-- Logs begin at Fri 2022-02-18 23:35:52 UTC, end at Sat 2022-02-19 02:03:27 UTC. -- Feb 19 00:08:30.666338 n-d-826527-3 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 00:08:33.559122 n-d-826527-3 neutron-server[103540]: INFO neutron.common.config [-] Logging enabled! Feb 19 00:08:33.559722 n-d-826527-3 neutron-server[103540]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 19 00:08:33.559825 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103540) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 00:08:33.563074 n-d-826527-3 neutron-server[103540]: INFO neutron.common.config [-] Logging enabled! Feb 19 00:08:33.563326 n-d-826527-3 neutron-server[103540]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 19 00:08:33.563634 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103540) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 00:08:33.564573 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:08:33.564805 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:08:33.565191 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:08:33.565438 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:08:33.566064 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:08:33.566417 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.566851 n-d-826527-3 neutron-server[103540]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 00:08:33.567177 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.567486 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.567772 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.568055 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.568346 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.568633 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.568922 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.569222 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.569509 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.569789 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.570074 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.570398 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.570674 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.570959 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.571245 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.571528 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] debug = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.571808 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.572236 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.572656 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.572939 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.573227 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.573508 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.573779 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.574058 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.574382 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.574739 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] host = n-d-826527-3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.575027 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.575317 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.575606 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.575888 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.576162 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.576436 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.576720 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.576990 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.577260 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] log_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.577534 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.577820 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.578105 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.578431 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.578657 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.578878 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.579168 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.579455 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.579737 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.580013 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.580290 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.580572 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.580845 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.581112 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.581397 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.581680 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.581962 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.582258 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.582541 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.582815 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.583088 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.583370 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.583646 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.583918 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.584195 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.584480 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.584752 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.585034 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.585330 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.585614 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.585893 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.586194 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.586595 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.587024 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.587488 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.587960 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.588426 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] use_json = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.588896 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.589250 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.589539 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.589818 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.590114 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.590455 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.590734 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.591020 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.591295 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:33.591594 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.591892 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.592192 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.592489 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.592778 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.593063 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.593356 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.593636 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.593925 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.594230 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.594522 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.594802 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.595107 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.595398 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.595691 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.595995 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.596286 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.596577 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.596854 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.597131 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.597405 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.597684 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.597973 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.598275 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.598566 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.598854 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.599137 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.599438 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.599727 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.600019 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.600308 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.600583 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.600865 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.601154 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.601434 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.601708 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.601987 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.602301 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.602584 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.602857 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.603143 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.603421 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.603694 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.603967 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.604244 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.604535 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.604814 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.605103 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.605379 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.605659 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.605960 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.606273 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.606554 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.606828 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.607103 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.607385 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.607663 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.607940 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.608220 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.608495 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.608775 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.609052 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.609329 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.609605 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.609882 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.610156 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.610454 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.610728 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.611008 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.611286 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.611561 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.611836 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.612110 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.612384 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.612673 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.612970 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.613252 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.613535 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.613817 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.614098 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.614406 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.614686 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.614971 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.615253 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.615528 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.615815 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.616101 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.616388 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.616692 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.616971 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.617267 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.617547 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.617825 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.618109 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.618414 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.618693 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.618978 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.619264 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.619561 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.619855 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.620149 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.620803 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.621092 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.621398 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.621734 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.622013 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:33.622259 n-d-826527-3 neutron-server[103540]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:08:33.622506 n-d-826527-3 neutron-server[103540]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103540) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 00:08:33.985410 n-d-826527-3 neutron-server[103540]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 00:08:33.985695 n-d-826527-3 neutron-server[103540]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 00:08:33.985996 n-d-826527-3 neutron-server[103540]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 00:08:33.986512 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 00:08:34.309023 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.309220 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.309517 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.310852 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.311127 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.311390 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.356221 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.356495 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.356762 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.371271 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.371998 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.372386 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.400548 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.400832 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.401104 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.437599 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.437861 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.438130 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.784207 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.784875 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.784875 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.785061 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.785669 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.883837 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.884151 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.884433 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.884706 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.884973 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.885280 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.885537 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.885792 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.886045 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.886355 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.886598 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.886860 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.887147 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.887397 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.887654 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.887919 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.888173 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.888440 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.888691 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.888949 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.889216 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.889468 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.889749 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.890118 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.890395 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.890641 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.891032 n-d-826527-3 neutron-server[103540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:08:34.891274 n-d-826527-3 neutron-server[103540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:08:34.891510 n-d-826527-3 neutron-server[103540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:08:34.891746 n-d-826527-3 neutron-server[103540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:08:34.891981 n-d-826527-3 neutron-server[103540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:08:34.892217 n-d-826527-3 neutron-server[103540]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:08:34.892582 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 00:08:34.895733 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 00:08:34.899849 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 00:08:34.903756 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 19 00:08:34.905409 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 00:08:34.905884 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 00:08:34.906208 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 00:08:34.906625 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 00:08:34.909453 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 00:08:34.909710 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 00:08:34.910056 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 00:08:34.914946 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 00:08:34.937712 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 00:08:34.938157 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.938489 n-d-826527-3 neutron-server[103540]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103540) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 00:08:34.938843 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.940231 n-d-826527-3 neutron-server[103540]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103540) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 00:08:34.940513 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 00:08:34.940754 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 00:08:34.944098 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:34.944374 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.013533 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 00:08:35.013772 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 00:08:35.014013 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 00:08:35.014419 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 00:08:35.036337 n-d-826527-3 neutron-server[103540]: DEBUG oslo_db.sqlalchemy.engines [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103540) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 00:08:35.480765 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Initializing driver for type 'gre' Feb 19 00:08:35.481293 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] gre ID ranges: [(1, 1000)] Feb 19 00:08:35.540543 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Initializing driver for type 'local' Feb 19 00:08:35.540945 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Initializing driver for type 'vlan' Feb 19 00:08:35.555475 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] VlanTypeDriver initialization complete Feb 19 00:08:35.555941 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Initializing driver for type 'vxlan' Feb 19 00:08:35.556531 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] vxlan ID ranges: [(1, 1000)] Feb 19 00:08:35.614363 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Initializing extension driver 'port_security' Feb 19 00:08:35.614718 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.extensions.port_security [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] PortSecurityExtensionDriver initialization complete Feb 19 00:08:35.615062 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Initializing mechanism driver 'openvswitch' Feb 19 00:08:35.615392 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Initializing mechanism driver 'hyperv' Feb 19 00:08:35.622603 n-d-826527-3 neutron-server[103540]: DEBUG neutron.plugins.ml2.plugin [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:08:35.623475 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > port after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.623857 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > port after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.624218 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > port after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.624757 n-d-826527-3 neutron-server[103540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:08:35.625201 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.625561 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.625911 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.626347 n-d-826527-3 neutron-server[103540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:08:35.626766 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > network after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.627117 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > network after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.627461 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > network after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.627858 n-d-826527-3 neutron-server[103540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:08:35.628271 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.628625 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.628969 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.629364 n-d-826527-3 neutron-server[103540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:08:35.629774 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.630126 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.630497 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.630899 n-d-826527-3 neutron-server[103540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:08:35.631306 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.631657 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.632006 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.632402 n-d-826527-3 neutron-server[103540]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103540) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 00:08:35.632850 n-d-826527-3 neutron-server[103540]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] ML2 OVO RPC backend initialized. {{(pid=103540) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 00:08:35.633557 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.633918 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.634371 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > network before_response 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.634729 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > networks before_response 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.635086 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > port before_response 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.635433 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > ports before_response 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.635792 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.636139 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.636491 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > network after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.636838 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > network after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.637208 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > network after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.637553 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > port after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.637896 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > port after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.638268 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > port after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.638613 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.638955 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.639295 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.646624 n-d-826527-3 neutron-server[103540]: INFO neutron.quota [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded quota_driver: . Feb 19 00:08:35.646999 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.plugin [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Modular L2 Plugin initialization complete Feb 19 00:08:35.647360 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading services supported by the core plugin {{(pid=103540) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 00:08:35.647728 n-d-826527-3 neutron-server[103540]: INFO neutron.plugins.ml2.managers [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Got port-security extension from driver 'port_security' Feb 19 00:08:35.648197 n-d-826527-3 neutron-server[103540]: INFO neutron.extensions.vlantransparent [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Disabled vlantransparent extension. Feb 19 00:08:35.648732 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103540) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 00:08:35.649062 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading Plugin: router Feb 19 00:08:35.688805 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.689261 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router after_create 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.689728 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router before_create 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.690205 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.690723 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.691109 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router after_delete 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.691577 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.692011 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.692479 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router after_create 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.692899 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router after_update 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.693353 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router after_update 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.693828 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.694318 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router after_update 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.694845 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.695418 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: port after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.695799 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: port after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.696250 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: subnet after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.696803 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.697257 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.697618 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.697972 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: port before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.698371 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.698739 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router after_update 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.699088 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.699607 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.699986 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.700344 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.700725 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > agent after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.701090 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.701446 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > network after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.702348 n-d-826527-3 neutron-server[103540]: DEBUG neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Tracking information for resource: router configured {{(pid=103540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:08:35.702689 n-d-826527-3 neutron-server[103540]: DEBUG neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Tracking information for resource: floatingip configured {{(pid=103540) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 00:08:35.707697 n-d-826527-3 neutron-server[103540]: INFO neutron.db.l3_agentschedulers_db [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 00:08:35.708284 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: port after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.708654 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: port after_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.709013 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: port after_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.709368 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: port after_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.710164 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router before_create 55550100 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.710569 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.710938 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.711299 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.716157 n-d-826527-3 neutron-server[103540]: DEBUG neutron.services.provider_configuration [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service providers = [] {{(pid=103540) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 00:08:35.716566 n-d-826527-3 neutron-server[103540]: DEBUG neutron.db.servicetype_db [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103540) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 00:08:35.719586 n-d-826527-3 neutron-server[103540]: DEBUG neutron.services.service_base [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103540) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:08:35.719928 n-d-826527-3 neutron-server[103540]: DEBUG neutron.services.service_base [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103540) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:08:35.720272 n-d-826527-3 neutron-server[103540]: DEBUG neutron.services.service_base [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103540) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:08:35.721176 n-d-826527-3 neutron-server[103540]: DEBUG neutron.services.service_base [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103540) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 00:08:35.721553 n-d-826527-3 neutron-server[103540]: INFO neutron.services.service_base [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 00:08:35.721935 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:08:35.722293 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 00:08:35.733234 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:08:35.733516 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading Plugin: auto_allocate Feb 19 00:08:35.739461 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: network precommit_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.739844 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: network precommit_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.740364 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:08:35.740691 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading Plugin: tag Feb 19 00:08:35.747984 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:08:35.748339 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading Plugin: timestamp Feb 19 00:08:35.752267 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:08:35.752605 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading Plugin: network_ip_availability Feb 19 00:08:35.758145 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.758570 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.758936 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:35.759653 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:08:35.759980 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading Plugin: flavors Feb 19 00:08:35.765015 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:08:35.765351 n-d-826527-3 neutron-server[103540]: INFO neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading Plugin: revisions Feb 19 00:08:35.769802 n-d-826527-3 neutron-server[103540]: DEBUG neutron.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103540) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 00:08:35.770213 n-d-826527-3 neutron-server[103540]: DEBUG oslo_concurrency.lockutils [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.784s {{(pid=103540) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 00:08:35.770979 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103540) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 00:08:35.771324 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Initializing extension manager. Feb 19 00:08:35.771860 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: __init__.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.772207 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: __pycache__ {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.772548 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.772889 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: address_group.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.773659 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.774247 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: address-group Feb 19 00:08:35.774612 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: address_scope.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.775336 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.775862 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: address-scope Feb 19 00:08:35.776173 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.777117 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.777695 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: router-admin-state-down-before-update Feb 19 00:08:35.778021 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: agent.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.778755 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.779277 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: agent Feb 19 00:08:35.779602 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: agent_resources_synced.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.780529 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.781047 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: agent-resources-synced Feb 19 00:08:35.781373 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.783290 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.783823 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: allowed-address-pairs Feb 19 00:08:35.784158 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.785243 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.785793 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: auto-allocated-topology Feb 19 00:08:35.786087 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: availability_zone.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.786811 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.787330 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: availability_zone Feb 19 00:08:35.787649 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: availability_zone_filter.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.788568 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.789085 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: availability_zone_filter Feb 19 00:08:35.789412 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: data_plane_status.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.790365 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.790879 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 00:08:35.791202 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: default_subnetpools.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.792130 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.792645 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: default-subnetpools Feb 19 00:08:35.792978 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.793821 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.794378 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: dhcp_agent_scheduler Feb 19 00:08:35.794710 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: dns.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.795623 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.796133 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 00:08:35.796465 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: dns_domain_ports.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.797376 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.797884 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 00:08:35.798228 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.799157 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.799667 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 00:08:35.799994 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: dvr.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.800667 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.801182 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: dvr Feb 19 00:08:35.801512 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: ecmp_routes.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.802453 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.802974 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 00:08:35.803302 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: empty_string_filtering.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.804213 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.804730 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: empty-string-filtering Feb 19 00:08:35.805059 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.805973 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.806524 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 00:08:35.806850 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.807772 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.808281 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 00:08:35.808606 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: external_net.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.809603 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.810121 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: external-net Feb 19 00:08:35.810480 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.811399 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.811916 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: extra_dhcp_opt Feb 19 00:08:35.812237 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: extraroute.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.813231 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.813743 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: extraroute Feb 19 00:08:35.814069 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: extraroute_atomic.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.815144 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.815676 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: extraroute-atomic Feb 19 00:08:35.816001 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: filter_validation.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.816670 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.817184 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: filter-validation Feb 19 00:08:35.817512 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: fip_pf_description.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.818450 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.818960 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 00:08:35.819284 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: fip_port_details.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.820388 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.820910 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: fip-port-details Feb 19 00:08:35.821232 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: flavors.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.822667 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.823205 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: flavors Feb 19 00:08:35.823536 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.825289 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.825821 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 00:08:35.826152 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: floatingip_pools.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.826888 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.827407 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: floatingip-pools Feb 19 00:08:35.827742 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: ip_allocation.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.828673 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.829191 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 00:08:35.829518 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.830476 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.830998 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: ip-substring-filtering Feb 19 00:08:35.831332 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l2_adjacency.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.832261 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.832783 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 00:08:35.833111 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.834096 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.834659 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: router Feb 19 00:08:35.834992 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.837326 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.837868 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 00:08:35.838220 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.839175 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.839707 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: ext-gw-mode Feb 19 00:08:35.840154 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.841024 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.841548 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: l3-ha Feb 19 00:08:35.841879 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.842828 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.843343 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 00:08:35.843673 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3_flavors.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.844589 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.845109 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: l3-flavors Feb 19 00:08:35.845440 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.846877 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.847411 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 00:08:35.847746 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.848677 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.849211 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 00:08:35.849542 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: l3agentscheduler.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.850615 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.851142 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: l3_agent_scheduler Feb 19 00:08:35.851477 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: local_ip.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.853311 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.853846 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension local_ip not supported by any of loaded plugins Feb 19 00:08:35.854198 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: logging.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.857239 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.857780 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension logging not supported by any of loaded plugins Feb 19 00:08:35.858127 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: metering.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.858937 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.859535 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: metering Feb 19 00:08:35.859885 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.860990 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.861524 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: metering_source_and_destination_fields Feb 19 00:08:35.861853 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: multiprovidernet.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.862840 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.863367 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: multi-provider Feb 19 00:08:35.863699 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: netmtu.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.864625 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.865150 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: net-mtu Feb 19 00:08:35.865480 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: netmtu_writable.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.866434 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.866957 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: net-mtu-writable Feb 19 00:08:35.867282 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: network_availability_zone.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.868037 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.868570 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: network_availability_zone Feb 19 00:08:35.868895 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: network_ip_availability.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.870042 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.870953 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: network-ip-availability Feb 19 00:08:35.871370 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: network_segment_range.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.872151 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.872666 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 00:08:35.872993 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: pagination.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.873991 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.874370 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: pagination Feb 19 00:08:35.874697 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: port_device_profile.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.875617 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.876141 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: port-device-profile Feb 19 00:08:35.876473 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.877408 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.877929 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: port-mac-address-regenerate Feb 19 00:08:35.878289 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.879210 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.879730 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: port-numa-affinity-policy Feb 19 00:08:35.880057 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: port_resource_request.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.880983 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.881494 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 00:08:35.881824 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.882844 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.883357 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 00:08:35.883683 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: portbindings.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.884624 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.885142 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: binding Feb 19 00:08:35.885474 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: portbindings_extended.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.886793 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.887375 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: binding-extended Feb 19 00:08:35.887709 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: portsecurity.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.888638 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.889165 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: port-security Feb 19 00:08:35.889495 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: project_id.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.890504 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.890843 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: project-id Feb 19 00:08:35.891170 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: providernet.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.892112 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.892637 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: provider Feb 19 00:08:35.892969 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.896620 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.897154 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos not supported by any of loaded plugins Feb 19 00:08:35.897491 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.898788 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.899317 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 00:08:35.899651 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.900582 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.901102 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 00:08:35.901433 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_default.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.902390 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.902941 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-default not supported by any of loaded plugins Feb 19 00:08:35.903271 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_fip.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.904218 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.904739 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 00:08:35.905066 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.905990 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.906534 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 00:08:35.906864 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.907796 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.908312 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 00:08:35.908640 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.909684 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.910223 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 00:08:35.910569 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.911610 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.912134 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 00:08:35.912462 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.913517 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.914042 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 00:08:35.914405 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_pps_rule.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.915600 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.916129 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 00:08:35.916463 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.917393 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.917914 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 00:08:35.918359 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: qos_rules_alias.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.919426 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.919947 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 00:08:35.920275 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: quota_check_limit.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.921196 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.921719 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: quota-check-limit Feb 19 00:08:35.922048 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: quotasv2.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.923024 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.923356 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: quotas Feb 19 00:08:35.923682 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: quotasv2_detail.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.925465 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.925809 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: quota_details Feb 19 00:08:35.926140 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: rbac.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.927234 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.927776 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: rbac-policies Feb 19 00:08:35.928116 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: rbac_address_group.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.929063 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.929597 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: rbac-address-group Feb 19 00:08:35.929931 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: rbac_address_scope.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.930881 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.931407 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: rbac-address-scope Feb 19 00:08:35.931740 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: rbac_security_groups.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.932672 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.933185 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: rbac-security-groups Feb 19 00:08:35.933517 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.934581 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.935102 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: rbac-subnetpool Feb 19 00:08:35.935429 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: revisionifmatch.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.936368 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.936896 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: revision-if-match Feb 19 00:08:35.937225 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: revisions.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.938394 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.938921 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: standard-attr-revisions Feb 19 00:08:35.939257 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: router_availability_zone.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.939933 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.940454 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: router_availability_zone Feb 19 00:08:35.940784 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: routerservicetype.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.941708 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.942270 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 00:08:35.942584 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.943518 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.944044 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: security-groups-normalized-cidr Feb 19 00:08:35.944377 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.945307 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.945842 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: port-security-groups-filtering Feb 19 00:08:35.946172 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.947150 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.947681 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: security-groups-remote-address-group Feb 19 00:08:35.948008 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.948952 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.949862 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: security-groups-shared-filtering Feb 19 00:08:35.950217 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.950841 n-d-826527-3 neutron-server[103540]: WARNING neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 00:08:35.951166 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: securitygroup.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.960990 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.961532 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: security-group Feb 19 00:08:35.961869 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: segment.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.962713 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.963235 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension segment not supported by any of loaded plugins Feb 19 00:08:35.963566 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.964521 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.965080 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 00:08:35.965414 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: servicetype.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.966580 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.967111 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: service-type Feb 19 00:08:35.967445 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: sorting.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.968520 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.968868 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: sorting Feb 19 00:08:35.969202 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: standard_attr_segment.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.970122 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.970678 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 00:08:35.970999 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: standardattrdescription.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.971672 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.972202 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: standard-attr-description Feb 19 00:08:35.972535 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: stateful_security_group.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.973475 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.974000 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: stateful-security-group Feb 19 00:08:35.974369 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: stdattrs_common.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.974939 n-d-826527-3 neutron-server[103540]: WARNING neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 00:08:35.975263 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.976262 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.976783 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 00:08:35.977110 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: subnet_onboard.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.978194 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.978737 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: subnet_onboard Feb 19 00:08:35.979069 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.980022 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.980539 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 00:08:35.980939 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: subnet_service_types.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.981869 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.982425 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: subnet-service-types Feb 19 00:08:35.982764 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: subnetallocation.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.983903 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.984384 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: subnet_allocation Feb 19 00:08:35.984715 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.985384 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.985907 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: subnetpool-prefix-ops Feb 19 00:08:35.986269 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.987206 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.987722 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 00:08:35.988047 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: tagging.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.989135 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.989664 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: standard-attr-tag Feb 19 00:08:35.989994 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: timestamp.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.991226 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.991757 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loaded extension: standard-attr-timestamp Feb 19 00:08:35.992094 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: trunk.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.993142 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.993665 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension trunk not supported by any of loaded plugins Feb 19 00:08:35.993995 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: trunk_details.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.994952 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.995820 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 00:08:35.996149 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.997103 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.997623 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 00:08:35.997953 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Loading extension file: vlantransparent.py {{(pid=103540) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 00:08:35.998656 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103540) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 00:08:35.999174 n-d-826527-3 neutron-server[103540]: INFO neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 00:08:36.001720 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:network Feb 19 00:08:36.002280 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:subnet Feb 19 00:08:36.002692 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:08:36.003090 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:port Feb 19 00:08:36.004331 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.004798 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service FLAVORS assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.005431 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.005858 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.006210 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:router Feb 19 00:08:36.006667 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 00:08:36.007164 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service METERING assigned prefix: /metering {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.008629 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:36.009005 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:36.009370 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:08:36.010413 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 00:08:36.010869 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:security_group Feb 19 00:08:36.011317 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 00:08:36.012058 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service CORE assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.012396 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:08:36.012763 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] subnetpool is already registered Feb 19 00:08:36.013191 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service CORE assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.013521 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:08:36.013851 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] subnetpool is already registered Feb 19 00:08:36.016179 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.016625 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service FLAVORS assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.017219 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.017642 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.017979 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:router Feb 19 00:08:36.018355 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] router is already registered Feb 19 00:08:36.018773 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 00:08:36.019112 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] floatingip is already registered Feb 19 00:08:36.019571 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service METERING assigned prefix: /metering {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.020242 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 00:08:36.020573 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] rbac_policy is already registered Feb 19 00:08:36.020992 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:security_group Feb 19 00:08:36.021313 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] security_group is already registered Feb 19 00:08:36.021719 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 00:08:36.022056 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] security_group_rule is already registered Feb 19 00:08:36.022722 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service CORE assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.023058 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:08:36.023400 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] subnetpool is already registered Feb 19 00:08:36.023825 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.v2.resource_helper [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Service CORE assigned prefix: {{(pid=103540) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 00:08:36.024155 n-d-826527-3 neutron-server[103540]: INFO neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 00:08:36.024488 n-d-826527-3 neutron-server[103540]: WARNING neutron.quota.resource_registry [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] subnetpool is already registered Feb 19 00:08:36.024968 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: extensions {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.026496 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: address-groups {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.028053 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: address-scopes {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.029372 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: agents {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.030606 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: auto-allocated-topology {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.031854 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: availability_zones {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.033108 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: dhcp-networks {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.034700 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: dhcp-agents {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.036139 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: routers {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.038420 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: flavors {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.039607 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: service_profiles {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.040827 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: next_providers {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.042349 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: service_profiles {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.043973 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: floatingip-pools {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.045203 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: routers {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.047355 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: floatingips {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.049560 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: l3-routers {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.051013 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: l3-agents {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.052473 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: metering-labels {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.053857 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: metering-label-rules {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.055190 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: network-ip-availabilities {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.056473 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: bindings {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.058162 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: quotas {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.059811 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: quotas {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.061357 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: rbac-policies {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.062690 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: security-groups {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.063994 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: security-group-rules {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.065295 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: service-providers {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.066570 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: subnetpools {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.068016 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: subnetpools {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.069637 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.071414 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.073257 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.075142 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.076934 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.078835 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.080608 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.082536 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.084318 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.086217 n-d-826527-3 neutron-server[103540]: DEBUG neutron.api.extensions [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Extended resource: tags {{(pid=103540) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 00:08:36.092100 n-d-826527-3 neutron-server[103540]: WARNING keystonemiddleware.auth_token [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 00:08:36.096843 n-d-826527-3 neutron-server[103540]: WARNING keystonemiddleware.auth_token [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 00:08:36.105397 n-d-826527-3 neutron-server[103540]: DEBUG oslo_concurrency.lockutils [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Acquired lock "singleton_lock" {{(pid=103540) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 00:08:36.105932 n-d-826527-3 neutron-server[103540]: DEBUG oslo_concurrency.lockutils [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Releasing lock "singleton_lock" {{(pid=103540) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 00:08:36.106633 n-d-826527-3 neutron-server[103540]: INFO oslo_service.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Starting 2 workers Feb 19 00:08:36.111551 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Started child 103649 {{(pid=103540) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:08:36.116048 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Started child 103650 {{(pid=103540) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:08:36.116907 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:36.117660 n-d-826527-3 neutron-server[103540]: INFO neutron.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 00:08:36.118213 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:36.118415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [-] (103649) wsgi starting up on http://0.0.0.0:9696 Feb 19 00:08:36.120968 n-d-826527-3 neutron-server[103540]: INFO oslo_service.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Starting 1 workers Feb 19 00:08:36.121196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:36.122560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [-] (103650) wsgi starting up on http://0.0.0.0:9696 Feb 19 00:08:36.126701 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Started child 103651 {{(pid=103540) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:08:36.126869 n-d-826527-3 neutron-server[103540]: INFO oslo_service.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Starting 1 workers Feb 19 00:08:36.129952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] calling RpcWorker wait() {{(pid=103651) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 00:08:36.130561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] returning from RpcWorker wait() {{(pid=103651) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 00:08:36.131530 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Started child 103652 {{(pid=103540) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 00:08:36.131758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:36.135019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:08:36.135166 n-d-826527-3 neutron-server[103540]: DEBUG neutron_lib.callbacks.manager [None req-efa8d172-a2d3-4acd-878c-9bfa6d012bd5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:36.135166 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103540) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 00:08:36.135166 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:08:36.135166 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:08:36.135990 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:08:36.136576 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:08:36.136757 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:36.138257 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:08:36.138785 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.139210 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.139493 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.139771 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.140055 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.140612 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.140876 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.141142 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.141564 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.141833 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.142011 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.142201 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.142471 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.142713 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.143019 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.143293 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.143538 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.143818 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.143995 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.144261 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.144537 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.144770 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.145038 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] debug = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.145283 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.145771 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.146126 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.146414 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.146668 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.146944 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.147177 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.147481 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.147732 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.147979 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.148329 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.148602 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.148850 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.149208 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.149458 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.149710 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.149954 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.150196 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.150690 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] host = n-d-826527-3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.150918 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.151146 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.151448 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.151660 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.151909 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.152160 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.152477 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.152708 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.152956 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.153184 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.153457 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.153688 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.153922 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.154171 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.156942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_options = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.156942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.156942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.156942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.156942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.156942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.156942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.157423 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.157423 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.157423 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.157594 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.157804 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.157898 n-d-826527-3 neutron-server[103652]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:08:36.157974 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.158202 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.158520 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.158669 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.158924 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.159299 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.159553 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.160297 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.160297 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.160297 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.163806 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.163806 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.163806 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.163806 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.163806 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.163806 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.166450 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.166548 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.166776 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.167054 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.167330 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.167596 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.167844 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.168449 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.169138 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.169456 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.169687 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.170129 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.171103 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.174772 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.175059 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.175309 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.175561 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.175795 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.176066 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.176338 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_json = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.176577 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.176824 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.177092 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.177825 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.177825 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.177825 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.178079 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.181100 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.181570 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.184257 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.185876 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.185876 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.185876 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.185876 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.186281 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.187697 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.188092 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.189085 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.189371 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.189695 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.190005 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.190427 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.190793 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.191166 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.191566 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.191946 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.192299 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.192598 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.192914 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.193227 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.193526 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.193837 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.194096 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.197518 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.197795 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.198080 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.198497 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.198783 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.199162 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.199625 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.199990 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.200350 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.200650 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.200973 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.201258 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.201509 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.201756 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.201992 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.202613 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.202874 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.203137 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.203366 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.204090 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.204339 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.204607 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.204839 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.205089 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.205322 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.205553 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.205775 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.206024 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.206263 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.206485 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.206707 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.207206 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.207444 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.207696 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.207917 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.208151 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.208365 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.208817 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.209050 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.209269 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.209722 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.209944 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.210209 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.210411 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.210666 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.210885 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.211100 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.211318 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.211862 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.212083 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.212328 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.212546 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.212980 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.213203 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.213440 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.213651 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.213882 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.214092 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.214335 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.214547 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.214755 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.215017 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.215239 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.215526 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.215742 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.216409 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.216652 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.216929 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.217245 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.217509 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.218301 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.218994 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.220120 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.220369 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.220642 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.220877 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.221114 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.221337 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.221605 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.221842 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.222076 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.222332 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.222574 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.222811 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.223300 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.223544 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.223791 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.224018 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.224246 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.224779 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.225069 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.225301 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.225553 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.225785 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.226018 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.226315 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.226571 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.227003 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.227303 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.227578 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.227864 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.228123 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.228399 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.228650 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.228912 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.229136 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.229382 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.229643 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.229872 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.230147 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.230393 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.230720 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.230984 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.231204 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.231426 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.231734 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.231994 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.232207 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.232420 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.232688 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.232937 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.233185 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.233453 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.233708 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.233991 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.234210 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.234377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:08:36.234476 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.234667 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.234894 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.235119 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.235331 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.235561 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.235791 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.236027 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.236242 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.236484 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.236729 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.236955 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.237190 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.237401 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.237621 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.237843 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.238078 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.238360 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.239660 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.239909 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.240145 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.240378 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.240601 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.240815 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.241063 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.241280 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.241545 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.241805 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.242015 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.242721 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.242911 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.243203 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.243400 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.243658 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.243882 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.244097 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.244310 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.244535 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.244746 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.244980 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.245564 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.245778 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.246009 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.246329 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.246673 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.246922 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.247150 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.247396 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.247631 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.247845 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.248179 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.248425 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.248694 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.248897 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.249145 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.249370 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.249578 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.249798 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.250020 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.250268 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.250535 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.250779 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.251009 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.251231 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.251469 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.251683 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.251896 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.252106 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.252312 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.252526 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.252735 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.252971 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.253179 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.253485 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.253729 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.253954 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.254232 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.254449 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.254701 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.254927 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.255134 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.255343 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.255563 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.255781 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.256009 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.256233 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.256461 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.256670 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.256887 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.257100 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.257308 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.257538 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.257751 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.257961 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.258231 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.258423 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.258635 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.258875 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.259533 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.259740 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.259968 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.260191 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.260425 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.260640 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.260842 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.261047 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.261270 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.261484 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.261694 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.262013 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.262296 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.262592 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.262882 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.263145 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.263386 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.263634 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.263941 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.264154 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.264408 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.264640 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.264857 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.265074 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.265341 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.265637 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.265917 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.266207 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.266438 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.266724 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.267012 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.267284 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.267498 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.267793 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.268116 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.268385 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.268647 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.268890 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.269123 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.269371 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.269586 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.269824 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.270055 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.270310 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.270565 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.270795 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.271388 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.271388 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.271751 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.271993 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.272242 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.272452 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.272699 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.272929 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.273087 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:08:36.273632 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103540) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 00:08:36.273900 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 00:08:36.274049 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 00:08:36.274252 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 00:08:36.274427 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 00:08:36.274580 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 00:08:36.274792 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.274954 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.275114 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.275272 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.275432 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.275613 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.275772 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.275929 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.276085 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.276240 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.276398 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.276554 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.276712 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.276868 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.277052 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.277186 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.277342 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.277551 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.277715 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.277872 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.278028 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.278217 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.278364 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] debug = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.278520 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.278734 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.278897 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.279055 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.279212 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.279366 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.279523 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.279680 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.279836 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.279992 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.280152 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.280310 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.280466 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.280622 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.280777 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.280921 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.281079 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.281234 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.281389 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] host = n-d-826527-3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.281546 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.281702 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.281858 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.282014 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.282172 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.282393 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.282487 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.282645 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.282803 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.282959 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.283114 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.283271 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.283428 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.283583 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.283740 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_options = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.283896 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.284051 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.284208 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.284393 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.284555 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.284715 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.284874 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.285029 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.285185 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.285340 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.285497 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.285652 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.285810 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.285967 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.286123 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.286300 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.286456 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.286611 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.286771 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.286928 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.287085 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.287242 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.287399 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.287554 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.287721 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.287854 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.288009 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.288164 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.288321 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.288477 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.288633 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.288790 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.288947 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.289102 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.289258 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.289413 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.289568 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.289725 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.289885 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.290042 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.290225 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.290381 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.290536 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.290693 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.290850 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.291008 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.291165 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_json = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.291323 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.291482 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.291637 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.291794 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.291949 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.292106 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.292262 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.292419 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.292576 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 00:08:36.292749 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.292908 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.293100 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.293261 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.293419 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.293577 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.293736 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.293898 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.294056 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.294241 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.294409 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.294569 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.294737 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.294896 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.295055 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.295216 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.295377 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.295536 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.295694 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.295852 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.296012 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.296170 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.296338 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.296495 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.296651 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.296808 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.296966 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.297131 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.297290 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.297465 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.297625 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.297784 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.297942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.298100 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.298280 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.298443 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.298604 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.298763 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.298924 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.299083 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.299241 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.299400 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.299558 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.299716 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.299877 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.300038 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.300201 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.300359 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.300517 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.300676 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.300835 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.300992 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.301156 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.301315 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.301473 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.301633 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.301790 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.301962 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.302119 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.302299 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.302458 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.302618 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.302776 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.302936 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.303095 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.303253 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.303412 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.303570 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.303742 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.303901 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.304059 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.304218 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.304377 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.304537 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.304697 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.304856 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.305013 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.305172 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.305330 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.305489 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.305648 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.305807 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.305966 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.306123 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.306319 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.306480 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.306638 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.306797 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.306957 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.307114 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.307270 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.307436 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.307612 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.307771 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.307927 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.308086 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.308244 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.308403 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.308560 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.308764 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.308925 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.309083 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.309242 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.309400 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.309559 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.309717 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.309875 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.310032 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.310209 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.310373 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.310531 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.310690 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.310848 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.311006 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.311165 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.311323 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.311482 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.311642 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.311800 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.311967 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.312126 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.312285 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.312444 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.312612 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.312783 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.312943 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.313101 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.313261 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.313418 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.313576 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.313734 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.313891 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.314049 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.314225 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.314386 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.314556 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.314715 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.314874 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.315033 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.315215 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.315374 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.315531 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.315689 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.315846 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.316005 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.316163 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.316320 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.316479 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.316639 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.316800 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.316960 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.317118 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.317277 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.317434 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.317592 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.317751 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.317911 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.318068 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.318249 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.318410 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.318568 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.318725 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.318883 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.319042 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.319200 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.319359 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.319517 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.319677 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.319834 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.319991 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.320154 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.320310 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.320471 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.320630 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.320786 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.320945 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.321105 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.321262 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.321422 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.321582 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.321741 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.321899 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.322058 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.322235 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.322397 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.322558 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.322717 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.322875 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.323055 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.323214 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.323372 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.323531 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.323690 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.323848 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.324022 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.324180 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.324371 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.324536 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.324694 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.324852 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.325010 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.325167 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.325325 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.325484 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.325643 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.325802 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.325962 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.326121 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.326318 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.326477 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.326637 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.326798 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.326955 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.327112 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.327271 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.327430 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.327588 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.327745 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.327914 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.328051 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.328209 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.328368 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.328526 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.328698 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.328857 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.329015 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.329173 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.329330 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.329489 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.329656 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.329815 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.329973 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.330135 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.330316 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.330473 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.330640 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.330799 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.330957 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.331115 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.331271 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.331428 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.331595 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.331753 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.331942 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.332066 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.332224 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.332380 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.332546 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.332703 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.332862 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.333020 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.333176 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.333332 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.333500 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.333660 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.333818 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.333976 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.334134 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.334320 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.334487 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.334646 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.334803 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.334968 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.335127 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.335285 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.335443 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.335612 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.335771 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.335931 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.336089 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.336247 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.336405 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.336566 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.336728 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.336894 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.337263 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.337431 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.337517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51208) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:08:36.337602 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.337755 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.337922 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.338080 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.338269 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.338442 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.338602 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.338761 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.338919 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.339079 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.339237 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.339395 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.339554 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.339712 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.339870 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.340091 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.340253 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.340411 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.340571 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.340729 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.340887 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.341045 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.341203 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.341362 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.341521 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 00:08:36.341673 n-d-826527-3 neutron-server[103540]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103540) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 00:08:36.345875 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062222 Feb 19 00:08:47.839929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77a0b0-2996-4c30-b9a9-3b7f57368f6f None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:08:47.908573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77a0b0-2996-4c30-b9a9-3b7f57368f6f None None] No non-hosted networks {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 00:08:47.922617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.agentschedulers_db [None req-7c77a0b0-2996-4c30-b9a9-3b7f57368f6f None None] DHCP Agent not found on host n-d-826527-3 {{(pid=103651) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 19 00:08:47.972993 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bed8895e-39b4-400a-bff7-49172fe0f889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478587'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:49.988446 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc1a8425-0203-4b5f-8053-d1076ac2d0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478587'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:50.013430 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e13fa8cd-4e39-40b0-9f53-d43f8c5261da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:50.970889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478587'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:52.449206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478587'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:53.784461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51290) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:08:54.013127 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478587'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:54.015243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.015795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.016476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.017057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.018358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.019221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.019990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.020549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.021322 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.022007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.022574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.023376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.023921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:08:54.024602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826527-3', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:08:54.030667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826527-3', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:08:54.350049 n-d-826527-3 neutron-server[103650]: WARNING oslo_policy.policy [None req-3197fa0a-ae91-4dd7-a743-09ce99823ce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:08:54.350657 n-d-826527-3 neutron-server[103650]: WARNING oslo_policy.policy [None req-3197fa0a-ae91-4dd7-a743-09ce99823ce4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:08:54.570931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-3197fa0a-ae91-4dd7-a743-09ce99823ce4 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:08:54.582262 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3197fa0a-ae91-4dd7-a743-09ce99823ce4 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7865553 Feb 19 00:08:56.006621 n-d-826527-3 neutron-server[103651]: INFO neutron.db.l3_hamode_db [None req-99821209-9a54-4d9a-93dc-79ee225e2065 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 00:08:56.084525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99821209-9a54-4d9a-93dc-79ee225e2065 None None] Routers set() bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:08:56.084817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99821209-9a54-4d9a-93dc-79ee225e2065 None None] Router IDs set() for agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 00:08:57.236536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51316) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:08:57.577113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b1e8cdc2-1fb5-4753-ab6d-18cb615afaa6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:08:57.671838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.policy [None req-b1e8cdc2-1fb5-4753-ab6d-18cb615afaa6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103650) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 00:08:57.713815 n-d-826527-3 neutron-server[103650]: WARNING oslo_policy.policy [None req-b1e8cdc2-1fb5-4753-ab6d-18cb615afaa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:08:57.714209 n-d-826527-3 neutron-server[103650]: WARNING oslo_policy.policy [None req-b1e8cdc2-1fb5-4753-ab6d-18cb615afaa6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:08:57.812501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1e8cdc2-1fb5-4753-ab6d-18cb615afaa6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772987924535', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772987925088', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772988041452', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772988040181', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772988012880', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772988022186', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-607452', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1429907', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744731', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713130'] for rbac-policy (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:57.886540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1e8cdc2-1fb5-4753-ab6d-18cb615afaa6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:08:57.887743 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b1e8cdc2-1fb5-4753-ab6d-18cb615afaa6 admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6502428 Feb 19 00:09:00.382172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51326) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:00.736440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:09:00.771555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Made reservation on behalf of 863deacdcdf14e2ab8fe79c76fe3ace0 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:09:00.775556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:00.792337 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:00.913246 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Publish callbacks [] for security_group (932262e4-7f57-4b44-a0b4-d95c410b7c17), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:00.919347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (932262e4-7f57-4b44-a0b4-d95c410b7c17), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:00.939734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:09:00.975552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772989769759', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a3f1ab67-04a8-458a-a3d0-f112cd092e74), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:00.976116 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Unsubscribe: segment precommit_create {{(pid=103650) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 00:09:00.976625 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Added segment a3f1ab67-04a8-458a-a3d0-f112cd092e74 of type vlan for network b5cf290a-1691-4c44-b555-41f5894442c8 Feb 19 00:09:00.997529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=932262e4-7f57-4b44-a0b4-d95c410b7c17,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:01.047140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.047485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.047825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.048160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.048499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.048825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.049159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.049479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.049848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.050106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.050436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.050912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.051234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Tracked resource versions report: Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: pushed versions: Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: { 'AddressGroup': {'1.2'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'ConntrackHelper': {'1.0'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Log': {'1.0'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Network': {'1.1'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Port': {'1.7'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'PortForwarding': {'1.2'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'QosPolicy': {'1.10'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'SecurityGroup': {'1.5'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'SubPort': {'1.0'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Subnet': {'1.1'}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Trunk': {'1.1'}} Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: consumer versions: Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: { DHCP agent@n-d-826527-3: {}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: L3 agent@n-d-826527-3: {}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: Metadata agent@n-d-826527-3: {}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: Metering agent@n-d-826527-3: {}, Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: Open vSwitch agent@n-d-826527-3: { 'AddressGroup': '1.2', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'ConntrackHelper': '1.0', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'LocalIPAssociation': '1.0', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Log': '1.0', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Network': '1.1', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Port': '1.7', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'PortForwarding': '1.2', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'QosPolicy': '1.10', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'SecurityGroup': '1.5', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'SecurityGroupRule': '1.2', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'SubPort': '1.0', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Subnet': '1.1', Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: 'Trunk': '1.1'}} Feb 19 00:09:01.052660 n-d-826527-3 neutron-server[103650]: {{(pid=103650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:09:01.087599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b5cf290a-1691-4c44-b555-41f5894442c8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:01.135662 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b5cf290a-1691-4c44-b555-41f5894442c8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:01.141070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:09:01.141779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:01.237095 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8533127 Feb 19 00:09:01.259253 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03235af1-3678-4d59-99f4-ec4b487d1eef demo demo] Pushing event updated for resources: {'Network': ['ID=b5cf290a-1691-4c44-b555-41f5894442c8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:01.273185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b5cf290a-1691-4c44-b555-41f5894442c8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:09:03.812167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51338) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:04.229088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e3ba2b-d867-4ae6-8f60-376e3d732d00 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:09:04.230413 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8e3ba2b-d867-4ae6-8f60-376e3d732d00 demo admin] 10.222.0.60 "GET /v2.0/networks/b5cf290a-1691-4c44-b555-41f5894442c8 HTTP/1.1" status: 200 len: 825 time: 0.4172125 Feb 19 00:09:04.258014 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac8887e1-c552-433c-8dd7-1e817dd03fb7 demo admin] 10.222.0.60 "GET /v2.0/subnetpools/1e4e1ffa-0d0a-44d7-bfba-c1a2b6cadeef HTTP/1.1" status: 200 len: 734 time: 0.0188594 Feb 19 00:09:04.266214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1e4e1ffa-0d0a-44d7-bfba-c1a2b6cadeef', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:09:04.288430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Made reservation on behalf of 863deacdcdf14e2ab8fe79c76fe3ace0 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:09:04.291091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:04.598133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for subnet (9ae82e69-f9f8-4d3a-a651-228ae4dd6f87), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:04.661467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Pushing event updated for resources: {'Subnet': ['ID=9ae82e69-f9f8-4d3a-a651-228ae4dd6f87,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:04.670374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Checking segment: {'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:09:04.670771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Network hostable DHCP agents. Network: b5cf290a-1691-4c44-b555-41f5894442c8, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:09:04.694379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Network b5cf290a-1691-4c44-b555-41f5894442c8 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:09:04.708997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b5cf290a-1691-4c44-b555-41f5894442c8) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:09:04.715774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:09:04.716383 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:04.720630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293ee35c-697b-41b9-bb71-77bafc32a6e1 None None] Network b5cf290a-1691-4c44-b555-41f5894442c8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:09:04.733366 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8e1df0de-16fc-429e-9448-ef215492ab9c demo admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4703121 Feb 19 00:09:04.985031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b5cf290a-1691-4c44-b555-41f5894442c8', 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8', 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'fixed_ips': [{'subnet_id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:09:04.986287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:05.269294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Allocated IP 172.20.0.2 (b5cf290a-1691-4c44-b555-41f5894442c8/9ae82e69-f9f8-4d3a-a651-228ae4dd6f87/4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:09:05.534420 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Publish callbacks [] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:05.541995 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:05.607543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Network b5cf290a-1691-4c44-b555-41f5894442c8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:09:05.612924 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:09:05.623673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:09:05.636277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Pushing event updated for resources: {'Port': ['ID=4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:05.681908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.682287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.682637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.682978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.683313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.683645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.683974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.684305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.684630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.684954 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.685334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.685659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.685982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Tracked resource versions report: Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: pushed versions: Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: { 'AddressGroup': {'1.2'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'ConntrackHelper': {'1.0'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Log': {'1.0'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Network': {'1.1'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Port': {'1.7'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'PortForwarding': {'1.2'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'QosPolicy': {'1.10'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'SecurityGroup': {'1.5'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'SubPort': {'1.0'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Subnet': {'1.1'}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Trunk': {'1.1'}} Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: consumer versions: Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: { DHCP agent@n-d-826527-3: {}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: L3 agent@n-d-826527-3: {}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: Metadata agent@n-d-826527-3: {}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: Metering agent@n-d-826527-3: {}, Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: Open vSwitch agent@n-d-826527-3: { 'AddressGroup': '1.2', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'ConntrackHelper': '1.0', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'LocalIPAssociation': '1.0', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Log': '1.0', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Network': '1.1', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Port': '1.7', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'PortForwarding': '1.2', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'QosPolicy': '1.10', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'SecurityGroup': '1.5', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'SecurityGroupRule': '1.2', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'SubPort': '1.0', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Subnet': '1.1', Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: 'Trunk': '1.1'}} Feb 19 00:09:05.687156 n-d-826527-3 neutron-server[103651]: {{(pid=103651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:09:05.719510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Attempting to bind port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:09:05.719914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Attempting to bind port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:09:05.720320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Attempting to bind port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 on network b5cf290a-1691-4c44-b555-41f5894442c8 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:09:05.725284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:09:05.725858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Checking segment: {'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:09:05.726122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:05.726546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Bound using segment: {'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:09:05.727036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Bound port: 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:09:05.727442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:05.789916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] For port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:09:05.794125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] For port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44,segment=NetworkSegment(a3f1ab67-04a8-458a-a3d0-f112cd092e74),segment_id=a3f1ab67-04a8-458a-a3d0-f112cd092e74)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:09:05.805460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:05.868423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d4a93-3503-4387-845f-e743c4254c86 None None] Pushing event updated for resources: {'Port': ['ID=4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:07.272563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51346) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:07.789602 n-d-826527-3 neutron-server[103649]: WARNING oslo_policy.policy [None req-dd6bf161-2266-445f-8197-15a743a15e56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:09:07.790214 n-d-826527-3 neutron-server[103649]: WARNING oslo_policy.policy [None req-dd6bf161-2266-445f-8197-15a743a15e56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:09:08.012080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-dd6bf161-2266-445f-8197-15a743a15e56 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:09:08.013400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dd6bf161-2266-445f-8197-15a743a15e56 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7387321 Feb 19 00:09:10.567468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51360) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:10.901564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-0c72b415-ee45-40a8-b011-c8d88af1898d admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:09:10.918224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0c72b415-ee45-40a8-b011-c8d88af1898d admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3342216 Feb 19 00:09:13.455251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51368) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:13.783755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5145e84b-e75d-495e-8405-03bbc9fa58bd demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:09:13.807734 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5145e84b-e75d-495e-8405-03bbc9fa58bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (8f819c27-dca5-4698-b65d-4478bb949b39), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:13.809265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5145e84b-e75d-495e-8405-03bbc9fa58bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (8f819c27-dca5-4698-b65d-4478bb949b39), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:13.951432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5145e84b-e75d-495e-8405-03bbc9fa58bd demo demo] Publish callbacks [] for router_controller (8f819c27-dca5-4698-b65d-4478bb949b39), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:13.958917 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5145e84b-e75d-495e-8405-03bbc9fa58bd demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (8f819c27-dca5-4698-b65d-4478bb949b39), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:13.980284 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5145e84b-e75d-495e-8405-03bbc9fa58bd demo demo] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:13.981571 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5145e84b-e75d-495e-8405-03bbc9fa58bd demo demo] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5251431 Feb 19 00:09:16.539867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51380) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:16.757948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:09:16.848699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:16.849205 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:16.874592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-e9ddb5a5-66d5-4261-8fcc-5ba0e63a8ff0 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:09:16.875898 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e9ddb5a5-66d5-4261-8fcc-5ba0e63a8ff0 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3350267 Feb 19 00:09:16.961885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:09:16.962277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:17.000580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44,segment=NetworkSegment(a3f1ab67-04a8-458a-a3d0-f112cd092e74),segment_id=a3f1ab67-04a8-458a-a3d0-f112cd092e74)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:09:17.005749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:17.056220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:17.170980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9faaa06-f093-4833-93fd-cff2d11f512f None None] Network b5cf290a-1691-4c44-b555-41f5894442c8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:09:17.236500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-085eef7e-bf33-414c-ade8-b7cfaac29165 None None] Provisioning complete for port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:17.236814 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-085eef7e-bf33-414c-ade8-b7cfaac29165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:17.367267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-085eef7e-bf33-414c-ade8-b7cfaac29165 None None] Current status of the port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:09:17.594126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-949e7dc5-2db3-42a1-849c-43c0c10c6cce None None] Provisioning complete for port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:17.594567 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-949e7dc5-2db3-42a1-849c-43c0c10c6cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:17.673841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-949e7dc5-2db3-42a1-849c-43c0c10c6cce None None] Current status of the port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:09:17.799413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1833d7be-b244-4ee4-bf75-5bf131852994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:18.722340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:09:18.770636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:18.771036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:18.849898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:09:19.415891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51388) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:19.780020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:09:19.836841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Made reservation on behalf of e48a6aa8a7e94c3b8376b576953184b8 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:09:19.898049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.policy [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103649) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 00:09:19.939450 n-d-826527-3 neutron-server[103649]: WARNING oslo_policy.policy [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:09:19.939820 n-d-826527-3 neutron-server[103649]: WARNING oslo_policy.policy [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 00:09:19.951967 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:19.965795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b645d4a-c87b-41a1-a8dd-e114b9c2fb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:19.974074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:20.086084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Publish callbacks [] for security_group (ffe8b737-8bd3-44e5-83cd-314e0e5122e7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:20.091732 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ffe8b737-8bd3-44e5-83cd-314e0e5122e7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:20.103380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Reserving flat network on physical network physnet1 {{(pid=103649) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 00:09:20.136711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772989769759', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7eeba758-8e98-4091-afe0-c9a82c25d110), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:20.137308 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Unsubscribe: segment precommit_create {{(pid=103649) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 00:09:20.137937 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Added segment 7eeba758-8e98-4091-afe0-c9a82c25d110 of type flat for network 3c554ccf-a359-4d13-95ae-4e67dd476a05 Feb 19 00:09:20.153841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe8b737-8bd3-44e5-83cd-314e0e5122e7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:20.207275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.207616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.207968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.208312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.208655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.208991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.209325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.209661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.209993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.210344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.210670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.210978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.211301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Tracked resource versions report: Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: pushed versions: Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: { 'AddressGroup': {'1.2'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'ConntrackHelper': {'1.0'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Log': {'1.0'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Network': {'1.1'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Port': {'1.7'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'PortForwarding': {'1.2'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'QosPolicy': {'1.10'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'SecurityGroup': {'1.5'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'SubPort': {'1.0'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Subnet': {'1.1'}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Trunk': {'1.1'}} Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: consumer versions: Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: { DHCP agent@n-d-826527-3: {}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: L3 agent@n-d-826527-3: {}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: Metadata agent@n-d-826527-3: {}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: Metering agent@n-d-826527-3: {}, Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: Open vSwitch agent@n-d-826527-3: { 'AddressGroup': '1.2', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'ConntrackHelper': '1.0', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'LocalIPAssociation': '1.0', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Log': '1.0', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Network': '1.1', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Port': '1.7', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'PortForwarding': '1.2', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'QosPolicy': '1.10', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'SecurityGroup': '1.5', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'SecurityGroupRule': '1.2', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'SubPort': '1.0', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Subnet': '1.1', Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: 'Trunk': '1.1'}} Feb 19 00:09:20.212491 n-d-826527-3 neutron-server[103649]: {{(pid=103649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:09:20.258747 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3c554ccf-a359-4d13-95ae-4e67dd476a05), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:20.305617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3c554ccf-a359-4d13-95ae-4e67dd476a05), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:20.307533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:09:20.308695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:20.391197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9743249 Feb 19 00:09:20.425690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8150a9-1c33-4c6c-8710-1f5a6f9f0e32 admin admin] Pushing event updated for resources: {'Network': ['ID=3c554ccf-a359-4d13-95ae-4e67dd476a05,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:20.438486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:09:20.936466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:22.441559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:22.917375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51412) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:23.161278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6e111-9190-4934-84bf-4254e3ee15a1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:09:23.162731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-09c6e111-9190-4934-84bf-4254e3ee15a1 demo admin] 10.222.0.60 "GET /v2.0/subnets/9ae82e69-f9f8-4d3a-a651-228ae4dd6f87 HTTP/1.1" status: 200 len: 849 time: 0.2440310 Feb 19 00:09:23.327558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7252476e-0982-48eb-8543-2e52bb46c2cc demo admin] 10.222.0.60 "GET /v2.0/routers/8f819c27-dca5-4698-b65d-4478bb949b39 HTTP/1.1" status: 200 len: 704 time: 0.1565323 Feb 19 00:09:23.627179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:23.931667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Allocated IP 172.20.0.1 (b5cf290a-1691-4c44-b555-41f5894442c8/9ae82e69-f9f8-4d3a-a651-228ae4dd6f87/5d933c1b-1160-4d11-9a40-6c6076017fd0) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:09:24.007415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.134808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Publish callbacks [] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.205217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.275206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Network b5cf290a-1691-4c44-b555-41f5894442c8 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:09:24.280918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:09:24.291632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:09:24.293189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (8f819c27-dca5-4698-b65d-4478bb949b39), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.313035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Pushing event updated for resources: {'Port': ['ID=5d933c1b-1160-4d11-9a40-6c6076017fd0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:24.444640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9da29f03-096c-46b5-a4ac-5e2290a81a24 None None] Provisioning complete for port 5d933c1b-1160-4d11-9a40-6c6076017fd0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:24.445110 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9da29f03-096c-46b5-a4ac-5e2290a81a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.477803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9da29f03-096c-46b5-a4ac-5e2290a81a24 None None] Port 5d933c1b-1160-4d11-9a40-6c6076017fd0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:09:24.496680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.766671 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Publish callbacks [] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.773840 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.774759 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (8f819c27-dca5-4698-b65d-4478bb949b39), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:24.850424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Pushing event updated for resources: {'Port': ['ID=5d933c1b-1160-4d11-9a40-6c6076017fd0,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:24.921191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Network b5cf290a-1691-4c44-b555-41f5894442c8 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:09:24.922845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:09:25.093727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Router 8f819c27-dca5-4698-b65d-4478bb949b39 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:09:25.188684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:09:25.195426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e265effc-4d2f-4950-9dad-dd72558f254d demo admin] 10.222.0.60 "PUT /v2.0/routers/8f819c27-dca5-4698-b65d-4478bb949b39/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8600016 Feb 19 00:09:25.204252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0966534f-afe7-4ffd-a66c-c572f0a1ab64 None None] Provisioning complete for port 5d933c1b-1160-4d11-9a40-6c6076017fd0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:25.204897 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Sync routers for ids ['8f819c27-dca5-4698-b65d-4478bb949b39'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:09:25.205787 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0966534f-afe7-4ffd-a66c-c572f0a1ab64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:25.217649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Routers {'8f819c27-dca5-4698-b65d-4478bb949b39'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:09:25.218545 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:09:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8f819c27-dca5-4698-b65d-4478bb949b39'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:09:25.249646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0966534f-afe7-4ffd-a66c-c572f0a1ab64 None None] Port 5d933c1b-1160-4d11-9a40-6c6076017fd0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:09:25.414887 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Set router 8f819c27-dca5-4698-b65d-4478bb949b39 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:09:25.842253 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'name': 'router1', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:09:13Z', 'updated_at': '2022-02-19T00:09:24Z', 'revision_number': 2, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'gw_port_host': None, '_interfaces': [{'id': '5d933c1b-1160-4d11-9a40-6c6076017fd0', 'name': '', 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'mac_address': 'fa:16:3e:bf:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:23Z', 'updated_at': '2022-02-19T00:09:24Z', 'revision_number': 2, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'subnets': [{'id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4e1ffa-0d0a-44d7-bfba-c1a2b6cadeef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:09:25.892659 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Checking router: 8f819c27-dca5-4698-b65d-4478bb949b39 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:09:25.893034 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Updating router 8f819c27-dca5-4698-b65d-4478bb949b39 port 5d933c1b-1160-4d11-9a40-6c6076017fd0 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:09:25.944590 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:26.453381 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Publish callbacks [] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:26.460591 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:26.610642 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Pushing event updated for resources: {'Port': ['ID=5d933c1b-1160-4d11-9a40-6c6076017fd0,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:26.631437 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.631709 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.632049 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.632376 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.632710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.633047 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.633373 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.633700 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.634030 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.634449 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.634682 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.635005 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.635324 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Tracked resource versions report: Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: pushed versions: Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: { 'AddressGroup': {'1.2'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'ConntrackHelper': {'1.0'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Log': {'1.0'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Network': {'1.1'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Port': {'1.7'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'PortForwarding': {'1.2'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'QosPolicy': {'1.10'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'SecurityGroup': {'1.5'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'SubPort': {'1.0'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Subnet': {'1.1'}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Trunk': {'1.1'}} Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: consumer versions: Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: { DHCP agent@n-d-826527-3: {}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: L3 agent@n-d-826527-3: {}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: Metadata agent@n-d-826527-3: {}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: Metering agent@n-d-826527-3: {}, Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: Open vSwitch agent@n-d-826527-3: { 'AddressGroup': '1.2', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'ConntrackHelper': '1.0', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'LocalIPAssociation': '1.0', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Log': '1.0', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Network': '1.1', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Port': '1.7', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'PortForwarding': '1.2', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'QosPolicy': '1.10', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'SecurityGroup': '1.5', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'SecurityGroupRule': '1.2', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'SubPort': '1.0', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Subnet': '1.1', Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: 'Trunk': '1.1'}} Feb 19 00:09:26.636511 n-d-826527-3 neutron-server[103652]: {{(pid=103652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:09:26.641102 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Attempting to bind port 5d933c1b-1160-4d11-9a40-6c6076017fd0 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:09:26.641511 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Attempting to bind port 5d933c1b-1160-4d11-9a40-6c6076017fd0 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:09:26.641943 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Attempting to bind port 5d933c1b-1160-4d11-9a40-6c6076017fd0 on network b5cf290a-1691-4c44-b555-41f5894442c8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:09:26.647317 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:09:26.647718 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Checking segment: {'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:09:26.648195 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:26.648581 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Bound using segment: {'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:09:26.649070 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Bound port: 5d933c1b-1160-4d11-9a40-6c6076017fd0, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3f1ab67-04a8-458a-a3d0-f112cd092e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:09:26.649454 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:26.690548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a4977d59-81d3-4cd4-9a80-d6ace6d726da None None] Provisioning complete for port 5d933c1b-1160-4d11-9a40-6c6076017fd0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:26.691034 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4977d59-81d3-4cd4-9a80-d6ace6d726da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:26.718346 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] For port 5d933c1b-1160-4d11-9a40-6c6076017fd0, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:09:26.723852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a4977d59-81d3-4cd4-9a80-d6ace6d726da None None] Port 5d933c1b-1160-4d11-9a40-6c6076017fd0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:09:26.737998 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] For port 5d933c1b-1160-4d11-9a40-6c6076017fd0, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5d933c1b-1160-4d11-9a40-6c6076017fd0,segment=NetworkSegment(a3f1ab67-04a8-458a-a3d0-f112cd092e74),segment_id=a3f1ab67-04a8-458a-a3d0-f112cd092e74)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:09:26.744908 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:26.792506 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Routers {'8f819c27-dca5-4698-b65d-4478bb949b39'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:09:26.793273 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:09:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8f819c27-dca5-4698-b65d-4478bb949b39'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:09:26.872845 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a1b9d-6933-4f91-8753-8c9d1ce6f8c3 None None] Pushing event updated for resources: {'Port': ['ID=5d933c1b-1160-4d11-9a40-6c6076017fd0,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:26.893423 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] Set router 8f819c27-dca5-4698-b65d-4478bb949b39 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:09:26.942353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7201e5c1-b917-4e0f-94c1-4723be1cefa4 None None] Provisioning complete for port 5d933c1b-1160-4d11-9a40-6c6076017fd0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:26.942753 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7201e5c1-b917-4e0f-94c1-4723be1cefa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:27.031291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7201e5c1-b917-4e0f-94c1-4723be1cefa4 None None] Current status of the port 5d933c1b-1160-4d11-9a40-6c6076017fd0 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:09:27.031575 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7201e5c1-b917-4e0f-94c1-4723be1cefa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:27.064792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7201e5c1-b917-4e0f-94c1-4723be1cefa4 None None] For port 5d933c1b-1160-4d11-9a40-6c6076017fd0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5d933c1b-1160-4d11-9a40-6c6076017fd0,segment=NetworkSegment(a3f1ab67-04a8-458a-a3d0-f112cd092e74),segment_id=a3f1ab67-04a8-458a-a3d0-f112cd092e74)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:09:27.070024 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7201e5c1-b917-4e0f-94c1-4723be1cefa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:27.114372 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'name': 'router1', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:09:13Z', 'updated_at': '2022-02-19T00:09:24Z', 'revision_number': 2, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'gw_port_host': None, '_interfaces': [{'id': '5d933c1b-1160-4d11-9a40-6c6076017fd0', 'name': '', 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'mac_address': 'fa:16:3e:bf:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:23Z', 'updated_at': '2022-02-19T00:09:26Z', 'revision_number': 4, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'subnets': [{'id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4e1ffa-0d0a-44d7-bfba-c1a2b6cadeef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:09:27.119304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201e5c1-b917-4e0f-94c1-4723be1cefa4 None None] Pushing event updated for resources: {'Port': ['ID=5d933c1b-1160-4d11-9a40-6c6076017fd0,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:27.141976 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc0caa-4911-47f7-85f3-bf0f9819d93c None None] The sync data for ids ['8f819c27-dca5-4698-b65d-4478bb949b39'] in n-d-826527-3 is: [{'id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'name': 'router1', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:09:13Z', 'updated_at': '2022-02-19T00:09:24Z', 'revision_number': 2, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'gw_port_host': None, '_interfaces': [{'id': '5d933c1b-1160-4d11-9a40-6c6076017fd0', 'name': '', 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'mac_address': 'fa:16:3e:bf:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:23Z', 'updated_at': '2022-02-19T00:09:26Z', 'revision_number': 4, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'subnets': [{'id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4e1ffa-0d0a-44d7-bfba-c1a2b6cadeef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:09:27.171210 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:09:27.660022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51432) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:27.773397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd44b24a-2a56-4cfb-a45f-6e718aeeba1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:09:27.774746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dd44b24a-2a56-4cfb-a45f-6e718aeeba1f admin admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 842 time: 0.1138542 Feb 19 00:09:27.784402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.6.1', 'cidr': '172.25.6.0/24', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:09:27.809852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Made reservation on behalf of e48a6aa8a7e94c3b8376b576953184b8 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:09:27.812129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:28.109900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:09:28.110367 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for subnet (aeff2372-66c7-469d-96c1-b1ad22ce9f51), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:28.161660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeff2372-66c7-469d-96c1-b1ad22ce9f51,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:28.173510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:09:28.173877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Network hostable DHCP agents. Network: 3c554ccf-a359-4d13-95ae-4e67dd476a05, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:09:28.195306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:09:28.207177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3c554ccf-a359-4d13-95ae-4e67dd476a05) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:09:28.211480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:09:28.212405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:28.219367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ea0d6-bbfd-4577-83d0-3955b974483a None None] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:09:28.241019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7e3bfc3c-3caf-4cad-92ab-69c357a73251 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4487879 Feb 19 00:09:28.331083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f8a86-606d-4672-95ff-b4f3faea3dfc None None] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:09:30.632958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51440) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:30.774426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dc3da4a7-8b0a-472a-8df9-4b5e6373b190 demo admin] 10.222.0.60 "GET /v2.0/routers/8f819c27-dca5-4698-b65d-4478bb949b39 HTTP/1.1" status: 200 len: 710 time: 0.1402702 Feb 19 00:09:30.860904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4060fef-2a5a-46fc-b58a-b81b70cda279 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:09:30.862300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e4060fef-2a5a-46fc-b58a-b81b70cda279 demo admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 886 time: 0.0818396 Feb 19 00:09:30.871638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:09:31.201002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks [] for router_gateway (8f819c27-dca5-4698-b65d-4478bb949b39), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:31.431568 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks [] for router_gateway (8f819c27-dca5-4698-b65d-4478bb949b39), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:31.506942 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:31.607507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Allocated IP 172.25.6.195 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/704133c2-b4fd-47c8-a1bb-a17ceb1bcabc) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:09:31.705730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks [] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:31.742622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:31.781738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:09:31.784399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:09:31.790119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:09:31.794773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Pushing event updated for resources: {'Port': ['ID=704133c2-b4fd-47c8-a1bb-a17ceb1bcabc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:32.040018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks [] for router_gateway (8f819c27-dca5-4698-b65d-4478bb949b39), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:32.238535 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (8f819c27-dca5-4698-b65d-4478bb949b39), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:32.242104 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (8f819c27-dca5-4698-b65d-4478bb949b39), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:32.359081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Router 8f819c27-dca5-4698-b65d-4478bb949b39 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:09:32.477893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:09:32.482596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:32.483957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b6845db4-8a66-4f0c-a680-0eda73d89e27 demo admin] 10.222.0.60 "PUT /v2.0/routers/8f819c27-dca5-4698-b65d-4478bb949b39 HTTP/1.1" status: 200 len: 890 time: 1.6157796 Feb 19 00:09:34.758844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5d933c1b-1160-4d11-9a40-6c6076017fd0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:09:34.808007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5d933c1b-1160-4d11-9a40-6c6076017fd0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:34.808117 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:34.886513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5d933c1b-1160-4d11-9a40-6c6076017fd0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:09:35.016922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51452) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:09:35.139204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9271e516-0792-41d3-b738-865d3bfe6d6a admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1209295 Feb 19 00:09:35.798951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Sync routers for ids ['8f819c27-dca5-4698-b65d-4478bb949b39'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:09:35.810847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Routers {'8f819c27-dca5-4698-b65d-4478bb949b39'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:09:35.811505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:09:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8f819c27-dca5-4698-b65d-4478bb949b39'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:09:36.036574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Set router 8f819c27-dca5-4698-b65d-4478bb949b39 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:09:36.499568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'name': 'router1', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '704133c2-b4fd-47c8-a1bb-a17ceb1bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:09:13Z', 'updated_at': '2022-02-19T00:09:31Z', 'revision_number': 4, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'gw_port': {'id': '704133c2-b4fd-47c8-a1bb-a17ceb1bcabc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:31Z', 'updated_at': '2022-02-19T00:09:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '5d933c1b-1160-4d11-9a40-6c6076017fd0', 'name': '', 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'mac_address': 'fa:16:3e:bf:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:23Z', 'updated_at': '2022-02-19T00:09:27Z', 'revision_number': 5, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'subnets': [{'id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4e1ffa-0d0a-44d7-bfba-c1a2b6cadeef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:09:36.549254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Checking router: 8f819c27-dca5-4698-b65d-4478bb949b39 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:09:36.549626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Updating router 8f819c27-dca5-4698-b65d-4478bb949b39 port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:09:36.601263 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:36.925617 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Publish callbacks [] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:36.931602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:36.972574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ca39f-a710-46c7-b8a8-dfa5d4e5bc80 None None] Pushing event updated for resources: {'Port': ['ID=704133c2-b4fd-47c8-a1bb-a17ceb1bcabc,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:36.994845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Attempting to bind port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:09:36.995226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Attempting to bind port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:09:36.995691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Attempting to bind port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:09:37.001710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:09:37.002094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:09:37.002549 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:37.002948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:09:37.003430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Bound port: 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:09:37.003815 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:37.055114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] For port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:09:37.058603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] For port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=704133c2-b4fd-47c8-a1bb-a17ceb1bcabc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:09:37.065200 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:37.126343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ca39f-a710-46c7-b8a8-dfa5d4e5bc80 None None] Pushing event updated for resources: {'Port': ['ID=704133c2-b4fd-47c8-a1bb-a17ceb1bcabc,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:37.135571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Routers {'8f819c27-dca5-4698-b65d-4478bb949b39'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:09:37.135571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:09:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8f819c27-dca5-4698-b65d-4478bb949b39'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:09:37.251958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] Set router 8f819c27-dca5-4698-b65d-4478bb949b39 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:09:37.488156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'name': 'router1', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '704133c2-b4fd-47c8-a1bb-a17ceb1bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:09:13Z', 'updated_at': '2022-02-19T00:09:31Z', 'revision_number': 4, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'gw_port': {'id': '704133c2-b4fd-47c8-a1bb-a17ceb1bcabc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:31Z', 'updated_at': '2022-02-19T00:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '5d933c1b-1160-4d11-9a40-6c6076017fd0', 'name': '', 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'mac_address': 'fa:16:3e:bf:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:23Z', 'updated_at': '2022-02-19T00:09:27Z', 'revision_number': 5, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'subnets': [{'id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4e1ffa-0d0a-44d7-bfba-c1a2b6cadeef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:09:37.516788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73d429f-d9fb-4934-8e8e-ffd14a2a1b70 None None] The sync data for ids ['8f819c27-dca5-4698-b65d-4478bb949b39'] in n-d-826527-3 is: [{'id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'name': 'router1', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '704133c2-b4fd-47c8-a1bb-a17ceb1bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:09:13Z', 'updated_at': '2022-02-19T00:09:31Z', 'revision_number': 4, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'gw_port': {'id': '704133c2-b4fd-47c8-a1bb-a17ceb1bcabc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:ed:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:31Z', 'updated_at': '2022-02-19T00:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '5d933c1b-1160-4d11-9a40-6c6076017fd0', 'name': '', 'network_id': 'b5cf290a-1691-4c44-b555-41f5894442c8', 'tenant_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'mac_address': 'fa:16:3e:bf:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f819c27-dca5-4698-b65d-4478bb949b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:09:23Z', 'updated_at': '2022-02-19T00:09:27Z', 'revision_number': 5, 'project_id': '863deacdcdf14e2ab8fe79c76fe3ace0', 'subnets': [{'id': '9ae82e69-f9f8-4d3a-a651-228ae4dd6f87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1e4e1ffa-0d0a-44d7-bfba-c1a2b6cadeef'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:09:38.820994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:09:38.890930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:38.894390 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:38.981792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:09:38.981792 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:39.006746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=704133c2-b4fd-47c8-a1bb-a17ceb1bcabc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:09:39.012262 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:39.068578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=704133c2-b4fd-47c8-a1bb-a17ceb1bcabc,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:09:40.882232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:09:40.980095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:09:40.980494 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (704133c2-b4fd-47c8-a1bb-a17ceb1bcabc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:41.092039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 704133c2-b4fd-47c8-a1bb-a17ceb1bcabc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:09:47.804763 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a51a392f-e427-4953-be83-a2421637ca17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:49.963783 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7937d03c-c3a1-4ba8-bba6-0851b62d2d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:50.943880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:52.409376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:09:54.014981 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:04.172414 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:10:17.799261 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e5ae570-8b75-4bad-a56f-96649250bcd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:19.961946 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e7945fc-d271-4bd5-8034-3ea9e0ab0d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:20.939857 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:22.405163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:24.011770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:41.171760 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:10:47.804149 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57863621-0930-414c-b7df-b0f1f6d156c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:49.961699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a34d159-a896-433d-8f88-0568df183e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:50.943813 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:52.410676 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:54.008778 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:10:59.600589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51970) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:10:59.666515 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-32841732-67d3-4213-94f4-4fdc76ad1de3 admin admin] GET failed (client error): The resource could not be found. Feb 19 00:10:59.667818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-32841732-67d3-4213-94f4-4fdc76ad1de3 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0662577 Feb 19 00:10:59.916035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b24b5-ce48-4d24-a391-a9db67f88a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:10:59.917540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f24b24b5-ce48-4d24-a391-a9db67f88a0c admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2453167 Feb 19 00:11:02.265168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51980) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:02.371252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be4859-97e8-4147-9ab7-51a180c9df02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:02.372598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e4be4859-97e8-4147-9ab7-51a180c9df02 admin admin] 10.222.0.60 "GET /v2.0/subnets/9ae82e69-f9f8-4d3a-a651-228ae4dd6f87 HTTP/1.1" status: 200 len: 849 time: 0.1061552 Feb 19 00:11:02.382120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:11:02.468377 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Publish callbacks [] for subnet (9ae82e69-f9f8-4d3a-a651-228ae4dd6f87), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:02.611711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772989699696'] for subnet (9ae82e69-f9f8-4d3a-a651-228ae4dd6f87), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:02.643448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:02.644710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:02.658218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] 10.222.0.60 "PUT /v2.0/subnets/9ae82e69-f9f8-4d3a-a651-228ae4dd6f87 HTTP/1.1" status: 200 len: 868 time: 0.2668574 Feb 19 00:11:02.658486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c57990d-502f-4049-ad56-0a20d1ef3599 None None] Network b5cf290a-1691-4c44-b555-41f5894442c8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:11:02.668404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae82e69-f9f8-4d3a-a651-228ae4dd6f87,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:11:02.677041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.677444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.677746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.678092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.678471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.678811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.679150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.679484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.679804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.680139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.680480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.680843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.681199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c822085-c1ef-4c04-b9a4-88e5844cc8a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:02.952219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5088597a-e3b8-4a55-be4e-a142a260cc69 None None] Provisioning complete for port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:11:02.952625 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5088597a-e3b8-4a55-be4e-a142a260cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:03.033799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5088597a-e3b8-4a55-be4e-a142a260cc69 None None] Current status of the port 4206e5f9-8f59-47ff-9fb0-0f9d95e7aa44 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:11:03.044647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5088597a-e3b8-4a55-be4e-a142a260cc69 None None] Provisioning complete for port 5d933c1b-1160-4d11-9a40-6c6076017fd0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:11:03.045054 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5088597a-e3b8-4a55-be4e-a142a260cc69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5d933c1b-1160-4d11-9a40-6c6076017fd0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:03.119354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5088597a-e3b8-4a55-be4e-a142a260cc69 None None] Current status of the port 5d933c1b-1160-4d11-9a40-6c6076017fd0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:11:04.973553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51988) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:05.181706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaead26-53b7-4844-8c69-c66b5c09c729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:05.182208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeaead26-53b7-4844-8c69-c66b5c09c729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:05.183771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aeaead26-53b7-4844-8c69-c66b5c09c729 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2092309 Feb 19 00:11:07.527249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51996) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:07.676623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68fb14b-6e05-4ab5-a06d-dd4e3b92340a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:07.677097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68fb14b-6e05-4ab5-a06d-dd4e3b92340a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:07.678674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f68fb14b-6e05-4ab5-a06d-dd4e3b92340a admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1504140 Feb 19 00:11:09.987759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52004) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:10.122725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df3deb8-5b9f-4a48-a82f-58eb198526ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:10.125397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9df3deb8-5b9f-4a48-a82f-58eb198526ab admin admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 886 time: 0.1349795 Feb 19 00:11:12.438812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52012) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:12.583037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9ac826-3b71-4579-84ed-e6ca411da5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:12.584402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9e9ac826-3b71-4579-84ed-e6ca411da5c4 admin admin] 10.222.0.60 "GET /v2.0/networks/b5cf290a-1691-4c44-b555-41f5894442c8 HTTP/1.1" status: 200 len: 869 time: 0.1446235 Feb 19 00:11:14.929061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52020) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:15.066524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2367dfa0-28dc-4761-89d5-0528f62f9d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:15.066890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2367dfa0-28dc-4761-89d5-0528f62f9d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:15.068399 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2367dfa0-28dc-4761-89d5-0528f62f9d3e admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1383886 Feb 19 00:11:17.406175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:17.501300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0da0e0-28a3-4da0-9e3a-97acdd5be59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:17.501733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0da0e0-28a3-4da0-9e3a-97acdd5be59d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:17.503280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-de0da0e0-28a3-4da0-9e3a-97acdd5be59d admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961597 Feb 19 00:11:17.809242 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a0c2e820-0be0-4602-9bb9-78bdf4710992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:18.171254 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:11:19.859369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:19.957968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90b0636e-e19c-4776-947c-86cbdc40f226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:19.969660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3a8b8-5a7e-472e-9f5d-361c316ba277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:19.971081 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-26e3a8b8-5a7e-472e-9f5d-361c316ba277 admin admin] 10.222.0.60 "GET /v2.0/subnets/9ae82e69-f9f8-4d3a-a651-228ae4dd6f87 HTTP/1.1" status: 200 len: 868 time: 0.1107385 Feb 19 00:11:20.945709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:22.293728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:22.381689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794dcc18-df6b-4f49-bb00-14dce1a163da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:22.383093 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-794dcc18-df6b-4f49-bb00-14dce1a163da admin admin] 10.222.0.60 "GET /v2.0/subnets/aeff2372-66c7-469d-96c1-b1ad22ce9f51 HTTP/1.1" status: 200 len: 816 time: 0.0883315 Feb 19 00:11:22.413570 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:24.003906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:47.812112 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd38cb5a-0c08-4bcf-a61a-0a15950effea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:49.962128 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17268214-d0c8-4bc5-8107-aba594b82850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:50.616646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52098) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:50.667381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-1912e90f-f39e-4cad-8575-8e2698dbf847 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:11:50.668378 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1912e90f-f39e-4cad-8575-8e2698dbf847 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507805 Feb 19 00:11:50.949669 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:52.417225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:53.061228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52106) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:53.124628 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a9465c-d859-4b93-81c1-b8c1bfdb5a79 admin admin] GET failed (client error): The resource could not be found. Feb 19 00:11:53.125951 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-71a9465c-d859-4b93-81c1-b8c1bfdb5a79 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0637541 Feb 19 00:11:53.280636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d52b9a1-3148-4dc5-a6a5-341d352d3a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:53.282112 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1d52b9a1-3148-4dc5-a6a5-341d352d3a41 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1509368 Feb 19 00:11:54.008406 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:55.170147 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:11:55.626432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52114) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:55.684423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:11:55.704922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Made reservation on behalf of e48a6aa8a7e94c3b8376b576953184b8 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:11:55.707273 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:55.737356 n-d-826527-3 neutron-server[103649]: WARNING neutron.services.revisions.revision_plugin [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Could not find related network for resource to bump revision. Feb 19 00:11:55.756998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:11:55.766938 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8c002580-cb4a-4052-b584-181ff4206229), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:55.767287 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Added segment 8c002580-cb4a-4052-b584-181ff4206229 of type vlan for network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 Feb 19 00:11:55.816692 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (691453b9-91aa-4d6a-87ea-eca2ad030ec7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:55.842571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (691453b9-91aa-4d6a-87ea-eca2ad030ec7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:55.844064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:55.844974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:55.904343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2768474 Feb 19 00:11:55.908911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646a6e0-0add-4f2a-837e-332f22fa1860 admin admin] Pushing event updated for resources: {'Network': ['ID=691453b9-91aa-4d6a-87ea-eca2ad030ec7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:11:55.920084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:11:58.238571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52122) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:11:58.308827 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f26189-397b-4d3f-9167-82af047b4391 admin admin] GET failed (client error): The resource could not be found. Feb 19 00:11:58.310126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f0f26189-397b-4d3f-9167-82af047b4391 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0705678 Feb 19 00:11:58.387293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd86c03-8e18-43a7-90ca-b7538498e5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:58.388816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2fd86c03-8e18-43a7-90ca-b7538498e5d6 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0723376 Feb 19 00:11:58.402364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Request body: {'subnet': {'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:11:58.421302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Made reservation on behalf of e48a6aa8a7e94c3b8376b576953184b8 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:11:58.423594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:58.587061 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for subnet (1a849019-774a-4469-bc12-31a4f06fcc5d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:58.633726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a849019-774a-4469-bc12-31a4f06fcc5d,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:11:58.648719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:11:58.649075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Network hostable DHCP agents. Network: 691453b9-91aa-4d6a-87ea-eca2ad030ec7, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:11:58.667849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:11:58.677998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 691453b9-91aa-4d6a-87ea-eca2ad030ec7) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:11:58.682437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:11:58.683033 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:58.688403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5b0cb-0e3d-40ce-8c25-1827582bd5a2 None None] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:11:58.714227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-797ad3b9-2739-4c26-a50b-1b51338e9cba admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3049247 Feb 19 00:11:58.817239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'project_id': 'e48a6aa8a7e94c3b8376b576953184b8', 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:11:58.818415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:58.953964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Allocated IP 192.168.233.2 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/d07e788a-8498-433f-9f00-f5e4067114ca) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:11:59.201402 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Publish callbacks [] for port (d07e788a-8498-433f-9f00-f5e4067114ca), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:59.207632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (d07e788a-8498-433f-9f00-f5e4067114ca), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:59.255481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:11:59.259414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:11:59.261311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Pushing event updated for resources: {'Port': ['ID=d07e788a-8498-433f-9f00-f5e4067114ca,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:11:59.263490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:11:59.273890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.274253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.274604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.274963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.275288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.275605 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.275950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.276350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.276676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.277000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.277320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.277638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.277956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:11:59.329352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Attempting to bind port d07e788a-8498-433f-9f00-f5e4067114ca on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:11:59.329725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Attempting to bind port d07e788a-8498-433f-9f00-f5e4067114ca by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:11:59.330090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Attempting to bind port d07e788a-8498-433f-9f00-f5e4067114ca on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:11:59.335562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:11:59.335945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:11:59.336350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:59.336747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:11:59.337227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Bound port: d07e788a-8498-433f-9f00-f5e4067114ca, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:11:59.337605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d07e788a-8498-433f-9f00-f5e4067114ca), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:59.398351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] For port d07e788a-8498-433f-9f00-f5e4067114ca, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:11:59.401614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] For port d07e788a-8498-433f-9f00-f5e4067114ca, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d07e788a-8498-433f-9f00-f5e4067114ca,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:11:59.408076 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d07e788a-8498-433f-9f00-f5e4067114ca), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:11:59.465110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f337fda-6f24-427a-9b11-d9ab4364a743 None None] Pushing event updated for resources: {'Port': ['ID=d07e788a-8498-433f-9f00-f5e4067114ca,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:12:00.331857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43cacb8-c849-40d9-a032-6ed1e9a47ce4 None None] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:12:00.406480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-eedb8027-3cd3-444b-993d-f68510c93e7f None None] Provisioning complete for port d07e788a-8498-433f-9f00-f5e4067114ca triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:12:00.406857 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eedb8027-3cd3-444b-993d-f68510c93e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d07e788a-8498-433f-9f00-f5e4067114ca), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:00.525823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eedb8027-3cd3-444b-993d-f68510c93e7f None None] Current status of the port d07e788a-8498-433f-9f00-f5e4067114ca is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:12:00.526413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eedb8027-3cd3-444b-993d-f68510c93e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d07e788a-8498-433f-9f00-f5e4067114ca), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:00.561529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-eedb8027-3cd3-444b-993d-f68510c93e7f None None] For port d07e788a-8498-433f-9f00-f5e4067114ca, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d07e788a-8498-433f-9f00-f5e4067114ca,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:12:00.567127 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eedb8027-3cd3-444b-993d-f68510c93e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d07e788a-8498-433f-9f00-f5e4067114ca), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:00.619731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb8027-3cd3-444b-993d-f68510c93e7f None None] Pushing event updated for resources: {'Port': ['ID=d07e788a-8498-433f-9f00-f5e4067114ca,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:12:00.691599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a8075322-8475-4072-b833-a8ec4a15f36e None None] Provisioning complete for port d07e788a-8498-433f-9f00-f5e4067114ca triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:12:00.691999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8075322-8475-4072-b833-a8ec4a15f36e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d07e788a-8498-433f-9f00-f5e4067114ca), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:00.769312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a8075322-8475-4072-b833-a8ec4a15f36e None None] Current status of the port d07e788a-8498-433f-9f00-f5e4067114ca is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:12:00.873995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d07e788a-8498-433f-9f00-f5e4067114ca up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:12:00.921565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d07e788a-8498-433f-9f00-f5e4067114ca triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:12:00.922092 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d07e788a-8498-433f-9f00-f5e4067114ca), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:01.003894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d07e788a-8498-433f-9f00-f5e4067114ca is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:12:17.816139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-467d2987-8897-49b4-9fb9-213dfbe8a9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:19.966824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf84d-63f3-4e61-9e35-f01793e02c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:20.952024 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:22.420350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:24.014074 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:32.168985 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:12:47.825001 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-410d2bc2-498d-4410-90eb-2e426f9557d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:49.975068 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-80e8d71c-04c1-4a38-ad97-edf8c891e581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:50.957208 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:52.423978 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:12:54.019723 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:09.168638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:13:17.820069 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39482e5d-c939-4141-a950-ed436ae2f4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:19.969288 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-149e5273-8156-487f-ba7f-f06a1e84059b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:20.958872 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:22.427099 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:24.022900 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:27.549779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52160) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:13:27.555969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-3a2db74b-7b78-490d-9a0a-c3f7def07936 tempest-verify_tempest_config-806097464 tempest-verify_tempest_config-806097464-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:13:27.556972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3a2db74b-7b78-490d-9a0a-c3f7def07936 tempest-verify_tempest_config-806097464 tempest-verify_tempest_config-806097464-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061419 Feb 19 00:13:27.863671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52178) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:13:27.978724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:28.056485 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Publish callbacks [] for security_group (57d5214d-4480-4230-9874-022b29d345d5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:28.062988 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (57d5214d-4480-4230-9874-022b29d345d5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:28.105740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d5214d-4480-4230-9874-022b29d345d5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:13:28.110379 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b476395a0b584094aa5811c1e68547aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2456098 Feb 19 00:13:28.113332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52184) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:13:28.114837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.115217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.115567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.115905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.116244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.116577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.116902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.117226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.117556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.117884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.118206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.118561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.118885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4509947f-a282-425c-8ae2-8dcdc74eb748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.171459 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Publish callbacks [] for security_group (57d5214d-4480-4230-9874-022b29d345d5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:28.191851 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Publish callbacks [] for security_group (57d5214d-4480-4230-9874-022b29d345d5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:28.295066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (57d5214d-4480-4230-9874-022b29d345d5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:28.301888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:28.303637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57d5214d-4480-4230-9874-022b29d345d5 HTTP/1.1" status: 204 len: 168 time: 0.1893356 Feb 19 00:13:28.315679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d5214d-4480-4230-9874-022b29d345d5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:13:28.322466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.322797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.323155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.323488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.323817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.324145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.324470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.324791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.325113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.325433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.325756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.326076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:28.326409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb65c33-3cc0-4f9b-999d-f4e38f2c7a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:13:46.167459 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:13:47.831261 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb9d7620-d025-4b21-ae29-cb27b71f0096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:49.980463 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dea16ef1-7813-493e-9d38-526ca0ef738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:50.968143 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:52.438015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:13:54.033151 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:17.832442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-384eb580-51ad-46c0-82cf-2f3abef41e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:19.982243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f426777-0220-4c61-9beb-89bbc51f6aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:20.972487 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:22.436206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:23.166689 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:14:24.026908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:47.827479 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52015933-0abb-4b1f-b383-b4a0661b53e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:49.976591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5145d70-a9b2-4f9b-8b9a-59d982011de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:50.970072 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:52.441457 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:14:54.039665 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:00.166750 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:15:17.841273 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47abbe0d-8770-4028-8eda-d82fec3dfe26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:19.981947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f14bfe7b-6f34-44e6-ae76-3468965974d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:20.971918 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:22.442403 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:24.034165 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:37.168737 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:15:47.846915 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6cb6a49-a104-416f-832e-eb89661f871f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:49.984797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-618bc1b1-2931-4cc7-9a03-8d7c09755a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:50.984415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:52.454152 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:15:54.048379 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:14.167851 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 5 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:16:17.840033 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d29d7f71-1121-4532-a878-004783e1cd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:19.987455 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc311647-2949-49bb-bbcc-78142c0bff86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:20.988478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:22.451431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:24.042303 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:47.836932 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-473b06a6-4434-4aec-851a-1285952175be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:48.444598 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478587'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:49.990314 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49bee796-0929-4688-a2f4-cbdd58d35335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:50.983800 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:51.167790 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 6 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:16:52.456193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:53.262840 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-478587'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:16:54.050828 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:17.836215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58863b28-5f31-495d-98b9-562e31ca60e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:18.398176 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:19.990337 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6099cf6b-6d10-4a1d-9439-7d2c9d14ea61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:20.987930 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:22.459342 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:23.333000 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:24.047633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:28.167192 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:17:41.194591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52236) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:17:41.315811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-794fc531-4436-444a-8496-2af00ba02664 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1200171 Feb 19 00:17:43.757745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52246) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:17:43.832620 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bee555c7-be09-4e9c-8345-2df67dfd84df admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0736909 Feb 19 00:17:47.832144 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e792e082-137c-4e79-840b-9500bf7c83a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:48.393936 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:49.987302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3df9afa-d426-4437-8cc7-df241f61de30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:50.990908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:52.463785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:53.237280 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:17:54.043365 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:05.167589 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:18:17.828439 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a5213dc-59c3-438c-a667-ddef121d61fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:18.390603 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:19.981649 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1274d0e4-60c6-4573-a6e9-61adccab930f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:20.993999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:22.464711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:23.238865 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:24.041272 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:42.168416 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:18:47.839249 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77083ff5-d761-4d5d-8974-661d7e8b9517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:48.389438 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:49.990109 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ceb890-4ffb-4719-b0f7-ba292e56217c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:50.998499 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:52.469162 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:53.254441 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:18:54.037391 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:13.522850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52652) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:13.648567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:13.745784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Publish callbacks [] for security_group (96671cf1-8dcc-49a7-a07a-42b71e6b2bd2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:13.754251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (96671cf1-8dcc-49a7-a07a-42b71e6b2bd2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:13.806438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96671cf1-8dcc-49a7-a07a-42b71e6b2bd2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:13.813356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa3cc0cbe72c429e82e3c3418762bd57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2891409 Feb 19 00:19:13.816373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52674) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:13.820096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.820650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.821198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.821798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.822339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.822680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.823052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.823371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.823831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.824373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.824853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.825339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.825852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4080e749-0fa8-4d7e-80da-8a94a28d378a admin admin] Tracked resource versions report: Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: pushed versions: Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: { 'AddressGroup': {'1.2'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'ConntrackHelper': {'1.0'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Log': {'1.0'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Network': {'1.1'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Port': {'1.7'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'PortForwarding': {'1.2'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'QosPolicy': {'1.10'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'SecurityGroup': {'1.5'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'SubPort': {'1.0'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Subnet': {'1.1'}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Trunk': {'1.1'}} Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: consumer versions: Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: { DHCP agent@n-d-826527-3: {}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: HyperV agent@n-h1-826527-3: {}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: HyperV agent@n-h2-826527-3: {}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: L3 agent@n-d-826527-3: {}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: Metadata agent@n-d-826527-3: {}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: Metering agent@n-d-826527-3: {}, Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: Open vSwitch agent@n-d-826527-3: { 'AddressGroup': '1.2', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'ConntrackHelper': '1.0', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'LocalIPAssociation': '1.0', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Log': '1.0', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Network': '1.1', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Port': '1.7', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'PortForwarding': '1.2', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'QosPolicy': '1.10', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'SecurityGroup': '1.5', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'SecurityGroupRule': '1.2', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'SubPort': '1.0', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Subnet': '1.1', Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: 'Trunk': '1.1'}} Feb 19 00:19:13.827721 n-d-826527-3 neutron-server[103649]: {{(pid=103649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:19:13.897882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Publish callbacks [] for security_group (96671cf1-8dcc-49a7-a07a-42b71e6b2bd2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:13.927542 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Publish callbacks [] for security_group (96671cf1-8dcc-49a7-a07a-42b71e6b2bd2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.012558 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (96671cf1-8dcc-49a7-a07a-42b71e6b2bd2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.015499 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.019997 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96671cf1-8dcc-49a7-a07a-42b71e6b2bd2 HTTP/1.1" status: 204 len: 168 time: 0.1993067 Feb 19 00:19:14.031580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96671cf1-8dcc-49a7-a07a-42b71e6b2bd2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:14.040183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.040527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.041133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.041696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.042291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.042792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.043262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.043733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.044300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.044772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.045255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.054998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.055759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:14.057499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52700) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1720b3a-a8f4-4eef-8066-75273715100f admin admin] Tracked resource versions report: Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: pushed versions: Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: { 'AddressGroup': {'1.2'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'ConntrackHelper': {'1.0'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Log': {'1.0'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Network': {'1.1'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Port': {'1.7'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'PortForwarding': {'1.2'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'QosPolicy': {'1.10'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'SecurityGroup': {'1.5'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'SubPort': {'1.0'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Subnet': {'1.1'}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Trunk': {'1.1'}} Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: consumer versions: Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: { DHCP agent@n-d-826527-3: {}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: HyperV agent@n-h1-826527-3: {}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: HyperV agent@n-h2-826527-3: {}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: L3 agent@n-d-826527-3: {}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: Metadata agent@n-d-826527-3: {}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: Metering agent@n-d-826527-3: {}, Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: Open vSwitch agent@n-d-826527-3: { 'AddressGroup': '1.2', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'ConntrackHelper': '1.0', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'LocalIPAssociation': '1.0', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Log': '1.0', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Network': '1.1', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Port': '1.7', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'PortForwarding': '1.2', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'QosPolicy': '1.10', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'SecurityGroup': '1.5', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'SecurityGroupRule': '1.2', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'SubPort': '1.0', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Subnet': '1.1', Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: 'Trunk': '1.1'}} Feb 19 00:19:14.058453 n-d-826527-3 neutron-server[103650]: {{(pid=103650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:19:14.062670 n-d-826527-3 neutron-server[103649]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 00:19:14.108890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-a7f2325f-4c25-439b-8643-37f72cafa9f7 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473900 Feb 19 00:19:14.389951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52722) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:14.403723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89e0cfad-0e12-49e3-97ac-ecf1c152c681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.453898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-c9e85acd-0b23-4d6f-9823-d7ef6f1d3d31 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:14.462029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-c9e85acd-0b23-4d6f-9823-d7ef6f1d3d31 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3519280 Feb 19 00:19:14.479047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-2fd4b114-0667-43e8-bd1d-1ad28e65ce9f tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/quotas/3db1f17c7d3047afa2752cd528d1ebc3 HTTP/1.1" status: 200 len: 375 time: 0.0156100 Feb 19 00:19:14.493788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89e0cfad-0e12-49e3-97ac-ecf1c152c681 admin admin] Publish callbacks [] for security_group (e1f16370-d6c5-4314-b27a-41b8c556438f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.498612 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89e0cfad-0e12-49e3-97ac-ecf1c152c681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e1f16370-d6c5-4314-b27a-41b8c556438f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.537511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-7896f5d1-b94f-469b-a1dd-a61d0e5db8a2 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564320 Feb 19 00:19:14.541847 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-89e0cfad-0e12-49e3-97ac-ecf1c152c681 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7755cd6732394ef5bf9afdfe2a46b13b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1503537 Feb 19 00:19:14.543734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e0cfad-0e12-49e3-97ac-ecf1c152c681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f16370-d6c5-4314-b27a-41b8c556438f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:14.544515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52724) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:14.596888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c426967c-3404-4ddd-bcfa-7ca6656c3940 admin admin] Publish callbacks [] for security_group (e1f16370-d6c5-4314-b27a-41b8c556438f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.619960 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c426967c-3404-4ddd-bcfa-7ca6656c3940 admin admin] Publish callbacks [] for security_group (e1f16370-d6c5-4314-b27a-41b8c556438f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.685081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c426967c-3404-4ddd-bcfa-7ca6656c3940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e1f16370-d6c5-4314-b27a-41b8c556438f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.687989 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c426967c-3404-4ddd-bcfa-7ca6656c3940 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:14.689593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c426967c-3404-4ddd-bcfa-7ca6656c3940 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e1f16370-d6c5-4314-b27a-41b8c556438f HTTP/1.1" status: 204 len: 168 time: 0.1437953 Feb 19 00:19:14.701204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426967c-3404-4ddd-bcfa-7ca6656c3940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f16370-d6c5-4314-b27a-41b8c556438f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:14.749265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52734) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:14.795655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-16b4894d-3f16-4828-a107-d841531a0f57 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=e04596eab4fb4c0793d4676cad4ef548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441992 Feb 19 00:19:14.927093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4600-692a-4277-a75f-b3436ea64535 req-e4999175-b680-4b77-9cbc-ab062a7cf317 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:14.935480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-e4999175-b680-4b77-9cbc-ab062a7cf317 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336870 Feb 19 00:19:14.955256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-d308caf7-97c1-40fe-9963-549a54dcfca0 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/quotas/e04596eab4fb4c0793d4676cad4ef548 HTTP/1.1" status: 200 len: 375 time: 0.0184431 Feb 19 00:19:15.006811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-e9c6fe05-b0cf-4425-ac98-f646859af196 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e04596eab4fb4c0793d4676cad4ef548&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506568 Feb 19 00:19:15.336561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d26790d7-4e8f-4ab2-b063-bd8fe66776f5 req-ccf8d80e-e2c9-4a25-9b55-da07e564f291 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 210 time: 0.0939016 Feb 19 00:19:15.485045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f328907-4fdb-46b6-bcd8-6da23262fc3c req-0b65aa35-a1d5-4d76-a149-0ca8f7fb1ded tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 210 time: 0.0447624 Feb 19 00:19:16.546928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef7322d1-14c0-4f49-a96a-366919fab2ae req-5d48d7f5-8db8-4e56-a495-19e12e450945 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 210 time: 0.0294826 Feb 19 00:19:16.670519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-533a1f39-1cc5-4118-bc1f-00b59611a0ef req-735e7732-5655-4e3b-b523-63b50375384a tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 210 time: 0.0406654 Feb 19 00:19:16.759951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52910) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:16.808983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52914) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:17.151813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cf24-b0f9-4066-9689-c0e39f99947d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.190904 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ee21fd78-6800-4c18-8c01-4ceb6e275c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.316315 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ee21fd78-6800-4c18-8c01-4ceb6e275c22 admin admin] Publish callbacks [] for security_group (65255710-4f17-468d-9373-4e6dd3043730), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.322064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ee21fd78-6800-4c18-8c01-4ceb6e275c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (65255710-4f17-468d-9373-4e6dd3043730), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.337702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cf24-b0f9-4066-9689-c0e39f99947d admin admin] Publish callbacks [] for security_group (dff9cad9-9c32-4821-beca-cc28acd14599), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.345565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ed1cf24-b0f9-4066-9689-c0e39f99947d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dff9cad9-9c32-4821-beca-cc28acd14599), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.380429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ee21fd78-6800-4c18-8c01-4ceb6e275c22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=46b062b1f41d4c799117cb9deea6c82f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5696847 Feb 19 00:19:17.382014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52946) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:17.390085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee21fd78-6800-4c18-8c01-4ceb6e275c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65255710-4f17-468d-9373-4e6dd3043730,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:17.420897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.113', 53265) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:17.421868 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7ed1cf24-b0f9-4066-9689-c0e39f99947d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c396690e736a4b86884f58c771eb4d30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6550868 Feb 19 00:19:17.428535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52948) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:17.474264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.113', 53266) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:17.494959 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1cf24-b0f9-4066-9689-c0e39f99947d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff9cad9-9c32-4821-beca-cc28acd14599,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:17.509788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-3e0ec47c-f8c9-4306-9c5f-8a45be74f566 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=e04596eab4fb4c0793d4676cad4ef548&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872159 Feb 19 00:19:17.540772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-c2919e9a-e8cc-4787-893b-68e69af98d28 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596311 Feb 19 00:19:17.564440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12f1ebba-f66e-48a7-a1b4-eaac55b023c3 admin admin] Publish callbacks [] for security_group (dff9cad9-9c32-4821-beca-cc28acd14599), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.592028 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12f1ebba-f66e-48a7-a1b4-eaac55b023c3 admin admin] Publish callbacks [] for security_group (dff9cad9-9c32-4821-beca-cc28acd14599), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.710144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4600-692a-4277-a75f-b3436ea64535 req-7ba2f24e-0204-4d75-a542-76dd3f7e1420 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:17.712488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-7ba2f24e-0204-4d75-a542-76dd3f7e1420 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1969066 Feb 19 00:19:17.754622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acab42d5-50f4-42a2-9ae7-5ff903ed7207 admin admin] Publish callbacks [] for security_group (65255710-4f17-468d-9373-4e6dd3043730), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.801921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acab42d5-50f4-42a2-9ae7-5ff903ed7207 admin admin] Publish callbacks [] for security_group (65255710-4f17-468d-9373-4e6dd3043730), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.824905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Request body: {'port': {'device_id': '0bca3968-42b4-47b5-a1b8-e08a31198016', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'e04596eab4fb4c0793d4676cad4ef548'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:17.889136 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-468413f1-e717-47b9-b8ec-6a5d295685bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.937564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42931b4b-40ef-438b-b904-8c85554a30a9 req-59cfc2c1-55df-4d44-9aa3-1461f109f846 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 210 time: 0.0882459 Feb 19 00:19:17.955396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-9c35d2c9-ac4f-48a6-afdb-79b925c41e38 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:17.957281 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-9c35d2c9-ac4f-48a6-afdb-79b925c41e38 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4117093 Feb 19 00:19:17.991379 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12f1ebba-f66e-48a7-a1b4-eaac55b023c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dff9cad9-9c32-4821-beca-cc28acd14599), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.994159 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12f1ebba-f66e-48a7-a1b4-eaac55b023c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:17.995425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-12f1ebba-f66e-48a7-a1b4-eaac55b023c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dff9cad9-9c32-4821-beca-cc28acd14599 HTTP/1.1" status: 204 len: 168 time: 0.5659394 Feb 19 00:19:18.012220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1ebba-f66e-48a7-a1b4-eaac55b023c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff9cad9-9c32-4821-beca-cc28acd14599,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:18.050044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Request body: {'port': {'device_id': '47b4caa8-2784-4346-b611-0d1a9f97f93b', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '3db1f17c7d3047afa2752cd528d1ebc3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:18.078582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85a87180-ba21-40b2-bb37-a9b3cfb3e042 req-2f9635a5-a91a-45ac-9d08-2e84b33dca27 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 210 time: 0.1275930 Feb 19 00:19:18.273368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acab42d5-50f4-42a2-9ae7-5ff903ed7207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (65255710-4f17-468d-9373-4e6dd3043730), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.281081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acab42d5-50f4-42a2-9ae7-5ff903ed7207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.285422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-acab42d5-50f4-42a2-9ae7-5ff903ed7207 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65255710-4f17-468d-9373-4e6dd3043730 HTTP/1.1" status: 204 len: 168 time: 0.8995020 Feb 19 00:19:18.340208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab42d5-50f4-42a2-9ae7-5ff903ed7207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65255710-4f17-468d-9373-4e6dd3043730,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:18.366170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Made reservation on behalf of e04596eab4fb4c0793d4676cad4ef548 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:18.374235 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.419810 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.425491 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.579453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Made reservation on behalf of 3db1f17c7d3047afa2752cd528d1ebc3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:18.584061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.594536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.621722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks [] for security_group (672a593c-6f76-4741-83be-76b7c8036376), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.636804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (672a593c-6f76-4741-83be-76b7c8036376), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.722011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks [] for security_group (dae938c4-7223-4e86-b201-da9b7483bf27), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.728446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dae938c4-7223-4e86-b201-da9b7483bf27), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:18.782788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=672a593c-6f76-4741-83be-76b7c8036376,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:18.874840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae938c4-7223-4e86-b201-da9b7483bf27,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:18.954914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:18.990948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00a518db-a69c-4361-ac9a-ee9bbc5e5df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.130941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Allocated IP 192.168.233.211 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/7ec56f40-e578-4339-af99-1f07befe0973) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:19:19.157164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00a518db-a69c-4361-ac9a-ee9bbc5e5df7 admin admin] Publish callbacks [] for security_group (c24904e0-70bc-4143-b130-d007603591f7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.157509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-080bc2a1-e7fe-490e-a2a4-b27ece59ac0e req-c234a6bb-5d34-4a03-bb39-25e973fddaa8 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 210 time: 0.0667934 Feb 19 00:19:19.168121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00a518db-a69c-4361-ac9a-ee9bbc5e5df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c24904e0-70bc-4143-b130-d007603591f7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.193627 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:19:19.234737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-00a518db-a69c-4361-ac9a-ee9bbc5e5df7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31c3abb8c5194c9590984c76a17ca5fd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2772152 Feb 19 00:19:19.239955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:19.261133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a518db-a69c-4361-ac9a-ee9bbc5e5df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24904e0-70bc-4143-b130-d007603591f7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:19.327733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e911-9b9e-4b2c-882d-99b2b1c8c96d admin admin] Publish callbacks [] for security_group (c24904e0-70bc-4143-b130-d007603591f7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.340160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8061e287-8d1b-4f36-9c21-1333b44ffb47 req-2e93a5a4-5cdf-4de4-8780-98d1a2d6bd43 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 210 time: 0.0885944 Feb 19 00:19:19.372421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e911-9b9e-4b2c-882d-99b2b1c8c96d admin admin] Publish callbacks [] for security_group (c24904e0-70bc-4143-b130-d007603591f7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.395204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53058) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:19.422335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62966f29-7c02-460a-bda2-020d17df8eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.440820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks [] for port (7ec56f40-e578-4339-af99-1f07befe0973), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.477394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e911-9b9e-4b2c-882d-99b2b1c8c96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c24904e0-70bc-4143-b130-d007603591f7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.480425 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbc1e911-9b9e-4b2c-882d-99b2b1c8c96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.481626 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fbc1e911-9b9e-4b2c-882d-99b2b1c8c96d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c24904e0-70bc-4143-b130-d007603591f7 HTTP/1.1" status: 204 len: 168 time: 0.2309151 Feb 19 00:19:19.516734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1e911-9b9e-4b2c-882d-99b2b1c8c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24904e0-70bc-4143-b130-d007603591f7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:19.521113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (7ec56f40-e578-4339-af99-1f07befe0973), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.551330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53064) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:19.784400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Allocated IP 192.168.233.120 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/0269cf9c-1e99-4cd4-bfcf-1588c7cf3993) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:19:19.853554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62966f29-7c02-460a-bda2-020d17df8eea admin admin] Publish callbacks [] for security_group (9417e0d8-a10f-4bb4-9939-228247954ed8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:19.873691 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62966f29-7c02-460a-bda2-020d17df8eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9417e0d8-a10f-4bb4-9939-228247954ed8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.020908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-348411f7-ef47-4134-86a6-e8a4beb4b58e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.098061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62966f29-7c02-460a-bda2-020d17df8eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9417e0d8-a10f-4bb4-9939-228247954ed8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:20.109278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:19:20.138786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:19:20.153935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:19:20.165666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:20.167301 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.170633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-62966f29-7c02-460a-bda2-020d17df8eea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=34599ce3211549f9b43f8b8cc401f6dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7679358 Feb 19 00:19:20.173938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53072) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:20.191384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Pushing event updated for resources: {'Port': ['ID=7ec56f40-e578-4339-af99-1f07befe0973,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:20.237832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-75821cc1-d9d8-488c-a52c-f2331582da41 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4205062 Feb 19 00:19:20.503272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53082) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:20.514217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab6d3198-8dbf-4de2-8e4e-323de96a65e3 req-9e8ebb65-ed40-4e5b-9940-487108851aa4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 210 time: 0.1127348 Feb 19 00:19:20.585404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f009c5-fcde-4316-b2b1-fc233b104b80 admin admin] Publish callbacks [] for security_group (9417e0d8-a10f-4bb4-9939-228247954ed8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.591702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-575d989d-c9f0-42b9-bb4f-5485e3de08cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.603228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2e815d54-1340-4c18-80ae-21c76a52610d None None] Provisioning complete for port 7ec56f40-e578-4339-af99-1f07befe0973 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:19:20.604388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e815d54-1340-4c18-80ae-21c76a52610d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7ec56f40-e578-4339-af99-1f07befe0973), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.658481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2e815d54-1340-4c18-80ae-21c76a52610d None None] Port 7ec56f40-e578-4339-af99-1f07befe0973 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:19:20.687481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca4673eb-d72b-4ff3-bf79-7959f540e057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.743983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c83366-7351-4530-b467-8798dafa0fa7 req-3e82cd07-2cb5-4deb-b6b1-3bc002226e95 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:20.753351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81c83366-7351-4530-b467-8798dafa0fa7 req-3e82cd07-2cb5-4deb-b6b1-3bc002226e95 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 936 time: 0.1780455 Feb 19 00:19:20.755175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f009c5-fcde-4316-b2b1-fc233b104b80 admin admin] Publish callbacks [] for security_group (9417e0d8-a10f-4bb4-9939-228247954ed8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.845204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81c83366-7351-4530-b467-8798dafa0fa7 req-a17a4a71-4d32-4ca8-872f-bf284e0828f5 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904293 Feb 19 00:19:20.880031 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks [] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.959221 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca4673eb-d72b-4ff3-bf79-7959f540e057 admin admin] Publish callbacks [] for security_group (1360b31c-22c3-4ae2-a7a0-45c814b49967), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.974828 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca4673eb-d72b-4ff3-bf79-7959f540e057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1360b31c-22c3-4ae2-a7a0-45c814b49967), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.976519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f009c5-fcde-4316-b2b1-fc233b104b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9417e0d8-a10f-4bb4-9939-228247954ed8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.991978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f009c5-fcde-4316-b2b1-fc233b104b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:20.996191 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-60f009c5-fcde-4316-b2b1-fc233b104b80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9417e0d8-a10f-4bb4-9939-228247954ed8 HTTP/1.1" status: 204 len: 168 time: 0.8149354 Feb 19 00:19:21.031935 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.039720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4673eb-d72b-4ff3-bf79-7959f540e057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1360b31c-22c3-4ae2-a7a0-45c814b49967,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:21.044775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ca4673eb-d72b-4ff3-bf79-7959f540e057 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91d3259179ff4630a07a1017ae8b6d03&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5253351 Feb 19 00:19:21.047465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53094) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:21.099105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-575d989d-c9f0-42b9-bb4f-5485e3de08cf admin admin] Publish callbacks [] for security_group (7f1e9dd2-82ca-4da0-b6db-ad4826cbb6be), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.116505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f009c5-fcde-4316-b2b1-fc233b104b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9417e0d8-a10f-4bb4-9939-228247954ed8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:21.129038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-575d989d-c9f0-42b9-bb4f-5485e3de08cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f1e9dd2-82ca-4da0-b6db-ad4826cbb6be), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.144051 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5da56d41-4efe-4512-9e96-45b876a5e7dc admin admin] Publish callbacks [] for security_group (1360b31c-22c3-4ae2-a7a0-45c814b49967), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.204039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.216434 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5da56d41-4efe-4512-9e96-45b876a5e7dc admin admin] Publish callbacks [] for security_group (1360b31c-22c3-4ae2-a7a0-45c814b49967), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.356089 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-575d989d-c9f0-42b9-bb4f-5485e3de08cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f31615963b44861a7c6f02d7169d192&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8013573 Feb 19 00:19:21.359046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5da56d41-4efe-4512-9e96-45b876a5e7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1360b31c-22c3-4ae2-a7a0-45c814b49967), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.362656 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5da56d41-4efe-4512-9e96-45b876a5e7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.366406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5da56d41-4efe-4512-9e96-45b876a5e7dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1360b31c-22c3-4ae2-a7a0-45c814b49967 HTTP/1.1" status: 204 len: 168 time: 0.3164518 Feb 19 00:19:21.369009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53104) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:21.371703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Pushing event updated for resources: {'Port': ['ID=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:21.428823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da56d41-4efe-4512-9e96-45b876a5e7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1360b31c-22c3-4ae2-a7a0-45c814b49967,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:21.445798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575d989d-c9f0-42b9-bb4f-5485e3de08cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1e9dd2-82ca-4da0-b6db-ad4826cbb6be,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:21.463743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:19:21.471369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:19:21.479595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:19:21.499498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:21.512548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.517802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8bf547b5-a6ef-4837-9f72-1d11045fd7c0 admin admin] Publish callbacks [] for security_group (7f1e9dd2-82ca-4da0-b6db-ad4826cbb6be), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.555979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-72cf5992-4434-4d55-ba27-cd50c2429caa tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5102329 Feb 19 00:19:21.605906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8bf547b5-a6ef-4837-9f72-1d11045fd7c0 admin admin] Publish callbacks [] for security_group (7f1e9dd2-82ca-4da0-b6db-ad4826cbb6be), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.776758 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8bf547b5-a6ef-4837-9f72-1d11045fd7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f1e9dd2-82ca-4da0-b6db-ad4826cbb6be), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.781271 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8bf547b5-a6ef-4837-9f72-1d11045fd7c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:21.785666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8bf547b5-a6ef-4837-9f72-1d11045fd7c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f1e9dd2-82ca-4da0-b6db-ad4826cbb6be HTTP/1.1" status: 204 len: 168 time: 0.4055388 Feb 19 00:19:21.821762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf547b5-a6ef-4837-9f72-1d11045fd7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1e9dd2-82ca-4da0-b6db-ad4826cbb6be,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:21.905024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e28b1c-1b40-4f31-bbbc-026c9842c585 req-edf072c7-46ef-4bb3-9c79-453ca095a7b2 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:21.911322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45e28b1c-1b40-4f31-bbbc-026c9842c585 req-edf072c7-46ef-4bb3-9c79-453ca095a7b2 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 936 time: 0.1568360 Feb 19 00:19:21.911951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-93f62b6f-d33b-45cd-b0a4-e5c7be390743 None None] Provisioning complete for port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:19:21.912623 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93f62b6f-d33b-45cd-b0a4-e5c7be390743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.011006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-93f62b6f-d33b-45cd-b0a4-e5c7be390743 None None] Port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:19:22.078106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45e28b1c-1b40-4f31-bbbc-026c9842c585 req-597cb009-2af9-4d9a-83fa-240dfe9b63ef tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604064 Feb 19 00:19:22.129329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a06a37-ff30-401c-a270-511c45fb9023 req-b667465e-46fb-44ab-ac74-f3b7c3a253be tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:22.135508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66a06a37-ff30-401c-a270-511c45fb9023 req-b667465e-46fb-44ab-ac74-f3b7c3a253be tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 936 time: 0.1727512 Feb 19 00:19:22.217166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66a06a37-ff30-401c-a270-511c45fb9023 req-a8a1adb8-6e7c-4206-b4c7-653d0282fecf tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750060 Feb 19 00:19:22.318871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53128) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:22.336199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06f17371-0475-419e-b222-0d1864e57787 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.525925 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.603138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06f17371-0475-419e-b222-0d1864e57787 admin admin] Publish callbacks [] for security_group (bb28a8e7-b785-40a0-8aec-695889ec29a9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.612002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06f17371-0475-419e-b222-0d1864e57787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bb28a8e7-b785-40a0-8aec-695889ec29a9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.690578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-06f17371-0475-419e-b222-0d1864e57787 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7c6eaa9e7d442b8982374fe240eb23d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3704953 Feb 19 00:19:22.693210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f17371-0475-419e-b222-0d1864e57787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28a8e7-b785-40a0-8aec-695889ec29a9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:22.693462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:22.755857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01253f1d-e89b-4373-bc66-6d59e6f0a441 admin admin] Publish callbacks [] for security_group (bb28a8e7-b785-40a0-8aec-695889ec29a9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.811390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01253f1d-e89b-4373-bc66-6d59e6f0a441 admin admin] Publish callbacks [] for security_group (bb28a8e7-b785-40a0-8aec-695889ec29a9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.834564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53138) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:22.877867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2295ef0a-43eb-4040-baaf-148b25ac26a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.926373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01253f1d-e89b-4373-bc66-6d59e6f0a441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bb28a8e7-b785-40a0-8aec-695889ec29a9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.929927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01253f1d-e89b-4373-bc66-6d59e6f0a441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:22.934265 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-01253f1d-e89b-4373-bc66-6d59e6f0a441 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb28a8e7-b785-40a0-8aec-695889ec29a9 HTTP/1.1" status: 204 len: 168 time: 0.2364066 Feb 19 00:19:22.942685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01253f1d-e89b-4373-bc66-6d59e6f0a441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28a8e7-b785-40a0-8aec-695889ec29a9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:23.084940 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2295ef0a-43eb-4040-baaf-148b25ac26a6 admin admin] Publish callbacks [] for security_group (567bc9a4-8d95-42a1-9e14-690dbf66aca5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:23.092722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2295ef0a-43eb-4040-baaf-148b25ac26a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (567bc9a4-8d95-42a1-9e14-690dbf66aca5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:23.259743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2295ef0a-43eb-4040-baaf-148b25ac26a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=49691793195f4b7dae083bd6cca17280&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4182539 Feb 19 00:19:23.260622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53150) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:23.261404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295ef0a-43eb-4040-baaf-148b25ac26a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567bc9a4-8d95-42a1-9e14-690dbf66aca5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:23.333214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:23.401196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2083fa4-781f-4710-be23-7a7fa159da21 req-8ef548ca-bc7e-47ec-b7db-08c112ac07ad tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:23.421277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b76cf100-c7b5-4cec-9e66-ed6df578d909 admin admin] Publish callbacks [] for security_group (567bc9a4-8d95-42a1-9e14-690dbf66aca5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:23.422564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2083fa4-781f-4710-be23-7a7fa159da21 req-8ef548ca-bc7e-47ec-b7db-08c112ac07ad tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 936 time: 0.1410232 Feb 19 00:19:23.462724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b76cf100-c7b5-4cec-9e66-ed6df578d909 admin admin] Publish callbacks [] for security_group (567bc9a4-8d95-42a1-9e14-690dbf66aca5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:23.581406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b76cf100-c7b5-4cec-9e66-ed6df578d909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (567bc9a4-8d95-42a1-9e14-690dbf66aca5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:23.585117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b76cf100-c7b5-4cec-9e66-ed6df578d909 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:23.586365 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b76cf100-c7b5-4cec-9e66-ed6df578d909 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/567bc9a4-8d95-42a1-9e14-690dbf66aca5 HTTP/1.1" status: 204 len: 168 time: 0.3286541 Feb 19 00:19:23.593824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2083fa4-781f-4710-be23-7a7fa159da21 req-27fe33f4-de08-4cc9-9f44-36369059cffb tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572523 Feb 19 00:19:23.602935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cf100-c7b5-4cec-9e66-ed6df578d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567bc9a4-8d95-42a1-9e14-690dbf66aca5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:23.626734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda8b69-c8ff-48f3-b690-18852ee160d4 req-59bce576-d4b9-43b6-8a73-902baa881b85 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:23.635948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1eda8b69-c8ff-48f3-b690-18852ee160d4 req-59bce576-d4b9-43b6-8a73-902baa881b85 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 936 time: 0.1961429 Feb 19 00:19:23.711741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1eda8b69-c8ff-48f3-b690-18852ee160d4 req-aa032f77-037b-4284-9b1a-324d92c192a3 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743532 Feb 19 00:19:24.071228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:24.899896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b522d9-e817-45e8-93aa-caecdb639e2c req-182e6ff7-5eeb-475e-845c-000625821bec tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:24.902763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81b522d9-e817-45e8-93aa-caecdb639e2c req-182e6ff7-5eeb-475e-845c-000625821bec tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 936 time: 0.1472485 Feb 19 00:19:25.097400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81b522d9-e817-45e8-93aa-caecdb639e2c req-4523bfd2-2c6a-42b7-a4d8-14c046bc09f1 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881146 Feb 19 00:19:25.170888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d5420-6f7a-4071-aa2d-6eff881a5a85 req-f6ceaf1a-0638-476c-b10b-aeb5499d1a49 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:25.172519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-102d5420-6f7a-4071-aa2d-6eff881a5a85 req-f6ceaf1a-0638-476c-b10b-aeb5499d1a49 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 936 time: 0.2538164 Feb 19 00:19:25.308682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-102d5420-6f7a-4071-aa2d-6eff881a5a85 req-ca0116ea-ce6c-4cb7-a33f-f7d2e2b7278f tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159921 Feb 19 00:19:26.293782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fc14b-25c5-44c2-9cdf-d642c4146ea8 req-d7a730dd-5ef8-4ef9-9827-637dfe4d96db tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:26.304087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e76fc14b-25c5-44c2-9cdf-d642c4146ea8 req-d7a730dd-5ef8-4ef9-9827-637dfe4d96db tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 936 time: 0.0922630 Feb 19 00:19:26.383795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e76fc14b-25c5-44c2-9cdf-d642c4146ea8 req-482272e1-4f9f-4c1f-8889-3a2199aa4731 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786633 Feb 19 00:19:26.579287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af46549-ec02-41b3-885c-2045f6a62c47 req-f616c10e-b69a-4840-8804-141b47b99f38 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:26.581254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3af46549-ec02-41b3-885c-2045f6a62c47 req-f616c10e-b69a-4840-8804-141b47b99f38 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 936 time: 0.1000795 Feb 19 00:19:26.716265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3af46549-ec02-41b3-885c-2045f6a62c47 req-b2cecf99-1aa8-4f94-8caf-0ae52d40b6c0 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222818 Feb 19 00:19:27.019016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53250) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:27.063830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53254) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:27.326172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ce60ec1-c626-49d2-93ed-073aedf9e839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.374873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1682947528-network', 'tenant_id': 'ba144520a36e4a97b51e1923a8faf4ca'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:27.486867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ce60ec1-c626-49d2-93ed-073aedf9e839 admin admin] Publish callbacks [] for security_group (15cc6cd3-b713-4008-93d0-790838eb7e1f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.504126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ce60ec1-c626-49d2-93ed-073aedf9e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (15cc6cd3-b713-4008-93d0-790838eb7e1f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.607143 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ce60ec1-c626-49d2-93ed-073aedf9e839 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ded75fd03d6a47249cb04b110d810c6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5787005 Feb 19 00:19:27.607143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce60ec1-c626-49d2-93ed-073aedf9e839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc6cd3-b713-4008-93d0-790838eb7e1f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:27.607143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53266) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:27.635490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Made reservation on behalf of ba144520a36e4a97b51e1923a8faf4ca for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:27.639016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.647892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad0c62e-8e5d-4d3c-8a6f-a67f4939ce51 req-3e1b7d69-17e4-4879-840d-68fe68d1774c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:27.658146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ad0c62e-8e5d-4d3c-8a6f-a67f4939ce51 req-3e1b7d69-17e4-4879-840d-68fe68d1774c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 936 time: 0.1329720 Feb 19 00:19:27.674430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.776621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e2e4-0e2c-4458-9ef7-227d212909ba admin admin] Publish callbacks [] for security_group (15cc6cd3-b713-4008-93d0-790838eb7e1f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.787205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ad0c62e-8e5d-4d3c-8a6f-a67f4939ce51 req-87c48419-c7d9-4fff-ad77-a7313e765521 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254444 Feb 19 00:19:27.827641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e2e4-0e2c-4458-9ef7-227d212909ba admin admin] Publish callbacks [] for security_group (15cc6cd3-b713-4008-93d0-790838eb7e1f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.905784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Publish callbacks [] for security_group (0f5521c9-a417-40d0-ac8c-a74a910f6d37), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.913544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0f5521c9-a417-40d0-ac8c-a74a910f6d37), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.953590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5521c9-a417-40d0-ac8c-a74a910f6d37,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:27.973976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e2e4-0e2c-4458-9ef7-227d212909ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (15cc6cd3-b713-4008-93d0-790838eb7e1f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.979950 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ab7e2e4-0e2c-4458-9ef7-227d212909ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:27.982425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2ab7e2e4-0e2c-4458-9ef7-227d212909ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15cc6cd3-b713-4008-93d0-790838eb7e1f HTTP/1.1" status: 204 len: 168 time: 0.3778031 Feb 19 00:19:27.997680 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:19:28.000833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7e2e4-0e2c-4458-9ef7-227d212909ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc6cd3-b713-4008-93d0-790838eb7e1f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:28.034349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2e787137-450e-4db9-af2c-a491b7c2f1b0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:28.036030 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Added segment 2e787137-450e-4db9-af2c-a491b7c2f1b0 of type vlan for network 8b4be18d-5f4c-46c0-8e8c-61a289f4dc18 Feb 19 00:19:28.058377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e54b9-ed80-46ce-ac6a-f23de59abd20 req-888f6bd3-28b3-4da2-9d4c-8c5af1564d1d tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:28.076739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-262e54b9-ed80-46ce-ac6a-f23de59abd20 req-888f6bd3-28b3-4da2-9d4c-8c5af1564d1d tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 936 time: 0.1842103 Feb 19 00:19:28.126298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8b4be18d-5f4c-46c0-8e8c-61a289f4dc18), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:28.187433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8b4be18d-5f4c-46c0-8e8c-61a289f4dc18), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:28.194344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:28.194577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-262e54b9-ed80-46ce-ac6a-f23de59abd20 req-ce4c6fb3-ebe2-4f71-9251-03ae58e9ec7d tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165626 Feb 19 00:19:28.195022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:28.347312 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2797203 Feb 19 00:19:28.347693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53288) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:28.355083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Request body: {'subnet': {'network_id': '8b4be18d-5f4c-46c0-8e8c-61a289f4dc18', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1682947528-subnet', 'tenant_id': 'ba144520a36e4a97b51e1923a8faf4ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:28.387731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f1bd1-43f6-4bf2-a648-e9b9a696daeb admin admin] Pushing event updated for resources: {'Network': ['ID=8b4be18d-5f4c-46c0-8e8c-61a289f4dc18,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:28.406000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8b4be18d-5f4c-46c0-8e8c-61a289f4dc18 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:19:28.465967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Made reservation on behalf of ba144520a36e4a97b51e1923a8faf4ca for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:28.474216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.006527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53316) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:29.022901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ed41-e8f2-4e73-bd55-5c1298e04eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.030427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for subnet (8e383357-3225-4e46-b182-da07904f22e9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.091483 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ac373-abc7-4732-95d9-fd25ae28924d req-96736d33-1e93-4dbf-aa57-25d7e84c478c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:29.093075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b4ac373-abc7-4732-95d9-fd25ae28924d req-96736d33-1e93-4dbf-aa57-25d7e84c478c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 936 time: 0.2003822 Feb 19 00:19:29.144020 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ed41-e8f2-4e73-bd55-5c1298e04eda admin admin] Publish callbacks [] for security_group (1c63bcbd-e96e-461b-ac6f-877d8a5149e6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.154458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bb4ed41-e8f2-4e73-bd55-5c1298e04eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1c63bcbd-e96e-461b-ac6f-877d8a5149e6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.181883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e383357-3225-4e46-b182-da07904f22e9,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:29.212983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4ed41-e8f2-4e73-bd55-5c1298e04eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c63bcbd-e96e-461b-ac6f-877d8a5149e6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:29.219029 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7bb4ed41-e8f2-4e73-bd55-5c1298e04eda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92f7e66ef96f453d8775879c51288bb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099366 Feb 19 00:19:29.220783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53324) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:29.269451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Checking segment: {'id': '2e787137-450e-4db9-af2c-a491b7c2f1b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8b4be18d-5f4c-46c0-8e8c-61a289f4dc18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:19:29.269816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Network hostable DHCP agents. Network: 8b4be18d-5f4c-46c0-8e8c-61a289f4dc18, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:19:29.327659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b4ac373-abc7-4732-95d9-fd25ae28924d req-0de1d18a-6c9e-4df5-97f0-94faf4e42c8a tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073979 Feb 19 00:19:29.349652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Network 8b4be18d-5f4c-46c0-8e8c-61a289f4dc18 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:19:29.369245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8b4be18d-5f4c-46c0-8e8c-61a289f4dc18) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:19:29.375640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:29.376496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.383265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c796bbf9-cd47-46fd-a372-9f1aeaeda833 None None] Network 8b4be18d-5f4c-46c0-8e8c-61a289f4dc18 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:19:29.405885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8d7fda72-b736-4b34-b82a-a8693e2c0476 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0567403 Feb 19 00:19:29.446019 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bb466aa1-b800-4a56-bac9-f11973bbf369 admin admin] Publish callbacks [] for security_group (1c63bcbd-e96e-461b-ac6f-877d8a5149e6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.543921 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bb466aa1-b800-4a56-bac9-f11973bbf369 admin admin] Publish callbacks [] for security_group (1c63bcbd-e96e-461b-ac6f-877d8a5149e6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.633954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bb466aa1-b800-4a56-bac9-f11973bbf369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1c63bcbd-e96e-461b-ac6f-877d8a5149e6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.637640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bb466aa1-b800-4a56-bac9-f11973bbf369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:29.642092 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bb466aa1-b800-4a56-bac9-f11973bbf369 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c63bcbd-e96e-461b-ac6f-877d8a5149e6 HTTP/1.1" status: 204 len: 168 time: 0.4168952 Feb 19 00:19:29.659898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb466aa1-b800-4a56-bac9-f11973bbf369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c63bcbd-e96e-461b-ac6f-877d8a5149e6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:29.670540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af210dac-0f89-41db-91e1-97db10b92a04 req-6260e32c-9f3b-424c-b6b0-22570a81f723 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:29.673590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af210dac-0f89-41db-91e1-97db10b92a04 req-6260e32c-9f3b-424c-b6b0-22570a81f723 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 936 time: 0.1503470 Feb 19 00:19:29.698802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d5f535-da5b-46a2-b209-d29449d9df7d None None] Network 8b4be18d-5f4c-46c0-8e8c-61a289f4dc18 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:19:29.736542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53340) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:29.821241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af210dac-0f89-41db-91e1-97db10b92a04 req-501fe4f1-10e7-4181-9438-e89cb1c6e8b1 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383545 Feb 19 00:19:30.285377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53356) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:30.286724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cba0e5f9-c262-4b74-8818-82869050be0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.321620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-4f59ceb1-1a43-4d8e-ba2e-89f679b34473 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:19:30.323712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-4f59ceb1-1a43-4d8e-ba2e-89f679b34473 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097606 Feb 19 00:19:30.327924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-0146d7a1-db19-44ed-82fc-9a757b1d5ea3 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:19:30.329213 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-0146d7a1-db19-44ed-82fc-9a757b1d5ea3 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097952 Feb 19 00:19:30.401746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f495b424-5c90-4f5d-8756-b82dda2223ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.446844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cba0e5f9-c262-4b74-8818-82869050be0a admin admin] Publish callbacks [] for security_group (ea558348-028a-4dfd-823e-2606797a98a0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.469504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cba0e5f9-c262-4b74-8818-82869050be0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ea558348-028a-4dfd-823e-2606797a98a0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.523504 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cba0e5f9-c262-4b74-8818-82869050be0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81c2246d3c794530ad4e104022039f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7856874 Feb 19 00:19:30.524645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e5f9-c262-4b74-8818-82869050be0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea558348-028a-4dfd-823e-2606797a98a0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:30.527789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53374) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:30.591774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f495b424-5c90-4f5d-8756-b82dda2223ce admin admin] Publish callbacks [] for security_group (45151a92-3f3c-48a3-840a-3ef8d3f388c2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.595711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2937633d-ab53-4aeb-97ef-f6400006d20c admin admin] Publish callbacks [] for security_group (ea558348-028a-4dfd-823e-2606797a98a0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.617038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e679bf-1128-4526-a28a-fa7f5f82c36e req-be22560e-26ba-4e7e-9fc1-09433c11eb29 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:30.618851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41e679bf-1128-4526-a28a-fa7f5f82c36e req-be22560e-26ba-4e7e-9fc1-09433c11eb29 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 936 time: 0.1311772 Feb 19 00:19:30.620378 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f495b424-5c90-4f5d-8756-b82dda2223ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (45151a92-3f3c-48a3-840a-3ef8d3f388c2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.630651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2937633d-ab53-4aeb-97ef-f6400006d20c admin admin] Publish callbacks [] for security_group (ea558348-028a-4dfd-823e-2606797a98a0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.667446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f495b424-5c90-4f5d-8756-b82dda2223ce admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b52cfd2eeaa141b09d1b681c695b9d6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809278 Feb 19 00:19:30.671755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53380) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:30.676516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Request body: {'port': {'device_id': '47b4caa8-2784-4346-b611-0d1a9f97f93b', 'device_owner': 'compute:tempest-test_az-1323127213', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:30.685733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Request body: {'port': {'device_id': '0bca3968-42b4-47b5-a1b8-e08a31198016', 'device_owner': 'compute:tempest-test_az-1323127213', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:30.763492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495b424-5c90-4f5d-8756-b82dda2223ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45151a92-3f3c-48a3-840a-3ef8d3f388c2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:30.772449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41e679bf-1128-4526-a28a-fa7f5f82c36e req-8863fe59-b966-4487-89ff-784429bfb920 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218610 Feb 19 00:19:30.839675 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.865079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2937633d-ab53-4aeb-97ef-f6400006d20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ea558348-028a-4dfd-823e-2606797a98a0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.871585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2937633d-ab53-4aeb-97ef-f6400006d20c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.872569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2937633d-ab53-4aeb-97ef-f6400006d20c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea558348-028a-4dfd-823e-2606797a98a0 HTTP/1.1" status: 204 len: 168 time: 0.3434999 Feb 19 00:19:30.900853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937633d-ab53-4aeb-97ef-f6400006d20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea558348-028a-4dfd-823e-2606797a98a0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:30.903902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc46a-2fb9-4f5d-a690-f81a1c222248 admin admin] Publish callbacks [] for security_group (45151a92-3f3c-48a3-840a-3ef8d3f388c2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.906349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7ec56f40-e578-4339-af99-1f07befe0973), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:30.918810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53392) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:30.943710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-909967464-network', 'tenant_id': 'b9cc9ee4179c4c74ba3593feb74ae6af'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:30.983809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc46a-2fb9-4f5d-a690-f81a1c222248 admin admin] Publish callbacks [] for security_group (45151a92-3f3c-48a3-840a-3ef8d3f388c2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.215553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Made reservation on behalf of b9cc9ee4179c4c74ba3593feb74ae6af for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:31.217725 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.287403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc46a-2fb9-4f5d-a690-f81a1c222248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (45151a92-3f3c-48a3-840a-3ef8d3f388c2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.290872 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.296589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a1bc46a-2fb9-4f5d-a690-f81a1c222248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.304802 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a1bc46a-2fb9-4f5d-a690-f81a1c222248 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45151a92-3f3c-48a3-840a-3ef8d3f388c2 HTTP/1.1" status: 204 len: 168 time: 0.6290760 Feb 19 00:19:31.352743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bc46a-2fb9-4f5d-a690-f81a1c222248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45151a92-3f3c-48a3-840a-3ef8d3f388c2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:31.359696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f946b-7a60-48a7-bb2e-650242a12ced req-20f89ae3-3d3d-459e-8f0d-e84317a5a743 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:31.369386 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b42f946b-7a60-48a7-bb2e-650242a12ced req-20f89ae3-3d3d-459e-8f0d-e84317a5a743 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 936 time: 0.1690423 Feb 19 00:19:31.449919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b42f946b-7a60-48a7-bb2e-650242a12ced req-24baec82-460c-4215-b1a7-39e7fe9eaefe tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795920 Feb 19 00:19:31.478876 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Publish callbacks [] for security_group (a11aa548-f46b-400a-9bf1-33fed8fe8401), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.484591 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a11aa548-f46b-400a-9bf1-33fed8fe8401), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.519459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:19:31.524537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11aa548-f46b-400a-9bf1-33fed8fe8401,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:31.541974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6ea6ee52-0336-4622-a1b7-eb607f1bdf2f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.542692 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Added segment 6ea6ee52-0336-4622-a1b7-eb607f1bdf2f of type vlan for network c74df6d4-81ed-4857-8b68-968c8959e830 Feb 19 00:19:31.561649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53404) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:31.596508 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18c263e0-0f7d-4cf8-8557-8ff1f998bd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.619745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (c74df6d4-81ed-4857-8b68-968c8959e830), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.669709 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (c74df6d4-81ed-4857-8b68-968c8959e830), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.670902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:31.671438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.684539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec56f40-e578-4339-af99-1f07befe0973 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:19:31.711466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Publish callbacks [] for port (7ec56f40-e578-4339-af99-1f07befe0973), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.745560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c74df6d4-81ed-4857-8b68-968c8959e830,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:31.763413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network c74df6d4-81ed-4857-8b68-968c8959e830 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:19:31.765335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6abb4276-b416-46a9-b603-7b3c5c4d17c9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8453414 Feb 19 00:19:31.772238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53410) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:31.784022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Request body: {'subnet': {'network_id': 'c74df6d4-81ed-4857-8b68-968c8959e830', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-909967464-subnet', 'tenant_id': 'b9cc9ee4179c4c74ba3593feb74ae6af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:31.790402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Transition to ACTIVE for port object 7ec56f40-e578-4339-af99-1f07befe0973 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:19:31.804751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7ec56f40-e578-4339-af99-1f07befe0973), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.896254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18c263e0-0f7d-4cf8-8557-8ff1f998bd94 admin admin] Publish callbacks [] for security_group (c98e4c9b-bcbd-47a5-a758-307d9c7ed7ae), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.905071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18c263e0-0f7d-4cf8-8557-8ff1f998bd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c98e4c9b-bcbd-47a5-a758-307d9c7ed7ae), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.944052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Made reservation on behalf of b9cc9ee4179c4c74ba3593feb74ae6af for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:31.950159 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:31.950388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-18c263e0-0f7d-4cf8-8557-8ff1f998bd94 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae8a1665a99d4f5583ea5cb228a2f737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3872728 Feb 19 00:19:31.954137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53416) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:32.101813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53420) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:32.194159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec56f40-e578-4339-af99-1f07befe0973,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:32.197947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9025dc47-cfbd-46df-8711-c33487ee2613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.396401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:19:32.405995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Publish callbacks [] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.412158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Attempting to bind port 7ec56f40-e578-4339-af99-1f07befe0973 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:19:32.414584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Attempting to bind port 7ec56f40-e578-4339-af99-1f07befe0973 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:19:32.415487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Attempting to bind port 7ec56f40-e578-4339-af99-1f07befe0973 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:19:32.431975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Port 7ec56f40-e578-4339-af99-1f07befe0973 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:19:32.432810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Attempting to bind port 7ec56f40-e578-4339-af99-1f07befe0973 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:19:32.437298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Transition to ACTIVE for port object 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:19:32.464647 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.481195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c263e0-0f7d-4cf8-8557-8ff1f998bd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98e4c9b-bcbd-47a5-a758-307d9c7ed7ae,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:32.499407 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:19:32.499861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:19:32.500314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:19:32.500955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Bound port: 7ec56f40-e578-4339-af99-1f07befe0973, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:19:32.501507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7ec56f40-e578-4339-af99-1f07befe0973), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.563528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for subnet (f55fade5-1fea-4be4-9b45-d2cbb6919daf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.606696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Pushing event updated for resources: {'Port': ['ID=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:32.710607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] For port 7ec56f40-e578-4339-af99-1f07befe0973, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:19:32.724707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55fade5-1fea-4be4-9b45-d2cbb6919daf,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:32.730001 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] For port 7ec56f40-e578-4339-af99-1f07befe0973, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=7ec56f40-e578-4339-af99-1f07befe0973,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:19:32.810348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7ec56f40-e578-4339-af99-1f07befe0973), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.864545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e6898-854a-4de7-bf4c-2b911853fd5a req-021c325a-3fa3-4d41-addf-a106781ba552 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:32.876971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b4e6898-854a-4de7-bf4c-2b911853fd5a req-021c325a-3fa3-4d41-addf-a106781ba552 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 936 time: 0.8911457 Feb 19 00:19:32.892221 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9025dc47-cfbd-46df-8711-c33487ee2613 admin admin] Publish callbacks [] for security_group (7adb1dba-a313-41c2-a1a3-52cf064c883f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.909037 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9025dc47-cfbd-46df-8711-c33487ee2613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7adb1dba-a313-41c2-a1a3-52cf064c883f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.915926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Checking segment: {'id': '6ea6ee52-0336-4622-a1b7-eb607f1bdf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c74df6d4-81ed-4857-8b68-968c8959e830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:19:32.916265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Network hostable DHCP agents. Network: c74df6d4-81ed-4857-8b68-968c8959e830, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:19:32.923529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:32.924210 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:32.927500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] 10.222.0.113 "PUT /v2.0/ports/7ec56f40-e578-4339-af99-1f07befe0973 HTTP/1.1" status: 200 len: 1118 time: 2.4753203 Feb 19 00:19:32.934114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bca3968-42b4-47b5-a1b8-e08a31198016', 'tag': '7ec56f40-e578-4339-af99-1f07befe0973'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:19:33.007531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Attempting to bind port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:19:33.007890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Attempting to bind port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:19:33.009087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Attempting to bind port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:19:33.020710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56f51b29-ac9b-42dc-ba5e-fdcca146571e admin admin] Publish callbacks [] for security_group (c98e4c9b-bcbd-47a5-a758-307d9c7ed7ae), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.025272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:19:33.025598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Attempting to bind port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:19:33.065482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9025dc47-cfbd-46df-8711-c33487ee2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adb1dba-a313-41c2-a1a3-52cf064c883f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:33.069664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:19:33.070007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:19:33.070585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:19:33.071051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Bound port: 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:19:33.071411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.080145 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56f51b29-ac9b-42dc-ba5e-fdcca146571e admin admin] Publish callbacks [] for security_group (c98e4c9b-bcbd-47a5-a758-307d9c7ed7ae), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.096861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b4e6898-854a-4de7-bf4c-2b911853fd5a req-c1d10c5e-dc50-4201-b283-ac9a705d11ea tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187574 Feb 19 00:19:33.238880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7ee81-80ca-41c2-85b0-cdc6ac5e3df5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec56f40-e578-4339-af99-1f07befe0973,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:33.262434 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9025dc47-cfbd-46df-8711-c33487ee2613 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d101b08b25244cb9f4fe47eef3ac3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1508832 Feb 19 00:19:33.268199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53446) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:33.268658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] For port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:19:33.275798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] For port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:19:33.280434 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56f51b29-ac9b-42dc-ba5e-fdcca146571e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c98e4c9b-bcbd-47a5-a758-307d9c7ed7ae), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.285810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56f51b29-ac9b-42dc-ba5e-fdcca146571e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.288667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-56f51b29-ac9b-42dc-ba5e-fdcca146571e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c98e4c9b-bcbd-47a5-a758-307d9c7ed7ae HTTP/1.1" status: 204 len: 168 time: 1.3317504 Feb 19 00:19:33.298789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8660e-c5d5-4356-a6a4-b9ea43fa7313 req-a2883c97-b353-454a-968e-0c96cfaf736d tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:33.299613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Network c74df6d4-81ed-4857-8b68-968c8959e830 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:19:33.300427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d8660e-c5d5-4356-a6a4-b9ea43fa7313 req-a2883c97-b353-454a-968e-0c96cfaf736d tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 970 time: 0.5342364 Feb 19 00:19:33.311603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.316087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f51b29-ac9b-42dc-ba5e-fdcca146571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98e4c9b-bcbd-47a5-a758-307d9c7ed7ae,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:33.334000 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b16e53-e69c-4627-b620-d8fbd65ce757" -d '{"events": [{"name": "network-changed", "server_uuid": "0bca3968-42b4-47b5-a1b8-e08a31198016", "tag": "7ec56f40-e578-4339-af99-1f07befe0973"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:19:33.344410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, c74df6d4-81ed-4857-8b68-968c8959e830) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:19:33.360432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee59b601-2430-4ac5-856a-7c8643705844 None None] Network c74df6d4-81ed-4857-8b68-968c8959e830 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:19:33.367901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:33.368520 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.381000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4600-692a-4277-a75f-b3436ea64535 req-94d9e66b-691f-4cc0-9b97-f4b992a94ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:33.382472 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-94d9e66b-691f-4cc0-9b97-f4b992a94ce5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e04596eab4fb4c0793d4676cad4ef548&device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 1152 time: 0.3192265 Feb 19 00:19:33.395626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Pushing event updated for resources: {'Port': ['ID=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:33.463847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:33.464575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.465993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-79c29dd2-47d3-4a33-ad91-894d14f25573 service neutron] 10.222.0.113 "PUT /v2.0/ports/0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 HTTP/1.1" status: 200 len: 1118 time: 3.0137868 Feb 19 00:19:33.466587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b4caa8-2784-4346-b611-0d1a9f97f93b', 'tag': '0269cf9c-1e99-4cd4-bfcf-1588c7cf3993'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:19:33.513103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305d393c-9a37-4936-9ceb-da54511e0a18 None None] Network c74df6d4-81ed-4857-8b68-968c8959e830 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:19:33.528072 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ba6d71b9-73ac-4b72-a095-ae18c161ce3d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7457724 Feb 19 00:19:33.542657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-12b9e2d6-a62b-4de7-ba8e-a3a8d9e7eb79 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=7ec56f40-e578-4339-af99-1f07befe0973 HTTP/1.1" status: 200 len: 217 time: 0.1493068 Feb 19 00:19:33.545856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e688cabb-454a-403d-a3d7-2658b5e498f8 admin admin] Publish callbacks [] for security_group (7adb1dba-a313-41c2-a1a3-52cf064c883f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.646509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d8660e-c5d5-4356-a6a4-b9ea43fa7313 req-e1584166-1487-41a7-b37c-1a4bb166a975 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322344 Feb 19 00:19:33.745242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53462) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:33.850597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-6d5adaab-4b64-410e-a1d0-70e8742e1c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:33.852131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-6d5adaab-4b64-410e-a1d0-70e8742e1c91 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 1152 time: 0.2378111 Feb 19 00:19:33.864288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2029311-2cc7-4f33-bbda-6bd750056dd6 admin admin] Deleting subnet 8e383357-3225-4e46-b182-da07904f22e9 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:19:33.874602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e688cabb-454a-403d-a3d7-2658b5e498f8 admin admin] Publish callbacks [] for security_group (7adb1dba-a313-41c2-a1a3-52cf064c883f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.874933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2029311-2cc7-4f33-bbda-6bd750056dd6 admin admin] Publish callbacks [] for subnet (8e383357-3225-4e46-b182-da07904f22e9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:33.909334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4600-692a-4277-a75f-b3436ea64535 req-a3a36111-b4eb-4ab5-b116-08f8b3330433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:33.912030 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-a3a36111-b4eb-4ab5-b116-08f8b3330433 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.3437619 Feb 19 00:19:34.001650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-9a7816ab-7058-40c6-b2c6-c5114f474602 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 HTTP/1.1" status: 200 len: 217 time: 0.1347420 Feb 19 00:19:34.060303 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd39046-5ccb-4354-9f0a-e255f444b418 x-openstack-request-id: req-4cd39046-5ccb-4354-9f0a-e255f444b418 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:19:34.060793 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bca3968-42b4-47b5-a1b8-e08a31198016", "tag": "7ec56f40-e578-4339-af99-1f07befe0973", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:19:34.061214 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cd39046-5ccb-4354-9f0a-e255f444b418 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:19:34.061920 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bca3968-42b4-47b5-a1b8-e08a31198016', 'tag': '7ec56f40-e578-4339-af99-1f07befe0973', 'status': 'completed', 'code': 200} Feb 19 00:19:34.068570 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2029311-2cc7-4f33-bbda-6bd750056dd6 admin admin] Publish callbacks [] for subnet (8e383357-3225-4e46-b182-da07904f22e9), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.082239 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2029311-2cc7-4f33-bbda-6bd750056dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (8e383357-3225-4e46-b182-da07904f22e9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.116390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef4600-692a-4277-a75f-b3436ea64535 req-e5676d3a-739c-4483-8bb8-0c00aa679023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:34.117255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-e5676d3a-739c-4483-8bb8-0c00aa679023 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1950409 Feb 19 00:19:34.122885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-8aedac90-056a-4cfc-a572-1d8284c6c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:34.124536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-8aedac90-056a-4cfc-a572-1d8284c6c4c1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1062553 Feb 19 00:19:34.145191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e688cabb-454a-403d-a3d7-2658b5e498f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7adb1dba-a313-41c2-a1a3-52cf064c883f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.160490 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e688cabb-454a-403d-a3d7-2658b5e498f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.164444 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e688cabb-454a-403d-a3d7-2658b5e498f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7adb1dba-a313-41c2-a1a3-52cf064c883f HTTP/1.1" status: 204 len: 168 time: 0.8859158 Feb 19 00:19:34.218166 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86bd388-efc5-42bc-ba17-7129a596f723" -d '{"events": [{"name": "network-changed", "server_uuid": "47b4caa8-2784-4346-b611-0d1a9f97f93b", "tag": "0269cf9c-1e99-4cd4-bfcf-1588c7cf3993"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:19:34.254265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688cabb-454a-403d-a3d7-2658b5e498f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adb1dba-a313-41c2-a1a3-52cf064c883f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:34.289324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2029311-2cc7-4f33-bbda-6bd750056dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for subnet (8e383357-3225-4e46-b182-da07904f22e9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.313587 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-fc391003-8ed5-4a09-813c-e7990f04b7a5 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874585 Feb 19 00:19:34.332428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-f4fa720a-91d6-40e7-afc2-e10dd829b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:34.333959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-f4fa720a-91d6-40e7-afc2-e10dd829b0a9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2025359 Feb 19 00:19:34.334744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2029311-2cc7-4f33-bbda-6bd750056dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e383357-3225-4e46-b182-da07904f22e9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:34.371081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a1760-a7d1-4ef9-89c0-c6649e94a338 req-2172eba0-4cf0-41af-8756-7e7d04c56a98 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:34.372632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b59a1760-a7d1-4ef9-89c0-c6649e94a338 req-2172eba0-4cf0-41af-8756-7e7d04c56a98 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 970 time: 0.1666887 Feb 19 00:19:34.373697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2029311-2cc7-4f33-bbda-6bd750056dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.377032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e2029311-2cc7-4f33-bbda-6bd750056dd6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8e383357-3225-4e46-b182-da07904f22e9 HTTP/1.1" status: 204 len: 168 time: 0.6306131 Feb 19 00:19:34.381228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53488) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:34.440447 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90ef4600-692a-4277-a75f-b3436ea64535 req-6f8111b3-7175-4d79-821a-7fc5b4a896a7 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200473 Feb 19 00:19:34.554465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b59a1760-a7d1-4ef9-89c0-c6649e94a338 req-0bbc68e2-0508-4440-a82b-e337d5051aa7 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744962 Feb 19 00:19:34.558889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8b4be18d-5f4c-46c0-8e8c-61a289f4dc18), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.564682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-f3050276-5cc9-4a3b-89ea-87e1504f7624 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219167 Feb 19 00:19:34.638831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-129bdd1e-d720-4b52-ac9a-007a22c722cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:34.642077 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-129bdd1e-d720-4b52-ac9a-007a22c722cb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e04596eab4fb4c0793d4676cad4ef548&device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 1152 time: 0.1450648 Feb 19 00:19:34.673855 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057d8a08-3d6b-4575-bbb7-f376f329d147 x-openstack-request-id: req-057d8a08-3d6b-4575-bbb7-f376f329d147 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:19:34.674257 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b4caa8-2784-4346-b611-0d1a9f97f93b", "tag": "0269cf9c-1e99-4cd4-bfcf-1588c7cf3993", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:19:34.674565 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-057d8a08-3d6b-4575-bbb7-f376f329d147 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:19:34.675110 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b4caa8-2784-4346-b611-0d1a9f97f93b', 'tag': '0269cf9c-1e99-4cd4-bfcf-1588c7cf3993', 'status': 'completed', 'code': 200} Feb 19 00:19:34.728744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8b4be18d-5f4c-46c0-8e8c-61a289f4dc18), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.768773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.769663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.770703 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.771318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > port after_create 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.771804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > port after_delete 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.772283 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > port after_update 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.773231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.773719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.774205 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.774668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.842584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.842946 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.843287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.843677 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103649) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:34.843992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4be18d-5f4c-46c0-8e8c-61a289f4dc18']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:19:34.862266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78d3d813-b18b-4f3d-8486-0769c576de8a req-fe740a1a-d067-4204-a79d-0f9f6d9c52e8 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876503 Feb 19 00:19:34.897294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e787137-450e-4db9-af2c-a491b7c2f1b0') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:19:34.897875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e787137-450e-4db9-af2c-a491b7c2f1b0') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:19:34.949424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (2e787137-450e-4db9-af2c-a491b7c2f1b0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:34.981115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-e14d5fb5-8b52-4f4c-9985-75823446f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:34.982734 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-e14d5fb5-8b52-4f4c-9985-75823446f4eb service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3325131 Feb 19 00:19:34.996571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2e787137-450e-4db9-af2c-a491b7c2f1b0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.015955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:19:35.016437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (2e787137-450e-4db9-af2c-a491b7c2f1b0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: from cryptography.utils import int_from_bytes Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: from cryptography.utils import int_from_bytes Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:19:35.039287 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:19:35.041539 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-37b1db33-a184-4d09-90ba-f8b94bdd1a7d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=7ec56f40-e578-4339-af99-1f07befe0973 HTTP/1.1" status: 200 len: 217 time: 0.0488324 Feb 19 00:19:35.080588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04dbd-1a9f-4fe0-9247-684af9e79016 req-5198ac90-0820-4b55-be1c-565f477b9d02 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:35.082223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bea04dbd-1a9f-4fe0-9247-684af9e79016 req-5198ac90-0820-4b55-be1c-565f477b9d02 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 970 time: 0.2330456 Feb 19 00:19:35.101122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-05c9ae3c-4f4f-4f9e-99a0-497a3b7038b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:35.102691 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-05c9ae3c-4f4f-4f9e-99a0-497a3b7038b9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0562718 Feb 19 00:19:35.180110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-ceeb3332-ceb0-4a3a-82ac-f49a080ae505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:35.182741 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-ceeb3332-ceb0-4a3a-82ac-f49a080ae505 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0595942 Feb 19 00:19:35.367527 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-6d2f5365-9ed3-4b49-92a4-e656cdbaf060 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759348 Feb 19 00:19:35.401195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-d1259785-b3ff-493c-912b-8c82bc2901f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:35.403330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-d1259785-b3ff-493c-912b-8c82bc2901f0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 1152 time: 0.4649367 Feb 19 00:19:35.411571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bea04dbd-1a9f-4fe0-9247-684af9e79016 req-f6c372b0-2d3c-4a01-8768-117dbf5eef3d tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702205 Feb 19 00:19:35.412243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8b4be18d-5f4c-46c0-8e8c-61a289f4dc18), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.423409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53530) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:35.454811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.460521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] 10.222.0.60 "DELETE /v2.0/networks/8b4be18d-5f4c-46c0-8e8c-61a289f4dc18 HTTP/1.1" status: 204 len: 168 time: 1.0524554 Feb 19 00:19:35.471333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53534) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:35.516978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48b97a-b923-4056-83c2-f702b752caed admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4be18d-5f4c-46c0-8e8c-61a289f4dc18,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:35.539446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-be37c674-0af4-45c6-bba5-131a3d5d1ea2 admin admin] Deleting subnet f55fade5-1fea-4be4-9b45-d2cbb6919daf {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:19:35.545971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be37c674-0af4-45c6-bba5-131a3d5d1ea2 admin admin] Publish callbacks [] for subnet (f55fade5-1fea-4be4-9b45-d2cbb6919daf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.580289 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88b16e53-e69c-4627-b620-d8fbd65ce757 req-35666232-343e-4505-91dd-9e0729d7f42b service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055662 Feb 19 00:19:35.609377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be37c674-0af4-45c6-bba5-131a3d5d1ea2 admin admin] Publish callbacks [] for subnet (f55fade5-1fea-4be4-9b45-d2cbb6919daf), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.615497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-743d62b6-610a-4a89-9b79-63955b38882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:35.617048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-743d62b6-610a-4a89-9b79-63955b38882d service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2029202 Feb 19 00:19:35.629929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be37c674-0af4-45c6-bba5-131a3d5d1ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f55fade5-1fea-4be4-9b45-d2cbb6919daf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.702292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-d855501f-188d-4cd8-80ef-638c18df8e0a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 HTTP/1.1" status: 200 len: 217 time: 0.0767753 Feb 19 00:19:35.736842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be37c674-0af4-45c6-bba5-131a3d5d1ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for subnet (f55fade5-1fea-4be4-9b45-d2cbb6919daf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.764722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ada4355e-400c-4eec-b639-0ba9bdd14400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.784464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37c674-0af4-45c6-bba5-131a3d5d1ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55fade5-1fea-4be4-9b45-d2cbb6919daf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:35.800956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-c31e8fc7-eaa6-4356-a809-b781fffcd6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:35.802462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-c31e8fc7-eaa6-4356-a809-b781fffcd6ad service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0899465 Feb 19 00:19:35.807674 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be37c674-0af4-45c6-bba5-131a3d5d1ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.814065 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-be37c674-0af4-45c6-bba5-131a3d5d1ea2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f55fade5-1fea-4be4-9b45-d2cbb6919daf HTTP/1.1" status: 204 len: 168 time: 0.3414445 Feb 19 00:19:35.817482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53546) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:35.886083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a297c-a31d-4887-9950-5b096211ea3a req-30bcf10c-3a91-4116-87aa-4696e13f7701 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:35.887876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a05a297c-a31d-4887-9950-5b096211ea3a req-30bcf10c-3a91-4116-87aa-4696e13f7701 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 970 time: 0.1930048 Feb 19 00:19:35.922049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (c74df6d4-81ed-4857-8b68-968c8959e830), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:35.941024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-bd42f4a6-8999-418b-adcb-f9621a5c7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:35.942573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-bd42f4a6-8999-418b-adcb-f9621a5c7152 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1316445 Feb 19 00:19:36.035452 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ada4355e-400c-4eec-b639-0ba9bdd14400 admin admin] Publish callbacks [] for security_group (d12e446e-0ce3-490b-bfb0-1ec4d5d84e66), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.039165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a05a297c-a31d-4887-9950-5b096211ea3a req-d57ee99d-4589-467a-a51d-3e4a4667cba6 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448700 Feb 19 00:19:36.040429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (c74df6d4-81ed-4857-8b68-968c8959e830), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.050451 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ada4355e-400c-4eec-b639-0ba9bdd14400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d12e446e-0ce3-490b-bfb0-1ec4d5d84e66), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.071812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.072104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.073700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.074051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > port after_create 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.074461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.074848 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > port after_update 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.075176 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.075524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.076000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.076590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.142785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ada4355e-400c-4eec-b639-0ba9bdd14400 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=43159fa7a46a4d168f19efc0e4199507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7180679 Feb 19 00:19:36.146444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-694b9985-2a00-48d9-b982-f861fa914f2b service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968234 Feb 19 00:19:36.147160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53560) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:36.154590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada4355e-400c-4eec-b639-0ba9bdd14400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12e446e-0ce3-490b-bfb0-1ec4d5d84e66,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:36.179401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.179832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.180670 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.180670 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103650) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 00:19:36.181237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c74df6d4-81ed-4857-8b68-968c8959e830']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:19:36.201990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea6ee52-0336-4622-a1b7-eb607f1bdf2f') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:19:36.202398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea6ee52-0336-4622-a1b7-eb607f1bdf2f') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:19:36.221005 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (6ea6ee52-0336-4622-a1b7-eb607f1bdf2f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.251315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6ea6ee52-0336-4622-a1b7-eb607f1bdf2f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.263364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:19:36.264109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (6ea6ee52-0336-4622-a1b7-eb607f1bdf2f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: from cryptography.utils import int_from_bytes Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: from cryptography.utils import int_from_bytes Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:19:36.269849 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:19:36.277240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d4d77bd9-1f22-40db-9b9d-ec11e1d17527 admin admin] Publish callbacks [] for security_group (d12e446e-0ce3-490b-bfb0-1ec4d5d84e66), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.323168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d4d77bd9-1f22-40db-9b9d-ec11e1d17527 admin admin] Publish callbacks [] for security_group (d12e446e-0ce3-490b-bfb0-1ec4d5d84e66), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.340904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f86bd388-efc5-42bc-ba17-7129a596f723 req-2c3090a0-5703-4984-8799-b15bbc76599c service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870782 Feb 19 00:19:36.349128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (c74df6d4-81ed-4857-8b68-968c8959e830), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.359441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.366892 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] 10.222.0.60 "DELETE /v2.0/networks/c74df6d4-81ed-4857-8b68-968c8959e830 HTTP/1.1" status: 204 len: 168 time: 0.5474939 Feb 19 00:19:36.379540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec1bd1-da07-480a-ae0d-f587c806a26c admin admin] Pushing event deleted for resources: {'Network': ['ID=c74df6d4-81ed-4857-8b68-968c8959e830,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:36.390356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d4d77bd9-1f22-40db-9b9d-ec11e1d17527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d12e446e-0ce3-490b-bfb0-1ec4d5d84e66), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.393658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d4d77bd9-1f22-40db-9b9d-ec11e1d17527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.395199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d4d77bd9-1f22-40db-9b9d-ec11e1d17527 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d12e446e-0ce3-490b-bfb0-1ec4d5d84e66 HTTP/1.1" status: 204 len: 168 time: 0.2471116 Feb 19 00:19:36.404043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d77bd9-1f22-40db-9b9d-ec11e1d17527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12e446e-0ce3-490b-bfb0-1ec4d5d84e66,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:36.559514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca35911-3474-4841-965b-db70c190e97f req-06b8f232-c9ce-4149-8952-988665ca42ac tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:36.561605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ca35911-3474-4841-965b-db70c190e97f req-06b8f232-c9ce-4149-8952-988665ca42ac tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 970 time: 0.0644345 Feb 19 00:19:36.595027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53580) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:36.615702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ca35911-3474-4841-965b-db70c190e97f req-09b3ed1d-0b3c-4e94-8d7b-17a8bf44caf0 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481722 Feb 19 00:19:36.661247 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53582) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:36.674844 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6abf1408-459b-4a0a-baa0-b46fcd96f561 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba144520a36e4a97b51e1923a8faf4ca&name=default HTTP/1.1" status: 200 len: 2995 time: 0.0781443 Feb 19 00:19:36.729138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8efbf6af-7a2d-471e-ac64-decc66898d9d admin admin] Publish callbacks [] for security_group (0f5521c9-a417-40d0-ac8c-a74a910f6d37), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.753430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8efbf6af-7a2d-471e-ac64-decc66898d9d admin admin] Publish callbacks [] for security_group (0f5521c9-a417-40d0-ac8c-a74a910f6d37), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.817612 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8efbf6af-7a2d-471e-ac64-decc66898d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0f5521c9-a417-40d0-ac8c-a74a910f6d37), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.820277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8efbf6af-7a2d-471e-ac64-decc66898d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:36.825445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8efbf6af-7a2d-471e-ac64-decc66898d9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f5521c9-a417-40d0-ac8c-a74a910f6d37 HTTP/1.1" status: 204 len: 168 time: 0.1592026 Feb 19 00:19:36.835815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbf6af-7a2d-471e-ac64-decc66898d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5521c9-a417-40d0-ac8c-a74a910f6d37,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:37.194652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6369bd1-98eb-47eb-a168-5116ae4210f0 req-3bebfdb6-0e96-45f4-b18f-9c431478e03d tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:37.195982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6369bd1-98eb-47eb-a168-5116ae4210f0 req-3bebfdb6-0e96-45f4-b18f-9c431478e03d tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 970 time: 0.0604119 Feb 19 00:19:37.216025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53622) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:37.248272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-275235cb-a7a2-40d6-b58f-aca4e8f0ef16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.268645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6369bd1-98eb-47eb-a168-5116ae4210f0 req-854c72cd-f600-4239-85bb-65599d55e2bd tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594733 Feb 19 00:19:37.373014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-275235cb-a7a2-40d6-b58f-aca4e8f0ef16 admin admin] Publish callbacks [] for security_group (2f2bccbf-5f4e-4117-a97d-19308e7f0723), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.378108 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-275235cb-a7a2-40d6-b58f-aca4e8f0ef16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2f2bccbf-5f4e-4117-a97d-19308e7f0723), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.423255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53638) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:37.423573 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-275235cb-a7a2-40d6-b58f-aca4e8f0ef16 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dab713709b624a42b268a783d539b081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055094 Feb 19 00:19:37.424378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275235cb-a7a2-40d6-b58f-aca4e8f0ef16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2bccbf-5f4e-4117-a97d-19308e7f0723,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:37.463490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53640) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:37.513497 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-889362d8-8a94-4ada-a703-997365757966 admin admin] Publish callbacks [] for security_group (2f2bccbf-5f4e-4117-a97d-19308e7f0723), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.520804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-94fcdb97-41eb-4426-b50e-11c14fccf80d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9cc9ee4179c4c74ba3593feb74ae6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562248 Feb 19 00:19:37.523738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53644) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:37.541040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-889362d8-8a94-4ada-a703-997365757966 admin admin] Publish callbacks [] for security_group (2f2bccbf-5f4e-4117-a97d-19308e7f0723), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.592151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e3b6-bedb-467c-ba24-7c4350ed0c48 admin admin] Publish callbacks [] for security_group (a11aa548-f46b-400a-9bf1-33fed8fe8401), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.608366 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-889362d8-8a94-4ada-a703-997365757966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2f2bccbf-5f4e-4117-a97d-19308e7f0723), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.612882 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-889362d8-8a94-4ada-a703-997365757966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.616905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-889362d8-8a94-4ada-a703-997365757966 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f2bccbf-5f4e-4117-a97d-19308e7f0723 HTTP/1.1" status: 204 len: 168 time: 0.1900375 Feb 19 00:19:37.623140 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e3b6-bedb-467c-ba24-7c4350ed0c48 admin admin] Publish callbacks [] for security_group (a11aa548-f46b-400a-9bf1-33fed8fe8401), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.624103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889362d8-8a94-4ada-a703-997365757966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2bccbf-5f4e-4117-a97d-19308e7f0723,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:37.648957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53650) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:37.714640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e3b6-bedb-467c-ba24-7c4350ed0c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a11aa548-f46b-400a-9bf1-33fed8fe8401), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.719069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ed6e3b6-bedb-467c-ba24-7c4350ed0c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:37.721522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6ed6e3b6-bedb-467c-ba24-7c4350ed0c48 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a11aa548-f46b-400a-9bf1-33fed8fe8401 HTTP/1.1" status: 204 len: 168 time: 0.1956730 Feb 19 00:19:37.732488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6e3b6-bedb-467c-ba24-7c4350ed0c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11aa548-f46b-400a-9bf1-33fed8fe8401,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:37.777106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb0411-19b0-4720-a0c8-b38f85548884 req-2a2c75c3-f61b-421b-8a6d-f4199f1e364c tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:37.783863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5bfb0411-19b0-4720-a0c8-b38f85548884 req-2a2c75c3-f61b-421b-8a6d-f4199f1e364c tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 970 time: 0.0781777 Feb 19 00:19:37.885836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5bfb0411-19b0-4720-a0c8-b38f85548884 req-16547e80-6dea-4bc0-9983-d50666f51447 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985408 Feb 19 00:19:38.051255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-813c9e86-3337-418d-b6de-27445aea76a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.163364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-813c9e86-3337-418d-b6de-27445aea76a4 admin admin] Publish callbacks [] for security_group (55f73cbf-abcd-4201-8e5f-a3fd1235fe41), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.169738 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-813c9e86-3337-418d-b6de-27445aea76a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (55f73cbf-abcd-4201-8e5f-a3fd1235fe41), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.210038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-813c9e86-3337-418d-b6de-27445aea76a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c396fe4c6e614eee8fe15176aac33a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5600381 Feb 19 00:19:38.211233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c9e86-3337-418d-b6de-27445aea76a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f73cbf-abcd-4201-8e5f-a3fd1235fe41,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:38.213023 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53672) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:38.293953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d5843a2-9a68-4163-8d42-8e143b2e4afa admin admin] Publish callbacks [] for security_group (55f73cbf-abcd-4201-8e5f-a3fd1235fe41), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.322544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d5843a2-9a68-4163-8d42-8e143b2e4afa admin admin] Publish callbacks [] for security_group (55f73cbf-abcd-4201-8e5f-a3fd1235fe41), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.394913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d5843a2-9a68-4163-8d42-8e143b2e4afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (55f73cbf-abcd-4201-8e5f-a3fd1235fe41), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.398234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d5843a2-9a68-4163-8d42-8e143b2e4afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.398854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654db44-3062-4956-ad63-949956f4b07c req-5ef41345-8fee-4176-88f0-0e228a3daeb1 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:38.401300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b654db44-3062-4956-ad63-949956f4b07c req-5ef41345-8fee-4176-88f0-0e228a3daeb1 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 970 time: 0.0703957 Feb 19 00:19:38.403176 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4d5843a2-9a68-4163-8d42-8e143b2e4afa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55f73cbf-abcd-4201-8e5f-a3fd1235fe41 HTTP/1.1" status: 204 len: 168 time: 0.1883798 Feb 19 00:19:38.420634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5843a2-9a68-4163-8d42-8e143b2e4afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f73cbf-abcd-4201-8e5f-a3fd1235fe41,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:38.466592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b654db44-3062-4956-ad63-949956f4b07c req-3e341056-e465-4855-b161-697bc69bce2c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576327 Feb 19 00:19:38.800576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53706) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:38.815993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e780aa8a-584a-4ad3-a682-7e1756c5466b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.902689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e780aa8a-584a-4ad3-a682-7e1756c5466b admin admin] Publish callbacks [] for security_group (8ce8043f-5599-462c-9782-510f4678d9bc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.907932 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e780aa8a-584a-4ad3-a682-7e1756c5466b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8ce8043f-5599-462c-9782-510f4678d9bc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:38.953409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e780aa8a-584a-4ad3-a682-7e1756c5466b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b4973cd80a74257b21e2641132d41b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1515396 Feb 19 00:19:38.956584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53712) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:38.964680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780aa8a-584a-4ad3-a682-7e1756c5466b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce8043f-5599-462c-9782-510f4678d9bc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:39.042016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1e175-5ab5-4504-af12-8a9937d60f37 req-2e2b88f6-a378-4dfa-bedf-7ac3e9799cf8 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:39.044087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdc1e175-5ab5-4504-af12-8a9937d60f37 req-2e2b88f6-a378-4dfa-bedf-7ac3e9799cf8 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 970 time: 0.0616205 Feb 19 00:19:39.120098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdc1e175-5ab5-4504-af12-8a9937d60f37 req-e1b8382a-fbf4-4321-8b0d-4860af5864c0 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700541 Feb 19 00:19:39.191087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:19:39.211730 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca351453-1f9e-44b2-b5cc-c083ce3ccd88 admin admin] Publish callbacks [] for security_group (8ce8043f-5599-462c-9782-510f4678d9bc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:39.238903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca351453-1f9e-44b2-b5cc-c083ce3ccd88 admin admin] Publish callbacks [] for security_group (8ce8043f-5599-462c-9782-510f4678d9bc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:39.296157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca351453-1f9e-44b2-b5cc-c083ce3ccd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8ce8043f-5599-462c-9782-510f4678d9bc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:39.300192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca351453-1f9e-44b2-b5cc-c083ce3ccd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:39.301755 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca351453-1f9e-44b2-b5cc-c083ce3ccd88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ce8043f-5599-462c-9782-510f4678d9bc HTTP/1.1" status: 204 len: 168 time: 0.3440781 Feb 19 00:19:39.311866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca351453-1f9e-44b2-b5cc-c083ce3ccd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce8043f-5599-462c-9782-510f4678d9bc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:39.477999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:39.494737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '0269cf9c-1e99-4cd4-bfcf-1588c7cf3993', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '0269cf9c-1e99-4cd4-bfcf-1588c7cf3993', 'mac_address': 'fa:16:3e:fd:1c:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:tempest-test_az-1323127213', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:19:39.537573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:19:39.538346 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:39.558607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:19:39.589249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:39.597410 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:39.598092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 7ec56f40-e578-4339-af99-1f07befe0973 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:19:39.626709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4266b7-2600-4604-aab2-114bd59e7659 req-89bf38e9-1c0a-402e-b8b5-f20422f3371e tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:39.628848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c4266b7-2600-4604-aab2-114bd59e7659 req-89bf38e9-1c0a-402e-b8b5-f20422f3371e tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 970 time: 0.0739112 Feb 19 00:19:39.676795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:39.680098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 7ec56f40-e578-4339-af99-1f07befe0973, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=7ec56f40-e578-4339-af99-1f07befe0973,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:39.693922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.694564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.695088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.695624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.696151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.696658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.697173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.697677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.698152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c4266b7-2600-4604-aab2-114bd59e7659 req-c23ab8bd-06f3-48d3-a11e-8890791d9612 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545199 Feb 19 00:19:39.698419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.698922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.700150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.700802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.701396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Tracked resource versions report: Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: pushed versions: Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: { 'AddressGroup': {'1.2'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'ConntrackHelper': {'1.0'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Log': {'1.0'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Network': {'1.1'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Port': {'1.7'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'PortForwarding': {'1.2'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'QosPolicy': {'1.10'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'SecurityGroup': {'1.5'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'SubPort': {'1.0'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Subnet': {'1.1'}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Trunk': {'1.1'}} Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: consumer versions: Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: { DHCP agent@n-d-826527-3: {}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: HyperV agent@n-h1-826527-3: {}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: HyperV agent@n-h2-826527-3: {}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: L3 agent@n-d-826527-3: {}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: Metadata agent@n-d-826527-3: {}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: Metering agent@n-d-826527-3: {}, Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: Open vSwitch agent@n-d-826527-3: { 'AddressGroup': '1.2', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'ConntrackHelper': '1.0', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'LocalIPAssociation': '1.0', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Log': '1.0', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Network': '1.1', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Port': '1.7', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'PortForwarding': '1.2', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'QosPolicy': '1.10', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'SecurityGroup': '1.5', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'SecurityGroupRule': '1.2', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'SubPort': '1.0', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Subnet': '1.1', Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: 'Trunk': '1.1'}} Feb 19 00:19:39.703064 n-d-826527-3 neutron-server[103651]: {{(pid=103651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:19:39.709424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '7ec56f40-e578-4339-af99-1f07befe0973', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '7ec56f40-e578-4339-af99-1f07befe0973', 'mac_address': 'fa:16:3e:b3:63:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:tempest-test_az-1323127213', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:19:39.757321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 7ec56f40-e578-4339-af99-1f07befe0973 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:19:39.757786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7ec56f40-e578-4339-af99-1f07befe0973), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:39.771609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec56f40-e578-4339-af99-1f07befe0973 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:19:39.797214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 7ec56f40-e578-4339-af99-1f07befe0973, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=7ec56f40-e578-4339-af99-1f07befe0973,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:39.803165 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7ec56f40-e578-4339-af99-1f07befe0973), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:39.863235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=7ec56f40-e578-4339-af99-1f07befe0973,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:40.179640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['0269cf9c-1e99-4cd4-bfcf-1588c7cf3993'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:19:40.189096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['7ec56f40-e578-4339-af99-1f07befe0973'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:19:40.283147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc2ddc-d08c-4e5d-9014-c7f5bd2f5b69 req-8d4f4a92-61ef-466c-ac8e-a4516335a103 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:40.292811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ffc2ddc-d08c-4e5d-9014-c7f5bd2f5b69 req-8d4f4a92-61ef-466c-ac8e-a4516335a103 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 971 time: 0.0750301 Feb 19 00:19:40.366713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ffc2ddc-d08c-4e5d-9014-c7f5bd2f5b69 req-63b09fc7-0517-4883-a1ea-c007698293a7 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725496 Feb 19 00:19:40.827001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c67ee1-1f29-4db9-aada-6aea9c1423f3 req-900f67f2-2229-4103-81b2-91c40c6c93b6 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:40.828591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72c67ee1-1f29-4db9-aada-6aea9c1423f3 req-900f67f2-2229-4103-81b2-91c40c6c93b6 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 971 time: 0.0589077 Feb 19 00:19:40.881008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72c67ee1-1f29-4db9-aada-6aea9c1423f3 req-7e254fcd-93b9-4c3d-a729-8059a0eec855 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460267 Feb 19 00:19:41.199524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:19:41.267762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53826) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:41.281422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:19:41.287079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:19:41.287514 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.372843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:19:41.373497 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.405528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b4caa8-2784-4346-b611-0d1a9f97f93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269cf9c-1e99-4cd4-bfcf-1588c7cf3993'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:19:41.487018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:41.494505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.495538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 7ec56f40-e578-4339-af99-1f07befe0973 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:19:41.519679 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e49de1c5-8f9a-4196-ba0b-7ef51b78fc57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.566532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553865fd-4900-4576-8ec2-e0c995095aa1 req-fdfe5935-ff0f-442c-b1d8-9a3a764d3eca tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:41.571900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:41.574923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-553865fd-4900-4576-8ec2-e0c995095aa1 req-fdfe5935-ff0f-442c-b1d8-9a3a764d3eca tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 971 time: 0.1391354 Feb 19 00:19:41.579690 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe03366-261e-40b5-8f5e-1b771196f6a5" -d '{"events": [{"server_uuid": "47b4caa8-2784-4346-b611-0d1a9f97f93b", "name": "network-vif-plugged", "status": "completed", "tag": "0269cf9c-1e99-4cd4-bfcf-1588c7cf3993"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:19:41.629391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 7ec56f40-e578-4339-af99-1f07befe0973 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:19:41.635400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 7ec56f40-e578-4339-af99-1f07befe0973 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:19:41.636106 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7ec56f40-e578-4339-af99-1f07befe0973), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.665269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-553865fd-4900-4576-8ec2-e0c995095aa1 req-cb9b6e31-1dda-4132-b102-de250c9e6b7a tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850039 Feb 19 00:19:41.720468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e49de1c5-8f9a-4196-ba0b-7ef51b78fc57 admin admin] Publish callbacks [] for security_group (38eb4725-528f-4388-8339-76d5a9c2b0cd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.749607 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e49de1c5-8f9a-4196-ba0b-7ef51b78fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38eb4725-528f-4388-8339-76d5a9c2b0cd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.755080 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1ef65c-ec1e-43f9-99d0-66993497ac54 x-openstack-request-id: req-8c1ef65c-ec1e-43f9-99d0-66993497ac54 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:19:41.755757 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b4caa8-2784-4346-b611-0d1a9f97f93b", "name": "network-vif-plugged", "status": "completed", "tag": "0269cf9c-1e99-4cd4-bfcf-1588c7cf3993", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:19:41.756793 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c1ef65c-ec1e-43f9-99d0-66993497ac54 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:19:41.757411 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b4caa8-2784-4346-b611-0d1a9f97f93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269cf9c-1e99-4cd4-bfcf-1588c7cf3993', 'code': 200} Feb 19 00:19:41.758866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 7ec56f40-e578-4339-af99-1f07befe0973 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:19:41.759582 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7ec56f40-e578-4339-af99-1f07befe0973), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.802371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 7ec56f40-e578-4339-af99-1f07befe0973, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=7ec56f40-e578-4339-af99-1f07befe0973,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:41.811025 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7ec56f40-e578-4339-af99-1f07befe0973), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.880903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e49de1c5-8f9a-4196-ba0b-7ef51b78fc57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=606f4aa22e3a46ed939f884fe44b2df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6118646 Feb 19 00:19:41.883838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53864) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:41.890798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49de1c5-8f9a-4196-ba0b-7ef51b78fc57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb4725-528f-4388-8339-76d5a9c2b0cd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:41.903672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=7ec56f40-e578-4339-af99-1f07befe0973,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:41.919774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111848ac-9b25-4089-b72c-88d7a18a0c74 req-79133ee8-b0fc-4117-b5e0-9a710c72b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:41.921435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-111848ac-9b25-4089-b72c-88d7a18a0c74 req-79133ee8-b0fc-4117-b5e0-9a710c72b11b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 1154 time: 0.1079984 Feb 19 00:19:41.950402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-111848ac-9b25-4089-b72c-88d7a18a0c74 req-f379cceb-2bd3-4399-85e9-903fae5eed8d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:41.996364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39559780-6216-4088-94e5-5afaab812425 admin admin] Publish callbacks [] for security_group (38eb4725-528f-4388-8339-76d5a9c2b0cd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.032663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39559780-6216-4088-94e5-5afaab812425 admin admin] Publish callbacks [] for security_group (38eb4725-528f-4388-8339-76d5a9c2b0cd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.057113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a60e3-990a-4d47-bbe0-6ca3cbaa030d req-8b43ad5c-f195-46d5-8678-c17f0142fe7c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:42.058784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a8a60e3-990a-4d47-bbe0-6ca3cbaa030d req-8b43ad5c-f195-46d5-8678-c17f0142fe7c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 972 time: 0.0885282 Feb 19 00:19:42.116022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39559780-6216-4088-94e5-5afaab812425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38eb4725-528f-4388-8339-76d5a9c2b0cd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.120042 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39559780-6216-4088-94e5-5afaab812425 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.121626 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-39559780-6216-4088-94e5-5afaab812425 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38eb4725-528f-4388-8339-76d5a9c2b0cd HTTP/1.1" status: 204 len: 168 time: 0.2367339 Feb 19 00:19:42.131766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39559780-6216-4088-94e5-5afaab812425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb4725-528f-4388-8339-76d5a9c2b0cd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:42.138639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-111848ac-9b25-4089-b72c-88d7a18a0c74 req-f379cceb-2bd3-4399-85e9-903fae5eed8d service neutron] Publish callbacks [] for security_group (00eb81d1-045b-4fff-9f4a-e3422f772484), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.152700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a8a60e3-990a-4d47-bbe0-6ca3cbaa030d req-7a1901cb-729f-4cb7-83d4-1706163f8d24 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832167 Feb 19 00:19:42.153789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-111848ac-9b25-4089-b72c-88d7a18a0c74 req-f379cceb-2bd3-4399-85e9-903fae5eed8d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (00eb81d1-045b-4fff-9f4a-e3422f772484), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.203635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-111848ac-9b25-4089-b72c-88d7a18a0c74 req-f379cceb-2bd3-4399-85e9-903fae5eed8d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741826 Feb 19 00:19:42.205450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379cceb-2bd3-4399-85e9-903fae5eed8d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00eb81d1-045b-4fff-9f4a-e3422f772484,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:42.224692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53880) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:42.472041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c718bc-6e0b-4970-8f5b-f072a516d2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.563924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c718bc-6e0b-4970-8f5b-f072a516d2d8 admin admin] Publish callbacks [] for security_group (655d5a6a-fdda-4955-801a-7ba307588035), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.569368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c718bc-6e0b-4970-8f5b-f072a516d2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (655d5a6a-fdda-4955-801a-7ba307588035), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.592444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53890) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:42.607197 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03c872c0-32f9-49bf-9100-47b2020a9484 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.610295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c718bc-6e0b-4970-8f5b-f072a516d2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655d5a6a-fdda-4955-801a-7ba307588035,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:42.616693 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-53c718bc-6e0b-4970-8f5b-f072a516d2d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebdf60dedab94f26b3893101252c30d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909080 Feb 19 00:19:42.621603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53892) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:42.708458 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-880df43b-95d7-4740-8fce-11bb4eb70f37 admin admin] Publish callbacks [] for security_group (655d5a6a-fdda-4955-801a-7ba307588035), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.761774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-880df43b-95d7-4740-8fce-11bb4eb70f37 admin admin] Publish callbacks [] for security_group (655d5a6a-fdda-4955-801a-7ba307588035), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.786482 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03c872c0-32f9-49bf-9100-47b2020a9484 admin admin] Publish callbacks [] for security_group (e92ccf55-ab5d-4e21-acbe-83bd44a8eedc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.794251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03c872c0-32f9-49bf-9100-47b2020a9484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e92ccf55-ab5d-4e21-acbe-83bd44a8eedc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.860434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c872c0-32f9-49bf-9100-47b2020a9484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e92ccf55-ab5d-4e21-acbe-83bd44a8eedc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:42.865134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-03c872c0-32f9-49bf-9100-47b2020a9484 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f1f4fec96d44e33b53079d34f7230d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716134 Feb 19 00:19:42.867918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53898) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:42.889309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9a42e-4825-4ba2-a57b-dbf818ed6239 req-a57d8553-85a1-4854-aeed-3cfe34e03bcc tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:42.890870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c9a42e-4825-4ba2-a57b-dbf818ed6239 req-a57d8553-85a1-4854-aeed-3cfe34e03bcc tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 972 time: 0.1494510 Feb 19 00:19:42.912554 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-880df43b-95d7-4740-8fce-11bb4eb70f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (655d5a6a-fdda-4955-801a-7ba307588035), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.915053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-880df43b-95d7-4740-8fce-11bb4eb70f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.916142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-880df43b-95d7-4740-8fce-11bb4eb70f37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/655d5a6a-fdda-4955-801a-7ba307588035 HTTP/1.1" status: 204 len: 168 time: 0.2936003 Feb 19 00:19:42.950468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880df43b-95d7-4740-8fce-11bb4eb70f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655d5a6a-fdda-4955-801a-7ba307588035,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:42.951541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53902) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:42.984475 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4393ff5c-396f-47cb-982c-414581f879cd admin admin] Publish callbacks [] for security_group (e92ccf55-ab5d-4e21-acbe-83bd44a8eedc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:42.989336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c9a42e-4825-4ba2-a57b-dbf818ed6239 req-2ee8b821-77ee-42b9-81ca-612b918162b6 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897038 Feb 19 00:19:43.018820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4393ff5c-396f-47cb-982c-414581f879cd admin admin] Publish callbacks [] for security_group (e92ccf55-ab5d-4e21-acbe-83bd44a8eedc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.075295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4393ff5c-396f-47cb-982c-414581f879cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e92ccf55-ab5d-4e21-acbe-83bd44a8eedc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.077794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4393ff5c-396f-47cb-982c-414581f879cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.081582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4393ff5c-396f-47cb-982c-414581f879cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e92ccf55-ab5d-4e21-acbe-83bd44a8eedc HTTP/1.1" status: 204 len: 168 time: 0.2102475 Feb 19 00:19:43.084916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebce52df-9aff-4df4-9052-bba5488d029d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.087118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4393ff5c-396f-47cb-982c-414581f879cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e92ccf55-ab5d-4e21-acbe-83bd44a8eedc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:43.182049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebce52df-9aff-4df4-9052-bba5488d029d admin admin] Publish callbacks [] for security_group (9f9d7625-2cfa-4781-8048-019a8de17512), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.188533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebce52df-9aff-4df4-9052-bba5488d029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9f9d7625-2cfa-4781-8048-019a8de17512), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.242236 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ebce52df-9aff-4df4-9052-bba5488d029d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a746139aab54a9aa462bc41729b3dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895298 Feb 19 00:19:43.243194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53912) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:43.244183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce52df-9aff-4df4-9052-bba5488d029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d7625-2cfa-4781-8048-019a8de17512,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:43.304780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be053ea7-b83b-477b-a15e-643ccb33b3b3 req-e3be3db9-baf7-4211-ade8-e2b9cd8f2fcc tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:43.306759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be053ea7-b83b-477b-a15e-643ccb33b3b3 req-e3be3db9-baf7-4211-ade8-e2b9cd8f2fcc tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 972 time: 0.0703568 Feb 19 00:19:43.312543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1db46ac-6680-4820-958e-705306a2c203 admin admin] Publish callbacks [] for security_group (9f9d7625-2cfa-4781-8048-019a8de17512), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.342517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1db46ac-6680-4820-958e-705306a2c203 admin admin] Publish callbacks [] for security_group (9f9d7625-2cfa-4781-8048-019a8de17512), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.401607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be053ea7-b83b-477b-a15e-643ccb33b3b3 req-523a227f-18b2-4826-bc9c-83c512676225 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777547 Feb 19 00:19:43.409208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53916) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:43.419604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1db46ac-6680-4820-958e-705306a2c203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9f9d7625-2cfa-4781-8048-019a8de17512), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.422576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1db46ac-6680-4820-958e-705306a2c203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.426532 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c1db46ac-6680-4820-958e-705306a2c203 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f9d7625-2cfa-4781-8048-019a8de17512 HTTP/1.1" status: 204 len: 168 time: 0.1759558 Feb 19 00:19:43.446478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad3e-0977-492c-9a31-c73fa19105bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.449686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db46ac-6680-4820-958e-705306a2c203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d7625-2cfa-4781-8048-019a8de17512,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:43.564746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad3e-0977-492c-9a31-c73fa19105bc admin admin] Publish callbacks [] for security_group (1a8dae9b-b866-4077-b773-6ee306ff61ac), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.570477 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad3e-0977-492c-9a31-c73fa19105bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1a8dae9b-b866-4077-b773-6ee306ff61ac), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.612564 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3d79ad3e-0977-492c-9a31-c73fa19105bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f7d1c6a49504b1ab8b4e16b38760854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991713 Feb 19 00:19:43.612564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79ad3e-0977-492c-9a31-c73fa19105bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8dae9b-b866-4077-b773-6ee306ff61ac,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:43.613883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53924) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:43.691649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-473ef5a3-7edf-44bb-a708-9f6091f69f8d admin admin] Publish callbacks [] for security_group (1a8dae9b-b866-4077-b773-6ee306ff61ac), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.718532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-473ef5a3-7edf-44bb-a708-9f6091f69f8d admin admin] Publish callbacks [] for security_group (1a8dae9b-b866-4077-b773-6ee306ff61ac), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:43.759022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bca3968-42b4-47b5-a1b8-e08a31198016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec56f40-e578-4339-af99-1f07befe0973'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:19:43.770279 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2315f58d-def8-4759-8972-60949078cb35" -d '{"events": [{"server_uuid": "0bca3968-42b4-47b5-a1b8-e08a31198016", "name": "network-vif-plugged", "status": "completed", "tag": "7ec56f40-e578-4339-af99-1f07befe0973"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:19:43.821105 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c64216-8a95-46f7-810d-0bf14acaeff8 x-openstack-request-id: req-c0c64216-8a95-46f7-810d-0bf14acaeff8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:19:43.821611 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bca3968-42b4-47b5-a1b8-e08a31198016", "name": "network-vif-plugged", "status": "completed", "tag": "7ec56f40-e578-4339-af99-1f07befe0973", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:19:43.821758 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0c64216-8a95-46f7-810d-0bf14acaeff8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:19:43.822375 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bca3968-42b4-47b5-a1b8-e08a31198016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec56f40-e578-4339-af99-1f07befe0973', 'code': 200} Feb 19 00:19:43.902854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:43.923555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-290d3851-9d59-4045-9003-eaa3c3a617a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.050105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cde247-6455-4677-8a58-94c70f2b5060 req-661bda20-0701-4330-9edf-dc3f9051eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:44.052686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81cde247-6455-4677-8a58-94c70f2b5060 req-661bda20-0701-4330-9edf-dc3f9051eb62 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 1154 time: 0.0900791 Feb 19 00:19:44.054078 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-473ef5a3-7edf-44bb-a708-9f6091f69f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1a8dae9b-b866-4077-b773-6ee306ff61ac), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.057226 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-473ef5a3-7edf-44bb-a708-9f6091f69f8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.059337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-473ef5a3-7edf-44bb-a708-9f6091f69f8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a8dae9b-b866-4077-b773-6ee306ff61ac HTTP/1.1" status: 204 len: 168 time: 0.4427366 Feb 19 00:19:44.075525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-290d3851-9d59-4045-9003-eaa3c3a617a3 admin admin] Publish callbacks [] for security_group (ff8fc7b8-cc6e-4abe-a17b-cc8ebd4ee7a3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.085354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-290d3851-9d59-4045-9003-eaa3c3a617a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ff8fc7b8-cc6e-4abe-a17b-cc8ebd4ee7a3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.087769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ef5a3-7edf-44bb-a708-9f6091f69f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8dae9b-b866-4077-b773-6ee306ff61ac,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:44.155009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81cde247-6455-4677-8a58-94c70f2b5060 req-5729ede3-781a-474f-b121-4866d660dfed service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941465 Feb 19 00:19:44.162497 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-290d3851-9d59-4045-9003-eaa3c3a617a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea066ba4aff14757b6f7aa06d561005c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587152 Feb 19 00:19:44.166217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53946) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:44.188324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d3851-9d59-4045-9003-eaa3c3a617a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8fc7b8-cc6e-4abe-a17b-cc8ebd4ee7a3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:44.267794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ffd77a1-1d61-4081-8256-3341bcec9e59 admin admin] Publish callbacks [] for security_group (ff8fc7b8-cc6e-4abe-a17b-cc8ebd4ee7a3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.275877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96a52a-5ab3-4c44-b116-667a5aa756b3 req-e2b23488-688f-4ca1-b55a-666b1a50a332 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:44.277597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a96a52a-5ab3-4c44-b116-667a5aa756b3 req-e2b23488-688f-4ca1-b55a-666b1a50a332 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 972 time: 0.1272147 Feb 19 00:19:44.323036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ffd77a1-1d61-4081-8256-3341bcec9e59 admin admin] Publish callbacks [] for security_group (ff8fc7b8-cc6e-4abe-a17b-cc8ebd4ee7a3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.376143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a96a52a-5ab3-4c44-b116-667a5aa756b3 req-0c137db0-c393-4e55-bab0-1e42915495e1 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847917 Feb 19 00:19:44.401471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ffd77a1-1d61-4081-8256-3341bcec9e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ff8fc7b8-cc6e-4abe-a17b-cc8ebd4ee7a3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.407670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ffd77a1-1d61-4081-8256-3341bcec9e59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:44.409396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2ffd77a1-1d61-4081-8256-3341bcec9e59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff8fc7b8-cc6e-4abe-a17b-cc8ebd4ee7a3 HTTP/1.1" status: 204 len: 168 time: 0.2423515 Feb 19 00:19:44.420854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd77a1-1d61-4081-8256-3341bcec9e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8fc7b8-cc6e-4abe-a17b-cc8ebd4ee7a3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:44.561878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324a4029-05e3-4c09-afa2-c904c2b60d08 req-57b7ca7b-d52b-48df-afbe-76dee48404c3 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:44.568820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-324a4029-05e3-4c09-afa2-c904c2b60d08 req-57b7ca7b-d52b-48df-afbe-76dee48404c3 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 972 time: 0.0705216 Feb 19 00:19:44.614305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-324a4029-05e3-4c09-afa2-c904c2b60d08 req-46092b62-cc09-438a-a235-4507ab9c46ee tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445492 Feb 19 00:19:45.266693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbb894-48b7-4e80-9d48-5c3bc644be83 req-b330b9c6-1ec7-4ec6-a734-a53db2139f01 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:45.268380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8dbb894-48b7-4e80-9d48-5c3bc644be83 req-b330b9c6-1ec7-4ec6-a734-a53db2139f01 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 972 time: 0.0722649 Feb 19 00:19:45.341086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8dbb894-48b7-4e80-9d48-5c3bc644be83 req-c87a4bdf-01a7-4b4a-8309-cb82101e7de0 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631223 Feb 19 00:19:45.528627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee3c16-bfd2-40b7-a7e6-b5845f8cca18 req-29163724-f537-41ce-9c92-5b2c2ba35891 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:45.530172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5eee3c16-bfd2-40b7-a7e6-b5845f8cca18 req-29163724-f537-41ce-9c92-5b2c2ba35891 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 972 time: 0.0646288 Feb 19 00:19:45.586563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5eee3c16-bfd2-40b7-a7e6-b5845f8cca18 req-b274bf97-1fa6-40b5-a9da-c7ba1e06f2a9 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504644 Feb 19 00:19:45.713266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532a54b-b927-4989-9355-75e16e3ff1f1 req-d38c8673-dd42-4d7c-9df4-ea3415799e88 tempest-AggregatesAdminTestJSON-1150002761 tempest-AggregatesAdminTestJSON-1150002761-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:45.714983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9532a54b-b927-4989-9355-75e16e3ff1f1 req-d38c8673-dd42-4d7c-9df4-ea3415799e88 tempest-AggregatesAdminTestJSON-1150002761 tempest-AggregatesAdminTestJSON-1150002761-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 1154 time: 0.0513909 Feb 19 00:19:45.737960 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9532a54b-b927-4989-9355-75e16e3ff1f1 req-bc9a610a-c217-48c4-a61c-e72983dbef66 tempest-AggregatesAdminTestJSON-1150002761 tempest-AggregatesAdminTestJSON-1150002761-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:45.845147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9532a54b-b927-4989-9355-75e16e3ff1f1 req-bc9a610a-c217-48c4-a61c-e72983dbef66 tempest-AggregatesAdminTestJSON-1150002761 tempest-AggregatesAdminTestJSON-1150002761-project-admin] Publish callbacks [] for security_group (5412a488-617d-43d4-9499-d2941f22f6b1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:45.851457 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9532a54b-b927-4989-9355-75e16e3ff1f1 req-bc9a610a-c217-48c4-a61c-e72983dbef66 tempest-AggregatesAdminTestJSON-1150002761 tempest-AggregatesAdminTestJSON-1150002761-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5412a488-617d-43d4-9499-d2941f22f6b1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:45.900701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9532a54b-b927-4989-9355-75e16e3ff1f1 req-bc9a610a-c217-48c4-a61c-e72983dbef66 tempest-AggregatesAdminTestJSON-1150002761 tempest-AggregatesAdminTestJSON-1150002761-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785896 Feb 19 00:19:45.908975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a610a-c217-48c4-a61c-e72983dbef66 tempest-AggregatesAdminTestJSON-1150002761 tempest-AggregatesAdminTestJSON-1150002761-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5412a488-617d-43d4-9499-d2941f22f6b1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:46.244357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c49b7-23e8-4001-9ee0-f1158147e1ec req-6ad85e3b-26be-44e1-a06d-6f4d5102a76e tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:46.246282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd8c49b7-23e8-4001-9ee0-f1158147e1ec req-6ad85e3b-26be-44e1-a06d-6f4d5102a76e tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 972 time: 0.0590467 Feb 19 00:19:46.286787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:46.309407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd8c49b7-23e8-4001-9ee0-f1158147e1ec req-35075a40-86f5-4d53-a42d-b677c0bbace4 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561917 Feb 19 00:19:46.455656 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ed24904-ca1c-4954-bec1-09e4121a62f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.521882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f169a-a77b-44ce-ade7-fc5a06bab6db req-33bc191d-15bb-44fb-bd09-b2ad554d6aa7 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:46.531806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d76f169a-a77b-44ce-ade7-fc5a06bab6db req-33bc191d-15bb-44fb-bd09-b2ad554d6aa7 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 972 time: 0.1081793 Feb 19 00:19:46.581607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ed24904-ca1c-4954-bec1-09e4121a62f9 admin admin] Publish callbacks [] for security_group (9baa56ae-edca-4b0e-bf30-3bed2fb52983), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.597032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ed24904-ca1c-4954-bec1-09e4121a62f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9baa56ae-edca-4b0e-bf30-3bed2fb52983), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.627023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d76f169a-a77b-44ce-ade7-fc5a06bab6db req-22244bc4-5767-4982-abfc-4723d7728da8 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961449 Feb 19 00:19:46.642962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed24904-ca1c-4954-bec1-09e4121a62f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baa56ae-edca-4b0e-bf30-3bed2fb52983,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:46.644132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-eaee6913-926b-46fd-bc3b-871b979850e0 tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:46.645760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-eaee6913-926b-46fd-bc3b-871b979850e0 tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 1154 time: 0.0772128 Feb 19 00:19:46.675441 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4ed24904-ca1c-4954-bec1-09e4121a62f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa7300fe21b44b70aa37a0954229a5d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865016 Feb 19 00:19:46.678429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54062) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:46.743058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe946381-a9f7-49e4-b8ad-c5676f419ba0 admin admin] Publish callbacks [] for security_group (9baa56ae-edca-4b0e-bf30-3bed2fb52983), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.763671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] Deleting port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:19:46.764687 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.768223 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe946381-a9f7-49e4-b8ad-c5676f419ba0 admin admin] Publish callbacks [] for security_group (9baa56ae-edca-4b0e-bf30-3bed2fb52983), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.830886 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe946381-a9f7-49e4-b8ad-c5676f419ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9baa56ae-edca-4b0e-bf30-3bed2fb52983), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.834258 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe946381-a9f7-49e4-b8ad-c5676f419ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.835771 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fe946381-a9f7-49e4-b8ad-c5676f419ba0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9baa56ae-edca-4b0e-bf30-3bed2fb52983 HTTP/1.1" status: 204 len: 168 time: 0.1559808 Feb 19 00:19:46.845713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe946381-a9f7-49e4-b8ad-c5676f419ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baa56ae-edca-4b0e-bf30-3bed2fb52983,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:46.883728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] For port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:46.884102 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:46.911315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] Calling delete_port for 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 owned by compute:tempest-test_az-1323127213 {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:19:47.068595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-0e8ec830-dd1e-47aa-85f5-a28c53c245cd tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259910 Feb 19 00:19:47.187560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0269cf9c-1e99-4cd4-bfcf-1588c7cf3993), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.199779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['0269cf9c-1e99-4cd4-bfcf-1588c7cf3993'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:19:47.233124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] Pushing event deleted for resources: {'Port': ['ID=0269cf9c-1e99-4cd4-bfcf-1588c7cf3993,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:47.249090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-f456fba1-1b2b-45b9-9e7d-99ad9002cc85 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:47.250645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-f456fba1-1b2b-45b9-9e7d-99ad9002cc85 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1701441 Feb 19 00:19:47.275186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-482beb73-2763-4d3a-bedf-a8e4ea276789 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/quotas/c92a461a9cd14f06a360f73925de8d5a HTTP/1.1" status: 200 len: 375 time: 0.0177412 Feb 19 00:19:47.310585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54094) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:47.349331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] No DVR routers for this DVR port 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:19:47.360101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-2fa17dde-5694-4ff2-a94b-b33595e27724 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839512 Feb 19 00:19:47.383213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.386896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ea64996-11c8-4b72-8428-48144c1a01ba req-fa87cd41-e1df-4c6a-9609-d3df03692d7f tempest-DeleteServersAdminTestJSON-239419862 tempest-DeleteServersAdminTestJSON-239419862-project-admin] 10.222.0.113 "DELETE /v2.0/ports/0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 HTTP/1.1" status: 204 len: 173 time: 0.7344630 Feb 19 00:19:47.387391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b4caa8-2784-4346-b611-0d1a9f97f93b', 'name': 'network-vif-deleted', 'tag': '0269cf9c-1e99-4cd4-bfcf-1588c7cf3993'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:19:47.389813 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6b2f2-ae73-44a4-92bd-7b4238237b01" -d '{"events": [{"server_uuid": "47b4caa8-2784-4346-b611-0d1a9f97f93b", "name": "network-vif-deleted", "tag": "0269cf9c-1e99-4cd4-bfcf-1588c7cf3993"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:19:47.399242 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6686abf-24f7-4036-973f-da5ad74940be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.529654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54102) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:47.535790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db84cbb-1aed-4f1b-80f5-c7a71d2e447c req-f6e33cb9-0ef1-479a-820b-7f12aa0b725b tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:47.537229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0db84cbb-1aed-4f1b-80f5-c7a71d2e447c req-f6e33cb9-0ef1-479a-820b-7f12aa0b725b tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 972 time: 0.1161215 Feb 19 00:19:47.630624 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91111b1b-e61f-4f92-8911-b5eac96a4e88 x-openstack-request-id: req-91111b1b-e61f-4f92-8911-b5eac96a4e88 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:19:47.630924 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b4caa8-2784-4346-b611-0d1a9f97f93b", "name": "network-vif-deleted", "tag": "0269cf9c-1e99-4cd4-bfcf-1588c7cf3993", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:19:47.631164 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-91111b1b-e61f-4f92-8911-b5eac96a4e88 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:19:47.631563 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b4caa8-2784-4346-b611-0d1a9f97f93b', 'name': 'network-vif-deleted', 'tag': '0269cf9c-1e99-4cd4-bfcf-1588c7cf3993', 'status': 'completed', 'code': 200} Feb 19 00:19:47.705341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e61db44-73fb-4072-9cfc-c94e3874793e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.717872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-bbc57ad3-37ed-4a81-acbf-6c78b7db4dc9 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:47.719444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-bbc57ad3-37ed-4a81-acbf-6c78b7db4dc9 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.113 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 972 time: 0.2134581 Feb 19 00:19:47.730758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eeae2763-270b-412c-b503-d3947a2c76c7 req-6fa4a7fc-2eea-46ea-88cd-b26072779900 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 210 time: 0.0595472 Feb 19 00:19:47.733265 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6686abf-24f7-4036-973f-da5ad74940be admin admin] Publish callbacks [] for security_group (2b719825-ce81-4fc8-ac7b-6a1552bcf3b8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.775250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6686abf-24f7-4036-973f-da5ad74940be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2b719825-ce81-4fc8-ac7b-6a1552bcf3b8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.813721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e61db44-73fb-4072-9cfc-c94e3874793e admin admin] Publish callbacks [] for security_group (b63332e9-2630-453a-b1c6-9dbf1c337740), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.834039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e61db44-73fb-4072-9cfc-c94e3874793e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b63332e9-2630-453a-b1c6-9dbf1c337740), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.838827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0db84cbb-1aed-4f1b-80f5-c7a71d2e447c req-090f7b75-20c9-43b0-9ab2-4d04ccbb9cc1 tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/security-groups?id=672a593c-6f76-4741-83be-76b7c8036376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815390 Feb 19 00:19:47.867511 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98cbf407-fce5-4752-a5dd-098ee932affa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:47.897061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61db44-73fb-4072-9cfc-c94e3874793e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63332e9-2630-453a-b1c6-9dbf1c337740,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:47.901637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5e61db44-73fb-4072-9cfc-c94e3874793e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f02067bbacd443f888d7a8969311c726&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3698049 Feb 19 00:19:47.905893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54116) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:47.978798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-956fd9f4-21ff-4088-b2b6-872af6f7b893 req-f39a8a1a-53f9-4dc3-99cf-3dc2f4f581fb tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=47b4caa8-2784-4346-b611-0d1a9f97f93b HTTP/1.1" status: 200 len: 210 time: 0.0822175 Feb 19 00:19:47.991696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b6686abf-24f7-4036-973f-da5ad74940be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=823e15f48e2b4ad1be82171a884d6217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6734872 Feb 19 00:19:47.991787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54118) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:48.012633 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8244669e-e6c0-40dd-bc7f-c81beb6e7506 admin admin] Publish callbacks [] for security_group (b63332e9-2630-453a-b1c6-9dbf1c337740), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.027501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6686abf-24f7-4036-973f-da5ad74940be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b719825-ce81-4fc8-ac7b-6a1552bcf3b8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:48.088150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Deleting port 7ec56f40-e578-4339-af99-1f07befe0973 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:19:48.088790 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7ec56f40-e578-4339-af99-1f07befe0973), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.095619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8244669e-e6c0-40dd-bc7f-c81beb6e7506 admin admin] Publish callbacks [] for security_group (b63332e9-2630-453a-b1c6-9dbf1c337740), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.129630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd5ef-b4b7-4c55-bda9-fc0422f61c67 admin admin] Publish callbacks [] for security_group (2b719825-ce81-4fc8-ac7b-6a1552bcf3b8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.150497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd5ef-b4b7-4c55-bda9-fc0422f61c67 admin admin] Publish callbacks [] for security_group (2b719825-ce81-4fc8-ac7b-6a1552bcf3b8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.219985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd5ef-b4b7-4c55-bda9-fc0422f61c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2b719825-ce81-4fc8-ac7b-6a1552bcf3b8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.223791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b4fd5ef-b4b7-4c55-bda9-fc0422f61c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.224876 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b4fd5ef-b4b7-4c55-bda9-fc0422f61c67 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b719825-ce81-4fc8-ac7b-6a1552bcf3b8 HTTP/1.1" status: 204 len: 168 time: 0.2324939 Feb 19 00:19:48.229379 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8244669e-e6c0-40dd-bc7f-c81beb6e7506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b63332e9-2630-453a-b1c6-9dbf1c337740), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.231684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] For port 7ec56f40-e578-4339-af99-1f07befe0973, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=7ec56f40-e578-4339-af99-1f07befe0973,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:48.231786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7ec56f40-e578-4339-af99-1f07befe0973), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.233356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8244669e-e6c0-40dd-bc7f-c81beb6e7506 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.238999 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8244669e-e6c0-40dd-bc7f-c81beb6e7506 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b63332e9-2630-453a-b1c6-9dbf1c337740 HTTP/1.1" status: 204 len: 168 time: 0.3313506 Feb 19 00:19:48.246954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4fd5ef-b4b7-4c55-bda9-fc0422f61c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b719825-ce81-4fc8-ac7b-6a1552bcf3b8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:48.265190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244669e-e6c0-40dd-bc7f-c81beb6e7506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63332e9-2630-453a-b1c6-9dbf1c337740,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:48.304836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Calling delete_port for 7ec56f40-e578-4339-af99-1f07befe0973 owned by compute:tempest-test_az-1323127213 {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:19:48.405296 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.513415 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7ec56f40-e578-4339-af99-1f07befe0973), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.527246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['7ec56f40-e578-4339-af99-1f07befe0973'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:19:48.547065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Pushing event deleted for resources: {'Port': ['ID=7ec56f40-e578-4339-af99-1f07befe0973,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:48.632815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] No DVR routers for this DVR port 7ec56f40-e578-4339-af99-1f07befe0973 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:19:48.637063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.642561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-781ef995-ef65-45b0-a641-1e66e6504b56 req-b08400a2-40f4-4d39-93b7-2718e69280ee tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.113 "DELETE /v2.0/ports/7ec56f40-e578-4339-af99-1f07befe0973 HTTP/1.1" status: 204 len: 173 time: 0.9072235 Feb 19 00:19:48.681852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:48.710911 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-741aa1d7-696a-404e-8556-cc274f65d7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.837763 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-741aa1d7-696a-404e-8556-cc274f65d7c7 admin admin] Publish callbacks [] for security_group (89da7efc-2938-4003-9eb2-0102c4d9408b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.845831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-741aa1d7-696a-404e-8556-cc274f65d7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89da7efc-2938-4003-9eb2-0102c4d9408b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.857076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e893a86e-5632-4a21-b811-51cf8e120ce1 req-802663f2-1ad8-4d27-bd1c-b84ae8ab6163 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 210 time: 0.0298638 Feb 19 00:19:48.893338 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-741aa1d7-696a-404e-8556-cc274f65d7c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f5c941db2cb4b6d868ab5afaa462901&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102585 Feb 19 00:19:48.896163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54144) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:48.925885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741aa1d7-696a-404e-8556-cc274f65d7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da7efc-2938-4003-9eb2-0102c4d9408b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:48.946327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.126', 53442) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:48.953807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efd1f245-b996-4b1a-8bfe-efcf0204b91e admin admin] Publish callbacks [] for security_group (89da7efc-2938-4003-9eb2-0102c4d9408b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:48.970746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-899f2bb4-6cf2-41a5-8409-0983b88a7e87 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230489 Feb 19 00:19:48.999190 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efd1f245-b996-4b1a-8bfe-efcf0204b91e admin admin] Publish callbacks [] for security_group (89da7efc-2938-4003-9eb2-0102c4d9408b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:49.055629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f107dc5-9176-454a-ab09-a895cbb06781 req-4becf57a-34c2-4001-a718-f663544eb1ab tempest-AggregatesAdminTestJSON-612137724 tempest-AggregatesAdminTestJSON-612137724-project] 10.222.0.60 "GET /v2.0/ports?device_id=0bca3968-42b4-47b5-a1b8-e08a31198016 HTTP/1.1" status: 200 len: 210 time: 0.0801432 Feb 19 00:19:49.090295 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efd1f245-b996-4b1a-8bfe-efcf0204b91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89da7efc-2938-4003-9eb2-0102c4d9408b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:49.092908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efd1f245-b996-4b1a-8bfe-efcf0204b91e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:49.094142 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-efd1f245-b996-4b1a-8bfe-efcf0204b91e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89da7efc-2938-4003-9eb2-0102c4d9408b HTTP/1.1" status: 204 len: 168 time: 0.1968625 Feb 19 00:19:49.109971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1f245-b996-4b1a-8bfe-efcf0204b91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89da7efc-2938-4003-9eb2-0102c4d9408b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:49.175604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-72998033-5cd5-4ebd-a54d-cd6564580824 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:49.177111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-72998033-5cd5-4ebd-a54d-cd6564580824 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006569 Feb 19 00:19:49.264344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Request body: {'port': {'device_id': 'f64476e4-00a2-47f6-8440-d6cb14e407b2', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c92a461a9cd14f06a360f73925de8d5a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:49.312626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-56b4752b-39dd-4fb7-8cb9-d44886b72742 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263090 Feb 19 00:19:49.527149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-68413366-9042-4ba0-95c1-2c56d3916b9c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:49.528742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-68413366-9042-4ba0-95c1-2c56d3916b9c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894319 Feb 19 00:19:49.547061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Made reservation on behalf of c92a461a9cd14f06a360f73925de8d5a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:49.550506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:49.564138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-9afca947-27dd-46e0-afb1-465a80f65bd3 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/quotas/3db1f17c7d3047afa2752cd528d1ebc3 HTTP/1.1" status: 200 len: 375 time: 0.0255847 Feb 19 00:19:49.565683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:49.825687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bca3968-42b4-47b5-a1b8-e08a31198016', 'name': 'network-vif-deleted', 'tag': '7ec56f40-e578-4339-af99-1f07befe0973'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:19:49.828083 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c424c0bf-8222-4773-b3ec-d995a426b493" -d '{"events": [{"server_uuid": "0bca3968-42b4-47b5-a1b8-e08a31198016", "name": "network-vif-deleted", "tag": "7ec56f40-e578-4339-af99-1f07befe0973"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:19:49.836918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-b8c2f6fa-4886-4589-88e4-78cb2871b051 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2458081 Feb 19 00:19:49.919614 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf61dd4-62d0-414b-b53c-557cb1cb2899 x-openstack-request-id: req-bbf61dd4-62d0-414b-b53c-557cb1cb2899 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:19:49.920375 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bca3968-42b4-47b5-a1b8-e08a31198016", "name": "network-vif-deleted", "tag": "7ec56f40-e578-4339-af99-1f07befe0973", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:19:49.920375 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbf61dd4-62d0-414b-b53c-557cb1cb2899 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:19:49.920585 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bca3968-42b4-47b5-a1b8-e08a31198016', 'name': 'network-vif-deleted', 'tag': '7ec56f40-e578-4339-af99-1f07befe0973', 'status': 'completed', 'code': 200} Feb 19 00:19:49.930364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for security_group (f36818bc-4a7e-40df-b4dd-26222fa70c90), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:49.939172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f36818bc-4a7e-40df-b4dd-26222fa70c90), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:50.014991 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e392b508-60c1-4fd6-839b-dfa239240e71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:50.113465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Allocated IP 192.168.233.240 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/05757e97-2c0e-4b7a-8612-331d5388481b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:19:50.212028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b5b4238-3048-4bb0-9871-d654731c3ea3 req-2c627fac-eb8b-49a3-90a9-8993991ccf23 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 210 time: 0.0629609 Feb 19 00:19:50.270102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e4a86b1-3a7a-4018-8b3e-51c1e130c9cb req-7861b10b-8edd-4a0b-a37a-9dc1d0ebb685 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 210 time: 0.1217117 Feb 19 00:19:50.291238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36818bc-4a7e-40df-b4dd-26222fa70c90,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:50.471852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54220) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:50.490139 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for port (05757e97-2c0e-4b7a-8612-331d5388481b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:50.550319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:50.609272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:19:50.618501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:19:50.623589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:19:50.627926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'Port': ['ID=05757e97-2c0e-4b7a-8612-331d5388481b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:50.712004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1009409559-network', 'tenant_id': '8e96c81bf49f49b4a9d958b3533d21e9'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:50.760016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:50.763159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:50.794002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-526b4f96-6f40-4cf7-8c84-e5ffd168e7d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5355737 Feb 19 00:19:50.803386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Made reservation on behalf of 8e96c81bf49f49b4a9d958b3533d21e9 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:50.809138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:50.823964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:50.921646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-02eb5966-afe7-4b2a-81ee-64def3b9b351 None None] Provisioning complete for port 05757e97-2c0e-4b7a-8612-331d5388481b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:19:50.922602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02eb5966-afe7-4b2a-81ee-64def3b9b351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:50.975765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-02eb5966-afe7-4b2a-81ee-64def3b9b351 None None] Port 05757e97-2c0e-4b7a-8612-331d5388481b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:19:51.005934 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:51.019106 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Publish callbacks [] for security_group (d49c0c62-2da2-489b-8360-28a682fbe4a3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:51.025809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d49c0c62-2da2-489b-8360-28a682fbe4a3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:51.068728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c0c62-2da2-489b-8360-28a682fbe4a3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:51.080138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:19:51.094254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e4c41cd7-059e-46be-833e-192ab200bb09), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:51.094569 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Added segment e4c41cd7-059e-46be-833e-192ab200bb09 of type vlan for network 031d5557-740b-4136-970d-e42b4d911f37 Feb 19 00:19:51.162370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (031d5557-740b-4136-970d-e42b4d911f37), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:51.195402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (031d5557-740b-4136-970d-e42b4d911f37), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:51.197157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:51.197820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:51.231795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:19:51.269539 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7932897 Feb 19 00:19:51.269629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54252) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:51.275076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Request body: {'subnet': {'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1009409559-subnet', 'tenant_id': '8e96c81bf49f49b4a9d958b3533d21e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:51.279376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb643a-8981-48d9-8369-b371120d4149 admin admin] Pushing event updated for resources: {'Network': ['ID=031d5557-740b-4136-970d-e42b4d911f37,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:51.287253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:19:51.289202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0269cf9c-1e99-4cd4-bfcf-1588c7cf3993 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:19:51.290794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 7ec56f40-e578-4339-af99-1f07befe0973 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:19:51.299981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 031d5557-740b-4136-970d-e42b4d911f37 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:19:51.308569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Made reservation on behalf of 8e96c81bf49f49b4a9d958b3533d21e9 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:51.311395 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:51.426547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 7ec56f40-e578-4339-af99-1f07befe0973 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:19:51.427051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 7ec56f40-e578-4339-af99-1f07befe0973 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:19:51.498152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-2fb70991-d219-4795-b5a0-f13e2cb4a059 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944655 Feb 19 00:19:51.679132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bd103-205f-4ba9-8726-a1b11795a7f6 req-3e39ab68-d123-4e5b-861b-741fd904bf43 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:51.680627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a1bd103-205f-4ba9-8726-a1b11795a7f6 req-3e39ab68-d123-4e5b-861b-741fd904bf43 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 936 time: 0.3030255 Feb 19 00:19:51.695571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429dcd4-4ccd-4ffa-9bb5-b0e14534984f req-836d3bc0-133b-4095-a546-17b0caf4d7f6 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:51.696068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429dcd4-4ccd-4ffa-9bb5-b0e14534984f req-836d3bc0-133b-4095-a546-17b0caf4d7f6 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:51.696532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429dcd4-4ccd-4ffa-9bb5-b0e14534984f req-836d3bc0-133b-4095-a546-17b0caf4d7f6 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:51.697373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429dcd4-4ccd-4ffa-9bb5-b0e14534984f req-836d3bc0-133b-4095-a546-17b0caf4d7f6 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:51.698731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0429dcd4-4ccd-4ffa-9bb5-b0e14534984f req-836d3bc0-133b-4095-a546-17b0caf4d7f6 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2871 time: 0.3198953 Feb 19 00:19:51.730394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-6e54e6ca-9749-4407-b121-ed4dd05acd6f tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:51.732566 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-6e54e6ca-9749-4407-b121-ed4dd05acd6f tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258370 Feb 19 00:19:51.752156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Request body: {'port': {'device_id': '88cdf4ab-7d01-49be-95cd-b96316049544', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '3db1f17c7d3047afa2752cd528d1ebc3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:51.906864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-216a972a-b882-4694-9da6-d81fe31ff4a1 req-d58e7503-7ac6-4e8c-9902-8c6dd21a4312 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 210 time: 0.0890062 Feb 19 00:19:51.927502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a1bd103-205f-4ba9-8726-a1b11795a7f6 req-aa4892a2-a5de-45c4-a3ad-c6804ffb3fb0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380068 Feb 19 00:19:51.949550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (034f77a2-392c-4c54-abe2-fedc0e6492e0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:52.084891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=034f77a2-392c-4c54-abe2-fedc0e6492e0,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:52.105554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Made reservation on behalf of 3db1f17c7d3047afa2752cd528d1ebc3 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:52.108978 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:52.140931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:19:52.141384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Network hostable DHCP agents. Network: 031d5557-740b-4136-970d-e42b4d911f37, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:19:52.171923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a545c40-9693-4acb-b794-f94cb8ee0e4f req-acf6cd21-5e45-4936-a028-64c87e485fab tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:52.173350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a545c40-9693-4acb-b794-f94cb8ee0e4f req-acf6cd21-5e45-4936-a028-64c87e485fab tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 886 time: 0.2291796 Feb 19 00:19:52.283555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Network 031d5557-740b-4136-970d-e42b4d911f37 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:19:52.329995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 031d5557-740b-4136-970d-e42b4d911f37) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:19:52.347683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:52.348626 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:52.355825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d21bed-5709-4c7b-9636-3c030f96dab6 None None] Network 031d5557-740b-4136-970d-e42b4d911f37 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:19:52.405807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9c45fdc6-6f70-496f-8074-51d600b885bc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1351595 Feb 19 00:19:52.407735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Allocated IP 192.168.233.123 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/375c5586-c4b8-4688-a9ea-666fb776ecb2) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:19:52.441338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f28f-d543-45d4-ab42-6861fef88192 req-dcc63265-9834-474c-8aa9-401bcdd2d609 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:52.441781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f28f-d543-45d4-ab42-6861fef88192 req-dcc63265-9834-474c-8aa9-401bcdd2d609 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:52.442441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f28f-d543-45d4-ab42-6861fef88192 req-dcc63265-9834-474c-8aa9-401bcdd2d609 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:52.443321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93f28f-d543-45d4-ab42-6861fef88192 req-dcc63265-9834-474c-8aa9-401bcdd2d609 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:52.446114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b93f28f-d543-45d4-ab42-6861fef88192 req-dcc63265-9834-474c-8aa9-401bcdd2d609 tempest-NetworksTest-123541966 tempest-NetworksTest-123541966-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2909 time: 0.2349832 Feb 19 00:19:52.520509 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:52.569410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea2ae12-0f18-41e1-883c-960f6285f4e9 None None] Network 031d5557-740b-4136-970d-e42b4d911f37 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:19:52.771479 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks [] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:52.841238 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:52.897364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:19:52.901476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:19:52.906720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:19:52.914947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54306) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:52.966624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Pushing event updated for resources: {'Port': ['ID=375c5586-c4b8-4688-a9ea-666fb776ecb2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:53.028625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:53.029319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.066366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-a6a714c6-1ab3-4ca4-be94-3c5084e096c4 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3250127 Feb 19 00:19:53.080337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Request body: {'port': {'device_id': '88cdf4ab-7d01-49be-95cd-b96316049544', 'device_owner': 'compute:tempest-test_az-1323127213', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:53.168705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41694a52-33ad-400d-90dc-d98eb0097610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.213157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcb6e5-12e5-4b01-9b12-fa5c25666f13 req-646b7fca-e267-4e36-bdf8-c8aabc79b562 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:53.214900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95bcb6e5-12e5-4b01-9b12-fa5c25666f13 req-646b7fca-e267-4e36-bdf8-c8aabc79b562 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 936 time: 0.1703119 Feb 19 00:19:53.215602 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.267573 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.316549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7d670c83-9c60-4852-a0e2-c098e2758ce7 None None] Provisioning complete for port 375c5586-c4b8-4688-a9ea-666fb776ecb2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:19:53.316947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d670c83-9c60-4852-a0e2-c098e2758ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.333716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41694a52-33ad-400d-90dc-d98eb0097610 admin admin] Publish callbacks [] for security_group (b16e3631-b49f-4f42-9c44-00768a702854), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.339419 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41694a52-33ad-400d-90dc-d98eb0097610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b16e3631-b49f-4f42-9c44-00768a702854), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.369068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7d670c83-9c60-4852-a0e2-c098e2758ce7 None None] Port 375c5586-c4b8-4688-a9ea-666fb776ecb2 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:19:53.385851 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-41694a52-33ad-400d-90dc-d98eb0097610 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=11879f674fb74ac393efb5ac8567523f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691780 Feb 19 00:19:53.389422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54328) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:53.420262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41694a52-33ad-400d-90dc-d98eb0097610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b16e3631-b49f-4f42-9c44-00768a702854,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:53.436398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54330) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:53.442504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1527365096-network', 'tenant_id': 'e70bc355ca5c45439aa0e6287d0a95d1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:53.480436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95bcb6e5-12e5-4b01-9b12-fa5c25666f13 req-a03a6330-1cd3-47c3-a23f-3759daf53e07 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533958 Feb 19 00:19:53.481382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb966-e902-4264-bda6-86a2bab0c95e admin admin] Publish callbacks [] for security_group (b16e3631-b49f-4f42-9c44-00768a702854), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.493805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Made reservation on behalf of e70bc355ca5c45439aa0e6287d0a95d1 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:53.500668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.517772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.518490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee640a5-4c46-489d-8da6-65f9765afba7 req-47ec193b-8ebb-44c0-b164-d27c50a9e9cd tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:53.520061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ee640a5-4c46-489d-8da6-65f9765afba7 req-47ec193b-8ebb-44c0-b164-d27c50a9e9cd tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 936 time: 0.2010527 Feb 19 00:19:53.540124 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb966-e902-4264-bda6-86a2bab0c95e admin admin] Publish callbacks [] for security_group (b16e3631-b49f-4f42-9c44-00768a702854), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.672606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ee640a5-4c46-489d-8da6-65f9765afba7 req-9673e1d9-e1a3-441d-a43c-0832261ee1e3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424572 Feb 19 00:19:53.678014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb966-e902-4264-bda6-86a2bab0c95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b16e3631-b49f-4f42-9c44-00768a702854), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.684738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb6eb966-e902-4264-bda6-86a2bab0c95e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.700070 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cb6eb966-e902-4264-bda6-86a2bab0c95e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b16e3631-b49f-4f42-9c44-00768a702854 HTTP/1.1" status: 204 len: 168 time: 0.2985849 Feb 19 00:19:53.702817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Publish callbacks [] for security_group (20fc41df-2209-4966-a065-85ca16a11fd1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.724552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6eb966-e902-4264-bda6-86a2bab0c95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16e3631-b49f-4f42-9c44-00768a702854,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:53.726343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (20fc41df-2209-4966-a065-85ca16a11fd1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.751497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:19:53.781962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (487a15eb-5f68-414f-bb9b-31e9ce9d804c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.782353 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Added segment 487a15eb-5f68-414f-bb9b-31e9ce9d804c of type vlan for network b818a808-c526-4a3f-b01d-887984504d93 Feb 19 00:19:53.791171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc41df-2209-4966-a065-85ca16a11fd1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:53.845053 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b818a808-c526-4a3f-b01d-887984504d93), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.903061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 375c5586-c4b8-4688-a9ea-666fb776ecb2 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:19:53.909503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b818a808-c526-4a3f-b01d-887984504d93), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.910565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:53.911394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.912964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Publish callbacks [] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.932744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Transition to ACTIVE for port object 375c5586-c4b8-4688-a9ea-666fb776ecb2 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:19:53.938668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:53.978645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] Pushing event updated for resources: {'Network': ['ID=b818a808-c526-4a3f-b01d-887984504d93,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:54.003005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b818a808-c526-4a3f-b01d-887984504d93 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:19:54.013661 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3e0a0a06-972f-48a1-a54d-6316a14f8dfc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5730224 Feb 19 00:19:54.020786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54352) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:54.028016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Request body: {'subnet': {'network_id': 'b818a808-c526-4a3f-b01d-887984504d93', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1527365096-subnet', 'tenant_id': 'e70bc355ca5c45439aa0e6287d0a95d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:54.058738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Pushing event updated for resources: {'Port': ['ID=375c5586-c4b8-4688-a9ea-666fb776ecb2,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:54.111136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Made reservation on behalf of e70bc355ca5c45439aa0e6287d0a95d1 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:19:54.115100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.172124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.409219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54368) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:54.433584 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5600d03c-5ef7-45c1-b42d-750af30ac292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.517594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Attempting to bind port 375c5586-c4b8-4688-a9ea-666fb776ecb2 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:19:54.518600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Attempting to bind port 375c5586-c4b8-4688-a9ea-666fb776ecb2 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:19:54.519031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Attempting to bind port 375c5586-c4b8-4688-a9ea-666fb776ecb2 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:19:54.538391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Port 375c5586-c4b8-4688-a9ea-666fb776ecb2 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:19:54.538391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Attempting to bind port 375c5586-c4b8-4688-a9ea-666fb776ecb2 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:19:54.552474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:19:54.553019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:19:54.553477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:19:54.554414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Bound port: 375c5586-c4b8-4688-a9ea-666fb776ecb2, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:19:54.557538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.630822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5600d03c-5ef7-45c1-b42d-750af30ac292 admin admin] Publish callbacks [] for security_group (fcca74fd-441e-4543-9401-b929d5d99641), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.637487 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5600d03c-5ef7-45c1-b42d-750af30ac292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fcca74fd-441e-4543-9401-b929d5d99641), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.702407 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5600d03c-5ef7-45c1-b42d-750af30ac292 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=420124b24e6d47e883f20089246aa5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917457 Feb 19 00:19:54.702957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54388) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:54.709728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600d03c-5ef7-45c1-b42d-750af30ac292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcca74fd-441e-4543-9401-b929d5d99641,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:54.768428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f36a4946-f0f2-4079-aa4e-50cc8cd9b288 admin admin] Publish callbacks [] for security_group (fcca74fd-441e-4543-9401-b929d5d99641), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.797324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f36a4946-f0f2-4079-aa4e-50cc8cd9b288 admin admin] Publish callbacks [] for security_group (fcca74fd-441e-4543-9401-b929d5d99641), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.876906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f36a4946-f0f2-4079-aa4e-50cc8cd9b288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fcca74fd-441e-4543-9401-b929d5d99641), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.879703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f36a4946-f0f2-4079-aa4e-50cc8cd9b288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.883957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f36a4946-f0f2-4079-aa4e-50cc8cd9b288 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fcca74fd-441e-4543-9401-b929d5d99641 HTTP/1.1" status: 204 len: 168 time: 0.1768887 Feb 19 00:19:54.889648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36a4946-f0f2-4079-aa4e-50cc8cd9b288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcca74fd-441e-4543-9401-b929d5d99641,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:54.914705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] For port 375c5586-c4b8-4688-a9ea-666fb776ecb2, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:19:54.946144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (bd23012a-4832-4efb-ad91-fd0f93380fd6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:54.961465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] For port 375c5586-c4b8-4688-a9ea-666fb776ecb2, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=375c5586-c4b8-4688-a9ea-666fb776ecb2,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:19:54.971383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0f49c-2e56-4cf2-90ec-d8878aac36f2 req-a01ad456-26af-4bf0-a38a-0f72270e6394 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:54.972982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7b0f49c-2e56-4cf2-90ec-d8878aac36f2 req-a01ad456-26af-4bf0-a38a-0f72270e6394 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 970 time: 0.3006971 Feb 19 00:19:55.012024 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:55.078829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:55.079671 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:55.081650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] 10.222.0.113 "PUT /v2.0/ports/375c5586-c4b8-4688-a9ea-666fb776ecb2 HTTP/1.1" status: 200 len: 1118 time: 2.0070615 Feb 19 00:19:55.089947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88cdf4ab-7d01-49be-95cd-b96316049544', 'tag': '375c5586-c4b8-4688-a9ea-666fb776ecb2'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:19:55.092183 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d10ebe6-c72d-4a18-a788-ed9990e2a577" -d '{"events": [{"name": "network-changed", "server_uuid": "88cdf4ab-7d01-49be-95cd-b96316049544", "tag": "375c5586-c4b8-4688-a9ea-666fb776ecb2"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:19:55.115426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd23012a-4832-4efb-ad91-fd0f93380fd6,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:55.172115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7eeea0-428a-464a-ba8a-168c3c346dec req-c115b5c3-ec5d-40b4-b35b-1439d5cf8af9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:55.174748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea7eeea0-428a-464a-ba8a-168c3c346dec req-c115b5c3-ec5d-40b4-b35b-1439d5cf8af9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 936 time: 0.2869573 Feb 19 00:19:55.257687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fd820-2bac-4617-a9ef-3e93e121824a service neutron] Pushing event updated for resources: {'Port': ['ID=375c5586-c4b8-4688-a9ea-666fb776ecb2,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:55.276030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7b0f49c-2e56-4cf2-90ec-d8878aac36f2 req-b2030ca5-9961-4474-97c7-2a62f699ac0b tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786744 Feb 19 00:19:55.276871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Checking segment: {'id': '487a15eb-5f68-414f-bb9b-31e9ce9d804c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'b818a808-c526-4a3f-b01d-887984504d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:19:55.277192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Network hostable DHCP agents. Network: b818a808-c526-4a3f-b01d-887984504d93, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:19:55.328110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea7eeea0-428a-464a-ba8a-168c3c346dec req-2183a377-4f47-4aa3-b9aa-16f440af30a1 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257937 Feb 19 00:19:55.343617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-c654df9b-5ce4-476e-8eac-1a0858101788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:55.345315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-c654df9b-5ce4-476e-8eac-1a0858101788 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 1152 time: 0.2015584 Feb 19 00:19:55.346619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Network b818a808-c526-4a3f-b01d-887984504d93 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:19:55.363457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b818a808-c526-4a3f-b01d-887984504d93) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:19:55.370385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:55.370902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:55.378442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc2538-d8cb-4fc7-8089-055dbe4d250e None None] Network b818a808-c526-4a3f-b01d-887984504d93 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:19:55.429334 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-03e7cd38-ec34-4887-828f-220d3d0f07d7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=375c5586-c4b8-4688-a9ea-666fb776ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0738721 Feb 19 00:19:55.498008 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afb9a41-63b4-4030-8bd5-85360586e497 x-openstack-request-id: req-3afb9a41-63b4-4030-8bd5-85360586e497 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:19:55.498480 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88cdf4ab-7d01-49be-95cd-b96316049544", "tag": "375c5586-c4b8-4688-a9ea-666fb776ecb2", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:19:55.498933 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3afb9a41-63b4-4030-8bd5-85360586e497 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:19:55.499482 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88cdf4ab-7d01-49be-95cd-b96316049544', 'tag': '375c5586-c4b8-4688-a9ea-666fb776ecb2', 'status': 'completed', 'code': 200} Feb 19 00:19:55.548932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-37df0cd4-c42a-40fe-a131-aaf99cf471c3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5207195 Feb 19 00:19:55.592790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-29c081d6-b49b-4908-a372-6ffe6842a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:55.598324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-29c081d6-b49b-4908-a372-6ffe6842a760 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1559489 Feb 19 00:19:55.739729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-64bde242-bb57-450a-a9cf-79a058a1aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:55.747666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-64bde242-bb57-450a-a9cf-79a058a1aaa1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1392534 Feb 19 00:19:55.855357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e2df22-b80f-4eb3-9429-8b75866d4210 None None] Network b818a808-c526-4a3f-b01d-887984504d93 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:19:55.950072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-365731a0-b13d-481e-a962-fe68444ff1f8 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940610 Feb 19 00:19:56.148588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-926f26de-f978-4d7d-a1d0-3d77094c1978 req-b23716ba-d1a1-4dd0-baaf-971c73365af1 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906769 Feb 19 00:19:56.173394 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:19:56.188895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54460) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:56.297604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-f414a640-734f-4a81-bb68-559a863333e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:56.300226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-f414a640-734f-4a81-bb68-559a863333e1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 1152 time: 0.0833068 Feb 19 00:19:56.364185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-50e88752-9c28-4e5e-a242-b57e604bd1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:56.464442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-b8fce2ed-fd1d-45e3-990b-aa57bd4a0471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:56.470610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-b8fce2ed-fd1d-45e3-990b-aa57bd4a0471 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1633725 Feb 19 00:19:56.495513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-50e88752-9c28-4e5e-a242-b57e604bd1b2 admin admin] Publish callbacks [] for security_group (b750a34f-2427-42bd-823d-b5cc3c520abd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:56.502055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-50e88752-9c28-4e5e-a242-b57e604bd1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b750a34f-2427-42bd-823d-b5cc3c520abd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:56.547483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-b30b60e4-a55b-4890-b2d7-f459c6711060 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=375c5586-c4b8-4688-a9ea-666fb776ecb2 HTTP/1.1" status: 200 len: 217 time: 0.0698473 Feb 19 00:19:56.570391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e88752-9c28-4e5e-a242-b57e604bd1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b750a34f-2427-42bd-823d-b5cc3c520abd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:56.613367 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-50e88752-9c28-4e5e-a242-b57e604bd1b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cbbd91fb5b54b4794723a08807db113&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4209828 Feb 19 00:19:56.617137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54494) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:56.710733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33213286-ff95-4bad-9be7-efdd771a5c62 admin admin] Publish callbacks [] for security_group (b750a34f-2427-42bd-823d-b5cc3c520abd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:56.715370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-24003b1e-f424-4cc5-bf2c-2fcd68d6a0e2 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:19:56.718072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-24003b1e-f424-4cc5-bf2c-2fcd68d6a0e2 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206220 Feb 19 00:19:56.748110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-fc309196-635a-4252-85ad-46ca700a2c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:56.749642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-fc309196-635a-4252-85ad-46ca700a2c9b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1845286 Feb 19 00:19:56.761974 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33213286-ff95-4bad-9be7-efdd771a5c62 admin admin] Publish callbacks [] for security_group (b750a34f-2427-42bd-823d-b5cc3c520abd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:56.866071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33213286-ff95-4bad-9be7-efdd771a5c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b750a34f-2427-42bd-823d-b5cc3c520abd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:56.866761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1961297-077f-44bf-9dbc-f0fd67327f01 req-5d0ec114-ce13-4136-a621-a410c0e55652 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:56.868813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1961297-077f-44bf-9dbc-f0fd67327f01 req-5d0ec114-ce13-4136-a621-a410c0e55652 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 970 time: 0.3159721 Feb 19 00:19:56.871359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33213286-ff95-4bad-9be7-efdd771a5c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:56.877009 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-33213286-ff95-4bad-9be7-efdd771a5c62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b750a34f-2427-42bd-823d-b5cc3c520abd HTTP/1.1" status: 204 len: 168 time: 0.2546742 Feb 19 00:19:56.887297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33213286-ff95-4bad-9be7-efdd771a5c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b750a34f-2427-42bd-823d-b5cc3c520abd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:57.001649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1961297-077f-44bf-9dbc-f0fd67327f01 req-79be73c0-23ca-452f-9410-29ff926766b7 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233315 Feb 19 00:19:57.014066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-5233c0c3-bf98-41f0-8377-34f33181384c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:57.015644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-5233c0c3-bf98-41f0-8377-34f33181384c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2536557 Feb 19 00:19:57.023815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-c1ed661a-8ef6-4f6f-aefc-ae8443fe9a7d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:57.039926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-c1ed661a-8ef6-4f6f-aefc-ae8443fe9a7d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 821 time: 0.3667815 Feb 19 00:19:57.077586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-322840ab-cf1b-4d47-90be-ea6c154d7bae tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/quotas/8e96c81bf49f49b4a9d958b3533d21e9 HTTP/1.1" status: 200 len: 375 time: 0.0366473 Feb 19 00:19:57.152093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-5bbe6864-b3f4-4703-a0fc-f2a737827d6b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735645 Feb 19 00:19:57.207172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Request body: {'port': {'device_id': 'f64476e4-00a2-47f6-8440-d6cb14e407b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:57.251410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-33b4b705-b876-4376-bcea-a3de58dbb70f service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086697 Feb 19 00:19:57.298291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4306c-ce96-4b88-bd19-a26f162aa048 req-3aceb98a-0d24-4000-8b1f-40afcd2d21d4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:57.299760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72c4306c-ce96-4b88-bd19-a26f162aa048 req-3aceb98a-0d24-4000-8b1f-40afcd2d21d4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 936 time: 0.1748407 Feb 19 00:19:57.376473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:57.378309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54522) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:57.399086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5347352-768f-4d2b-a441-8669bf7dc423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:57.493983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72c4306c-ce96-4b88-bd19-a26f162aa048 req-a4eff0e6-66f8-4454-915b-c25859404f92 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706488 Feb 19 00:19:57.521122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d10ebe6-c72d-4a18-a788-ed9990e2a577 req-d7d87545-1419-47fe-ae10-6c22cbbebf0f service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602983 Feb 19 00:19:57.551503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5347352-768f-4d2b-a441-8669bf7dc423 admin admin] Publish callbacks [] for security_group (67628df7-8d0c-4c64-98a4-9af81f1e1373), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:57.565116 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5347352-768f-4d2b-a441-8669bf7dc423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (67628df7-8d0c-4c64-98a4-9af81f1e1373), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:57.643747 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f5347352-768f-4d2b-a441-8669bf7dc423 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efb4b436a18e4deeb32e7ec74895c46a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2599607 Feb 19 00:19:57.645040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5347352-768f-4d2b-a441-8669bf7dc423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67628df7-8d0c-4c64-98a4-9af81f1e1373,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:57.648047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54528) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:57.665766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-f97f29dd-71b6-4484-8df5-1a8a8e10771e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:19:57.673151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-f97f29dd-71b6-4484-8df5-1a8a8e10771e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3605235 Feb 19 00:19:57.752864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ad730b1-7748-4b0c-86cc-230f336580ac admin admin] Publish callbacks [] for security_group (67628df7-8d0c-4c64-98a4-9af81f1e1373), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:57.806771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ad730b1-7748-4b0c-86cc-230f336580ac admin admin] Publish callbacks [] for security_group (67628df7-8d0c-4c64-98a4-9af81f1e1373), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:57.904365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ad730b1-7748-4b0c-86cc-230f336580ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (67628df7-8d0c-4c64-98a4-9af81f1e1373), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:57.908142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ad730b1-7748-4b0c-86cc-230f336580ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:57.909456 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1ad730b1-7748-4b0c-86cc-230f336580ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67628df7-8d0c-4c64-98a4-9af81f1e1373 HTTP/1.1" status: 204 len: 168 time: 0.2599256 Feb 19 00:19:57.919115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad730b1-7748-4b0c-86cc-230f336580ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67628df7-8d0c-4c64-98a4-9af81f1e1373,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:58.109423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-ba9a9fa9-ece4-400c-997c-719d122ab4ae service neutron] 10.222.0.60 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969469 Feb 19 00:19:58.239345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05757e97-2c0e-4b7a-8612-331d5388481b {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:19:58.250204 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Publish callbacks [] for port (05757e97-2c0e-4b7a-8612-331d5388481b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:58.276595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Transition to ACTIVE for port object 05757e97-2c0e-4b7a-8612-331d5388481b will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:19:58.301271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-0a6afd8a-97f6-4ffb-a91f-eba144f7bc53 service neutron] 10.222.0.60 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736200 Feb 19 00:19:58.301271 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:58.405479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Pushing event updated for resources: {'Port': ['ID=05757e97-2c0e-4b7a-8612-331d5388481b,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:58.471794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Attempting to bind port 05757e97-2c0e-4b7a-8612-331d5388481b on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:19:58.472140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Attempting to bind port 05757e97-2c0e-4b7a-8612-331d5388481b by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:19:58.472460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Attempting to bind port 05757e97-2c0e-4b7a-8612-331d5388481b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:19:58.485229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Port 05757e97-2c0e-4b7a-8612-331d5388481b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:19:58.485563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Attempting to bind port 05757e97-2c0e-4b7a-8612-331d5388481b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:19:58.491926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:19:58.492267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:19:58.492660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:19:58.493147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Bound port: 05757e97-2c0e-4b7a-8612-331d5388481b, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:19:58.493762 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:58.502687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Request body: {'security_group': {'name': 'tempest-securitygroup-72368615', 'description': 'tempest-description-394487749'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:58.592298 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:58.624210 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:58.682568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] For port 05757e97-2c0e-4b7a-8612-331d5388481b, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:19:58.695392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] For port 05757e97-2c0e-4b7a-8612-331d5388481b, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=05757e97-2c0e-4b7a-8612-331d5388481b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:19:58.703138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01436fbf-0416-41e6-8ae2-c1fcad9009d9 req-70fbc874-9956-411e-bf50-54fe87893a98 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:58.704724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01436fbf-0416-41e6-8ae2-c1fcad9009d9 req-70fbc874-9956-411e-bf50-54fe87893a98 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 970 time: 0.1293311 Feb 19 00:19:58.740930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:58.811265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:58.812089 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:58.813647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] 10.222.0.126 "PUT /v2.0/ports/05757e97-2c0e-4b7a-8612-331d5388481b HTTP/1.1" status: 200 len: 1096 time: 1.8843031 Feb 19 00:19:58.822802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64476e4-00a2-47f6-8440-d6cb14e407b2', 'tag': '05757e97-2c0e-4b7a-8612-331d5388481b'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:19:58.825524 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12466a90-603d-4a5e-813e-041640b1917c" -d '{"events": [{"name": "network-changed", "server_uuid": "f64476e4-00a2-47f6-8440-d6cb14e407b2", "tag": "05757e97-2c0e-4b7a-8612-331d5388481b"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:19:58.859291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01436fbf-0416-41e6-8ae2-c1fcad9009d9 req-a3e1e02f-628c-49ba-b15a-750e9769c248 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441886 Feb 19 00:19:58.909675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40fe94-2029-4c81-bcde-33feaf344641 service neutron] Pushing event updated for resources: {'Port': ['ID=05757e97-2c0e-4b7a-8612-331d5388481b,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:59.068311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (81339c35-c910-427b-ada6-5c83354599bd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.084175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (81339c35-c910-427b-ada6-5c83354599bd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.149474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54602) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:59.223497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-844840b2-e457-48a1-9841-53ed5526aa01 req-68a982ce-c8b5-4bde-9f83-ed1210273940 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 210 time: 0.0726428 Feb 19 00:19:59.224341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81339c35-c910-427b-ada6-5c83354599bd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:59.235902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-0ac49676-4048-4ec3-b14e-4317bd7078ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:59.237542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-0ac49676-4048-4ec3-b14e-4317bd7078ad service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 1130 time: 0.3707600 Feb 19 00:19:59.270920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 375c5586-c4b8-4688-a9ea-666fb776ecb2 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:19:59.271382 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (4da8253c-40f2-4fea-accc-266d5d4fa35a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.279542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4da8253c-40f2-4fea-accc-266d5d4fa35a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.323241 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2660736f-14a1-4148-9c2c-6bb46cf965c1 tempest-AutoAllocateNetworkTest-896343105 tempest-AutoAllocateNetworkTest-896343105-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ce4e72875d48410f821ec8f50bf4c1c7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1723793 Feb 19 00:19:59.326007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54606) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:59.386090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 375c5586-c4b8-4688-a9ea-666fb776ecb2, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=375c5586-c4b8-4688-a9ea-666fb776ecb2,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:59.399587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '375c5586-c4b8-4688-a9ea-666fb776ecb2', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '375c5586-c4b8-4688-a9ea-666fb776ecb2', 'mac_address': 'fa:16:3e:b8:26:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:tempest-test_az-1323127213', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:19:59.412385 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.413673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2eb696f4-dce0-4359-b44c-4fdf8db86bbe req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9169457 Feb 19 00:19:59.416646 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da135e8c-af3b-4203-bc5b-53ca979cfc21 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da8253c-40f2-4fea-accc-266d5d4fa35a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:59.421132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-d5513d44-920a-49d7-81df-afc219a76784 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=05757e97-2c0e-4b7a-8612-331d5388481b HTTP/1.1" status: 200 len: 217 time: 0.0769825 Feb 19 00:19:59.475329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac147bde-6f73-405b-873f-6a9e2d8d6318 tempest-AutoAllocateNetworkTest-896343105 tempest-AutoAllocateNetworkTest-896343105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:59.486666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 375c5586-c4b8-4688-a9ea-666fb776ecb2 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:19:59.487727 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b737787-ab95-4b9c-b0a8-d6ed95024417 x-openstack-request-id: req-8b737787-ab95-4b9c-b0a8-d6ed95024417 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:19:59.488447 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64476e4-00a2-47f6-8440-d6cb14e407b2", "tag": "05757e97-2c0e-4b7a-8612-331d5388481b", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:19:59.488713 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b737787-ab95-4b9c-b0a8-d6ed95024417 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:19:59.488830 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.489116 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64476e4-00a2-47f6-8440-d6cb14e407b2', 'tag': '05757e97-2c0e-4b7a-8612-331d5388481b', 'status': 'completed', 'code': 200} Feb 19 00:19:59.489709 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac147bde-6f73-405b-873f-6a9e2d8d6318 tempest-AutoAllocateNetworkTest-896343105 tempest-AutoAllocateNetworkTest-896343105-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1606450 Feb 19 00:19:59.491641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54610) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:59.506759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 375c5586-c4b8-4688-a9ea-666fb776ecb2 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:19:59.508306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea17a55-4107-487b-94f5-c105b04c4ce4 req-02ccbe3b-73af-4cc6-8e35-1f65b97bbe9f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:59.510058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ea17a55-4107-487b-94f5-c105b04c4ce4 req-02ccbe3b-73af-4cc6-8e35-1f65b97bbe9f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 948 time: 0.1956828 Feb 19 00:19:59.516614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-96eba628-300e-4561-abdf-6416e8d6cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:59.518780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-96eba628-300e-4561-abdf-6416e8d6cd10 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0875859 Feb 19 00:19:59.529928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 375c5586-c4b8-4688-a9ea-666fb776ecb2, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=375c5586-c4b8-4688-a9ea-666fb776ecb2,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:19:59.537172 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.575193 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-35cb03df-2fe8-487e-ad55-85495b3b4b19 tempest-AutoAllocateNetworkTest-896343105 tempest-AutoAllocateNetworkTest-896343105-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819974 Feb 19 00:19:59.577845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54614) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:19:59.611998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c0017ac7-a702-4a84-baa8-08e79f3ef1b5 tempest-AutoAllocateNetworkTest-896343105 tempest-AutoAllocateNetworkTest-896343105-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ce4e72875d48410f821ec8f50bf4c1c7 HTTP/1.1" status: 200 len: 208 time: 0.0329370 Feb 19 00:19:59.628553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=375c5586-c4b8-4688-a9ea-666fb776ecb2,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:19:59.649276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ea17a55-4107-487b-94f5-c105b04c4ce4 req-5e532591-1417-4498-b151-bca2ea15e2cb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293969 Feb 19 00:19:59.675516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-85bcb21d-f97f-4cfe-9118-8dea9ec01083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:19:59.688132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-85bcb21d-f97f-4cfe-9118-8dea9ec01083 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1006694 Feb 19 00:19:59.701513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-75efc995-e941-4da2-9bc2-7ae6bd244375 req-4d55178e-509b-4911-b823-c3add6f47280 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1091974971', 'description': 'tempest-description-1507737809'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:19:59.763891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['375c5586-c4b8-4688-a9ea-666fb776ecb2'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:19:59.774338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75efc995-e941-4da2-9bc2-7ae6bd244375 req-4d55178e-509b-4911-b823-c3add6f47280 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.824710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-3e6c5bee-dc30-4817-a46c-b7ba73ce1e29 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354425 Feb 19 00:19:59.957980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75efc995-e941-4da2-9bc2-7ae6bd244375 req-4d55178e-509b-4911-b823-c3add6f47280 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (38c7a02a-c6b3-433c-b307-1a6be5575973), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:19:59.986615 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75efc995-e941-4da2-9bc2-7ae6bd244375 req-4d55178e-509b-4911-b823-c3add6f47280 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38c7a02a-c6b3-433c-b307-1a6be5575973), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.016383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bf86afe-3bf0-4465-b731-fc5ed3dc5fb5 req-951c2c58-f35a-456f-82e3-c2a2158ad584 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830723 Feb 19 00:20:00.089304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55178e-509b-4911-b823-c3add6f47280 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c7a02a-c6b3-433c-b307-1a6be5575973,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:00.115206 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75efc995-e941-4da2-9bc2-7ae6bd244375 req-4d55178e-509b-4911-b823-c3add6f47280 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.117268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75efc995-e941-4da2-9bc2-7ae6bd244375 req-4d55178e-509b-4911-b823-c3add6f47280 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4201157 Feb 19 00:20:00.121995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54636) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:00.122648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.126', 53450) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:00.265121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12466a90-603d-4a5e-813e-041640b1917c req-1119510a-4d18-41e2-a0e9-64490e0bb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:00.266965 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-12466a90-603d-4a5e-813e-041640b1917c req-1119510a-4d18-41e2-a0e9-64490e0bb1f7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 1130 time: 0.1142509 Feb 19 00:20:00.342679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54650) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:00.371357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2eff23-8e34-45d1-a01c-0cd0aa16e1c7 req-21845824-cc0e-4bd4-b376-b7aad15b0134 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:00.381798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df2eff23-8e34-45d1-a01c-0cd0aa16e1c7 req-21845824-cc0e-4bd4-b376-b7aad15b0134 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 971 time: 0.1295943 Feb 19 00:20:00.395058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-81e3ba25-0b90-4bb7-a1de-7c6fac76da1e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:00.396612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-81e3ba25-0b90-4bb7-a1de-7c6fac76da1e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 821 time: 0.2722950 Feb 19 00:20:00.411408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Request body: {'port': {'device_id': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'admin_state_up': True, 'tenant_id': '8e96c81bf49f49b4a9d958b3533d21e9'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:00.420725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12466a90-603d-4a5e-813e-041640b1917c req-1d1aeae3-09fe-41bd-8a9d-ba9d9429854c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:00.422338 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-12466a90-603d-4a5e-813e-041640b1917c req-1d1aeae3-09fe-41bd-8a9d-ba9d9429854c service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1479309 Feb 19 00:20:00.471178 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-12466a90-603d-4a5e-813e-041640b1917c req-bc0ec753-dd6e-4885-b36f-2a6ec37aeee7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=05757e97-2c0e-4b7a-8612-331d5388481b HTTP/1.1" status: 200 len: 217 time: 0.0416112 Feb 19 00:20:00.506373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df2eff23-8e34-45d1-a01c-0cd0aa16e1c7 req-556dffe9-6574-42d9-b744-7097fb7ce2ad tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184745 Feb 19 00:20:00.554734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12466a90-603d-4a5e-813e-041640b1917c req-b48e0560-2a06-4288-a829-562b4a042018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:00.557761 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-12466a90-603d-4a5e-813e-041640b1917c req-b48e0560-2a06-4288-a829-562b4a042018 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0798488 Feb 19 00:20:00.616243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12466a90-603d-4a5e-813e-041640b1917c req-ca33e297-e70d-48e3-9705-357c25dddd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:00.618030 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-12466a90-603d-4a5e-813e-041640b1917c req-ca33e297-e70d-48e3-9705-357c25dddd61 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0546901 Feb 19 00:20:00.620597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-324d9578-149c-4c6a-8c29-823bb4b94dd0 req-08e906e9-5476-4274-adbb-37d496fd3aa2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 210 time: 0.0399978 Feb 19 00:20:00.647308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1012041687', 'description': 'tempest-description-2098464210'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:00.651943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Made reservation on behalf of 8e96c81bf49f49b4a9d958b3533d21e9 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:00.656613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.707584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6e-d550-447a-8f44-9207576eab7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.709514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.713842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54660) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:00.764977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.777957 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae1acc8e-d1da-42a9-a97c-96b07e58da25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.851598 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-12466a90-603d-4a5e-813e-041640b1917c req-7fbe80bf-f7a5-42c8-a27e-a4cd6d4d3506 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175832 Feb 19 00:20:00.939468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae1acc8e-d1da-42a9-a97c-96b07e58da25 admin admin] Publish callbacks [] for security_group (33ee7269-a451-439b-bc70-1e88b469c1c7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.944977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae1acc8e-d1da-42a9-a97c-96b07e58da25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (33ee7269-a451-439b-bc70-1e88b469c1c7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:00.992791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Allocated IP 172.20.0.2 (031d5557-740b-4136-970d-e42b4d911f37/034f77a2-392c-4c54-abe2-fedc0e6492e0/887cd24b-eb28-455a-abe7-3264ee8e799d) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:01.002690 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ae1acc8e-d1da-42a9-a97c-96b07e58da25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce4e72875d48410f821ec8f50bf4c1c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8783734 Feb 19 00:20:01.003683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1acc8e-d1da-42a9-a97c-96b07e58da25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ee7269-a451-439b-bc70-1e88b469c1c7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.009715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54666) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:01.010600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-78bec5fd-761b-4c63-9777-a86edebf9f87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e04596eab4fb4c0793d4676cad4ef548&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2853117 Feb 19 00:20:01.020194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54668) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:01.029612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8ef99-06ea-439b-9cae-6e20d84f44be req-1b4e036f-72a7-4464-94b1-b3c1caa0700f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:01.031187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1f8ef99-06ea-439b-9cae-6e20d84f44be req-1b4e036f-72a7-4464-94b1-b3c1caa0700f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 948 time: 0.2484975 Feb 19 00:20:01.078306 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-12466a90-603d-4a5e-813e-041640b1917c req-3189515a-0286-498e-bf7a-dfbc68813191 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937904 Feb 19 00:20:01.091306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6e-d550-447a-8f44-9207576eab7c admin admin] Publish callbacks [] for security_group (7992c02f-8a22-45b9-baee-cf8c803925e2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.111404 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd88bc6e-d550-447a-8f44-9207576eab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7992c02f-8a22-45b9-baee-cf8c803925e2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.122500 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34173e02-675e-434b-b599-8c9b11c9dd05 admin admin] Publish callbacks [] for security_group (33ee7269-a451-439b-bc70-1e88b469c1c7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.142261 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.142515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73343bfd-cdd9-4482-b584-978525c18ef1 admin admin] Publish callbacks [] for security_group (672a593c-6f76-4741-83be-76b7c8036376), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.164778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34173e02-675e-434b-b599-8c9b11c9dd05 admin admin] Publish callbacks [] for security_group (33ee7269-a451-439b-bc70-1e88b469c1c7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.174853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.184021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73343bfd-cdd9-4482-b584-978525c18ef1 admin admin] Publish callbacks [] for security_group (672a593c-6f76-4741-83be-76b7c8036376), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.227215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fd88bc6e-d550-447a-8f44-9207576eab7c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ea08090037c34e99a13e3601973db7c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8823113 Feb 19 00:20:01.228255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88bc6e-d550-447a-8f44-9207576eab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7992c02f-8a22-45b9-baee-cf8c803925e2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.231837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54670) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:01.278796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 375c5586-c4b8-4688-a9ea-666fb776ecb2 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:01.286841 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73343bfd-cdd9-4482-b584-978525c18ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (672a593c-6f76-4741-83be-76b7c8036376), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.289530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73343bfd-cdd9-4482-b584-978525c18ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.294827 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-73343bfd-cdd9-4482-b584-978525c18ef1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/672a593c-6f76-4741-83be-76b7c8036376 HTTP/1.1" status: 204 len: 168 time: 0.2688332 Feb 19 00:20:01.295659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1f8ef99-06ea-439b-9cae-6e20d84f44be req-0ebe61e5-919f-4f6e-b834-a369cdbd6905 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473280 Feb 19 00:20:01.345734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.388755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-282819fc-03d3-410b-a5ab-f6fc7416dbd8 admin admin] Publish callbacks [] for security_group (7992c02f-8a22-45b9-baee-cf8c803925e2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.410060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 375c5586-c4b8-4688-a9ea-666fb776ecb2 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:20:01.423652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 375c5586-c4b8-4688-a9ea-666fb776ecb2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:01.424098 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.431738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-282819fc-03d3-410b-a5ab-f6fc7416dbd8 admin admin] Publish callbacks [] for security_group (7992c02f-8a22-45b9-baee-cf8c803925e2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.440482 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks [] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.444686 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (a0655e6c-1198-4125-8d2f-4731d6d3fd83), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.457935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a0655e6c-1198-4125-8d2f-4731d6d3fd83), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.500833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73343bfd-cdd9-4482-b584-978525c18ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672a593c-6f76-4741-83be-76b7c8036376,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.519443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34173e02-675e-434b-b599-8c9b11c9dd05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (33ee7269-a451-439b-bc70-1e88b469c1c7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.522936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34173e02-675e-434b-b599-8c9b11c9dd05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.527175 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-34173e02-675e-434b-b599-8c9b11c9dd05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33ee7269-a451-439b-bc70-1e88b469c1c7 HTTP/1.1" status: 204 len: 168 time: 0.5141068 Feb 19 00:20:01.550469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.558546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34173e02-675e-434b-b599-8c9b11c9dd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ee7269-a451-439b-bc70-1e88b469c1c7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.563214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-282819fc-03d3-410b-a5ab-f6fc7416dbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7992c02f-8a22-45b9-baee-cf8c803925e2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.566370 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.567894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8269c01-abbd-4047-90d8-19b5731cfc46 req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9267812 Feb 19 00:20:01.572304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6433160e-b5dd-49a0-ac48-2a1c65ff5a9c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0655e6c-1198-4125-8d2f-4731d6d3fd83,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.573857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-282819fc-03d3-410b-a5ab-f6fc7416dbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.578058 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-282819fc-03d3-410b-a5ab-f6fc7416dbd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7992c02f-8a22-45b9-baee-cf8c803925e2 HTTP/1.1" status: 204 len: 168 time: 0.3446124 Feb 19 00:20:01.598414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282819fc-03d3-410b-a5ab-f6fc7416dbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7992c02f-8a22-45b9-baee-cf8c803925e2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.618861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Network 031d5557-740b-4136-970d-e42b4d911f37 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:01.623044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:01.625399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 375c5586-c4b8-4688-a9ea-666fb776ecb2 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:01.626216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:01.637147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.706063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cdf4ab-7d01-49be-95cd-b96316049544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c5586-c4b8-4688-a9ea-666fb776ecb2'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:01.709915 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074b5280-a9af-4231-ae1e-ed8d5e2ad3be" -d '{"events": [{"server_uuid": "88cdf4ab-7d01-49be-95cd-b96316049544", "name": "network-vif-plugged", "status": "completed", "tag": "375c5586-c4b8-4688-a9ea-666fb776ecb2"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:01.713775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Pushing event updated for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.721011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-391122f2-9e1f-4475-aad1-e4e6362fd474 req-043c0bac-c4b3-474f-888a-fb11a8d6e602 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1814872975', 'description': 'tempest-description-375153255'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:01.737092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:01.739726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.750724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 375c5586-c4b8-4688-a9ea-666fb776ecb2, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=375c5586-c4b8-4688-a9ea-666fb776ecb2,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:01.767296 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.809423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-87420c89-2510-4f8d-af20-33a7511f7cb6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4020424 Feb 19 00:20:01.815699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-391122f2-9e1f-4475-aad1-e4e6362fd474 req-043c0bac-c4b3-474f-888a-fb11a8d6e602 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:01.836220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Request body: {'port': {'device_id': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:01.866724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=375c5586-c4b8-4688-a9ea-666fb776ecb2,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:01.888363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e91dc82-7438-4139-be7e-cd0e45a25e47 req-34549d14-2323-433c-8e0e-0e180ebf88d5 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:01.890003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e91dc82-7438-4139-be7e-cd0e45a25e47 req-34549d14-2323-433c-8e0e-0e180ebf88d5 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 972 time: 0.1437788 Feb 19 00:20:01.958869 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.007275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e91dc82-7438-4139-be7e-cd0e45a25e47 req-4b951db0-6802-404a-a1be-edda089542ff tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915196 Feb 19 00:20:02.049891 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-391122f2-9e1f-4475-aad1-e4e6362fd474 req-043c0bac-c4b3-474f-888a-fb11a8d6e602 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (579e7867-21a0-4661-a5c9-5bd324a2547d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.065553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-391122f2-9e1f-4475-aad1-e4e6362fd474 req-043c0bac-c4b3-474f-888a-fb11a8d6e602 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (579e7867-21a0-4661-a5c9-5bd324a2547d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.147666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54706) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:02.194749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-391122f2-9e1f-4475-aad1-e4e6362fd474 req-043c0bac-c4b3-474f-888a-fb11a8d6e602 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.196025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-391122f2-9e1f-4475-aad1-e4e6362fd474 req-043c0bac-c4b3-474f-888a-fb11a8d6e602 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5213740 Feb 19 00:20:02.201317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54708) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:02.201980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c0bac-c4b3-474f-888a-fb11a8d6e602 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579e7867-21a0-4661-a5c9-5bd324a2547d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:02.234695 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9bf8c0de-2df2-446a-b778-8c1b5eb5e1a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38ea83cd42044ae2b9ac65a4e48d125a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0846479 Feb 19 00:20:02.237464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54712) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:02.254318 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88451efb-9de9-4a65-93c8-314c6a8a2c99 x-openstack-request-id: req-88451efb-9de9-4a65-93c8-314c6a8a2c99 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:02.254923 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cdf4ab-7d01-49be-95cd-b96316049544", "name": "network-vif-plugged", "status": "completed", "tag": "375c5586-c4b8-4688-a9ea-666fb776ecb2", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:02.255284 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88451efb-9de9-4a65-93c8-314c6a8a2c99 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:02.255779 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88cdf4ab-7d01-49be-95cd-b96316049544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '375c5586-c4b8-4688-a9ea-666fb776ecb2', 'code': 200} Feb 19 00:20:02.266745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ab4350d-8e2c-4f8e-a4e8-d11bbbcf86e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.324550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c84ca-9dd2-4e50-a40f-fd523d79ea2b req-4cbd105f-2e9a-4d93-b017-f85f5b6b5057 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:02.326352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd9c84ca-9dd2-4e50-a40f-fd523d79ea2b req-4cbd105f-2e9a-4d93-b017-f85f5b6b5057 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 931 time: 0.1966119 Feb 19 00:20:02.346533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c9a-f977-40df-b4ac-60a013081746 admin admin] Publish callbacks [] for security_group (5412a488-617d-43d4-9499-d2941f22f6b1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.377188 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c9a-f977-40df-b4ac-60a013081746 admin admin] Publish callbacks [] for security_group (5412a488-617d-43d4-9499-d2941f22f6b1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.444769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c9a-f977-40df-b4ac-60a013081746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5412a488-617d-43d4-9499-d2941f22f6b1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.449702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac21c9a-f977-40df-b4ac-60a013081746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.453111 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6ac21c9a-f977-40df-b4ac-60a013081746 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5412a488-617d-43d4-9499-d2941f22f6b1 HTTP/1.1" status: 204 len: 168 time: 0.2130995 Feb 19 00:20:02.468028 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac21c9a-f977-40df-b4ac-60a013081746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5412a488-617d-43d4-9499-d2941f22f6b1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:02.568323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd9c84ca-9dd2-4e50-a40f-fd523d79ea2b req-636ab8c1-21c3-4aea-9bf5-d2bebe7ade9d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195318 Feb 19 00:20:02.609112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd0de65-15bc-4695-bed0-76984a363ab8 req-217b926d-a428-4a5c-b632-2b3d07558570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:02.610524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcd0de65-15bc-4695-bed0-76984a363ab8 req-217b926d-a428-4a5c-b632-2b3d07558570 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 1154 time: 0.2773495 Feb 19 00:20:02.647538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ab4350d-8e2c-4f8e-a4e8-d11bbbcf86e3 admin admin] Publish callbacks [] for security_group (0df2d86d-fca2-4bf3-b36f-d0c797cc51e7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.674380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887cd24b-eb28-455a-abe7-3264ee8e799d {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:02.681857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ab4350d-8e2c-4f8e-a4e8-d11bbbcf86e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0df2d86d-fca2-4bf3-b36f-d0c797cc51e7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.699950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Publish callbacks [] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.816854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6ab4350d-8e2c-4f8e-a4e8-d11bbbcf86e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a4d60aaff5f49709e0aeae846c7bbb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6120224 Feb 19 00:20:02.820823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54742) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:02.822087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Transition to ACTIVE for port object 887cd24b-eb28-455a-abe7-3264ee8e799d will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:20:02.823927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4350d-8e2c-4f8e-a4e8-d11bbbcf86e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df2d86d-fca2-4bf3-b36f-d0c797cc51e7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:02.834913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcd0de65-15bc-4695-bed0-76984a363ab8 req-743b075f-ebe8-439d-9057-b522951dfbce service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077508 Feb 19 00:20:02.844726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.916534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3236d61-2834-4ceb-b407-e7983afd3b8f admin admin] Publish callbacks [] for security_group (0df2d86d-fca2-4bf3-b36f-d0c797cc51e7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.939717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-824af852-cfed-4253-8f59-82c9dbfca64f tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 31530 time: 0.6052024 Feb 19 00:20:02.942755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3236d61-2834-4ceb-b407-e7983afd3b8f admin admin] Publish callbacks [] for security_group (0df2d86d-fca2-4bf3-b36f-d0c797cc51e7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:02.953479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86658215-a73d-472d-954d-3d199df4591a req-48f9ebeb-94f3-4aca-8fd6-be94203bb4e2 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:02.955099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86658215-a73d-472d-954d-3d199df4591a req-48f9ebeb-94f3-4aca-8fd6-be94203bb4e2 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 948 time: 0.2376437 Feb 19 00:20:02.964542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Pushing event updated for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:03.027671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54752) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:03.040300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3236d61-2834-4ceb-b407-e7983afd3b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0df2d86d-fca2-4bf3-b36f-d0c797cc51e7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.048918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3236d61-2834-4ceb-b407-e7983afd3b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.067077 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e3236d61-2834-4ceb-b407-e7983afd3b8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0df2d86d-fca2-4bf3-b36f-d0c797cc51e7 HTTP/1.1" status: 204 len: 168 time: 0.2322757 Feb 19 00:20:03.076051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-ad8454fa-250e-4677-9fd9-8e7cd49dbdfa tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/00eb81d1-045b-4fff-9f4a-e3422f772484 HTTP/1.1" status: 200 len: 2998 time: 0.1354032 Feb 19 00:20:03.078787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3236d61-2834-4ceb-b407-e7983afd3b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df2d86d-fca2-4bf3-b36f-d0c797cc51e7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:03.100802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86658215-a73d-472d-954d-3d199df4591a req-3549523b-9ffd-4bbc-98c7-fed4e22fb417 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353567 Feb 19 00:20:03.131307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:03.131650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:03.137000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:03.143152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:03.143348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:03.159029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:03.159435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:03.159774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:03.160211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Bound port: 887cd24b-eb28-455a-abe7-3264ee8e799d, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:03.160573 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.180075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-cf8ee20b-073b-4944-8542-ca069fa4f324 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/00eb81d1-045b-4fff-9f4a-e3422f772484 HTTP/1.1" status: 200 len: 2998 time: 0.0946507 Feb 19 00:20:03.251482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-network', 'tenant_id': 'ca8f472355504c2a9adaab3987575585'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:03.283383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Made reservation on behalf of ca8f472355504c2a9adaab3987575585 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:03.288444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.301552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.320443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:03.329103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-ecc263ab-1165-48ae-b1a3-d7953a32991a tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/20fc41df-2209-4966-a065-85ca16a11fd1 HTTP/1.1" status: 200 len: 2998 time: 0.1246464 Feb 19 00:20:03.331032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:03.347603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a4f62-ad4d-4d9f-9b0c-18aa589c0f5d req-ffe3c4bb-cce2-481b-8889-a5afb011b61a tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:03.349215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-835a4f62-ad4d-4d9f-9b0c-18aa589c0f5d req-ffe3c4bb-cce2-481b-8889-a5afb011b61a tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 972 time: 0.1085587 Feb 19 00:20:03.356386 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.413214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Publish callbacks [] for security_group (6197ec7c-7d80-43a7-aae3-08a39821eff8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.419016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6197ec7c-7d80-43a7-aae3-08a39821eff8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.444830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:20:03.466155 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6352d974-a601-4f56-b71b-94f2667b63ca), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.466881 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Added segment 6352d974-a601-4f56-b71b-94f2667b63ca of type vlan for network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a Feb 19 00:20:03.468703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6197ec7c-7d80-43a7-aae3-08a39821eff8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:03.540887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.576318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.578480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:03.580271 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.664519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] Pushing event updated for resources: {'Network': ['ID=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:03.675863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:20:03.691459 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5430d869-664e-490c-81a9-f4fcec7d569e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6599329 Feb 19 00:20:03.693913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54782) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:03.694434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Pushing event updated for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:03.707271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Request body: {'subnet': {'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-subnet', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:03.711752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:03.712386 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.713869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-74cf3c89-acaa-4cb8-b869-194c78bbe829 service neutron] 10.222.0.126 "PUT /v2.0/ports/887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 1091 time: 1.8833365 Feb 19 00:20:03.714384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:03.716727 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d2368-5074-426f-a559-3dd67046956a" -d '{"events": [{"name": "network-changed", "server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:03.735495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-d23ab044-60f8-4189-981b-4ae216253abf tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/20fc41df-2209-4966-a065-85ca16a11fd1 HTTP/1.1" status: 200 len: 2998 time: 0.3967240 Feb 19 00:20:03.741523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Made reservation on behalf of ca8f472355504c2a9adaab3987575585 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:03.747315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:03.802644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-8488cadb-d251-4e6f-817b-b4a096efa9b9 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/81339c35-c910-427b-ada6-5c83354599bd HTTP/1.1" status: 200 len: 2998 time: 0.0660717 Feb 19 00:20:03.907455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-835a4f62-ad4d-4d9f-9b0c-18aa589c0f5d req-be666e7a-4828-4c43-b5df-52c5f4c90cea tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452635 Feb 19 00:20:03.929797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-948d1645-f889-4bda-b707-1578fb9d0786 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/81339c35-c910-427b-ada6-5c83354599bd HTTP/1.1" status: 200 len: 2998 time: 0.1258321 Feb 19 00:20:03.934562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-7fb7bd38-a735-430e-a962-4fd28d188fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:03.936089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-7fb7bd38-a735-430e-a962-4fd28d188fb4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1125 time: 0.1416500 Feb 19 00:20:04.011654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-3f8323a8-2c99-4136-a1c2-e8baf614c47e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 217 time: 0.0446839 Feb 19 00:20:04.054745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-71c4bd2f-c71b-4414-8a5e-9b4dd1015cd1 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/932262e4-7f57-4b44-a0b4-d95c410b7c17 HTTP/1.1" status: 200 len: 2990 time: 0.1232247 Feb 19 00:20:04.064743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 05757e97-2c0e-4b7a-8612-331d5388481b details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:20:04.141813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (24705ceb-5041-4929-97de-9b68c89c4fad), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:04.166119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-8c0e486b-6c53-413f-bc7d-b112e639b7a7 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/932262e4-7f57-4b44-a0b4-d95c410b7c17 HTTP/1.1" status: 200 len: 2990 time: 0.1102870 Feb 19 00:20:04.180158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf92abd-b61d-4013-8f4f-666b14875ece req-e8abf8d1-1b7d-4b85-8e1d-b96b12d42b8e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:04.182092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bf92abd-b61d-4013-8f4f-666b14875ece req-e8abf8d1-1b7d-4b85-8e1d-b96b12d42b8e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 943 time: 0.1695311 Feb 19 00:20:04.183763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-4f7fb4cf-4ea7-41e2-bcdd-6a485f07f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:04.185157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-4f7fb4cf-4ea7-41e2-bcdd-6a485f07f54c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1474898 Feb 19 00:20:04.265784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-a5483fd6-4fbf-45a8-9b9d-2a3066feaee7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735602 Feb 19 00:20:04.273233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Checking segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:04.273467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Network hostable DHCP agents. Network: f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:20:04.275723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24705ceb-5041-4929-97de-9b68c89c4fad,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:04.301439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 05757e97-2c0e-4b7a-8612-331d5388481b, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=05757e97-2c0e-4b7a-8612-331d5388481b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:04.312428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:20:04.322680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '05757e97-2c0e-4b7a-8612-331d5388481b', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '05757e97-2c0e-4b7a-8612-331d5388481b', 'mac_address': 'fa:16:3e:ce:7a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:20:04.324914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:04.327071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bf92abd-b61d-4013-8f4f-666b14875ece req-da4345a0-ec00-43b9-9b96-0ae61610fed7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246328 Feb 19 00:20:04.331840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:04.332444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:04.371348 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3f79aee5-fbf9-4f08-92da-5342457b1c20 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6730785 Feb 19 00:20:04.372118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54806) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:04.381793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b1ee1f-1f07-4b37-b71e-9a2f459943e6 None None] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:04.391932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:04.393114 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714f7f61-1e5d-4272-8b48-9209dcce8982 x-openstack-request-id: req-714f7f61-1e5d-4272-8b48-9209dcce8982 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:04.393456 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:04.393719 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-714f7f61-1e5d-4272-8b48-9209dcce8982 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:04.394117 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d', 'status': 'completed', 'code': 200} Feb 19 00:20:04.398151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-d52fa23c-9653-4f9c-9561-178f5ad7777d tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d49c0c62-2da2-489b-8360-28a682fbe4a3 HTTP/1.1" status: 200 len: 2998 time: 0.2307618 Feb 19 00:20:04.445832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:04.451470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:04.459751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-c1e889f7-980d-4c78-abe0-cccc6b0682a1 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807635 Feb 19 00:20:04.463982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 05757e97-2c0e-4b7a-8612-331d5388481b is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:04.464493 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:04.533285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05757e97-2c0e-4b7a-8612-331d5388481b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:04.558699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-db99bb31-2adb-427f-8460-54349bb6a27d tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d49c0c62-2da2-489b-8360-28a682fbe4a3 HTTP/1.1" status: 200 len: 2998 time: 0.1514497 Feb 19 00:20:04.642656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'project_id': 'ca8f472355504c2a9adaab3987575585', 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:20:04.649723 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:04.655232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 05757e97-2c0e-4b7a-8612-331d5388481b, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=05757e97-2c0e-4b7a-8612-331d5388481b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:04.667692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:04.748523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0005fe32-f90b-4fed-8fd5-80cddba2b929 req-996c52d6-d6f6-4190-9c52-22132c0fbab3 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762597 Feb 19 00:20:04.773963 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks [] for router_controller (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:04.792919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-de45f253-9cae-427c-9bcd-aeaa215aba50 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d HTTP/1.1" status: 200 len: 2998 time: 0.1569476 Feb 19 00:20:04.824968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457e4b2-63f0-42cb-93d8-1226e32b72a1 req-d0cb37bf-d573-4a24-af78-243fb070d6ed tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:04.827747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6457e4b2-63f0-42cb-93d8-1226e32b72a1 req-d0cb37bf-d573-4a24-af78-243fb070d6ed tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 949 time: 0.2671618 Feb 19 00:20:04.866099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=05757e97-2c0e-4b7a-8612-331d5388481b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:04.914156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Allocated IP 172.20.0.2 (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a/24705ceb-5041-4929-97de-9b68c89c4fad/ce43a770-8f94-4acd-8464-bf28f8e34c47) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:05.028499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-63adc161-75fe-46e2-8599-efa13df90967 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d HTTP/1.1" status: 200 len: 2998 time: 0.2270229 Feb 19 00:20:05.039381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6457e4b2-63f0-42cb-93d8-1226e32b72a1 req-b6304221-75c3-41e8-8fb7-9d13371955ee tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960986 Feb 19 00:20:05.057412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d2368-5074-426f-a559-3dd67046956a req-5ac428fa-c37f-4996-8ded-295c006154d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:05.066317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f27d2368-5074-426f-a559-3dd67046956a req-5ac428fa-c37f-4996-8ded-295c006154d2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1125 time: 0.2309167 Feb 19 00:20:05.066888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks [] for router_gateway (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.166353 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Publish callbacks [] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.178364 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.212628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-c28982bd-141e-4b6d-8d6e-04c427c674d5 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/dae938c4-7223-4e86-b201-da9b7483bf27 HTTP/1.1" status: 200 len: 2994 time: 0.1712432 Feb 19 00:20:05.320348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d2368-5074-426f-a559-3dd67046956a req-6511a112-e16f-4054-8bd4-81cf14a0c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:05.322375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f27d2368-5074-426f-a559-3dd67046956a req-6511a112-e16f-4054-8bd4-81cf14a0c9d3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.2528715 Feb 19 00:20:05.338970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Pushing event updated for resources: {'Port': ['ID=ce43a770-8f94-4acd-8464-bf28f8e34c47,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:05.345443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:05.347287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:05.365341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-b5521df1-ece5-4e3a-8671-aa88dfe91db0 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/dae938c4-7223-4e86-b201-da9b7483bf27 HTTP/1.1" status: 200 len: 2994 time: 0.1410336 Feb 19 00:20:05.410702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f27d2368-5074-426f-a559-3dd67046956a req-12d44ad5-e203-4d32-8298-1e195eb87621 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 217 time: 0.0716755 Feb 19 00:20:05.419291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:05.430127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:05.507694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-2f91e115-75f1-4d70-b850-92dd0f0b19cf tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f36818bc-4a7e-40df-b4dd-26222fa70c90 HTTP/1.1" status: 200 len: 2998 time: 0.1071839 Feb 19 00:20:05.511127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Attempting to bind port ce43a770-8f94-4acd-8464-bf28f8e34c47 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:05.511508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Attempting to bind port ce43a770-8f94-4acd-8464-bf28f8e34c47 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:05.511880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Attempting to bind port ce43a770-8f94-4acd-8464-bf28f8e34c47 on network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:05.516926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cccc2b-71e8-47f4-b88f-507a94e35760 req-38c5f914-7032-4461-97e2-6b0488720803 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:05.518854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94cccc2b-71e8-47f4-b88f-507a94e35760 req-38c5f914-7032-4461-97e2-6b0488720803 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 972 time: 0.2141871 Feb 19 00:20:05.522822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:05.523173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Checking segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:05.523566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.523974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Bound using segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:05.524481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Bound port: ce43a770-8f94-4acd-8464-bf28f8e34c47, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:05.524862 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.547767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d2368-5074-426f-a559-3dd67046956a req-9761ef48-b5a6-47cf-92df-98359a9e74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:05.549941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f27d2368-5074-426f-a559-3dd67046956a req-9761ef48-b5a6-47cf-92df-98359a9e74fe service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1293986 Feb 19 00:20:05.571720 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks [] for router_gateway (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.604640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.614131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f27d2368-5074-426f-a559-3dd67046956a req-d46d3f22-f7ff-41d8-af94-19a3fd2e07d4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485299 Feb 19 00:20:05.616577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:05.629927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-c420c09f-f326-4c1f-8329-8778c0b94d6c tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/f36818bc-4a7e-40df-b4dd-26222fa70c90 HTTP/1.1" status: 200 len: 2998 time: 0.1075127 Feb 19 00:20:05.641436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] For port ce43a770-8f94-4acd-8464-bf28f8e34c47, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:05.644843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] For port ce43a770-8f94-4acd-8464-bf28f8e34c47, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ce43a770-8f94-4acd-8464-bf28f8e34c47,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:05.659235 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.669376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94cccc2b-71e8-47f4-b88f-507a94e35760 req-a1ac023c-11c7-4814-ab5d-8e804b282a1d tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362672 Feb 19 00:20:05.788497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596a288-ea89-4f2c-8709-93812aece697 None None] Pushing event updated for resources: {'Port': ['ID=ce43a770-8f94-4acd-8464-bf28f8e34c47,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:05.798518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-d87d465c-1c19-422e-80ba-ede73ace294a tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ffe8b737-8bd3-44e5-83cd-314e0e5122e7 HTTP/1.1" status: 200 len: 2994 time: 0.1513608 Feb 19 00:20:05.825489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f27d2368-5074-426f-a559-3dd67046956a req-2a5ce712-d80c-492e-a933-78efa7f14280 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012570 Feb 19 00:20:05.874495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Allocated IP 172.25.6.192 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/a7724c12-6a22-49e6-87a2-42575c9adec4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:05.897491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9fb1103f-e57b-4b79-b44d-c5757eab606c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:05.947077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3257db-10e7-4484-837c-54b6bbcf6c8d req-40f4bd1b-1844-4bca-b9fa-bf1e9cfa8803 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ffe8b737-8bd3-44e5-83cd-314e0e5122e7 HTTP/1.1" status: 200 len: 2994 time: 0.1380110 Feb 19 00:20:06.011430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68794c7d-ab35-492a-83ca-4a2fc1342974 req-024bd45d-cc04-40e7-887c-7bb240ec89d5 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:06.013629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68794c7d-ab35-492a-83ca-4a2fc1342974 req-024bd45d-cc04-40e7-887c-7bb240ec89d5 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 943 time: 0.2057869 Feb 19 00:20:06.048701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f27d2368-5074-426f-a559-3dd67046956a req-f4af71e6-a793-4240-8bcd-6ae1b0e68493 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010567 Feb 19 00:20:06.120604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks [] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.148630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9fb1103f-e57b-4b79-b44d-c5757eab606c admin admin] Publish callbacks [] for security_group (8f94283a-ea9c-4591-b5f6-2dcd86a59ae2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.158157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9fb1103f-e57b-4b79-b44d-c5757eab606c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8f94283a-ea9c-4591-b5f6-2dcd86a59ae2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.185971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68794c7d-ab35-492a-83ca-4a2fc1342974 req-0adc01de-45ed-4d26-9e0a-65ee3ebc36c3 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284230 Feb 19 00:20:06.223934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54858) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:06.224095 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9fb1103f-e57b-4b79-b44d-c5757eab606c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa68d720f27b4a9490820aad4e6f07be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6029944 Feb 19 00:20:06.231572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1103f-e57b-4b79-b44d-c5757eab606c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94283a-ea9c-4591-b5f6-2dcd86a59ae2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:06.238681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.285881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:06.290728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:06.297581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:06.327065 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f53b7424-fcf5-4cf0-82af-09c0c2a18e91 admin admin] Publish callbacks [] for security_group (8f94283a-ea9c-4591-b5f6-2dcd86a59ae2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.343989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Pushing event updated for resources: {'Port': ['ID=a7724c12-6a22-49e6-87a2-42575c9adec4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:06.357851 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f53b7424-fcf5-4cf0-82af-09c0c2a18e91 admin admin] Publish callbacks [] for security_group (8f94283a-ea9c-4591-b5f6-2dcd86a59ae2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.459047 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f53b7424-fcf5-4cf0-82af-09c0c2a18e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8f94283a-ea9c-4591-b5f6-2dcd86a59ae2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.463444 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f53b7424-fcf5-4cf0-82af-09c0c2a18e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.467158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f53b7424-fcf5-4cf0-82af-09c0c2a18e91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f94283a-ea9c-4591-b5f6-2dcd86a59ae2 HTTP/1.1" status: 204 len: 168 time: 0.2392769 Feb 19 00:20:06.484739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b7424-fcf5-4cf0-82af-09c0c2a18e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94283a-ea9c-4591-b5f6-2dcd86a59ae2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:06.583056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41a6bb99-35e0-4098-9a40-2de1fbad0e2d req-680b8c6e-7c3a-490e-a0b5-bff3748bf68d tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4d299f4761f4a2480ec8c244848f0ba HTTP/1.1" status: 200 len: 6152 time: 0.1360011 Feb 19 00:20:06.599022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4729b-c94d-46bd-a8e7-9cc7df960cd2 req-b535d6db-c261-436a-8ec6-1255063f9691 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:06.600577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adf4729b-c94d-46bd-a8e7-9cc7df960cd2 req-b535d6db-c261-436a-8ec6-1255063f9691 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 949 time: 0.1071613 Feb 19 00:20:06.684099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41a6bb99-35e0-4098-9a40-2de1fbad0e2d req-27bb9235-0ac0-4966-bb37-b87d8792e632 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "GET /v2.0/security-groups/81339c35-c910-427b-ada6-5c83354599bd HTTP/1.1" status: 200 len: 2998 time: 0.0824406 Feb 19 00:20:06.721187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adf4729b-c94d-46bd-a8e7-9cc7df960cd2 req-5bf85504-d981-4b87-8821-afda35ac615c tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038086 Feb 19 00:20:06.738712 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks [] for router_gateway (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:06.786505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41a6bb99-35e0-4098-9a40-2de1fbad0e2d req-33ba5853-acf4-4a7b-bd6e-9a55e3fc26c7 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "GET /v2.0/security-groups/81339c35-c910-427b-ada6-5c83354599bd HTTP/1.1" status: 200 len: 2998 time: 0.0899880 Feb 19 00:20:06.974935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54880) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:06.995172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9a54279e-2f7a-4b88-b59d-81ee5810b9f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.082426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89498a0-2cd4-4971-800d-6189c5fad3c8 None None] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:07.089484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ebb869-bfbf-4f81-b91d-900aeed9aedd req-f9308f40-62a9-46ff-b7bc-375ad7459f01 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:07.100170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57ebb869-bfbf-4f81-b91d-900aeed9aedd req-f9308f40-62a9-46ff-b7bc-375ad7459f01 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 972 time: 0.1745315 Feb 19 00:20:07.104889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c90077b-7801-4c83-8a75-86a2026e44d6 req-b242ecfb-cf02-44a4-bdec-1d22be435715 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/579e7867-21a0-4661-a5c9-5bd324a2547d HTTP/1.1" status: 200 len: 1794 time: 0.1136858 Feb 19 00:20:07.185568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-24711223-8c64-4dff-adbb-be0ea762b6a7 None None] Provisioning complete for port ce43a770-8f94-4acd-8464-bf28f8e34c47 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:07.186094 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24711223-8c64-4dff-adbb-be0ea762b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.212556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ce43a770-8f94-4acd-8464-bf28f8e34c47 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:07.243007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.277534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57ebb869-bfbf-4f81-b91d-900aeed9aedd req-44f798c2-1d87-4907-8d62-395135336bf1 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764762 Feb 19 00:20:07.325471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c90077b-7801-4c83-8a75-86a2026e44d6 req-7e900710-3a99-462f-8582-1a62ef47d3ae tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (579e7867-21a0-4661-a5c9-5bd324a2547d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.331046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9a54279e-2f7a-4b88-b59d-81ee5810b9f9 admin admin] Publish callbacks [] for security_group (48bc21c3-ac92-435b-995d-21709800636f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.346905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9a54279e-2f7a-4b88-b59d-81ee5810b9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (48bc21c3-ac92-435b-995d-21709800636f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.400342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c90077b-7801-4c83-8a75-86a2026e44d6 req-7e900710-3a99-462f-8582-1a62ef47d3ae tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (579e7867-21a0-4661-a5c9-5bd324a2547d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.445166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:20:07.450685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9a54279e-2f7a-4b88-b59d-81ee5810b9f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6b938856c0d4d939ef5d4dec137225f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4740539 Feb 19 00:20:07.453228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:07.472582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54279e-2f7a-4b88-b59d-81ee5810b9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bc21c3-ac92-435b-995d-21709800636f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:07.498507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ce43a770-8f94-4acd-8464-bf28f8e34c47 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:07.498901 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.534609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-24711223-8c64-4dff-adbb-be0ea762b6a7 None None] Current status of the port ce43a770-8f94-4acd-8464-bf28f8e34c47 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:07.535026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24711223-8c64-4dff-adbb-be0ea762b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.537876 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c90077b-7801-4c83-8a75-86a2026e44d6 req-7e900710-3a99-462f-8582-1a62ef47d3ae tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (579e7867-21a0-4661-a5c9-5bd324a2547d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.542000 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c90077b-7801-4c83-8a75-86a2026e44d6 req-7e900710-3a99-462f-8582-1a62ef47d3ae tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.543899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c90077b-7801-4c83-8a75-86a2026e44d6 req-7e900710-3a99-462f-8582-1a62ef47d3ae tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/579e7867-21a0-4661-a5c9-5bd324a2547d HTTP/1.1" status: 204 len: 173 time: 0.4240444 Feb 19 00:20:07.562753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e900710-3a99-462f-8582-1a62ef47d3ae tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579e7867-21a0-4661-a5c9-5bd324a2547d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:07.578603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8c5b2-ac49-4621-b420-e5b1bdbeeecc req-23262d11-8c1d-41d5-bf39-3597c6536709 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:07.581059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40d8c5b2-ac49-4621-b420-e5b1bdbeeecc req-23262d11-8c1d-41d5-bf39-3597c6536709 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 943 time: 0.1035097 Feb 19 00:20:07.619798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-24711223-8c64-4dff-adbb-be0ea762b6a7 None None] For port ce43a770-8f94-4acd-8464-bf28f8e34c47, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ce43a770-8f94-4acd-8464-bf28f8e34c47,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:07.631365 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24711223-8c64-4dff-adbb-be0ea762b6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.701913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-362aa1be-bbd5-4304-8dd1-7723dc9ca88e admin admin] Publish callbacks [] for security_group (48bc21c3-ac92-435b-995d-21709800636f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.706770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40d8c5b2-ac49-4621-b420-e5b1bdbeeecc req-7488a878-fb09-4832-bee1-417d7b1ca1f7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178553 Feb 19 00:20:07.746072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24711223-8c64-4dff-adbb-be0ea762b6a7 None None] Pushing event updated for resources: {'Port': ['ID=ce43a770-8f94-4acd-8464-bf28f8e34c47,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:07.774929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ce43a770-8f94-4acd-8464-bf28f8e34c47 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:07.796788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-362aa1be-bbd5-4304-8dd1-7723dc9ca88e admin admin] Publish callbacks [] for security_group (48bc21c3-ac92-435b-995d-21709800636f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.800451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:20:07.824467 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Sync routers for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:20:07.850960 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:07.852333 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:19:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:07.866358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d68c11e6-1bea-438e-9f61-f902ad737685 None None] Provisioning complete for port ce43a770-8f94-4acd-8464-bf28f8e34c47 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:07.866843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d68c11e6-1bea-438e-9f61-f902ad737685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.901215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.902411 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-59d82a80-b956-441b-a72b-5f9758337aa4 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5293307 Feb 19 00:20:07.912616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54906) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:07.956199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-362aa1be-bbd5-4304-8dd1-7723dc9ca88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (48bc21c3-ac92-435b-995d-21709800636f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.959717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-362aa1be-bbd5-4304-8dd1-7723dc9ca88e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:07.964926 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-362aa1be-bbd5-4304-8dd1-7723dc9ca88e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/48bc21c3-ac92-435b-995d-21709800636f HTTP/1.1" status: 204 len: 168 time: 0.5100679 Feb 19 00:20:07.987518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362aa1be-bbd5-4304-8dd1-7723dc9ca88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bc21c3-ac92-435b-995d-21709800636f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:08.069302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 05757e97-2c0e-4b7a-8612-331d5388481b up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:08.070596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5539ff2b-eefc-4b7f-ac8a-c5d81eda3249 req-ec59c69f-07e8-4806-a664-a2bcf41dc320 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a0655e6c-1198-4125-8d2f-4731d6d3fd83 HTTP/1.1" status: 200 len: 1795 time: 0.1921515 Feb 19 00:20:08.074063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d68c11e6-1bea-438e-9f61-f902ad737685 None None] Current status of the port ce43a770-8f94-4acd-8464-bf28f8e34c47 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:08.143540 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 05757e97-2c0e-4b7a-8612-331d5388481b completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:20:08.152882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 05757e97-2c0e-4b7a-8612-331d5388481b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:08.153323 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:08.231197 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:08.310872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 05757e97-2c0e-4b7a-8612-331d5388481b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:08.311222 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:08.362937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916cc14-9ab8-4bcf-ae11-e3654318bfa6 req-47ce442f-e6fe-406c-9e72-7d2e32d46173 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:08.368952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b916cc14-9ab8-4bcf-ae11-e3654318bfa6 req-47ce442f-e6fe-406c-9e72-7d2e32d46173 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 949 time: 0.1903589 Feb 19 00:20:08.379849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 05757e97-2c0e-4b7a-8612-331d5388481b, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=05757e97-2c0e-4b7a-8612-331d5388481b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:08.381475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64476e4-00a2-47f6-8440-d6cb14e407b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05757e97-2c0e-4b7a-8612-331d5388481b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:08.386238 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8484b7f8-f3e7-4b59-a269-4b059722a9e2" -d '{"events": [{"server_uuid": "f64476e4-00a2-47f6-8440-d6cb14e407b2", "name": "network-vif-plugged", "status": "completed", "tag": "05757e97-2c0e-4b7a-8612-331d5388481b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:08.393625 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:08.413113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5539ff2b-eefc-4b7f-ac8a-c5d81eda3249 req-329bfcbe-4472-4079-8cfd-d10c7d3b7740 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (a0655e6c-1198-4125-8d2f-4731d6d3fd83), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:08.439947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5539ff2b-eefc-4b7f-ac8a-c5d81eda3249 req-329bfcbe-4472-4079-8cfd-d10c7d3b7740 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (a0655e6c-1198-4125-8d2f-4731d6d3fd83), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:08.457543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=05757e97-2c0e-4b7a-8612-331d5388481b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:08.527292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b916cc14-9ab8-4bcf-ae11-e3654318bfa6 req-36f19244-ef1b-43ca-abcb-273bad86b7b3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568251 Feb 19 00:20:08.540534 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:06Z', 'revision_number': 3, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:08.613177 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Checking router: ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:20:08.614023 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Updating router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a port a7724c12-6a22-49e6-87a2-42575c9adec4 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:20:08.637122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5539ff2b-eefc-4b7f-ac8a-c5d81eda3249 req-329bfcbe-4472-4079-8cfd-d10c7d3b7740 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a0655e6c-1198-4125-8d2f-4731d6d3fd83), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:08.639969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5539ff2b-eefc-4b7f-ac8a-c5d81eda3249 req-329bfcbe-4472-4079-8cfd-d10c7d3b7740 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:08.645901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5539ff2b-eefc-4b7f-ac8a-c5d81eda3249 req-329bfcbe-4472-4079-8cfd-d10c7d3b7740 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0655e6c-1198-4125-8d2f-4731d6d3fd83 HTTP/1.1" status: 204 len: 173 time: 0.4713149 Feb 19 00:20:08.662485 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:08.695631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329bfcbe-4472-4079-8cfd-d10c7d3b7740 tempest-SecurityGroupsTestAdminJSON-1169269800 tempest-SecurityGroupsTestAdminJSON-1169269800-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0655e6c-1198-4125-8d2f-4731d6d3fd83,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:08.830548 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496cb240-d47f-41bd-803b-4bb5ff7632ba x-openstack-request-id: req-496cb240-d47f-41bd-803b-4bb5ff7632ba {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:08.831747 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64476e4-00a2-47f6-8440-d6cb14e407b2", "name": "network-vif-plugged", "status": "completed", "tag": "05757e97-2c0e-4b7a-8612-331d5388481b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:08.832360 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-496cb240-d47f-41bd-803b-4bb5ff7632ba {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:08.833186 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64476e4-00a2-47f6-8440-d6cb14e407b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05757e97-2c0e-4b7a-8612-331d5388481b', 'code': 200} Feb 19 00:20:08.966339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba565d-63ff-41e6-afa2-f61e296849ff req-0d9bf593-6c39-485f-87b1-6b0ffcd787d6 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:08.966339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9ba565d-63ff-41e6-afa2-f61e296849ff req-0d9bf593-6c39-485f-87b1-6b0ffcd787d6 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 972 time: 0.2894280 Feb 19 00:20:09.110708 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Publish callbacks [] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.136619 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.170112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ce43a770-8f94-4acd-8464-bf28f8e34c47 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:09.212779 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Pushing event updated for resources: {'Port': ['ID=a7724c12-6a22-49e6-87a2-42575c9adec4,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:09.225166 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.225520 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.225863 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.226296 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.226642 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.226978 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.227308 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.227645 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.228216 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.229197 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.229563 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.230062 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.230739 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Tracked resource versions report: Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: pushed versions: Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: { 'AddressGroup': {'1.2'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'ConntrackHelper': {'1.0'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'LocalIPAssociation': {'1.0'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Log': {'1.0'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Network': {'1.1'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Port': {'1.7'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'PortForwarding': {'1.2'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'QosPolicy': {'1.10'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'SecurityGroup': {'1.5'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'SecurityGroupRule': {'1.2'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'SubPort': {'1.0'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Subnet': {'1.1'}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Trunk': {'1.1'}} Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: consumer versions: Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: { DHCP agent@n-d-826527-3: {}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: HyperV agent@n-h1-826527-3: {}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: HyperV agent@n-h2-826527-3: {}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: L3 agent@n-d-826527-3: {}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: Metadata agent@n-d-826527-3: {}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: Metering agent@n-d-826527-3: {}, Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: Open vSwitch agent@n-d-826527-3: { 'AddressGroup': '1.2', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'ConntrackHelper': '1.0', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'LocalIPAssociation': '1.0', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Log': '1.0', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Network': '1.1', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Port': '1.7', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'PortForwarding': '1.2', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'QosPolicy': '1.10', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'SecurityGroup': '1.5', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'SecurityGroupRule': '1.2', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'SubPort': '1.0', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Subnet': '1.1', Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: 'Trunk': '1.1'}} Feb 19 00:20:09.231935 n-d-826527-3 neutron-server[103652]: {{(pid=103652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 00:20:09.238630 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Attempting to bind port a7724c12-6a22-49e6-87a2-42575c9adec4 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:09.239549 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Attempting to bind port a7724c12-6a22-49e6-87a2-42575c9adec4 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:09.240345 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Attempting to bind port a7724c12-6a22-49e6-87a2-42575c9adec4 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:09.249154 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:09.250969 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:09.252260 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.252871 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:09.253759 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Bound port: a7724c12-6a22-49e6-87a2-42575c9adec4, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:09.254989 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.265552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ce43a770-8f94-4acd-8464-bf28f8e34c47 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:09.266426 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.325225 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] For port a7724c12-6a22-49e6-87a2-42575c9adec4, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:09.330558 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] For port a7724c12-6a22-49e6-87a2-42575c9adec4, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a7724c12-6a22-49e6-87a2-42575c9adec4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:09.341600 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.357645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.375257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0025999a-a586-4975-ad96-9de3dcf852d3 req-26bbb35b-d540-455c-874e-da19cc2bef77 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "GET /v2.0/security-groups/38c7a02a-c6b3-433c-b307-1a6be5575973 HTTP/1.1" status: 200 len: 1795 time: 0.4063079 Feb 19 00:20:09.379476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ce43a770-8f94-4acd-8464-bf28f8e34c47 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:09.422022 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:09.423146 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:19:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:09.451689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae3056-1c80-4793-9ed0-c7959e99c8a1 req-7d08fae8-8ab0-4958-a04b-38d33c980268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:09.453261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5ae3056-1c80-4793-9ed0-c7959e99c8a1 req-7d08fae8-8ab0-4958-a04b-38d33c980268 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 1132 time: 0.5199504 Feb 19 00:20:09.482247 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dd6be-f833-47b5-bb44-4a6803210458 None None] Pushing event updated for resources: {'Port': ['ID=a7724c12-6a22-49e6-87a2-42575c9adec4,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:09.500015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9ba565d-63ff-41e6-afa2-f61e296849ff req-54c553a8-98d3-4370-bfa7-3f21488d379c tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/security-groups?id=dae938c4-7223-4e86-b201-da9b7483bf27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642615 Feb 19 00:20:09.571593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f59845-b914-4185-8207-1675b0d70151 req-5727fab3-822d-422b-9a0b-0275fcc8be0e tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:09.573279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89f59845-b914-4185-8207-1675b0d70151 req-5727fab3-822d-422b-9a0b-0275fcc8be0e tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 972 time: 0.3044868 Feb 19 00:20:09.613300 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:09.730510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5ae3056-1c80-4793-9ed0-c7959e99c8a1 req-52704b5f-0195-44d8-99e5-5f2beed85f17 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381520 Feb 19 00:20:09.732467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0025999a-a586-4975-ad96-9de3dcf852d3 req-6670fa7a-7ccf-48b2-872a-126576f08660 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (38c7a02a-c6b3-433c-b307-1a6be5575973), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.844684 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0025999a-a586-4975-ad96-9de3dcf852d3 req-6670fa7a-7ccf-48b2-872a-126576f08660 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (38c7a02a-c6b3-433c-b307-1a6be5575973), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.884366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9052f634-a1a8-49b9-af47-4a304de67b9f req-992faab9-701e-41c5-b831-e1a71cd060f0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:09.886147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9052f634-a1a8-49b9-af47-4a304de67b9f req-992faab9-701e-41c5-b831-e1a71cd060f0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 943 time: 0.2663722 Feb 19 00:20:09.892466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Allocated IP 172.20.0.1 (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a/24705ceb-5041-4929-97de-9b68c89c4fad/d2c15365-07e4-459c-bbbe-cf47f6d05132) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:09.935322 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:06Z', 'revision_number': 3, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:09.976893 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359480b1-3dd0-4900-847c-7b4555972deb None None] The sync data for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 is: [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:06Z', 'revision_number': 3, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:20:09.983379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Deleting port 375c5586-c4b8-4688-a9ea-666fb776ecb2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:20:09.983715 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:09.998093 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0025999a-a586-4975-ad96-9de3dcf852d3 req-6670fa7a-7ccf-48b2-872a-126576f08660 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38c7a02a-c6b3-433c-b307-1a6be5575973), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.000721 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0025999a-a586-4975-ad96-9de3dcf852d3 req-6670fa7a-7ccf-48b2-872a-126576f08660 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.001884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0025999a-a586-4975-ad96-9de3dcf852d3 req-6670fa7a-7ccf-48b2-872a-126576f08660 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "DELETE /v2.0/security-groups/38c7a02a-c6b3-433c-b307-1a6be5575973 HTTP/1.1" status: 204 len: 173 time: 0.5983629 Feb 19 00:20:10.056983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 887cd24b-eb28-455a-abe7-3264ee8e799d details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:20:10.113581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9052f634-a1a8-49b9-af47-4a304de67b9f req-60fa24e6-6ce7-42c1-a168-b0eb3d62b71b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138247 Feb 19 00:20:10.123374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670fa7a-7ccf-48b2-872a-126576f08660 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c7a02a-c6b3-433c-b307-1a6be5575973,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:10.258438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] For port 375c5586-c4b8-4688-a9ea-666fb776ecb2, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=375c5586-c4b8-4688-a9ea-666fb776ecb2,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:10.258815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.263029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:10.277561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '887cd24b-eb28-455a-abe7-3264ee8e799d', 'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'port_id': '887cd24b-eb28-455a-abe7-3264ee8e799d', 'mac_address': 'fa:16:3e:8c:29:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034f77a2-392c-4c54-abe2-fedc0e6492e0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:20:10.301661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Calling delete_port for 375c5586-c4b8-4688-a9ea-666fb776ecb2 owned by compute:tempest-test_az-1323127213 {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:20:10.325220 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Publish callbacks [] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.326705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 887cd24b-eb28-455a-abe7-3264ee8e799d is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:10.327361 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.354344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6251d3-5a5e-4aa9-92bd-d35ad6b0bda8 req-089f59ba-e95c-47f0-8f6e-b314f20be83e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:10.356967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 887cd24b-eb28-455a-abe7-3264ee8e799d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:10.375727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef6251d3-5a5e-4aa9-92bd-d35ad6b0bda8 req-089f59ba-e95c-47f0-8f6e-b314f20be83e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 950 time: 0.2419918 Feb 19 00:20:10.386236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:10.391247 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.450107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:10.462749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f348b3e-7d75-49ce-9220-0de5744a13df req-09a8f6e6-a837-49f5-9900-f2ae25595231 tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "GET /v2.0/security-groups/4da8253c-40f2-4fea-accc-266d5d4fa35a HTTP/1.1" status: 200 len: 1792 time: 0.2255509 Feb 19 00:20:10.556670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef6251d3-5a5e-4aa9-92bd-d35ad6b0bda8 req-54f491f9-806a-4dc4-a6cb-9d5c5a9f2988 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809568 Feb 19 00:20:10.571290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.638043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:10.673714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:10.683499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:10.689269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0f348b3e-7d75-49ce-9220-0de5744a13df req-06133979-0814-4f27-b19d-0a5cff7aa4ce tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (4da8253c-40f2-4fea-accc-266d5d4fa35a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.690985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Pushing event updated for resources: {'Port': ['ID=d2c15365-07e4-459c-bbbe-cf47f6d05132,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:10.741720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['887cd24b-eb28-455a-abe7-3264ee8e799d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:10.760853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0f348b3e-7d75-49ce-9220-0de5744a13df req-06133979-0814-4f27-b19d-0a5cff7aa4ce tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (4da8253c-40f2-4fea-accc-266d5d4fa35a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.772319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (375c5586-c4b8-4688-a9ea-666fb776ecb2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.793279 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.832571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['375c5586-c4b8-4688-a9ea-666fb776ecb2'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:10.882139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Pushing event deleted for resources: {'Port': ['ID=375c5586-c4b8-4688-a9ea-666fb776ecb2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:10.976701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] No DVR routers for this DVR port 375c5586-c4b8-4688-a9ea-666fb776ecb2 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:20:10.977356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:10.981618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89f59845-b914-4185-8207-1675b0d70151 req-9ceccdf7-38e3-4a5f-a704-30b9ea866f17 tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.113 "DELETE /v2.0/ports/375c5586-c4b8-4688-a9ea-666fb776ecb2 HTTP/1.1" status: 204 len: 173 time: 1.4022312 Feb 19 00:20:11.010064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88cdf4ab-7d01-49be-95cd-b96316049544', 'name': 'network-vif-deleted', 'tag': '375c5586-c4b8-4688-a9ea-666fb776ecb2'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:11.013531 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4180e780-376c-443f-8f99-19cbf9e0ecef" -d '{"events": [{"server_uuid": "88cdf4ab-7d01-49be-95cd-b96316049544", "name": "network-vif-deleted", "tag": "375c5586-c4b8-4688-a9ea-666fb776ecb2"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:11.037750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0f348b3e-7d75-49ce-9220-0de5744a13df req-06133979-0814-4f27-b19d-0a5cff7aa4ce tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4da8253c-40f2-4fea-accc-266d5d4fa35a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.045199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0f348b3e-7d75-49ce-9220-0de5744a13df req-06133979-0814-4f27-b19d-0a5cff7aa4ce tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.046086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f348b3e-7d75-49ce-9220-0de5744a13df req-06133979-0814-4f27-b19d-0a5cff7aa4ce tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] 10.222.0.60 "DELETE /v2.0/security-groups/4da8253c-40f2-4fea-accc-266d5d4fa35a HTTP/1.1" status: 204 len: 173 time: 0.5706284 Feb 19 00:20:11.142592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06133979-0814-4f27-b19d-0a5cff7aa4ce tempest-SecurityGroupsTestAdminJSON-2104476951 tempest-SecurityGroupsTestAdminJSON-2104476951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da8253c-40f2-4fea-accc-266d5d4fa35a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:11.171956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f07945d8-2b42-4057-970f-a9cf4552c129 None None] Provisioning complete for port d2c15365-07e4-459c-bbbe-cf47f6d05132 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:11.172338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f07945d8-2b42-4057-970f-a9cf4552c129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.301589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f07945d8-2b42-4057-970f-a9cf4552c129 None None] Port d2c15365-07e4-459c-bbbe-cf47f6d05132 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:11.355618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a7724c12-6a22-49e6-87a2-42575c9adec4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:11.408271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2ccd0ec-95bd-4fe1-a666-b3c64036a6bd req-76eedf42-45f2-4497-a0ae-5948c46953ca tempest-DeleteServersAdminTestJSON-313234970 tempest-DeleteServersAdminTestJSON-313234970-project] 10.222.0.60 "GET /v2.0/ports?device_id=88cdf4ab-7d01-49be-95cd-b96316049544 HTTP/1.1" status: 200 len: 210 time: 0.0856333 Feb 19 00:20:11.435172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.451882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a7724c12-6a22-49e6-87a2-42575c9adec4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:11.452579 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.553709 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2834838d-bbfb-4331-ae79-b74d4418393e x-openstack-request-id: req-2834838d-bbfb-4331-ae79-b74d4418393e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:11.555132 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88cdf4ab-7d01-49be-95cd-b96316049544", "name": "network-vif-deleted", "tag": "375c5586-c4b8-4688-a9ea-666fb776ecb2", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:11.556501 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2834838d-bbfb-4331-ae79-b74d4418393e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:11.558306 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88cdf4ab-7d01-49be-95cd-b96316049544', 'name': 'network-vif-deleted', 'tag': '375c5586-c4b8-4688-a9ea-666fb776ecb2', 'status': 'completed', 'code': 200} Feb 19 00:20:11.629260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a7724c12-6a22-49e6-87a2-42575c9adec4 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:11.630281 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.681072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port a7724c12-6a22-49e6-87a2-42575c9adec4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a7724c12-6a22-49e6-87a2-42575c9adec4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:11.687578 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.804736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c14bb-86ee-45e2-bd47-df7c18dccb7f req-4d6dc169-062e-4893-ba65-f711a5901476 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:11.812827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-258c14bb-86ee-45e2-bd47-df7c18dccb7f req-4d6dc169-062e-4893-ba65-f711a5901476 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 944 time: 0.1022680 Feb 19 00:20:11.856526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=a7724c12-6a22-49e6-87a2-42575c9adec4,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:11.887864 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Publish callbacks [] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.904066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:11.971654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-258c14bb-86ee-45e2-bd47-df7c18dccb7f req-dec1ebe9-7546-4db8-bbd7-b1c33f0a4925 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546617 Feb 19 00:20:11.973800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Pushing event updated for resources: {'Port': ['ID=d2c15365-07e4-459c-bbbe-cf47f6d05132,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:12.033581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55002) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:12.054367 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.077352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 887cd24b-eb28-455a-abe7-3264ee8e799d up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:12.166940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55008) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:12.208633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55012) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:12.243176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 887cd24b-eb28-455a-abe7-3264ee8e799d completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:20:12.253282 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 887cd24b-eb28-455a-abe7-3264ee8e799d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:12.253905 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.290154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391523c-81dc-4a14-b3f9-69a8a273956d req-4ea49ebc-28f9-403d-90a2-79a28747f76c tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:12.293108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f391523c-81dc-4a14-b3f9-69a8a273956d req-4ea49ebc-28f9-403d-90a2-79a28747f76c tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 950 time: 0.2163775 Feb 19 00:20:12.344491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:12.355192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:12.378244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3191940-30a8-4c72-9a2b-c42924a956aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.380345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 887cd24b-eb28-455a-abe7-3264ee8e799d is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:12.380837 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.418645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f391523c-81dc-4a14-b3f9-69a8a273956d req-ad74a54b-cbcd-4565-8cff-241f97a2f545 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052835 Feb 19 00:20:12.445115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:12.446228 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b09d8-88b1-42f5-bd71-6e898acd5748" -d '{"events": [{"server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "name": "network-vif-plugged", "status": "completed", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:12.555905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:12.565440 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88e646f-04e2-43f3-bbe9-1522b2bc984c x-openstack-request-id: req-b88e646f-04e2-43f3-bbe9-1522b2bc984c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:12.565805 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "name": "network-vif-plugged", "status": "completed", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:12.566136 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b88e646f-04e2-43f3-bbe9-1522b2bc984c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:12.566638 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d', 'code': 200} Feb 19 00:20:12.567632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.691011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3191940-30a8-4c72-9a2b-c42924a956aa admin admin] Publish callbacks [] for security_group (07db9ebc-0424-4608-b9b1-9f2171c4c5c0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.695560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8d30cecd-f9c6-4822-91fb-d5bdcc8cb8e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4d299f4761f4a2480ec8c244848f0ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5266516 Feb 19 00:20:12.697926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55026) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:12.708304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3191940-30a8-4c72-9a2b-c42924a956aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (07db9ebc-0424-4608-b9b1-9f2171c4c5c0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.738573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55028) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:12.866061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-79ce525f-c070-45af-b585-709eff2f2922 None None] Provisioning complete for port d2c15365-07e4-459c-bbbe-cf47f6d05132 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:12.870466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79ce525f-c070-45af-b585-709eff2f2922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.886064 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c3191940-30a8-4c72-9a2b-c42924a956aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84a12309d76d4c35ba3f948ba0df5ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8503916 Feb 19 00:20:12.887686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55038) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:12.897569 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f96ea58e-add2-4a5f-ba94-e357c12f2d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.906505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3d94aad-3dd8-4403-923e-0d873a2e9a31 admin admin] Publish callbacks [] for security_group (81339c35-c910-427b-ada6-5c83354599bd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.908921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3191940-30a8-4c72-9a2b-c42924a956aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07db9ebc-0424-4608-b9b1-9f2171c4c5c0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:12.955420 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89087aa2-1896-44c5-9cb5-4d5c4c5a3835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:12.960236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:12.975807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-79ce525f-c070-45af-b585-709eff2f2922 None None] Port d2c15365-07e4-459c-bbbe-cf47f6d05132 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:12.979383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33340-60ed-4d13-aa7e-f939749961e0 req-964c75cf-6637-48de-b2fd-e5e750f6ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:12.980931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2af33340-60ed-4d13-aa7e-f939749961e0 req-964c75cf-6637-48de-b2fd-e5e750f6ddea service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1127 time: 0.2921262 Feb 19 00:20:13.056004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3d94aad-3dd8-4403-923e-0d873a2e9a31 admin admin] Publish callbacks [] for security_group (81339c35-c910-427b-ada6-5c83354599bd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.116734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:20:13.211152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2af33340-60ed-4d13-aa7e-f939749961e0 req-f0ec00bd-85f2-4a80-b12e-948a5e1518c3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819744 Feb 19 00:20:13.212035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Publish callbacks [] for security_group (07db9ebc-0424-4608-b9b1-9f2171c4c5c0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.231069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a7724c12-6a22-49e6-87a2-42575c9adec4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:13.341916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 375c5586-c4b8-4688-a9ea-666fb776ecb2 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:20:13.350273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3d94aad-3dd8-4403-923e-0d873a2e9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (81339c35-c910-427b-ada6-5c83354599bd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.352867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3d94aad-3dd8-4403-923e-0d873a2e9a31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.354161 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e3d94aad-3dd8-4403-923e-0d873a2e9a31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81339c35-c910-427b-ada6-5c83354599bd HTTP/1.1" status: 204 len: 168 time: 0.6546254 Feb 19 00:20:13.375740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Publish callbacks [] for security_group (07db9ebc-0424-4608-b9b1-9f2171c4c5c0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.407080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55048) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:13.413338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a7724c12-6a22-49e6-87a2-42575c9adec4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:13.414284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.416426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 375c5586-c4b8-4688-a9ea-666fb776ecb2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:20:13.416989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 375c5586-c4b8-4688-a9ea-666fb776ecb2 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:20:13.459474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d94aad-3dd8-4403-923e-0d873a2e9a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81339c35-c910-427b-ada6-5c83354599bd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:13.479272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f96ea58e-add2-4a5f-ba94-e357c12f2d08 admin admin] Publish callbacks [] for security_group (5141a729-26f6-4068-8a11-907cc2852830), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.496235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89087aa2-1896-44c5-9cb5-4d5c4c5a3835 admin admin] Publish callbacks [] for security_group (2c7b9be8-6d71-4914-8108-a20fb1fa1df8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.497860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f96ea58e-add2-4a5f-ba94-e357c12f2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5141a729-26f6-4068-8a11-907cc2852830), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.510473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (07db9ebc-0424-4608-b9b1-9f2171c4c5c0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.520714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.524512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07db9ebc-0424-4608-b9b1-9f2171c4c5c0 HTTP/1.1" status: 204 len: 168 time: 0.6251855 Feb 19 00:20:13.531279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89087aa2-1896-44c5-9cb5-4d5c4c5a3835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2c7b9be8-6d71-4914-8108-a20fb1fa1df8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.642895 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-89087aa2-1896-44c5-9cb5-4d5c4c5a3835 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25f9a544d3844e64a3ae815c095e6e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8968129 Feb 19 00:20:13.656004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ea58e-add2-4a5f-ba94-e357c12f2d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5141a729-26f6-4068-8a11-907cc2852830,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:13.693321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a7724c12-6a22-49e6-87a2-42575c9adec4 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:13.774721 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55058) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:13.824351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89087aa2-1896-44c5-9cb5-4d5c4c5a3835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7b9be8-6d71-4914-8108-a20fb1fa1df8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:13.843357 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f96ea58e-add2-4a5f-ba94-e357c12f2d08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e6bf1a486f00424faf7c5520f359c270&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6329112 Feb 19 00:20:13.846967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55060) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:13.871333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efd655-d735-47b6-9004-dfe82f31a4a9 req-32c7f3a8-9129-4133-8b16-9ff0e663c13b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:13.878426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9efd655-d735-47b6-9004-dfe82f31a4a9 req-32c7f3a8-9129-4133-8b16-9ff0e663c13b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 945 time: 0.7811763 Feb 19 00:20:13.924565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07db9ebc-0424-4608-b9b1-9f2171c4c5c0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:13.957001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.957353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.957899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.958286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.958777 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.959263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.959787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.960535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.960751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.961078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.961414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.961742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.962260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7013f3a-fccf-467b-ad21-351b99c7962e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:13.987203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:20:13.995724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Publish callbacks [] for security_group (2c7b9be8-6d71-4914-8108-a20fb1fa1df8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:13.999375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-82c1bfc1-8832-4334-a8d8-a14024ec0cfe admin admin] 10.222.0.60 "PUT /v2.0/routers/ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0849464 Feb 19 00:20:14.004500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bf2821e6-448b-429f-8313-ba7c7eb8dc2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3db1f17c7d3047afa2752cd528d1ebc3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5853782 Feb 19 00:20:14.008371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55064) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:14.033975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9efd655-d735-47b6-9004-dfe82f31a4a9 req-3d2e2de4-ac7e-4f00-b723-4d995351701c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544182 Feb 19 00:20:14.039079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7a7-3641-4c83-86b0-109249b41ae5 admin admin] Publish callbacks [] for security_group (5141a729-26f6-4068-8a11-907cc2852830), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.055887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Publish callbacks [] for security_group (2c7b9be8-6d71-4914-8108-a20fb1fa1df8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.061747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2cf4cb-2aa3-4161-8aa9-8b3545885b46 req-be440e23-2fa8-4fb5-8cfa-73606038bbaf tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:14.072920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d2cf4cb-2aa3-4161-8aa9-8b3545885b46 req-be440e23-2fa8-4fb5-8cfa-73606038bbaf tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 950 time: 0.2087238 Feb 19 00:20:14.094345 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7a7-3641-4c83-86b0-109249b41ae5 admin admin] Publish callbacks [] for security_group (5141a729-26f6-4068-8a11-907cc2852830), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.130525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Sync routers for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:20:14.150406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:14.158089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:19:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:14.171393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4043e4b-165e-4061-a385-e57bc1c379b4 admin admin] Publish callbacks [] for security_group (dae938c4-7223-4e86-b201-da9b7483bf27), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.173824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55068) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:14.194195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d2cf4cb-2aa3-4161-8aa9-8b3545885b46 req-8575ab63-a6de-42aa-95f6-518a1777cb83 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198337 Feb 19 00:20:14.230771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4043e4b-165e-4061-a385-e57bc1c379b4 admin admin] Publish callbacks [] for security_group (dae938c4-7223-4e86-b201-da9b7483bf27), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.241185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2c7b9be8-6d71-4914-8108-a20fb1fa1df8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.243370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.244570 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c7b9be8-6d71-4914-8108-a20fb1fa1df8 HTTP/1.1" status: 204 len: 168 time: 0.4660060 Feb 19 00:20:14.257500 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7a7-3641-4c83-86b0-109249b41ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5141a729-26f6-4068-8a11-907cc2852830), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.260616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d5c2e7a7-3641-4c83-86b0-109249b41ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.263796 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d5c2e7a7-3641-4c83-86b0-109249b41ae5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5141a729-26f6-4068-8a11-907cc2852830 HTTP/1.1" status: 204 len: 168 time: 0.4134288 Feb 19 00:20:14.271733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55078) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:14.285652 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de367e07-969b-4028-b6a8-1e902bf39c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.301915 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6cf76358-0e38-43eb-bb00-1eb927283676 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c00b90db1b44a688620fa24cca6fbe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262934 Feb 19 00:20:14.307145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7b9be8-6d71-4914-8108-a20fb1fa1df8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:14.309082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55080) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:14.327189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.327551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.327857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.328185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.328511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.328836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.329157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.329475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.329789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.330109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.342686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.343067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.343406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4f8d17-a3ff-41ce-b383-938c7195042a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:14.372399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2e7a7-3641-4c83-86b0-109249b41ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5141a729-26f6-4068-8a11-907cc2852830,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:14.394326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4043e4b-165e-4061-a385-e57bc1c379b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dae938c4-7223-4e86-b201-da9b7483bf27), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.398549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4043e4b-165e-4061-a385-e57bc1c379b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.400246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b4043e4b-165e-4061-a385-e57bc1c379b4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dae938c4-7223-4e86-b201-da9b7483bf27 HTTP/1.1" status: 204 len: 168 time: 0.3902626 Feb 19 00:20:14.413954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4043e4b-165e-4061-a385-e57bc1c379b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae938c4-7223-4e86-b201-da9b7483bf27,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:14.425240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4b30a0a-68d8-47b6-a7b8-977582c9e287 admin admin] Publish callbacks [] for security_group (d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.447010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:14.450164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4b30a0a-68d8-47b6-a7b8-977582c9e287 admin admin] Publish callbacks [] for security_group (d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.479934 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de367e07-969b-4028-b6a8-1e902bf39c3e admin admin] Publish callbacks [] for security_group (83dd9563-d090-47ea-a550-27311ef01db9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.489732 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de367e07-969b-4028-b6a8-1e902bf39c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (83dd9563-d090-47ea-a550-27311ef01db9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.525778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de367e07-969b-4028-b6a8-1e902bf39c3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbfcd4504c244fd598b582d84ff15ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528381 Feb 19 00:20:14.528609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55086) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:14.547022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4b30a0a-68d8-47b6-a7b8-977582c9e287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.551926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4b30a0a-68d8-47b6-a7b8-977582c9e287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.557637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f4b30a0a-68d8-47b6-a7b8-977582c9e287 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d HTTP/1.1" status: 204 len: 168 time: 0.2417989 Feb 19 00:20:14.579635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de367e07-969b-4028-b6a8-1e902bf39c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83dd9563-d090-47ea-a550-27311ef01db9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:14.608062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b30a0a-68d8-47b6-a7b8-977582c9e287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dbee6c-f425-4b9f-bec6-c3dd2f7a142d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:14.633162 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07ace5be-2dc0-4baf-872f-36ad7e795d25 admin admin] Publish callbacks [] for security_group (83dd9563-d090-47ea-a550-27311ef01db9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.660542 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07ace5be-2dc0-4baf-872f-36ad7e795d25 admin admin] Publish callbacks [] for security_group (83dd9563-d090-47ea-a550-27311ef01db9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.771203 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07ace5be-2dc0-4baf-872f-36ad7e795d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (83dd9563-d090-47ea-a550-27311ef01db9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.775016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07ace5be-2dc0-4baf-872f-36ad7e795d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.777246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-07ace5be-2dc0-4baf-872f-36ad7e795d25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83dd9563-d090-47ea-a550-27311ef01db9 HTTP/1.1" status: 204 len: 168 time: 0.2475321 Feb 19 00:20:14.789506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ace5be-2dc0-4baf-872f-36ad7e795d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dd9563-d090-47ea-a550-27311ef01db9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:14.860015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4272c-2dcd-47d2-adf9-c2c1f20b22f4 req-8ed19187-0440-4be5-9815-f4b2a96a4be6 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:14.861952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a4272c-2dcd-47d2-adf9-c2c1f20b22f4 req-8ed19187-0440-4be5-9815-f4b2a96a4be6 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 1132 time: 0.0588603 Feb 19 00:20:14.885094 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b0a4272c-2dcd-47d2-adf9-c2c1f20b22f4 req-a587a0cf-9f25-4c07-ada2-7d55ed077c05 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.926460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 2, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:14.958469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Checking router: ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:20:14.959146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Updating router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a port d2c15365-07e4-459c-bbbe-cf47f6d05132 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:20:14.992336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b0a4272c-2dcd-47d2-adf9-c2c1f20b22f4 req-a587a0cf-9f25-4c07-ada2-7d55ed077c05 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Publish callbacks [] for security_group (7ee4851a-eab7-45d6-803d-8ca0d6dfec73), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.997397 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:14.998041 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b0a4272c-2dcd-47d2-adf9-c2c1f20b22f4 req-a587a0cf-9f25-4c07-ada2-7d55ed077c05 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7ee4851a-eab7-45d6-803d-8ca0d6dfec73), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.062346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a4272c-2dcd-47d2-adf9-c2c1f20b22f4 req-a587a0cf-9f25-4c07-ada2-7d55ed077c05 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792772 Feb 19 00:20:15.062346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587a0cf-9f25-4c07-ada2-7d55ed077c05 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee4851a-eab7-45d6-803d-8ca0d6dfec73,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:15.291274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176c22b-efb7-4104-b742-4ca40fda9438 req-afd49aab-fa85-439d-b974-ce93bc7e6744 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:15.293276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b176c22b-efb7-4104-b742-4ca40fda9438 req-afd49aab-fa85-439d-b974-ce93bc7e6744 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 945 time: 0.0818019 Feb 19 00:20:15.353372 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Publish callbacks [] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.356744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b176c22b-efb7-4104-b742-4ca40fda9438 req-9179c55e-3150-41b8-9229-24536048e93a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542800 Feb 19 00:20:15.361144 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.449654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3dfd8-2523-4371-91b2-8a0492a4ebfc None None] Pushing event updated for resources: {'Port': ['ID=d2c15365-07e4-459c-bbbe-cf47f6d05132,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:15.495230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Attempting to bind port d2c15365-07e4-459c-bbbe-cf47f6d05132 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:15.495636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Attempting to bind port d2c15365-07e4-459c-bbbe-cf47f6d05132 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:15.496194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Attempting to bind port d2c15365-07e4-459c-bbbe-cf47f6d05132 on network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:15.503356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:15.503738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Checking segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:15.504149 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.504551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Bound using segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:15.505033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Bound port: d2c15365-07e4-459c-bbbe-cf47f6d05132, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:15.505417 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.515323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55114) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:15.533836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b189dfa7-d763-4f0c-b07b-b521ec78f186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.589532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] For port d2c15365-07e4-459c-bbbe-cf47f6d05132, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:15.594659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] For port d2c15365-07e4-459c-bbbe-cf47f6d05132, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d2c15365-07e4-459c-bbbe-cf47f6d05132,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:15.608348 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.668061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b189dfa7-d763-4f0c-b07b-b521ec78f186 admin admin] Publish callbacks [] for security_group (cc83b191-dbc9-44dc-b03c-c3e8f10b7387), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.679861 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b189dfa7-d763-4f0c-b07b-b521ec78f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cc83b191-dbc9-44dc-b03c-c3e8f10b7387), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.680594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:15.681248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:19:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:15.736757 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b189dfa7-d763-4f0c-b07b-b521ec78f186 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0aa08c0c2ef9482099dd83b787a70018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202394 Feb 19 00:20:15.740507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55118) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:15.751000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b189dfa7-d763-4f0c-b07b-b521ec78f186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc83b191-dbc9-44dc-b03c-c3e8f10b7387,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:15.839654 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-968abcee-b4a8-48d5-9215-bea98c6560d7 admin admin] Publish callbacks [] for security_group (cc83b191-dbc9-44dc-b03c-c3e8f10b7387), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.839780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55120) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:15.855969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1c570363-5cf8-47f5-aaea-ea5156dbe79f None None] Provisioning complete for port d2c15365-07e4-459c-bbbe-cf47f6d05132 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:15.860529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6627e873-ad1e-4f0c-af9c-783b8befa250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.862076 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c570363-5cf8-47f5-aaea-ea5156dbe79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.871974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55122) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:15.882813 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-968abcee-b4a8-48d5-9215-bea98c6560d7 admin admin] Publish callbacks [] for security_group (cc83b191-dbc9-44dc-b03c-c3e8f10b7387), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.909001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3f6f-351f-45d3-9f7e-bb8025fcd9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.950621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb3dfd8-2523-4371-91b2-8a0492a4ebfc None None] Pushing event updated for resources: {'Port': ['ID=d2c15365-07e4-459c-bbbe-cf47f6d05132,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:15.983952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:15.990885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-968abcee-b4a8-48d5-9215-bea98c6560d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cc83b191-dbc9-44dc-b03c-c3e8f10b7387), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:15.997130 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-968abcee-b4a8-48d5-9215-bea98c6560d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.002930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-968abcee-b4a8-48d5-9215-bea98c6560d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc83b191-dbc9-44dc-b03c-c3e8f10b7387 HTTP/1.1" status: 204 len: 168 time: 0.2603073 Feb 19 00:20:16.016179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968abcee-b4a8-48d5-9215-bea98c6560d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc83b191-dbc9-44dc-b03c-c3e8f10b7387,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:16.108466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6627e873-ad1e-4f0c-af9c-783b8befa250 admin admin] Publish callbacks [] for security_group (3a2c83ab-5c66-4598-8191-8a0e44e572e8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.134597 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6627e873-ad1e-4f0c-af9c-783b8befa250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3a2c83ab-5c66-4598-8191-8a0e44e572e8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.182675 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3f6f-351f-45d3-9f7e-bb8025fcd9e0 admin admin] Publish callbacks [] for security_group (95c40b2c-e4ca-45d6-a63b-e3b73c41d72c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.194551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-0dc2b563-370c-49f9-9fa8-57a68dbb2da1 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509863 Feb 19 00:20:16.203846 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e0d3f6f-351f-45d3-9f7e-bb8025fcd9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (95c40b2c-e4ca-45d6-a63b-e3b73c41d72c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.220848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627e873-ad1e-4f0c-af9c-783b8befa250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c83ab-5c66-4598-8191-8a0e44e572e8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:16.249537 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6627e873-ad1e-4f0c-af9c-783b8befa250 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed00fa622e284dd89ab189e42eb82dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086514 Feb 19 00:20:16.257643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55144) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:16.276248 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4e0d3f6f-351f-45d3-9f7e-bb8025fcd9e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=811c40d2ac4147c9b957551b9c21371b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3874948 Feb 19 00:20:16.281792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d3f6f-351f-45d3-9f7e-bb8025fcd9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c40b2c-e4ca-45d6-a63b-e3b73c41d72c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:16.282305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1c570363-5cf8-47f5-aaea-ea5156dbe79f None None] Current status of the port d2c15365-07e4-459c-bbbe-cf47f6d05132 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:16.282707 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c570363-5cf8-47f5-aaea-ea5156dbe79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.288303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55146) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:16.368547 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ef6952d-9be9-46cd-951c-1ab970c04778 admin admin] Publish callbacks [] for security_group (3a2c83ab-5c66-4598-8191-8a0e44e572e8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.392086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61ae4879-a5e4-44ee-9131-16877546dd32 admin admin] Publish callbacks [] for security_group (95c40b2c-e4ca-45d6-a63b-e3b73c41d72c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.409848 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ef6952d-9be9-46cd-951c-1ab970c04778 admin admin] Publish callbacks [] for security_group (3a2c83ab-5c66-4598-8191-8a0e44e572e8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.419734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1c570363-5cf8-47f5-aaea-ea5156dbe79f None None] For port d2c15365-07e4-459c-bbbe-cf47f6d05132, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d2c15365-07e4-459c-bbbe-cf47f6d05132,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:16.437755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61ae4879-a5e4-44ee-9131-16877546dd32 admin admin] Publish callbacks [] for security_group (95c40b2c-e4ca-45d6-a63b-e3b73c41d72c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.447080 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c570363-5cf8-47f5-aaea-ea5156dbe79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.469180 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-69eefede-f483-4950-b646-e1b6adad002e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:16.482516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-69eefede-f483-4950-b646-e1b6adad002e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798328 Feb 19 00:20:16.503320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c570363-5cf8-47f5-aaea-ea5156dbe79f None None] Pushing event updated for resources: {'Port': ['ID=d2c15365-07e4-459c-bbbe-cf47f6d05132,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:16.516601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ef6952d-9be9-46cd-951c-1ab970c04778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3a2c83ab-5c66-4598-8191-8a0e44e572e8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.519610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ef6952d-9be9-46cd-951c-1ab970c04778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.520817 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ef6952d-9be9-46cd-951c-1ab970c04778 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a2c83ab-5c66-4598-8191-8a0e44e572e8 HTTP/1.1" status: 204 len: 168 time: 0.2581789 Feb 19 00:20:16.530501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61ae4879-a5e4-44ee-9131-16877546dd32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (95c40b2c-e4ca-45d6-a63b-e3b73c41d72c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.533215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61ae4879-a5e4-44ee-9131-16877546dd32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.534374 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-61ae4879-a5e4-44ee-9131-16877546dd32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95c40b2c-e4ca-45d6-a63b-e3b73c41d72c HTTP/1.1" status: 204 len: 168 time: 0.2450089 Feb 19 00:20:16.535390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6952d-9be9-46cd-951c-1ab970c04778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c83ab-5c66-4598-8191-8a0e44e572e8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:16.546377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae4879-a5e4-44ee-9131-16877546dd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c40b2c-e4ca-45d6-a63b-e3b73c41d72c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:16.549791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:15Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:16.566438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-201a9220-94e7-4589-91cf-03fb0c434fb7 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/quotas/c92a461a9cd14f06a360f73925de8d5a HTTP/1.1" status: 200 len: 375 time: 0.0829060 Feb 19 00:20:16.608194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ccbbe-ef86-41d1-b4bf-33c6f1c59262 None None] The sync data for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 is: [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:15Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:20:16.630412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-95d4a3c4-579f-4a2b-8561-1b3d64eecca8 None None] Provisioning complete for port d2c15365-07e4-459c-bbbe-cf47f6d05132 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:16.630978 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95d4a3c4-579f-4a2b-8561-1b3d64eecca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:16.733828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-e934533f-e2c6-4fe7-a7a4-ffd69df46625 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1664834 Feb 19 00:20:16.766341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25935d8-9c58-471a-8a50-5e17505781a5 req-ce5fb5b9-3d6a-4a0f-8916-268b268b6159 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:16.777304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e25935d8-9c58-471a-8a50-5e17505781a5 req-ce5fb5b9-3d6a-4a0f-8916-268b268b6159 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1127 time: 0.2393627 Feb 19 00:20:16.793136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-95d4a3c4-579f-4a2b-8561-1b3d64eecca8 None None] Current status of the port d2c15365-07e4-459c-bbbe-cf47f6d05132 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:16.882850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e25935d8-9c58-471a-8a50-5e17505781a5 req-8e131c85-0e7f-4d96-93f0-e56018a25ead tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037908 Feb 19 00:20:17.124357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd8ad0-530c-4423-b9f0-5391c133db35 req-595450bf-bcfc-4a0c-88ae-0656df67392a tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:17.133422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5abd8ad0-530c-4423-b9f0-5391c133db35 req-595450bf-bcfc-4a0c-88ae-0656df67392a tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1127 time: 0.0657237 Feb 19 00:20:17.204306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5abd8ad0-530c-4423-b9f0-5391c133db35 req-2ff73701-ab45-40f9-a42e-09f5c8d93665 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675836 Feb 19 00:20:17.266991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d2c15365-07e4-459c-bbbe-cf47f6d05132 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:17.344521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d2c15365-07e4-459c-bbbe-cf47f6d05132 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:17.344897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:17.480374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-6ab2d900-9c8b-4231-82c9-3731edda5a02 req-f7ad50f1-72ab-4cb6-a373-523d8b6d3764 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:20:17.481670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ab2d900-9c8b-4231-82c9-3731edda5a02 req-f7ad50f1-72ab-4cb6-a373-523d8b6d3764 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064681 Feb 19 00:20:17.530601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d2c15365-07e4-459c-bbbe-cf47f6d05132 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:17.721482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55206) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:17.728640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-network', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:17.793882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Made reservation on behalf of 6d1fc5d6dafc4ae19a6ec22c4841d753 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:17.797867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:17.818767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:17.899549 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15623001-5dac-493b-b03d-e41cbf211944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:17.941209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74030841-6942-4f42-a31e-a3deecf94955 req-632bd630-00b6-4305-8733-1c1e1451e7ff tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 210 time: 0.0487041 Feb 19 00:20:18.021825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Publish callbacks [] for security_group (44200efa-96c5-4e0e-b364-a6215decfdcf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.028046 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (44200efa-96c5-4e0e-b364-a6215decfdcf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.065050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:20:18.080760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44200efa-96c5-4e0e-b364-a6215decfdcf,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:18.087268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.088008 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Added segment 5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2 of type vlan for network 1836a041-1a75-4ca1-9b19-1f3f1883e066 Feb 19 00:20:18.162430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (1836a041-1a75-4ca1-9b19-1f3f1883e066), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.222113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (1836a041-1a75-4ca1-9b19-1f3f1883e066), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.223133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:18.223719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.307232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] Pushing event updated for resources: {'Network': ['ID=1836a041-1a75-4ca1-9b19-1f3f1883e066,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:18.318683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 1836a041-1a75-4ca1-9b19-1f3f1883e066 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:20:18.334720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55236) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:18.348791 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2f010a3b-75f0-4106-8ae6-c43cac182e5b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6247158 Feb 19 00:20:18.355685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Request body: {'subnet': {'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-subnet', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:18.391823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Made reservation on behalf of 6d1fc5d6dafc4ae19a6ec22c4841d753 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:18.395039 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.453813 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.711013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (6edda2c2-8521-410e-bad5-9fa0d7c6326a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.778482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6edda2c2-8521-410e-bad5-9fa0d7c6326a,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:18.793512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Checking segment: {'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:18.794061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Network hostable DHCP agents. Network: 1836a041-1a75-4ca1-9b19-1f3f1883e066, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:20:18.820523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Network 1836a041-1a75-4ca1-9b19-1f3f1883e066 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:20:18.833578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 1836a041-1a75-4ca1-9b19-1f3f1883e066) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:18.844959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0aa058-cd00-485b-8f6d-e219e0a8c779 None None] Network 1836a041-1a75-4ca1-9b19-1f3f1883e066 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:18.847776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:18.852132 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.887846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55250) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:18.892241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:18.900349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8c6ffcdc-b987-4ed5-8552-f2659e37b597 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5643411 Feb 19 00:20:18.919036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (920202e0-f85d-4cf3-9c76-1df4eefdccd1), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:18.920527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (920202e0-f85d-4cf3-9c76-1df4eefdccd1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.030151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-1836a041-1a75-4ca1-9b19-1f3f1883e066', 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066', 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'fixed_ips': [{'subnet_id': '6edda2c2-8521-410e-bad5-9fa0d7c6326a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:20:19.031738 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.060098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55260) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:19.066872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks [] for router_controller (920202e0-f85d-4cf3-9c76-1df4eefdccd1), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.142084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5933792e-6bc9-494b-8604-76db73e9dc15 req-b44f546a-5b19-4dcc-9d29-b4e166b87b37 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 210 time: 0.0648897 Feb 19 00:20:19.295443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks [] for router_gateway (920202e0-f85d-4cf3-9c76-1df4eefdccd1), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.379194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Allocated IP 172.20.0.2 (1836a041-1a75-4ca1-9b19-1f3f1883e066/6edda2c2-8521-410e-bad5-9fa0d7c6326a/f4fee454-6743-4028-907d-7fa47e6c5b3f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:19.625227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-f5c50b4b-26d4-4596-81f5-d59191751360 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382364 Feb 19 00:20:19.652341 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Publish callbacks [] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.662845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-network', 'tenant_id': '72fe3a75459b41bba59047920b385ad4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:19.666986 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.753764 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-ac331438-a562-4636-93b3-1b5e7e9d689a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786610 Feb 19 00:20:19.772484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Network 1836a041-1a75-4ca1-9b19-1f3f1883e066 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:19.778470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:19.787361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:19.819482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Pushing event updated for resources: {'Port': ['ID=f4fee454-6743-4028-907d-7fa47e6c5b3f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:19.849635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Made reservation on behalf of 72fe3a75459b41bba59047920b385ad4 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:19.853190 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.872879 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks [] for router_gateway (920202e0-f85d-4cf3-9c76-1df4eefdccd1), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.888718 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:19.902102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.015643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-f995cea3-17d4-4212-b7a7-76dac11692ed tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:20.024024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-f995cea3-17d4-4212-b7a7-76dac11692ed tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3869669 Feb 19 00:20:20.065366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Request body: {'port': {'device_id': '167970b1-3dd9-4095-bd00-1c14854611bd', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c92a461a9cd14f06a360f73925de8d5a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:20.074292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Allocated IP 172.25.6.176 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/e11e5732-626c-4853-889b-817318fb0ff0) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:20.089260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Attempting to bind port f4fee454-6743-4028-907d-7fa47e6c5b3f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:20.089888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Attempting to bind port f4fee454-6743-4028-907d-7fa47e6c5b3f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:20.092032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Attempting to bind port f4fee454-6743-4028-907d-7fa47e6c5b3f on network 1836a041-1a75-4ca1-9b19-1f3f1883e066 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:20.107060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a99a9c6e-4bff-4ec0-968d-a0ba465dd26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.121027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:20.123295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Checking segment: {'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:20.123920 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.129196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Bound using segment: {'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:20.129982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Bound port: f4fee454-6743-4028-907d-7fa47e6c5b3f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:20.130921 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.336975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] For port f4fee454-6743-4028-907d-7fa47e6c5b3f, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:20.353954 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] For port f4fee454-6743-4028-907d-7fa47e6c5b3f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f4fee454-6743-4028-907d-7fa47e6c5b3f,segment=NetworkSegment(5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2),segment_id=5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:20.366468 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.414527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd850002-1bf2-4580-9b2d-2174fb17ae83 req-98dbc352-14cd-4da6-a6b4-fe02c3f52b03 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 210 time: 0.0832169 Feb 19 00:20:20.425366 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Publish callbacks [] for security_group (6700091b-0da9-4b6d-993c-71696c6d2bfc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.438838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6700091b-0da9-4b6d-993c-71696c6d2bfc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.462835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:20:20.474866 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fda7d744-f838-49f1-94a3-24a768cf636b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.475282 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Added segment fda7d744-f838-49f1-94a3-24a768cf636b of type vlan for network 27fd59a6-47ce-4b4a-8778-73986042949a Feb 19 00:20:20.525259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def3d3ff-031a-4d3a-848f-3cde62fd1221 None None] Pushing event updated for resources: {'Port': ['ID=f4fee454-6743-4028-907d-7fa47e6c5b3f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:20.527539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (27fd59a6-47ce-4b4a-8778-73986042949a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.538747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-939361fd-a90c-4996-b2da-fba26c3cea14 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:20.540942 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-939361fd-a90c-4996-b2da-fba26c3cea14 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7806740 Feb 19 00:20:20.572994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Request body: {'port': {'device_id': '33b6b561-2e16-4204-b664-e046d968fde0', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c92a461a9cd14f06a360f73925de8d5a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:20.588106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700091b-0da9-4b6d-993c-71696c6d2bfc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:20.590878 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (27fd59a6-47ce-4b4a-8778-73986042949a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.592029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:20.592624 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.630103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5679533 Feb 19 00:20:20.649810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55316) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:20.650596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Made reservation on behalf of c92a461a9cd14f06a360f73925de8d5a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:20.660224 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.668996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Request body: {'subnet': {'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-subnet', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:20.795510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Made reservation on behalf of 72fe3a75459b41bba59047920b385ad4 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:20.804852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:20.905230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac4889-1d4f-4660-914e-8425ff14fbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=27fd59a6-47ce-4b4a-8778-73986042949a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:20.926788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 27fd59a6-47ce-4b4a-8778-73986042949a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:20:21.063350 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks [] for port (e11e5732-626c-4853-889b-817318fb0ff0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.123360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Made reservation on behalf of c92a461a9cd14f06a360f73925de8d5a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:21.148360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.154034 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.265356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e11e5732-626c-4853-889b-817318fb0ff0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.281785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Allocated IP 192.168.233.12 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/008d2d31-f04c-4b1e-bd16-7aaf9489830e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:21.382965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:21.409482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:21.426874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:21.442147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f4fee454-6743-4028-907d-7fa47e6c5b3f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:21.483232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Pushing event updated for resources: {'Port': ['ID=e11e5732-626c-4853-889b-817318fb0ff0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:21.556676 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (edf1c4eb-9cc9-482f-8e26-f3085e2bb476), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.607121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f4fee454-6743-4028-907d-7fa47e6c5b3f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:21.607919 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.794138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.865991 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.879814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f4fee454-6743-4028-907d-7fa47e6c5b3f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:21.880577 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:21.895231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:21.921375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55344) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:21.941310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0907ffb-ff58-49eb-af0d-1ff5f82f6366 req-cbc5cf85-590d-4541-b1ea-99a428f54051 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 210 time: 0.0870132 Feb 19 00:20:22.074917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port f4fee454-6743-4028-907d-7fa47e6c5b3f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f4fee454-6743-4028-907d-7fa47e6c5b3f,segment=NetworkSegment(5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2),segment_id=5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:22.090652 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:22.092304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks [] for router_gateway (920202e0-f85d-4cf3-9c76-1df4eefdccd1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:22.147596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf1c4eb-9cc9-482f-8e26-f3085e2bb476,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:22.168542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:22.200324 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Checking segment: {'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:22.201177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Network hostable DHCP agents. Network: 27fd59a6-47ce-4b4a-8778-73986042949a, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:20:22.222197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:22.238906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:22.284542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=f4fee454-6743-4028-907d-7fa47e6c5b3f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:22.354140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'Port': ['ID=008d2d31-f04c-4b1e-bd16-7aaf9489830e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:22.426007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Network 27fd59a6-47ce-4b4a-8778-73986042949a is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:20:22.453315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:22.454013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:22.458160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 27fd59a6-47ce-4b4a-8778-73986042949a) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:22.484654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:22.485259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:22.512961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-acc084d2-63b3-40b7-a0f2-9d7d79d432ac tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4663250 Feb 19 00:20:22.523788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51b89ce-9c72-4fda-bd74-795ec7e077e2 None None] Network 27fd59a6-47ce-4b4a-8778-73986042949a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:22.535995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Request body: {'port': {'device_id': '167970b1-3dd9-4095-bd00-1c14854611bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:22.555886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-94758c6f-4fc0-441f-a3c6-834fce49a255 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8929555 Feb 19 00:20:22.576543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55366) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:22.795246 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:22.831170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307b8d4-dbca-4515-8925-d4bcb6f7b0ca None None] Network 1836a041-1a75-4ca1-9b19-1f3f1883e066 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:22.873661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-74d5f1c4-040a-460d-99b6-45421628a616 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:20:22.874719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-74d5f1c4-040a-460d-99b6-45421628a616 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9454372 Feb 19 00:20:22.938968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:23.006980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (920202e0-f85d-4cf3-9c76-1df4eefdccd1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.082152 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.087278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ffbb96e1-e0a2-4026-aa1e-560ce10feb6c None None] Provisioning complete for port f4fee454-6743-4028-907d-7fa47e6c5b3f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:23.087957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffbb96e1-e0a2-4026-aa1e-560ce10feb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.240312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8502249-8a98-4751-abba-5ee076d3e6f7 req-36bb307d-c793-462e-8adc-685bf93be370 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 210 time: 0.1037357 Feb 19 00:20:23.248798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f4fee454-6743-4028-907d-7fa47e6c5b3f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:23.317509 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.319768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.380080 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.385610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks [] for router_controller (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.460399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-27fd59a6-47ce-4b4a-8778-73986042949a', 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a', 'project_id': '72fe3a75459b41bba59047920b385ad4', 'fixed_ips': [{'subnet_id': 'edf1c4eb-9cc9-482f-8e26-f3085e2bb476'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:20:23.461284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.503514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ffbb96e1-e0a2-4026-aa1e-560ce10feb6c None None] Current status of the port f4fee454-6743-4028-907d-7fa47e6c5b3f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:23.510472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Allocated IP 192.168.233.181 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/b70dc4f8-a752-47a0-813f-2d740d1db052) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:23.738987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f4fee454-6743-4028-907d-7fa47e6c5b3f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:23.739378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.825973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5fc3d25-5b02-445e-be17-4c6d7f9e4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:23.829068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5fc3d25-5b02-445e-be17-4c6d7f9e4459 service neutron] 10.222.0.60 "GET /v2.0/ports/887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 1124 time: 0.4131138 Feb 19 00:20:23.843276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Request body: {'binding': {'host': 'n-h1-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:23.844394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Unknown quota resources ['binding']. {{(pid=103649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:20:23.877319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:20:23.885019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Allocated IP 172.20.0.2 (27fd59a6-47ce-4b4a-8778-73986042949a/edf1c4eb-9cc9-482f-8e26-f3085e2bb476/9961c549-8e1e-43b0-8fb6-c502786f323c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:23.932464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f94d5546-f38e-42a4-80fa-0d713dd6be87 None None] Provisioning complete for port 008d2d31-f04c-4b1e-bd16-7aaf9489830e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:23.932464 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f94d5546-f38e-42a4-80fa-0d713dd6be87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:23.977903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.096017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f94d5546-f38e-42a4-80fa-0d713dd6be87 None None] Port 008d2d31-f04c-4b1e-bd16-7aaf9489830e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:24.135149 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.160891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f4fee454-6743-4028-907d-7fa47e6c5b3f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:24.191017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on host n-h1-826527-3 for vnic_type normal with profile None {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:24.192993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:24.195154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:24.247961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.258218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks [] for router_gateway (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.285309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:24.305781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:24.309630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:24.330675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'Port': ['ID=b70dc4f8-a752-47a0-813f-2d740d1db052,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:24.338916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:24.342140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:24.343158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:24.344633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Bound port: 887cd24b-eb28-455a-abe7-3264ee8e799d, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:24.363624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:24.377951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:24.382067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:24.462875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:24.463589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.469677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-edf82f4c-5d41-4eb9-b2a3-95e2ffc765af None None] Provisioning complete for port f4fee454-6743-4028-907d-7fa47e6c5b3f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:24.484421 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-edf82f4c-5d41-4eb9-b2a3-95e2ffc765af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.611320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55426) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:24.650291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5b8601cc-f167-4d01-92d9-231d1b0d1e44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0822406 Feb 19 00:20:24.671745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Request body: {'port': {'device_id': '33b6b561-2e16-4204-b664-e046d968fde0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:24.771570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.805509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:24.827381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.829276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-0935a1da-d0e0-4b6b-9018-5e2c3132b426 service neutron] 10.222.0.60 "POST /v2.0/ports/887cd24b-eb28-455a-abe7-3264ee8e799d/bindings HTTP/1.1" status: 201 len: 389 time: 0.9929590 Feb 19 00:20:24.843323 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Publish callbacks [] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.861110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fa616-302e-470e-91a1-6b47f2c46ecf req-d7b41691-0835-41e8-80c4-d0348a8555cc tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:24.863985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-374fa616-302e-470e-91a1-6b47f2c46ecf req-d7b41691-0835-41e8-80c4-d0348a8555cc tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 936 time: 0.2664144 Feb 19 00:20:24.880043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:20:24.893350 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Sync routers for ids ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:20:24.909294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.925061 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Routers {'920202e0-f85d-4cf3-9c76-1df4eefdccd1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:24.927872 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:24.936412 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:24.939125 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df4a0b70-f3b5-46fa-b0ca-5ffe90e222db admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0501750 Feb 19 00:20:24.947369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55432) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:24.948543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 008d2d31-f04c-4b1e-bd16-7aaf9489830e {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:24.983498 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Publish callbacks [] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:25.057103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Pushing event updated for resources: {'Port': ['ID=9961c549-8e1e-43b0-8fb6-c502786f323c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:25.058353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-374fa616-302e-470e-91a1-6b47f2c46ecf req-94bd7f52-2ce4-4dbe-b844-e670ac3a775f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631904 Feb 19 00:20:25.059542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Transition to ACTIVE for port object 008d2d31-f04c-4b1e-bd16-7aaf9489830e will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:20:25.071084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:25.083908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Network 27fd59a6-47ce-4b4a-8778-73986042949a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:25.138447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-edf82f4c-5d41-4eb9-b2a3-95e2ffc765af None None] Current status of the port f4fee454-6743-4028-907d-7fa47e6c5b3f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:25.141823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:25.146534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:25.267715 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Set router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:25.334342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.113', 53287) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:25.356872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Attempting to bind port 9961c549-8e1e-43b0-8fb6-c502786f323c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:25.362947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Attempting to bind port 9961c549-8e1e-43b0-8fb6-c502786f323c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:25.363339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Attempting to bind port 9961c549-8e1e-43b0-8fb6-c502786f323c on network 27fd59a6-47ce-4b4a-8778-73986042949a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:25.369254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Pushing event updated for resources: {'Port': ['ID=008d2d31-f04c-4b1e-bd16-7aaf9489830e,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:25.376643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:25.377004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Checking segment: {'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:25.377500 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:25.382484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Bound using segment: {'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:25.383115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Bound port: 9961c549-8e1e-43b0-8fb6-c502786f323c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:25.383526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:25.397119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3151176e-c1f9-4a2f-adb6-f4ab99db64ae None None] Provisioning complete for port b70dc4f8-a752-47a0-813f-2d740d1db052 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:25.397649 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3151176e-c1f9-4a2f-adb6-f4ab99db64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:25.518104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3151176e-c1f9-4a2f-adb6-f4ab99db64ae None None] Port b70dc4f8-a752-47a0-813f-2d740d1db052 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:25.642955 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:20:21Z', 'revision_number': 3, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port': {'id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:19Z', 'updated_at': '2022-02-19T00:20:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:25.654051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73bfaf-79ec-4067-b9da-ccf7378f6691 req-3fdafa9e-62f8-49d3-a2de-885785574552 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:25.667704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad73bfaf-79ec-4067-b9da-ccf7378f6691 req-3fdafa9e-62f8-49d3-a2de-885785574552 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 945 time: 0.4277284 Feb 19 00:20:25.712349 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Checking router: 920202e0-f85d-4cf3-9c76-1df4eefdccd1 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:20:25.712947 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Updating router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 port e11e5732-626c-4853-889b-817318fb0ff0 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:20:25.720746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] For port 9961c549-8e1e-43b0-8fb6-c502786f323c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:25.724815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] For port 9961c549-8e1e-43b0-8fb6-c502786f323c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9961c549-8e1e-43b0-8fb6-c502786f323c,segment=NetworkSegment(fda7d744-f838-49f1-94a3-24a768cf636b),segment_id=fda7d744-f838-49f1-94a3-24a768cf636b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:25.744950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-f98b9810-3de3-44cd-9578-a09059415cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:25.746896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-f98b9810-3de3-44cd-9578-a09059415cbf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1127 time: 0.4113057 Feb 19 00:20:25.747745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Attempting to bind port 008d2d31-f04c-4b1e-bd16-7aaf9489830e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:25.748090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Attempting to bind port 008d2d31-f04c-4b1e-bd16-7aaf9489830e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:25.748389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Attempting to bind port 008d2d31-f04c-4b1e-bd16-7aaf9489830e on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:25.757020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:25.759739 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e11e5732-626c-4853-889b-817318fb0ff0), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:25.838122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Port 008d2d31-f04c-4b1e-bd16-7aaf9489830e on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:25.839102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Attempting to bind port 008d2d31-f04c-4b1e-bd16-7aaf9489830e on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:25.919919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a4ced-8eea-4c64-a51c-66d0bcf077f9 None None] Pushing event updated for resources: {'Port': ['ID=9961c549-8e1e-43b0-8fb6-c502786f323c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:25.967310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:25.967912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:25.968478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:25.969073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Bound port: 008d2d31-f04c-4b1e-bd16-7aaf9489830e, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:25.969581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.004899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55460) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:26.058434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-0ce61f44-f056-49bd-97ca-7c836ea6281b tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f0096536f06948c8880d591fee04c083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944481 Feb 19 00:20:26.117324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad73bfaf-79ec-4067-b9da-ccf7378f6691 req-1e56e527-7067-4ffe-9a59-5343710eb952 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207876 Feb 19 00:20:26.235158 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Publish callbacks [] for port (e11e5732-626c-4853-889b-817318fb0ff0), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.250531 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e11e5732-626c-4853-889b-817318fb0ff0), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.279796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3af3c81e-5fc6-41aa-9ba0-0b8d75960bee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.333102 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffce6b-7561-435f-967c-a0e1fa66fe3b None None] Pushing event updated for resources: {'Port': ['ID=e11e5732-626c-4853-889b-817318fb0ff0,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:26.345436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6620b5f4-7b20-40ca-8d22-15ef9f5bce75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.355619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-310c0929-3cba-4651-a327-6f70f9ef4ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:26.357363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-310c0929-3cba-4651-a327-6f70f9ef4ea7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.5859833 Feb 19 00:20:26.394796 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Attempting to bind port e11e5732-626c-4853-889b-817318fb0ff0 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:26.395180 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Attempting to bind port e11e5732-626c-4853-889b-817318fb0ff0 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:26.395671 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Attempting to bind port e11e5732-626c-4853-889b-817318fb0ff0 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:26.399505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] For port 008d2d31-f04c-4b1e-bd16-7aaf9489830e, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:26.410934 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:26.411359 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:26.422204 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.422204 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:26.422204 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Bound port: e11e5732-626c-4853-889b-817318fb0ff0, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:26.422204 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e11e5732-626c-4853-889b-817318fb0ff0), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.490496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-7810b0ed-ae34-4edc-ba5b-40dd35023ffa service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 217 time: 0.1078804 Feb 19 00:20:26.528475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] For port 008d2d31-f04c-4b1e-bd16-7aaf9489830e, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=008d2d31-f04c-4b1e-bd16-7aaf9489830e,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:26.561956 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] For port e11e5732-626c-4853-889b-817318fb0ff0, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:26.580458 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] For port e11e5732-626c-4853-889b-817318fb0ff0, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e11e5732-626c-4853-889b-817318fb0ff0,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:26.593517 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e11e5732-626c-4853-889b-817318fb0ff0), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.618267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-bbc58c8f-08f3-4806-afe1-c43fca576d64 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:26.625769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-bbc58c8f-08f3-4806-afe1-c43fca576d64 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4960325 Feb 19 00:20:26.628923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.841648 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffce6b-7561-435f-967c-a0e1fa66fe3b None None] Pushing event updated for resources: {'Port': ['ID=e11e5732-626c-4853-889b-817318fb0ff0,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:26.863776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3af3c81e-5fc6-41aa-9ba0-0b8d75960bee admin admin] Publish callbacks [] for security_group (ecbbedb3-0acf-442e-b758-f4053e5244d7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.865663 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Routers {'920202e0-f85d-4cf3-9c76-1df4eefdccd1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:26.872627 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:26.905736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3af3c81e-5fc6-41aa-9ba0-0b8d75960bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ecbbedb3-0acf-442e-b758-f4053e5244d7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:26.993298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-65fede22-c612-44aa-892b-36183d5f2b98 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/quotas/f0096536f06948c8880d591fee04c083 HTTP/1.1" status: 200 len: 375 time: 0.3661826 Feb 19 00:20:27.015055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:27.015708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:27.017144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] 10.222.0.113 "PUT /v2.0/ports/008d2d31-f04c-4b1e-bd16-7aaf9489830e HTTP/1.1" status: 200 len: 1095 time: 4.4928985 Feb 19 00:20:27.031449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167970b1-3dd9-4095-bd00-1c14854611bd', 'tag': '008d2d31-f04c-4b1e-bd16-7aaf9489830e'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:27.036631 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195ced75-e7bc-43c9-a9cd-d8ee12001384" -d '{"events": [{"name": "network-changed", "server_uuid": "167970b1-3dd9-4095-bd00-1c14854611bd", "tag": "008d2d31-f04c-4b1e-bd16-7aaf9489830e"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:27.066598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d59b6fff-7755-4bfa-a9fc-cf859d2577a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:27.068180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d59b6fff-7755-4bfa-a9fc-cf859d2577a2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.5645454 Feb 19 00:20:27.073438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b70dc4f8-a752-47a0-813f-2d740d1db052 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:27.107881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-2df335df-326e-4829-8a5a-b2ec35453058 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0096536f06948c8880d591fee04c083&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1135669 Feb 19 00:20:27.171955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Publish callbacks [] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:27.241660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fc984-9b28-4c39-b215-5a6e66bf984a service neutron] Pushing event updated for resources: {'Port': ['ID=008d2d31-f04c-4b1e-bd16-7aaf9489830e,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:27.260038 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3af3c81e-5fc6-41aa-9ba0-0b8d75960bee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f0cd640c7c9416e940dec6e7fa2c23e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6465986 Feb 19 00:20:27.277643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55472) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:27.279620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3c81e-5fc6-41aa-9ba0-0b8d75960bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbbedb3-0acf-442e-b758-f4053e5244d7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:27.281014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9c25fe18-e65f-4f4f-ab3d-9895c9d3bc34 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1896679 Feb 19 00:20:27.328475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Transition to ACTIVE for port object b70dc4f8-a752-47a0-813f-2d740d1db052 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:20:27.379118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531580b7-79bc-41d3-8642-ce5c66169f1f req-0b171298-a030-4dbe-bafd-926551e067ae tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:27.381535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:27.383560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-531580b7-79bc-41d3-8642-ce5c66169f1f req-0b171298-a030-4dbe-bafd-926551e067ae tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 936 time: 0.8699825 Feb 19 00:20:27.450682 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] Set router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:27.483968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6620b5f4-7b20-40ca-8d22-15ef9f5bce75 admin admin] Publish callbacks [] for security_group (61b2206d-c210-4136-bc48-5fd8f7dd6304), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:27.538046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6620b5f4-7b20-40ca-8d22-15ef9f5bce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (61b2206d-c210-4136-bc48-5fd8f7dd6304), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:27.653909 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b14cbc-76f6-4293-97fb-34b35317131c x-openstack-request-id: req-49b14cbc-76f6-4293-97fb-34b35317131c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:27.654398 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167970b1-3dd9-4095-bd00-1c14854611bd", "tag": "008d2d31-f04c-4b1e-bd16-7aaf9489830e", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:27.654793 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49b14cbc-76f6-4293-97fb-34b35317131c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:27.655329 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167970b1-3dd9-4095-bd00-1c14854611bd', 'tag': '008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'status': 'completed', 'code': 200} Feb 19 00:20:27.684504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Pushing event updated for resources: {'Port': ['ID=b70dc4f8-a752-47a0-813f-2d740d1db052,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:27.695938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks [] for router_gateway (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:27.759625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:27.845768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6620b5f4-7b20-40ca-8d22-15ef9f5bce75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ad0f481c99249c2b49cee85ecc52abd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8350503 Feb 19 00:20:27.852817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55486) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:27.853834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620b5f4-7b20-40ca-8d22-15ef9f5bce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b2206d-c210-4136-bc48-5fd8f7dd6304,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:27.888442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-531580b7-79bc-41d3-8642-ce5c66169f1f req-9834108a-cad3-462f-a58d-a98a02eefa9c tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4890196 Feb 19 00:20:27.902986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-07b89160-e946-4ce9-9b29-9e9fba8d2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:27.905422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-07b89160-e946-4ce9-9b29-9e9fba8d2d8c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 1129 time: 0.7546041 Feb 19 00:20:28.024516 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:20:21Z', 'revision_number': 3, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port': {'id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:19Z', 'updated_at': '2022-02-19T00:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:28.027396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-44274067-a5cd-431f-960f-b717defdae74 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=008d2d31-f04c-4b1e-bd16-7aaf9489830e HTTP/1.1" status: 200 len: 217 time: 0.0879159 Feb 19 00:20:28.081610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724cbfbd-3c8a-40d9-9843-7f6dde533618 None None] Network 27fd59a6-47ce-4b4a-8778-73986042949a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:28.117288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-e7b88707-ce2c-4f7c-8e07-9d900f089f54 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780266 Feb 19 00:20:28.160910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97731319-a0c1-44e3-9d80-3a5a801674d1 req-bb4fba61-7e37-4ad1-95e8-bf88923cf053 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 210 time: 0.1943822 Feb 19 00:20:28.181901 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2b1a14-8d91-4f04-a4ea-e18642395ca3 None None] The sync data for ids ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'] in n-d-826527-3 is: [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:20:21Z', 'revision_number': 3, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port': {'id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:19Z', 'updated_at': '2022-02-19T00:20:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:20:28.187159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Allocated IP 172.25.6.70 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/8bcbde4b-2fec-4c0a-ac57-355b9953d699) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:28.245256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5900a4aa-31a5-4720-a0db-3d0db49e03d3 admin admin] Publish callbacks [] for security_group (61b2206d-c210-4136-bc48-5fd8f7dd6304), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:28.289085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb2e11-8d7b-473a-9497-36bb8aaede20 req-b3a1e88a-7b92-462d-9111-dc93686395a0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:28.297435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcbb2e11-8d7b-473a-9497-36bb8aaede20 req-b3a1e88a-7b92-462d-9111-dc93686395a0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 945 time: 0.5543084 Feb 19 00:20:28.421798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks [] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:28.435711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5900a4aa-31a5-4720-a0db-3d0db49e03d3 admin admin] Publish callbacks [] for security_group (61b2206d-c210-4136-bc48-5fd8f7dd6304), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:28.502771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9961c549-8e1e-43b0-8fb6-c502786f323c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:28.532948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-b4fa1827-4e0e-40e3-b7ff-85b20dff2ac8 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683617 Feb 19 00:20:28.550563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:28.565891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-271c03e1-85b3-44c5-b797-ee9297be0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:28.574930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-271c03e1-85b3-44c5-b797-ee9297be0927 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.5292704 Feb 19 00:20:28.581426 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce4c503a-b249-4a36-92ec-79c08e3aaf89 admin admin] Publish callbacks [] for security_group (ecbbedb3-0acf-442e-b758-f4053e5244d7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:28.605361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:28.609707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:28.632806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcbb2e11-8d7b-473a-9497-36bb8aaede20 req-6e31b0fa-7be1-4965-8d6d-8c2097017ef2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341036 Feb 19 00:20:28.668081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5900a4aa-31a5-4720-a0db-3d0db49e03d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (61b2206d-c210-4136-bc48-5fd8f7dd6304), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:28.674634 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5900a4aa-31a5-4720-a0db-3d0db49e03d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:28.676065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5900a4aa-31a5-4720-a0db-3d0db49e03d3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61b2206d-c210-4136-bc48-5fd8f7dd6304 HTTP/1.1" status: 204 len: 168 time: 0.8191259 Feb 19 00:20:28.710229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a261a97f-f648-4f0c-9929-5e4900ef8ef1 None None] Provisioning complete for port 9961c549-8e1e-43b0-8fb6-c502786f323c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:28.712137 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a261a97f-f648-4f0c-9929-5e4900ef8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:28.854810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:28.911812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a4aa-31a5-4720-a0db-3d0db49e03d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b2206d-c210-4136-bc48-5fd8f7dd6304,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:28.923762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55498) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:29.010365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9961c549-8e1e-43b0-8fb6-c502786f323c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:29.010892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.057506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-237b46f7-87aa-4542-8196-9009a933ffa5 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:29.059950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-237b46f7-87aa-4542-8196-9009a933ffa5 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.3327281 Feb 19 00:20:29.087199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826527-3'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:29.111073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Attempting to bind port b70dc4f8-a752-47a0-813f-2d740d1db052 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:29.111672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Attempting to bind port b70dc4f8-a752-47a0-813f-2d740d1db052 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:29.113139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Attempting to bind port b70dc4f8-a752-47a0-813f-2d740d1db052 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:29.174774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Port b70dc4f8-a752-47a0-813f-2d740d1db052 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:29.175166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Attempting to bind port b70dc4f8-a752-47a0-813f-2d740d1db052 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:29.190817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:29.191164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:29.191546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:29.192015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Bound port: b70dc4f8-a752-47a0-813f-2d740d1db052, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:29.192377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.232017 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce4c503a-b249-4a36-92ec-79c08e3aaf89 admin admin] Publish callbacks [] for security_group (ecbbedb3-0acf-442e-b758-f4053e5244d7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.233935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a261a97f-f648-4f0c-9929-5e4900ef8ef1 None None] Current status of the port 9961c549-8e1e-43b0-8fb6-c502786f323c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:29.243270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-eade5d47-053c-4428-9141-8485667319ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:29.245645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-eade5d47-053c-4428-9141-8485667319ed service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5683796 Feb 19 00:20:29.253060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a261a97f-f648-4f0c-9929-5e4900ef8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.377645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a261a97f-f648-4f0c-9929-5e4900ef8ef1 None None] For port 9961c549-8e1e-43b0-8fb6-c502786f323c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9961c549-8e1e-43b0-8fb6-c502786f323c,segment=NetworkSegment(fda7d744-f838-49f1-94a3-24a768cf636b),segment_id=fda7d744-f838-49f1-94a3-24a768cf636b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:29.406891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a261a97f-f648-4f0c-9929-5e4900ef8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.409018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Pushing event updated for resources: {'Port': ['ID=8bcbde4b-2fec-4c0a-ac57-355b9953d699,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:29.435555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-1f60f6dc-1217-4746-9c0b-f36b2145cce8 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605136 Feb 19 00:20:29.482399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261a97f-f648-4f0c-9929-5e4900ef8ef1 None None] Pushing event updated for resources: {'Port': ['ID=9961c549-8e1e-43b0-8fb6-c502786f323c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:29.493251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9961c549-8e1e-43b0-8fb6-c502786f323c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:29.493920 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.609486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-49e674ef-8333-4a05-9d38-272166fe199c None None] Provisioning complete for port 9961c549-8e1e-43b0-8fb6-c502786f323c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:29.611352 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49e674ef-8333-4a05-9d38-272166fe199c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.667956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.673677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55506) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:29.679590 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:20:29.680200 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:20:29.687196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] For port b70dc4f8-a752-47a0-813f-2d740d1db052, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:29.696019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] For port b70dc4f8-a752-47a0-813f-2d740d1db052, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b70dc4f8-a752-47a0-813f-2d740d1db052,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:29.701311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ebd168e-a28a-484a-a7f5-2b5675551039 req-a4ae7ad5-67fc-4766-9a1f-d9a100ba66c6 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 210 time: 0.2637033 Feb 19 00:20:29.716417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe18a0-ca13-4c64-9c86-4f27192ee830 req-a6fab526-b1f8-439a-a592-362afa0acaaf tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:29.723832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9fe18a0-ca13-4c64-9c86-4f27192ee830 req-a6fab526-b1f8-439a-a592-362afa0acaaf tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 948 time: 0.6238594 Feb 19 00:20:29.815685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-49e674ef-8333-4a05-9d38-272166fe199c None None] Current status of the port 9961c549-8e1e-43b0-8fb6-c502786f323c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:29.856538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.113', 53289) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:29.860459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.906311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-7967b440-53b8-48b3-b455-7c13ede103e6 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=f0096536f06948c8880d591fee04c083&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384963 Feb 19 00:20:29.910918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5055ddb-0d0f-4d40-ace4-d363f61aa5e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.948852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c78e0f9-a694-4efc-ad39-b6ee24935974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:29.954611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-0cbd49d7-de24-4dda-ad79-86866353b8cb service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955382 Feb 19 00:20:29.965911 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.097114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9fe18a0-ca13-4c64-9c86-4f27192ee830 req-05c20e26-ba02-47b3-ba91-4516fc8d95ed tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722007 Feb 19 00:20:30.221591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530f7ae-58fe-45f1-86c9-c23f6cc8d2e8 req-2eb6cf3c-b930-4afe-84d6-802d6b7b546c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:30.223264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f530f7ae-58fe-45f1-86c9-c23f6cc8d2e8 req-2eb6cf3c-b930-4afe-84d6-802d6b7b546c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 945 time: 0.3506241 Feb 19 00:20:30.231627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9961c549-8e1e-43b0-8fb6-c502786f323c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:30.372705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:30.373340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.375674 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] 10.222.0.113 "PUT /v2.0/ports/b70dc4f8-a752-47a0-813f-2d740d1db052 HTTP/1.1" status: 200 len: 1096 time: 5.7113061 Feb 19 00:20:30.376319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b6b561-2e16-4204-b664-e046d968fde0', 'tag': 'b70dc4f8-a752-47a0-813f-2d740d1db052'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:30.379514 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1814b3b3-73a9-4a68-90bf-16ae28e6d145" -d '{"events": [{"name": "network-changed", "server_uuid": "33b6b561-2e16-4204-b664-e046d968fde0", "tag": "b70dc4f8-a752-47a0-813f-2d740d1db052"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:30.389970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-b6bfa319-c8f7-485a-8896-630749459981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:30.392138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-b6bfa319-c8f7-485a-8896-630749459981 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 1129 time: 0.3223174 Feb 19 00:20:30.408664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-fc18ac96-ad47-46d9-88b2-19fb6ec1e9a7 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:30.412226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-fc18ac96-ad47-46d9-88b2-19fb6ec1e9a7 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4563065 Feb 19 00:20:30.447877 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce4c503a-b249-4a36-92ec-79c08e3aaf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ecbbedb3-0acf-442e-b758-f4053e5244d7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.451127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce4c503a-b249-4a36-92ec-79c08e3aaf89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.452970 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce4c503a-b249-4a36-92ec-79c08e3aaf89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ecbbedb3-0acf-442e-b758-f4053e5244d7 HTTP/1.1" status: 204 len: 168 time: 3.1679323 Feb 19 00:20:30.528034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:30.532630 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e19a40-6711-40e6-9159-4fba2108b400 x-openstack-request-id: req-62e19a40-6711-40e6-9159-4fba2108b400 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:30.532940 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b6b561-2e16-4204-b664-e046d968fde0", "tag": "b70dc4f8-a752-47a0-813f-2d740d1db052", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:30.533258 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62e19a40-6711-40e6-9159-4fba2108b400 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:30.533712 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b6b561-2e16-4204-b664-e046d968fde0', 'tag': 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'status': 'completed', 'code': 200} Feb 19 00:20:30.538764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74932116-4470-43d2-bd5a-e0317104c20f service neutron] Pushing event updated for resources: {'Port': ['ID=b70dc4f8-a752-47a0-813f-2d740d1db052,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:30.573041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c503a-b249-4a36-92ec-79c08e3aaf89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbbedb3-0acf-442e-b758-f4053e5244d7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:30.580906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e11e5732-626c-4853-889b-817318fb0ff0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:30.581715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:30.653116 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Publish callbacks [] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.662673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Request body: {'port': {'device_id': '1d8777fb-f6a8-421d-917e-0200362a5ac9', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'f0096536f06948c8880d591fee04c083'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:30.702230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:30.710598 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361f464e-44f8-496d-ab22-7c2802152dbf" -d '{"events": [{"server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "name": "network-vif-unplugged", "status": "completed", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:30.737758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e11e5732-626c-4853-889b-817318fb0ff0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:30.742008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks [] for router_gateway (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.742821 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e11e5732-626c-4853-889b-817318fb0ff0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.745803 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.890548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e11e5732-626c-4853-889b-817318fb0ff0 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:30.891736 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e11e5732-626c-4853-889b-817318fb0ff0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.911309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Allocated IP 172.20.0.1 (1836a041-1a75-4ca1-9b19-1f3f1883e066/6edda2c2-8521-410e-bad5-9fa0d7c6326a/23f30f04-dfd8-4c5b-a5de-c2f50b6febfe) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:30.923951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e11e5732-626c-4853-889b-817318fb0ff0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e11e5732-626c-4853-889b-817318fb0ff0,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:30.932452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e11e5732-626c-4853-889b-817318fb0ff0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.934175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9961c549-8e1e-43b0-8fb6-c502786f323c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:30.940137 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5055ddb-0d0f-4d40-ace4-d363f61aa5e0 admin admin] Publish callbacks [] for security_group (5fcd8671-168e-4036-a9c3-568164abba88), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:30.957725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5055ddb-0d0f-4d40-ace4-d363f61aa5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5fcd8671-168e-4036-a9c3-568164abba88), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.005473 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b5055ddb-0d0f-4d40-ace4-d363f61aa5e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=050a88bc663f42a3ac2a100e5b4f7e34&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1648788 Feb 19 00:20:31.021062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-e93739f6-df5d-430b-aa99-6bcb05c795e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:31.022788 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-e93739f6-df5d-430b-aa99-6bcb05c795e5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 1130 time: 0.5648203 Feb 19 00:20:31.040836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55522) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:31.048424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e11e5732-626c-4853-889b-817318fb0ff0,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:31.124256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9961c549-8e1e-43b0-8fb6-c502786f323c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:31.128979 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.161316 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c78e0f9-a694-4efc-ad39-b6ee24935974 admin admin] Publish callbacks [] for security_group (17cba0a3-353a-4a5c-b0ae-c6d1a9caacdb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.194924 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-5dba24ac-e949-4604-ab14-6ff3a230c584 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=b70dc4f8-a752-47a0-813f-2d740d1db052 HTTP/1.1" status: 200 len: 217 time: 0.1170371 Feb 19 00:20:31.208899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5055ddb-0d0f-4d40-ace4-d363f61aa5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcd8671-168e-4036-a9c3-568164abba88,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:31.233918 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001a091a-7115-4a88-97cb-d86063d7d9dd x-openstack-request-id: req-001a091a-7115-4a88-97cb-d86063d7d9dd {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:31.233918 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "name": "network-vif-unplugged", "status": "completed", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:31.233918 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-001a091a-7115-4a88-97cb-d86063d7d9dd {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:31.233918 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d', 'code': 200} Feb 19 00:20:31.247688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f530f7ae-58fe-45f1-86c9-c23f6cc8d2e8 req-8fcacb5b-5c6c-44ed-9e8b-1387b1ac3b7a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0095305 Feb 19 00:20:31.279294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9961c549-8e1e-43b0-8fb6-c502786f323c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:31.307497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1bc22b7d-a876-4a95-a01d-b285cc815a26 req-208532e1-b400-4cc6-aaad-d280127c9717 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 210 time: 0.0892694 Feb 19 00:20:31.307988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c78e0f9-a694-4efc-ad39-b6ee24935974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (17cba0a3-353a-4a5c-b0ae-c6d1a9caacdb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.376720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78e0f9-a694-4efc-ad39-b6ee24935974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cba0a3-353a-4a5c-b0ae-c6d1a9caacdb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:31.433629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-47e71ef8-689c-47a3-9176-844f5e396574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:31.435178 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-47e71ef8-689c-47a3-9176-844f5e396574 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2273970 Feb 19 00:20:31.438522 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Publish callbacks [] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.512079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:31.517712 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03f77d1e-a0ba-4d74-a4e4-f17afe28e930 admin admin] Publish callbacks [] for security_group (5fcd8671-168e-4036-a9c3-568164abba88), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.538547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5c78e0f9-a694-4efc-ad39-b6ee24935974 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50ee96cb31434ababb87d0ef53bc585d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5845339 Feb 19 00:20:31.547879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55538) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:31.574295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-97ea19b9-900e-48cf-986e-7721d9fc33c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:31.575596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-97ea19b9-900e-48cf-986e-7721d9fc33c8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 1.1458485 Feb 19 00:20:31.599580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03f77d1e-a0ba-4d74-a4e4-f17afe28e930 admin admin] Publish callbacks [] for security_group (5fcd8671-168e-4036-a9c3-568164abba88), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.637412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on host n-h2-826527-3 for vnic_type normal with profile {"migrating_to": "n-h1-826527-3"} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:31.637761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:31.638089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:31.643820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-1d99fb0e-1989-4a69-a2b9-a0f6aab44068 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=008d2d31-f04c-4b1e-bd16-7aaf9489830e HTTP/1.1" status: 200 len: 217 time: 0.0595043 Feb 19 00:20:31.666117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:31.666834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Attempting to bind port 887cd24b-eb28-455a-abe7-3264ee8e799d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:31.687061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-abae5ca2-8b5e-4d54-99c6-35b6a5d378b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:31.688636 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-abae5ca2-8b5e-4d54-99c6-35b6a5d378b1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2393160 Feb 19 00:20:31.690750 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.710512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.716824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04abad-1180-4dac-8060-8fc928231bde req-ba1ed151-64f3-4dfc-9e5d-befaaca96849 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:31.718415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a04abad-1180-4dac-8060-8fc928231bde req-ba1ed151-64f3-4dfc-9e5d-befaaca96849 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 948 time: 0.3205688 Feb 19 00:20:31.728078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:31.728498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:31.728877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:31.729374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Bound port: 887cd24b-eb28-455a-abe7-3264ee8e799d, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:31.729795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.774597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Made reservation on behalf of f0096536f06948c8880d591fee04c083 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:31.778234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.794408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-ba521f1a-bca3-43fe-bf06-18bb8fbb4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:31.795967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-ba521f1a-bca3-43fe-bf06-18bb8fbb4c7b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1457014 Feb 19 00:20:31.818806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.837973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3c46331f-ed32-47c9-847e-3f548b0e15b6 admin admin] Publish callbacks [] for security_group (17cba0a3-353a-4a5c-b0ae-c6d1a9caacdb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.840217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55544) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:31.854047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Network 1836a041-1a75-4ca1-9b19-1f3f1883e066 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:31.885512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:31.901974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:31.917467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Pushing event updated for resources: {'Port': ['ID=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:31.918234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03f77d1e-a0ba-4d74-a4e4-f17afe28e930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5fcd8671-168e-4036-a9c3-568164abba88), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.928767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03f77d1e-a0ba-4d74-a4e4-f17afe28e930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:31.933596 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03f77d1e-a0ba-4d74-a4e4-f17afe28e930 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5fcd8671-168e-4036-a9c3-568164abba88 HTTP/1.1" status: 204 len: 168 time: 0.8912554 Feb 19 00:20:31.953277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a04abad-1180-4dac-8060-8fc928231bde req-2fb1a417-e9fb-473c-b59e-c46495e48c7d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280788 Feb 19 00:20:31.988313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:32.007322 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:32.010357 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3c46331f-ed32-47c9-847e-3f548b0e15b6 admin admin] Publish callbacks [] for security_group (17cba0a3-353a-4a5c-b0ae-c6d1a9caacdb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.032755 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.099522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f77d1e-a0ba-4d74-a4e4-f17afe28e930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcd8671-168e-4036-a9c3-568164abba88,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:32.159904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-c62fe456-fb4f-41db-b595-afc5058fe2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:32.162431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-c62fe456-fb4f-41db-b595-afc5058fe2f0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3384738 Feb 19 00:20:32.179281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1802456989-network', 'tenant_id': '44035f0fd83143e0b67f821ac5a58ee6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:32.203438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (920202e0-f85d-4cf3-9c76-1df4eefdccd1), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.292161 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks [] for security_group (2e35a5c7-2fff-42af-b3ff-27a8997a43d0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.309363 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2e35a5c7-2fff-42af-b3ff-27a8997a43d0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.352463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e11e5732-626c-4853-889b-817318fb0ff0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:32.376189 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-14ec0a1f-a5c3-49f4-915b-3c40c973cbe3 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790507 Feb 19 00:20:32.450027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:32.454839 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.458420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] 10.222.0.113 "PUT /v2.0/ports/887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 1121 time: 3.3907037 Feb 19 00:20:32.472345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-24bd10e8-3cef-48a5-8cc0-e1d03a4783d9 None None] Provisioning complete for port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:32.472595 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24bd10e8-3cef-48a5-8cc0-e1d03a4783d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.532025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['887cd24b-eb28-455a-abe7-3264ee8e799d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:32.553048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=8']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:32.568521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-24bd10e8-3cef-48a5-8cc0-e1d03a4783d9 None None] Port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:32.573477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e11e5732-626c-4853-889b-817318fb0ff0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:32.573866 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e11e5732-626c-4853-889b-817318fb0ff0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.583948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e35a5c7-2fff-42af-b3ff-27a8997a43d0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:32.596247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:20:32.618784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Made reservation on behalf of 44035f0fd83143e0b67f821ac5a58ee6 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:32.621179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.654564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.686440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce2ed5eb-06f9-4505-b7eb-6fe63c274839 req-63847deb-1ef6-4291-977e-f5bd27f0b7ea tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 210 time: 0.2443945 Feb 19 00:20:32.705701 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8b7013e5-3f2b-4299-9593-a9387b14dbde req-4cebb624-1a35-4337-9813-a0accc902c0b service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701912 Feb 19 00:20:32.706617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3c46331f-ed32-47c9-847e-3f548b0e15b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (17cba0a3-353a-4a5c-b0ae-c6d1a9caacdb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.711501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3c46331f-ed32-47c9-847e-3f548b0e15b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:32.712964 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3c46331f-ed32-47c9-847e-3f548b0e15b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17cba0a3-353a-4a5c-b0ae-c6d1a9caacdb HTTP/1.1" status: 204 len: 168 time: 1.1614163 Feb 19 00:20:32.746403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e11e5732-626c-4853-889b-817318fb0ff0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:32.862757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-b41fd922-b4a6-4ff1-a98e-1d629df4a3dd service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832294 Feb 19 00:20:32.910857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a243bd-146d-46a4-8fb2-aa256d6edd26 req-6c3a4437-7743-4116-bed6-de60f61c960b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:32.913619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49a243bd-146d-46a4-8fb2-aa256d6edd26 req-6c3a4437-7743-4116-bed6-de60f61c960b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 943 time: 0.4884698 Feb 19 00:20:33.122616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Allocated IP 192.168.233.103 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/82b18768-7c79-4a07-90ad-66b7757cb78c) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:33.183479 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:20:33.209240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46331f-ed32-47c9-847e-3f548b0e15b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cba0a3-353a-4a5c-b0ae-c6d1a9caacdb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:33.265938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:33.268461 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80e50e2-d26d-403b-ae3c-6b946b359143" -d '{"events": [{"name": "network-changed", "server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:33.321213 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:33.363417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-195ced75-e7bc-43c9-a9cd-d8ee12001384 req-2abdaafa-d41b-4331-a6e2-0069ba709e12 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928555 Feb 19 00:20:33.385605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:20:33.396061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Sync routers for ids ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:20:33.429215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Routers {'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:33.430657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:33.435698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49a243bd-146d-46a4-8fb2-aa256d6edd26 req-f2631000-cf81-4c99-9aee-ade6c91c0ba7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990795 Feb 19 00:20:33.478289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-05b4bce7-f0da-4d9d-8bad-e2ce8c38660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:33.480184 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-05b4bce7-f0da-4d9d-8bad-e2ce8c38660f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 1130 time: 0.3254912 Feb 19 00:20:33.492298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:33.494087 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-53c89e18-cae7-408b-a21d-3ce10be29483 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.5909224 Feb 19 00:20:33.506654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:33.519397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55582) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:33.525357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0a824-5d94-41f0-b5de-f7454ab38160 req-872edb07-e082-442e-8817-57aa711132b1 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:33.527255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fa0a824-5d94-41f0-b5de-f7454ab38160 req-872edb07-e082-442e-8817-57aa711132b1 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 948 time: 0.3475947 Feb 19 00:20:33.553120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 008d2d31-f04c-4b1e-bd16-7aaf9489830e details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:20:33.603027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a2ec8ec-b153-4d32-9aae-a8f8d3e27ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:33.633146 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b21080-ccae-4f01-8c10-aab20758569e x-openstack-request-id: req-09b21080-ccae-4f01-8c10-aab20758569e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:33.633649 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:33.634107 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09b21080-ccae-4f01-8c10-aab20758569e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:33.634777 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d', 'status': 'completed', 'code': 200} Feb 19 00:20:33.679573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Publish callbacks [] for security_group (0e39a7a2-0478-47e7-9255-759557478140), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:33.697369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0e39a7a2-0478-47e7-9255-759557478140), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:33.766497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:20:33.792311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fa0a824-5d94-41f0-b5de-f7454ab38160 req-0977bf3c-7b61-4b67-8446-5b23dc345675 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505920 Feb 19 00:20:33.805059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-2ff43ff3-c417-4f2e-936b-e6c3008bc7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:33.806775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-2ff43ff3-c417-4f2e-936b-e6c3008bc7c0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3104577 Feb 19 00:20:33.846773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e39a7a2-0478-47e7-9255-759557478140,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:33.872373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (39001d2d-5856-4e6c-8097-a545bf20c7b8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:33.873075 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Added segment 39001d2d-5856-4e6c-8097-a545bf20c7b8 of type vlan for network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 Feb 19 00:20:33.908689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-fa36011b-4964-48e2-9d8e-c10fd3e3958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:33.910795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-fa36011b-4964-48e2-9d8e-c10fd3e3958a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1155 time: 0.2940860 Feb 19 00:20:33.933181 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-01e7279f-066f-4a51-9389-e715ed445d80 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=b70dc4f8-a752-47a0-813f-2d740d1db052 HTTP/1.1" status: 200 len: 217 time: 0.1175764 Feb 19 00:20:33.937875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Set router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:33.950559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks [] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.038498 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Publish callbacks [] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.053024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.068109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.079876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b10f34c-7ddc-4bfd-b541-17fd3c3a012c req-5e727d70-e875-4a8a-8a5a-7f870e8b8003 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 210 time: 0.1746829 Feb 19 00:20:34.137318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a2ec8ec-b153-4d32-9aae-a8f8d3e27ca2 admin admin] Publish callbacks [] for security_group (b6dc9265-0f53-4d2a-99c3-6516bc1a512b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.165090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 008d2d31-f04c-4b1e-bd16-7aaf9489830e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=008d2d31-f04c-4b1e-bd16-7aaf9489830e,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:34.175452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a2ec8ec-b153-4d32-9aae-a8f8d3e27ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b6dc9265-0f53-4d2a-99c3-6516bc1a512b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.193714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-876e12e0-60f4-49e0-83fe-ac1705b46837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:34.195706 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-876e12e0-60f4-49e0-83fe-ac1705b46837 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2343323 Feb 19 00:20:34.196787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'mac_address': 'fa:16:3e:6a:08:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:20:34.235911 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.238251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:34.239131 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.262720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:29Z', 'revision_number': 3, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:34.263700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (920202e0-f85d-4cf3-9c76-1df4eefdccd1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.299942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Checking router: dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:20:34.300655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Updating router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:20:34.322270 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.331077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 008d2d31-f04c-4b1e-bd16-7aaf9489830e is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:34.331745 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.339499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-539e0102-ef7e-499b-8367-7ba076bb7c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:34.341766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-539e0102-ef7e-499b-8367-7ba076bb7c53 service neutron] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.4186320 Feb 19 00:20:34.355723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:34.357112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 008d2d31-f04c-4b1e-bd16-7aaf9489830e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:34.358898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Pushing event updated for resources: {'Port': ['ID=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:34.371522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:20:34.406560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a2ec8ec-b153-4d32-9aae-a8f8d3e27ca2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73d061b9d210421b9c5ee717003b5a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8681722 Feb 19 00:20:34.414356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55600) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:34.415407 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ec8ec-b153-4d32-9aae-a8f8d3e27ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6dc9265-0f53-4d2a-99c3-6516bc1a512b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:34.491526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8f57d5a3-6c75-4a08-bb5b-a5788cc66d69 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6501441 Feb 19 00:20:34.499702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55606) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:34.507134 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.537465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 008d2d31-f04c-4b1e-bd16-7aaf9489830e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=008d2d31-f04c-4b1e-bd16-7aaf9489830e,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:34.543970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Request body: {'subnet': {'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1802456989-subnet', 'tenant_id': '44035f0fd83143e0b67f821ac5a58ee6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:34.545348 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.612449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-449727a7-afec-4147-9ffc-dfdc9c7f8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:34.614562 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-449727a7-afec-4147-9ffc-dfdc9c7f8708 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4004374 Feb 19 00:20:34.617983 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd4b50eb-4608-4c43-888f-c30beda0f44c admin admin] Publish callbacks [] for security_group (b6dc9265-0f53-4d2a-99c3-6516bc1a512b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.620979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=008d2d31-f04c-4b1e-bd16-7aaf9489830e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:34.633573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Made reservation on behalf of 44035f0fd83143e0b67f821ac5a58ee6 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:34.637235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.772233 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd4b50eb-4608-4c43-888f-c30beda0f44c admin admin] Publish callbacks [] for security_group (b6dc9265-0f53-4d2a-99c3-6516bc1a512b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.801668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Network 1836a041-1a75-4ca1-9b19-1f3f1883e066 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:34.830139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:34.873559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-d2dc6483-c104-49e6-84c0-ff07ddac921f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 217 time: 0.1352007 Feb 19 00:20:34.893552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:34.896507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:34.951401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:34.954072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Pushing event updated for resources: {'Port': ['ID=82b18768-7c79-4a07-90ad-66b7757cb78c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:34.978743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:34.987667 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd4b50eb-4608-4c43-888f-c30beda0f44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b6dc9265-0f53-4d2a-99c3-6516bc1a512b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.997088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd4b50eb-4608-4c43-888f-c30beda0f44c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:34.998414 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bd4b50eb-4608-4c43-888f-c30beda0f44c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6dc9265-0f53-4d2a-99c3-6516bc1a512b HTTP/1.1" status: 204 len: 168 time: 0.5794775 Feb 19 00:20:35.026300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-ea1ed1b4-e96c-444d-bcf8-c3436a8de1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:35.028086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-ea1ed1b4-e96c-444d-bcf8-c3436a8de1a9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1401792 Feb 19 00:20:35.184618 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Publish callbacks [] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.222726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d39cdc-4360-4914-9181-6d141a0c1b39 req-11c0cb29-02d5-481f-808b-0f442e0381ee tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:35.225044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2d39cdc-4360-4914-9181-6d141a0c1b39 req-11c0cb29-02d5-481f-808b-0f442e0381ee tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 943 time: 0.4900281 Feb 19 00:20:35.231601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.240960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-02895c3e-2ac4-4073-8d47-ba22b83d37c9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1584191 Feb 19 00:20:35.333701 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-658f524a-b7c3-42be-a108-bacd17ea007e service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398909 Feb 19 00:20:35.362932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b50eb-4608-4c43-888f-c30beda0f44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6dc9265-0f53-4d2a-99c3-6516bc1a512b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:35.384171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (c832ec8d-ced2-4256-9b99-70a9e55a8e5f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.411830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:35.412513 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.419995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9fcb4bee-4407-476e-89f0-27c34c78823a None None] Provisioning complete for port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:35.420726 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9fcb4bee-4407-476e-89f0-27c34c78823a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.422711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Attempting to bind port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:35.423258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Attempting to bind port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:35.423764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Attempting to bind port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:35.429642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 887cd24b-eb28-455a-abe7-3264ee8e799d details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:20:35.433742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0958607-ca26-42cf-aef3-39ed9f92b96e None None] Pushing event updated for resources: {'Port': ['ID=8bcbde4b-2fec-4c0a-ac57-355b9953d699,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:35.577112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:35.577950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:35.577950 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.578460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:35.578947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Bound port: 8bcbde4b-2fec-4c0a-ac57-355b9953d699, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:35.582315 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.589509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c832ec8d-ced2-4256-9b99-70a9e55a8e5f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:35.647118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-d5fe343d-f03f-4585-ade5-ed155febd288 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2035649 Feb 19 00:20:35.667471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:20:35.669739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Checking segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:35.671046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Network hostable DHCP agents. Network: cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:20:35.671543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29662997-39b8-463a-826c-49458e0809d4 req-bbb5fca9-a692-4c17-a989-b132952076c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:35.677930 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1814b3b3-73a9-4a68-90bf-16ae28e6d145 req-06f03b42-a953-43c5-b715-1a1862578d70 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110201 Feb 19 00:20:35.682717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29662997-39b8-463a-826c-49458e0809d4 req-bbb5fca9-a692-4c17-a989-b132952076c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 948 time: 0.6884599 Feb 19 00:20:35.688924 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb4bee-4407-476e-89f0-27c34c78823a None None] Port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:35.690405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Request body: {'port': {'device_id': '1d8777fb-f6a8-421d-917e-0200362a5ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:35.702548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2d39cdc-4360-4914-9181-6d141a0c1b39 req-b0ee11c8-4941-462a-a5fd-ca58b4564e37 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707061 Feb 19 00:20:35.833250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:35.853480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] For port 8bcbde4b-2fec-4c0a-ac57-355b9953d699, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:35.868663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-59a64da9-b84a-4bd1-b416-72976e514b55 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264173 Feb 19 00:20:35.873744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 887cd24b-eb28-455a-abe7-3264ee8e799d has no active binding in host n-h1-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:20:35.874423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b70dc4f8-a752-47a0-813f-2d740d1db052 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:20:35.884690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] For port 8bcbde4b-2fec-4c0a-ac57-355b9953d699, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8bcbde4b-2fec-4c0a-ac57-355b9953d699,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:35.886788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-627d4de5-86a9-4084-9ab9-94b14840a5c7 None None] Provisioning complete for port 82b18768-7c79-4a07-90ad-66b7757cb78c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:35.887472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-627d4de5-86a9-4084-9ab9-94b14840a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.892801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:20:35.934779 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:35.945314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:36.016595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29662997-39b8-463a-826c-49458e0809d4 req-306acd42-304c-460e-b27d-e473c2ef8f07 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327420 Feb 19 00:20:36.028908 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:36.048815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-627d4de5-86a9-4084-9ab9-94b14840a5c7 None None] Port 82b18768-7c79-4a07-90ad-66b7757cb78c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:36.085574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Routers {'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:36.086546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:36.190387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abb044-df61-43c1-886f-ef1f9acf0d47 req-6d3f2fc8-0bed-432e-9208-5728213f083f tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:36.198003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8abb044-df61-43c1-886f-ef1f9acf0d47 req-6d3f2fc8-0bed-432e-9208-5728213f083f tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 936 time: 0.3282783 Feb 19 00:20:36.204719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b80e50e2-d26d-403b-ae3c-6b946b359143 req-c72f7534-9692-4441-9189-ad2431740770 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041956 Feb 19 00:20:36.218462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] Set router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:36.310674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:20:36.319903 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2cc49e3-a8f1-4baa-bad9-a013badec537 admin admin] 10.222.0.60 "PUT /v2.0/routers/920202e0-f85d-4cf3-9c76-1df4eefdccd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3650734 Feb 19 00:20:36.322035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:36.327490 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Sync routers for ids ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:20:36.346761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:36.347581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:36.359964 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Routers {'920202e0-f85d-4cf3-9c76-1df4eefdccd1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:36.360613 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:36.369958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a6e5a3-5610-49fe-b1f0-fb411075a248 None None] Network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:36.391852 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ffd72829-4312-4941-aff7-a12a22f06ef9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8896632 Feb 19 00:20:36.433808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0958607-ca26-42cf-aef3-39ed9f92b96e None None] Pushing event updated for resources: {'Port': ['ID=8bcbde4b-2fec-4c0a-ac57-355b9953d699,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:36.474234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Allocated IP 172.20.0.1 (27fd59a6-47ce-4b4a-8778-73986042949a/edf1c4eb-9cc9-482f-8e26-f3085e2bb476/3e02e855-58e2-404b-8be7-7fc79aec5fc3) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:36.603216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Publish callbacks [] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:36.607425 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Set router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:36.771620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8abb044-df61-43c1-886f-ef1f9acf0d47 req-0de0e0f8-9b4d-4542-a319-e41914a3b8d5 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601393 Feb 19 00:20:36.773098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:36.826073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Pushing event updated for resources: {'Port': ['ID=3e02e855-58e2-404b-8be7-7fc79aec5fc3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:36.847609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Network 27fd59a6-47ce-4b4a-8778-73986042949a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:36.865029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:36.870220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:36.912675 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.070782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b70dc4f8-a752-47a0-813f-2d740d1db052, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b70dc4f8-a752-47a0-813f-2d740d1db052,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:37.091602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'mac_address': 'fa:16:3e:ed:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:20:37.280390 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:20:32Z', 'revision_number': 4, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port': {'id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:19Z', 'updated_at': '2022-02-19T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '23f30f04-dfd8-4c5b-a5de-c2f50b6febfe', 'name': '', 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'mac_address': 'fa:16:3e:00:ce:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6edda2c2-8521-410e-bad5-9fa0d7c6326a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:29Z', 'updated_at': '2022-02-19T00:20:33Z', 'revision_number': 2, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'subnets': [{'id': '6edda2c2-8521-410e-bad5-9fa0d7c6326a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:37.284646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.297564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d05db49-1513-41e3-93fa-53ebca12f973 None None] Network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:37.325357 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Checking router: 920202e0-f85d-4cf3-9c76-1df4eefdccd1 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:20:37.325894 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Updating router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:20:37.362428 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.453020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40896d-2ce1-446d-91c3-1472e24bf3f4 req-b9d88130-d500-4542-8d38-9563c6d9f6b5 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:37.454805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf40896d-2ce1-446d-91c3-1472e24bf3f4 req-b9d88130-d500-4542-8d38-9563c6d9f6b5 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 943 time: 0.1127524 Feb 19 00:20:37.503264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b70dc4f8-a752-47a0-813f-2d740d1db052 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:37.503656 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.522217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b70dc4f8-a752-47a0-813f-2d740d1db052 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:37.522435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b18768-7c79-4a07-90ad-66b7757cb78c {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:37.529834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf40896d-2ce1-446d-91c3-1472e24bf3f4 req-d1ddae84-5acd-43fb-bd73-420d66cfe540 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681129 Feb 19 00:20:37.566043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b70dc4f8-a752-47a0-813f-2d740d1db052, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b70dc4f8-a752-47a0-813f-2d740d1db052,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:37.568945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-dd2b6222-e646-49f9-91f0-34a2055d92fd None None] Provisioning complete for port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:37.569341 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd2b6222-e646-49f9-91f0-34a2055d92fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.592937 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.595815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Publish callbacks [] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.647363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b70dc4f8-a752-47a0-813f-2d740d1db052,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:37.650557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 008d2d31-f04c-4b1e-bd16-7aaf9489830e up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:37.658855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:29Z', 'revision_number': 3, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:37.707405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82857633-9b7a-421d-96ad-9fa9bb0a20bd None None] The sync data for ids ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'] in n-d-826527-3 is: [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:29Z', 'revision_number': 3, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:20:37.721486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b6222-e646-49f9-91f0-34a2055d92fd None None] Port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:37.740349 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Publish callbacks [] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.755705 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.761684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 008d2d31-f04c-4b1e-bd16-7aaf9489830e completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:20:37.779484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 008d2d31-f04c-4b1e-bd16-7aaf9489830e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:37.780003 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.809458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Transition to ACTIVE for port object 82b18768-7c79-4a07-90ad-66b7757cb78c will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:20:37.823837 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.875792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b70dc4f8-a752-47a0-813f-2d740d1db052'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:37.908278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9796a04d-f156-4d6a-ba47-b508eeb332d5 req-a0b31788-8ce6-4481-aed8-e019e110cf46 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:37.920308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9796a04d-f156-4d6a-ba47-b508eeb332d5 req-a0b31788-8ce6-4481-aed8-e019e110cf46 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 949 time: 0.3758731 Feb 19 00:20:37.947763 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1266865-d0a3-426d-a795-44031eaf1ead None None] Pushing event updated for resources: {'Port': ['ID=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:37.969740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 008d2d31-f04c-4b1e-bd16-7aaf9489830e is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:37.970076 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:37.995710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Attempting to bind port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:37.996571 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Attempting to bind port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:37.997185 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Attempting to bind port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe on network 1836a041-1a75-4ca1-9b19-1f3f1883e066 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:38.019571 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:38.020402 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Checking segment: {'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:38.022258 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.022930 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Bound using segment: {'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:38.023616 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Bound port: 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:38.026917 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.046995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167970b1-3dd9-4095-bd00-1c14854611bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d2d31-f04c-4b1e-bd16-7aaf9489830e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:38.049872 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deff9715-941d-41a1-8c3e-e7c6143235fa" -d '{"events": [{"server_uuid": "167970b1-3dd9-4095-bd00-1c14854611bd", "name": "network-vif-plugged", "status": "completed", "tag": "008d2d31-f04c-4b1e-bd16-7aaf9489830e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:38.109166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 008d2d31-f04c-4b1e-bd16-7aaf9489830e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=008d2d31-f04c-4b1e-bd16-7aaf9489830e,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:38.136532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Publish callbacks [] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.138139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.142464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Pushing event updated for resources: {'Port': ['ID=82b18768-7c79-4a07-90ad-66b7757cb78c,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:38.208778 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] For port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:38.215747 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] For port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,segment=NetworkSegment(5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2),segment_id=5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:38.224461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=008d2d31-f04c-4b1e-bd16-7aaf9489830e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:38.227078 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.259522 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.288303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f855ab99-801b-4f90-9c62-8f0b90c808d0 None None] Provisioning complete for port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:38.292241 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f855ab99-801b-4f90-9c62-8f0b90c808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.302281 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Routers {'920202e0-f85d-4cf3-9c76-1df4eefdccd1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:38.306976 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:38.391098 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1266865-d0a3-426d-a795-44031eaf1ead None None] Pushing event updated for resources: {'Port': ['ID=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:38.613609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f855ab99-801b-4f90-9c62-8f0b90c808d0 None None] Current status of the port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:38.614302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f855ab99-801b-4f90-9c62-8f0b90c808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.621020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8bcbde4b-2fec-4c0a-ac57-355b9953d699 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:38.648038 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] Set router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:38.698958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f855ab99-801b-4f90-9c62-8f0b90c808d0 None None] For port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,segment=NetworkSegment(5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2),segment_id=5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:38.710085 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f855ab99-801b-4f90-9c62-8f0b90c808d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.766392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:38.766982 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.878596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-62cf8ae3-b2a2-4d54-8ebf-8f5e3a556144 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:38.885889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-62cf8ae3-b2a2-4d54-8ebf-8f5e3a556144 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 805 time: 0.7738461 Feb 19 00:20:38.887021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-03a96b75-b24b-4647-bc65-546ea47a2d9d None None] Provisioning complete for port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:38.887527 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03a96b75-b24b-4647-bc65-546ea47a2d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:38.896395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855ab99-801b-4f90-9c62-8f0b90c808d0 None None] Pushing event updated for resources: {'Port': ['ID=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:38.930941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9796a04d-f156-4d6a-ba47-b508eeb332d5 req-b81d59e8-db0f-4735-a176-8841d326c5ff tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0093374 Feb 19 00:20:39.012412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-b4e847ed-c5e7-4d32-a79b-5776d758b096 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/quotas/44035f0fd83143e0b67f821ac5a58ee6 HTTP/1.1" status: 200 len: 375 time: 0.1251361 Feb 19 00:20:39.064780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:39.065079 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.079564 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:20:32Z', 'revision_number': 4, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port': {'id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:19Z', 'updated_at': '2022-02-19T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '23f30f04-dfd8-4c5b-a5de-c2f50b6febfe', 'name': '', 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'mac_address': 'fa:16:3e:00:ce:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6edda2c2-8521-410e-bad5-9fa0d7c6326a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:29Z', 'updated_at': '2022-02-19T00:20:38Z', 'revision_number': 4, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'subnets': [{'id': '6edda2c2-8521-410e-bad5-9fa0d7c6326a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:39.109844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.117011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-dfcc2a8a-9dd1-4773-bcb1-9ebe93b3beb9 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0980184 Feb 19 00:20:39.122390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Pushing event updated for resources: {'Port': ['ID=3e02e855-58e2-404b-8be7-7fc79aec5fc3,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:39.137988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 8bcbde4b-2fec-4c0a-ac57-355b9953d699, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8bcbde4b-2fec-4c0a-ac57-355b9953d699,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:39.142370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-03a96b75-b24b-4647-bc65-546ea47a2d9d None None] Current status of the port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:39.149811 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.153165 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6282c79d-2f4a-4b5c-bea2-3e9b7e250745 None None] The sync data for ids ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'] in n-d-826527-3 is: [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:20:32Z', 'revision_number': 4, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port': {'id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:19Z', 'updated_at': '2022-02-19T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '23f30f04-dfd8-4c5b-a5de-c2f50b6febfe', 'name': '', 'network_id': '1836a041-1a75-4ca1-9b19-1f3f1883e066', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'mac_address': 'fa:16:3e:00:ce:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '6edda2c2-8521-410e-bad5-9fa0d7c6326a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:29Z', 'updated_at': '2022-02-19T00:20:38Z', 'revision_number': 4, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'subnets': [{'id': '6edda2c2-8521-410e-bad5-9fa0d7c6326a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:20:39.287369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=8bcbde4b-2fec-4c0a-ac57-355b9953d699,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:39.363962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Attempting to bind port 82b18768-7c79-4a07-90ad-66b7757cb78c on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:39.364380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Attempting to bind port 82b18768-7c79-4a07-90ad-66b7757cb78c by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:39.364644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Attempting to bind port 82b18768-7c79-4a07-90ad-66b7757cb78c on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:39.386425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Port 82b18768-7c79-4a07-90ad-66b7757cb78c on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:39.386751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Attempting to bind port 82b18768-7c79-4a07-90ad-66b7757cb78c on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:39.415434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:39.415780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:39.416179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:39.416650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Bound port: 82b18768-7c79-4a07-90ad-66b7757cb78c, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:39.417019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.452574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-ae09119e-de3c-4d71-a4cb-75f5aa7ff677 service neutron] 10.222.0.60 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129883 Feb 19 00:20:39.485781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Network 27fd59a6-47ce-4b4a-8778-73986042949a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:39.499884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:39.622605 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b70dc4f8-a752-47a0-813f-2d740d1db052 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:39.713720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port b70dc4f8-a752-47a0-813f-2d740d1db052 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:20:39.720183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port b70dc4f8-a752-47a0-813f-2d740d1db052 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:39.720629 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.773837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] For port 82b18768-7c79-4a07-90ad-66b7757cb78c, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:39.827692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] For port 82b18768-7c79-4a07-90ad-66b7757cb78c, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=82b18768-7c79-4a07-90ad-66b7757cb78c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:39.843141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b70dc4f8-a752-47a0-813f-2d740d1db052 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:39.843603 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.845671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:20:39.847830 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.851615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-12add9bd-a68d-4c70-b7e2-b1ac3ff5e3e3 service neutron] 10.222.0.60 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646784 Feb 19 00:20:39.893883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e7bac-fceb-4cf0-b991-e3ca4f1ac41d req-f4a0c0c9-5af3-4646-aa0e-3ef5280138f6 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:39.895531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-944e7bac-fceb-4cf0-b991-e3ca4f1ac41d req-f4a0c0c9-5af3-4646-aa0e-3ef5280138f6 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 948 time: 0.2322133 Feb 19 00:20:39.913568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:39.914231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.915942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] 10.222.0.113 "PUT /v2.0/ports/82b18768-7c79-4a07-90ad-66b7757cb78c HTTP/1.1" status: 200 len: 1096 time: 4.2594836 Feb 19 00:20:39.917914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d8777fb-f6a8-421d-917e-0200362a5ac9', 'tag': '82b18768-7c79-4a07-90ad-66b7757cb78c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:39.925370 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d8777fb-f6a8-421d-917e-0200362a5ac9", "tag": "82b18768-7c79-4a07-90ad-66b7757cb78c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:39.963484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b47448c3-d087-4f7c-908f-d094c7eac626 None None] Provisioning complete for port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:39.963863 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b47448c3-d087-4f7c-908f-d094c7eac626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:39.971355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b70dc4f8-a752-47a0-813f-2d740d1db052, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b70dc4f8-a752-47a0-813f-2d740d1db052,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:39.994624 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:40.062248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b70dc4f8-a752-47a0-813f-2d740d1db052,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:40.091786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.092543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.093355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.094256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.094937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.095902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.096521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.097224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.097853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.098852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.099479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.101409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.102115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:20:40.112462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b527179-cc30-4ca5-b0ca-50fe04bd9a8b service neutron] Pushing event updated for resources: {'Port': ['ID=82b18768-7c79-4a07-90ad-66b7757cb78c,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:40.119053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b47448c3-d087-4f7c-908f-d094c7eac626 None None] Port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:40.220263 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177b8f69-0fc7-41db-93d1-d5c1a2ad1d43 x-openstack-request-id: req-177b8f69-0fc7-41db-93d1-d5c1a2ad1d43 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:40.221555 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167970b1-3dd9-4095-bd00-1c14854611bd", "name": "network-vif-plugged", "status": "completed", "tag": "008d2d31-f04c-4b1e-bd16-7aaf9489830e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:40.222166 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-177b8f69-0fc7-41db-93d1-d5c1a2ad1d43 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:40.223766 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167970b1-3dd9-4095-bd00-1c14854611bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'code': 200} Feb 19 00:20:40.255990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-944e7bac-fceb-4cf0-b991-e3ca4f1ac41d req-9fb4873b-cf0a-459b-b568-558ed586d94c tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378546 Feb 19 00:20:40.308595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-7fcbe1e4-71ca-496b-90e5-f27beadd7a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:40.315104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-7fcbe1e4-71ca-496b-90e5-f27beadd7a33 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f0096536f06948c8880d591fee04c083&device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 1130 time: 0.3154252 Feb 19 00:20:40.447237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-06b757fa-3666-402e-81e6-e77e87c3da5b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=82b18768-7c79-4a07-90ad-66b7757cb78c HTTP/1.1" status: 200 len: 217 time: 0.0905445 Feb 19 00:20:40.524562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:20:40.558748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c55c8-302f-447d-a383-263b57d0cf6d req-8f2c919c-49cf-4516-bcd6-a6230d9e9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:40.562872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-40c2cbd0-c9e1-47f9-aa32-3506645b262c admin admin] 10.222.0.60 "PUT /v2.0/routers/dc156d75-67f2-48b0-82d1-b0b0d1e38ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0514781 Feb 19 00:20:40.567521 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-980c55c8-302f-447d-a383-263b57d0cf6d req-8f2c919c-49cf-4516-bcd6-a6230d9e9bd0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 1131 time: 0.2333789 Feb 19 00:20:40.619124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8bcbde4b-2fec-4c0a-ac57-355b9953d699 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:40.718514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-3576dd06-42ca-416b-a964-5be315677771 service neutron] 10.222.0.126 "GET /v2.0/ports/887cd24b-eb28-455a-abe7-3264ee8e799d/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.4399903 Feb 19 00:20:40.731005 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-980c55c8-302f-447d-a383-263b57d0cf6d req-c58bc15e-fee8-444b-ae89-2073704ca12e service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571670 Feb 19 00:20:40.736286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:40.737023 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:40.786087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-6454e526-37f7-4eb2-bfb1-3d0ba2201426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:40.787623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-6454e526-37f7-4eb2-bfb1-3d0ba2201426 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2931933 Feb 19 00:20:40.803247 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c5ba7-de93-41bd-a932-442c749dfc60 req-1ff3eaf4-f736-4344-b98f-aed157bd0ccf tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:40.804901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a6c5ba7-de93-41bd-a932-442c749dfc60 req-1ff3eaf4-f736-4344-b98f-aed157bd0ccf tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 943 time: 0.3743451 Feb 19 00:20:40.894635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Sync routers for ids ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:20:40.940979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:40.942086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:40.944106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Routers {'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:40.944756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:40.983956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a6c5ba7-de93-41bd-a932-442c749dfc60 req-af7abcbf-728a-4071-ab01-14ee8477a07a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515975 Feb 19 00:20:41.074565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-aab3fcbe-bd0e-45c5-b15d-1bdfca20059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:41.076107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-aab3fcbe-bd0e-45c5-b15d-1bdfca20059c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1359541 Feb 19 00:20:41.121611 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d2a268-02fc-4bfd-9e26-4ed63bcba6d4 x-openstack-request-id: req-83d2a268-02fc-4bfd-9e26-4ed63bcba6d4 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:41.121918 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d8777fb-f6a8-421d-917e-0200362a5ac9", "tag": "82b18768-7c79-4a07-90ad-66b7757cb78c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:41.122195 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83d2a268-02fc-4bfd-9e26-4ed63bcba6d4 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:41.122658 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d8777fb-f6a8-421d-917e-0200362a5ac9', 'tag': '82b18768-7c79-4a07-90ad-66b7757cb78c', 'status': 'completed', 'code': 200} Feb 19 00:20:41.175577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:41.273313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:41.387996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9fcf94d-6d7e-403a-b6e6-e509beda9afa req-0ffe20bb-a199-43da-a508-32decc87dd94 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 210 time: 0.0519588 Feb 19 00:20:41.393504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:41.394031 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:41.399294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-bbcee70a-42ac-4564-a21b-607479071a20 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155441 Feb 19 00:20:41.406230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 887cd24b-eb28-455a-abe7-3264ee8e799d {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:41.432659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:41.446589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Set router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:41.464583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40661be9-24b1-405a-8f0d-6f156cf633e0 req-5c84492a-f0d4-44a6-93e5-2d881b25a483 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:41.466229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40661be9-24b1-405a-8f0d-6f156cf633e0 req-5c84492a-f0d4-44a6-93e5-2d881b25a483 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 950 time: 0.2478969 Feb 19 00:20:41.541625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:41.625538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:41.746431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:37Z', 'revision_number': 4, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3e02e855-58e2-404b-8be7-7fc79aec5fc3', 'name': '', 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'mac_address': 'fa:16:3e:8d:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'edf1c4eb-9cc9-482f-8e26-f3085e2bb476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:36Z', 'updated_at': '2022-02-19T00:20:37Z', 'revision_number': 2, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'subnets': [{'id': 'edf1c4eb-9cc9-482f-8e26-f3085e2bb476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:41.794678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Checking router: dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:20:41.794678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Updating router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:20:41.833928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:41.859290 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-f84ada7d-3b6f-4f50-9dce-6802d43520bf req-e2fbb395-1a39-4e50-97bb-2a1ff27f4e21 tempest-FloatingIPDetailsNegativeTestJSON-693816349 tempest-FloatingIPDetailsNegativeTestJSON-693816349-project] show failed (client error): The resource could not be found. Feb 19 00:20:41.860337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f84ada7d-3b6f-4f50-9dce-6802d43520bf req-e2fbb395-1a39-4e50-97bb-2a1ff27f4e21 tempest-FloatingIPDetailsNegativeTestJSON-693816349 tempest-FloatingIPDetailsNegativeTestJSON-693816349-project] 10.222.0.60 "GET /v2.0/floatingips/060c15e1-2585-4bf7-9805-6e8d0e8d24f2 HTTP/1.1" status: 404 len: 350 time: 0.3603499 Feb 19 00:20:41.873304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55752) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:42.111404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-dca9141c-c068-410d-88c2-00686afaac56 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:42.114123 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-dca9141c-c068-410d-88c2-00686afaac56 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.126 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 805 time: 0.3598452 Feb 19 00:20:42.114286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62b2a6b-50ee-466e-bf32-28e9567f4ae0 req-f19dab64-8079-49c3-896b-04726efd2204 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7028940 Feb 19 00:20:42.117552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40661be9-24b1-405a-8f0d-6f156cf633e0 req-6310cae5-5cdb-4787-9f67-2b1b27ae267b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6187320 Feb 19 00:20:42.165775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Request body: {'port': {'device_id': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'admin_state_up': True, 'tenant_id': '44035f0fd83143e0b67f821ac5a58ee6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:42.225649 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Publish callbacks [] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.229416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6b561-2e16-4204-b664-e046d968fde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70dc4f8-a752-47a0-813f-2d740d1db052'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:42.232844 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff18974-fa46-4f24-8ddd-d0965feb05eb" -d '{"events": [{"server_uuid": "33b6b561-2e16-4204-b664-e046d968fde0", "name": "network-vif-plugged", "status": "completed", "tag": "b70dc4f8-a752-47a0-813f-2d740d1db052"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:42.242703 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.373672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Made reservation on behalf of 44035f0fd83143e0b67f821ac5a58ee6 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:42.387702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.403112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] Transition to ACTIVE for port object 887cd24b-eb28-455a-abe7-3264ee8e799d will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:20:42.410931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Attempting to bind port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:42.411895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Attempting to bind port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:42.411895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Attempting to bind port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 on network 27fd59a6-47ce-4b4a-8778-73986042949a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:42.420953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:42.421966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Checking segment: {'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:42.422811 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.423463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Bound using segment: {'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:42.425111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Bound port: 3e02e855-58e2-404b-8be7-7fc79aec5fc3, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda7d744-f838-49f1-94a3-24a768cf636b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:42.425897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.429336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea71c7-dc5f-4633-b100-23f67f0bd013 None None] Pushing event updated for resources: {'Port': ['ID=3e02e855-58e2-404b-8be7-7fc79aec5fc3,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:42.445861 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.537037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] For port 3e02e855-58e2-404b-8be7-7fc79aec5fc3, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:42.542142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-0e1a215f-6879-4bc8-9d27-61b3427594ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:42.542389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] For port 3e02e855-58e2-404b-8be7-7fc79aec5fc3, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3e02e855-58e2-404b-8be7-7fc79aec5fc3,segment=NetworkSegment(fda7d744-f838-49f1-94a3-24a768cf636b),segment_id=fda7d744-f838-49f1-94a3-24a768cf636b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:42.543384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-0e1a215f-6879-4bc8-9d27-61b3427594ff service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f0096536f06948c8880d591fee04c083&device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 1130 time: 0.3357148 Feb 19 00:20:42.552310 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.620301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Routers {'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:42.621961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:42.642650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Allocated IP 172.20.0.4 (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810/c832ec8d-ced2-4256-9b99-70a9e55a8e5f/d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:42.679670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea71c7-dc5f-4633-b100-23f67f0bd013 None None] Pushing event updated for resources: {'Port': ['ID=3e02e855-58e2-404b-8be7-7fc79aec5fc3,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:42.682874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] No DVR routers for this DVR port 887cd24b-eb28-455a-abe7-3264ee8e799d on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:20:42.692418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b7213-0e33-4815-97a7-398017e9c4c1 req-5088c4dc-d33e-4c3a-8e06-d326e97cc278 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:42.694348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea3b7213-0e33-4815-97a7-398017e9c4c1 req-5088c4dc-d33e-4c3a-8e06-d326e97cc278 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 948 time: 0.3518729 Feb 19 00:20:42.704626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b54cfd74-74af-42cd-95a7-ccb0eff045a8 None None] Provisioning complete for port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:42.704626 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b54cfd74-74af-42cd-95a7-ccb0eff045a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.717919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] Pushing event updated for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:42.732218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3888a-09c7-441a-a609-01561808a352 req-5e19961e-03fe-4f9e-8ec4-7a96fca218a2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:42.733864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41a3888a-09c7-441a-a609-01561808a352 req-5e19961e-03fe-4f9e-8ec4-7a96fca218a2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 944 time: 0.3448641 Feb 19 00:20:42.831661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-9cff5fe8-db16-48b7-8606-ce17515f8b06 service neutron] 10.222.0.126 "PUT /v2.0/ports/887cd24b-eb28-455a-abe7-3264ee8e799d/bindings/n-h1-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 2.1039772 Feb 19 00:20:42.854648 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks [] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:42.879948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] Set router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:42.922805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea3b7213-0e33-4815-97a7-398017e9c4c1 req-cda95d86-ee94-4068-8e3a-ab94c8045bda tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986146 Feb 19 00:20:42.925871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-cabfb058-9177-4c19-8a26-b74616b05826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:42.931931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-cabfb058-9177-4c19-8a26-b74616b05826 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3558896 Feb 19 00:20:42.937403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41a3888a-09c7-441a-a609-01561808a352 req-2a03c2d0-4c63-4f72-89a2-ce4e23d789b8 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901391 Feb 19 00:20:42.997644 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.013383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-9818dda6-9b43-435e-aa33-756ef57e91b6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=82b18768-7c79-4a07-90ad-66b7757cb78c HTTP/1.1" status: 200 len: 217 time: 0.0597095 Feb 19 00:20:43.027773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b54cfd74-74af-42cd-95a7-ccb0eff045a8 None None] Current status of the port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:43.028491 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b54cfd74-74af-42cd-95a7-ccb0eff045a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.052129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:43.059851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:43.064778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:43.111171 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ba1751-6055-4d91-9ca5-7d3d9ae436a4 x-openstack-request-id: req-f9ba1751-6055-4d91-9ca5-7d3d9ae436a4 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:43.111988 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6b561-2e16-4204-b664-e046d968fde0", "name": "network-vif-plugged", "status": "completed", "tag": "b70dc4f8-a752-47a0-813f-2d740d1db052", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:43.112488 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9ba1751-6055-4d91-9ca5-7d3d9ae436a4 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:43.113464 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6b561-2e16-4204-b664-e046d968fde0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'code': 200} Feb 19 00:20:43.166325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Pushing event updated for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:43.176806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.177486 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.205382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-967acfce-ef1f-4cb7-b899-9886ba252209 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.207375 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-967acfce-ef1f-4cb7-b899-9886ba252209 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1126 time: 0.3018920 Feb 19 00:20:43.247318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-d7c953c5-8b49-4d58-bba5-c192e4905162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.248273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b54cfd74-74af-42cd-95a7-ccb0eff045a8 None None] For port 3e02e855-58e2-404b-8be7-7fc79aec5fc3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3e02e855-58e2-404b-8be7-7fc79aec5fc3,segment=NetworkSegment(fda7d744-f838-49f1-94a3-24a768cf636b),segment_id=fda7d744-f838-49f1-94a3-24a768cf636b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:43.249707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-d7c953c5-8b49-4d58-bba5-c192e4905162 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1824670 Feb 19 00:20:43.256036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b54cfd74-74af-42cd-95a7-ccb0eff045a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.287394 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-22be47bf-c904-4c18-8405-f4026e5c5d7c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1374593 Feb 19 00:20:43.325709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Request body: {'port': {'device_id': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:43.353611 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.375166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cfd74-74af-42cd-95a7-ccb0eff045a8 None None] Pushing event updated for resources: {'Port': ['ID=3e02e855-58e2-404b-8be7-7fc79aec5fc3,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:43.393982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-768052f0-2858-404b-b55c-968341e44833 None None] Provisioning complete for port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:43.394621 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-768052f0-2858-404b-b55c-968341e44833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.452491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-4604be5f-88c5-44e8-9027-996323f8e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.455789 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-4604be5f-88c5-44e8-9027-996323f8e62d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9 HTTP/1.1" status: 200 len: 1126 time: 0.2391620 Feb 19 00:20:43.457495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.459488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-b4ee4441-f28a-4db1-b20d-4749d286f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.462338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-b4ee4441-f28a-4db1-b20d-4749d286f1fa service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1896286 Feb 19 00:20:43.464262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0069ee9-655f-4e9c-8a49-c4af535483e1 req-a2e82f84-3ded-46a8-ba9c-109af9c62b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.465748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0069ee9-655f-4e9c-8a49-c4af535483e1 req-a2e82f84-3ded-46a8-ba9c-109af9c62b09 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 1132 time: 0.2882018 Feb 19 00:20:43.477318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:37Z', 'revision_number': 4, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3e02e855-58e2-404b-8be7-7fc79aec5fc3', 'name': '', 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'mac_address': 'fa:16:3e:8d:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'edf1c4eb-9cc9-482f-8e26-f3085e2bb476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:36Z', 'updated_at': '2022-02-19T00:20:42Z', 'revision_number': 4, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'subnets': [{'id': 'edf1c4eb-9cc9-482f-8e26-f3085e2bb476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:43.514579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1975f025-a98e-4c3f-9d88-1098878ccdc9 None None] The sync data for ids ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'] in n-d-826527-3 is: [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:37Z', 'revision_number': 4, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3e02e855-58e2-404b-8be7-7fc79aec5fc3', 'name': '', 'network_id': '27fd59a6-47ce-4b4a-8778-73986042949a', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'mac_address': 'fa:16:3e:8d:e6:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'edf1c4eb-9cc9-482f-8e26-f3085e2bb476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:36Z', 'updated_at': '2022-02-19T00:20:42Z', 'revision_number': 4, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'subnets': [{'id': 'edf1c4eb-9cc9-482f-8e26-f3085e2bb476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:20:43.557869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55774) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:43.565758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0b3b9a20-f59a-45ff-a142-e2bc96256333 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2011330144', 'description': 'tempest-description--1245647101'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:43.601704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-768052f0-2858-404b-b55c-968341e44833 None None] Current status of the port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:43.607985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-6bbf2c0e-4ee6-4656-9e93-6d951c50920e service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316569 Feb 19 00:20:43.644689 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9a20-f59a-45ff-a142-e2bc96256333 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.674021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bff948-ea45-42ee-b28c-9173aaa4629f req-8cdf75d5-13bd-4f2c-b6c0-507a2b590ec2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.683222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9bff948-ea45-42ee-b28c-9173aaa4629f req-8cdf75d5-13bd-4f2c-b6c0-507a2b590ec2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 931 time: 0.4501746 Feb 19 00:20:43.726057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-25efcc56-316c-4b86-8998-f8de9d34d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.727820 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-25efcc56-316c-4b86-8998-f8de9d34d731 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1126 time: 0.2375925 Feb 19 00:20:43.848846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0069ee9-655f-4e9c-8a49-c4af535483e1 req-62233f1e-160e-415a-8aa0-2b130834e368 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711669 Feb 19 00:20:43.944653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9a20-f59a-45ff-a142-e2bc96256333 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group (52b1ee26-3a13-4283-ad83-50a2105edafd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:43.961246 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-4e873efc-e594-4dc2-8f35-18c9273b3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:43.963209 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-4e873efc-e594-4dc2-8f35-18c9273b3e2d service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.2239585 Feb 19 00:20:43.967222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9a20-f59a-45ff-a142-e2bc96256333 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (52b1ee26-3a13-4283-ad83-50a2105edafd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.064220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b3b9a20-f59a-45ff-a142-e2bc96256333 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.065560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0b3b9a20-f59a-45ff-a142-e2bc96256333 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5057321 Feb 19 00:20:44.101518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55784) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:44.108691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1badb060-c549-415c-a4b3-d90ecfe6045a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Request body: {'security_group_rule': {'security_group_id': '52b1ee26-3a13-4283-ad83-50a2105edafd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:44.113443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b9a20-f59a-45ff-a142-e2bc96256333 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b1ee26-3a13-4283-ad83-50a2105edafd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:44.140905 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-a20878ed-4a63-492a-99fe-8eb5b6248efd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 217 time: 0.0862515 Feb 19 00:20:44.251013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1badb060-c549-415c-a4b3-d90ecfe6045a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group_rule (b0d5c403-4491-4d46-8e37-e78eba8678a7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.260386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 887cd24b-eb28-455a-abe7-3264ee8e799d no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:20:44.275309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ba148-910f-4fbb-bbeb-e15b4565b91e req-065caf30-e76d-43e7-9b80-aa2befe87271 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5843410 Feb 19 00:20:44.307655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-fb6acecd-ea69-4c41-a741-3da017b707c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:44.310143 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-fb6acecd-ea69-4c41-a741-3da017b707c8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1453176 Feb 19 00:20:44.341490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port 887cd24b-eb28-455a-abe7-3264ee8e799d host n-h1-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:20:44.344296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 887cd24b-eb28-455a-abe7-3264ee8e799d not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:20:44.348339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9bff948-ea45-42ee-b28c-9173aaa4629f req-f89dae84-5770-47e8-9891-908fec33a60d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6628549 Feb 19 00:20:44.410731 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d558efb9-0802-42c1-9d2e-7a5661b482f6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642488 Feb 19 00:20:44.455636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21082078-e070-4b1b-abd6-2f3456588263 req-969a7659-5655-4b6a-b995-8aafab22dcec tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:44.459258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21082078-e070-4b1b-abd6-2f3456588263 req-969a7659-5655-4b6a-b995-8aafab22dcec tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 950 time: 0.2697132 Feb 19 00:20:44.459482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:44.497309 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Publish callbacks [] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.501345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3e02e855-58e2-404b-8be7-7fc79aec5fc3 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:44.561534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:44.562107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.597172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Transition to ACTIVE for port object d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:20:44.618638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.626852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21082078-e070-4b1b-abd6-2f3456588263 req-b8ba5646-3a2c-4dd4-b1d0-5510d7e0bacf tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410432 Feb 19 00:20:44.629182 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1badb060-c549-415c-a4b3-d90ecfe6045a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group_rule (b0d5c403-4491-4d46-8e37-e78eba8678a7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.670120 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1badb060-c549-415c-a4b3-d90ecfe6045a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b0d5c403-4491-4d46-8e37-e78eba8678a7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.692760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:44.721920 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-8a8346fe-91ce-4d69-a555-520d71c34ca3 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829738 Feb 19 00:20:44.723474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14b81b-726f-443c-ac6e-0a534d6f6a8a req-9b26b0aa-def9-43d8-8c67-60b419e9b4bc tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:44.725472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c14b81b-726f-443c-ac6e-0a534d6f6a8a req-9b26b0aa-def9-43d8-8c67-60b419e9b4bc tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 948 time: 0.2024746 Feb 19 00:20:44.736940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1badb060-c549-415c-a4b3-d90ecfe6045a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.740659 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1badb060-c549-415c-a4b3-d90ecfe6045a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6355133 Feb 19 00:20:44.740659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badb060-c549-415c-a4b3-d90ecfe6045a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d5c403-4491-4d46-8e37-e78eba8678a7,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:44.743068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55790) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:44.750952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-560417db-d402-4147-bd74-2f7290277b44 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Request body: {'security_group_rule': {'security_group_id': '52b1ee26-3a13-4283-ad83-50a2105edafd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:44.757844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Pushing event updated for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:44.832221 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-560417db-d402-4147-bd74-2f7290277b44 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group_rule (2854c622-f9d0-4157-a018-bbfd1d5409f9), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:44.864681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c14b81b-726f-443c-ac6e-0a534d6f6a8a req-2d4171a4-56fc-4b1b-a8b0-3a5e096f446e tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296866 Feb 19 00:20:44.923610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Deleting port 3e02e855-58e2-404b-8be7-7fc79aec5fc3 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:20:44.924025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.018393 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-560417db-d402-4147-bd74-2f7290277b44 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group_rule (2854c622-f9d0-4157-a018-bbfd1d5409f9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.029354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee8154-38e2-49dc-a4b2-23ece3567d7a req-f1ed458c-894c-4968-966e-0edd8ddfce99 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:45.036882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4ee8154-38e2-49dc-a4b2-23ece3567d7a req-f1ed458c-894c-4968-966e-0edd8ddfce99 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 944 time: 0.2002072 Feb 19 00:20:45.047854 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-560417db-d402-4147-bd74-2f7290277b44 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (2854c622-f9d0-4157-a018-bbfd1d5409f9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.089177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560417db-d402-4147-bd74-2f7290277b44 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2854c622-f9d0-4157-a018-bbfd1d5409f9,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:45.139535 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-560417db-d402-4147-bd74-2f7290277b44 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.144640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-560417db-d402-4147-bd74-2f7290277b44 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3961391 Feb 19 00:20:45.151514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:45.156948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:45.161142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] For port 3e02e855-58e2-404b-8be7-7fc79aec5fc3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3e02e855-58e2-404b-8be7-7fc79aec5fc3,segment=NetworkSegment(fda7d744-f838-49f1-94a3-24a768cf636b),segment_id=fda7d744-f838-49f1-94a3-24a768cf636b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:45.161861 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.179503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4ee8154-38e2-49dc-a4b2-23ece3567d7a req-56139edb-a008-4c78-8abf-0b6cc9397c5a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415396 Feb 19 00:20:45.208546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Calling delete_port for 3e02e855-58e2-404b-8be7-7fc79aec5fc3 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:20:45.224700 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-700b6dd8-cfe8-4ef3-be7a-205e9a1ca8f8 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775224 Feb 19 00:20:45.225806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Attempting to bind port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:45.226608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Attempting to bind port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:45.227854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Attempting to bind port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:45.262992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:45.267783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Attempting to bind port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:45.278812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.281906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:45.283555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Checking segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:45.283555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Bound using segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:45.283555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Bound port: d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:45.284583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.445851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:45.450530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:45.464810 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.551510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3e02e855-58e2-404b-8be7-7fc79aec5fc3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.567605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:45.568283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.570010 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] 10.222.0.126 "PUT /v2.0/ports/d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 HTTP/1.1" status: 200 len: 1091 time: 2.2594438 Feb 19 00:20:45.570507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:45.573924 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe5094a-c54d-414d-8dd9-adb14c3920c9" -d '{"events": [{"name": "network-changed", "server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:45.590926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e02e855-58e2-404b-8be7-7fc79aec5fc3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:45.606164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.632920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 82b18768-7c79-4a07-90ad-66b7757cb78c details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:20:45.665425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55824) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:45.678210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2261-81c4-49fa-b5ac-fdb9af6ce653 req-074e2a9b-b9da-4479-b6c1-ea45cd653792 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:45.679945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4ff2261-81c4-49fa-b5ac-fdb9af6ce653 req-074e2a9b-b9da-4479-b6c1-ea45cd653792 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 943 time: 0.1979578 Feb 19 00:20:45.721334 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7539d907-a782-4fc3-8eb9-27256f2ad89e x-openstack-request-id: req-7539d907-a782-4fc3-8eb9-27256f2ad89e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:45.732660 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:45.732936 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7539d907-a782-4fc3-8eb9-27256f2ad89e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:45.733382 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'status': 'completed', 'code': 200} Feb 19 00:20:45.802641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846b02f-65ec-4285-adee-fe62a444161b service neutron] Pushing event updated for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:45.811743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 82b18768-7c79-4a07-90ad-66b7757cb78c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=82b18768-7c79-4a07-90ad-66b7757cb78c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:45.834155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '82b18768-7c79-4a07-90ad-66b7757cb78c', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '82b18768-7c79-4a07-90ad-66b7757cb78c', 'mac_address': 'fa:16:3e:03:77:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:20:45.874166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.911724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 82b18768-7c79-4a07-90ad-66b7757cb78c is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:45.912376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:45.912608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-ea8c0826-fdc4-4d5a-bab0-af020c3a8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:45.914651 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-ea8c0826-fdc4-4d5a-bab0-af020c3a8175 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 1125 time: 0.2422612 Feb 19 00:20:45.933815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b18768-7c79-4a07-90ad-66b7757cb78c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:45.954122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-bacfe6fe-b94f-402a-8730-026938bdc142 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:45.955665 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-bacfe6fe-b94f-402a-8730-026938bdc142 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1126 time: 0.4469624 Feb 19 00:20:45.968773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 82b18768-7c79-4a07-90ad-66b7757cb78c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=82b18768-7c79-4a07-90ad-66b7757cb78c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:45.970933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4ff2261-81c4-49fa-b5ac-fdb9af6ce653 req-04e35ace-c827-4591-80ff-b68cfeaa981d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838860 Feb 19 00:20:45.978375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.015491 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-0d7dccf9-64aa-4309-9ff3-1ecd5abe213e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 HTTP/1.1" status: 200 len: 217 time: 0.0778236 Feb 19 00:20:46.038347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deac5741-4239-4b6d-bb84-9f0d121c0a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.052489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=82b18768-7c79-4a07-90ad-66b7757cb78c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:46.092357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Allocated IP 172.25.6.163 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/0715ca46-b9f3-4595-99cb-a724074ca91e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:46.193797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954c7ef-4d26-40e6-a550-2810a3903cf8 req-7c51e229-9ad6-403a-9187-f2209e7ecf93 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:46.195339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6954c7ef-4d26-40e6-a550-2810a3903cf8 req-7c51e229-9ad6-403a-9187-f2209e7ecf93 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 950 time: 0.1144891 Feb 19 00:20:46.202389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-89a45558-e0fa-434c-a924-fbf28c4a2115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:46.202389 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-89a45558-e0fa-434c-a924-fbf28c4a2115 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 200 len: 845 time: 0.1595078 Feb 19 00:20:46.246954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f945fb7-47d4-4ab3-bcbc-5af8f3bfb64d req-062dd6c8-f67a-407c-84d8-a1e95330287a tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:46.248500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f945fb7-47d4-4ab3-bcbc-5af8f3bfb64d req-062dd6c8-f67a-407c-84d8-a1e95330287a tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 949 time: 0.1374049 Feb 19 00:20:46.270120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['82b18768-7c79-4a07-90ad-66b7757cb78c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:46.306491 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-8bdf539c-02d4-4085-b779-16b2b2e6eb2b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870345 Feb 19 00:20:46.385751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6954c7ef-4d26-40e6-a550-2810a3903cf8 req-c5401b55-dbf1-4f09-86c6-9cecf5fcd729 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470251 Feb 19 00:20:46.434946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f945fb7-47d4-4ab3-bcbc-5af8f3bfb64d req-c21b8583-0f72-4f4f-a15b-9acc4858fbba tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666603 Feb 19 00:20:46.447205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:20:46.459049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for port (0715ca46-b9f3-4595-99cb-a724074ca91e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.492175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deac5741-4239-4b6d-bb84-9f0d121c0a0a admin admin] Publish callbacks [] for security_group (beb7f86b-73b2-46f6-aff5-b25ccfb90cc3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.504130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-556ed4ee-f133-4f9c-80b5-8a43b16d982c service neutron] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:46.511414 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deac5741-4239-4b6d-bb84-9f0d121c0a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (beb7f86b-73b2-46f6-aff5-b25ccfb90cc3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.528059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-556ed4ee-f133-4f9c-80b5-8a43b16d982c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.529239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-556ed4ee-f133-4f9c-80b5-8a43b16d982c service neutron] 10.222.0.113 "DELETE /v2.0/ports/887cd24b-eb28-455a-abe7-3264ee8e799d/bindings/n-h2-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.5347466 Feb 19 00:20:46.615856 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-deac5741-4239-4b6d-bb84-9f0d121c0a0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=309a1058a58f4f57964088a9d746c420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9423125 Feb 19 00:20:46.616553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:46.621714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac5741-4239-4b6d-bb84-9f0d121c0a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb7f86b-73b2-46f6-aff5-b25ccfb90cc3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:46.634173 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-7a69a700-d95c-47f7-8192-89755a232c36 service neutron] 10.222.0.126 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114808 Feb 19 00:20:46.693384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0715ca46-b9f3-4595-99cb-a724074ca91e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.784385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:46.793404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:46.804271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:46.829345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event updated for resources: {'Port': ['ID=0715ca46-b9f3-4595-99cb-a724074ca91e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:46.871528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6231a293-8c99-489f-9080-c42a89ef95a1 admin admin] Publish callbacks [] for security_group (beb7f86b-73b2-46f6-aff5-b25ccfb90cc3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.885263 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4bfcfd1d-d57c-4eeb-834a-c120901cd62a req-5ebaf2cf-f909-4f4c-a8b3-4d372f0b5ae9 service neutron] 10.222.0.126 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397261 Feb 19 00:20:46.927693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6231a293-8c99-489f-9080-c42a89ef95a1 admin admin] Publish callbacks [] for security_group (beb7f86b-73b2-46f6-aff5-b25ccfb90cc3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:46.943241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27318302-8b08-451a-9881-64de63f31451 req-e01adeb8-8283-4054-adeb-ac3f34a922df tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:46.951921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27318302-8b08-451a-9881-64de63f31451 req-e01adeb8-8283-4054-adeb-ac3f34a922df tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 944 time: 0.4195678 Feb 19 00:20:46.975416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cb5cf-a7ba-4e6e-b0bc-6713f267a899 req-e4a258fc-41f7-40da-b773-c367e6eb5017 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:46.977000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e4cb5cf-a7ba-4e6e-b0bc-6713f267a899 req-e4a258fc-41f7-40da-b773-c367e6eb5017 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 949 time: 0.3971148 Feb 19 00:20:46.990133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:20:46.998358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-67a33d75-9689-4325-b78a-8b1ccc7cb9b4 admin admin] 10.222.0.60 "PUT /v2.0/routers/dc156d75-67f2-48b0-82d1-b0b0d1e38ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1202202 Feb 19 00:20:47.002875 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] Sync routers for ids ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:20:47.015017 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] Routers {'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:47.016010 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:47.016551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55846) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:47.074397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27318302-8b08-451a-9881-64de63f31451 req-0c6ee7e6-6604-4a0c-90d0-7c6a40c0213a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151061 Feb 19 00:20:47.099229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.139410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e4cb5cf-a7ba-4e6e-b0bc-6713f267a899 req-cae8fd13-014a-455d-8844-376312e52740 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537633 Feb 19 00:20:47.186357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-cad029cb-d200-476c-9432-94967d2a66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:47.187900 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-cad029cb-d200-476c-9432-94967d2a66f5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 1125 time: 0.2227197 Feb 19 00:20:47.214003 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] Set router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:47.237257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6231a293-8c99-489f-9080-c42a89ef95a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (beb7f86b-73b2-46f6-aff5-b25ccfb90cc3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.240220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6231a293-8c99-489f-9080-c42a89ef95a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.244758 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6231a293-8c99-489f-9080-c42a89ef95a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/beb7f86b-73b2-46f6-aff5-b25ccfb90cc3 HTTP/1.1" status: 204 len: 168 time: 0.6240528 Feb 19 00:20:47.280999 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0715ca46-b9f3-4595-99cb-a724074ca91e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.332934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231a293-8c99-489f-9080-c42a89ef95a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb7f86b-73b2-46f6-aff5-b25ccfb90cc3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:47.344661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks [] for router (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.383740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74bd5b-96d1-4a9d-8dbc-8e979c607c9c req-7925028b-948f-4892-8e8c-cbbe32ef1141 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:47.385445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a74bd5b-96d1-4a9d-8dbc-8e979c607c9c req-7925028b-948f-4892-8e8c-cbbe32ef1141 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 943 time: 0.1363206 Feb 19 00:20:47.454382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a74bd5b-96d1-4a9d-8dbc-8e979c607c9c req-7d266fbc-a98b-4d09-9035-d5fdc3ff79df tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622215 Feb 19 00:20:47.495277 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:45Z', 'revision_number': 5, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:47.525069 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] Checking router: dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:20:47.536729 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] Routers {'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:20:47.538014 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:47.644919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 82b18768-7c79-4a07-90ad-66b7757cb78c up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:47.743266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b8e79-a0fd-4f3f-868e-66f8d75fd746 req-12ef876a-0219-4d8e-96cd-bcb310011697 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:47.757287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af9b8e79-a0fd-4f3f-868e-66f8d75fd746 req-12ef876a-0219-4d8e-96cd-bcb310011697 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1126 time: 0.0802176 Feb 19 00:20:47.828758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55868) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:47.850040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 82b18768-7c79-4a07-90ad-66b7757cb78c completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:20:47.859481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 82b18768-7c79-4a07-90ad-66b7757cb78c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:47.859919 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.864496 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-927493da-a4f6-43d1-9ae3-bb386923ee09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.875194 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] Set router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:20:47.904358 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b81c505-6e70-4ad4-bc13-a33d02964c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.961508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af9b8e79-a0fd-4f3f-868e-66f8d75fd746 req-805b29f7-f98d-4d70-a639-5242bce1968a tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029686 Feb 19 00:20:47.971097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-03bee087-e428-46dc-9de1-80e3b0080c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:47.971275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 82b18768-7c79-4a07-90ad-66b7757cb78c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:47.971999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:47.974622 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-03bee087-e428-46dc-9de1-80e3b0080c37 service neutron] 10.222.0.126 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 906 time: 0.7743344 Feb 19 00:20:48.008417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8777fb-f6a8-421d-917e-0200362a5ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b18768-7c79-4a07-90ad-66b7757cb78c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:48.011268 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29746605-8ea9-446e-af21-3fe849f73026" -d '{"events": [{"server_uuid": "1d8777fb-f6a8-421d-917e-0200362a5ac9", "name": "network-vif-plugged", "status": "completed", "tag": "82b18768-7c79-4a07-90ad-66b7757cb78c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:48.033475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 82b18768-7c79-4a07-90ad-66b7757cb78c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=82b18768-7c79-4a07-90ad-66b7757cb78c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:48.042882 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.078354 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-bcc2aa6a-a46f-49eb-b3b8-3e0b5bba45ca service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 HTTP/1.1" status: 200 len: 217 time: 0.0950305 Feb 19 00:20:48.152710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:45Z', 'revision_number': 5, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:48.182420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=82b18768-7c79-4a07-90ad-66b7757cb78c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:48.182950 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks [] for router_gateway (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.199637 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e8a17-d007-44ae-aa1c-ed444597e120 None None] The sync data for ids ['dc156d75-67f2-48b0-82d1-b0b0d1e38ad4'] in n-d-826527-3 is: [{'id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1085893526-router', 'tenant_id': '72fe3a75459b41bba59047920b385ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70'}], 'enable_snat': True}, 'gw_port_id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:23Z', 'updated_at': '2022-02-19T00:20:45Z', 'revision_number': 5, 'project_id': '72fe3a75459b41bba59047920b385ad4', 'gw_port': {'id': '8bcbde4b-2fec-4c0a-ac57-355b9953d699', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:76:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc156d75-67f2-48b0-82d1-b0b0d1e38ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:27Z', 'updated_at': '2022-02-19T00:20:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:20:48.237597 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b81c505-6e70-4ad4-bc13-a33d02964c6f admin admin] Publish callbacks [] for security_group (0378377f-a5e1-41fd-9034-0e366e4fa547), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.252395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-ee112968-96ca-4a15-bff9-0ebacc5dd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:48.254597 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-ee112968-96ca-4a15-bff9-0ebacc5dd0ef service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 200 len: 845 time: 0.1625793 Feb 19 00:20:48.279441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03893c29-6a8e-40b0-9735-73185d2b39e4 req-ee877e3e-5119-47ea-992d-248924b9ef6a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:48.285057 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03893c29-6a8e-40b0-9735-73185d2b39e4 req-ee877e3e-5119-47ea-992d-248924b9ef6a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:48.287015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03893c29-6a8e-40b0-9735-73185d2b39e4 req-ee877e3e-5119-47ea-992d-248924b9ef6a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0&device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 1690 time: 0.3949037 Feb 19 00:20:48.288022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b81c505-6e70-4ad4-bc13-a33d02964c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0378377f-a5e1-41fd-9034-0e366e4fa547), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.325531 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-41762df9-2111-42a0-8b20-96b592ecc610 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626998 Feb 19 00:20:48.328739 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for port (0715ca46-b9f3-4595-99cb-a724074ca91e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.344064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (0715ca46-b9f3-4595-99cb-a724074ca91e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.362344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7b81c505-6e70-4ad4-bc13-a33d02964c6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7ebfcf10752347e696fe904da1ef6c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5292590 Feb 19 00:20:48.366707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55876) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:48.370219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b81c505-6e70-4ad4-bc13-a33d02964c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0378377f-a5e1-41fd-9034-0e366e4fa547,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:48.420204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fdb61c-ebcd-42b3-8e98-4886963c067e req-94296cb4-23bf-45c9-b410-471d73eee9fe tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:48.421835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1fdb61c-ebcd-42b3-8e98-4886963c067e req-94296cb4-23bf-45c9-b410-471d73eee9fe tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 950 time: 0.1898289 Feb 19 00:20:48.424245 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.436657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03893c29-6a8e-40b0-9735-73185d2b39e4 req-4f97c566-b732-4207-9a86-0b06af235bef tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346359 Feb 19 00:20:48.472598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Deleting port 8bcbde4b-2fec-4c0a-ac57-355b9953d699 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:20:48.472934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.512521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event updated for resources: {'Port': ['ID=0715ca46-b9f3-4595-99cb-a724074ca91e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:48.516261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1fdb61c-ebcd-42b3-8e98-4886963c067e req-e28f6cbb-73e4-4dfa-acb5-eac994f51346 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688212 Feb 19 00:20:48.519149 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc72707-cb22-4fe9-a34c-c00522c48729 x-openstack-request-id: req-dfc72707-cb22-4fe9-a34c-c00522c48729 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:48.520335 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8777fb-f6a8-421d-917e-0200362a5ac9", "name": "network-vif-plugged", "status": "completed", "tag": "82b18768-7c79-4a07-90ad-66b7757cb78c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:48.521118 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dfc72707-cb22-4fe9-a34c-c00522c48729 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:48.521118 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8777fb-f6a8-421d-917e-0200362a5ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b18768-7c79-4a07-90ad-66b7757cb78c', 'code': 200} Feb 19 00:20:48.534635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-785fa4be-5be1-4051-99bc-49536b60b8b6 admin admin] Publish callbacks [] for security_group (0378377f-a5e1-41fd-9034-0e366e4fa547), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.603817 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-785fa4be-5be1-4051-99bc-49536b60b8b6 admin admin] Publish callbacks [] for security_group (0378377f-a5e1-41fd-9034-0e366e4fa547), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.610862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3e02e855-58e2-404b-8be7-7fc79aec5fc3 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:20:48.656354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3e02e855-58e2-404b-8be7-7fc79aec5fc3 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:20:48.657073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3e02e855-58e2-404b-8be7-7fc79aec5fc3 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:20:48.716075 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-8528f690-c017-4f32-a9a0-b13cef4e51dc service neutron] 10.222.0.126 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3817489 Feb 19 00:20:48.717285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.786407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.798290 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8bd147a8-7df3-4f2e-99de-11f0fca395b1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6351204 Feb 19 00:20:48.870996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-a7c75838-cfa0-4bba-9538-d9175ba3ef41 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:48.872596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-a7c75838-cfa0-4bba-9538-d9175ba3ef41 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 821 time: 0.2251835 Feb 19 00:20:48.878288 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-785fa4be-5be1-4051-99bc-49536b60b8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0378377f-a5e1-41fd-9034-0e366e4fa547), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.878967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] For port 8bcbde4b-2fec-4c0a-ac57-355b9953d699, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8bcbde4b-2fec-4c0a-ac57-355b9953d699,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:48.879354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.881964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-785fa4be-5be1-4051-99bc-49536b60b8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:48.883922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-785fa4be-5be1-4051-99bc-49536b60b8b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0378377f-a5e1-41fd-9034-0e366e4fa547 HTTP/1.1" status: 204 len: 168 time: 0.5149908 Feb 19 00:20:48.896421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3f3e4-b71a-42b0-8c1a-cbd220500ef5 req-db7db43c-bc6a-4cd1-aac9-a77b9fb0881a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:48.898033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1e3f3e4-b71a-42b0-8c1a-cbd220500ef5 req-db7db43c-bc6a-4cd1-aac9-a77b9fb0881a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 943 time: 0.1438682 Feb 19 00:20:48.908396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Calling delete_port for 8bcbde4b-2fec-4c0a-ac57-355b9953d699 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:20:48.913273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fa4be-5be1-4051-99bc-49536b60b8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0378377f-a5e1-41fd-9034-0e366e4fa547,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:48.927767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-3d258158-f972-4d88-8aed-1c85b42d873f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/quotas/8e96c81bf49f49b4a9d958b3533d21e9 HTTP/1.1" status: 200 len: 375 time: 0.0284376 Feb 19 00:20:49.028304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e89c8-89aa-4814-8af1-28da0a326bdc req-5c9467e9-e3b7-4a3c-99ac-dd3b7ff39c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:49.028304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-637e89c8-89aa-4814-8af1-28da0a326bdc req-5c9467e9-e3b7-4a3c-99ac-dd3b7ff39c42 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 1132 time: 0.4066622 Feb 19 00:20:49.044574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1e3f3e4-b71a-42b0-8c1a-cbd220500ef5 req-78d7abd0-c41a-47af-967f-7099044006a4 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271238 Feb 19 00:20:49.085675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-62c35ffa-197c-449d-bba6-b3f46ab79935 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1303062 Feb 19 00:20:49.109642 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fe5094a-c54d-414d-8dd9-adb14c3920c9 req-0957a772-dd67-4876-833f-2d1dd6388e66 service neutron] 10.222.0.126 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511107 Feb 19 00:20:49.171666 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-637e89c8-89aa-4814-8af1-28da0a326bdc req-e97295d6-b39e-4018-a464-870e5aa2715d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372983 Feb 19 00:20:49.278531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddbeb6-c65a-4d6e-af24-357bdbdefcf7 req-965ca988-a08d-49c5-a76e-e71c917f5d6a tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:49.280494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18ddbeb6-c65a-4d6e-af24-357bdbdefcf7 req-965ca988-a08d-49c5-a76e-e71c917f5d6a tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 1132 time: 0.0640433 Feb 19 00:20:49.285220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8bcbde4b-2fec-4c0a-ac57-355b9953d699), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:49.324934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Pushing event deleted for resources: {'Port': ['ID=8bcbde4b-2fec-4c0a-ac57-355b9953d699,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:49.348773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-66c9124a-df8e-47c7-94a2-fd4fb11faac1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:20:49.350737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-66c9124a-df8e-47c7-94a2-fd4fb11faac1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0923333 Feb 19 00:20:49.391159 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:49.433509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18ddbeb6-c65a-4d6e-af24-357bdbdefcf7 req-a5814afb-7bb7-4e0c-af87-651ebc61f3ed tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401017 Feb 19 00:20:49.506114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-f5c43103-8e85-4d01-a671-b96195196b7c service neutron] 10.222.0.60 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409156 Feb 19 00:20:49.516026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:49.521440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks [] for router_controller (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:49.627933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (dc156d75-67f2-48b0-82d1-b0b0d1e38ad4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:49.629043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:20:49.635516 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:49.639400 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-761fad00-a9b6-4a2e-9fc0-cd39be9cbada admin admin] 10.222.0.60 "DELETE /v2.0/routers/dc156d75-67f2-48b0-82d1-b0b0d1e38ad4 HTTP/1.1" status: 204 len: 168 time: 2.6190991 Feb 19 00:20:49.640353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55930) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:49.640492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-ace859f9-1014-4294-977a-7cfaf1d6ba3b tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2011330144&fields=id&tenant_id=ca8f472355504c2a9adaab3987575585 HTTP/1.1" status: 200 len: 267 time: 0.1085663 Feb 19 00:20:49.707071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91a90f9-95bc-4c24-8369-c1b6c954d04c admin admin] Deleting subnet edf1c4eb-9cc9-482f-8e26-f3085e2bb476 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:20:49.711505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b91a90f9-95bc-4c24-8369-c1b6c954d04c admin admin] Publish callbacks [] for subnet (edf1c4eb-9cc9-482f-8e26-f3085e2bb476), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:49.718437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-841a5911-85a4-4de4-9c6e-eae5124e7da8 service neutron] 10.222.0.60 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005417 Feb 19 00:20:49.780310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b91a90f9-95bc-4c24-8369-c1b6c954d04c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (edf1c4eb-9cc9-482f-8e26-f3085e2bb476), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:49.823027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-67fac0f3-51c7-4483-a50e-4078e078039d tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:49.827211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-67fac0f3-51c7-4483-a50e-4078e078039d tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/networks?id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 200 len: 824 time: 0.1668243 Feb 19 00:20:49.851404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-1a374eb8-062a-4116-9441-d9dda1e598ce tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/quotas/ca8f472355504c2a9adaab3987575585 HTTP/1.1" status: 200 len: 375 time: 0.0171568 Feb 19 00:20:49.934155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3e8af23e-dff7-46e0-8f2c-4f0b17c75fe3 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca8f472355504c2a9adaab3987575585&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0818491 Feb 19 00:20:49.968163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b91a90f9-95bc-4c24-8369-c1b6c954d04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (edf1c4eb-9cc9-482f-8e26-f3085e2bb476), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:50.018932 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe25c635-c81d-4770-ae3c-11754a6a3fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:50.078984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b91a90f9-95bc-4c24-8369-c1b6c954d04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (edf1c4eb-9cc9-482f-8e26-f3085e2bb476), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:50.108340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-de89398f-221d-472d-a423-f18a5b4d45b5 service neutron] 10.222.0.60 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591203 Feb 19 00:20:50.120022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a90f9-95bc-4c24-8369-c1b6c954d04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf1c4eb-9cc9-482f-8e26-f3085e2bb476,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:50.127973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b91a90f9-95bc-4c24-8369-c1b6c954d04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:50.133553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daed9b6e-ddc1-47ad-92d6-593763a11280 None None] Network 27fd59a6-47ce-4b4a-8778-73986042949a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:20:50.145865 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b91a90f9-95bc-4c24-8369-c1b6c954d04c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/edf1c4eb-9cc9-482f-8e26-f3085e2bb476 HTTP/1.1" status: 204 len: 168 time: 0.5045042 Feb 19 00:20:50.146734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55950) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:50.381580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (27fd59a6-47ce-4b4a-8778-73986042949a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:50.398934 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-02086b84-4f47-4d40-88d0-c6e26e6334de service neutron] 10.222.0.60 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823551 Feb 19 00:20:50.538777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Deleting port 9961c549-8e1e-43b0-8fb6-c502786f323c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:20:50.543662 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:50.584553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d38d7-7cb9-497e-a36a-a72f366b3bf9 req-a329383e-5091-430c-a900-00dfb41e4f80 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:50.588375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e9d38d7-7cb9-497e-a36a-a72f366b3bf9 req-a329383e-5091-430c-a900-00dfb41e4f80 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 1131 time: 0.1380720 Feb 19 00:20:50.660851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e9d38d7-7cb9-497e-a36a-a72f366b3bf9 req-5842b3b5-7128-45bd-a1b8-5c72f1ebe9d2 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654423 Feb 19 00:20:50.670484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:20:50.673327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8bcbde4b-2fec-4c0a-ac57-355b9953d699 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:20:50.725439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8bcbde4b-2fec-4c0a-ac57-355b9953d699 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:20:50.726100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8bcbde4b-2fec-4c0a-ac57-355b9953d699 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:20:50.728665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] For port 9961c549-8e1e-43b0-8fb6-c502786f323c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9961c549-8e1e-43b0-8fb6-c502786f323c,segment=NetworkSegment(fda7d744-f838-49f1-94a3-24a768cf636b),segment_id=fda7d744-f838-49f1-94a3-24a768cf636b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:50.729033 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:50.763817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Calling delete_port for 9961c549-8e1e-43b0-8fb6-c502786f323c owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:20:50.807278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25d3ab-55d8-4922-94a5-c9e81fdfebf6 req-f761338e-4db6-4b9d-875c-0aafc2db6db8 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:50.819986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f25d3ab-55d8-4922-94a5-c9e81fdfebf6 req-f761338e-4db6-4b9d-875c-0aafc2db6db8 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 950 time: 0.0815954 Feb 19 00:20:50.874156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9961c549-8e1e-43b0-8fb6-c502786f323c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:50.922026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Pushing event deleted for resources: {'Port': ['ID=9961c549-8e1e-43b0-8fb6-c502786f323c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:50.926233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] No DVR routers for this DVR port 9961c549-8e1e-43b0-8fb6-c502786f323c on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:20:51.018688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:51.022316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c60aa4-f2f0-4626-a3d9-9ccadef2411d req-91d0253e-aa06-41c9-94ee-baf8c6cc7689 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 210 time: 0.2002270 Feb 19 00:20:51.047356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f25d3ab-55d8-4922-94a5-c9e81fdfebf6 req-554928c3-c0c3-4278-a970-47b5ac9ae078 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822798 Feb 19 00:20:51.073563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'port_id': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'mac_address': 'fa:16:3e:4f:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832ec8d-ced2-4256-9b99-70a9e55a8e5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:20:51.082319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb56a64-4830-45c2-a649-b367fae94c28 None None] DHCP port deletion for 27fd59a6-47ce-4b4a-8778-73986042949a request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:20:51.088099 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.169968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (27fd59a6-47ce-4b4a-8778-73986042949a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.219876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:51.220291 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.242155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:51.294392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-def13d5f-5d60-4059-ab71-4678237c1083 req-6d63c6cd-4d71-4d3a-9c9d-af785d4a6905 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 210 time: 0.0629923 Feb 19 00:20:51.338168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:51.349804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486ea9b-c578-429a-b95a-4fcb8ebcfe65 req-9db140d4-859b-4c5b-b522-b908331b3ea2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:51.355351 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.357993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8486ea9b-c578-429a-b95a-4fcb8ebcfe65 req-9db140d4-859b-4c5b-b522-b908331b3ea2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 943 time: 0.1791334 Feb 19 00:20:51.453769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8486ea9b-c578-429a-b95a-4fcb8ebcfe65 req-b0d6d2bb-f5ef-48c7-a9b9-531cadb1c32f tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783303 Feb 19 00:20:51.468426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:51.497603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fd59a6-47ce-4b4a-8778-73986042949a']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:51.551658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda7d744-f838-49f1-94a3-24a768cf636b') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:51.552272 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda7d744-f838-49f1-94a3-24a768cf636b') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:20:51.578335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (fda7d744-f838-49f1-94a3-24a768cf636b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.621462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fda7d744-f838-49f1-94a3-24a768cf636b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.630302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:20:51.630671 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (fda7d744-f838-49f1-94a3-24a768cf636b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:20:51.633222 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:20:51.650139 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-892bc759-4d4c-4333-8f33-b2423789432f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1752858 Feb 19 00:20:51.709472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:51.720776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (27fd59a6-47ce-4b4a-8778-73986042949a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.730773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:51.733685 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] 10.222.0.60 "DELETE /v2.0/networks/27fd59a6-47ce-4b4a-8778-73986042949a HTTP/1.1" status: 204 len: 168 time: 1.5857887 Feb 19 00:20:51.802975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd216ac-6894-4fb9-9f14-8dfe162121db admin admin] Pushing event deleted for resources: {'Network': ['ID=27fd59a6-47ce-4b4a-8778-73986042949a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:51.858265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-10d21560-dbef-4275-a1ff-dba3123dd56a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584736 Feb 19 00:20:51.864473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-d9854628-99dc-408f-8f92-4c61dcfcbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:51.866060 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-d9854628-99dc-408f-8f92-4c61dcfcbe34 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1126 time: 0.1378956 Feb 19 00:20:52.153039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-553315bf-e58b-4ac0-ad36-5feba1f3a956 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:52.166818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-553315bf-e58b-4ac0-ad36-5feba1f3a956 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3042443 Feb 19 00:20:52.184968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-74f75063-a84f-4225-b5ee-44a920d0f27d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/quotas/c92a461a9cd14f06a360f73925de8d5a HTTP/1.1" status: 200 len: 375 time: 0.0171828 Feb 19 00:20:52.204765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56018) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:52.228858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-1ca5d04d-ba74-48fc-97fd-66c3e1a1eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:52.230563 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-1ca5d04d-ba74-48fc-97fd-66c3e1a1eb9f service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.2603436 Feb 19 00:20:52.268698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c645366-08a5-4262-a520-d3c4d7b59765 req-cda13d84-151c-432c-9f17-f4aba3cde793 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:52.270213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c645366-08a5-4262-a520-d3c4d7b59765 req-cda13d84-151c-432c-9f17-f4aba3cde793 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 950 time: 0.1781929 Feb 19 00:20:52.283416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56020) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:52.294861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-6443f51e-0043-4958-ac0a-efe154e76177 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:52.296482 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-6443f51e-0043-4958-ac0a-efe154e76177 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 821 time: 0.4225214 Feb 19 00:20:52.297821 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-74e1fc15-8958-4530-90a9-4996293de3f6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 217 time: 0.0567663 Feb 19 00:20:52.303045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-95f4f911-dd61-4b07-811b-1f14294e4325 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1169779 Feb 19 00:20:52.351695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a26625b6-bff3-4205-ba32-ed5499c34af3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72fe3a75459b41bba59047920b385ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443121 Feb 19 00:20:52.376012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-807dfaf6-d3ca-4d80-ad35-6118fcc390b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:52.376012 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-807dfaf6-d3ca-4d80-ad35-6118fcc390b3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.0624299 Feb 19 00:20:52.376012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Request body: {'port': {'device_id': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'admin_state_up': True, 'tenant_id': '8e96c81bf49f49b4a9d958b3533d21e9'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:52.376817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c645366-08a5-4262-a520-d3c4d7b59765 req-43685fa7-4daa-4a82-8994-b81e3989423e tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828846 Feb 19 00:20:52.377573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56026) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:52.439002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd020-44af-4fad-b7b8-b12a0b7d1a65 admin admin] Publish callbacks [] for security_group (6700091b-0da9-4b6d-993c-71696c6d2bfc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.469086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9961c549-8e1e-43b0-8fb6-c502786f323c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:20:52.485797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd020-44af-4fad-b7b8-b12a0b7d1a65 admin admin] Publish callbacks [] for security_group (6700091b-0da9-4b6d-993c-71696c6d2bfc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.509251 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-2be4ded0-b6cd-4a4a-af4b-75ab1d6f9b6d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348613 Feb 19 00:20:52.545893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9961c549-8e1e-43b0-8fb6-c502786f323c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:20:52.551482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Made reservation on behalf of 8e96c81bf49f49b4a9d958b3533d21e9 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:52.553098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9961c549-8e1e-43b0-8fb6-c502786f323c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:20:52.560194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.577748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.578241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3176989d-7d3e-4649-89d1-de7dae55e6dd req-692ed18c-f10b-4f9c-9f42-13316484f9eb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 210 time: 0.0641725 Feb 19 00:20:52.608093 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44ab401-9caf-4b6f-81f0-cb432bcf846c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.689850 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd020-44af-4fad-b7b8-b12a0b7d1a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6700091b-0da9-4b6d-993c-71696c6d2bfc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.711167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c0bd020-44af-4fad-b7b8-b12a0b7d1a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.712252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1c0bd020-44af-4fad-b7b8-b12a0b7d1a65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6700091b-0da9-4b6d-993c-71696c6d2bfc HTTP/1.1" status: 204 len: 168 time: 0.3328776 Feb 19 00:20:52.803769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bd020-44af-4fad-b7b8-b12a0b7d1a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6700091b-0da9-4b6d-993c-71696c6d2bfc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:52.810687 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-3ab98142-eb02-4b25-b0ee-81c636c40ee1 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719026 Feb 19 00:20:52.919555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-93a4c0a4-3c7b-4eb0-a978-e103959f4943 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:52.922207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-93a4c0a4-3c7b-4eb0-a978-e103959f4943 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.126 "GET /v2.0/networks?id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 200 len: 824 time: 0.2636080 Feb 19 00:20:52.956071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44ab401-9caf-4b6f-81f0-cb432bcf846c admin admin] Publish callbacks [] for security_group (2e33e924-91d8-42bc-b8d6-11755e761e4d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.969258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44ab401-9caf-4b6f-81f0-cb432bcf846c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2e33e924-91d8-42bc-b8d6-11755e761e4d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:52.972486 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d085594b-c216-4d98-8c66-b8c01d368d3b req-0ff2c9f9-9c5c-4ae6-af69-475115c6d121 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608958 Feb 19 00:20:53.010220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a44ab401-9caf-4b6f-81f0-cb432bcf846c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ebba20926f24055b21afb63f2ab5f00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7243912 Feb 19 00:20:53.016720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:53.026082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Allocated IP 172.20.0.4 (031d5557-740b-4136-970d-e42b4d911f37/034f77a2-392c-4c54-abe2-fedc0e6492e0/c322dec7-d5a0-401c-ae24-1f12d1f45d3d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:53.063182 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d134bf7-19d6-4abf-8f67-1110ef29e61e req-bebdbba4-0bcd-45a4-97a2-2ccbebb82892 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 210 time: 0.0505981 Feb 19 00:20:53.076374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ab401-9caf-4b6f-81f0-cb432bcf846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e33e924-91d8-42bc-b8d6-11755e761e4d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:53.114948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-67c55052-6e3c-4311-b761-6266bce29b67 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca8f472355504c2a9adaab3987575585 HTTP/1.1" status: 200 len: 380 time: 0.1760933 Feb 19 00:20:53.125741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Request body: {'port': {'device_id': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'admin_state_up': True, 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'security_groups': ['52b1ee26-3a13-4283-ad83-50a2105edafd']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:53.182827 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e30c-b0c7-4e68-add6-f29f10281f1e admin admin] Publish callbacks [] for security_group (2e33e924-91d8-42bc-b8d6-11755e761e4d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.287751 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.309241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e30c-b0c7-4e68-add6-f29f10281f1e admin admin] Publish callbacks [] for security_group (2e33e924-91d8-42bc-b8d6-11755e761e4d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.326677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e2b9a-3ee4-4799-b63c-9cf4b091ea2e req-6fd0753d-1a3d-4f5a-b0b3-646115ca1f21 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:53.328228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-513e2b9a-3ee4-4799-b63c-9cf4b091ea2e req-6fd0753d-1a3d-4f5a-b0b3-646115ca1f21 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 944 time: 0.1248274 Feb 19 00:20:53.390730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Made reservation on behalf of ca8f472355504c2a9adaab3987575585 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:53.394552 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.398980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-4e082e7e-a814-4598-990f-0dedf9734da8 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324759 Feb 19 00:20:53.459666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-513e2b9a-3ee4-4799-b63c-9cf4b091ea2e req-a43b3e8a-1261-4f0d-a1f8-b5c5af931bc2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208584 Feb 19 00:20:53.500340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks [] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.501770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e30c-b0c7-4e68-add6-f29f10281f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2e33e924-91d8-42bc-b8d6-11755e761e4d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.504369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9b4e30c-b0c7-4e68-add6-f29f10281f1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.508865 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d9b4e30c-b0c7-4e68-add6-f29f10281f1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e33e924-91d8-42bc-b8d6-11755e761e4d HTTP/1.1" status: 204 len: 168 time: 0.4911101 Feb 19 00:20:53.524172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4e30c-b0c7-4e68-add6-f29f10281f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e33e924-91d8-42bc-b8d6-11755e761e4d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:53.560096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.633918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Network 031d5557-740b-4136-970d-e42b4d911f37 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:53.645727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:53.655048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:53.807902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Pushing event updated for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:53.881257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:53.882453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:53.913202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe95c-28d8-4872-a560-99f4900533fc req-99bc46c7-03bf-4e92-8b0c-e1d40d55787d tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:53.915031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-99bc46c7-03bf-4e92-8b0c-e1d40d55787d tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4751451 Feb 19 00:20:53.922362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a95893-4c3c-4f92-84fe-e72c4e28bfbe req-d447fcb2-102c-4dc6-8680-a3a739aa65a8 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:53.923941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45a95893-4c3c-4f92-84fe-e72c4e28bfbe req-d447fcb2-102c-4dc6-8680-a3a739aa65a8 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 950 time: 0.1592188 Feb 19 00:20:53.952783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-60ed10ba-3608-4c1e-9981-4f170710ced7 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:53.957229 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-60ed10ba-3608-4c1e-9981-4f170710ced7 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.113 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 950 time: 0.2593415 Feb 19 00:20:53.961358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Allocated IP 172.20.0.10 (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a/24705ceb-5041-4929-97de-9b68c89c4fad/10a4062e-26fe-4f17-a981-89d927173f1c) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:53.962861 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-939e1b80-561a-4e05-9c6a-6642345513d6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5986159 Feb 19 00:20:53.971941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-938e7ba9-01b1-45cf-bf9f-634679d131ac tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/quotas/8fd70bf7bdaa45a4a0afee5ec06ea3fa HTTP/1.1" status: 200 len: 375 time: 0.0468345 Feb 19 00:20:53.981719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Request body: {'port': {'device_id': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:54.012569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-2e873a21-44c4-446c-acb8-c1273205c308 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395107 Feb 19 00:20:54.079460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.193693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45a95893-4c3c-4f92-84fe-e72c4e28bfbe req-ef3357f9-3386-4e97-aac8-ec48615d9cbb tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/security-groups?id=2e35a5c7-2fff-42af-b3ff-27a8997a43d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538078 Feb 19 00:20:54.291303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:20:54.399364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56092) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:54.438915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.451953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:20:54.460585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:54.461467 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.516243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-156d73bf-47c9-498d-8629-7e5454da38b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.613518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef4866ba-0462-455c-a978-ad40b0db5ee1 req-431c1d6d-91e9-4569-93d9-3ff3a2df6d16 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 210 time: 0.1016221 Feb 19 00:20:54.637808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:20:54.638159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.676873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:54.679637 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d528c9-ae08-4b6d-b4ac-7cb9a1341040" -d '{"events": [{"server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "name": "network-vif-plugged", "status": "completed", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:54.718477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:54.729312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for port (10a4062e-26fe-4f17-a981-89d927173f1c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.729900 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.799032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:54.813368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Deleting port 82b18768-7c79-4a07-90ad-66b7757cb78c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:20:54.814243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.845207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c13f7ba1-b989-41b0-b47c-442adba9dcb7 req-36636d9c-6c4e-451d-abbe-7d1ab2aa3577 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 210 time: 0.0844600 Feb 19 00:20:54.854064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5e96-c55d-4ff1-983a-e27dce972b7c req-d2e2aaa1-f3b6-4276-92f3-b52b695ebf79 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:54.862356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-739d5e96-c55d-4ff1-983a-e27dce972b7c req-d2e2aaa1-f3b6-4276-92f3-b52b695ebf79 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 931 time: 0.4405563 Feb 19 00:20:54.906719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.954067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-156d73bf-47c9-498d-8629-7e5454da38b1 admin admin] Publish callbacks [] for security_group (ada65370-fff4-406a-9fc5-725b920a4bd1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:54.968914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-156d73bf-47c9-498d-8629-7e5454da38b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ada65370-fff4-406a-9fc5-725b920a4bd1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.038916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-739d5e96-c55d-4ff1-983a-e27dce972b7c req-bcbdac9d-3fb6-408c-8806-4c4632f7f7f6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752532 Feb 19 00:20:55.057222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96c3be60-9a5f-4303-afbf-7c94c36865eb req-17c21810-0590-4e1c-8b7c-ca3a5f7d187c tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 210 time: 0.1015813 Feb 19 00:20:55.064725 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-156d73bf-47c9-498d-8629-7e5454da38b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26d2f9f01d7c484394b6259bf64f47e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6600270 Feb 19 00:20:55.069847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56108) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:55.071736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] For port 82b18768-7c79-4a07-90ad-66b7757cb78c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=82b18768-7c79-4a07-90ad-66b7757cb78c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:20:55.072109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.074537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d73bf-47c9-498d-8629-7e5454da38b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada65370-fff4-406a-9fc5-725b920a4bd1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:55.098912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:55.106345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.126', 53485) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:55.129397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:55.164153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event updated for resources: {'Port': ['ID=10a4062e-26fe-4f17-a981-89d927173f1c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:55.172663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:55.202840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Calling delete_port for 82b18768-7c79-4a07-90ad-66b7757cb78c owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:20:55.244802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:55.245452 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.320653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-9ccb303a-73cd-4129-ab12-817a549f7b45 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1818540 Feb 19 00:20:55.377393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-8212644d-f2a5-4c51-bbc3-6a6aaa1c508d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2700186 Feb 19 00:20:55.421117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-d6e137b0-6257-43a7-8f0e-76c5b1ff59ee tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3023343 Feb 19 00:20:55.455258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Request body: {'port': {'device_id': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:55.488597 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e00d58b-c7bd-48ff-8bce-c988381a4a74 admin admin] Publish callbacks [] for security_group (ada65370-fff4-406a-9fc5-725b920a4bd1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.508624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c322dec7-d5a0-401c-ae24-1f12d1f45d3d {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:55.522175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Publish callbacks [] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.545888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-25b280c8-084c-402f-b1d5-8079400be825 None None] Provisioning complete for port 10a4062e-26fe-4f17-a981-89d927173f1c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:55.547133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25b280c8-084c-402f-b1d5-8079400be825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.571800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e00d58b-c7bd-48ff-8bce-c988381a4a74 admin admin] Publish callbacks [] for security_group (ada65370-fff4-406a-9fc5-725b920a4bd1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.593014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-25b280c8-084c-402f-b1d5-8079400be825 None None] Port 10a4062e-26fe-4f17-a981-89d927173f1c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:55.662379 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (82b18768-7c79-4a07-90ad-66b7757cb78c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.665070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Transition to ACTIVE for port object c322dec7-d5a0-401c-ae24-1f12d1f45d3d will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:20:55.670243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e00d58b-c7bd-48ff-8bce-c988381a4a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ada65370-fff4-406a-9fc5-725b920a4bd1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.673761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e00d58b-c7bd-48ff-8bce-c988381a4a74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.674680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['82b18768-7c79-4a07-90ad-66b7757cb78c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:55.677732 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1e00d58b-c7bd-48ff-8bce-c988381a4a74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ada65370-fff4-406a-9fc5-725b920a4bd1 HTTP/1.1" status: 204 len: 168 time: 0.6003036 Feb 19 00:20:55.707632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00d58b-c7bd-48ff-8bce-c988381a4a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada65370-fff4-406a-9fc5-725b920a4bd1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:55.709425 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.720849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Pushing event deleted for resources: {'Port': ['ID=82b18768-7c79-4a07-90ad-66b7757cb78c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:55.846295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-0e0d843b-a646-4599-9f2e-f68fc1b5af49 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ae67fd1582924fb5b078ec4c133c7a96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1166489 Feb 19 00:20:55.880796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] No DVR routers for this DVR port 82b18768-7c79-4a07-90ad-66b7757cb78c on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:20:55.886043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:55.897320 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b67b3f0b-20af-41d1-a56e-9c2cfe25fc41 req-7eca8747-44a7-4845-bb6b-01ceaa9b6866 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.113 "DELETE /v2.0/ports/82b18768-7c79-4a07-90ad-66b7757cb78c HTTP/1.1" status: 204 len: 173 time: 1.8082805 Feb 19 00:20:55.902531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d8777fb-f6a8-421d-917e-0200362a5ac9', 'name': 'network-vif-deleted', 'tag': '82b18768-7c79-4a07-90ad-66b7757cb78c'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:55.904846 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db7cd71-8ac7-4ba0-9f65-6c31819130df" -d '{"events": [{"server_uuid": "1d8777fb-f6a8-421d-917e-0200362a5ac9", "name": "network-vif-deleted", "tag": "82b18768-7c79-4a07-90ad-66b7757cb78c"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:55.929592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Pushing event updated for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:55.963026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-36b91386-41e2-4a5b-9ad8-b8c5270af604 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433965 Feb 19 00:20:56.109936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:56.110222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:56.110460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:56.110781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ee65c-d4bf-48ad-a821-a93b48462025 req-85a98518-1c11-4f8a-846a-350424976214 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:56.118215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c32ee65c-d4bf-48ad-a821-a93b48462025 req-85a98518-1c11-4f8a-846a-350424976214 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 945 time: 0.8020203 Feb 19 00:20:56.119986 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:56.121214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:56.121568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:56.131596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:56.132201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:56.132656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:56.133145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Bound port: c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:56.133539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:56.215869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-efe9345a-dee1-42b6-9977-99d352b656bd tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:56.216209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe95c-28d8-4872-a560-99f4900533fc req-e421ba4f-fddb-45a6-a827-7bfa0b205307 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:56.217366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-efe9345a-dee1-42b6-9977-99d352b656bd tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8874998 Feb 19 00:20:56.217766 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-e421ba4f-fddb-45a6-a827-7bfa0b205307 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335525 Feb 19 00:20:56.244369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Request body: {'port': {'device_id': '268eefec-9fd1-4cf6-b431-86e5cb2f8849', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '8fd70bf7bdaa45a4a0afee5ec06ea3fa'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:56.250348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Request body: {'port': {'device_id': '745e2f54-aa80-4f69-a640-6229c97ab40f', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c92a461a9cd14f06a360f73925de8d5a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:56.260622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:56.261718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-32d1521a-9d70-4bd5-ab0a-1c224011b8cf tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:56.263477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-32d1521a-9d70-4bd5-ab0a-1c224011b8cf tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4163663 Feb 19 00:20:56.278565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-0ecbc237-768f-414d-8a42-451ebe714b99 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:56.280302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-0ecbc237-768f-414d-8a42-451ebe714b99 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8435881 Feb 19 00:20:56.299539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:56.313641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Request body: {'port': {'device_id': 'dcef0c5f-f988-4787-ba92-2eb7977a7c1a', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c92a461a9cd14f06a360f73925de8d5a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:56.320832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:56.325547 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac64c9f5-c42c-431b-9d14-a62f234ccec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:56.337618 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:56.381863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c32ee65c-d4bf-48ad-a821-a93b48462025 req-00520ef5-c753-49a8-8d24-154ef2a6748d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627518 Feb 19 00:20:56.391570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:56.392405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:56.394086 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] 10.222.0.126 "PUT /v2.0/ports/c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 1091 time: 2.4228895 Feb 19 00:20:56.417767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-4f1861d4-76c1-401b-910e-ed6c1ad9d7d5 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/quotas/ae67fd1582924fb5b078ec4c133c7a96 HTTP/1.1" status: 200 len: 375 time: 0.1329701 Feb 19 00:20:56.446395 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa95d1-c029-46ec-946c-aad081d98615 x-openstack-request-id: req-cdaa95d1-c029-46ec-946c-aad081d98615 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:56.447096 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "name": "network-vif-plugged", "status": "completed", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:56.447560 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdaa95d1-c029-46ec-946c-aad081d98615 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:56.448165 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'code': 200} Feb 19 00:20:56.535332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-d4ef49d8-700d-4cb5-958e-8ef428f70358 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae67fd1582924fb5b078ec4c133c7a96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044769 Feb 19 00:20:56.550120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.126', 53486) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:56.555899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Made reservation on behalf of 8fd70bf7bdaa45a4a0afee5ec06ea3fa for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:56.560473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:56.569749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e3a21-0847-485b-8f2b-13d16d33ce50 service neutron] Pushing event updated for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:56.612262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:56.617985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93744b9b-ce8e-4a49-8c22-7d136e320ff3 req-82b80ef6-ca37-46ac-a34c-6ee84b6b6ea0 tempest-ServerDiagnosticsNegativeTest-316081922 tempest-ServerDiagnosticsNegativeTest-316081922-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d8777fb-f6a8-421d-917e-0200362a5ac9 HTTP/1.1" status: 200 len: 210 time: 0.0708961 Feb 19 00:20:56.674347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-8f702204-531a-4553-9ae2-dec20277ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:56.675928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-8f702204-531a-4553-9ae2-dec20277ea8d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1125 time: 0.2045038 Feb 19 00:20:56.759013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd905b3b-d8eb-442c-802f-1d37d0be24dc req-998d3ea0-5c06-4c15-b5cc-80d5546c6466 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 210 time: 0.0477560 Feb 19 00:20:56.764365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Made reservation on behalf of c92a461a9cd14f06a360f73925de8d5a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:56.768243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:56.833634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Made reservation on behalf of c92a461a9cd14f06a360f73925de8d5a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:20:56.837215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.036648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e59532-8b59-48c0-975c-fa5b157bccdd req-97295f3e-39e0-4b15-b844-6bdd2c63aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:57.038217 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c7e59532-8b59-48c0-975c-fa5b157bccdd req-97295f3e-39e0-4b15-b844-6bdd2c63aae7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 1127 time: 0.4841273 Feb 19 00:20:57.039980 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abdbfec-0e04-41d0-a4df-46bfd5e8e437 x-openstack-request-id: req-8abdbfec-0e04-41d0-a4df-46bfd5e8e437 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:57.040467 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d8777fb-f6a8-421d-917e-0200362a5ac9", "name": "network-vif-deleted", "tag": "82b18768-7c79-4a07-90ad-66b7757cb78c", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:57.040723 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8abdbfec-0e04-41d0-a4df-46bfd5e8e437 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:57.041120 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d8777fb-f6a8-421d-917e-0200362a5ac9', 'name': 'network-vif-deleted', 'tag': '82b18768-7c79-4a07-90ad-66b7757cb78c', 'status': 'completed', 'code': 200} Feb 19 00:20:57.061113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a4062e-26fe-4f17-a981-89d927173f1c {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:20:57.068334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-c7de233b-da99-4748-8122-cf25f7f06595 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 217 time: 0.3807435 Feb 19 00:20:57.105416 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Publish callbacks [] for port (10a4062e-26fe-4f17-a981-89d927173f1c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.146631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935b949-8fcc-43ea-9e36-d197be39211e req-36e7af1e-860c-422c-b985-0780ad1ff906 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:57.148232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a935b949-8fcc-43ea-9e36-d197be39211e req-36e7af1e-860c-422c-b985-0780ad1ff906 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 932 time: 0.2977278 Feb 19 00:20:57.154585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac64c9f5-c42c-431b-9d14-a62f234ccec7 admin admin] Publish callbacks [] for security_group (a04f2b1e-bfed-43b6-a6e9-0ec49f49a88f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.164179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Transition to ACTIVE for port object 10a4062e-26fe-4f17-a981-89d927173f1c will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:20:57.177097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac64c9f5-c42c-431b-9d14-a62f234ccec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a04f2b1e-bfed-43b6-a6e9-0ec49f49a88f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.184368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.187844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Allocated IP 192.168.233.210 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/351783fb-f34c-495f-bd7e-0f745d75c6c7) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:57.198472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798aa4d0-37e4-4888-bdcf-fea52b98d3c3 req-5d096406-8553-4df2-85bd-0720370273c6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:57.200322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798aa4d0-37e4-4888-bdcf-fea52b98d3c3 req-5d096406-8553-4df2-85bd-0720370273c6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 943 time: 0.2759995 Feb 19 00:20:57.214343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks [] for security_group (8021fce6-949c-46b6-ab09-76e50ac1b3ed), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.221160 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c7e59532-8b59-48c0-975c-fa5b157bccdd req-5918def8-7df9-4809-ba60-4a1f8fc425a3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558824 Feb 19 00:20:57.232385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-0905f69c-8acc-4478-bc98-4b1557225f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:57.234442 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-0905f69c-8acc-4478-bc98-4b1557225f41 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1522365 Feb 19 00:20:57.235235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8021fce6-949c-46b6-ab09-76e50ac1b3ed), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.263944 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac64c9f5-c42c-431b-9d14-a62f234ccec7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51889ce76d9c4a72af13f85afe990dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9599116 Feb 19 00:20:57.266154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:57.275112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac64c9f5-c42c-431b-9d14-a62f234ccec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04f2b1e-bfed-43b6-a6e9-0ec49f49a88f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:57.319822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Pushing event updated for resources: {'Port': ['ID=10a4062e-26fe-4f17-a981-89d927173f1c,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:57.389735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8021fce6-949c-46b6-ab09-76e50ac1b3ed,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:57.434225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a935b949-8fcc-43ea-9e36-d197be39211e req-8ec69af9-fbc3-4698-b071-d3e08ea7dea8 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2682576 Feb 19 00:20:57.460185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-083cfb71-ff2e-46e5-998f-cebd6fa960b7 admin admin] Publish callbacks [] for security_group (a04f2b1e-bfed-43b6-a6e9-0ec49f49a88f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.508297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-083cfb71-ff2e-46e5-998f-cebd6fa960b7 admin admin] Publish callbacks [] for security_group (a04f2b1e-bfed-43b6-a6e9-0ec49f49a88f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.533828 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-03cd2373-9968-40f5-85da-6a75d6f9881f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464926 Feb 19 00:20:57.561270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798aa4d0-37e4-4888-bdcf-fea52b98d3c3 req-7bc165af-1539-486e-98a0-a6c31911d347 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216245 Feb 19 00:20:57.612054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9ef0a71-765b-444c-adf9-4cf04ca67923 req-92a1a9e3-9833-43d6-b5af-d1c6f3903303 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 210 time: 0.0496566 Feb 19 00:20:57.665549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Attempting to bind port 10a4062e-26fe-4f17-a981-89d927173f1c on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:20:57.665881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Attempting to bind port 10a4062e-26fe-4f17-a981-89d927173f1c by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:20:57.666649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Attempting to bind port 10a4062e-26fe-4f17-a981-89d927173f1c on network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:57.699345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 82b18768-7c79-4a07-90ad-66b7757cb78c no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:20:57.714792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-083cfb71-ff2e-46e5-998f-cebd6fa960b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a04f2b1e-bfed-43b6-a6e9-0ec49f49a88f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.716589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccba12ac-8956-4714-975d-5fc28d7027a6 req-23b09db2-4a7c-4423-b182-925449891f97 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 210 time: 0.0602765 Feb 19 00:20:57.717234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Port 10a4062e-26fe-4f17-a981-89d927173f1c on network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:20:57.717448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-083cfb71-ff2e-46e5-998f-cebd6fa960b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.717692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Attempting to bind port 10a4062e-26fe-4f17-a981-89d927173f1c on network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:20:57.721269 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-083cfb71-ff2e-46e5-998f-cebd6fa960b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a04f2b1e-bfed-43b6-a6e9-0ec49f49a88f HTTP/1.1" status: 204 len: 168 time: 0.4514363 Feb 19 00:20:57.742733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083cfb71-ff2e-46e5-998f-cebd6fa960b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04f2b1e-bfed-43b6-a6e9-0ec49f49a88f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:57.754139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 82b18768-7c79-4a07-90ad-66b7757cb78c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:20:57.754983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 82b18768-7c79-4a07-90ad-66b7757cb78c not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:20:57.755476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:20:57.755953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Checking segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:20:57.756530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Bound using segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:20:57.757021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Bound port: 10a4062e-26fe-4f17-a981-89d927173f1c, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:20:57.757858 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.768893 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-c517185b-5d04-4118-9878-b34e9b63d4ba service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198892 Feb 19 00:20:57.779307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.880693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51493877-3e9e-4b48-9267-fed1b91f4671 req-54807824-0779-4e7b-a130-db460ea2a881 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:57.882745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51493877-3e9e-4b48-9267-fed1b91f4671 req-54807824-0779-4e7b-a130-db460ea2a881 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 945 time: 0.1691661 Feb 19 00:20:57.939098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] For port 10a4062e-26fe-4f17-a981-89d927173f1c, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:20:57.957572 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-528fe824-53e9-47ea-9701-6284477f8e4e req-eaafec50-f24e-45a2-aec4-e8f0481b5314 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1333213 Feb 19 00:20:57.966934 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c177e1ab-6068-47b7-bd2d-558328e9486e req-46c98a50-336e-4e63-b7ff-ae73b2172870 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873033 Feb 19 00:20:57.972306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:57.987952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:57.992294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:20:58.018417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] For port 10a4062e-26fe-4f17-a981-89d927173f1c, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=10a4062e-26fe-4f17-a981-89d927173f1c,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:20:58.128107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:58.169067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe824-53e9-47ea-9701-6284477f8e4e req-13ac0a94-4d4c-4bc6-a815-4ded92965a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:58.172778 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-528fe824-53e9-47ea-9701-6284477f8e4e req-13ac0a94-4d4c-4bc6-a815-4ded92965a49 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 1132 time: 0.1213753 Feb 19 00:20:58.184824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-daeda1ca-542f-44cf-abae-404c6d86ff38 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=ae67fd1582924fb5b078ec4c133c7a96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613666 Feb 19 00:20:58.193895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:20:58.208422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:20:58.211289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:20:58.228165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:58.229581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:58.231452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] 10.222.0.126 "PUT /v2.0/ports/10a4062e-26fe-4f17-a981-89d927173f1c HTTP/1.1" status: 200 len: 1092 time: 2.7823565 Feb 19 00:20:58.242358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'tag': '10a4062e-26fe-4f17-a981-89d927173f1c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:58.245145 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9b2818-b914-4242-b942-2259e4883a98" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd51bab-307f-4467-a4dd-bf2d27c3541b", "tag": "10a4062e-26fe-4f17-a981-89d927173f1c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:58.303655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51493877-3e9e-4b48-9267-fed1b91f4671 req-0b2692cf-6313-4959-adcf-27988efa4612 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4069099 Feb 19 00:20:58.373704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Allocated IP 192.168.233.104 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/dc8b90e9-0ce5-48cf-a474-08d5415da449) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:20:58.407095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'Port': ['ID=351783fb-f34c-495f-bd7e-0f745d75c6c7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:58.432189 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a533cef6-c6bd-4d16-a83e-04004a5742ee x-openstack-request-id: req-a533cef6-c6bd-4d16-a83e-04004a5742ee {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:20:58.432569 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd51bab-307f-4467-a4dd-bf2d27c3541b", "tag": "10a4062e-26fe-4f17-a981-89d927173f1c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:20:58.432896 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a533cef6-c6bd-4d16-a83e-04004a5742ee {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:20:58.433318 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'tag': '10a4062e-26fe-4f17-a981-89d927173f1c', 'status': 'completed', 'code': 200} Feb 19 00:20:58.503488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56170) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:58.579276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe824-53e9-47ea-9701-6284477f8e4e req-4c91d5ca-1965-44fd-a3f0-99a8a99316d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:58.588030 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-528fe824-53e9-47ea-9701-6284477f8e4e req-4c91d5ca-1965-44fd-a3f0-99a8a99316d0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3709650 Feb 19 00:20:58.733617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-528fe824-53e9-47ea-9701-6284477f8e4e req-6220ac13-3212-4fa5-9a54-d8b62f27304e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=05757e97-2c0e-4b7a-8612-331d5388481b HTTP/1.1" status: 200 len: 217 time: 0.1361682 Feb 19 00:20:58.835958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe824-53e9-47ea-9701-6284477f8e4e req-5d813b24-8bb3-4a76-8196-52a428ca6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:58.837483 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-528fe824-53e9-47ea-9701-6284477f8e4e req-5d813b24-8bb3-4a76-8196-52a428ca6a4a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0974474 Feb 19 00:20:58.847612 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-43372a48-e033-42ef-b427-bdf7f111bfef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f0096536f06948c8880d591fee04c083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429160 Feb 19 00:20:58.849666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56188) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:58.905673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-950f10d7-2d10-4d3f-8362-46924dbc0232 None None] Provisioning complete for port 351783fb-f34c-495f-bd7e-0f745d75c6c7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:20:58.906407 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-950f10d7-2d10-4d3f-8362-46924dbc0232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:58.932612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fe824-53e9-47ea-9701-6284477f8e4e req-f928b9a7-9f55-4a56-a6c1-56735235835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:58.934163 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-528fe824-53e9-47ea-9701-6284477f8e4e req-f928b9a7-9f55-4a56-a6c1-56735235835e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0854723 Feb 19 00:20:58.937396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd9d4-698a-45c4-a49f-a3bd6ffc8f52 admin admin] Publish callbacks [] for security_group (2e35a5c7-2fff-42af-b3ff-27a8997a43d0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:58.968422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-950f10d7-2d10-4d3f-8362-46924dbc0232 None None] Port 351783fb-f34c-495f-bd7e-0f745d75c6c7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:20:59.006225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd9d4-698a-45c4-a49f-a3bd6ffc8f52 admin admin] Publish callbacks [] for security_group (2e35a5c7-2fff-42af-b3ff-27a8997a43d0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.013635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c26971-1662-4c7c-bb4d-81704221fb52 req-2bc8078a-d41f-4438-9485-a73f759e0ada tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:59.020593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80c26971-1662-4c7c-bb4d-81704221fb52 req-2bc8078a-d41f-4438-9485-a73f759e0ada tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 936 time: 1.1099467 Feb 19 00:20:59.042479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:20:59.044622 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1106b363-3e7f-4c45-9954-4003af98ae9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:20:59.083089 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-528fe824-53e9-47ea-9701-6284477f8e4e req-ecc39d52-0b59-479f-81ff-baa5f0dcc8dc service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402667 Feb 19 00:20:59.100749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd9d4-698a-45c4-a49f-a3bd6ffc8f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2e35a5c7-2fff-42af-b3ff-27a8997a43d0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.103414 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3bfd9d4-698a-45c4-a49f-a3bd6ffc8f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.107052 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a3bfd9d4-698a-45c4-a49f-a3bd6ffc8f52 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e35a5c7-2fff-42af-b3ff-27a8997a43d0 HTTP/1.1" status: 204 len: 168 time: 0.2542672 Feb 19 00:20:59.141790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:59.143063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.161315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfd9d4-698a-45c4-a49f-a3bd6ffc8f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e35a5c7-2fff-42af-b3ff-27a8997a43d0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:59.232236 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-528fe824-53e9-47ea-9701-6284477f8e4e req-9bb49282-0abd-45f8-b8d4-95017b6b4228 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409402 Feb 19 00:20:59.246093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-e23c81b4-99a9-4851-a9f1-ce724b3357f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:59.247900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-e23c81b4-99a9-4851-a9f1-ce724b3357f9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ca8f472355504c2a9adaab3987575585&device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 1126 time: 0.8760099 Feb 19 00:20:59.248639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517a4fa-2889-4fad-a7d1-1baafee57a7e service neutron] Pushing event updated for resources: {'Port': ['ID=10a4062e-26fe-4f17-a981-89d927173f1c,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:59.296026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-caf8e7b9-8009-429f-8d67-5672f0cdbb4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0549893 Feb 19 00:20:59.349114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Request body: {'port': {'device_id': '745e2f54-aa80-4f69-a640-6229c97ab40f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:59.390640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80c26971-1662-4c7c-bb4d-81704221fb52 req-45bdde1c-98bb-44aa-aa92-b34b20a6ac64 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691285 Feb 19 00:20:59.400615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-8170cf0a-4cd1-4836-98df-55fcae6ff3e8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10a4062e-26fe-4f17-a981-89d927173f1c HTTP/1.1" status: 200 len: 217 time: 0.1354396 Feb 19 00:20:59.443378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-c2f3e85f-e2b3-4d03-b9a9-4f21aaa46484 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:59.445009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-c2f3e85f-e2b3-4d03-b9a9-4f21aaa46484 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2478316 Feb 19 00:20:59.457714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e064c9-858f-4f95-88c9-6d84b970f016 req-887ec05d-fca8-4df4-9521-422c82ba7907 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:59.464927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56e064c9-858f-4f95-88c9-6d84b970f016 req-887ec05d-fca8-4df4-9521-422c82ba7907 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 944 time: 0.4642181 Feb 19 00:20:59.504810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Request body: {'port': {'device_id': '237055f4-88b5-49bd-a1ff-bc8e19b1690d', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'ae67fd1582924fb5b078ec4c133c7a96'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:20:59.597884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56216) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:59.613749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb2d9ed1-e3e5-46c3-9b32-dfd3e77468f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.710077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb2d9ed1-e3e5-46c3-9b32-dfd3e77468f5 admin admin] Publish callbacks [] for security_group (e018d34b-7d86-4a8c-9b3b-9805fc8a3f82), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.716277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb2d9ed1-e3e5-46c3-9b32-dfd3e77468f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e018d34b-7d86-4a8c-9b3b-9805fc8a3f82), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.765366 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cb2d9ed1-e3e5-46c3-9b32-dfd3e77468f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee32849959c6432885133e42307a1cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635437 Feb 19 00:20:59.765366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d9ed1-e3e5-46c3-9b32-dfd3e77468f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e018d34b-7d86-4a8c-9b3b-9805fc8a3f82,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:59.767467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56218) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:20:59.793286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-dc365bf1-f2b0-4b2a-8bc2-214954df137f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:20:59.796242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-dc365bf1-f2b0-4b2a-8bc2-214954df137f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=24705ceb-5041-4929-97de-9b68c89c4fad HTTP/1.1" status: 200 len: 863 time: 0.3748796 Feb 19 00:20:59.824857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28a47dfe-7432-4044-b33b-66910e6a09ba admin admin] Publish callbacks [] for security_group (e018d34b-7d86-4a8c-9b3b-9805fc8a3f82), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.849225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28a47dfe-7432-4044-b33b-66910e6a09ba admin admin] Publish callbacks [] for security_group (e018d34b-7d86-4a8c-9b3b-9805fc8a3f82), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.881902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.905596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28a47dfe-7432-4044-b33b-66910e6a09ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e018d34b-7d86-4a8c-9b3b-9805fc8a3f82), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.908453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28a47dfe-7432-4044-b33b-66910e6a09ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:20:59.912332 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-28a47dfe-7432-4044-b33b-66910e6a09ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e018d34b-7d86-4a8c-9b3b-9805fc8a3f82 HTTP/1.1" status: 204 len: 168 time: 0.1414909 Feb 19 00:20:59.921577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a47dfe-7432-4044-b33b-66910e6a09ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e018d34b-7d86-4a8c-9b3b-9805fc8a3f82,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:20:59.962846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56e064c9-858f-4f95-88c9-6d84b970f016 req-87e7e3d5-e0dc-4f40-a0ed-4ee06778f7d1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4968956 Feb 19 00:20:59.983447 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:00.050406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e18f4a-642c-4453-bacd-168e92ced41a req-121e3f0d-2914-48b8-acbd-8de79f95b25f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:00.057853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3e18f4a-642c-4453-bacd-168e92ced41a req-121e3f0d-2914-48b8-acbd-8de79f95b25f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 943 time: 0.5870793 Feb 19 00:21:00.171253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1dda98e-f364-4552-b148-b81c084d6c52 req-4686628e-1b3f-4e07-bc53-1db7e1f77fcb tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 210 time: 0.1108849 Feb 19 00:21:00.267588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-70efd116-17bf-4b09-a363-dd828f0248a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:00.269147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-70efd116-17bf-4b09-a363-dd828f0248a6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4465764 Feb 19 00:21:00.351933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39202b2c-a9d2-4f0d-825b-32f70d672744 req-1164c153-b79a-4592-8cd4-7babfe2ac389 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 210 time: 0.0910342 Feb 19 00:21:00.386134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Made reservation on behalf of ae67fd1582924fb5b078ec4c133c7a96 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:00.389653 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:00.402059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3e18f4a-642c-4453-bacd-168e92ced41a req-9ca68e8c-8f94-48ac-8583-e71cde08a4ee tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432477 Feb 19 00:21:00.413300 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:00.417572 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:00.441418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:00.445888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:00.494812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:00.504006 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Allocated IP 192.168.233.70 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/dc33f273-bbea-4913-becd-d41013c33afe) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:00.514997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:00.527187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:00.532617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'Port': ['ID=dc8b90e9-0ce5-48cf-a474-08d5415da449,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:00.597102 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43116b09-63d5-4baa-a0b9-1623ec27b789 x-openstack-request-id: req-43116b09-63d5-4baa-a0b9-1623ec27b789 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:00.597471 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:00.597794 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43116b09-63d5-4baa-a0b9-1623ec27b789 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:00.598328 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d', 'status': 'completed', 'code': 200} Feb 19 00:21:00.610233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-105f58f7-ec2e-4825-a2f3-b63daa256277 service neutron] 10.222.0.126 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327010 Feb 19 00:21:00.785689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-b153882f-a195-4b25-8343-c43f0d287c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:00.791333 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-b153882f-a195-4b25-8343-c43f0d287c45 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1125 time: 0.2103126 Feb 19 00:21:00.795262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:00.795945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:00.907028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-cbcaf71c-509c-4001-b838-0c7fada09346 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6072412 Feb 19 00:21:00.962523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Request body: {'port': {'device_id': 'dcef0c5f-f988-4787-ba92-2eb7977a7c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:00.969910 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks [] for security_group (6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:00.984217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a54bbc14-381b-46c4-aa8f-7d277e4bbef2 None None] Provisioning complete for port dc8b90e9-0ce5-48cf-a474-08d5415da449 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:00.984609 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a54bbc14-381b-46c4-aa8f-7d277e4bbef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:00.989058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c75b4-2562-4792-a6ac-014c0b672a64 req-62fd8c11-fd6d-42dd-bb39-a691d166cf4a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:01.014893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b50c75b4-2562-4792-a6ac-014c0b672a64 req-62fd8c11-fd6d-42dd-bb39-a691d166cf4a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 945 time: 0.4114203 Feb 19 00:21:01.036948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks [] for port (dc33f273-bbea-4913-becd-d41013c33afe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.066772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a54bbc14-381b-46c4-aa8f-7d277e4bbef2 None None] Port dc8b90e9-0ce5-48cf-a474-08d5415da449 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:01.102528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf8954f-d2a5-4505-ac53-221531601fa3 req-9211cb71-0556-4339-9704-ed92edabbf77 service neutron] 10.222.0.126 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805362 Feb 19 00:21:01.103176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.129496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-3b6db3f9-9e72-454b-b2cc-e8280296da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:01.132787 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-3b6db3f9-9e72-454b-b2cc-e8280296da12 service neutron] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.3333890 Feb 19 00:21:01.184018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:01.203050 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-899f57c3-d741-47c9-8772-16f3b58ef682 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 217 time: 0.0590634 Feb 19 00:21:01.225581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dc33f273-bbea-4913-becd-d41013c33afe), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.273634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-8cf1436b-2ed6-4cfe-8e7c-6057b41ce4db tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1193781 Feb 19 00:21:01.277694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56264) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:01.315604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:01.317522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-a335be46-1904-415e-8fe1-ba006de16027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:01.319053 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-a335be46-1904-415e-8fe1-ba006de16027 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1095343 Feb 19 00:21:01.320090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Pushing event updated for resources: {'Port': ['ID=dc33f273-bbea-4913-becd-d41013c33afe,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:01.322722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:01.324750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:01.390772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-cfd3768d-0f23-4770-b2f0-0f4b568bee46 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614998 Feb 19 00:21:01.432029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:01.432980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.465288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b50c75b4-2562-4792-a6ac-014c0b672a64 req-d83ca0db-f0bf-4541-acd0-a5be36118106 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715868 Feb 19 00:21:01.472134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-336690463-network', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:01.477851 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.511203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Made reservation on behalf of ed965376c7114dd4b3f1cf3ce8149363 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:01.514967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.533883 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-d046eda1-137b-4ed1-8f6f-086611645787 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2952650 Feb 19 00:21:01.537946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.545479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b2818-b914-4242-b942-2259e4883a98 req-56be6472-21f9-464e-9150-712b057a4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:01.547270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf9b2818-b914-4242-b942-2259e4883a98 req-56be6472-21f9-464e-9150-712b057a4d07 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ca8f472355504c2a9adaab3987575585&device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 1126 time: 0.3492267 Feb 19 00:21:01.554729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Request body: {'port': {'device_id': '268eefec-9fd1-4cf6-b431-86e5cb2f8849', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:01.591628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ee52f9b2-eb70-4029-84b3-647dba121ad3 None None] Provisioning complete for port dc33f273-bbea-4913-becd-d41013c33afe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:01.592248 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee52f9b2-eb70-4029-84b3-647dba121ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dc33f273-bbea-4913-becd-d41013c33afe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.611711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-c56d9ad0-39d2-4a28-acd3-a20ecc145a97 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143695 Feb 19 00:21:01.639386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ee52f9b2-eb70-4029-84b3-647dba121ad3 None None] Port dc33f273-bbea-4913-becd-d41013c33afe cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:01.730068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc33f273-bbea-4913-becd-d41013c33afe), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.828956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1106b363-3e7f-4c45-9954-4003af98ae9c req-90419caa-2aad-4add-8885-f1a85724fd1a service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092638 Feb 19 00:21:01.853019 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Publish callbacks [] for security_group (417d5a95-4813-49b7-99bd-1227e886bec3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.858574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (417d5a95-4813-49b7-99bd-1227e886bec3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.891410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:21:01.954703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6cf95142-c4ce-4977-bf7e-2092e2b2f63c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:01.955045 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Added segment 6cf95142-c4ce-4977-bf7e-2092e2b2f63c of type vlan for network 4a67133c-59cb-4d42-8301-b3d872ae458f Feb 19 00:21:01.964404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d5a95-4813-49b7-99bd-1227e886bec3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:02.006454 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (4a67133c-59cb-4d42-8301-b3d872ae458f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.031834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (4a67133c-59cb-4d42-8301-b3d872ae458f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.032842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:02.033429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.033922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-74120d45-4195-4535-aca0-c7c7dc6ee49c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:02.035437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-74120d45-4195-4535-aca0-c7c7dc6ee49c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7288706 Feb 19 00:21:02.096514 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8159575 Feb 19 00:21:02.101265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56274) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:02.102968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-93bf5f29-c93c-46ee-b97f-4b86737d863b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/quotas/92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 375 time: 0.0536761 Feb 19 00:21:02.106206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Request body: {'subnet': {'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-subnet', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:02.108743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 351783fb-f34c-495f-bd7e-0f745d75c6c7 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:02.110310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f454c9e-8109-4d61-8549-19a4b6086d4a admin admin] Pushing event updated for resources: {'Network': ['ID=4a67133c-59cb-4d42-8301-b3d872ae458f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:02.127509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 4a67133c-59cb-4d42-8301-b3d872ae458f details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:21:02.133667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Made reservation on behalf of ed965376c7114dd4b3f1cf3ce8149363 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:02.133839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858b110-22f0-4b23-9c20-999c04f438ea req-d5ab9ea9-34c9-45b3-8143-a6e31bf03c99 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:02.135520 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.139985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d858b110-22f0-4b23-9c20-999c04f438ea req-d5ab9ea9-34c9-45b3-8143-a6e31bf03c99 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 936 time: 0.5584152 Feb 19 00:21:02.145451 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Publish callbacks [] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.185584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-1087b1c7-b6fd-4a42-8df2-2299837c222c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703769 Feb 19 00:21:02.194504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b2818-b914-4242-b942-2259e4883a98 req-54b066b9-2d31-4104-8eb9-3c87c89bada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:02.196603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf9b2818-b914-4242-b942-2259e4883a98 req-54b066b9-2d31-4104-8eb9-3c87c89bada8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 200 len: 925 time: 0.6166863 Feb 19 00:21:02.214353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Transition to ACTIVE for port object 351783fb-f34c-495f-bd7e-0f745d75c6c7 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:02.256568 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.299104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf9b2818-b914-4242-b942-2259e4883a98 req-16a498b3-fbf5-4cf7-bde5-b1860a711749 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10a4062e-26fe-4f17-a981-89d927173f1c HTTP/1.1" status: 200 len: 217 time: 0.0946701 Feb 19 00:21:02.325254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c322dec7-d5a0-401c-ae24-1f12d1f45d3d details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:02.364285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d858b110-22f0-4b23-9c20-999c04f438ea req-6c52e315-9095-4bac-89b3-4b3c70955b93 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092445 Feb 19 00:21:02.422725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (2f238801-b3d8-42d2-88db-69be2ba0dacd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.539266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Allocated IP 192.168.233.85 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/417f85ae-5ed8-4a57-ae8e-e5728a47ceb4) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:02.540385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f238801-b3d8-42d2-88db-69be2ba0dacd,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:02.581830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:02.583468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Checking segment: {'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:02.583839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Network hostable DHCP agents. Network: 4a67133c-59cb-4d42-8301-b3d872ae458f, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:21:02.601236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Pushing event updated for resources: {'Port': ['ID=351783fb-f34c-495f-bd7e-0f745d75c6c7,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:02.603055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d', 'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'port_id': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d', 'mac_address': 'fa:16:3e:95:5f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034f77a2-392c-4c54-abe2-fedc0e6492e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:02.612635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Network 4a67133c-59cb-4d42-8301-b3d872ae458f is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:21:02.634428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 4a67133c-59cb-4d42-8301-b3d872ae458f) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:02.640806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:02.641378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.665932 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fc4980d3-07a1-4d60-8ad1-27c0850555e3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5607982 Feb 19 00:21:02.666426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56284) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:02.671899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:02.691770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port c322dec7-d5a0-401c-ae24-1f12d1f45d3d is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:02.692085 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.706871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dc9181-b976-40a1-99fa-855fe356d2ce None None] Network 4a67133c-59cb-4d42-8301-b3d872ae458f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:21:02.714939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b2818-b914-4242-b942-2259e4883a98 req-f24209b4-67e0-4f4a-ac25-eedadd80f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:02.716487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf9b2818-b914-4242-b942-2259e4883a98 req-f24209b4-67e0-4f4a-ac25-eedadd80f03a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=24705ceb-5041-4929-97de-9b68c89c4fad HTTP/1.1" status: 200 len: 863 time: 0.3892114 Feb 19 00:21:02.721503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (d3638455-769c-47f5-8ffb-ef06a5a3e83d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.724518 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (d3638455-769c-47f5-8ffb-ef06a5a3e83d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.837345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c322dec7-d5a0-401c-ae24-1f12d1f45d3d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:02.844074 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks [] for router_controller (d3638455-769c-47f5-8ffb-ef06a5a3e83d), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.930799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-4a67133c-59cb-4d42-8301-b3d872ae458f', 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f', 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'fixed_ips': [{'subnet_id': '2f238801-b3d8-42d2-88db-69be2ba0dacd'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:21:02.932329 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:02.939463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9be8b4-4a7c-4fab-8eff-fa2e49678842 req-5439c633-b9e1-4608-ace5-4d3485d102eb tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:02.947174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef9be8b4-4a7c-4fab-8eff-fa2e49678842 req-5439c633-b9e1-4608-ace5-4d3485d102eb tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 944 time: 0.4917369 Feb 19 00:21:02.953876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:02.964238 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.029193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05529780-cdfa-4eea-841c-c66a0c7da692 req-35d38d5b-eafd-4584-a8b1-f887f58881f0 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:03.031090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05529780-cdfa-4eea-841c-c66a0c7da692 req-35d38d5b-eafd-4584-a8b1-f887f58881f0 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 935 time: 0.5303371 Feb 19 00:21:03.039918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Attempting to bind port 351783fb-f34c-495f-bd7e-0f745d75c6c7 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:03.040626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Attempting to bind port 351783fb-f34c-495f-bd7e-0f745d75c6c7 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:03.041207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Attempting to bind port 351783fb-f34c-495f-bd7e-0f745d75c6c7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:03.055852 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks [] for router_gateway (d3638455-769c-47f5-8ffb-ef06a5a3e83d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.083421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b2818-b914-4242-b942-2259e4883a98 req-5763dffb-1fc4-42f6-bf5e-48a928c3eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:03.087924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf9b2818-b914-4242-b942-2259e4883a98 req-5763dffb-1fc4-42f6-bf5e-48a928c3eb7a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3573096 Feb 19 00:21:03.102619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:03.136633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Allocated IP 172.20.0.2 (4a67133c-59cb-4d42-8301-b3d872ae458f/2f238801-b3d8-42d2-88db-69be2ba0dacd/3d23f1b1-6e1e-4cc7-a558-60067bb37848) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:03.136856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Port 351783fb-f34c-495f-bd7e-0f745d75c6c7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:03.137097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Attempting to bind port 351783fb-f34c-495f-bd7e-0f745d75c6c7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:03.173222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:03.173222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:03.173653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:03.174145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Bound port: 351783fb-f34c-495f-bd7e-0f745d75c6c7, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:03.174608 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.253514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks [] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.316723 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Publish callbacks [] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.325594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.351149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.361692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks [] for router_gateway (d3638455-769c-47f5-8ffb-ef06a5a3e83d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.383738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.390048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Network 4a67133c-59cb-4d42-8301-b3d872ae458f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:03.393435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Pushing event updated for resources: {'Port': ['ID=3d23f1b1-6e1e-4cc7-a558-60067bb37848,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:03.397895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:03.398672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['c322dec7-d5a0-401c-ae24-1f12d1f45d3d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:03.398998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05529780-cdfa-4eea-841c-c66a0c7da692 req-02d5e70b-9160-422b-a8b2-9ad104eefd8c tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508654 Feb 19 00:21:03.400929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:03.532881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef9be8b4-4a7c-4fab-8eff-fa2e49678842 req-df5156f1-2e1e-4fde-be7b-195efd48177b tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5206401 Feb 19 00:21:03.537308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Attempting to bind port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:03.538076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Attempting to bind port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:03.538756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Attempting to bind port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 on network 4a67133c-59cb-4d42-8301-b3d872ae458f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:03.547997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:03.550073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Checking segment: {'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:03.550748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.551358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Bound using segment: {'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:03.552056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Bound port: 3d23f1b1-6e1e-4cc7-a558-60067bb37848, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:03.553213 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.561576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Allocated IP 172.25.6.190 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/cb43fa4a-33ea-43f9-a82a-6ffa667157ec) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:03.565389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc33f273-bbea-4913-becd-d41013c33afe {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:03.575465 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Publish callbacks [] for port (dc33f273-bbea-4913-becd-d41013c33afe), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.605898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Transition to ACTIVE for port object dc33f273-bbea-4913-becd-d41013c33afe will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:03.609641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] For port 351783fb-f34c-495f-bd7e-0f745d75c6c7, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:03.620049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:03.638951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (dc33f273-bbea-4913-becd-d41013c33afe), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.648376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:03.653414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] For port 351783fb-f34c-495f-bd7e-0f745d75c6c7, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=351783fb-f34c-495f-bd7e-0f745d75c6c7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:03.654664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Pushing event updated for resources: {'Port': ['ID=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:03.658405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf9b2818-b914-4242-b942-2259e4883a98 req-07e7e5fa-7179-4039-92dc-a81ed0285cfc service neutron] 10.222.0.126 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232642 Feb 19 00:21:03.684304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:03.711892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Pushing event updated for resources: {'Port': ['ID=dc33f273-bbea-4913-becd-d41013c33afe,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:03.775367 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.818606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] For port 3d23f1b1-6e1e-4cc7-a558-60067bb37848, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:03.864426 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks [] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.875051 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-3d20c9d3-3600-4703-a2f8-eda26a763630 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489681 Feb 19 00:21:03.875890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] For port 3d23f1b1-6e1e-4cc7-a558-60067bb37848, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d23f1b1-6e1e-4cc7-a558-60067bb37848,segment=NetworkSegment(6cf95142-c4ce-4977-bf7e-2092e2b2f63c),segment_id=6cf95142-c4ce-4977-bf7e-2092e2b2f63c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:03.896415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.973167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8b90e9-0ce5-48cf-a474-08d5415da449 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:03.982232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Publish callbacks [] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:03.998955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Transition to ACTIVE for port object dc8b90e9-0ce5-48cf-a474-08d5415da449 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:04.037014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Attempting to bind port dc33f273-bbea-4913-becd-d41013c33afe on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:04.037411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Attempting to bind port dc33f273-bbea-4913-becd-d41013c33afe by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:04.037681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Attempting to bind port dc33f273-bbea-4913-becd-d41013c33afe on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:04.046885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d4dc2-d819-4149-ba00-4de6717f66cc None None] Pushing event updated for resources: {'Port': ['ID=3d23f1b1-6e1e-4cc7-a558-60067bb37848,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:04.069863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Port dc33f273-bbea-4913-becd-d41013c33afe on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:04.070278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Attempting to bind port dc33f273-bbea-4913-becd-d41013c33afe on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:04.075815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:04.087310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-7b642ebe-0336-4ae0-9807-a263864026f4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:04.088843 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-7b642ebe-0336-4ae0-9807-a263864026f4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2066467 Feb 19 00:21:04.103275 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:04.128330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:04.129084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:04.130612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] 10.222.0.126 "PUT /v2.0/ports/351783fb-f34c-495f-bd7e-0f745d75c6c7 HTTP/1.1" status: 200 len: 1096 time: 4.8163817 Feb 19 00:21:04.134399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745e2f54-aa80-4f69-a640-6229c97ab40f', 'tag': '351783fb-f34c-495f-bd7e-0f745d75c6c7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:04.138292 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87905527-b986-4a03-b521-6500cae7ee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "745e2f54-aa80-4f69-a640-6229c97ab40f", "tag": "351783fb-f34c-495f-bd7e-0f745d75c6c7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:04.158662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db77ef3-af50-47b8-8679-8abd4c746195 req-73092d01-c738-46e2-94e8-73e1cc68fa77 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:04.160810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5db77ef3-af50-47b8-8679-8abd4c746195 req-73092d01-c738-46e2-94e8-73e1cc68fa77 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 935 time: 0.6498868 Feb 19 00:21:04.166950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:04.167710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:04.202368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-821ae954-769e-41cc-9c1a-9e93c2678e5d None None] Provisioning complete for port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:04.202778 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-821ae954-769e-41cc-9c1a-9e93c2678e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:04.249528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-821ae954-769e-41cc-9c1a-9e93c2678e5d None None] Port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:04.334154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5db77ef3-af50-47b8-8679-8abd4c746195 req-6c4e0c77-e5d4-4261-b907-2eaba4a76f6d tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597338 Feb 19 00:21:04.344272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 10a4062e-26fe-4f17-a981-89d927173f1c details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:04.428116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b2a1f-7c46-4272-89ad-07ab30b5d15a service neutron] Pushing event updated for resources: {'Port': ['ID=351783fb-f34c-495f-bd7e-0f745d75c6c7,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:04.511488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-04dd9de5-1bbb-4ffb-9ce7-df806c09c17c tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0413058 Feb 19 00:21:04.574740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:04.575293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:04.578563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:04.579167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Bound port: dc33f273-bbea-4913-becd-d41013c33afe, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:04.579653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc33f273-bbea-4913-becd-d41013c33afe), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:04.592604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 10a4062e-26fe-4f17-a981-89d927173f1c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=10a4062e-26fe-4f17-a981-89d927173f1c,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:04.599275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Request body: {'port': {'device_id': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '92aa1adcecd941ff8848dacd8b05ec5a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:04.609354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '10a4062e-26fe-4f17-a981-89d927173f1c', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'port_id': '10a4062e-26fe-4f17-a981-89d927173f1c', 'mac_address': 'fa:16:3e:e8:a3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:04.613979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d23f1b1-6e1e-4cc7-a558-60067bb37848 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:04.625823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde2c82-9645-4d48-bbca-9bf9ad93d6d2 req-9a76381b-f537-475e-a047-c5ee9436cd28 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:04.627640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fde2c82-9645-4d48-bbca-9bf9ad93d6d2 req-9a76381b-f537-475e-a047-c5ee9436cd28 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 944 time: 0.8639066 Feb 19 00:21:04.639619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf9b2818-b914-4242-b942-2259e4883a98 req-afaa824b-f1d8-4393-98fd-329553f18c22 service neutron] 10.222.0.126 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9448841 Feb 19 00:21:04.667676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Request body: {'port': {'device_id': '237055f4-88b5-49bd-a1ff-bc8e19b1690d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:04.676503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:04.694505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:04.727597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:04.730066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb43fa4a-33ea-43f9-a82a-6ffa667157ec,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:04.796790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fde2c82-9645-4d48-bbca-9bf9ad93d6d2 req-183fd97d-1135-4bad-a571-883dc25a0fd1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510472 Feb 19 00:21:04.823157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] For port dc33f273-bbea-4913-becd-d41013c33afe, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:04.844375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eab9c8e5-e501-45f3-84e3-34233f50c965 req-184403d8-e791-4bcb-af02-efdb343e353a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 210 time: 0.1997936 Feb 19 00:21:04.853033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-ac5a3669-f577-4757-83f7-09bcb5138561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:04.854769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-ac5a3669-f577-4757-83f7-09bcb5138561 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 1130 time: 0.5579033 Feb 19 00:21:04.855562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Pushing event updated for resources: {'Port': ['ID=dc8b90e9-0ce5-48cf-a474-08d5415da449,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:04.929320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] For port dc33f273-bbea-4913-becd-d41013c33afe, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc33f273-bbea-4913-becd-d41013c33afe,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:04.977155 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (dc33f273-bbea-4913-becd-d41013c33afe), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:04.979872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-1a599877-4052-4e89-99a0-0bb5dcc4eb69 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=351783fb-f34c-495f-bd7e-0f745d75c6c7 HTTP/1.1" status: 200 len: 217 time: 0.1015964 Feb 19 00:21:04.981671 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf40249-ecd6-4947-b51a-2f6fe6002efe x-openstack-request-id: req-6cf40249-ecd6-4947-b51a-2f6fe6002efe {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:04.982718 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745e2f54-aa80-4f69-a640-6229c97ab40f", "tag": "351783fb-f34c-495f-bd7e-0f745d75c6c7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:04.983018 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6cf40249-ecd6-4947-b51a-2f6fe6002efe {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:04.983429 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745e2f54-aa80-4f69-a640-6229c97ab40f', 'tag': '351783fb-f34c-495f-bd7e-0f745d75c6c7', 'status': 'completed', 'code': 200} Feb 19 00:21:05.047806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 10a4062e-26fe-4f17-a981-89d927173f1c is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:05.048450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.070838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:05.071651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.073199 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] 10.222.0.113 "PUT /v2.0/ports/dc33f273-bbea-4913-becd-d41013c33afe HTTP/1.1" status: 200 len: 1095 time: 3.5235286 Feb 19 00:21:05.075650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268eefec-9fd1-4cf6-b431-86e5cb2f8849', 'tag': 'dc33f273-bbea-4913-becd-d41013c33afe'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:05.078213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a4062e-26fe-4f17-a981-89d927173f1c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:05.085368 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165caa3e-ef8d-42e5-ad73-537f1e5ab255" -d '{"events": [{"name": "network-changed", "server_uuid": "268eefec-9fd1-4cf6-b431-86e5cb2f8849", "tag": "dc33f273-bbea-4913-becd-d41013c33afe"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:05.095918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Made reservation on behalf of 92aa1adcecd941ff8848dacd8b05ec5a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:05.099784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.124244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 10a4062e-26fe-4f17-a981-89d927173f1c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=10a4062e-26fe-4f17-a981-89d927173f1c,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:05.130722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.145600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f14e49-e92b-4bdf-a15e-01f1074d967b service neutron] Pushing event updated for resources: {'Port': ['ID=dc33f273-bbea-4913-becd-d41013c33afe,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:05.166246 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.171741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:05.172357 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.205065 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.208464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-16d2c354-e8a0-4d9c-8ecf-4bbb70519cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:05.209959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-16d2c354-e8a0-4d9c-8ecf-4bbb70519cb3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1847293 Feb 19 00:21:05.306479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=10a4062e-26fe-4f17-a981-89d927173f1c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:05.394202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:05.394202 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.423524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe95c-28d8-4872-a560-99f4900533fc req-0ac0be83-63f7-45ca-924c-5d63a2cbf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:05.426992 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-0ac0be83-63f7-45ca-924c-5d63a2cbf426 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 1129 time: 0.2649422 Feb 19 00:21:05.430660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks [] for router_gateway (d3638455-769c-47f5-8ffb-ef06a5a3e83d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.441416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Attempting to bind port dc8b90e9-0ce5-48cf-a474-08d5415da449 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:05.442071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Attempting to bind port dc8b90e9-0ce5-48cf-a474-08d5415da449 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:05.442228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Attempting to bind port dc8b90e9-0ce5-48cf-a474-08d5415da449 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:05.455951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 3d23f1b1-6e1e-4cc7-a558-60067bb37848, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d23f1b1-6e1e-4cc7-a558-60067bb37848,segment=NetworkSegment(6cf95142-c4ce-4977-bf7e-2092e2b2f63c),segment_id=6cf95142-c4ce-4977-bf7e-2092e2b2f63c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:05.467335 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.526878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['10a4062e-26fe-4f17-a981-89d927173f1c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:05.549489 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-9f29504f-1028-4a67-b2af-fbefdd689863 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=dc33f273-bbea-4913-becd-d41013c33afe HTTP/1.1" status: 200 len: 217 time: 0.1131067 Feb 19 00:21:05.555932 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks [] for security_group (fb78575b-3c62-4a1c-a38f-4d904efae52c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.556245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=3d23f1b1-6e1e-4cc7-a558-60067bb37848,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:05.599593 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fb78575b-3c62-4a1c-a38f-4d904efae52c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.698949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c3684-c293-4353-9794-2e61e4a67d35 None None] Network 4a67133c-59cb-4d42-8301-b3d872ae458f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:21:05.738374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe95c-28d8-4872-a560-99f4900533fc req-72c28f5b-ca93-4629-a362-be2870f3503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:05.739934 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-72c28f5b-ca93-4629-a362-be2870f3503c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1798067 Feb 19 00:21:05.750029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb78575b-3c62-4a1c-a38f-4d904efae52c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:05.761451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Port dc8b90e9-0ce5-48cf-a474-08d5415da449 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:05.761874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Attempting to bind port dc8b90e9-0ce5-48cf-a474-08d5415da449 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:05.778837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d614f-b4b2-4aa2-92dd-545b85447d55 req-736c900a-d38d-4ffc-90c9-aff087a5485b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:05.779486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-49284a76-14e6-4821-99ed-8287efb2b37b None None] Provisioning complete for port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:05.779869 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49284a76-14e6-4821-99ed-8287efb2b37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.780968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-132d614f-b4b2-4aa2-92dd-545b85447d55 req-736c900a-d38d-4ffc-90c9-aff087a5485b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 948 time: 0.7964087 Feb 19 00:21:05.792824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1ece8-cbf2-4549-ad38-265b2f4fab3a req-08a30f6b-ca79-48c8-8ee8-41c16b4a345f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:05.794354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5b1ece8-cbf2-4549-ad38-265b2f4fab3a req-08a30f6b-ca79-48c8-8ee8-41c16b4a345f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 947 time: 0.7679529 Feb 19 00:21:05.803648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:05.804029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:05.804217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:05.804985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Bound port: dc8b90e9-0ce5-48cf-a474-08d5415da449, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:05.805120 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:05.877993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-c066ebf5-46e6-4d76-9fc9-26dc64970d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:05.879584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-c066ebf5-46e6-4d76-9fc9-26dc64970d2f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6469860 Feb 19 00:21:05.882953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebe95c-28d8-4872-a560-99f4900533fc req-8cfbed97-8d31-4472-9908-4475a1433a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:05.884655 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-8cfbed97-8d31-4472-9908-4475a1433a60 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1309304 Feb 19 00:21:05.908014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-49284a76-14e6-4821-99ed-8287efb2b37b None None] Current status of the port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:05.990541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (d3638455-769c-47f5-8ffb-ef06a5a3e83d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.071767 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-4d1a06d9-f748-489f-b3c6-3fea48ab3d5f service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518528 Feb 19 00:21:06.076841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-132d614f-b4b2-4aa2-92dd-545b85447d55 req-67add78e-e620-493f-9b45-bec5ab9dd633 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809858 Feb 19 00:21:06.089252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5b1ece8-cbf2-4549-ad38-265b2f4fab3a req-419efac6-fdc2-4f8e-81a1-11cbd2829797 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774677 Feb 19 00:21:06.137086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] For port dc8b90e9-0ce5-48cf-a474-08d5415da449, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:06.149079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2d0f532b-17a9-4739-85b6-0078f8fd0b57 None None] Provisioning complete for port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:06.149627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d0f532b-17a9-4739-85b6-0078f8fd0b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.196326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:06.205265 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Publish callbacks [] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.219189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Transition to ACTIVE for port object 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:06.222263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-0a52830d-3649-4198-8505-90836d474e95 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195686 Feb 19 00:21:06.250669 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.260015 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-28ebe95c-28d8-4872-a560-99f4900533fc req-f5badfdf-7ce1-4a81-a0a3-f2762cde9c29 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458671 Feb 19 00:21:06.261703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2d0f532b-17a9-4739-85b6-0078f8fd0b57 None None] Current status of the port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:06.272830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] For port dc8b90e9-0ce5-48cf-a474-08d5415da449, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc8b90e9-0ce5-48cf-a474-08d5415da449,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:06.289822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Router d3638455-769c-47f5-8ffb-ef06a5a3e83d is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:21:06.303566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Allocated IP 192.168.233.167 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/f5fa8545-bb41-46fa-a3f6-2eee45bf34fb) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:06.378203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c322dec7-d5a0-401c-ae24-1f12d1f45d3d up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:06.378460 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.429981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:06.430643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.432094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] 10.222.0.113 "PUT /v2.0/ports/dc8b90e9-0ce5-48cf-a474-08d5415da449 HTTP/1.1" status: 200 len: 1096 time: 5.4917076 Feb 19 00:21:06.436607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Pushing event updated for resources: {'Port': ['ID=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:06.453951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d23f1b1-6e1e-4cc7-a558-60067bb37848 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:06.500466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:21:06.526058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Sync routers for ids ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:21:06.543687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.550307 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-67c8cd3b-ed45-495e-9482-2ab79b6747c9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8776541 Feb 19 00:21:06.550307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56306) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:06.552071 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port c322dec7-d5a0-401c-ae24-1f12d1f45d3d completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:06.564746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Routers {'d3638455-769c-47f5-8ffb-ef06a5a3e83d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:21:06.565679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:06.570763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port c322dec7-d5a0-401c-ae24-1f12d1f45d3d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:06.570763 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.605899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-fa8bb9e1-070a-4336-b4db-43c977e0d8fa service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676462 Feb 19 00:21:06.607436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks [] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.625843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe9e7-b802-4424-827c-9154c9b60159 req-59d35b97-4e57-42b1-bde1-8d18194ec0bf tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:06.633344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3cfe9e7-b802-4424-827c-9154c9b60159 req-59d35b97-4e57-42b1-bde1-8d18194ec0bf tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 945 time: 0.3962033 Feb 19 00:21:06.652804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2efea-acc1-407e-b71a-c279e4a35f09 req-194e2837-9a3b-401e-807d-0c53e40e8e1c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:06.654347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a2efea-acc1-407e-b71a-c279e4a35f09 req-194e2837-9a3b-401e-807d-0c53e40e8e1c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 945 time: 0.4055221 Feb 19 00:21:06.680985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:06.681671 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.691851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96beafdb-2b80-4190-8718-8d4f6da7e58e service neutron] Pushing event updated for resources: {'Port': ['ID=dc8b90e9-0ce5-48cf-a474-08d5415da449,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:06.764167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Attempting to bind port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:06.764424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Attempting to bind port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:06.764746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Attempting to bind port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:06.785143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.790778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-24296a7c-4b6d-4b3a-b008-83df196b1707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:06.792292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-24296a7c-4b6d-4b3a-b008-83df196b1707 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 1130 time: 0.2247415 Feb 19 00:21:06.798471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:06.798715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Attempting to bind port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:06.825616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3cfe9e7-b802-4424-827c-9154c9b60159 req-7dc6105c-7d52-41c9-b62f-7725136a816b tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913836 Feb 19 00:21:06.829112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:06.829452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:06.829834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:06.830421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Bound port: 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:06.830786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.854070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Set router d3638455-769c-47f5-8ffb-ef06a5a3e83d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:21:06.856231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port c322dec7-d5a0-401c-ae24-1f12d1f45d3d is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:06.856722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:06.876646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:06.878085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a2efea-acc1-407e-b71a-c279e4a35f09 req-32b3edc4-8f6a-44b0-b552-40bc27575cf9 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008290 Feb 19 00:21:06.881748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-d7f05e8a-8059-41c4-bbcc-f821eef10eb8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=dc8b90e9-0ce5-48cf-a474-08d5415da449 HTTP/1.1" status: 200 len: 217 time: 0.0664749 Feb 19 00:21:06.904894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905527-b986-4a03-b521-6500cae7ee8b req-b6ebb32c-dad6-4135-9576-9fa94a1de909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:06.906979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87905527-b986-4a03-b521-6500cae7ee8b req-b6ebb32c-dad6-4135-9576-9fa94a1de909 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 1130 time: 0.2102208 Feb 19 00:21:06.936759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:06.944784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:06.986390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcef0c5f-f988-4787-ba92-2eb7977a7c1a', 'tag': 'dc8b90e9-0ce5-48cf-a474-08d5415da449'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:06.988684 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe" -d '{"events": [{"name": "network-changed", "server_uuid": "dcef0c5f-f988-4787-ba92-2eb7977a7c1a", "tag": "dc8b90e9-0ce5-48cf-a474-08d5415da449"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:07.017977 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718f41f0-ce34-435d-bcee-91ad7f120f2b x-openstack-request-id: req-718f41f0-ce34-435d-bcee-91ad7f120f2b {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:07.018211 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268eefec-9fd1-4cf6-b431-86e5cb2f8849", "tag": "dc33f273-bbea-4913-becd-d41013c33afe", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:07.018485 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-718f41f0-ce34-435d-bcee-91ad7f120f2b {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:07.018896 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268eefec-9fd1-4cf6-b431-86e5cb2f8849', 'tag': 'dc33f273-bbea-4913-becd-d41013c33afe', 'status': 'completed', 'code': 200} Feb 19 00:21:07.026014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:07.104392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-ed0937d1-f417-4e7e-af36-4d854759c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.105891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-ed0937d1-f417-4e7e-af36-4d854759c5b2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2137177 Feb 19 00:21:07.114377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:07.117999 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaf1f88-52e6-4947-b3d8-93ea9b06a26b" -d '{"events": [{"server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "name": "network-vif-plugged", "status": "completed", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:07.130523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:07.143369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:07.159744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] For port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:07.162801 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.193215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] For port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:07.218317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.235097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905527-b986-4a03-b521-6500cae7ee8b req-a78cf8f3-5d07-4fc2-8ab5-11a0c1738973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.236938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87905527-b986-4a03-b521-6500cae7ee8b req-a78cf8f3-5d07-4fc2-8ab5-11a0c1738973 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2901769 Feb 19 00:21:07.244118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2f60d-393b-4507-8dc6-c03a9e70d35e req-85d47786-b2d3-4eab-8302-51de01777bac tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.245691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4d2f60d-393b-4507-8dc6-c03a9e70d35e req-85d47786-b2d3-4eab-8302-51de01777bac tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 947 time: 0.2234209 Feb 19 00:21:07.272974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:07.292325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a7be7-dfca-4a14-a821-6f8c7c0ec090 req-82ca600e-dae1-40df-99fb-1115487193bf tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.293907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-784a7be7-dfca-4a14-a821-6f8c7c0ec090 req-82ca600e-dae1-40df-99fb-1115487193bf tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 944 time: 0.2477577 Feb 19 00:21:07.325032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:05Z', 'revision_number': 3, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port': {'id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:03Z', 'updated_at': '2022-02-19T00:21:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:07.348880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87905527-b986-4a03-b521-6500cae7ee8b req-ca3bc642-eb41-4edc-9c31-3bc3ff466525 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=351783fb-f34c-495f-bd7e-0f745d75c6c7 HTTP/1.1" status: 200 len: 217 time: 0.1020825 Feb 19 00:21:07.354077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.354743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.356123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] 10.222.0.113 "PUT /v2.0/ports/417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 HTTP/1.1" status: 200 len: 1095 time: 2.7033811 Feb 19 00:21:07.368256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Checking router: d3638455-769c-47f5-8ffb-ef06a5a3e83d for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:21:07.368997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Updating router d3638455-769c-47f5-8ffb-ef06a5a3e83d port cb43fa4a-33ea-43f9-a82a-6ffa667157ec binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:21:07.402946 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.438143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.438821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.440686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69046708-7366-4235-9dac-d6db378b7f02 req-78121a0a-7aeb-468c-bdb8-8e14a881d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.442298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-78121a0a-7aeb-468c-bdb8-8e14a881d1f5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3221202 Feb 19 00:21:07.461855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91c69c-8704-4094-8a6b-215af9bdab46 service neutron] Pushing event updated for resources: {'Port': ['ID=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:07.470791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-729e0259-8ad1-4d88-a5ae-4bb845fecf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.472926 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-729e0259-8ad1-4d88-a5ae-4bb845fecf29 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 1129 time: 0.5211608 Feb 19 00:21:07.478217 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-243db149-37a3-4d6e-a357-d58a266a3422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9225893 Feb 19 00:21:07.497769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Request body: {'port': {'device_id': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:07.528157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-784a7be7-dfca-4a14-a821-6f8c7c0ec090 req-618478a5-6c48-4746-99d9-dbc6ad26df43 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018008 Feb 19 00:21:07.553900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4d2f60d-393b-4507-8dc6-c03a9e70d35e req-ccbe7aed-5d42-4a59-9811-832dbd3eefbc tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752779 Feb 19 00:21:07.605488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905527-b986-4a03-b521-6500cae7ee8b req-110f07d0-cbff-4f29-bfaf-00166f27eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.607292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87905527-b986-4a03-b521-6500cae7ee8b req-110f07d0-cbff-4f29-bfaf-00166f27eb0d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2489152 Feb 19 00:21:07.676172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-0bf31283-59e0-4ebb-b9ec-bacc2e83947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.677777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-0bf31283-59e0-4ebb-b9ec-bacc2e83947d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ae67fd1582924fb5b078ec4c133c7a96&device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 1129 time: 0.2459500 Feb 19 00:21:07.750914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-97c295d3-2d4f-4153-b20b-9bb18600a662 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941570 Feb 19 00:21:07.758462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-fefeba33-3710-499d-81e3-48d60c015f2c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 HTTP/1.1" status: 200 len: 217 time: 0.0709348 Feb 19 00:21:07.769477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8aadb33f-47e0-48dc-b6f7-442515354ac8 None None] Provisioning complete for port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:07.769856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8aadb33f-47e0-48dc-b6f7-442515354ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.836312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-c064613b-175f-4074-b9a7-597fe81e83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.838487 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-c064613b-175f-4074-b9a7-597fe81e83dc service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3572454 Feb 19 00:21:07.840356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-232e4974-6e1e-4adb-963a-849178456001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.842228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-232e4974-6e1e-4adb-963a-849178456001 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0564907 Feb 19 00:21:07.863286 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Publish callbacks [] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.866545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8aadb33f-47e0-48dc-b6f7-442515354ac8 None None] Port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:07.876156 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.936302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5d19-1137-40d8-ab0a-d19fe4843695 None None] Pushing event updated for resources: {'Port': ['ID=cb43fa4a-33ea-43f9-a82a-6ffa667157ec,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:07.938866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Attempting to bind port cb43fa4a-33ea-43f9-a82a-6ffa667157ec on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:07.939237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Attempting to bind port cb43fa4a-33ea-43f9-a82a-6ffa667157ec by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:07.939610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Attempting to bind port cb43fa4a-33ea-43f9-a82a-6ffa667157ec on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:07.945542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:07.946798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:07.946798 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.946798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:07.947262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Bound port: cb43fa4a-33ea-43f9-a82a-6ffa667157ec, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:07.947654 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:07.958404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905527-b986-4a03-b521-6500cae7ee8b req-c3c44cb0-bc8b-49a8-816a-800a363ee963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:07.960439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87905527-b986-4a03-b521-6500cae7ee8b req-c3c44cb0-bc8b-49a8-816a-800a363ee963 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3433142 Feb 19 00:21:08.017246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] For port cb43fa4a-33ea-43f9-a82a-6ffa667157ec, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:08.021307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] For port cb43fa4a-33ea-43f9-a82a-6ffa667157ec, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=cb43fa4a-33ea-43f9-a82a-6ffa667157ec,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:08.032748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:08.038257 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-d8e8cb19-13fc-4876-b73f-886cd2f65dbc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=dc33f273-bbea-4913-becd-d41013c33afe HTTP/1.1" status: 200 len: 217 time: 0.1183736 Feb 19 00:21:08.060736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e02b52-7a30-4de4-bca3-886a90c895bd req-fd3fa3f8-8b1d-411c-9052-b47cd373f8d9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:08.063281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00e02b52-7a30-4de4-bca3-886a90c895bd req-fd3fa3f8-8b1d-411c-9052-b47cd373f8d9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 936 time: 0.3700032 Feb 19 00:21:08.094961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-836d2a00-fbaf-4963-9b46-1a75c662b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:08.100962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-836d2a00-fbaf-4963-9b46-1a75c662b53e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2349923 Feb 19 00:21:08.141925 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486debd7-fadd-4f91-bf1f-980720b62d86 x-openstack-request-id: req-486debd7-fadd-4f91-bf1f-980720b62d86 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:08.142437 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcef0c5f-f988-4787-ba92-2eb7977a7c1a", "tag": "dc8b90e9-0ce5-48cf-a474-08d5415da449", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:08.142857 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-486debd7-fadd-4f91-bf1f-980720b62d86 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:08.143418 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcef0c5f-f988-4787-ba92-2eb7977a7c1a', 'tag': 'dc8b90e9-0ce5-48cf-a474-08d5415da449', 'status': 'completed', 'code': 200} Feb 19 00:21:08.171029 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:08.189850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Routers {'d3638455-769c-47f5-8ffb-ef06a5a3e83d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:21:08.191117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:08.196660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac5d19-1137-40d8-ab0a-d19fe4843695 None None] Pushing event updated for resources: {'Port': ['ID=cb43fa4a-33ea-43f9-a82a-6ffa667157ec,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:08.231178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-edd9c1a4-1499-403b-b13a-ce3caaba3f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:08.232581 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-edd9c1a4-1499-403b-b13a-ce3caaba3f94 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1852355 Feb 19 00:21:08.292438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:08.342422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] Set router d3638455-769c-47f5-8ffb-ef06a5a3e83d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:21:08.388886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 10a4062e-26fe-4f17-a981-89d927173f1c up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:08.441897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-6de9a12e-2b40-4c06-9009-906ea271a84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:08.443878 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-6de9a12e-2b40-4c06-9009-906ea271a84b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2028377 Feb 19 00:21:08.479746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69046708-7366-4235-9dac-d6db378b7f02 req-1e32ced7-1ae8-40f8-a192-871f45b5ab1f service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199755 Feb 19 00:21:08.523504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87905527-b986-4a03-b521-6500cae7ee8b req-e27ad2d7-5321-4b73-a81f-f22c87cf92d9 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515931 Feb 19 00:21:08.547247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00e02b52-7a30-4de4-bca3-886a90c895bd req-4972f77a-6e2c-460d-8f8c-c390b236046d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752553 Feb 19 00:21:08.657093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-4eecfa8e-dd39-4306-b481-d5dc8e00f1dc service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481589 Feb 19 00:21:08.687688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 10a4062e-26fe-4f17-a981-89d927173f1c completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:08.700466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 10a4062e-26fe-4f17-a981-89d927173f1c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:08.700867 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:08.747408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fe7cc-c956-480b-a7b2-0efab2e7fcfa req-aa355754-c45f-43ce-b25f-d64ae3c451a9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:08.748929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-725fe7cc-c956-480b-a7b2-0efab2e7fcfa req-aa355754-c45f-43ce-b25f-d64ae3c451a9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 948 time: 0.2884343 Feb 19 00:21:08.776179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fa8545-bb41-46fa-a3f6-2eee45bf34fb {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:08.793788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Allocated IP 172.20.0.1 (4a67133c-59cb-4d42-8301-b3d872ae458f/2f238801-b3d8-42d2-88db-69be2ba0dacd/96763ac5-5217-4249-86e0-b0958d6e407f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:08.797590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Publish callbacks [] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:08.818357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-6afbf3d9-aa0b-4c75-af77-51a0b5abfb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:08.819900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-6afbf3d9-aa0b-4c75-af77-51a0b5abfb63 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 1130 time: 0.2476654 Feb 19 00:21:08.824684 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-8eba14bf-f72e-409c-a5c1-f9312f0af15a service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744817 Feb 19 00:21:08.833386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Transition to ACTIVE for port object f5fa8545-bb41-46fa-a3f6-2eee45bf34fb will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:08.836967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:05Z', 'revision_number': 3, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port': {'id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:03Z', 'updated_at': '2022-02-19T00:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:08.840025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 10a4062e-26fe-4f17-a981-89d927173f1c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:08.840429 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:08.854821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:08.871792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87905527-b986-4a03-b521-6500cae7ee8b req-101a3c62-6a43-4256-9fcf-5be68829b6cd service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387973 Feb 19 00:21:08.873705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2ab710-19a8-4529-b76e-5ed27d031814 None None] The sync data for ids ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'] in n-d-826527-3 is: [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:05Z', 'revision_number': 3, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port': {'id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:03Z', 'updated_at': '2022-02-19T00:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:21:08.910897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 10a4062e-26fe-4f17-a981-89d927173f1c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=10a4062e-26fe-4f17-a981-89d927173f1c,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:08.911195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca82902-f65e-4501-8d3c-55fe34e86154 req-deca0e96-0973-4a37-8b87-dc83ceb78527 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:08.912384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ca82902-f65e-4501-8d3c-55fe34e86154 req-deca0e96-0973-4a37-8b87-dc83ceb78527 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 947 time: 0.2684627 Feb 19 00:21:08.922376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:08.959992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93f8e4c0-30c7-4887-9547-ce9b1de1a658 req-855ba6e5-64c3-4ef6-8967-753354be44a7 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938359 Feb 19 00:21:08.982052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-725fe7cc-c956-480b-a7b2-0efab2e7fcfa req-b477023f-761c-4b3e-bbdc-e2a5b231aa46 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239840 Feb 19 00:21:09.016586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=10a4062e-26fe-4f17-a981-89d927173f1c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:09.031474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:09.084664 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ab72f8-5442-4024-8a9e-99f459b8889a x-openstack-request-id: req-d0ab72f8-5442-4024-8a9e-99f459b8889a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:09.084978 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "name": "network-vif-plugged", "status": "completed", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:09.085272 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0ab72f8-5442-4024-8a9e-99f459b8889a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:09.085773 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d', 'code': 200} Feb 19 00:21:09.088744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ca82902-f65e-4501-8d3c-55fe34e86154 req-63d6d7b5-728a-4314-95e9-e53773958384 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242838 Feb 19 00:21:09.107506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Publish callbacks [] for port (96763ac5-5217-4249-86e0-b0958d6e407f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:09.156949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-336e49bc-d082-40b3-8d7a-21c51823b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:09.158787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-336e49bc-d082-40b3-8d7a-21c51823b04f service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3111942 Feb 19 00:21:09.207262 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-165caa3e-ef8d-42e5-ad73-537f1e5ab255 req-6800bf4a-74e6-4cee-96c5-ad6933353cc6 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722949 Feb 19 00:21:09.230061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Attempting to bind port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:09.230602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Attempting to bind port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:09.230940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Attempting to bind port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:09.240915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:09.241246 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Attempting to bind port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:09.248413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:09.248756 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:09.249151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:09.249707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Bound port: f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:09.250077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:09.266633 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:09.299387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-65ef9da0-5a5b-4803-b21d-65cd3ea16936 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=dc8b90e9-0ce5-48cf-a474-08d5415da449 HTTP/1.1" status: 200 len: 217 time: 0.1305943 Feb 19 00:21:09.351821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Network 4a67133c-59cb-4d42-8301-b3d872ae458f is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:09.400035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:09.410982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:09.425195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-f8d87594-24a0-4b55-a639-f2110d8298ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:09.426667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-f8d87594-24a0-4b55-a639-f2110d8298ce service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1096778 Feb 19 00:21:09.449219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d94dd-668f-4d97-b71d-4703889df915 req-e0134611-6904-49d2-a6e8-447b6e2e7e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:09.451033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be4d94dd-668f-4d97-b71d-4703889df915 req-e0134611-6904-49d2-a6e8-447b6e2e7e45 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1127 time: 0.2141547 Feb 19 00:21:09.458050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055273-5552-422d-8d14-6c5b0f166ca3 req-90cc83d5-48e2-4fe7-999b-ce5b12aef3cd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:09.459896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d055273-5552-422d-8d14-6c5b0f166ca3 req-90cc83d5-48e2-4fe7-999b-ce5b12aef3cd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 946 time: 0.2218857 Feb 19 00:21:09.474329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Pushing event updated for resources: {'Port': ['ID=96763ac5-5217-4249-86e0-b0958d6e407f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:09.517707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (d3638455-769c-47f5-8ffb-ef06a5a3e83d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:09.555370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b53b2-412d-4268-8a04-387db96f5829 req-9ba6569d-8159-4422-b847-620cf7b27ab2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:09.557046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e2b53b2-412d-4268-8a04-387db96f5829 req-9ba6569d-8159-4422-b847-620cf7b27ab2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 945 time: 0.1908259 Feb 19 00:21:09.581195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:09.600120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:09.616250 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:09.622372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d055273-5552-422d-8d14-6c5b0f166ca3 req-a59a0ee0-4685-4b7d-b144-a25ab0b8661f tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350217 Feb 19 00:21:09.638383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be4d94dd-668f-4d97-b71d-4703889df915 req-d596deda-6c90-4ee1-9abe-1899c63b28e9 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736889 Feb 19 00:21:09.695149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:09.695861 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:09.697281 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] 10.222.0.126 "PUT /v2.0/ports/f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 1096 time: 2.2049329 Feb 19 00:21:09.697732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:09.700026 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efd5900-9e63-41b7-80e2-42236dd9a13f" -d '{"events": [{"name": "network-changed", "server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:09.708660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-79daced1-83fb-458a-ab97-7f00bc9f789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:09.710041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-79daced1-83fb-458a-ab97-7f00bc9f789f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2715995 Feb 19 00:21:09.730770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb5627-732f-496f-87c5-973756fbc8ce service neutron] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:09.738018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0f6642f1-548f-4d1a-acdc-a4f93d5b5a39 None None] Provisioning complete for port 96763ac5-5217-4249-86e0-b0958d6e407f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:09.739100 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f6642f1-548f-4d1a-acdc-a4f93d5b5a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:09.793117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device dc33f273-bbea-4913-becd-d41013c33afe details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:09.794751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:09.849614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e2b53b2-412d-4268-8a04-387db96f5829 req-3f35261b-2f0c-413d-9585-15eeec57c392 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715240 Feb 19 00:21:09.857379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0f6642f1-548f-4d1a-acdc-a4f93d5b5a39 None None] Port 96763ac5-5217-4249-86e0-b0958d6e407f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:09.882797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5459b-01f3-46ba-a53d-eb81ef84dd49 req-d7fececf-4d51-4f5a-b6a4-4cd2b1ec9ea3 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:09.882797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40f5459b-01f3-46ba-a53d-eb81ef84dd49 req-d7fececf-4d51-4f5a-b6a4-4cd2b1ec9ea3 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 947 time: 0.1567771 Feb 19 00:21:10.035270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-670dac2e-fb65-4692-b7dd-8b64d20c1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:10.036895 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-670dac2e-fb65-4692-b7dd-8b64d20c1dfd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1130 time: 0.0835772 Feb 19 00:21:10.044452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port dc33f273-bbea-4913-becd-d41013c33afe, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc33f273-bbea-4913-becd-d41013c33afe,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:10.048763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-0cb9d854-cd86-47a4-bf6f-a8bba38366b0 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157685 Feb 19 00:21:10.056866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'dc33f273-bbea-4913-becd-d41013c33afe', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'dc33f273-bbea-4913-becd-d41013c33afe', 'mac_address': 'fa:16:3e:09:3f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:10.091487 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Publish callbacks [] for port (96763ac5-5217-4249-86e0-b0958d6e407f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:10.095340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40f5459b-01f3-46ba-a53d-eb81ef84dd49 req-2c181da9-66a3-4fbc-a353-4cfef1360eb7 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645508 Feb 19 00:21:10.105554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:10.114862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port dc33f273-bbea-4913-becd-d41013c33afe is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:10.115262 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc33f273-bbea-4913-becd-d41013c33afe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:10.138035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc33f273-bbea-4913-becd-d41013c33afe {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:10.162115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '237055f4-88b5-49bd-a1ff-bc8e19b1690d', 'tag': '417f85ae-5ed8-4a57-ae8e-e5728a47ceb4'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:10.164852 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb" -d '{"events": [{"name": "network-changed", "server_uuid": "237055f4-88b5-49bd-a1ff-bc8e19b1690d", "tag": "417f85ae-5ed8-4a57-ae8e-e5728a47ceb4"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:10.191882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f07b9-7802-4340-926b-317d6cc8e455 req-de625c58-1028-4a8d-923a-cac2e02d7c78 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:10.193839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a80f07b9-7802-4340-926b-317d6cc8e455 req-de625c58-1028-4a8d-923a-cac2e02d7c78 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 948 time: 0.1914389 Feb 19 00:21:10.202855 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b7099b-c9de-46f2-aadc-8013a87762a4 x-openstack-request-id: req-74b7099b-c9de-46f2-aadc-8013a87762a4 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:10.203288 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:10.203658 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74b7099b-c9de-46f2-aadc-8013a87762a4 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:10.204201 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'status': 'completed', 'code': 200} Feb 19 00:21:10.204927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port dc33f273-bbea-4913-becd-d41013c33afe, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc33f273-bbea-4913-becd-d41013c33afe,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:10.215005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dc33f273-bbea-4913-becd-d41013c33afe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:10.220953 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:21:10.230027 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-9e76bf15-1e7e-4a8a-8a16-5afd9665539c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 217 time: 0.1812465 Feb 19 00:21:10.290349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a80f07b9-7802-4340-926b-317d6cc8e455 req-aa3324c6-291f-4c41-b5b7-b7e1e9843e77 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880399 Feb 19 00:21:10.298870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=dc33f273-bbea-4913-becd-d41013c33afe,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:10.328088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (d3638455-769c-47f5-8ffb-ef06a5a3e83d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:10.350376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Pushing event updated for resources: {'Port': ['ID=96763ac5-5217-4249-86e0-b0958d6e407f,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:10.364181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd5a2ca0-2dcc-44ac-87b2-525f991d27fe req-c81c9a23-18ca-4a54-91c5-b185e78d5689 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058414 Feb 19 00:21:10.369193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-6c057fa6-f6bf-441d-a074-e2f49bde0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:10.371824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 351783fb-f34c-495f-bd7e-0f745d75c6c7 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:10.382415 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-6c057fa6-f6bf-441d-a074-e2f49bde0264 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1429932 Feb 19 00:21:10.475032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a0182-55bc-4427-be7e-ae190db49b8c req-ba94bc4b-869f-45e0-bf66-3d07d0dd3cc5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:10.481994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b42a0182-55bc-4427-be7e-ae190db49b8c req-ba94bc4b-869f-45e0-bf66-3d07d0dd3cc5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 948 time: 0.1905277 Feb 19 00:21:10.500322 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['dc33f273-bbea-4913-becd-d41013c33afe'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:10.507984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-cf74fbbb-573d-4505-b0a2-ae1e48291d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:10.509945 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-cf74fbbb-573d-4505-b0a2-ae1e48291d7f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0939493 Feb 19 00:21:10.512486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device cb43fa4a-33ea-43f9-a82a-6ffa667157ec up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:10.547168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Network 4a67133c-59cb-4d42-8301-b3d872ae458f is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:10.551637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f5c23-1051-462f-9d3d-7ede53c23041 req-9e0f61f1-1dc3-4204-9714-2ac27d5e9b92 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:10.553248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-616f5c23-1051-462f-9d3d-7ede53c23041 req-9e0f61f1-1dc3-4204-9714-2ac27d5e9b92 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 948 time: 0.1425099 Feb 19 00:21:10.563414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b42a0182-55bc-4427-be7e-ae190db49b8c req-6907f8fd-7af1-42b2-a38e-880497b08b19 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734601 Feb 19 00:21:10.579515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 351783fb-f34c-495f-bd7e-0f745d75c6c7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=351783fb-f34c-495f-bd7e-0f745d75c6c7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:10.602467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:10.613735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '351783fb-f34c-495f-bd7e-0f745d75c6c7', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '351783fb-f34c-495f-bd7e-0f745d75c6c7', 'mac_address': 'fa:16:3e:47:25:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:10.620711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-616f5c23-1051-462f-9d3d-7ede53c23041 req-c7541e44-85bb-4cf0-a845-7e0199ee6cc1 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559721 Feb 19 00:21:10.660587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 351783fb-f34c-495f-bd7e-0f745d75c6c7 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:10.660986 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:10.670103 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027ba2a4-f8d7-41cc-a452-d782b32c2aed x-openstack-request-id: req-027ba2a4-f8d7-41cc-a452-d782b32c2aed {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:10.670103 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "237055f4-88b5-49bd-a1ff-bc8e19b1690d", "tag": "417f85ae-5ed8-4a57-ae8e-e5728a47ceb4", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:10.670103 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-027ba2a4-f8d7-41cc-a452-d782b32c2aed {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:10.670753 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '237055f4-88b5-49bd-a1ff-bc8e19b1690d', 'tag': '417f85ae-5ed8-4a57-ae8e-e5728a47ceb4', 'status': 'completed', 'code': 200} Feb 19 00:21:10.704349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 351783fb-f34c-495f-bd7e-0f745d75c6c7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:10.712031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port cb43fa4a-33ea-43f9-a82a-6ffa667157ec triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:10.712413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:10.753331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-9c1691f2-7548-454d-ba63-0fdedefa250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:10.757522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-9c1691f2-7548-454d-ba63-0fdedefa250b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ae67fd1582924fb5b078ec4c133c7a96&device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 1129 time: 0.0580869 Feb 19 00:21:10.757710 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-71270d80-0a3b-4e9c-91f2-aaab44773f63 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376502 Feb 19 00:21:10.776856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 351783fb-f34c-495f-bd7e-0f745d75c6c7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=351783fb-f34c-495f-bd7e-0f745d75c6c7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:10.795473 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:10.943890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=351783fb-f34c-495f-bd7e-0f745d75c6c7,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:10.975788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe28ca-d526-4540-a776-ffe85270940d req-e9517734-cf6e-4747-978e-ed44b99dbfbf tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:10.977606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77fe28ca-d526-4540-a776-ffe85270940d req-e9517734-cf6e-4747-978e-ed44b99dbfbf tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 946 time: 0.1244180 Feb 19 00:21:11.005944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port cb43fa4a-33ea-43f9-a82a-6ffa667157ec is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:11.006364 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:11.030230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port cb43fa4a-33ea-43f9-a82a-6ffa667157ec, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=cb43fa4a-33ea-43f9-a82a-6ffa667157ec,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:11.044461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:11.052459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-0dbd13a6-70bb-49cc-8a0e-a2ef5c0761bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.054158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-0dbd13a6-70bb-49cc-8a0e-a2ef5c0761bf service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2899041 Feb 19 00:21:11.087448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a4062e-26fe-4f17-a981-89d927173f1c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:11.089734 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6d50dd-4fc3-4ed1-ae77-bfdd946eccdf" -d '{"events": [{"server_uuid": "1fd51bab-307f-4467-a4dd-bf2d27c3541b", "name": "network-vif-plugged", "status": "completed", "tag": "10a4062e-26fe-4f17-a981-89d927173f1c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:11.100192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-c369970f-ea5f-486a-9d3b-a9eb8b867a23 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 HTTP/1.1" status: 200 len: 217 time: 0.0388434 Feb 19 00:21:11.121419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-47df161a-4a5b-4193-8915-e21eea953998 None None] Provisioning complete for port 96763ac5-5217-4249-86e0-b0958d6e407f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:11.121808 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47df161a-4a5b-4193-8915-e21eea953998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:11.149096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=cb43fa4a-33ea-43f9-a82a-6ffa667157ec,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:11.166516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77fe28ca-d526-4540-a776-ffe85270940d req-5abe8d32-8b96-4364-871c-bbea9f0576b5 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745818 Feb 19 00:21:11.175862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-47df161a-4a5b-4193-8915-e21eea953998 None None] Port 96763ac5-5217-4249-86e0-b0958d6e407f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:11.176189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f45ac2-9327-46d5-a9e4-954347ff5d63 req-801d337e-e673-4dea-aadc-88ea7e82be3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.177847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34f45ac2-9327-46d5-a9e4-954347ff5d63 req-801d337e-e673-4dea-aadc-88ea7e82be3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 945 time: 0.1979878 Feb 19 00:21:11.222005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-1d405d8b-7025-4692-8d83-92ce00e51a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.224264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-1d405d8b-7025-4692-8d83-92ce00e51a54 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1151872 Feb 19 00:21:11.225672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Router d3638455-769c-47f5-8ffb-ef06a5a3e83d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:21:11.232681 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45da7f2-795e-49e6-ae56-27644214e11e x-openstack-request-id: req-a45da7f2-795e-49e6-ae56-27644214e11e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:11.233029 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd51bab-307f-4467-a4dd-bf2d27c3541b", "name": "network-vif-plugged", "status": "completed", "tag": "10a4062e-26fe-4f17-a981-89d927173f1c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:11.233326 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a45da7f2-795e-49e6-ae56-27644214e11e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:11.233745 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a4062e-26fe-4f17-a981-89d927173f1c', 'code': 200} Feb 19 00:21:11.267643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34f45ac2-9327-46d5-a9e4-954347ff5d63 req-878013e2-e149-4bf2-978c-6b9cdc507980 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809913 Feb 19 00:21:11.303220 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-65f98400-5902-4293-81b0-d2caa9f89db4 req-4a3244e2-ce28-497f-85f4-37046cdc9926 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827817 Feb 19 00:21:11.310158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['351783fb-f34c-495f-bd7e-0f745d75c6c7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:11.422720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:21:11.428530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-42848027-0a84-4290-86c0-fc048d64be9d admin admin] 10.222.0.60 "PUT /v2.0/routers/d3638455-769c-47f5-8ffb-ef06a5a3e83d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8781097 Feb 19 00:21:11.461930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-5ba14912-72a0-47d9-873c-ffe17c93608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.464508 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-5ba14912-72a0-47d9-873c-ffe17c93608b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1130 time: 0.0991681 Feb 19 00:21:11.477979 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Sync routers for ids ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:21:11.496258 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Routers {'d3638455-769c-47f5-8ffb-ef06a5a3e83d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:21:11.498017 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:11.584514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-7cb6f93a-ae93-4c3a-8f05-a7b808be430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.586805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-7cb6f93a-ae93-4c3a-8f05-a7b808be430b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3314888 Feb 19 00:21:11.606170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa49a043-d28d-47f5-8b28-c94a1abc2f6a req-19969a72-03c5-43ca-907d-c72c6f1530a9 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.612129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa49a043-d28d-47f5-8b28-c94a1abc2f6a req-19969a72-03c5-43ca-907d-c72c6f1530a9 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 947 time: 0.2997820 Feb 19 00:21:11.622391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-dd1221f5-622d-4566-97e3-d4388a5bac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.623907 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-dd1221f5-622d-4566-97e3-d4388a5bac74 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1523821 Feb 19 00:21:11.633505 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Set router d3638455-769c-47f5-8ffb-ef06a5a3e83d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:21:11.641542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8d65d-6a8a-4722-9cfb-c44c1f4debd6 req-b167cdda-a3ea-4c40-a97a-7055fe073768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.643089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8e8d65d-6a8a-4722-9cfb-c44c1f4debd6 req-b167cdda-a3ea-4c40-a97a-7055fe073768 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 1128 time: 0.2662916 Feb 19 00:21:11.667313 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-097e9ace-b473-4ce8-b492-37bcbacafaf6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 217 time: 0.0364411 Feb 19 00:21:11.701433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee85478-dd7c-42f2-a77a-6680f502339e req-3d60670a-adc6-477e-ad30-6503cea07181 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.706760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eee85478-dd7c-42f2-a77a-6680f502339e req-3d60670a-adc6-477e-ad30-6503cea07181 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 948 time: 0.2430344 Feb 19 00:21:11.724396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-1e209372-99b5-4638-91e8-13ec9d33ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.726140 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-1e209372-99b5-4638-91e8-13ec9d33ecb8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0525916 Feb 19 00:21:11.771935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device dc8b90e9-0ce5-48cf-a474-08d5415da449 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:11.783433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device dc33f273-bbea-4913-becd-d41013c33afe up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:11.804101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-7786c175-8018-4d93-8c11-8aa844e28b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:11.806129 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-7786c175-8018-4d93-8c11-8aa844e28b3d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0724845 Feb 19 00:21:11.828224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa49a043-d28d-47f5-8b28-c94a1abc2f6a req-3432541e-80cd-4720-8abd-a237ca5dcb25 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060683 Feb 19 00:21:11.833419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8e8d65d-6a8a-4722-9cfb-c44c1f4debd6 req-b952cff8-c722-4d1a-ab01-21cac0c05138 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626210 Feb 19 00:21:11.836404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-80c7dea4-80f6-46b9-90a9-85c4fa42763f service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398059 Feb 19 00:21:11.852463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eee85478-dd7c-42f2-a77a-6680f502339e req-1e03c410-38e1-48b4-babc-99efee47e43f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348128 Feb 19 00:21:11.879146 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:09Z', 'revision_number': 4, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port': {'id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:03Z', 'updated_at': '2022-02-19T00:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '96763ac5-5217-4249-86e0-b0958d6e407f', 'name': '', 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'mac_address': 'fa:16:3e:c0:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2f238801-b3d8-42d2-88db-69be2ba0dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:08Z', 'updated_at': '2022-02-19T00:21:09Z', 'revision_number': 2, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'subnets': [{'id': '2f238801-b3d8-42d2-88db-69be2ba0dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:11.922822 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Checking router: d3638455-769c-47f5-8ffb-ef06a5a3e83d for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:21:11.923092 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Updating router d3638455-769c-47f5-8ffb-ef06a5a3e83d port 96763ac5-5217-4249-86e0-b0958d6e407f binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:21:11.938147 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-2c66c2e5-90a4-4f2d-a9e1-5b1cb0fb9db3 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136348 Feb 19 00:21:11.962479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port dc33f273-bbea-4913-becd-d41013c33afe completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:11.976176 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:11.977927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port dc33f273-bbea-4913-becd-d41013c33afe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:11.978358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dc33f273-bbea-4913-becd-d41013c33afe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.017092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port dc8b90e9-0ce5-48cf-a474-08d5415da449, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc8b90e9-0ce5-48cf-a474-08d5415da449,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:12.027195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8277f4a-bb1c-41c4-84b8-4fba94ba7edb req-1141e2de-634b-45e4-885e-78fb12ecbcda service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736720 Feb 19 00:21:12.046141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f57d9d1-8130-46ce-be54-9aa46c22d337 req-cf40665f-4d28-4cca-90a7-1d2de44abbf8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:12.048182 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'dc8b90e9-0ce5-48cf-a474-08d5415da449', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'dc8b90e9-0ce5-48cf-a474-08d5415da449', 'mac_address': 'fa:16:3e:20:80:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:12.053875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f57d9d1-8130-46ce-be54-9aa46c22d337 req-cf40665f-4d28-4cca-90a7-1d2de44abbf8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 949 time: 0.1004181 Feb 19 00:21:12.101119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port dc8b90e9-0ce5-48cf-a474-08d5415da449 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:12.101529 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.141788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8b90e9-0ce5-48cf-a474-08d5415da449 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:12.164286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port dc8b90e9-0ce5-48cf-a474-08d5415da449, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc8b90e9-0ce5-48cf-a474-08d5415da449,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:12.170698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.171489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:12.209508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port dc33f273-bbea-4913-becd-d41013c33afe is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:12.209770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc33f273-bbea-4913-becd-d41013c33afe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.272114 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Publish callbacks [] for port (96763ac5-5217-4249-86e0-b0958d6e407f), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.280160 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.286797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port dc33f273-bbea-4913-becd-d41013c33afe, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc33f273-bbea-4913-becd-d41013c33afe,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:12.291947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:12.297154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=dc8b90e9-0ce5-48cf-a474-08d5415da449,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:12.308796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dc33f273-bbea-4913-becd-d41013c33afe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.332726 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Pushing event updated for resources: {'Port': ['ID=96763ac5-5217-4249-86e0-b0958d6e407f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:12.338727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '417f85ae-5ed8-4a57-ae8e-e5728a47ceb4', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '417f85ae-5ed8-4a57-ae8e-e5728a47ceb4', 'mac_address': 'fa:16:3e:7f:e9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:12.345316 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.346122 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.346122 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.346349 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.346654 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.347115 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.347450 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.347770 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.348368 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.348548 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.348875 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.349199 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.349518 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:12.428718 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Attempting to bind port 96763ac5-5217-4249-86e0-b0958d6e407f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:12.429095 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Attempting to bind port 96763ac5-5217-4249-86e0-b0958d6e407f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:12.429459 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Attempting to bind port 96763ac5-5217-4249-86e0-b0958d6e407f on network 4a67133c-59cb-4d42-8301-b3d872ae458f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:12.430637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:12.441659 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:12.442037 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Checking segment: {'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:12.442478 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.442876 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Bound using segment: {'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:12.443366 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Bound port: 96763ac5-5217-4249-86e0-b0958d6e407f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf95142-c4ce-4977-bf7e-2092e2b2f63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:12.443740 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.496826 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3efd5900-9e63-41b7-80e2-42236dd9a13f req-0755ed49-1e20-486a-b5b3-b9015b3996b8 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596645 Feb 19 00:21:12.513213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f57d9d1-8130-46ce-be54-9aa46c22d337 req-bb93205d-8feb-4ae6-8a29-969a72f25925 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4562461 Feb 19 00:21:12.569743 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] For port 96763ac5-5217-4249-86e0-b0958d6e407f, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:12.579774 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] For port 96763ac5-5217-4249-86e0-b0958d6e407f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=96763ac5-5217-4249-86e0-b0958d6e407f,segment=NetworkSegment(6cf95142-c4ce-4977-bf7e-2092e2b2f63c),segment_id=6cf95142-c4ce-4977-bf7e-2092e2b2f63c)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:12.590305 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.600212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:12.629442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device cb43fa4a-33ea-43f9-a82a-6ffa667157ec up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:12.682094 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206af4c-7011-443a-b27c-1090be8ad721 None None] Pushing event updated for resources: {'Port': ['ID=96763ac5-5217-4249-86e0-b0958d6e407f,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:12.684178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:12.684670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.692286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'port_id': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'mac_address': 'fa:16:3e:4f:47:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832ec8d-ced2-4256-9b99-70a9e55a8e5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:12.697579 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Routers {'d3638455-769c-47f5-8ffb-ef06a5a3e83d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:21:12.698451 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:12.706550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=dc33f273-bbea-4913-becd-d41013c33afe,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:12.711213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-b5185e11-20e7-4179-a294-6e4916aa5a01 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6548917 Feb 19 00:21:12.718445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:12.737067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:12.788146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4b26b-9c6d-48a4-9502-f42d267203b5 req-714c4e3f-ddb0-4853-97aa-e89db51a4dd5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:12.790541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4a4b26b-9c6d-48a4-9502-f42d267203b5 req-714c4e3f-ddb0-4853-97aa-e89db51a4dd5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 949 time: 0.1561871 Feb 19 00:21:12.792422 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.795610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d4f4cf93-5c77-4c4f-89d1-d0c1934c9029 None None] Provisioning complete for port 96763ac5-5217-4249-86e0-b0958d6e407f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:12.796161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4f4cf93-5c77-4c4f-89d1-d0c1934c9029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.798616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:12.833595 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.840935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:12.841458 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:12.895073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4a4b26b-9c6d-48a4-9502-f42d267203b5 req-f2b57a97-42fa-4bb1-b26f-3da83f6c9510 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814815 Feb 19 00:21:12.918208 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] Set router d3638455-769c-47f5-8ffb-ef06a5a3e83d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:21:13.026142 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.048619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port cb43fa4a-33ea-43f9-a82a-6ffa667157ec triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:13.049048 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.056055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:13.119863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:13.139765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:13.144889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['dc8b90e9-0ce5-48cf-a474-08d5415da449'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:13.153595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['417f85ae-5ed8-4a57-ae8e-e5728a47ceb4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:13.159071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.231468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Allocated IP 172.25.6.116 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/2d378eec-d14c-49da-a31a-48e2d697176f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:13.247383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9e8f1-5c57-48b1-9e85-a1caaae8ac50 req-a6495cbe-b331-4e4b-890c-2fe0805602b4 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:13.248840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3c9e8f1-5c57-48b1-9e85-a1caaae8ac50 req-a6495cbe-b331-4e4b-890c-2fe0805602b4 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 946 time: 0.1314895 Feb 19 00:21:13.260443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268eefec-9fd1-4cf6-b431-86e5cb2f8849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc33f273-bbea-4913-becd-d41013c33afe'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:13.262779 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e2cb5d-d844-4032-b4e6-030ef8a9fcad" -d '{"events": [{"server_uuid": "268eefec-9fd1-4cf6-b431-86e5cb2f8849", "name": "network-vif-plugged", "status": "completed", "tag": "dc33f273-bbea-4913-becd-d41013c33afe"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:13.275957 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c7339016-3e83-4fbe-a795-92019783226d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:09Z', 'revision_number': 4, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port': {'id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:03Z', 'updated_at': '2022-02-19T00:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '96763ac5-5217-4249-86e0-b0958d6e407f', 'name': '', 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'mac_address': 'fa:16:3e:c0:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2f238801-b3d8-42d2-88db-69be2ba0dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:08Z', 'updated_at': '2022-02-19T00:21:12Z', 'revision_number': 4, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'subnets': [{'id': '2f238801-b3d8-42d2-88db-69be2ba0dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:13.309573 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7339016-3e83-4fbe-a795-92019783226d None None] The sync data for ids ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'] in n-d-826527-3 is: [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:09Z', 'revision_number': 4, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port': {'id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:03Z', 'updated_at': '2022-02-19T00:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '96763ac5-5217-4249-86e0-b0958d6e407f', 'name': '', 'network_id': '4a67133c-59cb-4d42-8301-b3d872ae458f', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'mac_address': 'fa:16:3e:c0:7f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '2f238801-b3d8-42d2-88db-69be2ba0dacd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:08Z', 'updated_at': '2022-02-19T00:21:12Z', 'revision_number': 4, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'subnets': [{'id': '2f238801-b3d8-42d2-88db-69be2ba0dacd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:21:13.342340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4cf93-5c77-4c4f-89d1-d0c1934c9029 None None] Current status of the port 96763ac5-5217-4249-86e0-b0958d6e407f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:13.342717 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4f4cf93-5c77-4c4f-89d1-d0c1934c9029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.345142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3c9e8f1-5c57-48b1-9e85-a1caaae8ac50 req-1b40ad55-581c-4163-bd05-36e960fe7b50 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887635 Feb 19 00:21:13.400393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:13.430405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for port (2d378eec-d14c-49da-a31a-48e2d697176f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.432945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port cb43fa4a-33ea-43f9-a82a-6ffa667157ec is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:13.437476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:13.495135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d4f4cf93-5c77-4c4f-89d1-d0c1934c9029 None None] For port 96763ac5-5217-4249-86e0-b0958d6e407f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=96763ac5-5217-4249-86e0-b0958d6e407f,segment=NetworkSegment(6cf95142-c4ce-4977-bf7e-2092e2b2f63c),segment_id=6cf95142-c4ce-4977-bf7e-2092e2b2f63c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:13.508332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4f4cf93-5c77-4c4f-89d1-d0c1934c9029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.535261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b1626-952f-48c1-bec6-3adf8112d34c req-95e86d34-9dc8-4533-bedf-1687f40f25c9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:13.545540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f6b1626-952f-48c1-bec6-3adf8112d34c req-95e86d34-9dc8-4533-bedf-1687f40f25c9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 945 time: 0.0857472 Feb 19 00:21:13.547951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2d378eec-d14c-49da-a31a-48e2d697176f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.603349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:13.616817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:13.626933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:13.654094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4cf93-5c77-4c4f-89d1-d0c1934c9029 None None] Pushing event updated for resources: {'Port': ['ID=96763ac5-5217-4249-86e0-b0958d6e407f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:13.657415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event updated for resources: {'Port': ['ID=2d378eec-d14c-49da-a31a-48e2d697176f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:13.666869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f6b1626-952f-48c1-bec6-3adf8112d34c req-9b0cfaa5-fe1c-4b62-bdbc-fc2d542b66fd tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204469 Feb 19 00:21:13.700349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-40cf69e3-58ae-4cc0-bea1-94776eff5314 None None] Provisioning complete for port 96763ac5-5217-4249-86e0-b0958d6e407f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:13.700349 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40cf69e3-58ae-4cc0-bea1-94776eff5314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.823364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (db1f58d6-4153-4fe5-a3ef-6ab3c13959e3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.874407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585a606-0d05-43bb-8fa2-90c01469cafb req-16aae555-3d06-4fef-adaf-ad0e7616fefe tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:13.881534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0585a606-0d05-43bb-8fa2-90c01469cafb req-16aae555-3d06-4fef-adaf-ad0e7616fefe tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 948 time: 0.1142652 Feb 19 00:21:13.885725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-40cf69e3-58ae-4cc0-bea1-94776eff5314 None None] Current status of the port 96763ac5-5217-4249-86e0-b0958d6e407f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:13.903604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2d378eec-d14c-49da-a31a-48e2d697176f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:13.976598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0585a606-0d05-43bb-8fa2-90c01469cafb req-9bf272c7-c134-4aab-b307-4d4b600b5c17 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943236 Feb 19 00:21:14.142149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for port (2d378eec-d14c-49da-a31a-48e2d697176f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.152284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f9526-2272-45c2-ad40-e400be5bf49e req-a64417eb-1225-46b6-b5df-ed2956769217 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:14.153991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b42f9526-2272-45c2-ad40-e400be5bf49e req-a64417eb-1225-46b6-b5df-ed2956769217 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 948 time: 0.1105223 Feb 19 00:21:14.155377 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (2d378eec-d14c-49da-a31a-48e2d697176f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.251380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event updated for resources: {'Port': ['ID=2d378eec-d14c-49da-a31a-48e2d697176f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:14.274405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.274752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.275096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.275433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.275765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.276107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.276424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.276734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.277062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.277388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.277710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.278028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.278370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:14.286521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (db1f58d6-4153-4fe5-a3ef-6ab3c13959e3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.292062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b42f9526-2272-45c2-ad40-e400be5bf49e req-8f94608f-8c23-409c-a2ec-a3a4a7aee66a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311421 Feb 19 00:21:14.307223 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.308767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-d60e4721-8be9-4e42-976a-40cc85dc5bce tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5963221 Feb 19 00:21:14.341852 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c0089c-2748-43c5-9e93-19e55f4e31fc x-openstack-request-id: req-02c0089c-2748-43c5-9e93-19e55f4e31fc {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:14.342149 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268eefec-9fd1-4cf6-b431-86e5cb2f8849", "name": "network-vif-plugged", "status": "completed", "tag": "dc33f273-bbea-4913-becd-d41013c33afe", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:14.342472 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02c0089c-2748-43c5-9e93-19e55f4e31fc {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:14.342861 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268eefec-9fd1-4cf6-b431-86e5cb2f8849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc33f273-bbea-4913-becd-d41013c33afe', 'code': 200} Feb 19 00:21:14.389438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:14.416069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-b2cd0590-5d1d-4e81-8500-6a4c518d929d tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.116 HTTP/1.1" status: 200 len: 696 time: 0.0998590 Feb 19 00:21:14.469531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:14.469918 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.519079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 96763ac5-5217-4249-86e0-b0958d6e407f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:14.591265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde0062-5bc3-4f96-a9f0-8e3c71cb8eea req-b56c4271-e909-40c6-a436-9e23eaf9f7ca tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:14.592803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cde0062-5bc3-4f96-a9f0-8e3c71cb8eea req-b56c4271-e909-40c6-a436-9e23eaf9f7ca tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 949 time: 0.1707420 Feb 19 00:21:14.613121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 96763ac5-5217-4249-86e0-b0958d6e407f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:14.613488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.627599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-ca593b1d-848a-4caa-bdc1-bf9fd72f4387 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:14.628939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-ca593b1d-848a-4caa-bdc1-bf9fd72f4387 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.1959996 Feb 19 00:21:14.632804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:14.633304 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.633847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bf158-a704-4e8a-8d63-c30beed6a738 req-301c5f44-eff4-4faf-9d50-5f63d38b64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:14.635342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a29bf158-a704-4e8a-8d63-c30beed6a738 req-301c5f44-eff4-4faf-9d50-5f63d38b64bd service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 1131 time: 0.1351659 Feb 19 00:21:14.645195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-bb732eb7-ec65-46c7-abaa-3c1752b4ef15 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:14.646166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beacbc53-5b27-4b9b-a4e5-9c416a1a4764 req-bb732eb7-ec65-46c7-abaa-3c1752b4ef15 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081267 Feb 19 00:21:14.685360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cde0062-5bc3-4f96-a9f0-8e3c71cb8eea req-6285f2a5-866c-4884-9804-83e570255f96 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846303 Feb 19 00:21:14.686078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:14.693562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.694508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 351783fb-f34c-495f-bd7e-0f745d75c6c7 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:14.731013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a29bf158-a704-4e8a-8d63-c30beed6a738 req-a7071d93-c2c9-4a10-b0a0-1477a9431cff service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807159 Feb 19 00:21:14.809419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbea7a9-04a6-4c00-a882-dbe756d8e842 req-ed80b791-81a2-4a34-bf64-309172ef56ee tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:14.810902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cbea7a9-04a6-4c00-a882-dbe756d8e842 req-ed80b791-81a2-4a34-bf64-309172ef56ee tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1127 time: 0.0783410 Feb 19 00:21:14.842872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cb666-021c-4aa8-a5a3-33f72da70466 req-661f4523-25f9-422e-9cbf-172c7a45347b tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:14.844317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d5cb666-021c-4aa8-a5a3-33f72da70466 req-661f4523-25f9-422e-9cbf-172c7a45347b tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 949 time: 0.0782802 Feb 19 00:21:14.855873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 96763ac5-5217-4249-86e0-b0958d6e407f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:14.859643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:14.880593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 351783fb-f34c-495f-bd7e-0f745d75c6c7 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:14.884925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 351783fb-f34c-495f-bd7e-0f745d75c6c7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:14.885071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:14.887975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cbea7a9-04a6-4c00-a882-dbe756d8e842 req-e6ecd030-0d5b-48de-aad2-0f647b8bd4b5 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688813 Feb 19 00:21:14.918756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d5cb666-021c-4aa8-a5a3-33f72da70466 req-9c7db535-8a31-4ba9-909b-78edc7b60e67 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643442 Feb 19 00:21:14.986568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 351783fb-f34c-495f-bd7e-0f745d75c6c7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:14.987096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:15.021593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 351783fb-f34c-495f-bd7e-0f745d75c6c7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=351783fb-f34c-495f-bd7e-0f745d75c6c7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:15.025590 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:15.074988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=351783fb-f34c-495f-bd7e-0f745d75c6c7,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:15.118129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578c576-8a95-498f-9b42-1d351206df3a req-dc40ead3-6662-4a08-bcbc-761d886d45bd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:15.119627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2578c576-8a95-498f-9b42-1d351206df3a req-dc40ead3-6662-4a08-bcbc-761d886d45bd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 946 time: 0.1405327 Feb 19 00:21:15.147513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-fe09fd7d-fbd3-488b-b01f-07fd4c39fca4 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1527355 Feb 19 00:21:15.159172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:15.192106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2578c576-8a95-498f-9b42-1d351206df3a req-489f790f-0e78-475c-89d7-539d8730d9e7 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638411 Feb 19 00:21:15.199109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:15.308392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24286997-747d-4d4b-ad3d-6b16d5992ea7 req-e402d1b6-4c5c-4ad0-80a3-c75fb789b362 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:15.309879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24286997-747d-4d4b-ad3d-6b16d5992ea7 req-e402d1b6-4c5c-4ad0-80a3-c75fb789b362 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1127 time: 0.0613973 Feb 19 00:21:15.359360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:15.376432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24286997-747d-4d4b-ad3d-6b16d5992ea7 req-d83ab5d1-cbb5-4be2-8037-ba5e4e6c5760 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598450 Feb 19 00:21:15.484858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Allocated IP 172.25.6.200 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/6af7a3a0-2c52-4a15-af8b-146307f75afa) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:15.619370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ee06-d1a4-4d4c-877a-4ec86745d35a req-930c3f5f-388f-4800-8069-ee7dcefb8475 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:15.621028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19b6ee06-d1a4-4d4c-877a-4ec86745d35a req-930c3f5f-388f-4800-8069-ee7dcefb8475 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 948 time: 0.1249931 Feb 19 00:21:15.656077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for port (6af7a3a0-2c52-4a15-af8b-146307f75afa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:15.698574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19b6ee06-d1a4-4d4c-877a-4ec86745d35a req-967bc7b2-b0e3-4010-a010-b7b07664e5d9 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715053 Feb 19 00:21:15.727691 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6af7a3a0-2c52-4a15-af8b-146307f75afa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:15.789780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:15.804662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:15.826671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:15.829865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:15.847798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:15.852392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:15.853243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:15.871763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event updated for resources: {'Port': ['ID=6af7a3a0-2c52-4a15-af8b-146307f75afa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:15.911457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0045a5-bb74-4e89-a86c-f43443913baf req-e4995012-806d-4e45-90b9-edda5afff3a5 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:15.913067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af0045a5-bb74-4e89-a86c-f43443913baf req-e4995012-806d-4e45-90b9-edda5afff3a5 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 946 time: 0.1450927 Feb 19 00:21:15.922723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56448) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:15.932741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Request body: {'floatingip': {'port_id': '10a4062e-26fe-4f17-a981-89d927173f1c'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:15.956444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:15.957225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:15.977660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (43a9a661-d601-468a-95af-c6841eae21d9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.008348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:16.013219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.014221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device dc8b90e9-0ce5-48cf-a474-08d5415da449 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:16.068286 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.098736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6af7a3a0-2c52-4a15-af8b-146307f75afa), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.121735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:16.138821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port dc8b90e9-0ce5-48cf-a474-08d5415da449 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:16.144848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port dc8b90e9-0ce5-48cf-a474-08d5415da449 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:16.146771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.150738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134655d-bf2c-47b9-9f4b-d9faa3afe0a2 req-eaa776ce-c13c-43a3-b689-e76dc7634f5f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:16.152425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f134655d-bf2c-47b9-9f4b-d9faa3afe0a2 req-eaa776ce-c13c-43a3-b689-e76dc7634f5f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 948 time: 0.1679711 Feb 19 00:21:16.231415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f134655d-bf2c-47b9-9f4b-d9faa3afe0a2 req-f720acbb-2667-4b81-a426-c547eaa854bc tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675218 Feb 19 00:21:16.268543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port dc8b90e9-0ce5-48cf-a474-08d5415da449 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:16.269124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.309244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port dc8b90e9-0ce5-48cf-a474-08d5415da449, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc8b90e9-0ce5-48cf-a474-08d5415da449,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:16.318719 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.386603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2'}, {'server_uuid': '745e2f54-aa80-4f69-a640-6229c97ab40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351783fb-f34c-495f-bd7e-0f745d75c6c7'}, {'server_uuid': '237055f4-88b5-49bd-a1ff-bc8e19b1690d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417f85ae-5ed8-4a57-ae8e-e5728a47ceb4'}, {'server_uuid': 'dcef0c5f-f988-4787-ba92-2eb7977a7c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8b90e9-0ce5-48cf-a474-08d5415da449'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:16.389706 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb624fc-f07c-4ad5-a18e-a1b64c2596eb" -d '{"events": [{"server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "name": "network-vif-plugged", "status": "completed", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2"}, {"server_uuid": "745e2f54-aa80-4f69-a640-6229c97ab40f", "name": "network-vif-plugged", "status": "completed", "tag": "351783fb-f34c-495f-bd7e-0f745d75c6c7"}, {"server_uuid": "237055f4-88b5-49bd-a1ff-bc8e19b1690d", "name": "network-vif-plugged", "status": "completed", "tag": "417f85ae-5ed8-4a57-ae8e-e5728a47ceb4"}, {"server_uuid": "dcef0c5f-f988-4787-ba92-2eb7977a7c1a", "name": "network-vif-plugged", "status": "completed", "tag": "dc8b90e9-0ce5-48cf-a474-08d5415da449"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:16.390559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for port (6af7a3a0-2c52-4a15-af8b-146307f75afa), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.392801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=dc8b90e9-0ce5-48cf-a474-08d5415da449,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:16.400822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (6af7a3a0-2c52-4a15-af8b-146307f75afa), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.401107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device f5fa8545-bb41-46fa-a3f6-2eee45bf34fb details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:16.547010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:16.562044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'mac_address': 'fa:16:3e:d4:7b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:16.576853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1000bc-467c-436b-b6dd-c06c03da7e67 req-52cf796a-ab72-4461-9c04-6405627da766 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:16.578726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a1000bc-467c-436b-b6dd-c06c03da7e67 req-52cf796a-ab72-4461-9c04-6405627da766 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 950 time: 0.1399775 Feb 19 00:21:16.581616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event updated for resources: {'Port': ['ID=6af7a3a0-2c52-4a15-af8b-146307f75afa,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:16.587226 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (43a9a661-d601-468a-95af-c6841eae21d9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.612959 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.614712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-de8a95ee-8fc3-4b75-8f3f-e8759a91bfda tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4600453 Feb 19 00:21:16.633684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:16.634130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.649386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fa8545-bb41-46fa-a3f6-2eee45bf34fb {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:16.687867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:16.693501 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:16.713797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-2198ebba-c793-40a0-8c96-82d783a99653 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.0892880 Feb 19 00:21:16.805766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:16.894436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.resource_extend [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:21:17.006475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:17.015965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:17.061866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a1000bc-467c-436b-b6dd-c06c03da7e67 req-b7819564-2063-4775-8363-31c827e472ee tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638300 Feb 19 00:21:17.120340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:17.171600 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Floating IP 8e8116fe-ae03-4c26-8564-1e694cb0bc31 associated. External IP: 172.25.6.163, port: 10a4062e-26fe-4f17-a981-89d927173f1c. Feb 19 00:21:17.219406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-69228f07-8b27-46cf-8cfc-56df820243a3 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:17.221325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c228120a-c45f-4d3f-be5f-83412f4ecb44 req-69228f07-8b27-46cf-8cfc-56df820243a3 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.4975104 Feb 19 00:21:17.272359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447d331-98e8-43b8-8f54-36febfc02c50 req-8dc8ac72-c850-4fc3-9e96-0ddf11abc042 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:17.279562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7447d331-98e8-43b8-8f54-36febfc02c50 req-8dc8ac72-c850-4fc3-9e96-0ddf11abc042 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 949 time: 0.1202395 Feb 19 00:21:17.383935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7447d331-98e8-43b8-8f54-36febfc02c50 req-5e41d493-ce11-4996-8ba1-93191bc00628 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969906 Feb 19 00:21:17.479116 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485ad7c0-919f-4f54-9ec3-da4219fa7487 x-openstack-request-id: req-485ad7c0-919f-4f54-9ec3-da4219fa7487 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:17.479397 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "name": "network-vif-plugged", "status": "completed", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2", "code": 200}, {"server_uuid": "745e2f54-aa80-4f69-a640-6229c97ab40f", "name": "network-vif-plugged", "status": "completed", "tag": "351783fb-f34c-495f-bd7e-0f745d75c6c7", "code": 200}, {"server_uuid": "237055f4-88b5-49bd-a1ff-bc8e19b1690d", "name": "network-vif-plugged", "status": "completed", "tag": "417f85ae-5ed8-4a57-ae8e-e5728a47ceb4", "code": 200}, {"server_uuid": "dcef0c5f-f988-4787-ba92-2eb7977a7c1a", "name": "network-vif-plugged", "status": "completed", "tag": "dc8b90e9-0ce5-48cf-a474-08d5415da449", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:17.479654 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-485ad7c0-919f-4f54-9ec3-da4219fa7487 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:17.480227 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'code': 200} Feb 19 00:21:17.480547 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745e2f54-aa80-4f69-a640-6229c97ab40f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '351783fb-f34c-495f-bd7e-0f745d75c6c7', 'code': 200} Feb 19 00:21:17.480815 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237055f4-88b5-49bd-a1ff-bc8e19b1690d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417f85ae-5ed8-4a57-ae8e-e5728a47ceb4', 'code': 200} Feb 19 00:21:17.481067 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcef0c5f-f988-4787-ba92-2eb7977a7c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8b90e9-0ce5-48cf-a474-08d5415da449', 'code': 200} Feb 19 00:21:17.561225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:21:17.679047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-29275807-4fcf-4ba2-b436-b2a92e70f498 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1834323 Feb 19 00:21:17.684289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:17.789151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:21:17.796556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:17.799268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff6cfd-cb3d-417d-967c-3d3d431cc7a6 req-5946306a-0160-4b29-8d55-1f90d18d748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:17.800790 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-54ff6cfd-cb3d-417d-967c-3d3d431cc7a6 req-5946306a-0160-4b29-8d55-1f90d18d748f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 1132 time: 0.1481128 Feb 19 00:21:17.809655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] Sync routers for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:21:17.817117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:17.843595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:21:17.845391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:17.865500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d704310c-69b0-4907-9fa2-0e366142aedd tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "PUT /v2.0/floatingips/8e8116fe-ae03-4c26-8564-1e694cb0bc31 HTTP/1.1" status: 200 len: 992 time: 1.9414408 Feb 19 00:21:17.873730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'tag': '10a4062e-26fe-4f17-a981-89d927173f1c'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:17.876158 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193f12b7-d7cc-4533-9115-3b31434f00b2" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd51bab-307f-4467-a4dd-bf2d27c3541b", "tag": "10a4062e-26fe-4f17-a981-89d927173f1c"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:17.880215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5816b7-9904-4511-be87-2528b5b29394 req-e83164b0-c156-4e8e-8643-3eb79cc2ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:17.882586 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6a5816b7-9904-4511-be87-2528b5b29394 req-e83164b0-c156-4e8e-8643-3eb79cc2ef8e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 1132 time: 0.1579187 Feb 19 00:21:17.890325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e28da0-2d77-4b3e-a786-43149dcdb6a7 req-be2759cc-2a5f-46dd-945f-a0ca53cdd836 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:17.900144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e28da0-2d77-4b3e-a786-43149dcdb6a7 req-be2759cc-2a5f-46dd-945f-a0ca53cdd836 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 949 time: 0.2472725 Feb 19 00:21:17.916085 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-54ff6cfd-cb3d-417d-967c-3d3d431cc7a6 req-280d6394-b5d3-44c3-b8ff-0808f0f2c208 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900404 Feb 19 00:21:17.955905 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6a5816b7-9904-4511-be87-2528b5b29394 req-a813699a-1399-4327-bf8a-a2b7fca9021f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662346 Feb 19 00:21:17.964509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c870162-e835-4bc1-b50a-47d1e86f3160 req-faa2875b-9a2f-46bb-b397-87e55af09daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:17.966009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c870162-e835-4bc1-b50a-47d1e86f3160 req-faa2875b-9a2f-46bb-b397-87e55af09daa service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 1131 time: 0.2572706 Feb 19 00:21:18.018274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e28da0-2d77-4b3e-a786-43149dcdb6a7 req-9d0e18d2-5b89-447f-8fd7-0e2d3826a188 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865610 Feb 19 00:21:18.107001 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd74ad8d-888d-4c32-b397-ceface58a868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.116655 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.214840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:21:18.295132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12baccd-be10-4bac-a47a-fca798801bda req-890fcc40-4a64-4424-815b-28bc89604324 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:18.302609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b12baccd-be10-4bac-a47a-fca798801bda req-890fcc40-4a64-4424-815b-28bc89604324 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 949 time: 0.1666329 Feb 19 00:21:18.309016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c870162-e835-4bc1-b50a-47d1e86f3160 req-a59507d0-194a-4610-8b8c-0db25d3f7320 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324985 Feb 19 00:21:18.352154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Allocated IP 172.25.6.38 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/348f6673-a8e3-473a-8341-5499f0024d3b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:18.402556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b12baccd-be10-4bac-a47a-fca798801bda req-f6899aa8-cb31-4ff7-88c2-c16428bf620b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943496 Feb 19 00:21:18.425255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device f5fa8545-bb41-46fa-a3f6-2eee45bf34fb up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:18.466968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.547843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:18.568038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:18.568365 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.584748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for port (348f6673-a8e3-473a-8341-5499f0024d3b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.651030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (348f6673-a8e3-473a-8341-5499f0024d3b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.712055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event updated for resources: {'Port': ['ID=348f6673-a8e3-473a-8341-5499f0024d3b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:18.754427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:18.755746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '8e8116fe-ae03-4c26-8564-1e694cb0bc31', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'port_id': '10a4062e-26fe-4f17-a981-89d927173f1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'mac_address': 'fa:16:3e:e8:a3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:20:46Z', 'updated_at': '2022-02-19T00:21:16Z', 'revision_number': 1, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:18.775761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:18.786049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:18.789802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] Checking router: ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:21:18.791741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:18.792120 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.815546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:21:18.816182 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:20:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:18.834965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5eb53-d799-44cd-8862-d5de7bb63321 req-f3d70383-8c58-4fa3-9278-0f9458675844 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:18.836683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4f5eb53-d799-44cd-8862-d5de7bb63321 req-f3d70383-8c58-4fa3-9278-0f9458675844 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1127 time: 0.0986392 Feb 19 00:21:18.872897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:18.880477 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.917458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4f5eb53-d799-44cd-8862-d5de7bb63321 req-95a25fbd-b2d3-4956-93a9-5a6067a08b91 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701785 Feb 19 00:21:18.957801 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (d6480af7-5ecf-4156-b4cd-e77b6e3b1655), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:18.997194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:21:18.999259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:19.081540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (348f6673-a8e3-473a-8341-5499f0024d3b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:19.223898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74a77e-f536-4ce1-aad2-1bada41439fe req-d72302ec-ae7b-413c-a8ca-66666ac51a83 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:19.225562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b74a77e-f536-4ce1-aad2-1bada41439fe req-d72302ec-ae7b-413c-a8ca-66666ac51a83 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 946 time: 0.1149874 Feb 19 00:21:19.310848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b74a77e-f536-4ce1-aad2-1bada41439fe req-70c1e6da-7555-4fc5-8c55-f6888dbebe53 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751231 Feb 19 00:21:19.315393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '8e8116fe-ae03-4c26-8564-1e694cb0bc31', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'port_id': '10a4062e-26fe-4f17-a981-89d927173f1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'mac_address': 'fa:16:3e:e8:a3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:20:46Z', 'updated_at': '2022-02-19T00:21:16Z', 'revision_number': 1, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:19.349987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a568ea70-4f8f-4f22-b998-d53348dd4366 None None] The sync data for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 is: [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '8e8116fe-ae03-4c26-8564-1e694cb0bc31', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'port_id': '10a4062e-26fe-4f17-a981-89d927173f1c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'mac_address': 'fa:16:3e:e8:a3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:20:46Z', 'updated_at': '2022-02-19T00:21:16Z', 'revision_number': 1, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:21:19.388333 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2587e8e0-46a3-4182-97a0-21a7356f5f54 x-openstack-request-id: req-2587e8e0-46a3-4182-97a0-21a7356f5f54 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:19.388980 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd51bab-307f-4467-a4dd-bf2d27c3541b", "tag": "10a4062e-26fe-4f17-a981-89d927173f1c", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:19.389202 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2587e8e0-46a3-4182-97a0-21a7356f5f54 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:19.389649 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'tag': '10a4062e-26fe-4f17-a981-89d927173f1c', 'status': 'completed', 'code': 200} Feb 19 00:21:19.451267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for port (348f6673-a8e3-473a-8341-5499f0024d3b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:19.461930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (348f6673-a8e3-473a-8341-5499f0024d3b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:19.482369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:19.484806 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee3e604-fe61-4d71-bdaf-a87b321a2aaa" -d '{"events": [{"server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:19.507197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-b73ad3de-7160-4376-a485-d149636fbba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:19.509227 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-b73ad3de-7160-4376-a485-d149636fbba1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ca8f472355504c2a9adaab3987575585&device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 1128 time: 0.0875080 Feb 19 00:21:19.730958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event updated for resources: {'Port': ['ID=348f6673-a8e3-473a-8341-5499f0024d3b,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:19.731727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-36396f60-b73a-4006-afae-57483509324e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:19.733591 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-36396f60-b73a-4006-afae-57483509324e service neutron] 10.222.0.126 "GET /v2.0/networks?id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 200 len: 925 time: 0.2163455 Feb 19 00:21:19.752024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2942-d77c-4dc7-b062-68af0d4c2f4b req-db2bf575-6758-44a0-8e29-2c1170e0f8f3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:19.761224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b08e2942-d77c-4dc7-b062-68af0d4c2f4b req-db2bf575-6758-44a0-8e29-2c1170e0f8f3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 950 time: 0.2799029 Feb 19 00:21:19.772405 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f749fc74-ad93-48bf-a9fe-d65491f029f3 None None] New status for floating IP 8e8116fe-ae03-4c26-8564-1e694cb0bc31: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:21:19.795483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (d6480af7-5ecf-4156-b4cd-e77b6e3b1655), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:19.826864 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:19.837808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-10f71603-4349-4436-a9b8-9af53796d47b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1571119 Feb 19 00:21:19.912356 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-156dd886-ca38-4d17-b0e0-b36728bd16bb service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10a4062e-26fe-4f17-a981-89d927173f1c HTTP/1.1" status: 200 len: 1000 time: 0.1717448 Feb 19 00:21:19.914306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b08e2942-d77c-4dc7-b062-68af0d4c2f4b req-a3262a90-2466-452f-8090-7c6b29c00c22 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432900 Feb 19 00:21:19.938012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-20b56820-df83-4c2f-94d8-0ef5ad90f29c tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0988209 Feb 19 00:21:20.055111 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95d43658-fd20-45bc-b137-1504c0913eb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:20.201674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-ceee2962-e2f6-4b4a-9042-64b94fc47429 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:20.208231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-ceee2962-e2f6-4b4a-9042-64b94fc47429 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2692006 Feb 19 00:21:20.221735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-842aa59f-c1e6-4604-86c4-8f7a0696b339 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:20.234832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48a23761-594b-48ef-baa2-4d1fb4d9abb1 req-842aa59f-c1e6-4604-86c4-8f7a0696b339 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0256157 Feb 19 00:21:20.315379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57457d1-3282-411d-9bcc-f7d8d2daf447 req-88c69472-f5e6-49e8-b88d-f8299f174e0f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:20.322481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a57457d1-3282-411d-9bcc-f7d8d2daf447 req-88c69472-f5e6-49e8-b88d-f8299f174e0f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 949 time: 0.1119277 Feb 19 00:21:20.407685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-aa767389-9ac6-42cb-aea4-9246ff97ef70 req-1746fd17-38c4-4bee-8aca-932a740b3da9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:20.408656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa767389-9ac6-42cb-aea4-9246ff97ef70 req-1746fd17-38c4-4bee-8aca-932a740b3da9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058901 Feb 19 00:21:20.414210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-f2c14469-0f87-4b96-adde-a120a17fb60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:20.415390 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-f2c14469-0f87-4b96-adde-a120a17fb60b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=24705ceb-5041-4929-97de-9b68c89c4fad HTTP/1.1" status: 200 len: 863 time: 0.4846864 Feb 19 00:21:20.445391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a57457d1-3282-411d-9bcc-f7d8d2daf447 req-7e9586b4-928d-45c7-9868-00360193adf2 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219161 Feb 19 00:21:20.510300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-f63cc7bc-bc71-497c-89b7-ccc3c8096ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:20.511925 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-f63cc7bc-bc71-497c-89b7-ccc3c8096ecd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877254 Feb 19 00:21:20.662916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb81b3-43ba-48fc-8de6-9c8c64a8bb1c req-9db73ff5-8e24-45f5-8975-2277f9ed739e tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:20.664612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56cb81b3-43ba-48fc-8de6-9c8c64a8bb1c req-9db73ff5-8e24-45f5-8975-2277f9ed739e tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 949 time: 0.0989952 Feb 19 00:21:20.699505 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-5bdd36b1-5739-4951-99a9-2b6a44546c7b service neutron] 10.222.0.126 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781354 Feb 19 00:21:20.751197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56cb81b3-43ba-48fc-8de6-9c8c64a8bb1c req-29527169-6c1c-43c0-80dc-0c2620625717 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629425 Feb 19 00:21:20.880295 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-193f12b7-d7cc-4533-9115-3b31434f00b2 req-6dcd147e-7ed3-440c-a326-4d67ae1d1d41 service neutron] 10.222.0.126 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694245 Feb 19 00:21:20.886304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8852c25-0d5f-41f3-9bef-4ca495aaa97c req-cba594ce-d5cb-473c-b274-86aedf77f0c2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:20.888214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8852c25-0d5f-41f3-9bef-4ca495aaa97c req-cba594ce-d5cb-473c-b274-86aedf77f0c2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.0841284 Feb 19 00:21:20.957242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8852c25-0d5f-41f3-9bef-4ca495aaa97c req-742e3a81-4419-4cf6-830a-d515e810f303 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Feb 19 00:21:21.030806 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:21.033877 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafe3ded-5ea7-4185-b40a-a6ed9d0d4a15 x-openstack-request-id: req-eafe3ded-5ea7-4185-b40a-a6ed9d0d4a15 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:21.034429 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:21.034710 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eafe3ded-5ea7-4185-b40a-a6ed9d0d4a15 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:21.035096 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'code': 200} Feb 19 00:21:21.228077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dee0db-28c2-49f9-adea-d21f28d5b578 req-f839e0e7-e659-45a2-b898-c68839a6b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:21.230495 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2dee0db-28c2-49f9-adea-d21f28d5b578 req-f839e0e7-e659-45a2-b898-c68839a6b2bc service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1132 time: 0.1112726 Feb 19 00:21:21.245532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c868e884-993f-476d-9afb-99affdce824d req-6c9fd734-5dd4-488f-a7ee-5ba5131391bc tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1860833 Feb 19 00:21:21.256531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:21.285163 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:21.288533 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2dee0db-28c2-49f9-adea-d21f28d5b578 req-6b2ef434-d231-4de9-a43d-e4785dab5b90 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519164 Feb 19 00:21:21.419394 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:21.556759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Allocated IP 172.25.6.244 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/dd0f05a9-ef39-4f24-9ebe-752f2288bfc8) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:21.695847 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for port (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:21.737992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:21.786289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:21.796527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:21.798735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event updated for resources: {'Port': ['ID=dd0f05a9-ef39-4f24-9ebe-752f2288bfc8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:21.801326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:21.911254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (26778620-20be-48c4-ba6d-4dbe2ec7d3ed), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:21.940865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56570) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:21.962774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:22.001863 n-d-826527-3 neutron-server[103650]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 00:21:22.006034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-ab32e096-7835-431e-9489-2a924454f98e tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:22.018885 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-ab32e096-7835-431e-9489-2a924454f98e tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0720382 Feb 19 00:21:22.141757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-2a1ec8a1-7957-43fe-bac6-b5d254297545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:22.151500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-2a1ec8a1-7957-43fe-bac6-b5d254297545 service neutron] 10.222.0.60 "GET /v2.0/ports/c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 1124 time: 0.0971997 Feb 19 00:21:22.155973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Request body: {'binding': {'host': 'n-h1-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:22.156580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Unknown quota resources ['binding']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:21:22.184111 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for port (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:22.189682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:22.272754 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (26778620-20be-48c4-ba6d-4dbe2ec7d3ed), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:22.293725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event updated for resources: {'Port': ['ID=dd0f05a9-ef39-4f24-9ebe-752f2288bfc8,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:22.312617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:22.321817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c868e884-993f-476d-9afb-99affdce824d req-b7a4fc40-612c-475b-8240-671db7c4ccd5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0696549 Feb 19 00:21:22.345933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on host n-h1-826527-3 for vnic_type normal with profile None {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:22.346653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:22.347169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:22.352830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:22.353920 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:22.369572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:22.369914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:22.370342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:22.371099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Bound port: c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:22.403347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c868e884-993f-476d-9afb-99affdce824d req-d211847f-ef9f-4397-9969-6f33b8877417 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.0797060 Feb 19 00:21:22.468412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:22.498714 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:22.508125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:22.509397 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-a3499ccb-f792-4908-9a89-353785f6c643 service neutron] 10.222.0.60 "POST /v2.0/ports/c322dec7-d5a0-401c-ae24-1f12d1f45d3d/bindings HTTP/1.1" status: 201 len: 389 time: 0.3569951 Feb 19 00:21:22.581311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c868e884-993f-476d-9afb-99affdce824d req-22b2628a-3144-49c5-ae6c-6625e7790bd0 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:22.582803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c868e884-993f-476d-9afb-99affdce824d req-22b2628a-3144-49c5-ae6c-6625e7790bd0 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.1783378 Feb 19 00:21:22.734830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-d2e9914a-238b-420e-ae0c-6fd034601639 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395327 Feb 19 00:21:22.993596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-9a1b08ab-6735-40a0-8930-2fed715fe925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:22.996074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-9a1b08ab-6735-40a0-8930-2fed715fe925 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1127 time: 0.1432452 Feb 19 00:21:23.052263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-20a11dbf-c48b-4a4d-bdff-91188ef069e2 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:23.064436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-20a11dbf-c48b-4a4d-bdff-91188ef069e2 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228869 Feb 19 00:21:23.124965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-abdac210-f481-4ff5-8cda-635b165e2d13 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/quotas/8fd70bf7bdaa45a4a0afee5ec06ea3fa HTTP/1.1" status: 200 len: 375 time: 0.0590007 Feb 19 00:21:23.203764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-b17602f8-d7d4-47aa-a1f4-c210557223fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:23.205123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-b17602f8-d7d4-47aa-a1f4-c210557223fd service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.1969314 Feb 19 00:21:23.288504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:23.295963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-6479aa25-6c7e-4e14-a5b6-4bda28df7e30 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 217 time: 0.0794098 Feb 19 00:21:23.311640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-ec9a4b65-c27b-47e6-b697-4d5f99efd212 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1763628 Feb 19 00:21:23.421869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c127f951-d3d2-4a0d-a8f4-81536a34e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:23.423562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c127f951-d3d2-4a0d-a8f4-81536a34e048 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.0865004 Feb 19 00:21:23.436574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022cf2c-d137-4e57-a12a-1f3d22bb3d86 req-41232589-d030-4a34-b6e3-e474ccd46e9e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:23.438065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2022cf2c-d137-4e57-a12a-1f3d22bb3d86 req-41232589-d030-4a34-b6e3-e474ccd46e9e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 950 time: 0.1230323 Feb 19 00:21:23.533084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-843db9bd-a274-403b-a6b9-363429f8dcff service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871994 Feb 19 00:21:23.715337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2022cf2c-d137-4e57-a12a-1f3d22bb3d86 req-d23b332a-2d53-4534-9d63-da7ba596abc8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426131 Feb 19 00:21:23.766945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198663c-a291-4a38-adc8-74e943b9d787 req-62872484-c72e-49de-a501-7e176240b99a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:23.775946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6198663c-a291-4a38-adc8-74e943b9d787 req-62872484-c72e-49de-a501-7e176240b99a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1698227 Feb 19 00:21:23.893275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4869da86-8262-438c-b5b5-f4bd8cbe2f97 req-31f80942-f6ff-4980-806a-030e2c2f51f0 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips/26778620-20be-48c4-ba6d-4dbe2ec7d3ed HTTP/1.1" status: 200 len: 693 time: 0.1465666 Feb 19 00:21:23.910731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6198663c-a291-4a38-adc8-74e943b9d787 req-4277fbbc-0d6f-49f2-b672-b079a24ffc4b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330364 Feb 19 00:21:23.933075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-3f149e53-b4c8-4bfe-934e-37c87b2119c8 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809206 Feb 19 00:21:24.053944 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:24.474762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b85f12-30ef-4865-94b4-d44793623ff6 req-ad119efa-66a4-43d8-81d3-27af973776cc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:24.477175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2b85f12-30ef-4865-94b4-d44793623ff6 req-ad119efa-66a4-43d8-81d3-27af973776cc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 945 time: 0.1939075 Feb 19 00:21:24.485971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869da86-8262-438c-b5b5-f4bd8cbe2f97 req-5e6d1eb2-9b12-4da9-ad9e-a366b5a3e105 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:24.487924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4869da86-8262-438c-b5b5-f4bd8cbe2f97 req-5e6d1eb2-9b12-4da9-ad9e-a366b5a3e105 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.5938809 Feb 19 00:21:24.512933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-4869da86-8262-438c-b5b5-f4bd8cbe2f97 req-019faddd-b66e-4f22-acc3-d9cb78a76f6d tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:24.514376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4869da86-8262-438c-b5b5-f4bd8cbe2f97 req-019faddd-b66e-4f22-acc3-d9cb78a76f6d tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152979 Feb 19 00:21:24.545880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-fce48f4e-4e4d-410e-a927-3f5fd4337b77 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761955 Feb 19 00:21:24.595839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2b85f12-30ef-4865-94b4-d44793623ff6 req-990fcbaf-156e-459c-b9f3-aa9a8fe257e7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061275 Feb 19 00:21:24.706150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d152ca8f-8e14-4a25-888e-cacd03c807ca req-69f67146-b3db-4bf2-bab6-0be2ae59933d tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 210 time: 0.0340979 Feb 19 00:21:24.743366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a140535-6c88-420c-8660-1859a33eeda5 req-262dc71b-7322-4a0c-96ac-2c0a1ee36aa4 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:24.745705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a140535-6c88-420c-8660-1859a33eeda5 req-262dc71b-7322-4a0c-96ac-2c0a1ee36aa4 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 949 time: 0.1337259 Feb 19 00:21:24.762406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-2d9462fd-0429-4ca2-9d11-9eafc756dde9 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:24.779259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-2d9462fd-0429-4ca2-9d11-9eafc756dde9 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.1359940 Feb 19 00:21:24.831216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826527-3'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:25.004285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a140535-6c88-420c-8660-1859a33eeda5 req-fcfa6214-0b59-46d0-8bdd-5607ef3aad99 tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.60 "GET /v2.0/security-groups?id=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387524 Feb 19 00:21:25.004285 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:25.149403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-bcf1baf9-704b-42a0-aa72-22d57bf4000b tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:25.151362 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-bcf1baf9-704b-42a0-aa72-22d57bf4000b tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.113 "GET /v2.0/ports?device_id=237055f4-88b5-49bd-a1ff-bc8e19b1690d HTTP/1.1" status: 200 len: 949 time: 0.1549344 Feb 19 00:21:25.291120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:25.343043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:25.387422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Deleting port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:25.387977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:25.392207 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Publish callbacks [] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:25.394090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:25.397181 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ff071c-696d-4320-8d0b-fd08f7c6f08e" -d '{"events": [{"server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "name": "network-vif-unplugged", "status": "completed", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:25.400438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-289292ce-f7ab-4fc3-bfa0-2a196a0d4030 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2471094 Feb 19 00:21:25.447878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ebc03-0b01-4b0d-b3fa-c2c15a3eeb94 req-6dfc076b-24d8-419e-9fed-2e66c59aa6ee tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:25.449390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce5ebc03-0b01-4b0d-b3fa-c2c15a3eeb94 req-6dfc076b-24d8-419e-9fed-2e66c59aa6ee tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 950 time: 0.6601515 Feb 19 00:21:25.464064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:25.515849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] For port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:25.516218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:25.537757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Calling delete_port for 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:25.643907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce5ebc03-0b01-4b0d-b3fa-c2c15a3eeb94 req-2d17a656-b616-478e-8b83-485a51384201 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703403 Feb 19 00:21:25.707423 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (417f85ae-5ed8-4a57-ae8e-e5728a47ceb4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:25.713665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Pushing event updated for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:25.731474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c0559-d1aa-4ccf-94ef-6d412f939174 req-fa547ed1-61fd-4ecf-9ded-300f0e7cc898 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:25.741796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f47c0559-d1aa-4ccf-94ef-6d412f939174 req-fa547ed1-61fd-4ecf-9ded-300f0e7cc898 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1132 time: 0.3389926 Feb 19 00:21:25.745447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['417f85ae-5ed8-4a57-ae8e-e5728a47ceb4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:25.822546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-85ef8581-98e8-451c-bb70-a5d98a7cd6bd tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:25.824294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-85ef8581-98e8-451c-bb70-a5d98a7cd6bd tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4091890 Feb 19 00:21:25.825676 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f47c0559-d1aa-4ccf-94ef-6d412f939174 req-90013370-364a-42c7-b46f-253317bb2946 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:25.825810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Pushing event deleted for resources: {'Port': ['ID=417f85ae-5ed8-4a57-ae8e-e5728a47ceb4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:25.832705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on host n-h2-826527-3 for vnic_type normal with profile {"migrating_to": "n-h1-826527-3"} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:25.833185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:25.833524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:25.844470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:25.844788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Attempting to bind port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:25.849053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-781b1e7e-6ff0-4abc-bb80-bbd4d8d312b8 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips/26778620-20be-48c4-ba6d-4dbe2ec7d3ed HTTP/1.1" status: 200 len: 693 time: 0.1457353 Feb 19 00:21:25.854056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Request body: {'port': {'device_id': '5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '8fd70bf7bdaa45a4a0afee5ec06ea3fa'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:25.866791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.867142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.867486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.867820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.868221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.868614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.869061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.869386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.869709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.870055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.870548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.870733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.871567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:25.874800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] No DVR routers for this DVR port 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:21:25.877100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:25.880413 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d6e6324a-411b-4b33-8a3e-a9cb509fc818 req-b93fd102-f815-4421-ba88-e44cea806dea tempest-ImagesNegativeTestJSON-1687725840 tempest-ImagesNegativeTestJSON-1687725840-project] 10.222.0.113 "DELETE /v2.0/ports/417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 HTTP/1.1" status: 204 len: 173 time: 0.7171750 Feb 19 00:21:25.880827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '237055f4-88b5-49bd-a1ff-bc8e19b1690d', 'name': 'network-vif-deleted', 'tag': '417f85ae-5ed8-4a57-ae8e-e5728a47ceb4'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:25.883345 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc6ad19-7de7-4012-8bcb-eef34c99e5d4" -d '{"events": [{"server_uuid": "237055f4-88b5-49bd-a1ff-bc8e19b1690d", "name": "network-vif-deleted", "tag": "417f85ae-5ed8-4a57-ae8e-e5728a47ceb4"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:25.884436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:25.884785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:25.885167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:25.885643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Bound port: c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:25.886004 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:26.285956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-f07d6b18-7aaa-411f-aef4-62dd1a3fdb7e tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:26.288100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-f07d6b18-7aaa-411f-aef4-62dd1a3fdb7e tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.4277227 Feb 19 00:21:26.320261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-eff49b01-31e7-4489-9ea6-5ed6b72ccd7c tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:26.321682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-eff49b01-31e7-4489-9ea6-5ed6b72ccd7c tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237932 Feb 19 00:21:26.327668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:26.399243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f47c0559-d1aa-4ccf-94ef-6d412f939174 req-90013370-364a-42c7-b46f-253317bb2946 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Publish callbacks [] for security_group (d7e23f0e-68ca-4492-8a31-8d40380df6e5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:26.412830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:26.414677 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f47c0559-d1aa-4ccf-94ef-6d412f939174 req-90013370-364a-42c7-b46f-253317bb2946 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d7e23f0e-68ca-4492-8a31-8d40380df6e5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:26.419116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-b056d3a1-9a40-40e3-b099-aba2ebd38a75 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.0831287 Feb 19 00:21:26.429754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Made reservation on behalf of 8fd70bf7bdaa45a4a0afee5ec06ea3fa for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:26.434920 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:26.468735 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:26.583240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-8c06fd6f-49b7-4a4a-8950-98315528d5f8 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.244 HTTP/1.1" status: 200 len: 696 time: 0.1387038 Feb 19 00:21:26.590759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f47c0559-d1aa-4ccf-94ef-6d412f939174 req-90013370-364a-42c7-b46f-253317bb2946 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8487756 Feb 19 00:21:26.637128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90013370-364a-42c7-b46f-253317bb2946 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e23f0e-68ca-4492-8a31-8d40380df6e5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:26.683510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Pushing event updated for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=8']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:26.731255 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dc1c65-6758-46a3-9487-ca04feb26570 x-openstack-request-id: req-59dc1c65-6758-46a3-9487-ca04feb26570 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:26.731549 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "name": "network-vif-unplugged", "status": "completed", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:26.731797 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59dc1c65-6758-46a3-9487-ca04feb26570 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:26.732190 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d', 'code': 200} Feb 19 00:21:26.853376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:26.853376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:26.853376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c05e392a-e6fa-4184-9e3e-f991c1f83b26 service neutron] 10.222.0.113 "PUT /v2.0/ports/c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 1121 time: 2.0276062 Feb 19 00:21:26.966973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Allocated IP 192.168.233.91 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/955166e4-bab0-46d0-953a-f7fc9a279bb0) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:26.975333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['c322dec7-d5a0-401c-ae24-1f12d1f45d3d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:26.993339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dae55-9f96-4f91-af6e-46b1f89da4b5 req-f7b48d3a-4469-45b2-9cf5-ca81026aa37a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:26.994907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a7dae55-9f96-4f91-af6e-46b1f89da4b5 req-f7b48d3a-4469-45b2-9cf5-ca81026aa37a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 943 time: 0.1951942 Feb 19 00:21:27.024629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Deleting port dd0f05a9-ef39-4f24-9ebe-752f2288bfc8 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:27.024980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.168084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a7dae55-9f96-4f91-af6e-46b1f89da4b5 req-55717871-9a32-4b2b-94e7-8e218980ab1c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669731 Feb 19 00:21:27.224511 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.224906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.244160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Calling delete_port for dd0f05a9-ef39-4f24-9ebe-752f2288bfc8 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:27.331912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks [] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.411368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.426446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['dc33f273-bbea-4913-becd-d41013c33afe'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:27.540364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dd0f05a9-ef39-4f24-9ebe-752f2288bfc8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.588684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:27.620941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:27.623874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:27.660385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Pushing event updated for resources: {'Port': ['ID=955166e4-bab0-46d0-953a-f7fc9a279bb0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:27.699693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9983a-e9e0-4a00-ad4a-19fb5a4a7de7 req-89acece4-d403-4176-bcdc-613c40ee3eb8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:27.705210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9983a-e9e0-4a00-ad4a-19fb5a4a7de7 req-89acece4-d403-4176-bcdc-613c40ee3eb8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:27.706903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4d9983a-e9e0-4a00-ad4a-19fb5a4a7de7 req-89acece4-d403-4176-bcdc-613c40ee3eb8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f&device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 1691 time: 0.2135584 Feb 19 00:21:27.743060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event deleted for resources: {'Port': ['ID=dd0f05a9-ef39-4f24-9ebe-752f2288bfc8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:27.773555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:27.774649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.788381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (26778620-20be-48c4-ba6d-4dbe2ec7d3ed), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.791662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:27.792877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b237b02f-73d3-4bdf-a45c-dfbadd4249e1 req-4e98311a-d42d-4659-b749-85ab54820bbb tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "DELETE /v2.0/floatingips/26778620-20be-48c4-ba6d-4dbe2ec7d3ed HTTP/1.1" status: 204 len: 173 time: 1.1686838 Feb 19 00:21:27.832694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0b110dac-2669-447b-8844-18b566c7acf5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9864664 Feb 19 00:21:27.855523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Request body: {'port': {'device_id': '5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:27.864100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4d9983a-e9e0-4a00-ad4a-19fb5a4a7de7 req-5da70dca-5b1f-450b-8363-bdb4b0f84e07 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324182 Feb 19 00:21:27.915758 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b26572-f763-4536-894d-be530139742e x-openstack-request-id: req-14b26572-f763-4536-894d-be530139742e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:27.916679 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "237055f4-88b5-49bd-a1ff-bc8e19b1690d", "name": "network-vif-deleted", "tag": "417f85ae-5ed8-4a57-ae8e-e5728a47ceb4", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:27.917205 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14b26572-f763-4536-894d-be530139742e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:27.917756 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '237055f4-88b5-49bd-a1ff-bc8e19b1690d', 'name': 'network-vif-deleted', 'tag': '417f85ae-5ed8-4a57-ae8e-e5728a47ceb4', 'status': 'completed', 'code': 200} Feb 19 00:21:27.965810 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f85c3bf6-29db-487b-bb9c-08d4dcfa0789 None None] Provisioning complete for port 955166e4-bab0-46d0-953a-f7fc9a279bb0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:27.966354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f85c3bf6-29db-487b-bb9c-08d4dcfa0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:28.007317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:28.028091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f85c3bf6-29db-487b-bb9c-08d4dcfa0789 None None] Port 955166e4-bab0-46d0-953a-f7fc9a279bb0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:28.041184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5c88b-d934-449d-9a3b-5276e870f431 req-13fdaba7-8f53-4ec5-ad50-8a8079a32be5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:28.041550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a5c88b-d934-449d-9a3b-5276e870f431 req-13fdaba7-8f53-4ec5-ad50-8a8079a32be5 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 935 time: 0.1743345 Feb 19 00:21:28.521802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a5c88b-d934-449d-9a3b-5276e870f431 req-2e66285f-208d-468a-a53c-dca45dd23975 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4686277 Feb 19 00:21:28.570797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-fe20911b-c763-429e-8313-d88048187e4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0585470 Feb 19 00:21:28.577631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-90b5bf50-18a2-4ade-b148-0d0128531995 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:28.579154 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-90b5bf50-18a2-4ade-b148-0d0128531995 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063794 Feb 19 00:21:28.735590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:28.737846 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645a7411-a672-42b5-8195-91fcb9e8a5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:28.886718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02d8d1-343f-4ded-a6f9-83969b80eb78 req-429772c9-54bb-4b59-830b-dfa9bea81989 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:28.900817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b02d8d1-343f-4ded-a6f9-83969b80eb78 req-429772c9-54bb-4b59-830b-dfa9bea81989 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3588274 Feb 19 00:21:28.934232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7f828-ed74-46c4-9b15-49b1f1ed5436 req-2cc6ae40-b500-4e35-aa3e-9637ad975aa3 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:28.935543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2be7f828-ed74-46c4-9b15-49b1f1ed5436 req-2cc6ae40-b500-4e35-aa3e-9637ad975aa3 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 943 time: 0.2279718 Feb 19 00:21:29.117252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 955166e4-bab0-46d0-953a-f7fc9a279bb0 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:29.137508 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Publish callbacks [] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:29.149716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2be7f828-ed74-46c4-9b15-49b1f1ed5436 req-769f161c-31cf-4ae7-9a4f-c08310e01a5a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014873 Feb 19 00:21:29.162466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Transition to ACTIVE for port object 955166e4-bab0-46d0-953a-f7fc9a279bb0 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:29.163668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56708) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:29.186346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b82173-106f-4a30-bdd7-39592fd207ff req-ea0a8dea-375a-4a6f-96a7-4e7d8507f286 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:29.188933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7b82173-106f-4a30-bdd7-39592fd207ff req-ea0a8dea-375a-4a6f-96a7-4e7d8507f286 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.2033298 Feb 19 00:21:29.189953 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:29.376832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-6b990357-65ef-4fef-8005-202491e9e61c tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:29.379036 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-6b990357-65ef-4fef-8005-202491e9e61c tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/ports/f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 1129 time: 0.2144425 Feb 19 00:21:29.391833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Pushing event updated for resources: {'Port': ['ID=955166e4-bab0-46d0-953a-f7fc9a279bb0,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:29.449271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7b82173-106f-4a30-bdd7-39592fd207ff req-8b925db2-fa69-4d00-bd67-1043836ab984 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444389 Feb 19 00:21:29.569382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29327f1-6453-4b38-a848-3527b2858fff req-d66327b6-84cf-4b98-8cbb-d8734a610a5d tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:29.573060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e29327f1-6453-4b38-a848-3527b2858fff req-d66327b6-84cf-4b98-8cbb-d8734a610a5d tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 1132 time: 0.2737167 Feb 19 00:21:29.583916 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e9b19-7305-40fc-8517-b23a48919a83 x-openstack-request-id: req-3d7e9b19-7305-40fc-8517-b23a48919a83 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:29.584578 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:29.586276 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d7e9b19-7305-40fc-8517-b23a48919a83 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:29.587284 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d', 'status': 'completed', 'code': 200} Feb 19 00:21:29.618278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Attempting to bind port 955166e4-bab0-46d0-953a-f7fc9a279bb0 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:29.621892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Attempting to bind port 955166e4-bab0-46d0-953a-f7fc9a279bb0 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:29.622564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Attempting to bind port 955166e4-bab0-46d0-953a-f7fc9a279bb0 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:29.762515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-a12b65fc-6290-4ea3-8384-736acc866077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:29.764907 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-a12b65fc-6290-4ea3-8384-736acc866077 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1155 time: 0.1565039 Feb 19 00:21:29.773980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Port 955166e4-bab0-46d0-953a-f7fc9a279bb0 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:29.774669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Attempting to bind port 955166e4-bab0-46d0-953a-f7fc9a279bb0 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:29.813380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00d53e62-b2fc-4783-91d2-b9d8c806de92 req-56c035c5-3dbb-4130-a629-dbffd57e87ea tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=ed965376c7114dd4b3f1cf3ce8149363 HTTP/1.1" status: 200 len: 1656 time: 0.1640944 Feb 19 00:21:29.823655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:29.824004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:29.824558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:29.825085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Bound port: 955166e4-bab0-46d0-953a-f7fc9a279bb0, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:29.825515 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:29.915116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c322dec7-d5a0-401c-ae24-1f12d1f45d3d details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:29.926714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e29327f1-6453-4b38-a848-3527b2858fff req-51b9a63a-dabd-431c-a0e2-80063945638f tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335118 Feb 19 00:21:29.969606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-bab2331e-d89f-4512-8d1e-6d85cbbc7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:29.995264 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-bab2331e-d89f-4512-8d1e-6d85cbbc7c37 service neutron] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.2184126 Feb 19 00:21:30.024445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:30.053803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d53e62-b2fc-4783-91d2-b9d8c806de92 req-73ec206e-32c5-47dd-ac63-071fe71ada99 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.085311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00d53e62-b2fc-4783-91d2-b9d8c806de92 req-73ec206e-32c5-47dd-ac63-071fe71ada99 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks?id=3c554ccf-a359-4d13-95ae-4e67dd476a05&id=3c554ccf-a359-4d13-95ae-4e67dd476a05&id=3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 787 time: 0.2707682 Feb 19 00:21:30.094831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-00d53e62-b2fc-4783-91d2-b9d8c806de92 req-79afe683-a001-417e-acf8-dc9a387392f3 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:30.118067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00d53e62-b2fc-4783-91d2-b9d8c806de92 req-79afe683-a001-417e-acf8-dc9a387392f3 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0293820 Feb 19 00:21:30.143986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] For port 955166e4-bab0-46d0-953a-f7fc9a279bb0, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:30.151694 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-1d72ff6d-0018-4617-a7bd-d1de94d8486d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 217 time: 0.1469090 Feb 19 00:21:30.154313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] For port 955166e4-bab0-46d0-953a-f7fc9a279bb0, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=955166e4-bab0-46d0-953a-f7fc9a279bb0,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:30.154535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:21:30.154887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 417f85ae-5ed8-4a57-ae8e-e5728a47ceb4 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:21:30.176954 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:30.251454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:30.274398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-50a888af-26ce-4f5b-b7e9-8f080dd8c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.277200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.278424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:30.278750 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-50a888af-26ce-4f5b-b7e9-8f080dd8c497 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1042771 Feb 19 00:21:30.280058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] 10.222.0.113 "PUT /v2.0/ports/955166e4-bab0-46d0-953a-f7fc9a279bb0 HTTP/1.1" status: 200 len: 1095 time: 2.4300995 Feb 19 00:21:30.300321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c322dec7-d5a0-401c-ae24-1f12d1f45d3d has no active binding in host n-h1-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:21:30.335573 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-ba2152a6-d412-4b1f-b621-4894c2473c8f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511217 Feb 19 00:21:30.468096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933723c5-c28f-4faf-a280-f38805a0d538 service neutron] Pushing event updated for resources: {'Port': ['ID=955166e4-bab0-46d0-953a-f7fc9a279bb0,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:30.496089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa3c50-12b3-42cc-9c23-23e21d4e2c43 req-e2b2c885-eaa1-49b0-834c-1c924a28960e tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.497898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7fa3c50-12b3-42cc-9c23-23e21d4e2c43 req-e2b2c885-eaa1-49b0-834c-1c924a28960e tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 1132 time: 0.2401292 Feb 19 00:21:30.508582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36b5b2-8b12-4e48-8e1c-818905eb9d54 req-08cc2765-0b88-4617-a4ef-c34c8290221c tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.510475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a36b5b2-8b12-4e48-8e1c-818905eb9d54 req-08cc2765-0b88-4617-a4ef-c34c8290221c tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 947 time: 0.2792845 Feb 19 00:21:30.525883 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-21cf8832-aa9d-4237-88df-8d31b82fde6d service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811380 Feb 19 00:21:30.530508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-42871a45-836e-4b5a-a263-3e057b74fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.532258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-42871a45-836e-4b5a-a263-3e057b74fede service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 1129 time: 0.1801565 Feb 19 00:21:30.617961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-48d8c4dd-0113-48be-a721-80eddafac8eb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=955166e4-bab0-46d0-953a-f7fc9a279bb0 HTTP/1.1" status: 200 len: 217 time: 0.0669062 Feb 19 00:21:30.648737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7fa3c50-12b3-42cc-9c23-23e21d4e2c43 req-bd11f4d5-81b8-4d38-a19c-c733142a0ec1 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371038 Feb 19 00:21:30.656015 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-645a7411-a672-42b5-8195-91fcb9e8a5b0 req-b93c57a4-c6b8-4cc3-a1ef-371361ee8461 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222403 Feb 19 00:21:30.683271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a36b5b2-8b12-4e48-8e1c-818905eb9d54 req-d59cb236-4ea6-4928-9300-b2b4a7778e7e tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478798 Feb 19 00:21:30.751583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-71ef8534-11fd-49b1-81bf-13f870275a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.753342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-71ef8534-11fd-49b1-81bf-13f870275a8d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1204817 Feb 19 00:21:30.768368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-937be1d8-4348-49c8-95b8-883983a6008e req-da621b51-8560-4a55-8626-ea3b73dc561c tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips/d6480af7-5ecf-4156-b4cd-e77b6e3b1655 HTTP/1.1" status: 200 len: 692 time: 0.0739207 Feb 19 00:21:30.894544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-9de6bc14-72b3-408c-b74e-90856bd674e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.896216 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-9de6bc14-72b3-408c-b74e-90856bd674e8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1132 time: 0.0572870 Feb 19 00:21:30.937141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f143089-1ec0-4f9f-824e-d7f908912015 req-cd4b0260-3037-4617-8973-91d636383c6b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.938649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f143089-1ec0-4f9f-824e-d7f908912015 req-cd4b0260-3037-4617-8973-91d636383c6b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 943 time: 0.1921678 Feb 19 00:21:30.944034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0d6cf393-47f4-4a51-b2f1-99d63efce396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.945485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-0d6cf393-47f4-4a51-b2f1-99d63efce396 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1805360 Feb 19 00:21:30.994261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-03a83324-f3fa-4ae6-a8db-a6ec7d2f6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.994502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937be1d8-4348-49c8-95b8-883983a6008e req-6e247af1-0e88-4f86-9a99-b397d535ccd7 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:30.995739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-03a83324-f3fa-4ae6-a8db-a6ec7d2f6b7c service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.0910709 Feb 19 00:21:30.995858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-937be1d8-4348-49c8-95b8-883983a6008e req-6e247af1-0e88-4f86-9a99-b397d535ccd7 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2038243 Feb 19 00:21:31.034346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-937be1d8-4348-49c8-95b8-883983a6008e req-1647c82e-0929-4354-bcef-6e9f8eeb1e07 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:21:31.035351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-937be1d8-4348-49c8-95b8-883983a6008e req-1647c82e-0929-4354-bcef-6e9f8eeb1e07 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130987 Feb 19 00:21:31.037850 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-58901749-f965-464d-a6cd-b8780f3cc5ba service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 217 time: 0.0348806 Feb 19 00:21:31.091266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-be90b912-b683-451a-bacd-4ab438e21055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:31.092645 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-be90b912-b683-451a-bacd-4ab438e21055 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0446329 Feb 19 00:21:31.111371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f143089-1ec0-4f9f-824e-d7f908912015 req-0bcba944-a4ad-4c8b-9bb1-e582da172266 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603014 Feb 19 00:21:31.113795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-937be1d8-4348-49c8-95b8-883983a6008e req-f4c1c8c2-ecfc-43a5-8a66-e3abc85cd5b5 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0708303 Feb 19 00:21:31.178486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-937be1d8-4348-49c8-95b8-883983a6008e req-e7a9c328-b138-4821-b0f8-4e863213427b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.38 HTTP/1.1" status: 200 len: 695 time: 0.0580349 Feb 19 00:21:31.180584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-8874207d-28f5-4989-8cdc-cec59365c628 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218421 Feb 19 00:21:31.233999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-93b0163e-2795-44de-9274-0469b5a261c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:31.236201 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-93b0163e-2795-44de-9274-0469b5a261c5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0487320 Feb 19 00:21:31.341630 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-ea1b725c-9c85-4397-823e-c7112b4407cd service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959191 Feb 19 00:21:31.448482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e447c99-f096-4e42-8308-d33f3b5b60e5 req-3dda2ee4-b9e8-4e1a-93d1-885fe8e6f083 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:31.449863 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-affbe5e7-34da-4b9a-9af6-295edff2997d service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912864 Feb 19 00:21:31.450024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e447c99-f096-4e42-8308-d33f3b5b60e5 req-3dda2ee4-b9e8-4e1a-93d1-885fe8e6f083 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.2542849 Feb 19 00:21:31.451831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b90cf38-807d-4c40-bcc2-5285cbb61d56 req-c66b8c02-67dc-4926-ac2b-53fb48ff6501 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592952 Feb 19 00:21:31.497236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-64458bed-72f5-4123-8bf3-c52d50066f66 service neutron] 10.222.0.126 "GET /v2.0/ports/c322dec7-d5a0-401c-ae24-1f12d1f45d3d/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.1177881 Feb 19 00:21:31.545794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Deleting port 348f6673-a8e3-473a-8341-5499f0024d3b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:31.546146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (348f6673-a8e3-473a-8341-5499f0024d3b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:31.843470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f', 'tag': '955166e4-bab0-46d0-953a-f7fc9a279bb0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:31.845740 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fbb470-0bf8-4017-939d-405419f7606f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f", "tag": "955166e4-bab0-46d0-953a-f7fc9a279bb0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:31.861100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e447c99-f096-4e42-8308-d33f3b5b60e5 req-9b4136f9-e89a-4d2b-830a-d4db12ed6bd6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006057 Feb 19 00:21:31.935050 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (348f6673-a8e3-473a-8341-5499f0024d3b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:31.935437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (348f6673-a8e3-473a-8341-5499f0024d3b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:31.963595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Calling delete_port for 348f6673-a8e3-473a-8341-5499f0024d3b owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:32.060049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d944d1fb-b13c-4794-9abb-6d3653fbe456 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625107 Feb 19 00:21:32.161819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:32.202207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:32.268509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c322dec7-d5a0-401c-ae24-1f12d1f45d3d {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:32.281286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-b9c62e37-0448-4172-92d6-3037cf5f32b6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:32.282847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-b9c62e37-0448-4172-92d6-3037cf5f32b6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165186 Feb 19 00:21:32.293696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:32.337330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-12cf5c6e-32bb-4585-b14d-3fd0f6992da1 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/quotas/c92a461a9cd14f06a360f73925de8d5a HTTP/1.1" status: 200 len: 375 time: 0.0487201 Feb 19 00:21:32.340277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:32.386976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (348f6673-a8e3-473a-8341-5499f0024d3b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:32.445339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event deleted for resources: {'Port': ['ID=348f6673-a8e3-473a-8341-5499f0024d3b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:32.532773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-a76e6314-3a3a-4511-b870-4f14bff1fad8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1875362 Feb 19 00:21:32.548793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] Transition to ACTIVE for port object c322dec7-d5a0-401c-ae24-1f12d1f45d3d will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:32.557494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:32.564171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (d6480af7-5ecf-4156-b4cd-e77b6e3b1655), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:32.566825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:32.568793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-937be1d8-4348-49c8-95b8-883983a6008e req-e65474e3-cc1a-4270-a1d2-38bbfc4f9d00 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "DELETE /v2.0/floatingips/d6480af7-5ecf-4156-b4cd-e77b6e3b1655 HTTP/1.1" status: 204 len: 173 time: 1.3822138 Feb 19 00:21:32.643169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] No DVR routers for this DVR port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:21:32.661716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] Pushing event updated for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:32.691411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-7c27fa82-2fcb-41dc-a9d3-133ab51095fa service neutron] 10.222.0.126 "PUT /v2.0/ports/c322dec7-d5a0-401c-ae24-1f12d1f45d3d/bindings/n-h1-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1805823 Feb 19 00:21:32.789691 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f43749c-9e28-4c83-b925-fdf5be83030e x-openstack-request-id: req-5f43749c-9e28-4c83-b925-fdf5be83030e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:32.790222 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f", "tag": "955166e4-bab0-46d0-953a-f7fc9a279bb0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:32.790479 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f43749c-9e28-4c83-b925-fdf5be83030e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:32.790882 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f', 'tag': '955166e4-bab0-46d0-953a-f7fc9a279bb0', 'status': 'completed', 'code': 200} Feb 19 00:21:32.922710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbb470-0bf8-4017-939d-405419f7606f req-0dd3d551-b792-4b63-8091-85076ad67f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:32.924252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95fbb470-0bf8-4017-939d-405419f7606f req-0dd3d551-b792-4b63-8091-85076ad67f05 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 1129 time: 0.1223960 Feb 19 00:21:32.946801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c45c89d8-2ec0-4e23-a4bf-b29eeaac227c tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:32.948376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-c45c89d8-2ec0-4e23-a4bf-b29eeaac227c tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1126 time: 0.1617441 Feb 19 00:21:32.956276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa38041-7ab0-4d1f-a5e9-34e7aaf2e33f req-5eaa136f-3a46-4007-84ab-ff6f030e2dbd tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:32.963000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fa38041-7ab0-4d1f-a5e9-34e7aaf2e33f req-5eaa136f-3a46-4007-84ab-ff6f030e2dbd tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 947 time: 0.2102301 Feb 19 00:21:33.069790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56808) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:33.134992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02e2a0-dbae-4a99-acd6-638b87f00185 req-368f6727-b70e-45df-a3ef-9d47a207ee66 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:33.136628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f02e2a0-dbae-4a99-acd6-638b87f00185 req-368f6727-b70e-45df-a3ef-9d47a207ee66 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 944 time: 0.2646370 Feb 19 00:21:33.204479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fa38041-7ab0-4d1f-a5e9-34e7aaf2e33f req-632edab8-87f0-411a-b7f4-09b503b520ea tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404859 Feb 19 00:21:33.232414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbb470-0bf8-4017-939d-405419f7606f req-9d4468d4-7537-468b-bee3-861a5f8559f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:33.233947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95fbb470-0bf8-4017-939d-405419f7606f req-9d4468d4-7537-468b-bee3-861a5f8559f0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2982028 Feb 19 00:21:33.236367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-d34936e4-ca7a-4f36-a2fe-a3d763571160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:33.238135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-d34936e4-ca7a-4f36-a2fe-a3d763571160 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9 HTTP/1.1" status: 200 len: 1126 time: 0.2724876 Feb 19 00:21:33.261721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6c3cc7bf-fb7e-4fd5-81c6-5f5e0d26a1d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae67fd1582924fb5b078ec4c133c7a96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905708 Feb 19 00:21:33.264368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56814) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:33.329692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2abca686-06f8-45b1-9865-0a7c375b4535 admin admin] Publish callbacks [] for security_group (6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:33.354778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2abca686-06f8-45b1-9865-0a7c375b4535 admin admin] Publish callbacks [] for security_group (6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:33.356652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95fbb470-0bf8-4017-939d-405419f7606f req-fcd10bf3-5df6-431c-a888-010fb9572f94 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=955166e4-bab0-46d0-953a-f7fc9a279bb0 HTTP/1.1" status: 200 len: 217 time: 0.1061838 Feb 19 00:21:33.378706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-3dc74398-f7e6-43ac-864c-981c87441c7b tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips/43a9a661-d601-468a-95af-c6841eae21d9 HTTP/1.1" status: 200 len: 693 time: 0.1393316 Feb 19 00:21:33.413541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2abca686-06f8-45b1-9865-0a7c375b4535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:33.418075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2abca686-06f8-45b1-9865-0a7c375b4535 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:33.420715 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2abca686-06f8-45b1-9865-0a7c375b4535 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c HTTP/1.1" status: 204 len: 168 time: 0.1553106 Feb 19 00:21:33.424876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f02e2a0-dbae-4a99-acd6-638b87f00185 req-3ce4bb51-fad5-41b3-932c-5cfa8cb03878 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739799 Feb 19 00:21:33.432068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abca686-06f8-45b1-9865-0a7c375b4535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e6b3f-9d68-4d99-946b-fd4345fa9e0c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:33.580303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-e8018ad2-3684-4555-86f8-6f468ece368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:33.581972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-e8018ad2-3684-4555-86f8-6f468ece368d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1126 time: 0.2420733 Feb 19 00:21:33.590105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbb470-0bf8-4017-939d-405419f7606f req-affb8e89-7bdc-49d0-b0de-be103cb8d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:33.591721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95fbb470-0bf8-4017-939d-405419f7606f req-affb8e89-7bdc-49d0-b0de-be103cb8d640 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2121477 Feb 19 00:21:33.625384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4019ac29-dc23-4dc0-8da7-efb0ae9cf045 req-e5fb2b0f-b690-4a6d-9be3-64407ed8a35e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 210 time: 0.0740864 Feb 19 00:21:33.770273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-56ba6a0a-9659-4d52-a294-e281780ed9e0 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:33.777796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-56ba6a0a-9659-4d52-a294-e281780ed9e0 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.3830519 Feb 19 00:21:33.873637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-15f374eb-5e1b-4db7-b096-fcc298f383e7 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.0949397 Feb 19 00:21:33.888113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fbb470-0bf8-4017-939d-405419f7606f req-81ac2bdb-8c1e-4b1c-a95f-03dcf6aac809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:33.889576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95fbb470-0bf8-4017-939d-405419f7606f req-81ac2bdb-8c1e-4b1c-a95f-03dcf6aac809 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2669725 Feb 19 00:21:33.934165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-9b868353-a7c8-48dd-9eeb-24d5e4fb8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:33.935656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-9b868353-a7c8-48dd-9eeb-24d5e4fb8855 service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.3429923 Feb 19 00:21:33.968007 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-fba7de14-2514-442d-8f48-155948ac6041 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236239 Feb 19 00:21:34.055256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-4c53cea7-04c2-4357-8313-99904fc017f7 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.200 HTTP/1.1" status: 200 len: 696 time: 0.1629786 Feb 19 00:21:34.095492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-ec082c94-a9a2-45d2-a966-68d3e8158952 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 217 time: 0.1209850 Feb 19 00:21:34.103330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-86aca694-3209-4bf0-82f2-c420e8827e42 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:34.105119 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-86aca694-3209-4bf0-82f2-c420e8827e42 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253276 Feb 19 00:21:34.120055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Request body: {'port': {'device_id': '43183f1c-4da5-4316-a811-63c8ee246aa7', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c92a461a9cd14f06a360f73925de8d5a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:34.202122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28516e-7235-4eed-8e65-cec3900d6e08 req-4aef2438-1489-480b-b7d9-8adaf22c8d2b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:34.203679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f28516e-7235-4eed-8e65-cec3900d6e08 req-4aef2438-1489-480b-b7d9-8adaf22c8d2b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.3410051 Feb 19 00:21:34.249846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Made reservation on behalf of c92a461a9cd14f06a360f73925de8d5a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:34.256007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.287051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:34.320008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-3e168ad4-c751-4086-8637-53332644d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:34.322290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-3e168ad4-c751-4086-8637-53332644d2d6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1907823 Feb 19 00:21:34.324841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95fbb470-0bf8-4017-939d-405419f7606f req-50f10ec1-3b48-4e1c-a425-173ad0c6c5d4 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074647 Feb 19 00:21:34.402400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Allocated IP 192.168.233.90 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/0b2bd8f3-c646-4e80-8134-e50fce36251d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:34.408880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1156167676-network', 'tenant_id': '2335e6a026a64c12967c501c5b2003e9'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:34.427089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-e13a8570-f6af-4f8f-b731-43c1cd6fbe0b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751085 Feb 19 00:21:34.432120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f28516e-7235-4eed-8e65-cec3900d6e08 req-5f53908c-ec80-4ad8-be06-c0f0297f2385 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976187 Feb 19 00:21:34.442928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Made reservation on behalf of 2335e6a026a64c12967c501c5b2003e9 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:34.445226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.515759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:34.544479 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.643302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:34.643959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.662703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.684686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:34.691015 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7602317-723a-4629-a00e-cc6b9ebe2717" -d '{"events": [{"server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:34.694724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Publish callbacks [] for security_group (d8e41f86-0aad-4410-b52f-c9de8fb389b0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.710073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d8e41f86-0aad-4410-b52f-c9de8fb389b0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.715292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:34.725154 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.726878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c322dec7-d5a0-401c-ae24-1f12d1f45d3d no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:34.748661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:21:34.755863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e41f86-0aad-4410-b52f-c9de8fb389b0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:34.763513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.765557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e0004cf9-1be7-4b9d-9396-760e345add92), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.765967 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Added segment e0004cf9-1be7-4b9d-9396-760e345add92 of type vlan for network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb Feb 19 00:21:34.834388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:34.837481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Deleting port 6af7a3a0-2c52-4a15-af8b-146307f75afa {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:34.837481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6af7a3a0-2c52-4a15-af8b-146307f75afa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.840806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:34.851447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:34.870860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b', '351783fb-f34c-495f-bd7e-0f745d75c6c7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:34.873421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'dc8b90e9-0ce5-48cf-a474-08d5415da449'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:34.902486 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.913542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:34.913836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.918823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95fbb470-0bf8-4017-939d-405419f7606f req-026a64e9-7b02-4608-9402-c1a057483bc1 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647926 Feb 19 00:21:34.941068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'Port': ['ID=0b2bd8f3-c646-4e80-8134-e50fce36251d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:34.944487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-eac3323c-443b-47ec-9277-95fb5bbdbbb2 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850338 Feb 19 00:21:34.956605 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-47685d08-461c-4989-add0-8e9dea2ff5eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8415773 Feb 19 00:21:34.958514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.959522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:34.960111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:34.988435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Request body: {'port': {'device_id': '43183f1c-4da5-4316-a811-63c8ee246aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:35.037503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6af7a3a0-2c52-4a15-af8b-146307f75afa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.037925 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (6af7a3a0-2c52-4a15-af8b-146307f75afa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.059624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:35.081262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Calling delete_port for 6af7a3a0-2c52-4a15-af8b-146307f75afa owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:35.117811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8267219 Feb 19 00:21:35.118415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152123eb-e5ba-4c3d-9201-016d940bea9f admin admin] Pushing event updated for resources: {'Network': ['ID=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:35.119112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56882) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:35.123713 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.138311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port c322dec7-d5a0-401c-ae24-1f12d1f45d3d host n-h1-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:21:35.139029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c322dec7-d5a0-401c-ae24-1f12d1f45d3d not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:21:35.154478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Request body: {'subnet': {'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1156167676-subnet', 'tenant_id': '2335e6a026a64c12967c501c5b2003e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:35.170199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:21:35.216931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-5ecec832-5422-494b-8aaf-1636a64ed327 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593970 Feb 19 00:21:35.244871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Made reservation on behalf of 2335e6a026a64c12967c501c5b2003e9 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:35.247537 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.373064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1308abde-e9f1-41c1-9361-0cf77caa24d9 None None] Provisioning complete for port 0b2bd8f3-c646-4e80-8134-e50fce36251d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:35.373796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1308abde-e9f1-41c1-9361-0cf77caa24d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.435306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6af7a3a0-2c52-4a15-af8b-146307f75afa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.472533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event deleted for resources: {'Port': ['ID=6af7a3a0-2c52-4a15-af8b-146307f75afa,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:35.592053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2bd8f3-c646-4e80-8134-e50fce36251d {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:35.594445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1308abde-e9f1-41c1-9361-0cf77caa24d9 None None] Port 0b2bd8f3-c646-4e80-8134-e50fce36251d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:35.610652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Publish callbacks [] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.626894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Transition to ACTIVE for port object 0b2bd8f3-c646-4e80-8134-e50fce36251d will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:35.635829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.700010 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (43a9a661-d601-468a-95af-c6841eae21d9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.703790 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.704985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b09c93a-bb24-4e97-a3c0-87622db42dc4 req-c5b6ec86-8bb5-41e9-969c-24d2bab7f996 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "DELETE /v2.0/floatingips/43a9a661-d601-468a-95af-c6841eae21d9 HTTP/1.1" status: 204 len: 173 time: 1.6487873 Feb 19 00:21:35.724164 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (eb232860-e016-4aaa-a520-01b4da0a72bd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.746124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-36ea4c07-7dca-49ab-b9bf-3f3c451eb905 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:35.753602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-36ea4c07-7dca-49ab-b9bf-3f3c451eb905 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1126 time: 0.1913593 Feb 19 00:21:35.806651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2bd8f3-c646-4e80-8134-e50fce36251d,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:35.820378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Attempting to bind port 0b2bd8f3-c646-4e80-8134-e50fce36251d on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:35.821087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Attempting to bind port 0b2bd8f3-c646-4e80-8134-e50fce36251d by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:35.821738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Attempting to bind port 0b2bd8f3-c646-4e80-8134-e50fce36251d on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:35.828445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Port 0b2bd8f3-c646-4e80-8134-e50fce36251d on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:35.829058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Attempting to bind port 0b2bd8f3-c646-4e80-8134-e50fce36251d on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:35.838544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:35.839120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:35.839694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:35.840310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Bound port: 0b2bd8f3-c646-4e80-8134-e50fce36251d, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:35.840863 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.905312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c1509-3602-43bc-b8af-deaf6cbe9be7 req-bbb10e75-2422-4a91-9a76-d69ad70d7181 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:35.907483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a6c1509-3602-43bc-b8af-deaf6cbe9be7 req-bbb10e75-2422-4a91-9a76-d69ad70d7181 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 947 time: 0.3022909 Feb 19 00:21:35.916115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb232860-e016-4aaa-a520-01b4da0a72bd,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:35.943876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] For port 0b2bd8f3-c646-4e80-8134-e50fce36251d, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:35.945401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 955166e4-bab0-46d0-953a-f7fc9a279bb0 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:35.947737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] For port 0b2bd8f3-c646-4e80-8134-e50fce36251d, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0b2bd8f3-c646-4e80-8134-e50fce36251d,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:35.962543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:35.999367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Checking segment: {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:35.999744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Network hostable DHCP agents. Network: a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:21:36.001867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.002765 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:36.004214 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] 10.222.0.113 "PUT /v2.0/ports/0b2bd8f3-c646-4e80-8134-e50fce36251d HTTP/1.1" status: 200 len: 1095 time: 1.0337801 Feb 19 00:21:36.004666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43183f1c-4da5-4316-a811-63c8ee246aa7', 'tag': '0b2bd8f3-c646-4e80-8134-e50fce36251d'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:36.008377 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633" -d '{"events": [{"name": "network-changed", "server_uuid": "43183f1c-4da5-4316-a811-63c8ee246aa7", "tag": "0b2bd8f3-c646-4e80-8134-e50fce36251d"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:36.024288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b1cbd6-d276-4605-b108-94a6d72eabe7 req-e4e80b66-c827-40a8-897c-ddeb8cde5344 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.026053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05b1cbd6-d276-4605-b108-94a6d72eabe7 req-e4e80b66-c827-40a8-897c-ddeb8cde5344 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 944 time: 0.2207661 Feb 19 00:21:36.046932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1809e-ebbd-49a3-90b5-0599767ff0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2bd8f3-c646-4e80-8134-e50fce36251d,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:36.091712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a6c1509-3602-43bc-b8af-deaf6cbe9be7 req-3dc294e9-4dfb-4440-8a24-4efab0573336 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656997 Feb 19 00:21:36.156402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05b1cbd6-d276-4605-b108-94a6d72eabe7 req-ed096d0c-a55e-4f8d-b9ff-8c514b01c117 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136088 Feb 19 00:21:36.157013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:21:36.178020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:36.185402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-35f0f062-bb35-4be6-bfff-31b8f06beb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.186973 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-35f0f062-bb35-4be6-bfff-31b8f06beb45 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 1129 time: 0.1285026 Feb 19 00:21:36.200909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03378ed0-cafe-4327-9cf2-7e53f0f600d1 None None] Network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:21:36.213453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-837eedb6-3532-49c9-b510-82a0ce11cdb5 service neutron] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:36.214629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 955166e4-bab0-46d0-953a-f7fc9a279bb0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=955166e4-bab0-46d0-953a-f7fc9a279bb0,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:36.223423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-837eedb6-3532-49c9-b510-82a0ce11cdb5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:36.225346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b12232-f9aa-4285-a7de-28a137dca771 req-837eedb6-3532-49c9-b510-82a0ce11cdb5 service neutron] 10.222.0.113 "DELETE /v2.0/ports/c322dec7-d5a0-401c-ae24-1f12d1f45d3d/bindings/n-h2-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.4303334 Feb 19 00:21:36.226781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.227945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:36.272779 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-64b9822d-f328-4490-98b2-e87d9256a4c1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0b2bd8f3-c646-4e80-8134-e50fce36251d HTTP/1.1" status: 200 len: 217 time: 0.0726242 Feb 19 00:21:36.274478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5fdd0476-6440-4c45-ba00-66d1fecf0794 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1281765 Feb 19 00:21:36.330454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '955166e4-bab0-46d0-953a-f7fc9a279bb0', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '955166e4-bab0-46d0-953a-f7fc9a279bb0', 'mac_address': 'fa:16:3e:40:2f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:36.337854 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f90960-d7ee-415a-a3b1-bebf945e39e7 x-openstack-request-id: req-a7f90960-d7ee-415a-a3b1-bebf945e39e7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:36.340392 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "name": "network-vif-unplugged", "status": "completed", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:36.340706 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7f90960-d7ee-415a-a3b1-bebf945e39e7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:36.341215 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'code': 200} Feb 19 00:21:36.359573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-ae683296-a84d-4714-9ab6-c764fb8aa92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.361386 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-ae683296-a84d-4714-9ab6-c764fb8aa92d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0778389 Feb 19 00:21:36.404169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 955166e4-bab0-46d0-953a-f7fc9a279bb0 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:36.404169 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:36.408578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb254255-cf3a-4cf2-9c6f-7b9c7587b60b req-c52caeed-627a-463e-8a9e-886c69631798 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.410500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb254255-cf3a-4cf2-9c6f-7b9c7587b60b req-c52caeed-627a-463e-8a9e-886c69631798 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 947 time: 0.1604664 Feb 19 00:21:36.429511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-edba0e23-de55-40d9-9921-e72372b519ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.431628 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-edba0e23-de55-40d9-9921-e72372b519ec service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0624223 Feb 19 00:21:36.431892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 955166e4-bab0-46d0-953a-f7fc9a279bb0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:36.482979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 955166e4-bab0-46d0-953a-f7fc9a279bb0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=955166e4-bab0-46d0-953a-f7fc9a279bb0,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:36.500225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238cb497-fc95-48fe-b703-f39df73c625c req-147aac14-910e-4224-8bc3-bd9dbab18895 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.502066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-238cb497-fc95-48fe-b703-f39df73c625c req-147aac14-910e-4224-8bc3-bd9dbab18895 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1420341 Feb 19 00:21:36.509989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:36.513805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c8496f-dce5-48db-9517-c865a082db7c None None] Network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:21:36.525744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb254255-cf3a-4cf2-9c6f-7b9c7587b60b req-5eb6852a-e174-4248-aa1c-60719180d1d3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088846 Feb 19 00:21:36.595709 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-3c846118-07d2-4fa4-aa7e-9f65b3625d07 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559355 Feb 19 00:21:36.604059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-238cb497-fc95-48fe-b703-f39df73c625c req-d88b3d44-18f5-461c-9918-98ffde8ad631 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Feb 19 00:21:36.705772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=955166e4-bab0-46d0-953a-f7fc9a279bb0,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:36.739653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-bb0be389-ed95-4773-bbdb-164bb9a61f52 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips/db1f58d6-4153-4fe5-a3ef-6ab3c13959e3 HTTP/1.1" status: 200 len: 693 time: 0.0770130 Feb 19 00:21:36.766383 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9f17ba4c-3be0-4cc7-8b06-1c22d811b64b req-3a0192e8-d3b9-4bb1-b3ae-6dada3153e3c service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629918 Feb 19 00:21:36.842583 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f35b54-aac6-4b4e-92f9-ab328e388ae4 x-openstack-request-id: req-10f35b54-aac6-4b4e-92f9-ab328e388ae4 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:36.842887 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43183f1c-4da5-4316-a811-63c8ee246aa7", "tag": "0b2bd8f3-c646-4e80-8134-e50fce36251d", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:36.843146 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10f35b54-aac6-4b4e-92f9-ab328e388ae4 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:36.843606 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43183f1c-4da5-4316-a811-63c8ee246aa7', 'tag': '0b2bd8f3-c646-4e80-8134-e50fce36251d', 'status': 'completed', 'code': 200} Feb 19 00:21:36.880762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['955166e4-bab0-46d0-953a-f7fc9a279bb0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:36.942151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-06f22260-e691-41aa-977a-1bd2dcef3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.944660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-06f22260-e691-41aa-977a-1bd2dcef3d18 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 1129 time: 0.0619161 Feb 19 00:21:36.950421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-dc08e5c4-8ed5-4a20-ae07-eac944161516 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:36.951939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-dc08e5c4-8ed5-4a20-ae07-eac944161516 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2062511 Feb 19 00:21:37.013891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-694df31e-6447-4dce-865a-8c45e3c9b705 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.116 HTTP/1.1" status: 200 len: 696 time: 0.0555899 Feb 19 00:21:37.076265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-ff1d10bc-5cb1-4c83-a6e0-60e379e70a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:37.077959 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-ff1d10bc-5cb1-4c83-a6e0-60e379e70a49 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1196165 Feb 19 00:21:37.092573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-b7cec90d-deba-4ae2-801c-59fe4b68c0c1 tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.116 HTTP/1.1" status: 200 len: 696 time: 0.0731075 Feb 19 00:21:37.130879 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-aa2f18e7-38f9-48c6-a6e2-2d991962ecbd service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0b2bd8f3-c646-4e80-8134-e50fce36251d HTTP/1.1" status: 200 len: 217 time: 0.0423503 Feb 19 00:21:37.189931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-ddfbfb20-b700-498a-aed9-205883d3207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:37.191585 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-ddfbfb20-b700-498a-aed9-205883d3207f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0509803 Feb 19 00:21:37.247973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-a5def89e-eb76-49a3-9a66-724a2221874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:37.249937 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-a5def89e-eb76-49a3-9a66-724a2221874a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0511491 Feb 19 00:21:37.319575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43f48c-d34b-46a2-b620-242d621fd1da req-2f90f47b-c1f4-4242-8ce5-e4e0097d5a51 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:37.321143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-2f90f47b-c1f4-4242-8ce5-e4e0097d5a51 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 822 time: 0.1841652 Feb 19 00:21:37.325210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Deleting port 2d378eec-d14c-49da-a31a-48e2d697176f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:37.326124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2d378eec-d14c-49da-a31a-48e2d697176f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:37.359748 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-37c58151-4c8f-4402-bdb8-b3e0f33a1e73 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007349 Feb 19 00:21:37.378788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-998c3b43-4cdd-4203-a353-4ef782ee9ab1 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/quotas/2335e6a026a64c12967c501c5b2003e9 HTTP/1.1" status: 200 len: 375 time: 0.0490019 Feb 19 00:21:37.422075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-5a6128cc-07c2-4400-a831-ee21e1161977 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372589 Feb 19 00:21:37.464577 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2d378eec-d14c-49da-a31a-48e2d697176f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:37.464903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (2d378eec-d14c-49da-a31a-48e2d697176f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:37.465124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf79d6af-dcc9-4e99-a6a4-a1a45bb32633 req-9676c8ef-b22c-4f4b-b391-46125fd654b5 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986855 Feb 19 00:21:37.505311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Calling delete_port for 2d378eec-d14c-49da-a31a-48e2d697176f owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:37.586847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-e1213898-c79f-46f6-a91a-5b9989fc385b service neutron] 10.222.0.60 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537712 Feb 19 00:21:37.726572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-4e2b1143-8c5c-4078-b78a-f6b0dfde1b29 service neutron] 10.222.0.60 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313503 Feb 19 00:21:37.746076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2d378eec-d14c-49da-a31a-48e2d697176f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:37.773621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Pushing event deleted for resources: {'Port': ['ID=2d378eec-d14c-49da-a31a-48e2d697176f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:37.836815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks [] for floatingip (db1f58d6-4153-4fe5-a3ef-6ab3c13959e3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:37.839696 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:37.840795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8061f5d0-9d46-453d-bcdf-6fc65b933f21 req-49b5ee9f-eb28-470c-aa1e-3a9696d0f4da tempest-FloatingIPDetailsTestJSON-967576764 tempest-FloatingIPDetailsTestJSON-967576764-project] 10.222.0.60 "DELETE /v2.0/floatingips/db1f58d6-4153-4fe5-a3ef-6ab3c13959e3 HTTP/1.1" status: 204 len: 173 time: 0.7474403 Feb 19 00:21:37.850498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56940) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:37.944539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 955166e4-bab0-46d0-953a-f7fc9a279bb0 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:38.007426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 955166e4-bab0-46d0-953a-f7fc9a279bb0 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:38.012947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 955166e4-bab0-46d0-953a-f7fc9a279bb0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:38.013757 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:38.107959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 955166e4-bab0-46d0-953a-f7fc9a279bb0 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:38.108657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:38.113981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a48b75a-4612-4a2d-ab01-968332460fb0 req-fc60734b-029f-4b63-b77f-abc37c59c288 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:38.115588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a48b75a-4612-4a2d-ab01-968332460fb0 req-fc60734b-029f-4b63-b77f-abc37c59c288 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1126 time: 0.2150481 Feb 19 00:21:38.162710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 955166e4-bab0-46d0-953a-f7fc9a279bb0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=955166e4-bab0-46d0-953a-f7fc9a279bb0,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:38.169527 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:38.194162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-acf34fbe-c905-408e-b856-b88116351962 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:38.195673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-acf34fbe-c905-408e-b856-b88116351962 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 805 time: 0.2588115 Feb 19 00:21:38.230970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=955166e4-bab0-46d0-953a-f7fc9a279bb0,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:38.242747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-1befbfec-7b7b-40c0-a704-c98881740cdc tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/quotas/44035f0fd83143e0b67f821ac5a58ee6 HTTP/1.1" status: 200 len: 375 time: 0.0309041 Feb 19 00:21:38.303850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a48b75a-4612-4a2d-ab01-968332460fb0 req-d03f2928-9cb4-4f89-a487-6643ca48f6b7 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677051 Feb 19 00:21:38.342213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955166e4-bab0-46d0-953a-f7fc9a279bb0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:38.344685 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baeaa20c-2756-42d8-bb11-6dc7302f51f0" -d '{"events": [{"server_uuid": "5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f", "name": "network-vif-plugged", "status": "completed", "tag": "955166e4-bab0-46d0-953a-f7fc9a279bb0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:38.362917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-e7abbeb5-1277-48b7-9d89-a1d176165503 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130710 Feb 19 00:21:38.560522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-df15214f-b84f-4161-b608-02f05de77792 service neutron] 10.222.0.60 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904233 Feb 19 00:21:38.569095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a0682-ccee-484b-96a3-886d73f43551 req-187a69fe-3165-43e1-864f-f1bf9f19670b tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:38.570632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c44a0682-ccee-484b-96a3-886d73f43551 req-187a69fe-3165-43e1-864f-f1bf9f19670b tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 949 time: 0.1562226 Feb 19 00:21:38.988466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c44a0682-ccee-484b-96a3-886d73f43551 req-15ecaad8-af87-477c-bcbe-8317e1804723 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988848 Feb 19 00:21:38.995640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-624d6f9e-7509-4ca5-af33-81a6c1301a28 service neutron] 10.222.0.60 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070678 Feb 19 00:21:39.008989 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (d3638455-769c-47f5-8ffb-ef06a5a3e83d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:39.216505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-94f59ec5-55cb-419b-8fb2-86842b23c5eb tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:39.229233 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-94f59ec5-55cb-419b-8fb2-86842b23c5eb tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.126 "GET /v2.0/ports?device_id=6876348d-1f3d-486d-ab2c-26c614f529c3 HTTP/1.1" status: 200 len: 943 time: 0.1376889 Feb 19 00:21:39.288912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43f48c-d34b-46a2-b620-242d621fd1da req-8e572102-9c4a-4e8b-9b03-7e7a0e94ae39 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:39.290442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-8e572102-9c4a-4e8b-9b03-7e7a0e94ae39 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.126 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 822 time: 0.2454619 Feb 19 00:21:39.325983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Request body: {'port': {'device_id': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'admin_state_up': True, 'tenant_id': '2335e6a026a64c12967c501c5b2003e9'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:39.338123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c26de-b431-473b-8600-90c1f98176fa req-fffed185-50cf-4953-a799-1ae133058dc7 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:39.339688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-157c26de-b431-473b-8600-90c1f98176fa req-fffed185-50cf-4953-a799-1ae133058dc7 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 947 time: 0.2327037 Feb 19 00:21:39.351141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Deleting port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:39.351697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:39.470926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f26c3-2cce-4f6d-9b2d-3fc37556b878 req-d9f456f1-7df5-4b8e-963d-9b541d467815 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:39.473828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c95f26c3-2cce-4f6d-9b2d-3fc37556b878 req-d9f456f1-7df5-4b8e-963d-9b541d467815 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.2515194 Feb 19 00:21:39.486437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] For port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:39.487495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:39.506865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Calling delete_port for d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:39.526146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-157c26de-b431-473b-8600-90c1f98176fa req-fa5c87aa-eae9-4122-92da-e2820407ab27 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484752 Feb 19 00:21:39.638801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c95f26c3-2cce-4f6d-9b2d-3fc37556b878 req-ad8e1160-6134-4723-a10b-c7c3e4296ad2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490057 Feb 19 00:21:39.645745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Made reservation on behalf of 2335e6a026a64c12967c501c5b2003e9 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:39.649089 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:39.673113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a08c2963-d350-45b0-b000-6c275e85f489 req-9f0cdcb2-0a9a-4395-a31e-30badb5d52a2 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 210 time: 0.0544703 Feb 19 00:21:39.709409 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326263a2-c7ba-4119-a00b-e054a0ee8936 x-openstack-request-id: req-326263a2-c7ba-4119-a00b-e054a0ee8936 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:39.710605 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f", "name": "network-vif-plugged", "status": "completed", "tag": "955166e4-bab0-46d0-953a-f7fc9a279bb0", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:39.711140 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-326263a2-c7ba-4119-a00b-e054a0ee8936 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:39.711815 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '955166e4-bab0-46d0-953a-f7fc9a279bb0', 'code': 200} Feb 19 00:21:39.746877 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:39.937811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0b2bd8f3-c646-4e80-8134-e50fce36251d details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:39.999450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Allocated IP 172.20.0.3 (a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb/eb232860-e016-4aaa-a520-01b4da0a72bd/afec2fb3-3176-4e94-b231-35143f32711c) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:40.044164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ada11ea5-ed30-4964-994f-6be1b96ea25a req-480a5b43-29f3-43fa-945f-9b42486c8472 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 210 time: 0.2123995 Feb 19 00:21:40.062521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0b2bd8f3-c646-4e80-8134-e50fce36251d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0b2bd8f3-c646-4e80-8134-e50fce36251d,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:40.075302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Pushing event deleted for resources: {'Port': ['ID=d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:40.079536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '0b2bd8f3-c646-4e80-8134-e50fce36251d', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '0b2bd8f3-c646-4e80-8134-e50fce36251d', 'mac_address': 'fa:16:3e:91:44:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:40.125502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Deleting port 96763ac5-5217-4249-86e0-b0958d6e407f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:40.125853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:40.136325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] No DVR routers for this DVR port d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:21:40.139423 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:40.142824 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-907a96bc-d6cd-480d-a514-44f76a9e1b2e req-4681cffa-d996-4af5-a63c-05e0b0b56d81 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.126 "DELETE /v2.0/ports/d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 HTTP/1.1" status: 204 len: 173 time: 0.9082429 Feb 19 00:21:40.143286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'name': 'network-vif-deleted', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:40.145684 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabda514-3ef0-41f5-baa6-d0f8b694ad4f" -d '{"events": [{"server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "name": "network-vif-deleted", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:40.145867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0b2bd8f3-c646-4e80-8134-e50fce36251d is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:40.146597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:40.168485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6d99-7b42-4dfd-b4be-0197d68b4756 req-4838b0bc-5782-4b2d-a4f9-f0f567933f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:40.169656 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5ae6d99-7b42-4dfd-b4be-0197d68b4756 req-4838b0bc-5782-4b2d-a4f9-f0f567933f33 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 1131 time: 0.1041698 Feb 19 00:21:40.173635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2bd8f3-c646-4e80-8134-e50fce36251d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:40.210758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0b2bd8f3-c646-4e80-8134-e50fce36251d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0b2bd8f3-c646-4e80-8134-e50fce36251d,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:40.217708 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:40.231874 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5ae6d99-7b42-4dfd-b4be-0197d68b4756 req-371356ec-6d9d-4244-84c0-8395dd3d2b6e service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550063 Feb 19 00:21:40.265278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-6b9a2914-8851-405f-bc57-0b3f33226fbd tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:40.266839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-6b9a2914-8851-405f-bc57-0b3f33226fbd tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 821 time: 0.4837399 Feb 19 00:21:40.287766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0b2bd8f3-c646-4e80-8134-e50fce36251d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:40.297311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.297718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.298063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.298553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.298916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.299292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.299840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.299960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.300339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.300579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.300910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.301228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.301543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:21:40.332118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-6ad4eae1-4b79-4006-826e-4d0b017e3b77 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/quotas/8e96c81bf49f49b4a9d958b3533d21e9 HTTP/1.1" status: 200 len: 375 time: 0.0350609 Feb 19 00:21:40.427176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] For port 96763ac5-5217-4249-86e0-b0958d6e407f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=96763ac5-5217-4249-86e0-b0958d6e407f,segment=NetworkSegment(6cf95142-c4ce-4977-bf7e-2092e2b2f63c),segment_id=6cf95142-c4ce-4977-bf7e-2092e2b2f63c)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:40.427588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:40.457379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Calling delete_port for 96763ac5-5217-4249-86e0-b0958d6e407f owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:40.462687 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for port (afec2fb3-3176-4e94-b231-35143f32711c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:40.471406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8bbee-10e9-4e2a-a982-cffbff3f0842 req-3926f870-db2e-41b9-b005-204ad232c875 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:40.473083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ed8bbee-10e9-4e2a-a982-cffbff3f0842 req-3926f870-db2e-41b9-b005-204ad232c875 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 949 time: 0.3356273 Feb 19 00:21:40.561781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['0b2bd8f3-c646-4e80-8134-e50fce36251d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:40.561990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-6288863c-9ed5-45a2-8107-ff6b352f5b97 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2112799 Feb 19 00:21:40.577175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6322b00b-d35a-42a1-b78b-8f108dd40f5f tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:40.578848 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6322b00b-d35a-42a1-b78b-8f108dd40f5f tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.126 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 805 time: 0.1383791 Feb 19 00:21:40.602225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Request body: {'port': {'device_id': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'admin_state_up': True, 'tenant_id': '44035f0fd83143e0b67f821ac5a58ee6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:40.670830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ed8bbee-10e9-4e2a-a982-cffbff3f0842 req-7cb06d93-0f3e-4b39-be6c-12cf92eff0a1 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824958 Feb 19 00:21:40.691069 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:40.800262 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a83f8fc-6027-4dc6-8b2a-4b2637116178 x-openstack-request-id: req-2a83f8fc-6027-4dc6-8b2a-4b2637116178 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:40.800699 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6876348d-1f3d-486d-ab2c-26c614f529c3", "name": "network-vif-deleted", "tag": "d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:40.801102 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a83f8fc-6027-4dc6-8b2a-4b2637116178 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:40.801725 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6876348d-1f3d-486d-ab2c-26c614f529c3', 'name': 'network-vif-deleted', 'tag': 'd7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2', 'status': 'completed', 'code': 200} Feb 19 00:21:40.813150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:40.838233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:40.838987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Made reservation on behalf of 44035f0fd83143e0b67f821ac5a58ee6 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:40.846044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:40.858284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-82ff6cf0-4a02-4ffe-b0b9-2dbbb87420dc service neutron] 10.222.0.60 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770181 Feb 19 00:21:40.860718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:40.876445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event updated for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:40.997300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Allocated IP 172.20.0.4 (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810/c832ec8d-ced2-4256-9b99-70a9e55a8e5f/341dda9e-2c35-40b2-a439-e30bc464450c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:41.012563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:41.013259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.078519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-3aa17326-15e1-4545-9ea2-16bd771c3555 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7563944 Feb 19 00:21:41.104895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Request body: {'port': {'device_id': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:41.114462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029673a-6e19-4856-9a7d-8ae19c149001 req-58131cd9-5824-47b3-8de4-15db1a6fcc32 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:41.116047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f029673a-6e19-4856-9a7d-8ae19c149001 req-58131cd9-5824-47b3-8de4-15db1a6fcc32 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 948 time: 0.2456305 Feb 19 00:21:41.143878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-b6e21299-e8aa-43bc-803b-68a31d330540 service neutron] 10.222.0.60 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847219 Feb 19 00:21:41.152653 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (96763ac5-5217-4249-86e0-b0958d6e407f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.167770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks [] for port (341dda9e-2c35-40b2-a439-e30bc464450c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.210303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Pushing event deleted for resources: {'Port': ['ID=96763ac5-5217-4249-86e0-b0958d6e407f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:41.211786 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.273843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Pushing event updated for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:41.281044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:41.282748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:41.285206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:41.324194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f029673a-6e19-4856-9a7d-8ae19c149001 req-37a16f73-0551-46a3-aaf6-4d6ad014335d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871340 Feb 19 00:21:41.327514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (afec2fb3-3176-4e94-b231-35143f32711c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.392138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:41.392963 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.422273 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6fdf5bd9-6ca1-494f-b908-e3c39cf366c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250089 Feb 19 00:21:41.440150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Request body: {'port': {'device_id': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:41.521743 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.883128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341dda9e-2c35-40b2-a439-e30bc464450c {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:41.893581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Publish callbacks [] for port (341dda9e-2c35-40b2-a439-e30bc464450c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.906959 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Transition to ACTIVE for port object 341dda9e-2c35-40b2-a439-e30bc464450c will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:41.912097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:41.959082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0b2bd8f3-c646-4e80-8134-e50fce36251d up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:41.972817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Pushing event updated for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:42.031069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 0b2bd8f3-c646-4e80-8134-e50fce36251d completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:42.035788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 0b2bd8f3-c646-4e80-8134-e50fce36251d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:42.036468 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:42.054614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Attempting to bind port 341dda9e-2c35-40b2-a439-e30bc464450c on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:42.054614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Attempting to bind port 341dda9e-2c35-40b2-a439-e30bc464450c by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:42.054614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Attempting to bind port 341dda9e-2c35-40b2-a439-e30bc464450c on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:42.060239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Port 341dda9e-2c35-40b2-a439-e30bc464450c on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:42.060696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Attempting to bind port 341dda9e-2c35-40b2-a439-e30bc464450c on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:42.066728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:42.067715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Checking segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:42.067715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Bound using segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:42.067915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Bound port: 341dda9e-2c35-40b2-a439-e30bc464450c, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:42.068250 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:42.129906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (d3638455-769c-47f5-8ffb-ef06a5a3e83d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:42.141920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0b2bd8f3-c646-4e80-8134-e50fce36251d is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:42.142319 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:42.156510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:42.160418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:42.168146 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:42.169764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43183f1c-4da5-4316-a811-63c8ee246aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2bd8f3-c646-4e80-8134-e50fce36251d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:42.172121 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f76970-be93-47c8-8aa5-21c435035b11" -d '{"events": [{"server_uuid": "43183f1c-4da5-4316-a811-63c8ee246aa7", "name": "network-vif-plugged", "status": "completed", "tag": "0b2bd8f3-c646-4e80-8134-e50fce36251d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:42.185914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0b2bd8f3-c646-4e80-8134-e50fce36251d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0b2bd8f3-c646-4e80-8134-e50fce36251d,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:42.191736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0fd24-b193-4d29-abf5-6081a2b4bc41 req-4aa5faca-ef42-4f17-88af-e029dd778b5a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:42.193842 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:42.194509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60c0fd24-b193-4d29-abf5-6081a2b4bc41 req-4aa5faca-ef42-4f17-88af-e029dd778b5a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 931 time: 0.7531369 Feb 19 00:21:42.206620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:42.207254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:42.208765 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] 10.222.0.126 "PUT /v2.0/ports/341dda9e-2c35-40b2-a439-e30bc464450c HTTP/1.1" status: 200 len: 1091 time: 0.7730508 Feb 19 00:21:42.249859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0b2bd8f3-c646-4e80-8134-e50fce36251d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:42.250849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672dc7-a6ad-4d99-b343-0061cfceca0f req-4517ebd7-78f5-4bc8-a650-03e7884ea89e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:42.252914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57672dc7-a6ad-4d99-b343-0061cfceca0f req-4517ebd7-78f5-4bc8-a650-03e7884ea89e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.8256657 Feb 19 00:21:42.256595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95145048-a467-49a0-b557-5db3c3fade99 service neutron] Pushing event updated for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:42.310912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-43933658-fec1-4758-af65-781c69cab77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:42.312442 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-43933658-fec1-4758-af65-781c69cab77e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 1125 time: 0.0498590 Feb 19 00:21:42.364799 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-b9ad0fcf-e678-4d06-9357-168ae9127ae3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=341dda9e-2c35-40b2-a439-e30bc464450c HTTP/1.1" status: 200 len: 217 time: 0.0411239 Feb 19 00:21:42.458334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-8058029c-d350-44cf-be1e-61ea07f4c6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:42.460859 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-8058029c-d350-44cf-be1e-61ea07f4c6bc service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 200 len: 845 time: 0.0778673 Feb 19 00:21:42.501632 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-6ea06d14-e0e7-4b00-ac9d-52db1a12e422 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321250 Feb 19 00:21:42.575711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:42.592428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60c0fd24-b193-4d29-abf5-6081a2b4bc41 req-21dcf805-a0b3-467e-b15c-99e5a5d79b40 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301616 Feb 19 00:21:42.611806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57672dc7-a6ad-4d99-b343-0061cfceca0f req-7e8ce7ba-a949-411c-a1f6-203cb4ea9b4c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477449 Feb 19 00:21:42.613351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:21:42.615110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d7fdb8a6-d0c7-4287-a7c2-5c4b5da68ef2 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:21:42.625042 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-ec0ee3cf-f816-4e5c-834f-c9263f5fc738 service neutron] 10.222.0.126 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152370 Feb 19 00:21:42.741784 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40cd0fc6-10a0-41a2-9a5c-f8a381bf5350 req-ed958093-4cae-46e2-b61e-3fe52b786abb service neutron] 10.222.0.126 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093166 Feb 19 00:21:42.761659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afec2fb3-3176-4e94-b231-35143f32711c {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:42.802720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:42.805274 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ddbb27-a43a-42d5-b6b7-6848534f5344" -d '{"events": [{"name": "network-changed", "server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:42.830836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e06bd8a-8044-4b84-b8cd-5630bc979eb0 req-d5937b27-1b50-489b-8121-d1e3e0cd4840 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 210 time: 0.1186495 Feb 19 00:21:42.832814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Publish callbacks [] for port (afec2fb3-3176-4e94-b231-35143f32711c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:42.858228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d657d9a0-68bc-43b7-b987-9be8754471e9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:42.860220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d657d9a0-68bc-43b7-b987-9be8754471e9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 821 time: 0.3644962 Feb 19 00:21:42.878800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Transition to ACTIVE for port object afec2fb3-3176-4e94-b231-35143f32711c will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:42.883054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Request body: {'port': {'device_id': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'admin_state_up': True, 'tenant_id': '8e96c81bf49f49b4a9d958b3533d21e9'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:42.917074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:43.052497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea877a1-a8d8-4f57-82e1-a2b3c3fa998a req-ab7a851e-6a63-45fe-a311-af50b570bbad tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:43.054157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fea877a1-a8d8-4f57-82e1-a2b3c3fa998a req-ab7a851e-6a63-45fe-a311-af50b570bbad tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 943 time: 0.3603709 Feb 19 00:21:43.092821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Pushing event updated for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:43.140534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Router d3638455-769c-47f5-8ffb-ef06a5a3e83d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:21:43.235514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7e1b3-2021-498e-98fc-1db4657fd62e req-9af119c0-6cec-42eb-943a-0b3a0ae18b81 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:43.236969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adf7e1b3-2021-498e-98fc-1db4657fd62e req-9af119c0-6cec-42eb-943a-0b3a0ae18b81 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 949 time: 0.3156707 Feb 19 00:21:43.255763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fea877a1-a8d8-4f57-82e1-a2b3c3fa998a req-f8721415-76bb-48d4-b026-a6b7cf31c20c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932414 Feb 19 00:21:43.327810 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eeab62-5ea3-45a0-8eb2-69dc1a026863 x-openstack-request-id: req-11eeab62-5ea3-45a0-8eb2-69dc1a026863 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:43.328849 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43183f1c-4da5-4316-a811-63c8ee246aa7", "name": "network-vif-plugged", "status": "completed", "tag": "0b2bd8f3-c646-4e80-8134-e50fce36251d", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:43.329184 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11eeab62-5ea3-45a0-8eb2-69dc1a026863 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:43.329939 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43183f1c-4da5-4316-a811-63c8ee246aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2bd8f3-c646-4e80-8134-e50fce36251d', 'code': 200} Feb 19 00:21:43.335346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Made reservation on behalf of 8e96c81bf49f49b4a9d958b3533d21e9 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:43.341275 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:43.369566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Attempting to bind port afec2fb3-3176-4e94-b231-35143f32711c on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:43.369897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Attempting to bind port afec2fb3-3176-4e94-b231-35143f32711c by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:43.370287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Attempting to bind port afec2fb3-3176-4e94-b231-35143f32711c on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:43.439941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Port afec2fb3-3176-4e94-b231-35143f32711c on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:43.440261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Attempting to bind port afec2fb3-3176-4e94-b231-35143f32711c on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:43.451286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3d9b4-0122-45b3-b39a-52cf4134b6f4 req-b0996257-67a6-48e8-a0bc-0132484dd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:43.452792 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7bb3d9b4-0122-45b3-b39a-52cf4134b6f4 req-b0996257-67a6-48e8-a0bc-0132484dd98a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 1131 time: 0.0479102 Feb 19 00:21:43.503654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adf7e1b3-2021-498e-98fc-1db4657fd62e req-14ffaaa2-4e0c-4e0f-a1e6-4b4c88fd2f3d tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444818 Feb 19 00:21:43.504336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:43.504651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Checking segment: {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:43.505061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Bound using segment: {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:43.505584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Bound port: afec2fb3-3176-4e94-b231-35143f32711c, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:43.505945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (afec2fb3-3176-4e94-b231-35143f32711c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:43.508589 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7bb3d9b4-0122-45b3-b39a-52cf4134b6f4 req-440fbde2-67c8-49ef-93ef-2bb6836ad2d0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Feb 19 00:21:43.557051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:21:43.565144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8a6b5b8d-a16e-459b-8ec8-7ec2e72140ee admin admin] 10.222.0.60 "PUT /v2.0/routers/d3638455-769c-47f5-8ffb-ef06a5a3e83d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7134261 Feb 19 00:21:43.567812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396171a-416d-4215-9489-f542128f746f None None] Sync routers for ids ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:21:43.568342 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efc3517-51d8-4934-b96e-549b0110b5d9 x-openstack-request-id: req-8efc3517-51d8-4934-b96e-549b0110b5d9 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:43.568639 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:43.568918 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8efc3517-51d8-4934-b96e-549b0110b5d9 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:43.569331 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c', 'status': 'completed', 'code': 200} Feb 19 00:21:43.569739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57016) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:43.607551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396171a-416d-4215-9489-f542128f746f None None] Routers {'d3638455-769c-47f5-8ffb-ef06a5a3e83d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:21:43.608316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d396171a-416d-4215-9489-f542128f746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:21:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:43.631119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d2fe8-4e8a-4acb-9fae-b3093cc1fc34 req-94fe0921-70d9-4239-b42a-8801884b51d0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:43.634102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-364d2fe8-4e8a-4acb-9fae-b3093cc1fc34 req-94fe0921-70d9-4239-b42a-8801884b51d0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 949 time: 0.2504532 Feb 19 00:21:43.716430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:43.723051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:43.724845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Allocated IP 172.20.0.10 (031d5557-740b-4136-970d-e42b4d911f37/034f77a2-392c-4c54-abe2-fedc0e6492e0/907e4ad1-26cc-4f5e-8a99-a88586054f55) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:43.730930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-8c05f763-027f-4951-a5cf-4e3f5ec4d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:43.733525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-8c05f763-027f-4951-a5cf-4e3f5ec4d673 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 1125 time: 0.1123378 Feb 19 00:21:43.737747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-364d2fe8-4e8a-4acb-9fae-b3093cc1fc34 req-24d60260-80c4-4714-9f5c-3391e816ce51 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932317 Feb 19 00:21:43.740814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:43.798769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks [] for router (d3638455-769c-47f5-8ffb-ef06a5a3e83d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:43.819043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-d396171a-416d-4215-9489-f542128f746f None None] Set router d3638455-769c-47f5-8ffb-ef06a5a3e83d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:21:43.838710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:43.839343 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:43.840747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] 10.222.0.126 "PUT /v2.0/ports/afec2fb3-3176-4e94-b231-35143f32711c HTTP/1.1" status: 200 len: 1091 time: 2.7460940 Feb 19 00:21:43.841207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:43.843551 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6910f32-fd01-4dca-83e6-b2f63fd1f033" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "tag": "afec2fb3-3176-4e94-b231-35143f32711c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:43.983950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d966fd-457d-4f57-b518-4c6f1eabeb6a service neutron] Pushing event updated for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:44.038964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-01580eae-0d20-4ad4-8cd3-177758f84da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.040475 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-01580eae-0d20-4ad4-8cd3-177758f84da3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 906 time: 0.2369983 Feb 19 00:21:44.054717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks [] for router_gateway (d3638455-769c-47f5-8ffb-ef06a5a3e83d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.090487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f4feb-65ba-4898-9415-58b59df0d77d req-17c25f69-216b-4005-8242-5b9970608b55 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.090721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-040ff148-89a9-4450-b2c6-29f5414ff192 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=341dda9e-2c35-40b2-a439-e30bc464450c HTTP/1.1" status: 200 len: 217 time: 0.0438535 Feb 19 00:21:44.092027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-853f4feb-65ba-4898-9415-58b59df0d77d req-17c25f69-216b-4005-8242-5b9970608b55 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 943 time: 0.2828948 Feb 19 00:21:44.128624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43f48c-d34b-46a2-b620-242d621fd1da req-df0403fd-e4de-405f-8319-3f3f71db0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.130235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-df0403fd-e4de-405f-8319-3f3f71db0ec7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 1125 time: 0.2261102 Feb 19 00:21:44.143712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749841f-5a25-4be2-95ac-5c59fed05f39 req-0028e88d-47f9-4d9c-8394-eed34d406cdd tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.145314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1749841f-5a25-4be2-95ac-5c59fed05f39 req-0028e88d-47f9-4d9c-8394-eed34d406cdd tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.2507033 Feb 19 00:21:44.175532 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-2f90ee2f-fe6a-4ffc-8e9f-52249b56ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.177075 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-2f90ee2f-fe6a-4ffc-8e9f-52249b56ad02 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 200 len: 845 time: 0.0786626 Feb 19 00:21:44.190304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d396171a-416d-4215-9489-f542128f746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:40Z', 'revision_number': 5, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port': {'id': 'cb43fa4a-33ea-43f9-a82a-6ffa667157ec', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:21:03Z', 'updated_at': '2022-02-19T00:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:44.218412 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-6031e9f4-ff12-40f5-86a4-3e105d0aa481 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319822 Feb 19 00:21:44.222824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Deleting port cb43fa4a-33ea-43f9-a82a-6ffa667157ec {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:44.223167 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.223690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks [] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.226158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-cf3dce59-f0c0-45aa-8d8b-623e918634ea service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afec2fb3-3176-4e94-b231-35143f32711c HTTP/1.1" status: 200 len: 217 time: 0.0708594 Feb 19 00:21:44.229405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396171a-416d-4215-9489-f542128f746f None None] Checking router: d3638455-769c-47f5-8ffb-ef06a5a3e83d for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:21:44.248993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396171a-416d-4215-9489-f542128f746f None None] Routers {'d3638455-769c-47f5-8ffb-ef06a5a3e83d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:21:44.249666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d396171a-416d-4215-9489-f542128f746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:21:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:44.310828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-853f4feb-65ba-4898-9415-58b59df0d77d req-1143a5b7-65c6-4bf3-819a-375f494c07c5 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035511 Feb 19 00:21:44.339284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1749841f-5a25-4be2-95ac-5c59fed05f39 req-acd28bbc-3aff-4775-8b6c-a6638c51673c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802232 Feb 19 00:21:44.354415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43f48c-d34b-46a2-b620-242d621fd1da req-4e0e1643-5baf-4715-aed0-00572be1aa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.362251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-4e0e1643-5baf-4715-aed0-00572be1aa02 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=eb232860-e016-4aaa-a520-01b4da0a72bd HTTP/1.1" status: 200 len: 862 time: 0.1237590 Feb 19 00:21:44.389787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] For port cb43fa4a-33ea-43f9-a82a-6ffa667157ec, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=cb43fa4a-33ea-43f9-a82a-6ffa667157ec,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:44.390169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.395621 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-ef251715-9382-4a64-b355-a75b9c7ebe22 service neutron] 10.222.0.126 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595259 Feb 19 00:21:44.404321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-d396171a-416d-4215-9489-f542128f746f None None] Set router d3638455-769c-47f5-8ffb-ef06a5a3e83d gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:21:44.415552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Calling delete_port for cb43fa4a-33ea-43f9-a82a-6ffa667157ec owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:44.443441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.459760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-f92d1d09-eade-4c75-bb91-9501b5b708d6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861235 Feb 19 00:21:44.475510 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a76df3-6bbd-4622-b23e-4a59b444c74e x-openstack-request-id: req-34a76df3-6bbd-4622-b23e-4a59b444c74e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:44.476102 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "tag": "afec2fb3-3176-4e94-b231-35143f32711c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:44.477154 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-34a76df3-6bbd-4622-b23e-4a59b444c74e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:44.477754 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c', 'status': 'completed', 'code': 200} Feb 19 00:21:44.514105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d396171a-416d-4215-9489-f542128f746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:44Z', 'revision_number': 6, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:44.548323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396171a-416d-4215-9489-f542128f746f None None] The sync data for ids ['d3638455-769c-47f5-8ffb-ef06a5a3e83d'] in n-d-826527-3 is: [{'id': 'd3638455-769c-47f5-8ffb-ef06a5a3e83d', 'name': 'tempest-FloatingIPDetailsTestJSON-336690463-router', 'tenant_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:21:02Z', 'updated_at': '2022-02-19T00:21:44Z', 'revision_number': 6, 'project_id': 'ed965376c7114dd4b3f1cf3ce8149363', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:21:44.569006 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68ddbb27-a43a-42d5-b6b7-6848534f5344 req-5880d16b-90d9-4d6c-853b-77a65a5bd6a0 service neutron] 10.222.0.126 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654270 Feb 19 00:21:44.683816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (cb43fa4a-33ea-43f9-a82a-6ffa667157ec), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.720094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb43fa4a-33ea-43f9-a82a-6ffa667157ec,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:44.733338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Network 031d5557-740b-4136-970d-e42b4d911f37 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:44.743462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:44.748058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:44.787906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (d3638455-769c-47f5-8ffb-ef06a5a3e83d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.792141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Pushing event updated for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:44.853456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.854159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.866696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803fdb8-357d-4e55-92e7-a0f49165cd04 req-e2956e6a-c154-4ece-81e8-91e1115b72eb tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.868356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2803fdb8-357d-4e55-92e7-a0f49165cd04 req-e2956e6a-c154-4ece-81e8-91e1115b72eb tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 949 time: 0.4068544 Feb 19 00:21:44.877023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-30a2c78a-3495-41c1-b513-529b55454f1b service neutron] 10.222.0.126 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776326 Feb 19 00:21:44.887504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (d3638455-769c-47f5-8ffb-ef06a5a3e83d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.890024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks [] for router_controller (d3638455-769c-47f5-8ffb-ef06a5a3e83d), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.890354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fe4c6-8c46-448f-a96f-6f6f884aaa4c req-895e0339-2cf8-4f1e-b742-83dfd7d1a3eb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:44.894788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f13fe4c6-8c46-448f-a96f-6f6f884aaa4c req-895e0339-2cf8-4f1e-b742-83dfd7d1a3eb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 932 time: 0.3976061 Feb 19 00:21:44.947215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (d3638455-769c-47f5-8ffb-ef06a5a3e83d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.950596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3638455-769c-47f5-8ffb-ef06a5a3e83d {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:21:44.960616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:44.962929 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bd405d36-219f-4a2d-92c9-221ca027fba3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d3638455-769c-47f5-8ffb-ef06a5a3e83d HTTP/1.1" status: 204 len: 168 time: 1.3918045 Feb 19 00:21:44.967044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57032) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:45.012938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-d467c2ba-15b5-4794-945f-1001131526aa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1352270 Feb 19 00:21:45.048711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af45be0-f0db-4386-a2da-852342da6b02 admin admin] Deleting subnet 2f238801-b3d8-42d2-88db-69be2ba0dacd {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:21:45.057684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af45be0-f0db-4386-a2da-852342da6b02 admin admin] Publish callbacks [] for subnet (2f238801-b3d8-42d2-88db-69be2ba0dacd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.116621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af45be0-f0db-4386-a2da-852342da6b02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (2f238801-b3d8-42d2-88db-69be2ba0dacd), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.223729 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af45be0-f0db-4386-a2da-852342da6b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (2f238801-b3d8-42d2-88db-69be2ba0dacd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.289259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af45be0-f0db-4386-a2da-852342da6b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (2f238801-b3d8-42d2-88db-69be2ba0dacd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.317868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af45be0-f0db-4386-a2da-852342da6b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f238801-b3d8-42d2-88db-69be2ba0dacd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:45.321738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af45be0-f0db-4386-a2da-852342da6b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.329126 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8af45be0-f0db-4386-a2da-852342da6b02 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2f238801-b3d8-42d2-88db-69be2ba0dacd HTTP/1.1" status: 204 len: 168 time: 0.3565454 Feb 19 00:21:45.329126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57034) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:45.335277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499d991b-2943-442f-a2b5-294e539a6317 None None] Network 4a67133c-59cb-4d42-8301-b3d872ae458f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:21:45.372559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Request body: {'port': {'device_id': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:45.419725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2803fdb8-357d-4e55-92e7-a0f49165cd04 req-ec620980-19c6-4e1f-a251-1eab60b0c6be tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203803 Feb 19 00:21:45.427593 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (4a67133c-59cb-4d42-8301-b3d872ae458f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.507748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Deleting port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:45.508096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.521877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f13fe4c6-8c46-448f-a96f-6f6f884aaa4c req-0894387e-9c99-4896-bff5-248261bd0b30 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124325 Feb 19 00:21:45.563115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] DHCP port deletion for 4a67133c-59cb-4d42-8301-b3d872ae458f request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:21:45.598276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df43f48c-d34b-46a2-b620-242d621fd1da req-8c29dcab-f23c-445d-a59c-0a033620b1f4 service neutron] 10.222.0.126 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7008233 Feb 19 00:21:45.615111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] For port 3d23f1b1-6e1e-4cc7-a558-60067bb37848, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d23f1b1-6e1e-4cc7-a558-60067bb37848,segment=NetworkSegment(6cf95142-c4ce-4977-bf7e-2092e2b2f63c),segment_id=6cf95142-c4ce-4977-bf7e-2092e2b2f63c)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:45.615687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.637385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Calling delete_port for 3d23f1b1-6e1e-4cc7-a558-60067bb37848 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:45.668728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] Deleting port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:45.669662 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.713352 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.763973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.770759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499321b7-4319-4930-86cc-3bb6f4b696e2 req-ba760fe2-9c2c-459b-b663-8f8af4a1cabd tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:45.773363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-499321b7-4319-4930-86cc-3bb6f4b696e2 req-ba760fe2-9c2c-459b-b663-8f8af4a1cabd tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 943 time: 0.2481065 Feb 19 00:21:45.784417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] No DVR routers for this DVR port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:21:45.784675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] For port 3d23f1b1-6e1e-4cc7-a558-60067bb37848, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d23f1b1-6e1e-4cc7-a558-60067bb37848,segment=NetworkSegment(6cf95142-c4ce-4977-bf7e-2092e2b2f63c),segment_id=6cf95142-c4ce-4977-bf7e-2092e2b2f63c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:45.785332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.813588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] Calling delete_port for 3d23f1b1-6e1e-4cc7-a558-60067bb37848 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:45.836234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d23f1b1-6e1e-4cc7-a558-60067bb37848,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:45.837406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167319b-2cdc-42a7-85fb-425c71e6ad4b req-bead7fe8-3476-4460-8a85-ddf74d2d4ba5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:45.839451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2167319b-2cdc-42a7-85fb-425c71e6ad4b req-bead7fe8-3476-4460-8a85-ddf74d2d4ba5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 949 time: 0.2162995 Feb 19 00:21:45.906792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (4a67133c-59cb-4d42-8301-b3d872ae458f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.917777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-499321b7-4319-4930-86cc-3bb6f4b696e2 req-5a5ec1e6-cef7-46ad-8f43-023b84b1400c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043684 Feb 19 00:21:45.919765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-2100473d-b229-4d3b-bb5b-721cdf3315d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:45.921328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-2100473d-b229-4d3b-bb5b-721cdf3315d0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 1125 time: 0.2427502 Feb 19 00:21:45.944988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a67133c-59cb-4d42-8301-b3d872ae458f']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:45.959448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf95142-c4ce-4977-bf7e-2092e2b2f63c') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:45.959831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf95142-c4ce-4977-bf7e-2092e2b2f63c') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:21:45.967848 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (3d23f1b1-6e1e-4cc7-a558-60067bb37848), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.975181 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (6cf95142-c4ce-4977-bf7e-2092e2b2f63c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.993027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6cf95142-c4ce-4977-bf7e-2092e2b2f63c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:45.999944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] Pushing event deleted for resources: {'Port': ['ID=3d23f1b1-6e1e-4cc7-a558-60067bb37848,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:46.003739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:21:46.004754 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (6cf95142-c4ce-4977-bf7e-2092e2b2f63c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.006420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b8e75-7ccb-4acb-8a02-f792383298ba None None] No DVR routers for this DVR port 3d23f1b1-6e1e-4cc7-a558-60067bb37848 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:21:46.029536 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:21:46.088039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (4a67133c-59cb-4d42-8301-b3d872ae458f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.095018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.101396 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4a67133c-59cb-4d42-8301-b3d872ae458f HTTP/1.1" status: 204 len: 168 time: 0.7707424 Feb 19 00:21:46.116695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940542-4c1c-48ff-86f2-3f2e21668900 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a67133c-59cb-4d42-8301-b3d872ae458f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:46.173804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2167319b-2cdc-42a7-85fb-425c71e6ad4b req-1e0b4b93-f92e-483b-bb18-7bd846f0167e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280776 Feb 19 00:21:46.254277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-08e26e8a-59a3-4e1d-99f2-18b95db8ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:46.255779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-08e26e8a-59a3-4e1d-99f2-18b95db8ec38 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 923 time: 0.3192906 Feb 19 00:21:46.273549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2ab1a-73aa-4a4d-a1a6-630cf81c7635 req-df1b17bf-c683-4813-a922-15681765ce93 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:46.275134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfc2ab1a-73aa-4a4d-a1a6-630cf81c7635 req-df1b17bf-c683-4813-a922-15681765ce93 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 943 time: 0.2346985 Feb 19 00:21:46.289193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:46.336305 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-998550a8-a579-40b3-92cc-afcc1da943a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed965376c7114dd4b3f1cf3ce8149363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458572 Feb 19 00:21:46.339094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:46.359326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-2d5834ef-0793-4627-91fd-fa5fc910aa08 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afec2fb3-3176-4e94-b231-35143f32711c HTTP/1.1" status: 200 len: 217 time: 0.0831268 Feb 19 00:21:46.401215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-278b359e-4c55-4971-9c23-e8e793ecd036 admin admin] Publish callbacks [] for security_group (417d5a95-4813-49b7-99bd-1227e886bec3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.436567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-278b359e-4c55-4971-9c23-e8e793ecd036 admin admin] Publish callbacks [] for security_group (417d5a95-4813-49b7-99bd-1227e886bec3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.460416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 96763ac5-5217-4249-86e0-b0958d6e407f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:46.481968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 96763ac5-5217-4249-86e0-b0958d6e407f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:21:46.482617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 96763ac5-5217-4249-86e0-b0958d6e407f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:21:46.483179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d23f1b1-6e1e-4cc7-a558-60067bb37848 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:46.486099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-caeabfdf-cc1f-450f-ab65-c5e4aa79bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:46.487651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-caeabfdf-cc1f-450f-ab65-c5e4aa79bb40 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=eb232860-e016-4aaa-a520-01b4da0a72bd HTTP/1.1" status: 200 len: 862 time: 0.1135831 Feb 19 00:21:46.490873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfc2ab1a-73aa-4a4d-a1a6-630cf81c7635 req-17dce2d9-da9b-4d84-a220-8e496fc675d5 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981030 Feb 19 00:21:46.507332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3d23f1b1-6e1e-4cc7-a558-60067bb37848 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:21:46.507752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d23f1b1-6e1e-4cc7-a558-60067bb37848 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:21:46.508158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device cb43fa4a-33ea-43f9-a82a-6ffa667157ec no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:46.509591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-278b359e-4c55-4971-9c23-e8e793ecd036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (417d5a95-4813-49b7-99bd-1227e886bec3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.512144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-278b359e-4c55-4971-9c23-e8e793ecd036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.513331 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-278b359e-4c55-4971-9c23-e8e793ecd036 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/417d5a95-4813-49b7-99bd-1227e886bec3 HTTP/1.1" status: 204 len: 168 time: 0.1731617 Feb 19 00:21:46.530979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: cb43fa4a-33ea-43f9-a82a-6ffa667157ec {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:21:46.531886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device cb43fa4a-33ea-43f9-a82a-6ffa667157ec not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:21:46.535751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b359e-4c55-4971-9c23-e8e793ecd036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d5a95-4813-49b7-99bd-1227e886bec3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:46.540368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44d224-76e3-48c5-8375-4123a6ab9c71 req-615cca48-36cf-4c8a-9153-224e5d31821e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:46.541953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce44d224-76e3-48c5-8375-4123a6ab9c71 req-615cca48-36cf-4c8a-9153-224e5d31821e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.2892401 Feb 19 00:21:46.565263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-fbfc785c-e743-4217-ae84-dcc04dbc87b6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422873 Feb 19 00:21:46.594924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907e4ad1-26cc-4f5e-8a99-a88586054f55 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:46.604252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 341dda9e-2c35-40b2-a439-e30bc464450c details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:46.624488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Publish callbacks [] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.726542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Transition to ACTIVE for port object 907e4ad1-26cc-4f5e-8a99-a88586054f55 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:46.736262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce44d224-76e3-48c5-8375-4123a6ab9c71 req-bad5d2d5-331e-40b7-bf6a-2ed7d0fe8891 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680734 Feb 19 00:21:46.742292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:46.742496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.767109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '341dda9e-2c35-40b2-a439-e30bc464450c', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'port_id': '341dda9e-2c35-40b2-a439-e30bc464450c', 'mac_address': 'fa:16:3e:8a:8c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832ec8d-ced2-4256-9b99-70a9e55a8e5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:46.815700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156486da-def2-417c-b4d9-af65f0d67aaa req-3f7f54cb-e747-4a89-9cdf-8aa98e22016d tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:46.817638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 341dda9e-2c35-40b2-a439-e30bc464450c is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:46.818012 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.824724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-156486da-def2-417c-b4d9-af65f0d67aaa req-3f7f54cb-e747-4a89-9cdf-8aa98e22016d tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 1131 time: 0.2230973 Feb 19 00:21:46.833183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341dda9e-2c35-40b2-a439-e30bc464450c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:46.855171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:46.860910 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:46.884329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Pushing event updated for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:46.906432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-46b3b2e3-5292-4358-95d1-c9e712b97717 service neutron] 10.222.0.126 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258533 Feb 19 00:21:46.931554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:47.027963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-156486da-def2-417c-b4d9-af65f0d67aaa req-c26a7aa3-dcea-461b-962f-a2234410ff7f tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022815 Feb 19 00:21:47.080160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce165451-49b6-47fc-ac21-9749d4aac28c req-15b83fbd-b935-4d57-a7da-2dd0576f14bc tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:47.083155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce165451-49b6-47fc-ac21-9749d4aac28c req-15b83fbd-b935-4d57-a7da-2dd0576f14bc tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 949 time: 0.2219419 Feb 19 00:21:47.152343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:47.152687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:47.153006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:47.164713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6910f32-fd01-4dca-83e6-b2f63fd1f033 req-6109a74f-d257-44db-aeca-a54724de34ff service neutron] 10.222.0.126 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513635 Feb 19 00:21:47.177145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:47.177502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:47.206666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:47.206987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:47.207423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:47.207669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Bound port: 907e4ad1-26cc-4f5e-8a99-a88586054f55, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:47.208011 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.230065 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:21:47.244891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce165451-49b6-47fc-ac21-9749d4aac28c req-3b30612a-1336-4324-92b6-3a573f2be7f4 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481965 Feb 19 00:21:47.300461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd23371-5059-4552-9195-d954a6033d27 req-b3d86ad9-b2d7-4501-9277-e314dc935ffc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:47.302148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edd23371-5059-4552-9195-d954a6033d27 req-b3d86ad9-b2d7-4501-9277-e314dc935ffc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.1436212 Feb 19 00:21:47.319059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:47.323447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:47.343717 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.426295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:47.427403 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.428467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] 10.222.0.126 "PUT /v2.0/ports/907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 200 len: 1092 time: 2.0647864 Feb 19 00:21:47.430032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:47.430424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['341dda9e-2c35-40b2-a439-e30bc464450c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:47.432384 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:47.459119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edd23371-5059-4552-9195-d954a6033d27 req-30bab69e-4d4d-4617-9f4c-954607b5fd1b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463094 Feb 19 00:21:47.463642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0121908-d075-4487-92cc-6cf0bc1ffdcc service neutron] Pushing event updated for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:47.491899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217b5f3-d481-4e7c-9a3d-76626391cb50 req-28f2c62b-0cce-4a88-9a0f-b55fd241a659 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:47.493544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2217b5f3-d481-4e7c-9a3d-76626391cb50 req-28f2c62b-0cce-4a88-9a0f-b55fd241a659 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 944 time: 0.1540451 Feb 19 00:21:47.546374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57088) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:47.575389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2217b5f3-d481-4e7c-9a3d-76626391cb50 req-a325118b-6bdd-43f6-89bf-0d1c6058ecbd tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626302 Feb 19 00:21:47.578660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-fa3dd6d8-e78a-43c6-b17b-23441b99bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:47.580159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-fa3dd6d8-e78a-43c6-b17b-23441b99bb3b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1126 time: 0.1070158 Feb 19 00:21:47.669102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-793a8125-a151-48c6-b820-31ca4e942ade tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830722 Feb 19 00:21:47.679573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-c3380c6b-8d8c-4c38-87d5-f278981c322b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 200 len: 217 time: 0.0887725 Feb 19 00:21:47.706273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1522064447-network', 'tenant_id': 'eff879813b54490990dc1e1cfb9ee4ad'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:47.741298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Made reservation on behalf of eff879813b54490990dc1e1cfb9ee4ad for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:47.743984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.754489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.834295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8d926-adea-45e7-affb-2dc6fd55e888 req-501c36cd-142c-4e5a-a189-b3e08c4d0d8c tempest-LiveMigrationNegativeTest-480058600 tempest-LiveMigrationNegativeTest-480058600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:47.836193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbf8d926-adea-45e7-affb-2dc6fd55e888 req-501c36cd-142c-4e5a-a189-b3e08c4d0d8c tempest-LiveMigrationNegativeTest-480058600 tempest-LiveMigrationNegativeTest-480058600-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 1131 time: 0.1698735 Feb 19 00:21:47.846362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-a82616fc-7c25-44c9-83de-0053d53b9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:47.847996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-a82616fc-7c25-44c9-83de-0053d53b9fa7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1478262 Feb 19 00:21:47.858623 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d891f24-dae8-4fe4-ab26-c8c967f51733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.883002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Publish callbacks [] for security_group (5b3fa6c9-2153-479b-a889-84c3081d41ac), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.889467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cbf8d926-adea-45e7-affb-2dc6fd55e888 req-c627d95d-5682-48c2-a06a-b2277fbfb21d tempest-LiveMigrationNegativeTest-480058600 tempest-LiveMigrationNegativeTest-480058600-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.892889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5b3fa6c9-2153-479b-a889-84c3081d41ac), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.912479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-868a53f5-a9c1-4715-a810-da8166bc935e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487125 Feb 19 00:21:47.920358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:21:47.930892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3fa6c9-2153-479b-a889-84c3081d41ac,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:47.936456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e4f3d096-92c0-49a9-be2e-c4e994cdf244), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:47.936955 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Added segment e4f3d096-92c0-49a9-be2e-c4e994cdf244 of type vlan for network 7836da0f-04bb-4ba3-a828-c005507469f9 Feb 19 00:21:47.949297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-ef8cdc5b-312d-4cfc-85ae-ede9edbf6287 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:47.954917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-ef8cdc5b-312d-4cfc-85ae-ede9edbf6287 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2730827 Feb 19 00:21:47.983265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (7836da0f-04bb-4ba3-a828-c005507469f9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.014488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (7836da0f-04bb-4ba3-a828-c005507469f9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.015766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:48.016367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.024844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-32a7b3d2-0707-40cf-8939-3b10a788e08c tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/quotas/c92a461a9cd14f06a360f73925de8d5a HTTP/1.1" status: 200 len: 375 time: 0.0501833 Feb 19 00:21:48.079303 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5304496 Feb 19 00:21:48.084497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57100) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:48.089776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Request body: {'subnet': {'network_id': '7836da0f-04bb-4ba3-a828-c005507469f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1522064447-subnet', 'tenant_id': 'eff879813b54490990dc1e1cfb9ee4ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:48.092918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58a9f0-f80f-4ff6-97a2-66a5105c580f admin admin] Pushing event updated for resources: {'Network': ['ID=7836da0f-04bb-4ba3-a828-c005507469f9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:48.107290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 7836da0f-04bb-4ba3-a828-c005507469f9 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:21:48.116077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Made reservation on behalf of eff879813b54490990dc1e1cfb9ee4ad for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:48.118889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.123196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-8b3e7aae-f483-43cf-a79f-42d9d36de775 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991944 Feb 19 00:21:48.193881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-6a41db0e-01c7-4574-9c28-fe4e876e3e5a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1611850 Feb 19 00:21:48.243011 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cbf8d926-adea-45e7-affb-2dc6fd55e888 req-c627d95d-5682-48c2-a06a-b2277fbfb21d tempest-LiveMigrationNegativeTest-480058600 tempest-LiveMigrationNegativeTest-480058600-project-admin] Publish callbacks [] for security_group (a0b4c324-5e40-4f07-a7f1-0b6e48ed4f59), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.250627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cbf8d926-adea-45e7-affb-2dc6fd55e888 req-c627d95d-5682-48c2-a06a-b2277fbfb21d tempest-LiveMigrationNegativeTest-480058600 tempest-LiveMigrationNegativeTest-480058600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a0b4c324-5e40-4f07-a7f1-0b6e48ed4f59), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.313885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbf8d926-adea-45e7-affb-2dc6fd55e888 req-c627d95d-5682-48c2-a06a-b2277fbfb21d tempest-LiveMigrationNegativeTest-480058600 tempest-LiveMigrationNegativeTest-480058600-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612634 Feb 19 00:21:48.320066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627d95d-5682-48c2-a06a-b2277fbfb21d tempest-LiveMigrationNegativeTest-480058600 tempest-LiveMigrationNegativeTest-480058600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4c324-5e40-4f07-a7f1-0b6e48ed4f59,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:48.334938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7a5d2c-7a89-482a-a1fa-485f3f5487eb req-8008f3a4-d26f-4e9b-97b2-76f20178e314 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902173 Feb 19 00:21:48.371247 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499df7e7-3059-4d85-adc5-12d2a5393815 x-openstack-request-id: req-499df7e7-3059-4d85-adc5-12d2a5393815 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:48.371897 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:48.372109 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-499df7e7-3059-4d85-adc5-12d2a5393815 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:48.372873 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55', 'status': 'completed', 'code': 200} Feb 19 00:21:48.427133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.598500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-f39e1436-bc46-44cf-ae53-3b93680ee94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:48.599187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-f39e1436-bc46-44cf-ae53-3b93680ee94a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1126 time: 0.1681435 Feb 19 00:21:48.609963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b5d90-a3c6-42ca-9ac2-2e018eec2832 req-46944d58-f884-4806-b5a1-112a6420b4e8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:48.610543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c8b5d90-a3c6-42ca-9ac2-2e018eec2832 req-46944d58-f884-4806-b5a1-112a6420b4e8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.0989008 Feb 19 00:21:48.631237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1105f5f-3b75-4d2a-b75d-01fa25abd089 req-5dab19e2-a34a-40a7-8752-d56255783ddf tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:48.632620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 341dda9e-2c35-40b2-a439-e30bc464450c up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:48.632912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1105f5f-3b75-4d2a-b75d-01fa25abd089 req-5dab19e2-a34a-40a7-8752-d56255783ddf tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 943 time: 0.2009304 Feb 19 00:21:48.665404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (8f0c4b46-045a-42a1-ba68-e543a3d2aa71), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.705116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 341dda9e-2c35-40b2-a439-e30bc464450c completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:48.712102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 341dda9e-2c35-40b2-a439-e30bc464450c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:48.712989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.738954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0c4b46-045a-42a1-ba68-e543a3d2aa71,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:48.759992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Checking segment: {'id': 'e4f3d096-92c0-49a9-be2e-c4e994cdf244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '7836da0f-04bb-4ba3-a828-c005507469f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:48.760766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Network hostable DHCP agents. Network: 7836da0f-04bb-4ba3-a828-c005507469f9, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:21:48.789858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Network 7836da0f-04bb-4ba3-a828-c005507469f9 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:21:48.800851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c8b5d90-a3c6-42ca-9ac2-2e018eec2832 req-d537a542-a09e-4a23-b13f-0eb8414374af tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667545 Feb 19 00:21:48.812461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 7836da0f-04bb-4ba3-a828-c005507469f9) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:48.819919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:48.820592 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.832838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1105f5f-3b75-4d2a-b75d-01fa25abd089 req-887bc265-ca1c-45cb-b833-e1f7ea25f40d tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849170 Feb 19 00:21:48.834228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-8515bfbc-ce8d-4bea-8614-0019bd9ddad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:48.835653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-8515bfbc-ce8d-4bea-8614-0019bd9ddad5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.2232707 Feb 19 00:21:48.845675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 341dda9e-2c35-40b2-a439-e30bc464450c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:48.846068 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.848535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5030a1a-435d-4384-a036-49062efba2af None None] Network 7836da0f-04bb-4ba3-a828-c005507469f9 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:21:48.858999 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5e0cd5af-da41-4eb5-8f0e-58f32ad88eab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7717996 Feb 19 00:21:48.933478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:48.935916 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cde28ba-3873-400e-86ed-9f6cbe2753b5" -d '{"events": [{"server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:48.953144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:48.963051 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:48.991535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-a23c513d-227d-49c1-8656-42a3a3e7bf70 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 200 len: 217 time: 0.1481898 Feb 19 00:21:49.042866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ea54d99-9e28-4105-9910-3f25cbf837be req-3a3beab9-d2ec-4421-8c71-339b5dbcc1c2 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 210 time: 0.1569750 Feb 19 00:21:49.047564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:49.095312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cd17a7-460b-482e-9d83-defa22da428d None None] Network 7836da0f-04bb-4ba3-a828-c005507469f9 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:21:49.190473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-1c0fdd50-2904-4fa4-8f8b-d2c58fb73e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:49.192173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-1c0fdd50-2904-4fa4-8f8b-d2c58fb73e0d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1539068 Feb 19 00:21:49.241587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-1e60a3e4-89a3-414a-8252-1028952a9952 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391471 Feb 19 00:21:49.257950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7ebbf-adf2-47c9-8988-4c467de4ae45 req-b456c52a-fc86-452b-9b8b-f046b8431692 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:49.259649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37f7ebbf-adf2-47c9-8988-4c467de4ae45 req-b456c52a-fc86-452b-9b8b-f046b8431692 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.2077098 Feb 19 00:21:49.569416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee6c4b-1d3b-47e1-9881-d8766b5f7cb6 req-919f4088-cd6f-4b59-a407-a6ae57e8a08e tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:49.570892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7eee6c4b-1d3b-47e1-9881-d8766b5f7cb6 req-919f4088-cd6f-4b59-a407-a6ae57e8a08e tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.4379034 Feb 19 00:21:49.689689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37f7ebbf-adf2-47c9-8988-4c467de4ae45 req-672e8868-8bf7-4be2-aecc-96dd76360b0c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194562 Feb 19 00:21:49.697980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7eee6c4b-1d3b-47e1-9881-d8766b5f7cb6 req-41e73512-1ebd-4500-ac64-e2f118deaad8 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021702 Feb 19 00:21:49.704531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-b8e9d7a6-6868-4acf-ad11-2c2986451a05 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557407 Feb 19 00:21:49.757111 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb86f54-4c9e-413e-9e4a-a4b551a62eb7 x-openstack-request-id: req-dcb86f54-4c9e-413e-9e4a-a4b551a62eb7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:49.757427 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:49.757714 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcb86f54-4c9e-413e-9e4a-a4b551a62eb7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:49.758147 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c', 'code': 200} Feb 19 00:21:49.824395 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-23d061ac-45f1-4d20-8822-090aac1f914b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270975 Feb 19 00:21:49.900088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-331cfe0c-bb0c-4df7-9c5f-810b00f728e4 req-14af9334-ead9-41b2-88eb-7a3560f7f6be service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785986 Feb 19 00:21:49.932427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5805054-b7db-493d-a1b4-08697b09d15a req-67ec8459-3e25-4dfa-b5b6-dca10c02d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:49.935867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5805054-b7db-493d-a1b4-08697b09d15a req-67ec8459-3e25-4dfa-b5b6-dca10c02d708 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 1127 time: 0.0876136 Feb 19 00:21:50.008126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f0b124b-d818-4258-94d7-3f4de1feb9de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.013509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-30f7aebd-46bc-458b-94a4-31f42fcac7f6 req-bf008a7a-b0b5-4a45-9901-9af7ef49253e tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1733873475', 'description': 'tempest-description-763026651'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:50.038828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5805054-b7db-493d-a1b4-08697b09d15a req-8ed7368f-a527-43f0-999d-1fbf68a773eb service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946786 Feb 19 00:21:50.056409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0f0921a5-50f0-4b94-a454-d40bb294bda7 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:50.056930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30f7aebd-46bc-458b-94a4-31f42fcac7f6 req-bf008a7a-b0b5-4a45-9901-9af7ef49253e tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.058848 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0f0921a5-50f0-4b94-a454-d40bb294bda7 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229936 Feb 19 00:21:50.083524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Request body: {'port': {'device_id': '81e9b607-61df-46ec-9af1-8016ebc0e48b', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c92a461a9cd14f06a360f73925de8d5a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:50.158472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dfa7b-3fcd-4b8c-a1e8-126f8acf38d1 req-5c65411d-a1cc-4e64-aec2-ecf1d830c460 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:50.160019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee8dfa7b-3fcd-4b8c-a1e8-126f8acf38d1 req-5c65411d-a1cc-4e64-aec2-ecf1d830c460 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.0845776 Feb 19 00:21:50.190649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30f7aebd-46bc-458b-94a4-31f42fcac7f6 req-bf008a7a-b0b5-4a45-9901-9af7ef49253e tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (43f54b6b-c399-4dca-9708-d3b9620033f3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.199467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30f7aebd-46bc-458b-94a4-31f42fcac7f6 req-bf008a7a-b0b5-4a45-9901-9af7ef49253e tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (43f54b6b-c399-4dca-9708-d3b9620033f3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.223997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Made reservation on behalf of c92a461a9cd14f06a360f73925de8d5a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:21:50.229540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.241899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30f7aebd-46bc-458b-94a4-31f42fcac7f6 req-bf008a7a-b0b5-4a45-9901-9af7ef49253e tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.243170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30f7aebd-46bc-458b-94a4-31f42fcac7f6 req-bf008a7a-b0b5-4a45-9901-9af7ef49253e tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2569811 Feb 19 00:21:50.251634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf008a7a-b0b5-4a45-9901-9af7ef49253e tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f54b6b-c399-4dca-9708-d3b9620033f3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:50.262976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee8dfa7b-3fcd-4b8c-a1e8-126f8acf38d1 req-4cbd2948-fe37-42f5-b3be-71518de968bf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886998 Feb 19 00:21:50.419093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ad2293-87a1-4ddf-b226-7fb456e103a4 req-44a9befe-e083-41f1-8a0e-30c93e7abb9e tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:50.421280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9ad2293-87a1-4ddf-b226-7fb456e103a4 req-44a9befe-e083-41f1-8a0e-30c93e7abb9e tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 949 time: 0.0742340 Feb 19 00:21:50.433666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ff926-ca41-44d6-a12c-55de34b007da req-c131dfc4-6a98-441c-bd10-9059d26cbf09 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:50.435518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-737ff926-ca41-44d6-a12c-55de34b007da req-c131dfc4-6a98-441c-bd10-9059d26cbf09 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 943 time: 0.1206303 Feb 19 00:21:50.441336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Allocated IP 192.168.233.225 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/fee39839-bbe5-49f4-a663-46416ce46ebc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:21:50.514141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9ad2293-87a1-4ddf-b226-7fb456e103a4 req-144adcfc-876d-487c-9613-23dc369fa48b tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775139 Feb 19 00:21:50.526895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-737ff926-ca41-44d6-a12c-55de34b007da req-6d20202b-0edf-40f0-b4b2-762d38c46bcf tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742140 Feb 19 00:21:50.613401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0671a4a4-5433-4bff-b71d-032de00ae882 req-17f28d60-d88a-4fda-b3a5-234509e99485 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 210 time: 0.0345519 Feb 19 00:21:50.625132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device afec2fb3-3176-4e94-b231-35143f32711c details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:50.627785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2790ea3-9d95-4b1d-87f7-c9959edf3ec6 req-98944553-afcc-4ec5-9ce0-31148255bc02 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/43f54b6b-c399-4dca-9708-d3b9620033f3 HTTP/1.1" status: 200 len: 1821 time: 0.0644612 Feb 19 00:21:50.634458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.640162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e2790ea3-9d95-4b1d-87f7-c9959edf3ec6 req-c4dc59dd-c773-43b1-a4b0-1a2a25195893 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43f54b6b-c399-4dca-9708-d3b9620033f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:50.641004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e2790ea3-9d95-4b1d-87f7-c9959edf3ec6 req-c4dc59dd-c773-43b1-a4b0-1a2a25195893 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43f54b6b-c399-4dca-9708-d3b9620033f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:50.693971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.708691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b', '351783fb-f34c-495f-bd7e-0f745d75c6c7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:50.711423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e2790ea3-9d95-4b1d-87f7-c9959edf3ec6 req-c4dc59dd-c773-43b1-a4b0-1a2a25195893 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (7769a2d4-0afe-42da-b105-80a23ee93f28), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.712652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'dc8b90e9-0ce5-48cf-a474-08d5415da449', '0b2bd8f3-c646-4e80-8134-e50fce36251d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:50.738254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:21:50.742954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:21:50.745941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:21:50.752200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e2790ea3-9d95-4b1d-87f7-c9959edf3ec6 req-c4dc59dd-c773-43b1-a4b0-1a2a25195893 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (7769a2d4-0afe-42da-b105-80a23ee93f28), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.760615 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e2790ea3-9d95-4b1d-87f7-c9959edf3ec6 req-c4dc59dd-c773-43b1-a4b0-1a2a25195893 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7769a2d4-0afe-42da-b105-80a23ee93f28), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.796468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e2790ea3-9d95-4b1d-87f7-c9959edf3ec6 req-c4dc59dd-c773-43b1-a4b0-1a2a25195893 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.804573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'Port': ['ID=fee39839-bbe5-49f4-a663-46416ce46ebc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:50.814684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2790ea3-9d95-4b1d-87f7-c9959edf3ec6 req-c4dc59dd-c773-43b1-a4b0-1a2a25195893 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1781442 Feb 19 00:21:50.826097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc59dd-c773-43b1-a4b0-1a2a25195893 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7769a2d4-0afe-42da-b105-80a23ee93f28,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:50.836872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:50.838294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:50.838891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.862602 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-8e319482-ac46-46b5-87de-1b113f3c21c8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7835855 Feb 19 00:21:50.867420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'afec2fb3-3176-4e94-b231-35143f32711c', 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'port_id': 'afec2fb3-3176-4e94-b231-35143f32711c', 'mac_address': 'fa:16:3e:e9:4f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb232860-e016-4aaa-a520-01b4da0a72bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:50.881908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Request body: {'port': {'device_id': '81e9b607-61df-46ec-9af1-8016ebc0e48b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:50.970282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:50.985214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port afec2fb3-3176-4e94-b231-35143f32711c is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:50.985928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (afec2fb3-3176-4e94-b231-35143f32711c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.028649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afec2fb3-3176-4e94-b231-35143f32711c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:51.047911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963768d-d3af-42f2-817b-02cdf20c7977 req-d4512c74-2ccb-426a-914f-9223aea5898a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:51.051458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1963768d-d3af-42f2-817b-02cdf20c7977 req-d4512c74-2ccb-426a-914f-9223aea5898a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1479633 Feb 19 00:21:51.072074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fad3d-5db7-4a78-8b5d-0c1929373bc2 req-66d372a8-a20e-4855-b8b8-5a286c62f02f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:51.081620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:51.084207 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.088628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b7fad3d-5db7-4a78-8b5d-0c1929373bc2 req-66d372a8-a20e-4855-b8b8-5a286c62f02f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.1553912 Feb 19 00:21:51.094986 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.219333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:51.240636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b7fad3d-5db7-4a78-8b5d-0c1929373bc2 req-e87d07ef-b7e8-4d8e-8d66-66e51edee144 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504393 Feb 19 00:21:51.258265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1963768d-d3af-42f2-817b-02cdf20c7977 req-253cedbb-3dc9-4750-9f33-79ea255b233a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551414 Feb 19 00:21:51.282782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8b1aeec4-b64b-4930-846b-b6cfb98e5573 None None] Provisioning complete for port fee39839-bbe5-49f4-a663-46416ce46ebc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:51.283171 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b1aeec4-b64b-4930-846b-b6cfb98e5573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.288218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-428689ad-4a7b-4b73-a417-a31bb5ec114c req-f3e611f8-0662-481f-af2c-8d6cc922d5d9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-272613384', 'description': 'tempest-description-884202406'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:51.317795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-428689ad-4a7b-4b73-a417-a31bb5ec114c req-f3e611f8-0662-481f-af2c-8d6cc922d5d9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.336075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee39839-bbe5-49f4-a663-46416ce46ebc {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:51.345931 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Publish callbacks [] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.362558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Transition to ACTIVE for port object fee39839-bbe5-49f4-a663-46416ce46ebc will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:21:51.367779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.432806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Pushing event updated for resources: {'Port': ['ID=fee39839-bbe5-49f4-a663-46416ce46ebc,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:51.453498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d0b76-91de-4463-b2a1-21b7db0404cf req-842a01fd-6118-4c7d-9b43-1090613933e5 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:51.461100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da6d0b76-91de-4463-b2a1-21b7db0404cf req-842a01fd-6118-4c7d-9b43-1090613933e5 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1013839 Feb 19 00:21:51.463800 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-428689ad-4a7b-4b73-a417-a31bb5ec114c req-f3e611f8-0662-481f-af2c-8d6cc922d5d9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (6ae5af27-7b3e-4585-b4ed-479e4ad163cf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.471529 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-428689ad-4a7b-4b73-a417-a31bb5ec114c req-f3e611f8-0662-481f-af2c-8d6cc922d5d9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6ae5af27-7b3e-4585-b4ed-479e4ad163cf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.529292 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-428689ad-4a7b-4b73-a417-a31bb5ec114c req-f3e611f8-0662-481f-af2c-8d6cc922d5d9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.530216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-428689ad-4a7b-4b73-a417-a31bb5ec114c req-f3e611f8-0662-481f-af2c-8d6cc922d5d9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2508790 Feb 19 00:21:51.532454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8b1aeec4-b64b-4930-846b-b6cfb98e5573 None None] Port fee39839-bbe5-49f4-a663-46416ce46ebc cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:21:51.542875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e611f8-0662-481f-af2c-8d6cc922d5d9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae5af27-7b3e-4585-b4ed-479e4ad163cf,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:51.605447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da6d0b76-91de-4463-b2a1-21b7db0404cf req-0f7c4845-032d-4cf0-b4b9-42a6edd4f04e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363156 Feb 19 00:21:51.611533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Attempting to bind port fee39839-bbe5-49f4-a663-46416ce46ebc on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:21:51.611913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Attempting to bind port fee39839-bbe5-49f4-a663-46416ce46ebc by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:21:51.612206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Attempting to bind port fee39839-bbe5-49f4-a663-46416ce46ebc on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:51.618978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Port fee39839-bbe5-49f4-a663-46416ce46ebc on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:21:51.619341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Attempting to bind port fee39839-bbe5-49f4-a663-46416ce46ebc on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:21:51.628730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:21:51.629210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:21:51.629796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:21:51.631780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Bound port: fee39839-bbe5-49f4-a663-46416ce46ebc, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:21:51.632235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.720632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['afec2fb3-3176-4e94-b231-35143f32711c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:51.731786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] For port fee39839-bbe5-49f4-a663-46416ce46ebc, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:21:51.732783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef169c0d-1616-4ffc-8694-8472b2d898d9 req-871397cd-5e6c-47c0-95e2-508e4f0a9483 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/6ae5af27-7b3e-4585-b4ed-479e4ad163cf HTTP/1.1" status: 200 len: 1820 time: 0.0978410 Feb 19 00:21:51.736751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] For port fee39839-bbe5-49f4-a663-46416ce46ebc, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=fee39839-bbe5-49f4-a663-46416ce46ebc,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:21:51.739701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ef169c0d-1616-4ffc-8694-8472b2d898d9 req-e95d6591-f3b2-48b9-8b64-e7f379afab05 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6ae5af27-7b3e-4585-b4ed-479e4ad163cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:51.740049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ef169c0d-1616-4ffc-8694-8472b2d898d9 req-e95d6591-f3b2-48b9-8b64-e7f379afab05 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6ae5af27-7b3e-4585-b4ed-479e4ad163cf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:51.747300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.757502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58e5e4-74a0-4c89-a5c8-eef99589e5b3 req-45a9a0eb-180f-4935-9bf8-5bb7bbcb7f0b tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:51.780107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f58e5e4-74a0-4c89-a5c8-eef99589e5b3 req-45a9a0eb-180f-4935-9bf8-5bb7bbcb7f0b tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 949 time: 0.1091862 Feb 19 00:21:51.795711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:51.796374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.797817 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] 10.222.0.113 "PUT /v2.0/ports/fee39839-bbe5-49f4-a663-46416ce46ebc HTTP/1.1" status: 200 len: 1096 time: 0.9229627 Feb 19 00:21:51.800572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81e9b607-61df-46ec-9af1-8016ebc0e48b', 'tag': 'fee39839-bbe5-49f4-a663-46416ce46ebc'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:51.803556 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9415a275-9415-4217-a2b6-06c83a8fb511" -d '{"events": [{"name": "network-changed", "server_uuid": "81e9b607-61df-46ec-9af1-8016ebc0e48b", "tag": "fee39839-bbe5-49f4-a663-46416ce46ebc"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:51.843525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997bd31-79e2-45ec-98b7-4db4385f610d service neutron] Pushing event updated for resources: {'Port': ['ID=fee39839-bbe5-49f4-a663-46416ce46ebc,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:51.903644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f58e5e4-74a0-4c89-a5c8-eef99589e5b3 req-23878667-c097-4814-b86f-6438cea113d7 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225281 Feb 19 00:21:51.924403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-67fba5aa-d647-4bbe-8a91-f47de1c6dc64 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:51.925964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-67fba5aa-d647-4bbe-8a91-f47de1c6dc64 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 949 time: 0.1375453 Feb 19 00:21:51.938480 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ef169c0d-1616-4ffc-8694-8472b2d898d9 req-e95d6591-f3b2-48b9-8b64-e7f379afab05 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (bf3ad132-7bc3-46a9-bc31-b3bc83683409), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:51.999032 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ef169c0d-1616-4ffc-8694-8472b2d898d9 req-e95d6591-f3b2-48b9-8b64-e7f379afab05 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (bf3ad132-7bc3-46a9-bc31-b3bc83683409), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.008849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ef169c0d-1616-4ffc-8694-8472b2d898d9 req-e95d6591-f3b2-48b9-8b64-e7f379afab05 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (bf3ad132-7bc3-46a9-bc31-b3bc83683409), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.072973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d6591-f3b2-48b9-8b64-e7f379afab05 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3ad132-7bc3-46a9-bc31-b3bc83683409,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:52.080750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-78228efa-8ae1-4671-a0e4-87bc9d7548d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.083478 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-78228efa-8ae1-4671-a0e4-87bc9d7548d5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 1130 time: 0.1456735 Feb 19 00:21:52.102612 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ef169c0d-1616-4ffc-8694-8472b2d898d9 req-e95d6591-f3b2-48b9-8b64-e7f379afab05 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.104071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef169c0d-1616-4ffc-8694-8472b2d898d9 req-e95d6591-f3b2-48b9-8b64-e7f379afab05 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3703921 Feb 19 00:21:52.149697 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-1be1f4ce-0a37-40ab-8ef8-c01b3b953ff2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fee39839-bbe5-49f4-a663-46416ce46ebc HTTP/1.1" status: 200 len: 217 time: 0.0579226 Feb 19 00:21:52.187711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Deleting port 955166e4-bab0-46d0-953a-f7fc9a279bb0 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:52.188169 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.201454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-bec316dc-2b34-4f87-b4e8-ae60e3d47c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.203124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-bec316dc-2b34-4f87-b4e8-ae60e3d47c4a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0479748 Feb 19 00:21:52.253847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-e3c325e6-2aa0-4645-b51b-590689ed7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.255472 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-e3c325e6-2aa0-4645-b51b-590689ed7c85 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0464292 Feb 19 00:21:52.288887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6a72b-fd19-45b7-b9cb-6f27754968f6 req-90a87995-03b8-4bfa-9cc4-5e88e4addfde tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.290454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17c6a72b-fd19-45b7-b9cb-6f27754968f6 req-90a87995-03b8-4bfa-9cc4-5e88e4addfde tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 944 time: 0.2010303 Feb 19 00:21:52.329323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292255-6b26-44aa-b96f-967ae4cd3041 req-c30b33ba-c3ce-4220-bc8a-884fc3f6fba4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.330851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6292255-6b26-44aa-b96f-967ae4cd3041 req-c30b33ba-c3ce-4220-bc8a-884fc3f6fba4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 948 time: 0.1504414 Feb 19 00:21:52.349615 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-b8462754-a710-4413-8e71-7e7590327fbb service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867052 Feb 19 00:21:52.401877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] For port 955166e4-bab0-46d0-953a-f7fc9a279bb0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=955166e4-bab0-46d0-953a-f7fc9a279bb0,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:52.402656 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.409822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17c6a72b-fd19-45b7-b9cb-6f27754968f6 req-7c499ef1-2ee1-4f46-a8fa-833a1f9a852a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100912 Feb 19 00:21:52.429551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Calling delete_port for 955166e4-bab0-46d0-953a-f7fc9a279bb0 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:52.452707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6292255-6b26-44aa-b96f-967ae4cd3041 req-1e473110-4f76-462e-b6a5-1b66aac5f64e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096418 Feb 19 00:21:52.498141 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.500226 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11ee82c6-d861-4292-8607-fd1607f4cd28 req-d59491b2-b03a-457d-be50-300008188f8c service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332059 Feb 19 00:21:52.502827 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa763187-bd43-4fa9-835d-6f703aca2a63 x-openstack-request-id: req-aa763187-bd43-4fa9-835d-6f703aca2a63 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:52.503129 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81e9b607-61df-46ec-9af1-8016ebc0e48b", "tag": "fee39839-bbe5-49f4-a663-46416ce46ebc", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:52.503823 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa763187-bd43-4fa9-835d-6f703aca2a63 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:52.504319 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81e9b607-61df-46ec-9af1-8016ebc0e48b', 'tag': 'fee39839-bbe5-49f4-a663-46416ce46ebc', 'status': 'completed', 'code': 200} Feb 19 00:21:52.522017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-b71adc31-e559-4ce3-9440-2768ee4596a0 req-63a48ad3-42e3-438f-a7cd-02a76b600677 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-263476947', 'description': 'tempest-description-1183594930'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:52.556857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b71adc31-e559-4ce3-9440-2768ee4596a0 req-63a48ad3-42e3-438f-a7cd-02a76b600677 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.636832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 907e4ad1-26cc-4f5e-8a99-a88586054f55 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:52.655986 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-55a3c7c9-9347-4e41-a538-3f22930a3f3e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=167970b1-3dd9-4095-bd00-1c14854611bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500119 Feb 19 00:21:52.699919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (955166e4-bab0-46d0-953a-f7fc9a279bb0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.714752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['dc33f273-bbea-4913-becd-d41013c33afe', '955166e4-bab0-46d0-953a-f7fc9a279bb0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:52.729361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-c2bae0e8-5eb7-4cf7-8259-e3c1a7300d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.731498 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-c2bae0e8-5eb7-4cf7-8259-e3c1a7300d9c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 1131 time: 0.0480113 Feb 19 00:21:52.764352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Pushing event deleted for resources: {'Port': ['ID=955166e4-bab0-46d0-953a-f7fc9a279bb0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:52.786433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f3cf1-60ea-4daa-80cc-ae4ef900de93 req-0eb3d383-d384-47cd-af21-b0a78e9632d7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.788059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-241f3cf1-60ea-4daa-80cc-ae4ef900de93 req-0eb3d383-d384-47cd-af21-b0a78e9632d7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.1939633 Feb 19 00:21:52.802086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:52.823646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '907e4ad1-26cc-4f5e-8a99-a88586054f55', 'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'port_id': '907e4ad1-26cc-4f5e-8a99-a88586054f55', 'mac_address': 'fa:16:3e:25:31:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034f77a2-392c-4c54-abe2-fedc0e6492e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:52.849377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-d3b77954-f59b-489e-8af3-c2715f246928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.850944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-d3b77954-f59b-489e-8af3-c2715f246928 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 1130 time: 0.2368107 Feb 19 00:21:52.856731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] No DVR routers for this DVR port 955166e4-bab0-46d0-953a-f7fc9a279bb0 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:21:52.861075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b71adc31-e559-4ce3-9440-2768ee4596a0 req-63a48ad3-42e3-438f-a7cd-02a76b600677 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (dd45ff57-f102-41f8-a1c0-9e3753473001), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.870388 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.874020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-411a5828-70d9-46a2-94b7-e0711b46e579 req-761879a9-a3ff-4802-9548-8c3fff737114 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "DELETE /v2.0/ports/955166e4-bab0-46d0-953a-f7fc9a279bb0 HTTP/1.1" status: 204 len: 173 time: 0.9391806 Feb 19 00:21:52.874550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f', 'name': 'network-vif-deleted', 'tag': '955166e4-bab0-46d0-953a-f7fc9a279bb0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:52.877003 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab389d9-cc81-4763-b38e-3f5e40f89786" -d '{"events": [{"server_uuid": "5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f", "name": "network-vif-deleted", "tag": "955166e4-bab0-46d0-953a-f7fc9a279bb0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:52.891580 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b71adc31-e559-4ce3-9440-2768ee4596a0 req-63a48ad3-42e3-438f-a7cd-02a76b600677 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dd45ff57-f102-41f8-a1c0-9e3753473001), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.904541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 907e4ad1-26cc-4f5e-8a99-a88586054f55 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:52.904541 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:52.920326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-3a12ca99-74ed-42d9-8911-e3f8662b5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:52.922957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-3a12ca99-74ed-42d9-8911-e3f8662b5bef service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1667371 Feb 19 00:21:52.940860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 907e4ad1-26cc-4f5e-8a99-a88586054f55 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:52.992379 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-8a15d97c-c837-4bf2-ab64-31446219d0f3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=008d2d31-f04c-4b1e-bd16-7aaf9489830e HTTP/1.1" status: 200 len: 217 time: 0.0599186 Feb 19 00:21:53.001574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:53.005773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b71adc31-e559-4ce3-9440-2768ee4596a0 req-63a48ad3-42e3-438f-a7cd-02a76b600677 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:53.007506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b71adc31-e559-4ce3-9440-2768ee4596a0 req-63a48ad3-42e3-438f-a7cd-02a76b600677 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4985795 Feb 19 00:21:53.055800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-241f3cf1-60ea-4daa-80cc-ae4ef900de93 req-6a4dfda4-ed4f-4375-be9b-f744aedb9d8c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448487 Feb 19 00:21:53.068590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a48ad3-42e3-438f-a7cd-02a76b600677 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd45ff57-f102-41f8-a1c0-9e3753473001,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:53.076066 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:53.130368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-3839e2b8-e215-4f75-a0fe-4b0147032e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:53.130368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-3839e2b8-e215-4f75-a0fe-4b0147032e5d service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2595704 Feb 19 00:21:53.151722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:53.155512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-293a7603-4dbd-4996-9533-1d7d7f3c3e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:53.158439 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-293a7603-4dbd-4996-9533-1d7d7f3c3e64 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1350873 Feb 19 00:21:53.218063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-ce8a915e-b3fa-4f1f-ba32-7dd5f2f4ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:53.219659 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-ce8a915e-b3fa-4f1f-ba32-7dd5f2f4ba2c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0533741 Feb 19 00:21:53.222920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-4c22f51f-35fc-41f9-bcef-b2c2f5cf464d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=fee39839-bbe5-49f4-a663-46416ce46ebc HTTP/1.1" status: 200 len: 217 time: 0.0832567 Feb 19 00:21:53.260535 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:53.307839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-2bc3e593-3547-41a3-9e54-f8835f2b273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:53.309221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-2bc3e593-3547-41a3-9e54-f8835f2b273d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0709541 Feb 19 00:21:53.316074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ff74a-2fe2-4487-9510-54756431a8c9 req-02e19a0c-60e4-41ea-b8ce-100fa107c4f9 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:53.317118 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-53a5134c-5a2f-4680-9401-eb345059425a service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845540 Feb 19 00:21:53.317627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a3ff74a-2fe2-4487-9510-54756431a8c9 req-02e19a0c-60e4-41ea-b8ce-100fa107c4f9 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1807435 Feb 19 00:21:53.337663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829482f1-c632-4cd0-b405-ee1b49de7478 req-8c186f21-eb17-4a98-a86e-d373524b2638 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:53.339153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-829482f1-c632-4cd0-b405-ee1b49de7478 req-8c186f21-eb17-4a98-a86e-d373524b2638 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1845431 Feb 19 00:21:53.422140 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d86064c7-9348-4b0d-a5ed-7514b1bfaa06 req-489b1cb6-5904-41a4-8a01-79eeab5b7a4a service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918951 Feb 19 00:21:53.436967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-281318d3-0179-45fe-8aa2-b59e3aa1e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:53.438558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-281318d3-0179-45fe-8aa2-b59e3aa1e340 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1200249 Feb 19 00:21:53.449063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a3ff74a-2fe2-4487-9510-54756431a8c9 req-7dd58ce3-d437-448a-ae29-0f8e71354724 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211765 Feb 19 00:21:53.477253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-829482f1-c632-4cd0-b405-ee1b49de7478 req-4484c8b3-3313-4fb7-affd-108973cbf3d7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186688 Feb 19 00:21:53.522604 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c43a25d-6512-4421-ac36-efe936a3c650 x-openstack-request-id: req-2c43a25d-6512-4421-ac36-efe936a3c650 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:53.523010 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f", "name": "network-vif-deleted", "tag": "955166e4-bab0-46d0-953a-f7fc9a279bb0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:53.523272 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c43a25d-6512-4421-ac36-efe936a3c650 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:53.523683 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f', 'name': 'network-vif-deleted', 'tag': '955166e4-bab0-46d0-953a-f7fc9a279bb0', 'status': 'completed', 'code': 200} Feb 19 00:21:53.532619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5ca1d1c4-4e3e-4666-8192-8c7973a40d08 req-54c9d50d-bea9-4df2-9fe4-410d9b1221b4 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1026733012', 'description': 'tempest-description-179760252'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:53.570232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ca1d1c4-4e3e-4666-8192-8c7973a40d08 req-54c9d50d-bea9-4df2-9fe4-410d9b1221b4 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:53.584041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['907e4ad1-26cc-4f5e-8a99-a88586054f55'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:53.637873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-81ab0d5a-fdfa-42c8-8765-025c522b9e54 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815686 Feb 19 00:21:53.641964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff3e7f1b-dee3-4b55-9887-1afee931d5c3 req-5bfb1669-8fb1-401a-b06e-dfb4a19ead11 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b0f9c46-9cf8-4633-a89b-abac2c6a3c9f HTTP/1.1" status: 200 len: 210 time: 0.0567312 Feb 19 00:21:53.803077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ca1d1c4-4e3e-4666-8192-8c7973a40d08 req-54c9d50d-bea9-4df2-9fe4-410d9b1221b4 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:53.816610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ca1d1c4-4e3e-4666-8192-8c7973a40d08 req-54c9d50d-bea9-4df2-9fe4-410d9b1221b4 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:53.858873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9415a275-9415-4217-a2b6-06c83a8fb511 req-ca5640b9-cb32-4c7c-97a9-9ced3717e4f3 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083621 Feb 19 00:21:53.868608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8d5e4-2170-43e7-b00f-67ab21da28f3 req-fd5befed-8042-4c18-b7d9-95b11879eb00 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:53.870379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdf8d5e4-2170-43e7-b00f-67ab21da28f3 req-fd5befed-8042-4c18-b7d9-95b11879eb00 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 944 time: 0.1468763 Feb 19 00:21:53.874347 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ca1d1c4-4e3e-4666-8192-8c7973a40d08 req-54c9d50d-bea9-4df2-9fe4-410d9b1221b4 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:53.875510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ca1d1c4-4e3e-4666-8192-8c7973a40d08 req-54c9d50d-bea9-4df2-9fe4-410d9b1221b4 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3509960 Feb 19 00:21:53.876502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9d50d-bea9-4df2-9fe4-410d9b1221b4 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:53.936495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdf8d5e4-2170-43e7-b00f-67ab21da28f3 req-259d942e-d146-474e-aa1c-59bd78fe2738 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442991 Feb 19 00:21:54.051585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.096286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-387341b4-f656-43e1-9932-e2e6001676d9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/dd45ff57-f102-41f8-a1c0-9e3753473001 HTTP/1.1" status: 200 len: 1821 time: 0.0500498 Feb 19 00:21:54.103633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed7fa7-c629-45c9-9893-7d949d59ed9f req-075dc2b3-a1f1-436f-967b-ff1e0e4b1059 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:54.105050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaed7fa7-c629-45c9-9893-7d949d59ed9f req-075dc2b3-a1f1-436f-967b-ff1e0e4b1059 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 948 time: 0.1022024 Feb 19 00:21:54.165665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-6affd831-f449-4179-ab17-cf8f8182f708 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7 HTTP/1.1" status: 200 len: 1821 time: 0.0596540 Feb 19 00:21:54.177731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-f0157c55-c959-4242-b42b-89a8f09c6400 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dd45ff57-f102-41f8-a1c0-9e3753473001', 'remote_group_id': '6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:54.178047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-f0157c55-c959-4242-b42b-89a8f09c6400 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dd45ff57-f102-41f8-a1c0-9e3753473001', 'remote_group_id': '6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:54.185245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaed7fa7-c629-45c9-9893-7d949d59ed9f req-3a846b5b-ff29-4487-a872-54c08a0f1ecb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728648 Feb 19 00:21:54.240751 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-f0157c55-c959-4242-b42b-89a8f09c6400 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (50d431b8-5e3e-433a-ac18-7f9ae995016c), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.311563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-f0157c55-c959-4242-b42b-89a8f09c6400 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (50d431b8-5e3e-433a-ac18-7f9ae995016c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.317228 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-f0157c55-c959-4242-b42b-89a8f09c6400 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (50d431b8-5e3e-433a-ac18-7f9ae995016c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.337227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49344d-e344-47ab-ad01-c0d9782f1d64 req-4af16376-11f0-4f75-9ee7-8a01cd233fc6 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:54.338738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e49344d-e344-47ab-ad01-c0d9782f1d64 req-4af16376-11f0-4f75-9ee7-8a01cd233fc6 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.0954154 Feb 19 00:21:54.343567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0157c55-c959-4242-b42b-89a8f09c6400 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d431b8-5e3e-433a-ac18-7f9ae995016c,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:54.365056 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-f0157c55-c959-4242-b42b-89a8f09c6400 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.366275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6eea809a-7cc6-4331-b4d9-e14ebd8bb356 req-f0157c55-c959-4242-b42b-89a8f09c6400 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1932156 Feb 19 00:21:54.397142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e49344d-e344-47ab-ad01-c0d9782f1d64 req-b571ac65-82e0-4de7-91eb-9b5c8368aecd tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516520 Feb 19 00:21:54.425680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-9fbc7bee-49d5-4a3f-9bac-2f4b29579462 req-12c70d42-ac20-4205-b64b-c5c7785eb7c1 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1994205499', 'description': 'tempest-description-2118593048'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:54.472149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9fbc7bee-49d5-4a3f-9bac-2f4b29579462 req-12c70d42-ac20-4205-b64b-c5c7785eb7c1 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.500983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091bdb11-bc54-4260-8627-91b4420df473 req-a49a90c0-3744-46b6-a2b0-82ab94aca9ef tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:54.502458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-091bdb11-bc54-4260-8627-91b4420df473 req-a49a90c0-3744-46b6-a2b0-82ab94aca9ef tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 945 time: 0.0724945 Feb 19 00:21:54.572535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-091bdb11-bc54-4260-8627-91b4420df473 req-2c9e905d-f338-4354-9b17-65d5309f5b77 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637896 Feb 19 00:21:54.583224 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9fbc7bee-49d5-4a3f-9bac-2f4b29579462 req-12c70d42-ac20-4205-b64b-c5c7785eb7c1 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (493182ea-bd08-4c34-93a8-61282d25dd3f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.588555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9fbc7bee-49d5-4a3f-9bac-2f4b29579462 req-12c70d42-ac20-4205-b64b-c5c7785eb7c1 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (493182ea-bd08-4c34-93a8-61282d25dd3f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.623211 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9fbc7bee-49d5-4a3f-9bac-2f4b29579462 req-12c70d42-ac20-4205-b64b-c5c7785eb7c1 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.624357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fbc7bee-49d5-4a3f-9bac-2f4b29579462 req-12c70d42-ac20-4205-b64b-c5c7785eb7c1 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2034907 Feb 19 00:21:54.626134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c70d42-ac20-4205-b64b-c5c7785eb7c1 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493182ea-bd08-4c34-93a8-61282d25dd3f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:54.653547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-9b081626-839e-4d14-bedc-fcc2833097eb req-5118faf5-c9be-4fcb-8d26-13296ab360ed tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1130594403', 'description': 'tempest-description-97256201'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:54.655283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device afec2fb3-3176-4e94-b231-35143f32711c up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:54.692174 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9b081626-839e-4d14-bedc-fcc2833097eb req-5118faf5-c9be-4fcb-8d26-13296ab360ed tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.706310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port afec2fb3-3176-4e94-b231-35143f32711c completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:54.711378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port afec2fb3-3176-4e94-b231-35143f32711c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:54.711845 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (afec2fb3-3176-4e94-b231-35143f32711c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.728125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37dd6b6-c806-4e1b-a04d-04d6d9fbb537 req-47872ca5-6cdd-4d38-94a5-b8f43fe9f1df tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:54.729638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d37dd6b6-c806-4e1b-a04d-04d6d9fbb537 req-47872ca5-6cdd-4d38-94a5-b8f43fe9f1df tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.0910482 Feb 19 00:21:54.819854 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9b081626-839e-4d14-bedc-fcc2833097eb req-5118faf5-c9be-4fcb-8d26-13296ab360ed tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (212e05d3-b6c5-494f-93b5-2437c0fa66ca), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.829022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port afec2fb3-3176-4e94-b231-35143f32711c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:54.829596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (afec2fb3-3176-4e94-b231-35143f32711c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.830787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d37dd6b6-c806-4e1b-a04d-04d6d9fbb537 req-a6bc2f71-7ae0-404e-ad11-97e7afce0d58 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873559 Feb 19 00:21:54.831974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9b081626-839e-4d14-bedc-fcc2833097eb req-5118faf5-c9be-4fcb-8d26-13296ab360ed tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (212e05d3-b6c5-494f-93b5-2437c0fa66ca), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.867906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118faf5-c9be-4fcb-8d26-13296ab360ed tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=212e05d3-b6c5-494f-93b5-2437c0fa66ca,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:54.875287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9b081626-839e-4d14-bedc-fcc2833097eb req-5118faf5-c9be-4fcb-8d26-13296ab360ed tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.876568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b081626-839e-4d14-bedc-fcc2833097eb req-5118faf5-c9be-4fcb-8d26-13296ab360ed tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2288842 Feb 19 00:21:54.883717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:54.886618 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c69a0a4-daf0-44bb-85a3-517443d93bee" -d '{"events": [{"server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "name": "network-vif-plugged", "status": "completed", "tag": "afec2fb3-3176-4e94-b231-35143f32711c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:54.901192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:54.907521 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:54.949341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-0c5023ec-5041-4975-9d52-8c291eed596e tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/493182ea-bd08-4c34-93a8-61282d25dd3f HTTP/1.1" status: 200 len: 1822 time: 0.0456309 Feb 19 00:21:54.962343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:54.998225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-090bda13-7cda-47d4-97d9-399b01560b9f tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/212e05d3-b6c5-494f-93b5-2437c0fa66ca HTTP/1.1" status: 200 len: 1820 time: 0.0419285 Feb 19 00:21:55.008122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-fbda581f-5625-44aa-bf50-7f50a45af13a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '493182ea-bd08-4c34-93a8-61282d25dd3f', 'remote_group_id': '212e05d3-b6c5-494f-93b5-2437c0fa66ca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:55.008444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-fbda581f-5625-44aa-bf50-7f50a45af13a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '493182ea-bd08-4c34-93a8-61282d25dd3f', 'remote_group_id': '212e05d3-b6c5-494f-93b5-2437c0fa66ca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:55.055747 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370bb88f-a54a-47ce-91a3-30dad7b058c3 x-openstack-request-id: req-370bb88f-a54a-47ce-91a3-30dad7b058c3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:55.056094 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "name": "network-vif-plugged", "status": "completed", "tag": "afec2fb3-3176-4e94-b231-35143f32711c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:55.056360 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-370bb88f-a54a-47ce-91a3-30dad7b058c3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:55.056761 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c', 'code': 200} Feb 19 00:21:55.079319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-fbda581f-5625-44aa-bf50-7f50a45af13a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (7e61fbc2-c5d6-47af-862f-88b4b59c6c1c), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:55.145067 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-fbda581f-5625-44aa-bf50-7f50a45af13a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (7e61fbc2-c5d6-47af-862f-88b4b59c6c1c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:55.163321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-fbda581f-5625-44aa-bf50-7f50a45af13a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7e61fbc2-c5d6-47af-862f-88b4b59c6c1c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:55.193691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda581f-5625-44aa-bf50-7f50a45af13a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e61fbc2-c5d6-47af-862f-88b4b59c6c1c,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:55.209174 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-fbda581f-5625-44aa-bf50-7f50a45af13a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:55.210418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffc67109-1fe5-457a-922b-a2b1bc22727e req-fbda581f-5625-44aa-bf50-7f50a45af13a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2061870 Feb 19 00:21:55.224113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358f86d-e100-4abb-bd56-dbc4df289817 req-22bbb4f5-99d1-42a1-8135-9a6300d31773 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:55.225625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8358f86d-e100-4abb-bd56-dbc4df289817 req-22bbb4f5-99d1-42a1-8135-9a6300d31773 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.1195080 Feb 19 00:21:55.228519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7c699-3ca3-47d7-a66e-532b411b5312 req-38ba026a-922b-4600-b5d1-9a342b9529df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:55.229909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffe7c699-3ca3-47d7-a66e-532b411b5312 req-38ba026a-922b-4600-b5d1-9a342b9529df service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 1127 time: 0.1064210 Feb 19 00:21:55.330627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8358f86d-e100-4abb-bd56-dbc4df289817 req-6e25b0d3-761c-4b05-8182-726f0b5a51bb tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945497 Feb 19 00:21:55.333509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffe7c699-3ca3-47d7-a66e-532b411b5312 req-7ac7cd64-1fea-4adf-a23f-542f67572df3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958505 Feb 19 00:21:55.357281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe599361-84c0-4d19-8d4a-1f899b7c4eaf req-c0a90413-2dfc-455d-8297-1a06e82d27b0 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:55.358840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe599361-84c0-4d19-8d4a-1f899b7c4eaf req-c0a90413-2dfc-455d-8297-1a06e82d27b0 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 949 time: 0.0949626 Feb 19 00:21:55.436421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe599361-84c0-4d19-8d4a-1f899b7c4eaf req-8ee44482-4ac9-4c1c-aa03-9011f0d76aaa tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715184 Feb 19 00:21:55.480113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b61262-dc06-4747-b0b2-fcd11fb05fd0 req-33a1ce3f-317b-4f08-b2ce-5435fcad3e4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:55.481569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7b61262-dc06-4747-b0b2-fcd11fb05fd0 req-33a1ce3f-317b-4f08-b2ce-5435fcad3e4f tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 948 time: 0.0938735 Feb 19 00:21:55.522341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51f6ca17-2e7f-4d12-8a92-c7d64b102ced req-097af0b6-e44d-4577-89e3-d07bf89bf856 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/212e05d3-b6c5-494f-93b5-2437c0fa66ca HTTP/1.1" status: 200 len: 1820 time: 0.0635657 Feb 19 00:21:55.558407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7b61262-dc06-4747-b0b2-fcd11fb05fd0 req-dc7f225b-29af-42a3-b5d2-bbee535bee15 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707228 Feb 19 00:21:55.593578 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-51f6ca17-2e7f-4d12-8a92-c7d64b102ced req-88930561-8a79-4289-9c50-c519fca4e577 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (212e05d3-b6c5-494f-93b5-2437c0fa66ca), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:55.625833 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-51f6ca17-2e7f-4d12-8a92-c7d64b102ced req-88930561-8a79-4289-9c50-c519fca4e577 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (212e05d3-b6c5-494f-93b5-2437c0fa66ca), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:55.705084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7b61b-2264-4f3e-9d79-a160032d7e41 req-9a38dc83-3328-4d3c-875c-6d3434643ba0 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:55.706519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bf7b61b-2264-4f3e-9d79-a160032d7e41 req-9a38dc83-3328-4d3c-875c-6d3434643ba0 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.0916474 Feb 19 00:21:55.723433 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-51f6ca17-2e7f-4d12-8a92-c7d64b102ced req-88930561-8a79-4289-9c50-c519fca4e577 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (212e05d3-b6c5-494f-93b5-2437c0fa66ca), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:55.725893 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-51f6ca17-2e7f-4d12-8a92-c7d64b102ced req-88930561-8a79-4289-9c50-c519fca4e577 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:55.726995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51f6ca17-2e7f-4d12-8a92-c7d64b102ced req-88930561-8a79-4289-9c50-c519fca4e577 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "DELETE /v2.0/security-groups/212e05d3-b6c5-494f-93b5-2437c0fa66ca HTTP/1.1" status: 204 len: 173 time: 0.1990058 Feb 19 00:21:55.746784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88930561-8a79-4289-9c50-c519fca4e577 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=212e05d3-b6c5-494f-93b5-2437c0fa66ca,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:55.783799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bf7b61b-2264-4f3e-9d79-a160032d7e41 req-8a7215d0-6e8b-41fc-af4e-bac2615b0c73 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698099 Feb 19 00:21:55.855709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb499ded-0ff5-4a6f-9b88-f3a1f05ff9a0 req-7fc72f75-3b78-40f6-91a0-815c10b0fd67 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/493182ea-bd08-4c34-93a8-61282d25dd3f HTTP/1.1" status: 200 len: 1822 time: 0.0446990 Feb 19 00:21:55.871313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c493a-7687-41a8-aac5-158c188a275e req-657864f4-3e3a-42eb-b3a8-4d596a8c2178 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:55.872814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d83c493a-7687-41a8-aac5-158c188a275e req-657864f4-3e3a-42eb-b3a8-4d596a8c2178 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 945 time: 0.0878508 Feb 19 00:21:55.948813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d83c493a-7687-41a8-aac5-158c188a275e req-af4a56d4-6279-48d8-89d8-75a8c8294f62 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703225 Feb 19 00:21:55.971868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcdc45-37c7-4563-8f46-e4c41f308d7e req-ed6f01f8-91e8-471e-8781-0910697cf3a2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:55.973463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8adcdc45-37c7-4563-8f46-e4c41f308d7e req-ed6f01f8-91e8-471e-8781-0910697cf3a2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.0687337 Feb 19 00:21:55.978804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3cff29fb-1afe-487c-baa5-f3c7b5b1ee4b req-e1149ec8-9c5a-45f4-b0f5-bebb641c996c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1951168838', 'description': 'tempest-description-409240630'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:55.990495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device fee39839-bbe5-49f4-a663-46416ce46ebc details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:21:55.995701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 955166e4-bab0-46d0-953a-f7fc9a279bb0 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:56.022561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 955166e4-bab0-46d0-953a-f7fc9a279bb0 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:21:56.022809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3cff29fb-1afe-487c-baa5-f3c7b5b1ee4b req-e1149ec8-9c5a-45f4-b0f5-bebb641c996c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.022943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 955166e4-bab0-46d0-953a-f7fc9a279bb0 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:21:56.046759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8adcdc45-37c7-4563-8f46-e4c41f308d7e req-cf879190-7f8a-48d8-ada2-bffb82ef0538 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636940 Feb 19 00:21:56.102923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3cff29fb-1afe-487c-baa5-f3c7b5b1ee4b req-e1149ec8-9c5a-45f4-b0f5-bebb641c996c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (d1aff9f1-8611-4b60-96f8-70c017c0bafd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.107490 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3cff29fb-1afe-487c-baa5-f3c7b5b1ee4b req-e1149ec8-9c5a-45f4-b0f5-bebb641c996c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d1aff9f1-8611-4b60-96f8-70c017c0bafd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.112728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port fee39839-bbe5-49f4-a663-46416ce46ebc, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=fee39839-bbe5-49f4-a663-46416ce46ebc,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:56.124325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'fee39839-bbe5-49f4-a663-46416ce46ebc', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'fee39839-bbe5-49f4-a663-46416ce46ebc', 'mac_address': 'fa:16:3e:89:f3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:21:56.137420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1149ec8-9c5a-45f4-b0f5-bebb641c996c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aff9f1-8611-4b60-96f8-70c017c0bafd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:56.142157 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3cff29fb-1afe-487c-baa5-f3c7b5b1ee4b req-e1149ec8-9c5a-45f4-b0f5-bebb641c996c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.143565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cff29fb-1afe-487c-baa5-f3c7b5b1ee4b req-e1149ec8-9c5a-45f4-b0f5-bebb641c996c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1687706 Feb 19 00:21:56.165837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port fee39839-bbe5-49f4-a663-46416ce46ebc is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:56.166276 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.179332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee39839-bbe5-49f4-a663-46416ce46ebc {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:21:56.199161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port fee39839-bbe5-49f4-a663-46416ce46ebc, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=fee39839-bbe5-49f4-a663-46416ce46ebc,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:56.203369 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.212993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76873bf0-5390-4454-b108-a9a189f8456c req-9a3dd393-7906-4d0f-9d7d-5c0d4d96b0ec tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/d1aff9f1-8611-4b60-96f8-70c017c0bafd HTTP/1.1" status: 200 len: 1821 time: 0.0400233 Feb 19 00:21:56.224746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-76873bf0-5390-4454-b108-a9a189f8456c req-abd81b76-c81c-4675-8031-6b8d4b6ba121 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1aff9f1-8611-4b60-96f8-70c017c0bafd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:56.225067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-76873bf0-5390-4454-b108-a9a189f8456c req-abd81b76-c81c-4675-8031-6b8d4b6ba121 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1aff9f1-8611-4b60-96f8-70c017c0bafd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:56.251572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=fee39839-bbe5-49f4-a663-46416ce46ebc,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:56.281801 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76873bf0-5390-4454-b108-a9a189f8456c req-abd81b76-c81c-4675-8031-6b8d4b6ba121 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (4fc16704-7204-4a39-8d31-6e6b4898eea0), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.306796 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76873bf0-5390-4454-b108-a9a189f8456c req-abd81b76-c81c-4675-8031-6b8d4b6ba121 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (4fc16704-7204-4a39-8d31-6e6b4898eea0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.310750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76873bf0-5390-4454-b108-a9a189f8456c req-abd81b76-c81c-4675-8031-6b8d4b6ba121 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4fc16704-7204-4a39-8d31-6e6b4898eea0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.331039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd81b76-c81c-4675-8031-6b8d4b6ba121 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc16704-7204-4a39-8d31-6e6b4898eea0,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:56.340666 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76873bf0-5390-4454-b108-a9a189f8456c req-abd81b76-c81c-4675-8031-6b8d4b6ba121 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.341852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76873bf0-5390-4454-b108-a9a189f8456c req-abd81b76-c81c-4675-8031-6b8d4b6ba121 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1211872 Feb 19 00:21:56.413309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29cd1101-c556-44c7-9404-96b61dd3bfa8 req-eb4f960c-ee26-4f31-ac97-09741dd20628 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/d1aff9f1-8611-4b60-96f8-70c017c0bafd HTTP/1.1" status: 200 len: 2414 time: 0.0501099 Feb 19 00:21:56.433026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-29cd1101-c556-44c7-9404-96b61dd3bfa8 req-369ffe72-7455-4c9f-b45c-bfa3af62180c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1aff9f1-8611-4b60-96f8-70c017c0bafd', 'remote_group_id': None}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:56.433344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-29cd1101-c556-44c7-9404-96b61dd3bfa8 req-369ffe72-7455-4c9f-b45c-bfa3af62180c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1aff9f1-8611-4b60-96f8-70c017c0bafd', 'remote_group_id': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:21:56.481548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba1e8e-ceaf-4c11-a5d0-80a9ebc2f5c9 req-d56c6f64-ec9c-4095-9c14-121a73862a5e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:56.482961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5ba1e8e-ceaf-4c11-a5d0-80a9ebc2f5c9 req-d56c6f64-ec9c-4095-9c14-121a73862a5e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.0827434 Feb 19 00:21:56.521170 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-29cd1101-c556-44c7-9404-96b61dd3bfa8 req-369ffe72-7455-4c9f-b45c-bfa3af62180c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (9f4828d8-2d3d-46a6-b8ae-274a2c5151ec), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.552216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-29cd1101-c556-44c7-9404-96b61dd3bfa8 req-369ffe72-7455-4c9f-b45c-bfa3af62180c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (9f4828d8-2d3d-46a6-b8ae-274a2c5151ec), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.556489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5ba1e8e-ceaf-4c11-a5d0-80a9ebc2f5c9 req-ea03e091-3b15-45b3-9220-08194787dc09 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674260 Feb 19 00:21:56.557594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-29cd1101-c556-44c7-9404-96b61dd3bfa8 req-369ffe72-7455-4c9f-b45c-bfa3af62180c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9f4828d8-2d3d-46a6-b8ae-274a2c5151ec), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.565504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['fee39839-bbe5-49f4-a663-46416ce46ebc'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:56.590860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ffe72-7455-4c9f-b45c-bfa3af62180c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4828d8-2d3d-46a6-b8ae-274a2c5151ec,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:56.597037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-29cd1101-c556-44c7-9404-96b61dd3bfa8 req-369ffe72-7455-4c9f-b45c-bfa3af62180c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.598323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29cd1101-c556-44c7-9404-96b61dd3bfa8 req-369ffe72-7455-4c9f-b45c-bfa3af62180c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1701472 Feb 19 00:21:56.645925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-2bcf1c1f-6d04-499a-a57f-d7126442ffbb tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:56.647571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-2bcf1c1f-6d04-499a-a57f-d7126442ffbb tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 949 time: 0.0663118 Feb 19 00:21:56.654014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 907e4ad1-26cc-4f5e-8a99-a88586054f55 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:56.749222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 907e4ad1-26cc-4f5e-8a99-a88586054f55 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:56.760804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 907e4ad1-26cc-4f5e-8a99-a88586054f55 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:56.761761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.858433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 907e4ad1-26cc-4f5e-8a99-a88586054f55 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:56.858875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.896721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:56.902289 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:56.949795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:57.058531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:57.060913 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ceeb4a-ccab-461d-ad54-c30d590934ff" -d '{"events": [{"server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "name": "network-vif-plugged", "status": "completed", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:57.063248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100328d-e156-428d-90fb-65321179ea73 req-0abddeb4-6be6-4db0-8f41-08ac7f653932 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:57.064498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f100328d-e156-428d-90fb-65321179ea73 req-0abddeb4-6be6-4db0-8f41-08ac7f653932 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 949 time: 0.4159436 Feb 19 00:21:57.073852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44f368-da1d-44c9-ba98-438b1bda1415 req-7bc54d96-3e83-4678-9176-69ea10d1acfd tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:57.075296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa44f368-da1d-44c9-ba98-438b1bda1415 req-7bc54d96-3e83-4678-9176-69ea10d1acfd tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 949 time: 0.1511941 Feb 19 00:21:57.150163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Deleting port dc33f273-bbea-4913-becd-d41013c33afe {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:21:57.150584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dc33f273-bbea-4913-becd-d41013c33afe), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:57.172835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f100328d-e156-428d-90fb-65321179ea73 req-4f0be6b2-783f-40d6-a272-bbc957e37c59 tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/security-groups?id=8021fce6-949c-46b6-ab09-76e50ac1b3ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965993 Feb 19 00:21:57.177911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa44f368-da1d-44c9-ba98-438b1bda1415 req-2b52c96a-5097-42d8-ae8d-8488e91030d1 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945358 Feb 19 00:21:57.302560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8be176e-5deb-4386-9e70-625e91ea5758 req-dcc13ff3-ff0c-4584-aa76-34ee9f296dfc tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/d1aff9f1-8611-4b60-96f8-70c017c0bafd HTTP/1.1" status: 200 len: 3012 time: 0.0963554 Feb 19 00:21:57.310897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] For port dc33f273-bbea-4913-becd-d41013c33afe, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc33f273-bbea-4913-becd-d41013c33afe,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:57.311193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dc33f273-bbea-4913-becd-d41013c33afe), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:57.327481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Calling delete_port for dc33f273-bbea-4913-becd-d41013c33afe owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:21:57.391621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431965d-ef29-4f54-8d3e-fbe93e4d4496 req-a0d0c853-781a-4c94-8a6b-56fdcd1e0c9d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:57.393028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9431965d-ef29-4f54-8d3e-fbe93e4d4496 req-a0d0c853-781a-4c94-8a6b-56fdcd1e0c9d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1402781 Feb 19 00:21:57.487238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9431965d-ef29-4f54-8d3e-fbe93e4d4496 req-baa6f3bf-7cdc-4cdc-8322-3c42fbe6f002 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881314 Feb 19 00:21:57.518438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12e3a-331a-4eab-8d02-fcd83b966a9e req-bcfa60a7-025f-4688-b223-e110aa49e153 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:57.519898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75f12e3a-331a-4eab-8d02-fcd83b966a9e req-bcfa60a7-025f-4688-b223-e110aa49e153 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.1444135 Feb 19 00:21:57.531153 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668cece9-8356-40f3-b1e9-cae399412926 x-openstack-request-id: req-668cece9-8356-40f3-b1e9-cae399412926 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:57.531801 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "name": "network-vif-plugged", "status": "completed", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:57.532219 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-668cece9-8356-40f3-b1e9-cae399412926 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:57.532632 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55', 'code': 200} Feb 19 00:21:57.574423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dc33f273-bbea-4913-becd-d41013c33afe), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:57.588380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['dc33f273-bbea-4913-becd-d41013c33afe'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:21:57.634943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Pushing event deleted for resources: {'Port': ['ID=dc33f273-bbea-4913-becd-d41013c33afe,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:57.654647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75f12e3a-331a-4eab-8d02-fcd83b966a9e req-02718ad3-2f09-45ad-b754-b6058eb7264e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263630 Feb 19 00:21:57.730953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] No DVR routers for this DVR port dc33f273-bbea-4913-becd-d41013c33afe on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:21:57.740057 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:57.743355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a519749-1c8f-482e-8507-5b432ddf0085 req-03d4b6ce-7c0a-414e-bf86-0538c7d5a56f tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.113 "DELETE /v2.0/ports/dc33f273-bbea-4913-becd-d41013c33afe HTTP/1.1" status: 204 len: 173 time: 1.0859990 Feb 19 00:21:57.750946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268eefec-9fd1-4cf6-b431-86e5cb2f8849', 'name': 'network-vif-deleted', 'tag': 'dc33f273-bbea-4913-becd-d41013c33afe'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:57.753197 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a377e3e9-06e2-44a9-a919-eeb404b53b8a" -d '{"events": [{"server_uuid": "268eefec-9fd1-4cf6-b431-86e5cb2f8849", "name": "network-vif-deleted", "tag": "dc33f273-bbea-4913-becd-d41013c33afe"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:57.765833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56acbb09-b0d6-42fa-be88-ce3cf37ebd52 req-4498a6ed-1ce9-49ee-873a-999f5f89c621 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-group-rules/9f4828d8-2d3d-46a6-b8ae-274a2c5151ec HTTP/1.1" status: 200 len: 783 time: 0.0683317 Feb 19 00:21:57.774865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3738eff-04f0-4e3a-a9e0-00acabd3ea37 req-a18c1308-8e6d-4434-9aeb-6ca13824f5e1 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:57.776373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3738eff-04f0-4e3a-a9e0-00acabd3ea37 req-a18c1308-8e6d-4434-9aeb-6ca13824f5e1 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1959229 Feb 19 00:21:57.803409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7d0ac-becc-4a80-8793-f396d2096ae2 req-b665d8b9-5abd-4759-b545-d800b3d4f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:57.804920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56d7d0ac-becc-4a80-8793-f396d2096ae2 req-b665d8b9-5abd-4759-b545-d800b3d4f2aa service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1128 time: 0.1818528 Feb 19 00:21:57.865262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56acbb09-b0d6-42fa-be88-ce3cf37ebd52 req-6eb0f9f2-821c-4e45-a862-6cef9e9f1acc tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/d1aff9f1-8611-4b60-96f8-70c017c0bafd HTTP/1.1" status: 200 len: 3012 time: 0.0878968 Feb 19 00:21:57.911815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3738eff-04f0-4e3a-a9e0-00acabd3ea37 req-598e6d2b-cd85-4935-b627-db447df14ca7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237257 Feb 19 00:21:57.956361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56d7d0ac-becc-4a80-8793-f396d2096ae2 req-97569bf5-dbaa-4236-bf3e-dd10f5e33127 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431487 Feb 19 00:21:57.969349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-56acbb09-b0d6-42fa-be88-ce3cf37ebd52 req-dfe5eca9-6859-43ce-96f4-dfc5b6f43333 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (9f4828d8-2d3d-46a6-b8ae-274a2c5151ec), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:57.989669 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-56acbb09-b0d6-42fa-be88-ce3cf37ebd52 req-dfe5eca9-6859-43ce-96f4-dfc5b6f43333 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (9f4828d8-2d3d-46a6-b8ae-274a2c5151ec), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.008723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device fee39839-bbe5-49f4-a663-46416ce46ebc up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:21:58.050220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-77e4e9bd-8f17-46b8-bff3-c15f770f72c9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1585639 Feb 19 00:21:58.068532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-56acbb09-b0d6-42fa-be88-ce3cf37ebd52 req-dfe5eca9-6859-43ce-96f4-dfc5b6f43333 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9f4828d8-2d3d-46a6-b8ae-274a2c5151ec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.077026 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-56acbb09-b0d6-42fa-be88-ce3cf37ebd52 req-dfe5eca9-6859-43ce-96f4-dfc5b6f43333 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.086358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56acbb09-b0d6-42fa-be88-ce3cf37ebd52 req-dfe5eca9-6859-43ce-96f4-dfc5b6f43333 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9f4828d8-2d3d-46a6-b8ae-274a2c5151ec HTTP/1.1" status: 204 len: 173 time: 0.2087634 Feb 19 00:21:58.098588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port fee39839-bbe5-49f4-a663-46416ce46ebc completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:21:58.105484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port fee39839-bbe5-49f4-a663-46416ce46ebc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:21:58.106223 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.121793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bba16f-19e7-47af-99bb-dc62d840bb36 req-8be7e9bc-0f1f-496f-bcf3-c681dccc0da9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:58.131774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4bba16f-19e7-47af-99bb-dc62d840bb36 req-8be7e9bc-0f1f-496f-bcf3-c681dccc0da9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.1343927 Feb 19 00:21:58.140480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5eca9-6859-43ce-96f4-dfc5b6f43333 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f4828d8-2d3d-46a6-b8ae-274a2c5151ec,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:58.144649 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32588fab-c480-410d-9171-aaf44531c011 x-openstack-request-id: req-32588fab-c480-410d-9171-aaf44531c011 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:58.145053 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268eefec-9fd1-4cf6-b431-86e5cb2f8849", "name": "network-vif-deleted", "tag": "dc33f273-bbea-4913-becd-d41013c33afe", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:58.145430 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32588fab-c480-410d-9171-aaf44531c011 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:58.147291 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268eefec-9fd1-4cf6-b431-86e5cb2f8849', 'name': 'network-vif-deleted', 'tag': 'dc33f273-bbea-4913-becd-d41013c33afe', 'status': 'completed', 'code': 200} Feb 19 00:21:58.217448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port fee39839-bbe5-49f4-a663-46416ce46ebc is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:21:58.217844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.236403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4bba16f-19e7-47af-99bb-dc62d840bb36 req-46611edf-3716-4ae6-937c-de5f82fdaf5a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033151 Feb 19 00:21:58.249760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d366b4f0-c8cb-4ece-af77-d79fb3cbc821 req-32b8d99f-64b7-4747-b63f-ebe90843d3af tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/d1aff9f1-8611-4b60-96f8-70c017c0bafd HTTP/1.1" status: 200 len: 2414 time: 0.1006944 Feb 19 00:21:58.282950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port fee39839-bbe5-49f4-a663-46416ce46ebc, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=fee39839-bbe5-49f4-a663-46416ce46ebc,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:21:58.288749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.289717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device dc33f273-bbea-4913-becd-d41013c33afe no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:21:58.335903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: dc33f273-bbea-4913-becd-d41013c33afe {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:21:58.336461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device dc33f273-bbea-4913-becd-d41013c33afe not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:21:58.365602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=fee39839-bbe5-49f4-a663-46416ce46ebc,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:58.379118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-948fa180-c43a-4daa-9e60-11cdbada966c req-98742c79-b895-4531-bc03-bb66191ed06b tempest-LiveMigrationNegativeTest-1691208760 tempest-LiveMigrationNegativeTest-1691208760-project] 10.222.0.60 "GET /v2.0/ports?device_id=268eefec-9fd1-4cf6-b431-86e5cb2f8849 HTTP/1.1" status: 200 len: 210 time: 0.0464416 Feb 19 00:21:58.384958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d366b4f0-c8cb-4ece-af77-d79fb3cbc821 req-c45409cc-952f-4314-9842-2f02604c3144 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (d1aff9f1-8611-4b60-96f8-70c017c0bafd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.397269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-4a9f2ca2-a14c-4702-939a-16d7de91b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:58.397269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-4a9f2ca2-a14c-4702-939a-16d7de91b504 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 1132 time: 0.1277173 Feb 19 00:21:58.417549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d366b4f0-c8cb-4ece-af77-d79fb3cbc821 req-c45409cc-952f-4314-9842-2f02604c3144 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (d1aff9f1-8611-4b60-96f8-70c017c0bafd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.561464 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d366b4f0-c8cb-4ece-af77-d79fb3cbc821 req-c45409cc-952f-4314-9842-2f02604c3144 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d1aff9f1-8611-4b60-96f8-70c017c0bafd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.564079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d366b4f0-c8cb-4ece-af77-d79fb3cbc821 req-c45409cc-952f-4314-9842-2f02604c3144 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:58.565235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d366b4f0-c8cb-4ece-af77-d79fb3cbc821 req-c45409cc-952f-4314-9842-2f02604c3144 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1aff9f1-8611-4b60-96f8-70c017c0bafd HTTP/1.1" status: 204 len: 173 time: 0.3144870 Feb 19 00:21:58.581306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602ba05-0d33-4db9-b155-1fc8294c9aab req-fc1216a6-9cec-4c66-8ef2-e494910370a4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:58.589530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4602ba05-0d33-4db9-b155-1fc8294c9aab req-fc1216a6-9cec-4c66-8ef2-e494910370a4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 950 time: 0.1036184 Feb 19 00:21:58.611488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45409cc-952f-4314-9842-2f02604c3144 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aff9f1-8611-4b60-96f8-70c017c0bafd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:58.646621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-acf5be5a-4df9-4db7-b36a-8a78f858f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:58.648755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-acf5be5a-4df9-4db7-b36a-8a78f858f7c3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2280471 Feb 19 00:21:58.727953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-5abdf54c-205d-4fb7-ab09-e9f62cdf121f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=05757e97-2c0e-4b7a-8612-331d5388481b HTTP/1.1" status: 200 len: 217 time: 0.0679684 Feb 19 00:21:58.750853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4602ba05-0d33-4db9-b155-1fc8294c9aab req-d63bde8f-4e05-417a-9cf7-cecabbd08f44 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604466 Feb 19 00:21:58.800556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f3839-0280-48d9-8058-ebf374f93e91 req-5309fb96-cb8c-4672-acb0-a2b660831fb2 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:58.802242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-635f3839-0280-48d9-8058-ebf374f93e91 req-5309fb96-cb8c-4672-acb0-a2b660831fb2 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.1591501 Feb 19 00:21:58.804078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-7481de9e-0f86-4ac2-8f30-1b41a9946de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:58.805506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-7481de9e-0f86-4ac2-8f30-1b41a9946de3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0676363 Feb 19 00:21:58.913418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-635f3839-0280-48d9-8058-ebf374f93e91 req-d6ec14d5-9228-4089-aac8-f9e880b82586 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051493 Feb 19 00:21:58.930687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b166-ddcc-4f6e-a2b3-32f129cb01cf req-39d2db5b-37cd-4081-a946-7d36d3146082 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:58.932170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62d5b166-ddcc-4f6e-a2b3-32f129cb01cf req-39d2db5b-37cd-4081-a946-7d36d3146082 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1016037 Feb 19 00:21:58.937767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-ec2708b6-d1f7-4dce-942c-566a2421c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:58.939215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-ec2708b6-d1f7-4dce-942c-566a2421c5d3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1241190 Feb 19 00:21:58.978297 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-461a2beb-e811-49be-a8fc-1bcac3a33ec3 req-be9a6a00-2c57-4dec-8731-ac7c1e3f858a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] show failed (client error): The resource could not be found. Feb 19 00:21:58.979275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-461a2beb-e811-49be-a8fc-1bcac3a33ec3 req-be9a6a00-2c57-4dec-8731-ac7c1e3f858a tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/212e05d3-b6c5-494f-93b5-2437c0fa66ca HTTP/1.1" status: 404 len: 352 time: 0.0380189 Feb 19 00:21:59.091728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62d5b166-ddcc-4f6e-a2b3-32f129cb01cf req-c6ae512e-23a2-411e-a207-c6538acca9ae tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437874 Feb 19 00:21:59.110437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-551010ad-9892-45cb-ac8b-457c612e040a service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615388 Feb 19 00:21:59.127434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ff9f4-41f4-4ebd-ab5d-49c9fec7e03b req-9797b295-1d1f-4ae5-9501-a5de479a0f73 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:59.129120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-327ff9f4-41f4-4ebd-ab5d-49c9fec7e03b req-9797b295-1d1f-4ae5-9501-a5de479a0f73 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.0981424 Feb 19 00:21:59.284944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-327ff9f4-41f4-4ebd-ab5d-49c9fec7e03b req-e0bde64a-dcf4-40f7-9e40-6479f8f1b114 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461322 Feb 19 00:21:59.288496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66a2018-5699-4729-b2ad-0b23798f5238 req-1fc22e04-d62e-4cac-a509-c995b396c86f service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581106 Feb 19 00:21:59.304862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36f853-8c2b-425e-b09e-fdb1c3d0ba33 req-7c8fe345-1e03-4bcb-9cfc-d25c913cfe46 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:59.306400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e36f853-8c2b-425e-b09e-fdb1c3d0ba33 req-7c8fe345-1e03-4bcb-9cfc-d25c913cfe46 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1251905 Feb 19 00:21:59.383533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e36f853-8c2b-425e-b09e-fdb1c3d0ba33 req-40376079-5607-4193-be8a-b3f1b4c49300 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710692 Feb 19 00:21:59.385868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c1f1dc9-b653-40e1-bd83-f774950ffe85 req-45fa949e-e210-4b2d-83b3-191e8934def5 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/493182ea-bd08-4c34-93a8-61282d25dd3f HTTP/1.1" status: 200 len: 1822 time: 0.0591152 Feb 19 00:21:59.453625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4c1f1dc9-b653-40e1-bd83-f774950ffe85 req-148f00ef-cc74-46f2-829f-672afd1859b9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (493182ea-bd08-4c34-93a8-61282d25dd3f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:59.503798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4c1f1dc9-b653-40e1-bd83-f774950ffe85 req-148f00ef-cc74-46f2-829f-672afd1859b9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (493182ea-bd08-4c34-93a8-61282d25dd3f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:59.534033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9b607-61df-46ec-9af1-8016ebc0e48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee39839-bbe5-49f4-a663-46416ce46ebc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:21:59.539324 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbac3cb-e39c-4cab-9cac-59a8757e848a" -d '{"events": [{"server_uuid": "81e9b607-61df-46ec-9af1-8016ebc0e48b", "name": "network-vif-plugged", "status": "completed", "tag": "fee39839-bbe5-49f4-a663-46416ce46ebc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:21:59.557038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1708a-c5e5-4dca-87cb-cbca963fe9bf req-8f81e75b-1080-4f79-9329-13a74717ff3a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:59.558581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaa1708a-c5e5-4dca-87cb-cbca963fe9bf req-8f81e75b-1080-4f79-9329-13a74717ff3a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.1028798 Feb 19 00:21:59.579125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4c1f1dc9-b653-40e1-bd83-f774950ffe85 req-148f00ef-cc74-46f2-829f-672afd1859b9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (493182ea-bd08-4c34-93a8-61282d25dd3f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:59.581585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4c1f1dc9-b653-40e1-bd83-f774950ffe85 req-148f00ef-cc74-46f2-829f-672afd1859b9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:59.583396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c1f1dc9-b653-40e1-bd83-f774950ffe85 req-148f00ef-cc74-46f2-829f-672afd1859b9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "DELETE /v2.0/security-groups/493182ea-bd08-4c34-93a8-61282d25dd3f HTTP/1.1" status: 204 len: 173 time: 0.1898017 Feb 19 00:21:59.606622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f00ef-cc74-46f2-829f-672afd1859b9 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493182ea-bd08-4c34-93a8-61282d25dd3f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:21:59.651586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaa1708a-c5e5-4dca-87cb-cbca963fe9bf req-737cb115-5973-4438-aab2-b05fcca70438 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 Feb 19 00:21:59.674963 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf7522a-f39b-46f8-9002-6bbac28af03e x-openstack-request-id: req-fdf7522a-f39b-46f8-9002-6bbac28af03e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:21:59.675278 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e9b607-61df-46ec-9af1-8016ebc0e48b", "name": "network-vif-plugged", "status": "completed", "tag": "fee39839-bbe5-49f4-a663-46416ce46ebc", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:21:59.675542 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdf7522a-f39b-46f8-9002-6bbac28af03e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:21:59.675945 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9b607-61df-46ec-9af1-8016ebc0e48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee39839-bbe5-49f4-a663-46416ce46ebc', 'code': 200} Feb 19 00:21:59.733094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40e1d282-eae0-4d1b-b9e5-a15cc8dc6b11 req-3306c0af-0a51-415c-a0cf-de4e7631b3d4 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7 HTTP/1.1" status: 200 len: 1821 time: 0.0445912 Feb 19 00:21:59.893781 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-40e1d282-eae0-4d1b-b9e5-a15cc8dc6b11 req-0a405257-981f-46c3-8cbf-492b6b7aec06 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:21:59.915662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91708656-1d81-49df-a069-977b8863a563 req-c1292ea9-ed2e-4e72-8870-854ded822127 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:59.917332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91708656-1d81-49df-a069-977b8863a563 req-c1292ea9-ed2e-4e72-8870-854ded822127 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.1571710 Feb 19 00:21:59.921718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac400fd-4869-405e-8180-85b7adc6bd2e req-222a47f3-1f36-4be9-98e2-0c9c02dc0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:21:59.922815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57286) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:21:59.923321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ac400fd-4869-405e-8180-85b7adc6bd2e req-222a47f3-1f36-4be9-98e2-0c9c02dc0194 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 1132 time: 0.1407626 Feb 19 00:21:59.942866 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-40e1d282-eae0-4d1b-b9e5-a15cc8dc6b11 req-0a405257-981f-46c3-8cbf-492b6b7aec06 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.045322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ac400fd-4869-405e-8180-85b7adc6bd2e req-4f33f159-fbf9-4857-a6ca-e800197125e6 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135368 Feb 19 00:22:00.063611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91708656-1d81-49df-a069-977b8863a563 req-fb7897ee-5bae-4bdf-ac19-330c8d586d6c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230087 Feb 19 00:22:00.088973 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-40e1d282-eae0-4d1b-b9e5-a15cc8dc6b11 req-0a405257-981f-46c3-8cbf-492b6b7aec06 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.090486 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f5fb5a49-1d96-4495-9a13-704ccd31dd37 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fd70bf7bdaa45a4a0afee5ec06ea3fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1663475 Feb 19 00:22:00.091302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57290) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:00.092718 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-40e1d282-eae0-4d1b-b9e5-a15cc8dc6b11 req-0a405257-981f-46c3-8cbf-492b6b7aec06 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.094290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40e1d282-eae0-4d1b-b9e5-a15cc8dc6b11 req-0a405257-981f-46c3-8cbf-492b6b7aec06 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "DELETE /v2.0/security-groups/6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7 HTTP/1.1" status: 204 len: 173 time: 0.3544481 Feb 19 00:22:00.106961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a405257-981f-46c3-8cbf-492b6b7aec06 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc2be1-d6c6-4e25-b0f1-66cf9eff39a7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:00.161145 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95a66a11-6f67-4821-8119-0b3ab432f6e1 admin admin] Publish callbacks [] for security_group (8021fce6-949c-46b6-ab09-76e50ac1b3ed), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.183139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95a66a11-6f67-4821-8119-0b3ab432f6e1 admin admin] Publish callbacks [] for security_group (8021fce6-949c-46b6-ab09-76e50ac1b3ed), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.227711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c320f7c0-e087-45b9-9a2e-a63be3d8d8d6 req-f9354ea5-b88b-4b24-bb02-a0d8935b7eb0 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/dd45ff57-f102-41f8-a1c0-9e3753473001 HTTP/1.1" status: 200 len: 1821 time: 0.0776052 Feb 19 00:22:00.235559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95a66a11-6f67-4821-8119-0b3ab432f6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8021fce6-949c-46b6-ab09-76e50ac1b3ed), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.238574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95a66a11-6f67-4821-8119-0b3ab432f6e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.243048 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-95a66a11-6f67-4821-8119-0b3ab432f6e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8021fce6-949c-46b6-ab09-76e50ac1b3ed HTTP/1.1" status: 204 len: 168 time: 0.1505623 Feb 19 00:22:00.251528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a66a11-6f67-4821-8119-0b3ab432f6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8021fce6-949c-46b6-ab09-76e50ac1b3ed,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:00.254121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356d3e0-f843-40f0-9524-4e0072687878 req-b275fa53-8d4a-4a23-8154-5a2dd54d5d5b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:00.256151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d356d3e0-f843-40f0-9524-4e0072687878 req-b275fa53-8d4a-4a23-8154-5a2dd54d5d5b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 950 time: 0.0885012 Feb 19 00:22:00.345383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c320f7c0-e087-45b9-9a2e-a63be3d8d8d6 req-a3383253-4c66-40dd-98af-c7ee390c8e07 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (dd45ff57-f102-41f8-a1c0-9e3753473001), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.374751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d356d3e0-f843-40f0-9524-4e0072687878 req-190fe754-589f-4340-bf9d-fa6fb2a3135a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860949 Feb 19 00:22:00.384983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c320f7c0-e087-45b9-9a2e-a63be3d8d8d6 req-a3383253-4c66-40dd-98af-c7ee390c8e07 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (dd45ff57-f102-41f8-a1c0-9e3753473001), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.478257 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c320f7c0-e087-45b9-9a2e-a63be3d8d8d6 req-a3383253-4c66-40dd-98af-c7ee390c8e07 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dd45ff57-f102-41f8-a1c0-9e3753473001), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.480943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c320f7c0-e087-45b9-9a2e-a63be3d8d8d6 req-a3383253-4c66-40dd-98af-c7ee390c8e07 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.482150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c320f7c0-e087-45b9-9a2e-a63be3d8d8d6 req-a3383253-4c66-40dd-98af-c7ee390c8e07 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "DELETE /v2.0/security-groups/dd45ff57-f102-41f8-a1c0-9e3753473001 HTTP/1.1" status: 204 len: 173 time: 0.2250092 Feb 19 00:22:00.496831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3383253-4c66-40dd-98af-c7ee390c8e07 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd45ff57-f102-41f8-a1c0-9e3753473001,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:00.531364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619043fe-9863-4f4d-862a-690077a2c851 req-3b38f811-ecfa-4831-9077-2a6e5dbb47dd tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:00.533079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-619043fe-9863-4f4d-862a-690077a2c851 req-3b38f811-ecfa-4831-9077-2a6e5dbb47dd tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.0866804 Feb 19 00:22:00.583445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57310) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:00.616852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-619043fe-9863-4f4d-862a-690077a2c851 req-6d5a545b-277b-4350-b377-9cd468a57b3b tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741954 Feb 19 00:22:00.630575 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-84583d60-c95b-47a6-971a-05cd2caaa4e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b523595093c74824a9cb110130fef225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434816 Feb 19 00:22:00.630977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57312) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:00.651951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ba422-69db-489d-89dc-f5821470d272 req-84915649-454f-4bf3-a3d9-08569e310e6a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:00.653471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449ba422-69db-489d-89dc-f5821470d272 req-84915649-454f-4bf3-a3d9-08569e310e6a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.0807793 Feb 19 00:22:00.764892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449ba422-69db-489d-89dc-f5821470d272 req-d9fe51f3-a3b0-48ae-90ff-d3d3ed2e0542 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036098 Feb 19 00:22:00.768463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2086b828-c8fc-4d5d-a049-83974a5dd2fc admin admin] Publish callbacks [] for security_group (a0b4c324-5e40-4f07-a7f1-0b6e48ed4f59), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.797144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2086b828-c8fc-4d5d-a049-83974a5dd2fc admin admin] Publish callbacks [] for security_group (a0b4c324-5e40-4f07-a7f1-0b6e48ed4f59), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.809943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56240b57-8fd8-436f-bb8d-37b9294e0fe9 req-19519d67-919e-4133-a5fc-da9d534e10e2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:00.811464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56240b57-8fd8-436f-bb8d-37b9294e0fe9 req-19519d67-919e-4133-a5fc-da9d534e10e2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.1310513 Feb 19 00:22:00.911885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56240b57-8fd8-436f-bb8d-37b9294e0fe9 req-fad7013d-6d2c-4a6f-82b5-4460fd9e5687 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916691 Feb 19 00:22:00.914164 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2086b828-c8fc-4d5d-a049-83974a5dd2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a0b4c324-5e40-4f07-a7f1-0b6e48ed4f59), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.917529 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2086b828-c8fc-4d5d-a049-83974a5dd2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:00.919179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2086b828-c8fc-4d5d-a049-83974a5dd2fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0b4c324-5e40-4f07-a7f1-0b6e48ed4f59 HTTP/1.1" status: 204 len: 168 time: 0.2868392 Feb 19 00:22:00.942367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008a3d0-4d96-4300-b54a-08eb0c536730 req-42da8a32-d5d5-46fa-b1be-189d5ca649d7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:00.944073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0008a3d0-4d96-4300-b54a-08eb0c536730 req-42da8a32-d5d5-46fa-b1be-189d5ca649d7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1213989 Feb 19 00:22:00.946352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086b828-c8fc-4d5d-a049-83974a5dd2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4c324-5e40-4f07-a7f1-0b6e48ed4f59,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:01.018323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbf89c93-b68b-43c5-a9e7-50ff7a93d027 req-1934cb68-6c5e-4695-bdc5-e51a73251d6d tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/6ae5af27-7b3e-4585-b4ed-479e4ad163cf HTTP/1.1" status: 200 len: 2419 time: 0.0730844 Feb 19 00:22:01.037983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0008a3d0-4d96-4300-b54a-08eb0c536730 req-1d647407-3b1a-462c-ae78-7657cfacb8d1 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835934 Feb 19 00:22:01.119262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbf89c93-b68b-43c5-a9e7-50ff7a93d027 req-7747c351-c320-4fbc-b981-886cb4e28c7c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (6ae5af27-7b3e-4585-b4ed-479e4ad163cf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.170276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbf89c93-b68b-43c5-a9e7-50ff7a93d027 req-7747c351-c320-4fbc-b981-886cb4e28c7c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (6ae5af27-7b3e-4585-b4ed-479e4ad163cf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.222170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185edfc-ce0c-44cf-aabc-378549a44e87 req-4f55d2e2-77b9-4e87-8c9b-6525e6e367b3 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:01.223799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5185edfc-ce0c-44cf-aabc-378549a44e87 req-4f55d2e2-77b9-4e87-8c9b-6525e6e367b3 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.0897694 Feb 19 00:22:01.250860 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbf89c93-b68b-43c5-a9e7-50ff7a93d027 req-7747c351-c320-4fbc-b981-886cb4e28c7c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6ae5af27-7b3e-4585-b4ed-479e4ad163cf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.253737 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbf89c93-b68b-43c5-a9e7-50ff7a93d027 req-7747c351-c320-4fbc-b981-886cb4e28c7c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.254970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbf89c93-b68b-43c5-a9e7-50ff7a93d027 req-7747c351-c320-4fbc-b981-886cb4e28c7c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "DELETE /v2.0/security-groups/6ae5af27-7b3e-4585-b4ed-479e4ad163cf HTTP/1.1" status: 204 len: 173 time: 0.2288015 Feb 19 00:22:01.296805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747c351-c320-4fbc-b981-886cb4e28c7c tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae5af27-7b3e-4585-b4ed-479e4ad163cf,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:01.322778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5185edfc-ce0c-44cf-aabc-378549a44e87 req-b604caae-4208-43b1-9e11-f493edd13151 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861969 Feb 19 00:22:01.432169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ff93dec-5e28-4be2-a2e3-b9b025ff42bc req-1eaa93b8-0074-4645-939e-fa591fa76856 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "GET /v2.0/security-groups/43f54b6b-c399-4dca-9708-d3b9620033f3 HTTP/1.1" status: 200 len: 2414 time: 0.0801876 Feb 19 00:22:01.457206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08040e8b-cb35-4466-8dc0-a0fc9592eb90 req-fe311b88-a9e9-4824-8202-7314a49e4619 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:01.459391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08040e8b-cb35-4466-8dc0-a0fc9592eb90 req-fe311b88-a9e9-4824-8202-7314a49e4619 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1128 time: 0.0919616 Feb 19 00:22:01.546171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0ff93dec-5e28-4be2-a2e3-b9b025ff42bc req-574e48f9-07ce-4e24-950c-e616ad252715 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (43f54b6b-c399-4dca-9708-d3b9620033f3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.550461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08040e8b-cb35-4466-8dc0-a0fc9592eb90 req-781892d7-7118-44fb-9c40-db6a8a5aad33 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819962 Feb 19 00:22:01.573231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0ff93dec-5e28-4be2-a2e3-b9b025ff42bc req-574e48f9-07ce-4e24-950c-e616ad252715 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (43f54b6b-c399-4dca-9708-d3b9620033f3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.631786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0ff93dec-5e28-4be2-a2e3-b9b025ff42bc req-574e48f9-07ce-4e24-950c-e616ad252715 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (43f54b6b-c399-4dca-9708-d3b9620033f3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.634791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0ff93dec-5e28-4be2-a2e3-b9b025ff42bc req-574e48f9-07ce-4e24-950c-e616ad252715 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.640116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ff93dec-5e28-4be2-a2e3-b9b025ff42bc req-574e48f9-07ce-4e24-950c-e616ad252715 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] 10.222.0.60 "DELETE /v2.0/security-groups/43f54b6b-c399-4dca-9708-d3b9620033f3 HTTP/1.1" status: 204 len: 173 time: 0.2015967 Feb 19 00:22:01.642537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57346) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:01.651357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e48f9-07ce-4e24-950c-e616ad252715 tempest-SecurityGroupRulesTestJSON-1748725585 tempest-SecurityGroupRulesTestJSON-1748725585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f54b6b-c399-4dca-9708-d3b9620033f3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:01.728847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-518e49ea-da93-4439-99d2-0a0d9ef7a56f admin admin] Deleting subnet 8f0c4b46-045a-42a1-ba68-e543a3d2aa71 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:22:01.733128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-518e49ea-da93-4439-99d2-0a0d9ef7a56f admin admin] Publish callbacks [] for subnet (8f0c4b46-045a-42a1-ba68-e543a3d2aa71), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.734939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17aa480-e304-49f4-a752-c5975bbc3428 req-35600e7f-5746-49f0-86c7-5f956b995728 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:01.743064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c17aa480-e304-49f4-a752-c5975bbc3428 req-35600e7f-5746-49f0-86c7-5f956b995728 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 950 time: 0.0894167 Feb 19 00:22:01.804093 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-518e49ea-da93-4439-99d2-0a0d9ef7a56f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (8f0c4b46-045a-42a1-ba68-e543a3d2aa71), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.819275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c17aa480-e304-49f4-a752-c5975bbc3428 req-fe1b5bae-8fed-46e3-8eda-b16b1fe8a550 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752902 Feb 19 00:22:01.881766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-518e49ea-da93-4439-99d2-0a0d9ef7a56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (8f0c4b46-045a-42a1-ba68-e543a3d2aa71), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:01.967864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae3a5a-55c7-4dc0-850a-519220471c4c req-ebc065b0-e99e-476f-b4fb-181cfc1d45da tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:01.969745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38ae3a5a-55c7-4dc0-850a-519220471c4c req-ebc065b0-e99e-476f-b4fb-181cfc1d45da tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.1852796 Feb 19 00:22:01.999735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-518e49ea-da93-4439-99d2-0a0d9ef7a56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (8f0c4b46-045a-42a1-ba68-e543a3d2aa71), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.014572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f2def-d422-4fcf-871b-02f790928914 req-360df86a-15eb-4020-b14b-b1cb565f5510 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:02.016430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d86f2def-d422-4fcf-871b-02f790928914 req-360df86a-15eb-4020-b14b-b1cb565f5510 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1077034 Feb 19 00:22:02.049576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e49ea-da93-4439-99d2-0a0d9ef7a56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0c4b46-045a-42a1-ba68-e543a3d2aa71,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:02.062593 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-518e49ea-da93-4439-99d2-0a0d9ef7a56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.068258 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-518e49ea-da93-4439-99d2-0a0d9ef7a56f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8f0c4b46-045a-42a1-ba68-e543a3d2aa71 HTTP/1.1" status: 204 len: 168 time: 0.4246247 Feb 19 00:22:02.071170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57364) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:02.090129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38ae3a5a-55c7-4dc0-850a-519220471c4c req-d6967bbe-2f62-4cf7-a2c3-c367346f2b77 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109447 Feb 19 00:22:02.103572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d86f2def-d422-4fcf-871b-02f790928914 req-cc53dd7a-b6a5-4f44-9e6a-fe3e58e51b6a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768034 Feb 19 00:22:02.243678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (7836da0f-04bb-4ba3-a828-c005507469f9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.343242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4312f6bd-2367-4a88-bc65-0163f4754d0d req-6dfd5e46-8b30-484e-8f8f-b7ea728d60ec tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:02.345165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4312f6bd-2367-4a88-bc65-0163f4754d0d req-6dfd5e46-8b30-484e-8f8f-b7ea728d60ec tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 1132 time: 0.1458921 Feb 19 00:22:02.360928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (7836da0f-04bb-4ba3-a828-c005507469f9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.387040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9840ec2-c266-4ec8-9259-53573f4ade46 req-4d8024b6-9e7f-4bc6-bf58-91916f20ad98 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:02.395002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9840ec2-c266-4ec8-9259-53573f4ade46 req-4d8024b6-9e7f-4bc6-bf58-91916f20ad98 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1442664 Feb 19 00:22:02.417471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7836da0f-04bb-4ba3-a828-c005507469f9']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:02.429344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f3d096-92c0-49a9-be2e-c4e994cdf244') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:02.429637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f3d096-92c0-49a9-be2e-c4e994cdf244') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:02.447380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e4f3d096-92c0-49a9-be2e-c4e994cdf244), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.474662 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e4f3d096-92c0-49a9-be2e-c4e994cdf244), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.489845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9840ec2-c266-4ec8-9259-53573f4ade46 req-3f0f45e4-ca78-456e-8fe7-903d7217a77f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914917 Feb 19 00:22:02.493373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:22:02.493851 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e4f3d096-92c0-49a9-be2e-c4e994cdf244), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.504339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4312f6bd-2367-4a88-bc65-0163f4754d0d req-926d8652-e223-4502-bba6-f5e0ef22010d tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504247 Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:22:02.523251 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:22:02.625257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (7836da0f-04bb-4ba3-a828-c005507469f9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.635933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:02.643915 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] 10.222.0.60 "DELETE /v2.0/networks/7836da0f-04bb-4ba3-a828-c005507469f9 HTTP/1.1" status: 204 len: 168 time: 0.5682261 Feb 19 00:22:02.661100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fab716-dd97-4efc-9d51-077c79da727a admin admin] Pushing event deleted for resources: {'Network': ['ID=7836da0f-04bb-4ba3-a828-c005507469f9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:02.687706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a0c28-34ff-4f13-be82-471ccee05c7a req-6b0d32c9-6073-41bf-be7e-325cbf40cd5f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:02.689995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad0a0c28-34ff-4f13-be82-471ccee05c7a req-6b0d32c9-6073-41bf-be7e-325cbf40cd5f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.1132700 Feb 19 00:22:02.775105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad0a0c28-34ff-4f13-be82-471ccee05c7a req-3eac62a4-36b5-4f32-8150-fa4940a6edd0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780644 Feb 19 00:22:02.854894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ccd1822e-bbc5-47c9-b0be-c55504da8115 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476382 Feb 19 00:22:02.892564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57410) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:02.995969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-4a58fc4f-3507-4b47-8670-1a7ae76f51be tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:02.997818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-4a58fc4f-3507-4b47-8670-1a7ae76f51be tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369345 Feb 19 00:22:03.010438 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6505c202-b45d-44fa-866b-e8676f261297 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eff879813b54490990dc1e1cfb9ee4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1137624 Feb 19 00:22:03.010789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57418) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:03.026929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-e83b9b69-2a09-48f8-b530-63cf070603eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/quotas/c92a461a9cd14f06a360f73925de8d5a HTTP/1.1" status: 200 len: 375 time: 0.0224905 Feb 19 00:22:03.080674 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92e2a118-6caa-450c-bbce-65988a6fea39 admin admin] Publish callbacks [] for security_group (5b3fa6c9-2153-479b-a889-84c3081d41ac), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:03.112607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-740d9669-6d2d-452c-8fad-0475d2911694 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0801785 Feb 19 00:22:03.128563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92e2a118-6caa-450c-bbce-65988a6fea39 admin admin] Publish callbacks [] for security_group (5b3fa6c9-2153-479b-a889-84c3081d41ac), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:03.202501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92e2a118-6caa-450c-bbce-65988a6fea39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5b3fa6c9-2153-479b-a889-84c3081d41ac), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:03.207146 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92e2a118-6caa-450c-bbce-65988a6fea39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:03.215567 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-92e2a118-6caa-450c-bbce-65988a6fea39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5b3fa6c9-2153-479b-a889-84c3081d41ac HTTP/1.1" status: 204 len: 168 time: 0.2030976 Feb 19 00:22:03.238851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2a118-6caa-450c-bbce-65988a6fea39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3fa6c9-2153-479b-a889-84c3081d41ac,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:03.472353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052db09f-63d9-4929-954c-6e21a48164bb req-06928b8e-18f2-4e80-8630-5551f54e86f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:03.482647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-052db09f-63d9-4929-954c-6e21a48164bb req-06928b8e-18f2-4e80-8630-5551f54e86f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1006653 Feb 19 00:22:03.594601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-052db09f-63d9-4929-954c-6e21a48164bb req-cad57c4a-86ad-4d3f-8d2a-ba97b7712e53 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056211 Feb 19 00:22:03.713910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ad176a0-8ee2-4430-84a6-d27a7d2cab33 req-459c8dac-74b1-4483-9733-5c186b40ca79 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 210 time: 0.0553775 Feb 19 00:22:04.068653 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-29784b3d-bca9-467c-ae71-dbf650855d00 service neutron] show failed (client error): The resource could not be found. Feb 19 00:22:04.069895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-29784b3d-bca9-467c-ae71-dbf650855d00 service neutron] 10.222.0.126 "GET /v2.0/ports/f5fa8545-bb41-46fa-a3f6-2eee45bf34fb/bindings/n-h1-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.1312912 Feb 19 00:22:04.173783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe287a-6e74-4bcf-8917-a78d6a542729 req-eabcb498-3972-48b9-bedc-7c199659da9e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:04.188672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbbe287a-6e74-4bcf-8917-a78d6a542729 req-eabcb498-3972-48b9-bedc-7c199659da9e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1176069 Feb 19 00:22:04.299530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbbe287a-6e74-4bcf-8917-a78d6a542729 req-a0b371a2-9d89-4c46-b4f5-2d093c0852eb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089792 Feb 19 00:22:04.443724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57488) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:04.596042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1251769797-network', 'tenant_id': '26c0108339434b188c6b78dbd29db587'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:04.623510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Made reservation on behalf of 26c0108339434b188c6b78dbd29db587 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:04.626419 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:04.636840 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:04.764160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Publish callbacks [] for security_group (98e5a93a-d456-43c1-a945-d2b38b366047), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:04.772063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eba9a9-917b-49e2-bef4-a6af4801ff05 req-9403e787-37a7-4266-a939-967863493634 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:04.773791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (98e5a93a-d456-43c1-a945-d2b38b366047), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:04.778969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88eba9a9-917b-49e2-bef4-a6af4801ff05 req-9403e787-37a7-4266-a939-967863493634 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.4022841 Feb 19 00:22:04.789042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-c3168c79-5248-42b6-bda1-08ea4562eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:04.790614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-c3168c79-5248-42b6-bda1-08ea4562eab6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 1132 time: 0.4041939 Feb 19 00:22:04.809012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:04.818500 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e5a93a-d456-43c1-a945-d2b38b366047,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:04.821728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:22:04.837287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (492aeb07-a3e1-441d-8cd6-2dde8337cb9d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:04.837785 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Added segment 492aeb07-a3e1-441d-8cd6-2dde8337cb9d of type vlan for network 2f36fdee-8d1c-4104-9667-d94c5b9e876d Feb 19 00:22:04.881828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88eba9a9-917b-49e2-bef4-a6af4801ff05 req-047d167e-e963-4527-a1a6-9b0748d8607e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017516 Feb 19 00:22:04.911044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2f36fdee-8d1c-4104-9667-d94c5b9e876d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:04.932307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:04.964752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ef098-dd66-47b9-97b9-55bd90541a7b req-36f9d0fc-4b64-439a-b867-97e0b8a5f984 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:04.966945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be8ef098-dd66-47b9-97b9-55bd90541a7b req-36f9d0fc-4b64-439a-b867-97e0b8a5f984 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1093650 Feb 19 00:22:04.988590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2f36fdee-8d1c-4104-9667-d94c5b9e876d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:04.989772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:04.990393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:05.055676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00963242-e555-4391-b244-cc6a4b69de46 req-d61b30c7-2001-40d7-bf1d-1f4e2d74aaef tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 210 time: 0.0496287 Feb 19 00:22:05.077982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] Pushing event updated for resources: {'Network': ['ID=2f36fdee-8d1c-4104-9667-d94c5b9e876d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:05.091365 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ec6ea086-f6f7-41f1-99b2-ab4ac907778c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6459451 Feb 19 00:22:05.094908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:05.097336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2f36fdee-8d1c-4104-9667-d94c5b9e876d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:22:05.119206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Request body: {'subnet': {'network_id': '2f36fdee-8d1c-4104-9667-d94c5b9e876d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1251769797-subnet', 'tenant_id': '26c0108339434b188c6b78dbd29db587', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:05.158957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Made reservation on behalf of 26c0108339434b188c6b78dbd29db587 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:05.163230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:05.253251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be8ef098-dd66-47b9-97b9-55bd90541a7b req-47b49b31-ea15-472d-9df5-97b2c76acc51 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719352 Feb 19 00:22:05.289201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-6cbb60fe-53d5-4325-acb9-241d211b3d1d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=c92a461a9cd14f06a360f73925de8d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0873914 Feb 19 00:22:05.505637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (0e880007-52a2-46c7-b91d-60c68aee7185), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:05.549020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-1d49afe8-26e7-4dab-85ec-7e43ad791f55 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:05.550581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-1d49afe8-26e7-4dab-85ec-7e43ad791f55 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2545419 Feb 19 00:22:05.560592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:05.578421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Request body: {'port': {'device_id': '18b40fac-1483-4cc9-8cee-11f3ebd82113', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c92a461a9cd14f06a360f73925de8d5a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:05.588743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6c3db-812c-4bce-8eaf-dfd87878cc8d req-67bf439a-9396-406e-a787-b9beea9bc5c6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:05.594719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76c6c3db-812c-4bce-8eaf-dfd87878cc8d req-67bf439a-9396-406e-a787-b9beea9bc5c6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1973536 Feb 19 00:22:05.595679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e880007-52a2-46c7-b91d-60c68aee7185,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:05.602018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Checking segment: {'id': '492aeb07-a3e1-441d-8cd6-2dde8337cb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2f36fdee-8d1c-4104-9667-d94c5b9e876d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:05.602479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Network hostable DHCP agents. Network: 2f36fdee-8d1c-4104-9667-d94c5b9e876d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:22:05.657182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Network 2f36fdee-8d1c-4104-9667-d94c5b9e876d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:22:05.671699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2f36fdee-8d1c-4104-9667-d94c5b9e876d) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:05.677211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:05.678312 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:05.683037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e812d31d-8e74-413b-af87-9f6b03fdc1d0 None None] Network 2f36fdee-8d1c-4104-9667-d94c5b9e876d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:22:05.719273 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fcfb8800-1bfa-45e6-8764-9b81a5fa837e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6084588 Feb 19 00:22:05.830876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76c6c3db-812c-4bce-8eaf-dfd87878cc8d req-3cd29a65-70d7-489e-b61b-dc389d8a07e2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336164 Feb 19 00:22:05.835708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:05.883326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6b8d7b-3b60-438e-b2fa-426faea1e381 None None] Network 2f36fdee-8d1c-4104-9667-d94c5b9e876d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:22:05.909620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Made reservation on behalf of c92a461a9cd14f06a360f73925de8d5a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:05.912043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:05.924642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:05.927043 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f3876c-f1a0-4ae0-9f13-25657102e56a" -d '{"events": [{"server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:05.934426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Publish callbacks [] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:05.963266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Transition to ACTIVE for port object f5fa8545-bb41-46fa-a3f6-2eee45bf34fb will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:06.019310 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.183726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:06.206456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-34d0abd8-5b3e-4855-93b6-5387e4b434d7 req-2320eb91-6bf4-467d-bb7f-7100dcc132d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-138170575', 'description': 'tempest-description-1029850550'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:06.216018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] No DVR routers for this DVR port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:06.278920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Allocated IP 192.168.233.43 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/3edca46a-dc6a-4329-b18d-2f4eac7d6e42) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:06.299356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0990d-78c6-4dd2-8404-62c821d01a37 req-bc49a2a0-f25f-4d96-bb8c-e3bdc83435f5 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:06.301325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8dc0990d-78c6-4dd2-8404-62c821d01a37 req-bc49a2a0-f25f-4d96-bb8c-e3bdc83435f5 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.2835176 Feb 19 00:22:06.310606 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-34d0abd8-5b3e-4855-93b6-5387e4b434d7 req-2320eb91-6bf4-467d-bb7f-7100dcc132d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.319029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Attempting to bind port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:06.319513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Attempting to bind port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:06.319888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Attempting to bind port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:06.342924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:06.343345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Attempting to bind port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:06.390208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:06.390553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:06.390942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:06.391392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Bound port: f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:06.391753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.485436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8dc0990d-78c6-4dd2-8404-62c821d01a37 req-3f72ffa6-3994-4f7d-b525-154a216f55a1 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711528 Feb 19 00:22:06.566236 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa396b8d-5d09-48c3-9d25-cc726c20a374 x-openstack-request-id: req-aa396b8d-5d09-48c3-9d25-cc726c20a374 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:06.566645 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:06.566903 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa396b8d-5d09-48c3-9d25-cc726c20a374 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:06.567304 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'code': 200} Feb 19 00:22:06.586545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-34d0abd8-5b3e-4855-93b6-5387e4b434d7 req-2320eb91-6bf4-467d-bb7f-7100dcc132d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (d8362341-abba-414e-9f4b-b26dee122cc1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.594950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:06.600422 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-34d0abd8-5b3e-4855-93b6-5387e4b434d7 req-2320eb91-6bf4-467d-bb7f-7100dcc132d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d8362341-abba-414e-9f4b-b26dee122cc1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.604617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:06.651270 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.655925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57544) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:06.706764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-556e32a1-59a9-4b30-be52-80828da28c0d req-99b8b9cb-a18e-487a-928d-1bd9db1cf79b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 210 time: 0.0858281 Feb 19 00:22:06.713707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device afec2fb3-3176-4e94-b231-35143f32711c details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:06.764058 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-34d0abd8-5b3e-4855-93b6-5387e4b434d7 req-2320eb91-6bf4-467d-bb7f-7100dcc132d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.765427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34d0abd8-5b3e-4855-93b6-5387e4b434d7 req-2320eb91-6bf4-467d-bb7f-7100dcc132d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5918157 Feb 19 00:22:06.774868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks [] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.775095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device f5fa8545-bb41-46fa-a3f6-2eee45bf34fb no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:06.794466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:06.795141 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.796948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] 10.222.0.113 "PUT /v2.0/ports/f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 1096 time: 1.9958878 Feb 19 00:22:06.797689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320eb91-6bf4-467d-bb7f-7100dcc132d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8362341-abba-414e-9f4b-b26dee122cc1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:06.850002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-351a2d1e-639c-41c5-b7fd-dbd4a81d6129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.924867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb host n-h1-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:22:06.927700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device f5fa8545-bb41-46fa-a3f6-2eee45bf34fb not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:06.957413 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-351a2d1e-639c-41c5-b7fd-dbd4a81d6129 admin admin] Publish callbacks [] for security_group (70cc0199-c47d-4504-8690-d803fa64b280), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.965967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-351a2d1e-639c-41c5-b7fd-dbd4a81d6129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (70cc0199-c47d-4504-8690-d803fa64b280), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:06.966380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:06.992459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'afec2fb3-3176-4e94-b231-35143f32711c', 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'port_id': 'afec2fb3-3176-4e94-b231-35143f32711c', 'mac_address': 'fa:16:3e:e9:4f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb232860-e016-4aaa-a520-01b4da0a72bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:07.012155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0bcb6-5b43-481f-85a5-5ee841c93e4c service neutron] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:07.016210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a2d1e-639c-41c5-b7fd-dbd4a81d6129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70cc0199-c47d-4504-8690-d803fa64b280,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:07.023179 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-351a2d1e-639c-41c5-b7fd-dbd4a81d6129 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a4c980c73ca40e3813e9b6eef0d0ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3646059 Feb 19 00:22:07.030390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57556) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:07.053489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port afec2fb3-3176-4e94-b231-35143f32711c is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:07.054398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (afec2fb3-3176-4e94-b231-35143f32711c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.070272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afec2fb3-3176-4e94-b231-35143f32711c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:07.093241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:07.098922 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.121354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3cbf7e-7638-4012-9c02-1b54ee02469d req-a2864d15-d0a9-4fa2-b41e-ac6dd12ef2da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:07.124244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d3cbf7e-7638-4012-9c02-1b54ee02469d req-a2864d15-d0a9-4fa2-b41e-ac6dd12ef2da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.2871237 Feb 19 00:22:07.130246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc49a971-af46-47ed-99eb-39cfac6db3fe req-eafe9852-08a8-4d99-97fc-b2e8e72de7b5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/d8362341-abba-414e-9f4b-b26dee122cc1 HTTP/1.1" status: 200 len: 1829 time: 0.2921865 Feb 19 00:22:07.133122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-9b07c50b-b849-4ad1-89d2-83dbd0ff1ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:07.135383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-9b07c50b-b849-4ad1-89d2-83dbd0ff1ab4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1130 time: 0.2465575 Feb 19 00:22:07.136957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.153212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'dc8b90e9-0ce5-48cf-a474-08d5415da449', '0b2bd8f3-c646-4e80-8134-e50fce36251d', 'fee39839-bbe5-49f4-a663-46416ce46ebc'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:07.155910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b', '351783fb-f34c-495f-bd7e-0f745d75c6c7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:07.191082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-bc49a971-af46-47ed-99eb-39cfac6db3fe req-30bec5de-30ef-428c-b1a4-c78201eaf1a2 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8362341-abba-414e-9f4b-b26dee122cc1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:07.191641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-bc49a971-af46-47ed-99eb-39cfac6db3fe req-30bec5de-30ef-428c-b1a4-c78201eaf1a2 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd8362341-abba-414e-9f4b-b26dee122cc1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:07.229603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:07.247300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['afec2fb3-3176-4e94-b231-35143f32711c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:07.350098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:07.395608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:07.399858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:07.500129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb155-4a6c-41bb-8749-7122fdb508cf admin admin] Publish callbacks [] for security_group (70cc0199-c47d-4504-8690-d803fa64b280), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.502486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event updated for resources: {'Port': ['ID=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:07.565603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d3cbf7e-7638-4012-9c02-1b54ee02469d req-e2f259cb-c57e-4c71-8000-c887eee0c925 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165518 Feb 19 00:22:07.617440 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb155-4a6c-41bb-8749-7122fdb508cf admin admin] Publish callbacks [] for security_group (70cc0199-c47d-4504-8690-d803fa64b280), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.678487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:07.679017 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.696604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-bc808081-ec69-4073-b3c4-d1a3bd722ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:07.698128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-bc808081-ec69-4073-b3c4-d1a3bd722ff4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.5316350 Feb 19 00:22:07.706622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bc49a971-af46-47ed-99eb-39cfac6db3fe req-30bec5de-30ef-428c-b1a4-c78201eaf1a2 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group_rule (9e3dd735-a644-4036-b9af-635e350eb62e), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.728616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-56bd60fc-f038-4945-abdd-dbd3af8dddba None None] Provisioning complete for port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:07.729318 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56bd60fc-f038-4945-abdd-dbd3af8dddba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.798954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-bb06b772-d786-4b14-a4fd-c23d4d16e0d6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2364531 Feb 19 00:22:07.805238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-292a1638-2ccd-4c7e-bf2c-eba7ff3e86ae service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 217 time: 0.0746052 Feb 19 00:22:07.806584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-56bd60fc-f038-4945-abdd-dbd3af8dddba None None] Port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:22:07.815238 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bc49a971-af46-47ed-99eb-39cfac6db3fe req-30bec5de-30ef-428c-b1a4-c78201eaf1a2 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group_rule (9e3dd735-a644-4036-b9af-635e350eb62e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.829947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Request body: {'port': {'device_id': '18b40fac-1483-4cc9-8cee-11f3ebd82113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:07.867459 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bc49a971-af46-47ed-99eb-39cfac6db3fe req-30bec5de-30ef-428c-b1a4-c78201eaf1a2 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9e3dd735-a644-4036-b9af-635e350eb62e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.918021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bc49a971-af46-47ed-99eb-39cfac6db3fe req-30bec5de-30ef-428c-b1a4-c78201eaf1a2 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.919261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc49a971-af46-47ed-99eb-39cfac6db3fe req-30bec5de-30ef-428c-b1a4-c78201eaf1a2 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7738283 Feb 19 00:22:07.919836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb155-4a6c-41bb-8749-7122fdb508cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (70cc0199-c47d-4504-8690-d803fa64b280), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.927810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9f2fb155-4a6c-41bb-8749-7122fdb508cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:07.927810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9f2fb155-4a6c-41bb-8749-7122fdb508cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70cc0199-c47d-4504-8690-d803fa64b280 HTTP/1.1" status: 204 len: 168 time: 0.8875391 Feb 19 00:22:07.928667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bec5de-30ef-428c-b1a4-c78201eaf1a2 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e3dd735-a644-4036-b9af-635e350eb62e,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:07.962610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4449a6-eebe-4268-87c5-ab9575b13e9f req-b798ad38-df6a-4cdf-bc24-4cec09fc7c4a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:07.969776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db4449a6-eebe-4268-87c5-ab9575b13e9f req-b798ad38-df6a-4cdf-bc24-4cec09fc7c4a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 948 time: 0.2991741 Feb 19 00:22:07.979546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-655440f2-3248-4d39-81f5-30e760c112fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:07.981035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-655440f2-3248-4d39-81f5-30e760c112fa service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1680653 Feb 19 00:22:07.992023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fb155-4a6c-41bb-8749-7122fdb508cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70cc0199-c47d-4504-8690-d803fa64b280,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:08.028163 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.129081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db4449a6-eebe-4268-87c5-ab9575b13e9f req-b739c660-fe62-41a1-9a68-42985900831a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582770 Feb 19 00:22:08.149215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-bd83fcc7-a19a-4b9d-8465-3e9748708497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:08.159246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-bd83fcc7-a19a-4b9d-8465-3e9748708497 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1554298 Feb 19 00:22:08.324758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57576) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:08.339911 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd83c6ab-0919-42a0-a599-132bbd663d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.449488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-017630c1-1c2d-456d-9de5-e6020363f5df service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830625 Feb 19 00:22:08.459649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b50cb4-fbda-41e7-aa49-4dae380cfdf5 req-6654ef63-5b37-42d3-8fe8-182ff0a077d0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:08.459870 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd83c6ab-0919-42a0-a599-132bbd663d50 admin admin] Publish callbacks [] for security_group (8eac6fbd-7dcc-48e7-a421-4abb990ef05d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.469232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd83c6ab-0919-42a0-a599-132bbd663d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8eac6fbd-7dcc-48e7-a421-4abb990ef05d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.470352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88b50cb4-fbda-41e7-aa49-4dae380cfdf5 req-6654ef63-5b37-42d3-8fe8-182ff0a077d0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 944 time: 0.1902139 Feb 19 00:22:08.527190 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fd83c6ab-0919-42a0-a599-132bbd663d50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a7fd22ecf3ef4347b2fd7e92c16d4202&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004499 Feb 19 00:22:08.529758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57580) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:08.551453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd83c6ab-0919-42a0-a599-132bbd663d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eac6fbd-7dcc-48e7-a421-4abb990ef05d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:08.573566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:08.575836 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20da22ac-2312-4e7e-9583-d7228666ce84" -d '{"events": [{"name": "network-changed", "server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:08.587051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f285fbe-7b75-44b3-b009-3d937486036a admin admin] Publish callbacks [] for security_group (8eac6fbd-7dcc-48e7-a421-4abb990ef05d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.608824 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f285fbe-7b75-44b3-b009-3d937486036a admin admin] Publish callbacks [] for security_group (8eac6fbd-7dcc-48e7-a421-4abb990ef05d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.664169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f285fbe-7b75-44b3-b009-3d937486036a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8eac6fbd-7dcc-48e7-a421-4abb990ef05d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.666836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f285fbe-7b75-44b3-b009-3d937486036a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.668070 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2f285fbe-7b75-44b3-b009-3d937486036a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8eac6fbd-7dcc-48e7-a421-4abb990ef05d HTTP/1.1" status: 204 len: 168 time: 0.1373641 Feb 19 00:22:08.676999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f285fbe-7b75-44b3-b009-3d937486036a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eac6fbd-7dcc-48e7-a421-4abb990ef05d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:08.728681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device afec2fb3-3176-4e94-b231-35143f32711c up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:08.786644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port afec2fb3-3176-4e94-b231-35143f32711c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:08.787165 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (afec2fb3-3176-4e94-b231-35143f32711c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.886541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port afec2fb3-3176-4e94-b231-35143f32711c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:08.887285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (afec2fb3-3176-4e94-b231-35143f32711c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.914853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:08.917708 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f7bc91-b412-44a7-af7c-01bf303bed0a" -d '{"events": [{"server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "name": "network-vif-plugged", "status": "completed", "tag": "afec2fb3-3176-4e94-b231-35143f32711c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:08.932691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:08.939295 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:08.969258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88b50cb4-fbda-41e7-aa49-4dae380cfdf5 req-5e25f88e-59d3-40a9-a3d9-22c4f370b037 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976830 Feb 19 00:22:08.990765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:09.007734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:09.027332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Publish callbacks [] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:09.071939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c26c7f-45be-4024-b8c1-edc0dac091a9 req-a7f6b16a-4922-40ba-b92a-c6dddff32818 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:09.073737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15c26c7f-45be-4024-b8c1-edc0dac091a9 req-a7f6b16a-4922-40ba-b92a-c6dddff32818 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 935 time: 0.5198584 Feb 19 00:22:09.082115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Transition to ACTIVE for port object 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:09.089181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d267c47-64cb-49d6-975f-28531c11d2a6 req-2e7070ea-87e6-4ba8-971c-af14233d7b71 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6151614 Feb 19 00:22:09.098411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:09.168233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99e488c3-2c6f-469b-ab64-ffaeb676f96b req-3fd3fff4-9f16-43e0-b066-17a61dbeae1a tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/d8362341-abba-414e-9f4b-b26dee122cc1 HTTP/1.1" status: 200 len: 2422 time: 0.1540968 Feb 19 00:22:09.188764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:09.237919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15c26c7f-45be-4024-b8c1-edc0dac091a9 req-4db3d24b-efa7-4eae-b1d2-6ab2e66925ea tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572337 Feb 19 00:22:09.289670 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3457488c-bab9-4a7a-a278-3044374dec05 x-openstack-request-id: req-3457488c-bab9-4a7a-a278-3044374dec05 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:09.291877 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:09.294724 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3457488c-bab9-4a7a-a278-3044374dec05 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:09.295291 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'status': 'completed', 'code': 200} Feb 19 00:22:09.360124 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a6662-8d8a-4eef-aecb-adb86db7d17d x-openstack-request-id: req-473a6662-8d8a-4eef-aecb-adb86db7d17d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:09.360783 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "name": "network-vif-plugged", "status": "completed", "tag": "afec2fb3-3176-4e94-b231-35143f32711c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:09.361355 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-473a6662-8d8a-4eef-aecb-adb86db7d17d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:09.364012 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c', 'code': 200} Feb 19 00:22:09.410689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Attempting to bind port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:09.411112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Attempting to bind port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:09.411509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Attempting to bind port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:09.479536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:09.480241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Attempting to bind port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:09.510265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:09.511099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:09.511650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:09.512286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Bound port: 3edca46a-dc6a-4329-b18d-2f4eac7d6e42, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:09.512645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:09.572311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-439e79d7-576b-45b1-a688-d856f2d2cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:09.573839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-439e79d7-576b-45b1-a688-d856f2d2cfe1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1130 time: 0.2553267 Feb 19 00:22:09.583311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-46de07d8-0eee-4ab4-8095-dc605f536f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:09.584824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-46de07d8-0eee-4ab4-8095-dc605f536f23 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1130 time: 0.2618237 Feb 19 00:22:09.618190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b89b4-e8df-4444-ad63-cd36248c9e37 req-61939882-116a-483f-a838-e6f84fc35932 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:09.619820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c0b89b4-e8df-4444-ad63-cd36248c9e37 req-61939882-116a-483f-a838-e6f84fc35932 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 948 time: 0.1534591 Feb 19 00:22:09.779574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] For port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:09.816296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] For port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:09.848708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:09.906474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-1499c6af-5cc8-4805-9524-fba7c1b1bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:09.911099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-1499c6af-5cc8-4805-9524-fba7c1b1bc87 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3195500 Feb 19 00:22:09.922519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c0b89b4-e8df-4444-ad63-cd36248c9e37 req-22447c59-279c-474d-93b1-4d2d75b924ef tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873995 Feb 19 00:22:09.938121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e6648-43f5-47e4-a63c-47e1c1cbb860 req-afd456f1-ef52-4d2b-8210-9a8133835162 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:09.939689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b0e6648-43f5-47e4-a63c-47e1c1cbb860 req-afd456f1-ef52-4d2b-8210-9a8133835162 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.2583282 Feb 19 00:22:09.941031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:09.941670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:09.943008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] 10.222.0.126 "PUT /v2.0/ports/3edca46a-dc6a-4329-b18d-2f4eac7d6e42 HTTP/1.1" status: 200 len: 1095 time: 2.1259677 Feb 19 00:22:09.947114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-9ee887a6-8766-473b-958f-cd69815f6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:09.949001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-9ee887a6-8766-473b-958f-cd69815f6b3c service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3482854 Feb 19 00:22:10.010946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-a3c2e690-47ee-4087-aa8d-a86ff73df61d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 217 time: 0.0949101 Feb 19 00:22:10.115781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-b191f437-60f9-4cec-b166-d5bc804df78f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 217 time: 0.1179948 Feb 19 00:22:10.118868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad28fb82-1702-4b0f-a1b1-7fcae777c0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:10.168575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-940ac15f-aca1-48a1-901a-9ede94e0f181 req-4e45f1b5-f281-46a8-b5e1-e1632ea575d7 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-group-rules/9e3dd735-a644-4036-b9af-635e350eb62e HTTP/1.1" status: 200 len: 778 time: 0.1425354 Feb 19 00:22:10.240169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-5627fbd5-202c-47cf-9028-27de66f2065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:10.241656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-5627fbd5-202c-47cf-9028-27de66f2065b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2064574 Feb 19 00:22:10.249990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b0e6648-43f5-47e4-a63c-47e1c1cbb860 req-896a9e7e-01fd-4a5b-928b-6496f530cd9f tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005013 Feb 19 00:22:10.305217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-16445298-d0af-428e-9726-525dc8605a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:10.306713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-16445298-d0af-428e-9726-525dc8605a9f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1606164 Feb 19 00:22:10.318807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-cb7b8f6d-65b2-43b3-84bc-a5b0410d871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:10.320284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-cb7b8f6d-65b2-43b3-84bc-a5b0410d871d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 1129 time: 0.2839017 Feb 19 00:22:10.335546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-940ac15f-aca1-48a1-901a-9ede94e0f181 req-eaf9c568-f663-4eec-b79c-a8aeefaf67ff tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/d8362341-abba-414e-9f4b-b26dee122cc1 HTTP/1.1" status: 200 len: 2422 time: 0.1376307 Feb 19 00:22:10.410896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-e6a9e8e8-eb94-4823-aa16-0be532bf5de5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=3edca46a-dc6a-4329-b18d-2f4eac7d6e42 HTTP/1.1" status: 200 len: 217 time: 0.0796509 Feb 19 00:22:10.485792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-c5cba727-ee28-4c8f-a122-05165ce26609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:10.487288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-c5cba727-ee28-4c8f-a122-05165ce26609 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2279372 Feb 19 00:22:10.495465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-940ac15f-aca1-48a1-901a-9ede94e0f181 req-dd4fb408-9409-4c32-a600-2623393e1c9f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group_rule (9e3dd735-a644-4036-b9af-635e350eb62e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:10.522384 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-940ac15f-aca1-48a1-901a-9ede94e0f181 req-dd4fb408-9409-4c32-a600-2623393e1c9f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group_rule (9e3dd735-a644-4036-b9af-635e350eb62e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:10.590207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-5572bcdd-ef9e-4d3d-bfd2-dad97fe9db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:10.591672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-5572bcdd-ef9e-4d3d-bfd2-dad97fe9db6b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1546214 Feb 19 00:22:10.598061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-50b14c27-0a58-40cb-ab04-4007addfb033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:10.599663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-50b14c27-0a58-40cb-ab04-4007addfb033 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2834716 Feb 19 00:22:10.610339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1aee4-8c97-4f5f-b842-1c346a31fc7e req-a771da7b-45ba-4582-8d42-4b1b4a4fc504 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:10.611773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2a1aee4-8c97-4f5f-b842-1c346a31fc7e req-a771da7b-45ba-4582-8d42-4b1b4a4fc504 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.2443898 Feb 19 00:22:10.677127 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-940ac15f-aca1-48a1-901a-9ede94e0f181 req-dd4fb408-9409-4c32-a600-2623393e1c9f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9e3dd735-a644-4036-b9af-635e350eb62e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:10.713896 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-940ac15f-aca1-48a1-901a-9ede94e0f181 req-dd4fb408-9409-4c32-a600-2623393e1c9f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:10.715025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-940ac15f-aca1-48a1-901a-9ede94e0f181 req-dd4fb408-9409-4c32-a600-2623393e1c9f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9e3dd735-a644-4036-b9af-635e350eb62e HTTP/1.1" status: 204 len: 173 time: 0.3578756 Feb 19 00:22:10.757779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fb408-9409-4c32-a600-2623393e1c9f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e3dd735-a644-4036-b9af-635e350eb62e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:10.775143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-89a19fe1-7713-4dd9-8d58-ce40b2f22d50 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736146 Feb 19 00:22:10.844135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2a1aee4-8c97-4f5f-b842-1c346a31fc7e req-c60e762d-c732-4fe8-9f37-800e4fdf4f5f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207787 Feb 19 00:22:10.883328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-3327d4cb-d269-47e5-baa2-fe61230bc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:10.884849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-3327d4cb-d269-47e5-baa2-fe61230bc66b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2843263 Feb 19 00:22:10.920975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-20840d47-8e99-48a1-8be9-fc3bb94fb5bc service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986810 Feb 19 00:22:11.055624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80ed49-65c5-4264-97a0-f2016e82dc9c req-8009bd9a-21b5-4aa8-b1d1-7a589a47d42e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:11.058879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d80ed49-65c5-4264-97a0-f2016e82dc9c req-8009bd9a-21b5-4aa8-b1d1-7a589a47d42e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 947 time: 0.2772496 Feb 19 00:22:11.065648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-05a03539-cce8-4f63-afa0-4ee60cd60e5f service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819531 Feb 19 00:22:11.125518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-dbfb7dca-988f-45bf-a1cc-3ea94d1d5624 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545335 Feb 19 00:22:11.151144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-444671ee-3761-4baf-8572-b3ef5597577f service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564714 Feb 19 00:22:11.232159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20da22ac-2312-4e7e-9583-d7228666ce84 req-b794fe9e-3760-4b54-a9f1-ee0d38169a90 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824726 Feb 19 00:22:11.274370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d80ed49-65c5-4264-97a0-f2016e82dc9c req-75d1c7fe-6d0c-4cec-8ae1-c8b2a053e93d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056510 Feb 19 00:22:11.296038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18b40fac-1483-4cc9-8cee-11f3ebd82113', 'tag': '3edca46a-dc6a-4329-b18d-2f4eac7d6e42'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:11.298112 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b578638a-1f91-4082-aaca-6cf9493f9662" -d '{"events": [{"name": "network-changed", "server_uuid": "18b40fac-1483-4cc9-8cee-11f3ebd82113", "tag": "3edca46a-dc6a-4329-b18d-2f4eac7d6e42"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:11.320093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8da7827f-29b4-4218-8836-938c80130566 req-b05f5c92-efc6-49a3-bfc6-1e62a9173f14 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1503382843', 'description': 'tempest-description-1309174281'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:11.364036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-f2c00fcd-1711-471f-b3e6-6de8d9bd0a6a tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:11.365551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-f2c00fcd-1711-471f-b3e6-6de8d9bd0a6a tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2296126 Feb 19 00:22:11.386435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a3edab-3861-4666-8ceb-5ecbffd0b7a6 req-88cd3f39-9497-423c-8913-9794b24460ae service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253678 Feb 19 00:22:11.388489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8da7827f-29b4-4218-8836-938c80130566 req-b05f5c92-efc6-49a3-bfc6-1e62a9173f14 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:11.399876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-ae960c53-7fb2-41dc-9845-b25759659f92 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/quotas/a6fddc5f4b294fbe88000f493f6962c2 HTTP/1.1" status: 200 len: 375 time: 0.0223665 Feb 19 00:22:11.442582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-24dc2bab-b807-43ca-ac86-a8cb2b87e04e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349531 Feb 19 00:22:11.502151 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8da7827f-29b4-4218-8836-938c80130566 req-b05f5c92-efc6-49a3-bfc6-1e62a9173f14 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (1d1f090b-6d94-4156-92bd-893e39391adb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:11.508387 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8da7827f-29b4-4218-8836-938c80130566 req-b05f5c92-efc6-49a3-bfc6-1e62a9173f14 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1d1f090b-6d94-4156-92bd-893e39391adb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:11.539131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8da7827f-29b4-4218-8836-938c80130566 req-b05f5c92-efc6-49a3-bfc6-1e62a9173f14 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:11.540439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8da7827f-29b4-4218-8836-938c80130566 req-b05f5c92-efc6-49a3-bfc6-1e62a9173f14 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2291667 Feb 19 00:22:11.557488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f5c92-efc6-49a3-bfc6-1e62a9173f14 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1f090b-6d94-4156-92bd-893e39391adb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:11.712798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec004a39-b4b0-4584-9d87-66d023943c81 req-22b7226c-6f67-4ce6-afdc-3f0a6fdd41e2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:11.714260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec004a39-b4b0-4584-9d87-66d023943c81 req-22b7226c-6f67-4ce6-afdc-3f0a6fdd41e2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.0971382 Feb 19 00:22:11.736022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f8f5f-ccb0-47da-8218-7a094eeffad9 req-975b0033-af92-46d1-b999-4f3307d1f77a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:11.737481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf4f8f5f-ccb0-47da-8218-7a094eeffad9 req-975b0033-af92-46d1-b999-4f3307d1f77a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 948 time: 0.1026809 Feb 19 00:22:11.813076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec004a39-b4b0-4584-9d87-66d023943c81 req-1199d559-82c6-4963-9592-f317bc20a25a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Feb 19 00:22:11.825456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf4f8f5f-ccb0-47da-8218-7a094eeffad9 req-0db6fc09-c222-4f49-91ab-f1dc1029439d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752256 Feb 19 00:22:11.895510 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977fd6e0-0123-455e-aa9d-ada758027aed x-openstack-request-id: req-977fd6e0-0123-455e-aa9d-ada758027aed {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:11.896168 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18b40fac-1483-4cc9-8cee-11f3ebd82113", "tag": "3edca46a-dc6a-4329-b18d-2f4eac7d6e42", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:11.896441 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-977fd6e0-0123-455e-aa9d-ada758027aed {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:11.896823 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18b40fac-1483-4cc9-8cee-11f3ebd82113', 'tag': '3edca46a-dc6a-4329-b18d-2f4eac7d6e42', 'status': 'completed', 'code': 200} Feb 19 00:22:12.006828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d24fe0cb-6edf-489d-b0de-c65f12d1ecb5 req-24d32f92-2e73-4fe4-8331-7b373d648caa tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 210 time: 0.0634661 Feb 19 00:22:12.028978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-635ae906-ec4f-442c-b605-639e12c7f409 req-8a6e2698-9c88-4b8f-93f0-e69dd187e31c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/1d1f090b-6d94-4156-92bd-893e39391adb HTTP/1.1" status: 200 len: 1830 time: 0.1461816 Feb 19 00:22:12.073435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-7744057a-42a8-4c77-bcd6-fbba1ed14699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:12.075683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-7744057a-42a8-4c77-bcd6-fbba1ed14699 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c92a461a9cd14f06a360f73925de8d5a&device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 1129 time: 0.1509569 Feb 19 00:22:12.115483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f5fa8545-bb41-46fa-a3f6-2eee45bf34fb details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:12.288100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:12.304653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'mac_address': 'fa:16:3e:d4:7b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:12.355787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:12.356659 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:12.377909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fa8545-bb41-46fa-a3f6-2eee45bf34fb {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:12.402122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:12.410141 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:12.501881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:12.687404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-7e869939-be96-4a8c-a33a-10bd61a4dead tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:12.689784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-7e869939-be96-4a8c-a33a-10bd61a4dead tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 949 time: 0.2723074 Feb 19 00:22:12.699671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51222def-bdf5-423c-a4ae-885ad09ee03a req-557c49ff-eaad-4ebf-907e-d6c4c379d844 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:12.701879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51222def-bdf5-423c-a4ae-885ad09ee03a req-557c49ff-eaad-4ebf-907e-d6c4c379d844 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.6104600 Feb 19 00:22:12.713900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-b92bc919-eb15-4eb0-a2d2-f6948dc5162f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:12.715349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-b92bc919-eb15-4eb0-a2d2-f6948dc5162f service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.6327610 Feb 19 00:22:12.748051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77b600-a04b-4750-960e-b22b9e7455eb req-fd20466d-e3c5-402e-98d1-ea243f3cb921 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:12.749475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e77b600-a04b-4750-960e-b22b9e7455eb req-fd20466d-e3c5-402e-98d1-ea243f3cb921 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 949 time: 0.3309548 Feb 19 00:22:12.789792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:12.819415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-7ebc8e32-c3ad-4805-b6cb-b4600e9a98cc service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=3edca46a-dc6a-4329-b18d-2f4eac7d6e42 HTTP/1.1" status: 200 len: 217 time: 0.0829844 Feb 19 00:22:12.919166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51222def-bdf5-423c-a4ae-885ad09ee03a req-e0e0bc5a-b91d-491b-b43d-740efb65df4d tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065377 Feb 19 00:22:12.920064 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-c51b24e1-3783-48c1-b31a-c05cffe80b0d service neutron] delete failed (client error): The resource could not be found. Feb 19 00:22:12.921038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-c51b24e1-3783-48c1-b31a-c05cffe80b0d service neutron] 10.222.0.126 "DELETE /v2.0/ports/f5fa8545-bb41-46fa-a3f6-2eee45bf34fb/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.2180901 Feb 19 00:22:12.971939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d53da357-4f25-43a9-b985-cf8f3b3b448e req-168fcfab-c8b0-4ce0-be14-60ac2cc6c18a tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-61408263', 'description': 'tempest-description-792635347'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:12.982207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e77b600-a04b-4750-960e-b22b9e7455eb req-cd6470f9-059e-4e78-9a95-8978050a4d8e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214909 Feb 19 00:22:12.993508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-91e44da1-da4b-4b66-b474-bf53abad8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:12.995016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-91e44da1-da4b-4b66-b474-bf53abad8500 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1592686 Feb 19 00:22:13.001931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-ff8f7cd3-4fd5-49b3-a706-7b2512ed4411 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459638 Feb 19 00:22:13.135468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d53da357-4f25-43a9-b985-cf8f3b3b448e req-168fcfab-c8b0-4ce0-be14-60ac2cc6c18a tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:13.257170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-51240d64-1d5a-4bc4-bff1-73b668c503c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:13.258730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-51240d64-1d5a-4bc4-bff1-73b668c503c3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2498214 Feb 19 00:22:13.271157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-a862a8c5-9bd9-4093-b67b-94026aa6c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:13.272622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-a862a8c5-9bd9-4093-b67b-94026aa6c71b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1131 time: 0.2204623 Feb 19 00:22:13.282083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-ee29a108-59c7-4991-8452-0beac7d637e6 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:13.283504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-ee29a108-59c7-4991-8452-0beac7d637e6 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735679 Feb 19 00:22:13.321955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec42432-60d8-4b80-a718-cf4fae75de2e req-ffd50175-ad73-46a1-bfd8-4230d3ce913d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:13.323459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ec42432-60d8-4b80-a718-cf4fae75de2e req-ffd50175-ad73-46a1-bfd8-4230d3ce913d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 947 time: 0.1941185 Feb 19 00:22:13.326907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Request body: {'port': {'device_id': '66c30e47-8d2b-48e5-bb9b-354fa79bccd2', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'a6fddc5f4b294fbe88000f493f6962c2'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:13.508816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d53da357-4f25-43a9-b985-cf8f3b3b448e req-168fcfab-c8b0-4ce0-be14-60ac2cc6c18a tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (967f7821-108e-4602-a275-a1912fbfe29d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:13.527311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d53da357-4f25-43a9-b985-cf8f3b3b448e req-168fcfab-c8b0-4ce0-be14-60ac2cc6c18a tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (967f7821-108e-4602-a275-a1912fbfe29d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:13.632375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-db45502b-b041-4b66-a8d2-3301b81fe98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:13.634154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-db45502b-b041-4b66-a8d2-3301b81fe98e service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3478465 Feb 19 00:22:13.637500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ec42432-60d8-4b80-a718-cf4fae75de2e req-91483190-a0ad-4fc0-909f-fba4af895a05 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958076 Feb 19 00:22:13.640225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-2a79fdea-4a14-497c-8f1c-1eb788d06049 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655970 Feb 19 00:22:13.640837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168fcfab-c8b0-4ce0-be14-60ac2cc6c18a tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967f7821-108e-4602-a275-a1912fbfe29d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:13.649166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d53da357-4f25-43a9-b985-cf8f3b3b448e req-168fcfab-c8b0-4ce0-be14-60ac2cc6c18a tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:13.651053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d53da357-4f25-43a9-b985-cf8f3b3b448e req-168fcfab-c8b0-4ce0-be14-60ac2cc6c18a tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.6956267 Feb 19 00:22:13.721502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-5a67220f-856e-426d-a1e4-8af3c037cb48 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 217 time: 0.0754125 Feb 19 00:22:13.811275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Made reservation on behalf of a6fddc5f4b294fbe88000f493f6962c2 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:13.814556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:13.836663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:13.879710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-a1f3e853-24db-4c41-acd7-e6055aab0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:13.881168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-a1f3e853-24db-4c41-acd7-e6055aab0c90 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1322477 Feb 19 00:22:13.967184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e715e-3ef9-45fa-a3fa-06d7067a5c47 req-3ab1e860-5240-48fd-92a6-df596ae83116 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:13.968667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-887e715e-3ef9-45fa-a3fa-06d7067a5c47 req-3ab1e860-5240-48fd-92a6-df596ae83116 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.2208409 Feb 19 00:22:13.970542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b578638a-1f91-4082-aaca-6cf9493f9662 req-a1caf209-0824-4a3c-9301-ffbdd4db0fe1 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147793 Feb 19 00:22:13.972300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14320fd2-84da-4b25-a878-591c08f300b6 req-dc9cdf1e-fd38-4b86-bcef-67fd7d4ac5a3 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 210 time: 0.0826375 Feb 19 00:22:14.071951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-cdee13b4-ba81-4c3a-a64b-fd87b28b7fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:14.073497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-cdee13b4-ba81-4c3a-a64b-fd87b28b7fbd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1827538 Feb 19 00:22:14.103967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-887e715e-3ef9-45fa-a3fa-06d7067a5c47 req-be269544-8bb2-484e-a5e1-e28b9ab53de8 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249104 Feb 19 00:22:14.133661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f5fa8545-bb41-46fa-a3f6-2eee45bf34fb up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:14.137466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c29473e-70d0-46ae-8a2d-4b462c005020 req-a23d3ca7-857c-4240-a16d-671b024f0520 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/967f7821-108e-4602-a275-a1912fbfe29d HTTP/1.1" status: 200 len: 1827 time: 0.1329403 Feb 19 00:22:14.167084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks [] for security_group (e320f12c-3be3-4609-826c-f17a54d3c2ee), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:14.177757 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e320f12c-3be3-4609-826c-f17a54d3c2ee), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:14.225560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:22:14.230914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:14.231496 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:14.315640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:14.316076 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:14.327553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e320f12c-3be3-4609-826c-f17a54d3c2ee,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:14.342300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:14.344795 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b3dccb-1e63-4074-915e-41cea6c2de14" -d '{"events": [{"server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:14.345127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-0e518307-d2f7-45d2-972b-77108a66afd4 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609591 Feb 19 00:22:14.353368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.353735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.354084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.354462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.354807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.355431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.355549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.355799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.356133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.356465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.356795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.357383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.357496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:14.359469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:14.366590 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:14.423516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:14.474280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1933f532-9c8e-4190-91f1-ea4e1fdf290d req-3feeea5d-65b2-49ba-9330-ec02ffac4cd9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:14.475839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1933f532-9c8e-4190-91f1-ea4e1fdf290d req-3feeea5d-65b2-49ba-9330-ec02ffac4cd9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 949 time: 0.2685707 Feb 19 00:22:14.494032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685931-c868-401a-8e21-9ae77fbe102d req-8e1fd1fc-0aae-4900-b422-d10e9ee20b06 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:14.495627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5685931-c868-401a-8e21-9ae77fbe102d req-8e1fd1fc-0aae-4900-b422-d10e9ee20b06 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 945 time: 0.2700491 Feb 19 00:22:14.783535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:14.788422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device afec2fb3-3176-4e94-b231-35143f32711c no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:14.814743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Allocated IP 192.168.233.83 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/e2ae978a-ed42-4a16-95c8-26adda27473f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:14.878936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5e87a39-d234-44d0-b4c1-2a6e59b17e3e req-b8c74bd8-b7e0-4db3-97a4-cd190a7bd12e service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145319 Feb 19 00:22:14.914523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1933f532-9c8e-4190-91f1-ea4e1fdf290d req-40660d77-3a9b-4dc3-b5ee-7004c461dfec tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195089 Feb 19 00:22:14.932882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5685931-c868-401a-8e21-9ae77fbe102d req-b0b7b988-06c4-432d-b09b-40829181b464 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174094 Feb 19 00:22:14.956039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port afec2fb3-3176-4e94-b231-35143f32711c is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:14.956432 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (afec2fb3-3176-4e94-b231-35143f32711c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:14.957105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-bb834a77-d6fb-4355-9511-1aef18061365 req-77070b5d-194e-4584-9022-f6b0733602d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1966999767', 'description': 'tempest-description-111604287'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:14.977613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:15.003958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '3edca46a-dc6a-4329-b18d-2f4eac7d6e42', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '3edca46a-dc6a-4329-b18d-2f4eac7d6e42', 'mac_address': 'fa:16:3e:10:7d:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:15.035544 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bb834a77-d6fb-4355-9511-1aef18061365 req-77070b5d-194e-4584-9022-f6b0733602d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.045742 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7f6a10-8d94-47bd-8c6c-ca2249435fda x-openstack-request-id: req-6f7f6a10-8d94-47bd-8c6c-ca2249435fda {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:15.046028 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "name": "network-vif-plugged", "status": "completed", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:15.046309 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6f7f6a10-8d94-47bd-8c6c-ca2249435fda {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:15.046702 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'code': 200} Feb 19 00:22:15.048411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:15.060585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.091573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:15.091964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.121187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:15.143378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:15.156061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:15.161334 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.171900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks [] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.216547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:15.261300 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bb834a77-d6fb-4355-9511-1aef18061365 req-77070b5d-194e-4584-9022-f6b0733602d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (cc087a58-bee1-4a53-a649-41b923bf1c48), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.272826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb35c2-cf96-4c58-91ef-6f78d7242942 req-3af582df-53e6-4358-90e6-96e7f23d9d5a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:15.274633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61bb35c2-cf96-4c58-91ef-6f78d7242942 req-3af582df-53e6-4358-90e6-96e7f23d9d5a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 947 time: 0.1602695 Feb 19 00:22:15.276162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bb834a77-d6fb-4355-9511-1aef18061365 req-77070b5d-194e-4584-9022-f6b0733602d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cc087a58-bee1-4a53-a649-41b923bf1c48), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.278998 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.370061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:15.372930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bb834a77-d6fb-4355-9511-1aef18061365 req-77070b5d-194e-4584-9022-f6b0733602d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.374361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb834a77-d6fb-4355-9511-1aef18061365 req-77070b5d-194e-4584-9022-f6b0733602d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4255106 Feb 19 00:22:15.382414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:15.386425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:15.399548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77070b5d-194e-4584-9022-f6b0733602d5 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc087a58-bee1-4a53-a649-41b923bf1c48,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:15.441328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Pushing event updated for resources: {'Port': ['ID=e2ae978a-ed42-4a16-95c8-26adda27473f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:15.461965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61bb35c2-cf96-4c58-91ef-6f78d7242942 req-4acf27b4-f1c9-402e-b560-7b45d84829ee tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785467 Feb 19 00:22:15.477498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:15.478761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.545331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-6cb50bb0-d750-4ceb-b014-5b2322e91449 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2399979 Feb 19 00:22:15.561569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Request body: {'port': {'device_id': '66c30e47-8d2b-48e5-bb9b-354fa79bccd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:15.623557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239cf22-659b-4f5d-b979-75c2cd4592e5 req-088c4385-caa7-4fd5-9a92-55f7c58d3578 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:15.631515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b239cf22-659b-4f5d-b979-75c2cd4592e5 req-088c4385-caa7-4fd5-9a92-55f7c58d3578 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 935 time: 0.1400042 Feb 19 00:22:15.647199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['3edca46a-dc6a-4329-b18d-2f4eac7d6e42'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:15.724107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.875402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-35d2edce-3376-442c-8ec5-8d6108371948 None None] Provisioning complete for port e2ae978a-ed42-4a16-95c8-26adda27473f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:15.876107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35d2edce-3376-442c-8ec5-8d6108371948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:15.901343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b239cf22-659b-4f5d-b979-75c2cd4592e5 req-072b0ce6-ddac-40d9-a019-a79bc5e44706 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646148 Feb 19 00:22:15.915760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-35d2edce-3376-442c-8ec5-8d6108371948 None None] Port e2ae978a-ed42-4a16-95c8-26adda27473f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:22:15.921775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dddc3e7-900f-4921-9ca0-d45b0edf8345 req-787dc6db-0253-4604-bd22-8465f47b200d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:15.923662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dddc3e7-900f-4921-9ca0-d45b0edf8345 req-787dc6db-0253-4604-bd22-8465f47b200d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.2573042 Feb 19 00:22:16.071596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cafdecf-bcb4-41f9-ad4c-53cefcdd98f5 req-a0a3cf28-34de-4490-86fa-50b732a564c8 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/cc087a58-bee1-4a53-a649-41b923bf1c48 HTTP/1.1" status: 200 len: 1829 time: 0.1314285 Feb 19 00:22:16.077750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dddc3e7-900f-4921-9ca0-d45b0edf8345 req-5eaff66d-ee61-419b-b5ff-b2f78e946682 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364834 Feb 19 00:22:16.246698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ae978a-ed42-4a16-95c8-26adda27473f {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:16.267210 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Publish callbacks [] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:16.316576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Transition to ACTIVE for port object e2ae978a-ed42-4a16-95c8-26adda27473f will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:16.326260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d7689-cd85-4dd6-96a2-60ea12c53ffc req-4e104326-2f2d-4c3e-aaf2-3e2d6d79ae26 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:16.327765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c4d7689-cd85-4dd6-96a2-60ea12c53ffc req-4e104326-2f2d-4c3e-aaf2-3e2d6d79ae26 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1686475 Feb 19 00:22:16.331197 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:16.342287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7f06b-a0be-4b6f-8d41-72bfcfa0e4e5 req-4935133d-7867-4672-9d02-76e7982b8d53 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:16.343729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1d7f06b-a0be-4b6f-8d41-72bfcfa0e4e5 req-4935133d-7867-4672-9d02-76e7982b8d53 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 943 time: 0.1857345 Feb 19 00:22:16.468043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-79a37910-d514-40f5-9654-bf06492b05c5 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:16.469419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-79a37910-d514-40f5-9654-bf06492b05c5 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.126 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 943 time: 0.2059944 Feb 19 00:22:16.476320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Pushing event updated for resources: {'Port': ['ID=e2ae978a-ed42-4a16-95c8-26adda27473f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:16.505375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c4d7689-cd85-4dd6-96a2-60ea12c53ffc req-7c75efec-aedf-4950-a2c4-eac10cb07ac3 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576307 Feb 19 00:22:16.542080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1d7f06b-a0be-4b6f-8d41-72bfcfa0e4e5 req-29491f50-34cf-47a0-8397-a74002d8f354 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908674 Feb 19 00:22:16.590587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-c22b7e39-8112-48ce-846f-57bae7a38747 req-3e23193c-b869-451d-8eb7-c26d1636009c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-659232659', 'description': 'tempest-description-1555743585'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:16.689566 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c22b7e39-8112-48ce-846f-57bae7a38747 req-3e23193c-b869-451d-8eb7-c26d1636009c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:16.701305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Attempting to bind port e2ae978a-ed42-4a16-95c8-26adda27473f on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:16.701644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Attempting to bind port e2ae978a-ed42-4a16-95c8-26adda27473f by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:16.701980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Attempting to bind port e2ae978a-ed42-4a16-95c8-26adda27473f on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:16.720386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Port e2ae978a-ed42-4a16-95c8-26adda27473f on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:16.720617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Attempting to bind port e2ae978a-ed42-4a16-95c8-26adda27473f on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:16.742800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:16.743147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:16.743538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:16.743989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Bound port: e2ae978a-ed42-4a16-95c8-26adda27473f, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:16.744335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:16.754958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f87af-f1df-44e6-9036-9fc49f375493 req-9e163c72-2538-432f-a0b4-e8f934bc543a tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:16.756670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c07f87af-f1df-44e6-9036-9fc49f375493 req-9e163c72-2538-432f-a0b4-e8f934bc543a tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1132 time: 0.1360395 Feb 19 00:22:16.768571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Deleting port afec2fb3-3176-4e94-b231-35143f32711c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:16.768996 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (afec2fb3-3176-4e94-b231-35143f32711c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:16.947890 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c22b7e39-8112-48ce-846f-57bae7a38747 req-3e23193c-b869-451d-8eb7-c26d1636009c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (89c22f73-22ed-45ac-aaeb-e419c66165d5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:16.954867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c07f87af-f1df-44e6-9036-9fc49f375493 req-fd7bf1f9-0628-45e0-97b2-8849cb62b7c1 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828887 Feb 19 00:22:16.963061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] For port e2ae978a-ed42-4a16-95c8-26adda27473f, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:16.979053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c22b7e39-8112-48ce-846f-57bae7a38747 req-3e23193c-b869-451d-8eb7-c26d1636009c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89c22f73-22ed-45ac-aaeb-e419c66165d5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:17.004340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] For port e2ae978a-ed42-4a16-95c8-26adda27473f, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2ae978a-ed42-4a16-95c8-26adda27473f,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:17.013500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] For port afec2fb3-3176-4e94-b231-35143f32711c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=afec2fb3-3176-4e94-b231-35143f32711c,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:17.013873 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (afec2fb3-3176-4e94-b231-35143f32711c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:17.030281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:17.040304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Calling delete_port for afec2fb3-3176-4e94-b231-35143f32711c owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:17.048181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:17.049232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c22b7e39-8112-48ce-846f-57bae7a38747 req-3e23193c-b869-451d-8eb7-c26d1636009c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:17.050491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c22b7e39-8112-48ce-846f-57bae7a38747 req-3e23193c-b869-451d-8eb7-c26d1636009c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4750731 Feb 19 00:22:17.051607 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f21d56-46a6-471b-80cc-bd8c95238787" -d '{"events": [{"server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "afec2fb3-3176-4e94-b231-35143f32711c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:17.084423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23193c-b869-451d-8eb7-c26d1636009c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89c22f73-22ed-45ac-aaeb-e419c66165d5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:17.118046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:17.118676 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:17.120088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] 10.222.0.113 "PUT /v2.0/ports/e2ae978a-ed42-4a16-95c8-26adda27473f HTTP/1.1" status: 200 len: 1095 time: 1.5635848 Feb 19 00:22:17.122220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c30e47-8d2b-48e5-bb9b-354fa79bccd2', 'tag': 'e2ae978a-ed42-4a16-95c8-26adda27473f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:17.126701 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70007bfe-ebc6-4237-9815-808a394d167c" -d '{"events": [{"name": "network-changed", "server_uuid": "66c30e47-8d2b-48e5-bb9b-354fa79bccd2", "tag": "e2ae978a-ed42-4a16-95c8-26adda27473f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:17.240379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b58fa-9375-4a52-9d25-bd053efffa7e service neutron] Pushing event updated for resources: {'Port': ['ID=e2ae978a-ed42-4a16-95c8-26adda27473f,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:17.284744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947ca1b-a6a9-416a-89c2-4640a9dc359e req-b6b5d725-3525-46a8-a36d-10dbbbdac9ed tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:17.286307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2947ca1b-a6a9-416a-89c2-4640a9dc359e req-b6b5d725-3525-46a8-a36d-10dbbbdac9ed tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 948 time: 0.2441411 Feb 19 00:22:17.330171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a472504-1a97-4a73-90e5-e75786ea7655 req-4c17137c-b32a-4fd6-8849-c1d63b0f7a85 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:17.331977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a472504-1a97-4a73-90e5-e75786ea7655 req-4c17137c-b32a-4fd6-8849-c1d63b0f7a85 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 947 time: 0.1944199 Feb 19 00:22:17.348647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-815920b7-fe9e-41a7-903c-6d72da241189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:17.350323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-815920b7-fe9e-41a7-903c-6d72da241189 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 1129 time: 0.1690621 Feb 19 00:22:17.453745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-68e426e6-6d25-4614-acb0-19d402793590 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e2ae978a-ed42-4a16-95c8-26adda27473f HTTP/1.1" status: 200 len: 217 time: 0.0920591 Feb 19 00:22:17.479910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2947ca1b-a6a9-416a-89c2-4640a9dc359e req-90e6b9ce-f7c7-4e1a-9710-6fa365ff9204 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706171 Feb 19 00:22:17.503982 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (afec2fb3-3176-4e94-b231-35143f32711c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:17.566555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a472504-1a97-4a73-90e5-e75786ea7655 req-87d7361a-acfa-4211-83c8-a612fc7dae00 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215362 Feb 19 00:22:17.604214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event deleted for resources: {'Port': ['ID=afec2fb3-3176-4e94-b231-35143f32711c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:17.637211 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3262990e-6d3a-4f20-b6ca-327d998ef679 x-openstack-request-id: req-3262990e-6d3a-4f20-b6ca-327d998ef679 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:17.637509 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "name": "network-vif-unplugged", "status": "completed", "tag": "afec2fb3-3176-4e94-b231-35143f32711c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:17.637766 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3262990e-6d3a-4f20-b6ca-327d998ef679 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:17.638160 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c', 'code': 200} Feb 19 00:22:17.645012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-fe2059cc-cef8-41a7-aec8-466710272d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:17.646511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-fe2059cc-cef8-41a7-aec8-466710272d77 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1755533 Feb 19 00:22:17.678129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] No DVR routers for this DVR port afec2fb3-3176-4e94-b231-35143f32711c on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:17.682592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:17.685953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eee14f2a-3cbc-4f3c-9aec-de2b371bddb0 req-b192325d-fd09-4dfd-aea9-2310c1c1ef9e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.126 "DELETE /v2.0/ports/afec2fb3-3176-4e94-b231-35143f32711c HTTP/1.1" status: 204 len: 173 time: 1.2068200 Feb 19 00:22:17.704428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f4a807e-2df8-44c7-8884-f5b03930be07 req-ee4db36a-f39e-49af-97e5-16c5cb171d89 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/89c22f73-22ed-45ac-aaeb-e419c66165d5 HTTP/1.1" status: 200 len: 1829 time: 0.1467252 Feb 19 00:22:17.766004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-3e3a49a7-5a40-4899-b9d2-071214bd520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:17.767754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-3e3a49a7-5a40-4899-b9d2-071214bd520a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0986013 Feb 19 00:22:17.777103 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b464cb70-b8c0-465a-8a48-d9b7e673bd9a x-openstack-request-id: req-b464cb70-b8c0-465a-8a48-d9b7e673bd9a {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:17.777826 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c30e47-8d2b-48e5-bb9b-354fa79bccd2", "tag": "e2ae978a-ed42-4a16-95c8-26adda27473f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:17.778444 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b464cb70-b8c0-465a-8a48-d9b7e673bd9a {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:17.779345 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66c30e47-8d2b-48e5-bb9b-354fa79bccd2', 'tag': 'e2ae978a-ed42-4a16-95c8-26adda27473f', 'status': 'completed', 'code': 200} Feb 19 00:22:17.811917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0cab3-2768-4bf4-8314-20539540ddd1 req-b1b9b438-8f85-4b92-b9e0-2cb5e7aeb969 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:17.813562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdc0cab3-2768-4bf4-8314-20539540ddd1 req-b1b9b438-8f85-4b92-b9e0-2cb5e7aeb969 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1026492 Feb 19 00:22:17.855528 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cc0bd7b-7c34-46d9-9ec9-f98219fbd949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:17.893666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89c52962-b084-4afb-b6b2-6c466060d1a3 req-bc6d3d45-278b-487d-90c8-ee5e0cf75145 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd HTTP/1.1" status: 200 len: 210 time: 0.0506766 Feb 19 00:22:17.941434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdc0cab3-2768-4bf4-8314-20539540ddd1 req-2d8088dc-8615-400a-a124-4f6ed7f41f79 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973749 Feb 19 00:22:17.965141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-59c89d55-685f-4843-8afc-503ecec7a54f service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806409 Feb 19 00:22:18.009543 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-5d40f8cf-5ce5-461c-890f-8424e2885410 req-1f918f9f-ea2a-4a78-8bdf-c81ad16ce27d tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] show failed (client error): The resource could not be found. Feb 19 00:22:18.010654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d40f8cf-5ce5-461c-890f-8424e2885410 req-1f918f9f-ea2a-4a78-8bdf-c81ad16ce27d tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/8add7520-bda6-4477-880c-17b255b6e617 HTTP/1.1" status: 404 len: 352 time: 0.0424650 Feb 19 00:22:18.047809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-5b048d7f-ccbe-4fed-a41f-9cdfe4e55911 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637672 Feb 19 00:22:18.085422 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-7211c883-f5ee-4e15-af66-e0f30e25cbf4 req-fc7396dc-c34c-4af4-b8ad-98e07e17f77c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] show failed (client error): The resource could not be found. Feb 19 00:22:18.086436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7211c883-f5ee-4e15-af66-e0f30e25cbf4 req-fc7396dc-c34c-4af4-b8ad-98e07e17f77c tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-group-rules/97ab6bcb-0e38-4d42-85c0-828c7ec52498 HTTP/1.1" status: 404 len: 361 time: 0.0448480 Feb 19 00:22:18.181192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb37b1-2b3b-443d-8be7-5be788efcd1f req-a21b6ec8-f927-46e7-9449-0794c021ba35 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063265 Feb 19 00:22:18.212246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abc29a02-c972-4272-bf5b-41fbdbb9bd9d req-fd4ea71c-ba73-47f3-955b-950f5972f82b tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/89c22f73-22ed-45ac-aaeb-e419c66165d5 HTTP/1.1" status: 200 len: 1829 time: 0.0945237 Feb 19 00:22:18.239937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-f781bbb7-3ee9-4da7-891a-2e7d3a016d33 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:18.241495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-f781bbb7-3ee9-4da7-891a-2e7d3a016d33 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871567 Feb 19 00:22:18.301441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-66f91a56-951b-456d-8821-889de3e03008 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/quotas/92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 375 time: 0.0417488 Feb 19 00:22:18.362466 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-abc29a02-c972-4272-bf5b-41fbdbb9bd9d req-fefcb085-988f-4777-ac15-0169e554466f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (89c22f73-22ed-45ac-aaeb-e419c66165d5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:18.368661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007bfe-ebc6-4237-9815-808a394d167c req-c233a848-de81-40ab-b0a6-490afe68320a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:18.370171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70007bfe-ebc6-4237-9815-808a394d167c req-c233a848-de81-40ab-b0a6-490afe68320a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 1129 time: 0.1222091 Feb 19 00:22:18.405389 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-abc29a02-c972-4272-bf5b-41fbdbb9bd9d req-fefcb085-988f-4777-ac15-0169e554466f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (89c22f73-22ed-45ac-aaeb-e419c66165d5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:18.413161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:18.427497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-08a3af17-6664-4577-8c62-59a8c2b86e1a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183355 Feb 19 00:22:18.794323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:18.821828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007bfe-ebc6-4237-9815-808a394d167c req-cbe1240c-9f04-4d4a-87ed-9f4d1fc38f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:18.823327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70007bfe-ebc6-4237-9815-808a394d167c req-cbe1240c-9f04-4d4a-87ed-9f4d1fc38f85 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.4360225 Feb 19 00:22:18.827201 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-abc29a02-c972-4272-bf5b-41fbdbb9bd9d req-fefcb085-988f-4777-ac15-0169e554466f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89c22f73-22ed-45ac-aaeb-e419c66165d5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:18.830087 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-abc29a02-c972-4272-bf5b-41fbdbb9bd9d req-fefcb085-988f-4777-ac15-0169e554466f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:18.831599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abc29a02-c972-4272-bf5b-41fbdbb9bd9d req-fefcb085-988f-4777-ac15-0169e554466f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "DELETE /v2.0/security-groups/89c22f73-22ed-45ac-aaeb-e419c66165d5 HTTP/1.1" status: 204 len: 173 time: 0.6098676 Feb 19 00:22:18.844861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c77ac6-1c82-4751-be6e-9e984c1331eb req-917d8f18-5529-4de0-a7cc-a69a38ddb1be tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:18.852778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3c77ac6-1c82-4751-be6e-9e984c1331eb req-917d8f18-5529-4de0-a7cc-a69a38ddb1be tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 948 time: 0.1221972 Feb 19 00:22:18.891503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:22:18.899523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:18.900629 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:18.920199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcb085-988f-4777-ac15-0169e554466f tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c22f73-22ed-45ac-aaeb-e419c66165d5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:18.927215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70007bfe-ebc6-4237-9815-808a394d167c req-98b00842-35ae-442c-819f-0a45123c91be service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=e2ae978a-ed42-4a16-95c8-26adda27473f HTTP/1.1" status: 200 len: 217 time: 0.0932152 Feb 19 00:22:18.953488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd63d492-e48f-417e-97b2-fe9f47c1065d req-6f549c04-73ab-4740-bbcd-eb248b2b1783 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 210 time: 0.0519037 Feb 19 00:22:19.025826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3c77ac6-1c82-4751-be6e-9e984c1331eb req-210cbc97-1a91-4a8c-b14a-f06330880299 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696954 Feb 19 00:22:19.027797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007bfe-ebc6-4237-9815-808a394d167c req-7bcbf65b-6183-48e2-957f-541beb61d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:19.029321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70007bfe-ebc6-4237-9815-808a394d167c req-7bcbf65b-6183-48e2-957f-541beb61d4f4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0847435 Feb 19 00:22:19.129139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:19.129539 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.162868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f4d9f3-184c-465b-b4e2-22b587010107 req-6bd6dbd5-bcfc-42bc-b1ce-50d3be684313 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/cc087a58-bee1-4a53-a649-41b923bf1c48 HTTP/1.1" status: 200 len: 1829 time: 0.0890756 Feb 19 00:22:19.169144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70007bfe-ebc6-4237-9815-808a394d167c req-8addd91d-2dca-4106-a17f-27c4f2c1281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:19.169592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:19.170658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70007bfe-ebc6-4237-9815-808a394d167c req-8addd91d-2dca-4106-a17f-27c4f2c1281c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1338692 Feb 19 00:22:19.178439 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.179272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device afec2fb3-3176-4e94-b231-35143f32711c no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:19.201980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782275a8-384c-49d6-a7ea-9129c323c09c req-22d8d198-1523-48d4-87d3-dbbc88f4ae2f tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:19.203560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-782275a8-384c-49d6-a7ea-9129c323c09c req-22d8d198-1523-48d4-87d3-dbbc88f4ae2f tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 947 time: 0.1017413 Feb 19 00:22:19.220409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: afec2fb3-3176-4e94-b231-35143f32711c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:19.221456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device afec2fb3-3176-4e94-b231-35143f32711c not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:19.294701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:19.344948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-782275a8-384c-49d6-a7ea-9129c323c09c req-a8db61ce-117a-42e0-802d-903e86c662cd tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328404 Feb 19 00:22:19.366839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70007bfe-ebc6-4237-9815-808a394d167c req-812bd69a-efa6-4ec3-a9dc-49708d59b95e service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793001 Feb 19 00:22:19.366839 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c6f4d9f3-184c-465b-b4e2-22b587010107 req-53f8a7d7-a5c9-4cfe-99d2-628f14a664cd tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (cc087a58-bee1-4a53-a649-41b923bf1c48), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.401137 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c6f4d9f3-184c-465b-b4e2-22b587010107 req-53f8a7d7-a5c9-4cfe-99d2-628f14a664cd tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (cc087a58-bee1-4a53-a649-41b923bf1c48), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.525357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70007bfe-ebc6-4237-9815-808a394d167c req-982de361-3993-4752-9327-1b9b7b276830 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546304 Feb 19 00:22:19.527066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c6f4d9f3-184c-465b-b4e2-22b587010107 req-53f8a7d7-a5c9-4cfe-99d2-628f14a664cd tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cc087a58-bee1-4a53-a649-41b923bf1c48), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.529693 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c6f4d9f3-184c-465b-b4e2-22b587010107 req-53f8a7d7-a5c9-4cfe-99d2-628f14a664cd tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.530805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f4d9f3-184c-465b-b4e2-22b587010107 req-53f8a7d7-a5c9-4cfe-99d2-628f14a664cd tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "DELETE /v2.0/security-groups/cc087a58-bee1-4a53-a649-41b923bf1c48 HTTP/1.1" status: 204 len: 173 time: 0.3429737 Feb 19 00:22:19.545924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8a7d7-a5c9-4cfe-99d2-628f14a664cd tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc087a58-bee1-4a53-a649-41b923bf1c48,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:19.570086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1b87e-b19f-4d74-b5b9-9e45b14e2966 req-3e6eaa39-635e-427e-8d14-4acd087a1b46 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:19.571820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ece1b87e-b19f-4d74-b5b9-9e45b14e2966 req-3e6eaa39-635e-427e-8d14-4acd087a1b46 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.0841336 Feb 19 00:22:19.641078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b40fac-1483-4cc9-8cee-11f3ebd82113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edca46a-dc6a-4329-b18d-2f4eac7d6e42'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:19.644360 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02996ee6-7c29-4b05-8a4d-44b08c52d467" -d '{"events": [{"server_uuid": "18b40fac-1483-4cc9-8cee-11f3ebd82113", "name": "network-vif-plugged", "status": "completed", "tag": "3edca46a-dc6a-4329-b18d-2f4eac7d6e42"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:19.654854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ece1b87e-b19f-4d74-b5b9-9e45b14e2966 req-fb37f27f-b5c6-4164-b951-03eebea1bd50 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719211 Feb 19 00:22:19.729499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f53577c9-2421-46e8-9329-6cd51deb7e7a req-45eae5bc-ce23-41bd-8566-6ecbd7ae4cbd tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/967f7821-108e-4602-a275-a1912fbfe29d HTTP/1.1" status: 200 len: 1827 time: 0.0504797 Feb 19 00:22:19.784319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'name': 'network-vif-deleted', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:19.786704 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdb5f90-ea57-4c65-9926-6e955c931702" -d '{"events": [{"server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "name": "network-vif-deleted", "tag": "afec2fb3-3176-4e94-b231-35143f32711c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:19.819154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f53577c9-2421-46e8-9329-6cd51deb7e7a req-74eb6672-97ed-4042-bfc8-29bee940c0c8 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (967f7821-108e-4602-a275-a1912fbfe29d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.822684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-21f3088c-7f69-4dda-83d1-41fa1afaf112 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322766 Feb 19 00:22:19.852059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57798) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:19.857640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-317209e8-8f88-4a83-83f3-4fbd69def530 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--395189668', 'description': 'tempest-description--1105676766'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:19.891244 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c731fa5-2c80-4ff5-b335-029acb200616 x-openstack-request-id: req-6c731fa5-2c80-4ff5-b335-029acb200616 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:19.891713 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b40fac-1483-4cc9-8cee-11f3ebd82113", "name": "network-vif-plugged", "status": "completed", "tag": "3edca46a-dc6a-4329-b18d-2f4eac7d6e42", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:19.891959 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c731fa5-2c80-4ff5-b335-029acb200616 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:19.892380 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b40fac-1483-4cc9-8cee-11f3ebd82113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edca46a-dc6a-4329-b18d-2f4eac7d6e42', 'code': 200} Feb 19 00:22:19.895328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f53577c9-2421-46e8-9329-6cd51deb7e7a req-74eb6672-97ed-4042-bfc8-29bee940c0c8 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (967f7821-108e-4602-a275-a1912fbfe29d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.902389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-317209e8-8f88-4a83-83f3-4fbd69def530 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.974893 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce043720-df52-486d-a770-3156dbfe6e80 x-openstack-request-id: req-ce043720-df52-486d-a770-3156dbfe6e80 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:19.975213 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd", "name": "network-vif-deleted", "tag": "afec2fb3-3176-4e94-b231-35143f32711c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:19.975773 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce043720-df52-486d-a770-3156dbfe6e80 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:19.975923 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfe245e-4d25-4f79-b2d3-1bd46d93d7bd', 'name': 'network-vif-deleted', 'tag': 'afec2fb3-3176-4e94-b231-35143f32711c', 'status': 'completed', 'code': 200} Feb 19 00:22:19.977274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f53577c9-2421-46e8-9329-6cd51deb7e7a req-74eb6672-97ed-4042-bfc8-29bee940c0c8 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (967f7821-108e-4602-a275-a1912fbfe29d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.980915 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f53577c9-2421-46e8-9329-6cd51deb7e7a req-74eb6672-97ed-4042-bfc8-29bee940c0c8 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:19.986120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f53577c9-2421-46e8-9329-6cd51deb7e7a req-74eb6672-97ed-4042-bfc8-29bee940c0c8 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "DELETE /v2.0/security-groups/967f7821-108e-4602-a275-a1912fbfe29d HTTP/1.1" status: 204 len: 173 time: 0.2555654 Feb 19 00:22:20.005947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-5b908e77-d045-462e-9150-c46c410b0955 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:20.007776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-5b908e77-d045-462e-9150-c46c410b0955 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1747932 Feb 19 00:22:20.011584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92307617-31a5-4d0a-8471-7ad4da32b93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.017118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb6672-97ed-4042-bfc8-29bee940c0c8 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967f7821-108e-4602-a275-a1912fbfe29d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:20.028379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Request body: {'port': {'device_id': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '92aa1adcecd941ff8848dacd8b05ec5a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:20.077545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-317209e8-8f88-4a83-83f3-4fbd69def530 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group (26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.083060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-317209e8-8f88-4a83-83f3-4fbd69def530 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.121400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317209e8-8f88-4a83-83f3-4fbd69def530 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:20.139126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-317209e8-8f88-4a83-83f3-4fbd69def530 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.140697 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-317209e8-8f88-4a83-83f3-4fbd69def530 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2864947 Feb 19 00:22:20.145524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57808) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:20.149965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3c12ad7e-aeb5-489f-9aa4-c7dac5ec05d9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Request body: {'security_group_rule': {'security_group_id': '26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:20.176648 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3c12ad7e-aeb5-489f-9aa4-c7dac5ec05d9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group_rule (22d69fd3-9f39-46b6-b97a-d7df5a4fc5cf), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.190926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89b4481b-5f51-4ab8-a150-1626b99efa16 req-46c8e89d-9203-4221-9024-4c8aa349ba2b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 210 time: 0.1135538 Feb 19 00:22:20.228367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6dd223cf-cdd6-4f8f-bc4b-10fc10fe1b9f req-ad466f34-8290-42ba-9f91-c28998640b56 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/1d1f090b-6d94-4156-92bd-893e39391adb HTTP/1.1" status: 200 len: 1830 time: 0.1885540 Feb 19 00:22:20.245534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3c12ad7e-aeb5-489f-9aa4-c7dac5ec05d9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group_rule (22d69fd3-9f39-46b6-b97a-d7df5a4fc5cf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.252577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3c12ad7e-aeb5-489f-9aa4-c7dac5ec05d9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (22d69fd3-9f39-46b6-b97a-d7df5a4fc5cf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.275280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c12ad7e-aeb5-489f-9aa4-c7dac5ec05d9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d69fd3-9f39-46b6-b97a-d7df5a4fc5cf,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:20.277926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0edcba-75a3-491b-8dab-469b263dd6a6 req-d2a068cd-0ed8-4532-8f64-d02d119361da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:20.279532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa0edcba-75a3-491b-8dab-469b263dd6a6 req-d2a068cd-0ed8-4532-8f64-d02d119361da service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 1131 time: 0.1934779 Feb 19 00:22:20.287894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3c12ad7e-aeb5-489f-9aa4-c7dac5ec05d9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.292237 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3c12ad7e-aeb5-489f-9aa4-c7dac5ec05d9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430409 Feb 19 00:22:20.293106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57810) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:20.298200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-14b842ae-ad3c-4a5e-950f-fe6fc8ed5bfc tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Request body: {'security_group_rule': {'security_group_id': '26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:20.323521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Made reservation on behalf of 92aa1adcecd941ff8848dacd8b05ec5a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:20.327069 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.330832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14b842ae-ad3c-4a5e-950f-fe6fc8ed5bfc tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group_rule (d4252a2f-696a-44d4-96d0-d0acbef46c49), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.395445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14b842ae-ad3c-4a5e-950f-fe6fc8ed5bfc tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group_rule (d4252a2f-696a-44d4-96d0-d0acbef46c49), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.400004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14b842ae-ad3c-4a5e-950f-fe6fc8ed5bfc tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (d4252a2f-696a-44d4-96d0-d0acbef46c49), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.426683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b842ae-ad3c-4a5e-950f-fe6fc8ed5bfc tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4252a2f-696a-44d4-96d0-d0acbef46c49,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:20.426979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa0edcba-75a3-491b-8dab-469b263dd6a6 req-427a271e-c9c3-4306-a532-3581f44bbd19 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361239 Feb 19 00:22:20.435431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14b842ae-ad3c-4a5e-950f-fe6fc8ed5bfc tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.436665 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-14b842ae-ad3c-4a5e-950f-fe6fc8ed5bfc tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1426089 Feb 19 00:22:20.440277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57814) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:20.444957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:20.456018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6dd223cf-cdd6-4f8f-bc4b-10fc10fe1b9f req-2cbf593c-28d2-4af0-a3e0-c37a6254b520 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (1d1f090b-6d94-4156-92bd-893e39391adb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.475566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.505944 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6dd223cf-cdd6-4f8f-bc4b-10fc10fe1b9f req-2cbf593c-28d2-4af0-a3e0-c37a6254b520 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (1d1f090b-6d94-4156-92bd-893e39391adb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.515215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff634e5-6f88-424f-bf8d-0c2c06e6d8f7 req-dd388844-d5e2-40cc-81f7-b5c1c5e61068 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:20.516835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ff634e5-6f88-424f-bf8d-0c2c06e6d8f7 req-dd388844-d5e2-40cc-81f7-b5c1c5e61068 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 949 time: 0.1948059 Feb 19 00:22:20.611972 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.640175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6dd223cf-cdd6-4f8f-bc4b-10fc10fe1b9f req-2cbf593c-28d2-4af0-a3e0-c37a6254b520 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1d1f090b-6d94-4156-92bd-893e39391adb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.642771 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6dd223cf-cdd6-4f8f-bc4b-10fc10fe1b9f req-2cbf593c-28d2-4af0-a3e0-c37a6254b520 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.650841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6dd223cf-cdd6-4f8f-bc4b-10fc10fe1b9f req-2cbf593c-28d2-4af0-a3e0-c37a6254b520 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "DELETE /v2.0/security-groups/1d1f090b-6d94-4156-92bd-893e39391adb HTTP/1.1" status: 204 len: 173 time: 0.4074235 Feb 19 00:22:20.662545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Allocated IP 192.168.233.178 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/d1fb0de7-6796-49e8-9eb6-d2c40cb929da) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:20.685648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ff634e5-6f88-424f-bf8d-0c2c06e6d8f7 req-9e09e76c-a322-4899-a4ed-70fec4e6b7b9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596982 Feb 19 00:22:20.701760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf593c-28d2-4af0-a3e0-c37a6254b520 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1f090b-6d94-4156-92bd-893e39391adb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:20.761208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Allocated IP 172.25.6.61 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d5f554f3-5941-4f25-9140-a86e15d867f7) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:20.861263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376ed20-1a06-4163-bd90-39211a5bf6b6 req-f2682ac6-bf69-4bba-9acb-bf4409b80401 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:20.862808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2376ed20-1a06-4163-bd90-39211a5bf6b6 req-f2682ac6-bf69-4bba-9acb-bf4409b80401 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 947 time: 0.1511753 Feb 19 00:22:20.867489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33650207-a130-49e4-955f-f4f24583255d req-d6a8f2a3-c248-4438-acc3-ef2c1aea8660 tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "GET /v2.0/security-groups/d8362341-abba-414e-9f4b-b26dee122cc1 HTTP/1.1" status: 200 len: 1829 time: 0.1410835 Feb 19 00:22:20.873003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for port (d5f554f3-5941-4f25-9140-a86e15d867f7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.905984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d5f554f3-5941-4f25-9140-a86e15d867f7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.946748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:20.949451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:20.955144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:20.960612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event updated for resources: {'Port': ['ID=d5f554f3-5941-4f25-9140-a86e15d867f7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:20.966981 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks [] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:20.982744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2376ed20-1a06-4163-bd90-39211a5bf6b6 req-cf9a58bb-4d01-4c51-af8f-62f244a3b63e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124690 Feb 19 00:22:21.024217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.025767 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-33650207-a130-49e4-955f-f4f24583255d req-ab8f110f-79ae-4c90-aa5e-ac854d7e3c6e tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (d8362341-abba-414e-9f4b-b26dee122cc1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.045821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for floatingip (7261a7ab-1d02-4860-a75b-80f73857cd98), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.057867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-33650207-a130-49e4-955f-f4f24583255d req-ab8f110f-79ae-4c90-aa5e-ac854d7e3c6e tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (d8362341-abba-414e-9f4b-b26dee122cc1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.074426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.087519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d5f554f3-5941-4f25-9140-a86e15d867f7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.089351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:21.168813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:21.175747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:21.179533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:21.182244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:21.213716 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-33650207-a130-49e4-955f-f4f24583255d req-ab8f110f-79ae-4c90-aa5e-ac854d7e3c6e tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d8362341-abba-414e-9f4b-b26dee122cc1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.216305 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-33650207-a130-49e4-955f-f4f24583255d req-ab8f110f-79ae-4c90-aa5e-ac854d7e3c6e tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.217444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33650207-a130-49e4-955f-f4f24583255d req-ab8f110f-79ae-4c90-aa5e-ac854d7e3c6e tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] 10.222.0.60 "DELETE /v2.0/security-groups/d8362341-abba-414e-9f4b-b26dee122cc1 HTTP/1.1" status: 204 len: 173 time: 0.3384936 Feb 19 00:22:21.226918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57824) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:21.239282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a6769-ce66-40e5-879d-4acfd6bde3d8 req-cd629c53-5826-4fce-8870-94827a0cfdb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:21.240823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da7a6769-ce66-40e5-879d-4acfd6bde3d8 req-cd629c53-5826-4fce-8870-94827a0cfdb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.1850276 Feb 19 00:22:21.252493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f110f-79ae-4c90-aa5e-ac854d7e3c6e tempest-SecurityGroupRulesNegativeTestJSON-2055314096 tempest-SecurityGroupRulesNegativeTestJSON-2055314096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8362341-abba-414e-9f4b-b26dee122cc1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:21.289802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:21.290487 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.297751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-98f80dc3-b11b-4d2d-9f28-e8f89c62ab62 admin admin] Deleting subnet 0e880007-52a2-46c7-b91d-60c68aee7185 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:22:21.302691 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc3-b11b-4d2d-9f28-e8f89c62ab62 admin admin] Publish callbacks [] for subnet (0e880007-52a2-46c7-b91d-60c68aee7185), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.341278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-3249a27d-0254-47b9-8afc-947a8c5d64cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3216951 Feb 19 00:22:21.359816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc3-b11b-4d2d-9f28-e8f89c62ab62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (0e880007-52a2-46c7-b91d-60c68aee7185), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.363217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for port (d5f554f3-5941-4f25-9140-a86e15d867f7), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.370348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Request body: {'port': {'device_id': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:21.386844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d5f554f3-5941-4f25-9140-a86e15d867f7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.394747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da7a6769-ce66-40e5-879d-4acfd6bde3d8 req-9417b867-960f-4120-b1ad-a7cdf05b1a0b tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461842 Feb 19 00:22:21.449851 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.469623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc3-b11b-4d2d-9f28-e8f89c62ab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0e880007-52a2-46c7-b91d-60c68aee7185), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.470913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c3c7e-e2b5-429a-aab6-74f4c842e718 req-da67198e-7cad-4b69-9acf-40922736e5df tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:21.472591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a69c3c7e-e2b5-429a-aab6-74f4c842e718 req-da67198e-7cad-4b69-9acf-40922736e5df tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 936 time: 0.1542842 Feb 19 00:22:21.473403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event updated for resources: {'Port': ['ID=d5f554f3-5941-4f25-9140-a86e15d867f7,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:21.510735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (7261a7ab-1d02-4860-a75b-80f73857cd98), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.529366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2253f255-ae5a-4770-a490-edadc775c9fa None None] Provisioning complete for port d1fb0de7-6796-49e8-9eb6-d2c40cb929da triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:21.529747 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2253f255-ae5a-4770-a490-edadc775c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.538346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.545502 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-985bf48c-c34e-455a-a928-30cce984fd34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0982447 Feb 19 00:22:21.572144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc3-b11b-4d2d-9f28-e8f89c62ab62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (0e880007-52a2-46c7-b91d-60c68aee7185), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.573881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2253f255-ae5a-4770-a490-edadc775c9fa None None] Port d1fb0de7-6796-49e8-9eb6-d2c40cb929da cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:22:21.605292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f80dc3-b11b-4d2d-9f28-e8f89c62ab62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e880007-52a2-46c7-b91d-60c68aee7185,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:21.613208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98f80dc3-b11b-4d2d-9f28-e8f89c62ab62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.620947 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-98f80dc3-b11b-4d2d-9f28-e8f89c62ab62 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0e880007-52a2-46c7-b91d-60c68aee7185 HTTP/1.1" status: 204 len: 168 time: 0.3928530 Feb 19 00:22:21.621191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57830) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:21.648333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a69c3c7e-e2b5-429a-aab6-74f4c842e718 req-e7692bcd-0a31-4e8b-95cb-629e489106aa tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525807 Feb 19 00:22:21.771519 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2f36fdee-8d1c-4104-9667-d94c5b9e876d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:21.991829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0acb-304f-4843-ba34-047f892e4208 req-f3864ff0-9308-4004-b695-c9d98bde76f8 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:21.993297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-f3864ff0-9308-4004-b695-c9d98bde76f8 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 822 time: 0.2532704 Feb 19 00:22:22.022101 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2f36fdee-8d1c-4104-9667-d94c5b9e876d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.057471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef163e-50f3-4375-b47f-bcc7d449e372 req-8b063a23-92c4-40b0-ba44-aefdb8492661 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:22.058946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53ef163e-50f3-4375-b47f-bcc7d449e372 req-8b063a23-92c4-40b0-ba44-aefdb8492661 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 949 time: 0.2856417 Feb 19 00:22:22.064118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f36fdee-8d1c-4104-9667-d94c5b9e876d']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:22.073321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fb0de7-6796-49e8-9eb6-d2c40cb929da {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:22.083789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-719571bc-40db-435b-8528-3a123f308b4c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/quotas/2335e6a026a64c12967c501c5b2003e9 HTTP/1.1" status: 200 len: 375 time: 0.0674567 Feb 19 00:22:22.094032 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Publish callbacks [] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.098305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492aeb07-a3e1-441d-8cd6-2dde8337cb9d') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:22.098608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492aeb07-a3e1-441d-8cd6-2dde8337cb9d') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:22.150002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (492aeb07-a3e1-441d-8cd6-2dde8337cb9d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.153063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-6b0356b4-4116-4863-9e40-165d3d6a5e45 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566792 Feb 19 00:22:22.161233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Transition to ACTIVE for port object d1fb0de7-6796-49e8-9eb6-d2c40cb929da will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:22.170719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e2ae978a-ed42-4a16-95c8-26adda27473f details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:22.181259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.200663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (492aeb07-a3e1-441d-8cd6-2dde8337cb9d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.264730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:22:22.265145 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (492aeb07-a3e1-441d-8cd6-2dde8337cb9d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:22:22.267640 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:22:22.281571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e2ae978a-ed42-4a16-95c8-26adda27473f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2ae978a-ed42-4a16-95c8-26adda27473f,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:22.287915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53ef163e-50f3-4375-b47f-bcc7d449e372 req-fe169bea-fc07-4936-8ac4-65f545ffbadf tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175095 Feb 19 00:22:22.296118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'e2ae978a-ed42-4a16-95c8-26adda27473f', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'e2ae978a-ed42-4a16-95c8-26adda27473f', 'mac_address': 'fa:16:3e:56:38:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:22.355973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e2ae978a-ed42-4a16-95c8-26adda27473f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:22.358027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.385212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ae978a-ed42-4a16-95c8-26adda27473f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:22.422437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e2ae978a-ed42-4a16-95c8-26adda27473f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2ae978a-ed42-4a16-95c8-26adda27473f,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:22.441972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.500997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e2ae978a-ed42-4a16-95c8-26adda27473f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:22.523713 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.693014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:22.725781 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2f36fdee-8d1c-4104-9667-d94c5b9e876d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.730415 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:22.733996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2f36fdee-8d1c-4104-9667-d94c5b9e876d HTTP/1.1" status: 204 len: 168 time: 1.1091397 Feb 19 00:22:22.779065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e2ae978a-ed42-4a16-95c8-26adda27473f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:22.798884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815ffaab-3407-4a3d-9a51-bf35ad45f900 service neutron] 10.222.0.60 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340625 Feb 19 00:22:22.811280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65433ec-298a-4bc2-858e-26c3f1b12550 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f36fdee-8d1c-4104-9667-d94c5b9e876d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:22.910536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835ea2e-1eee-4b9d-bc1d-1a3dd0a0bb5d req-c2f68dc1-05df-4dcf-a275-b10ec3e85bca tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:22.917455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3835ea2e-1eee-4b9d-bc1d-1a3dd0a0bb5d req-c2f68dc1-05df-4dcf-a275-b10ec3e85bca tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 948 time: 0.2813504 Feb 19 00:22:22.956660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Attempting to bind port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:22.956999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Attempting to bind port d1fb0de7-6796-49e8-9eb6-d2c40cb929da by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:22.957330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Attempting to bind port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:22.971080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57854) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:22.992947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:22.993281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Attempting to bind port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:23.004753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3835ea2e-1eee-4b9d-bc1d-1a3dd0a0bb5d req-3e4a063e-b9aa-4511-933c-a56aa2a709cc tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862465 Feb 19 00:22:23.007784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-c32a36b9-9c4d-427e-af65-ce96b309ee87 service neutron] 10.222.0.60 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939256 Feb 19 00:22:23.008589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:23.008940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:23.009326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:23.009781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Bound port: d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:23.010147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:23.035649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57856) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:23.038003 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9991e52b-70ec-4bb4-86f1-3120a19a1ba7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=26c0108339434b188c6b78dbd29db587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651081 Feb 19 00:22:23.183706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:23.188405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:23.195571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d171e081-a27f-47cd-bba3-9e756ab0d63c admin admin] Publish callbacks [] for security_group (98e5a93a-d456-43c1-a945-d2b38b366047), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:23.224489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d171e081-a27f-47cd-bba3-9e756ab0d63c admin admin] Publish callbacks [] for security_group (98e5a93a-d456-43c1-a945-d2b38b366047), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:23.242453 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:23.275214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:23.326983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:23.327688 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:23.329061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] 10.222.0.126 "PUT /v2.0/ports/d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 1096 time: 1.9661682 Feb 19 00:22:23.347901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:23.351910 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:23.383963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc024e0-dee1-4f73-a021-d5eb26e92d74 req-d29a9737-971d-4a9f-ae05-1f58807e3bcc tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:23.385802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8dc024e0-dee1-4f73-a021-d5eb26e92d74 req-d29a9737-971d-4a9f-ae05-1f58807e3bcc tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.2979491 Feb 19 00:22:23.461511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc9103-7fb7-40b0-b13d-04d22c7c01d2 req-654b1866-4932-4ecc-bc62-ab8787657ee6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:23.463894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8fc9103-7fb7-40b0-b13d-04d22c7c01d2 req-654b1866-4932-4ecc-bc62-ab8787657ee6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 948 time: 0.2371843 Feb 19 00:22:23.490041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f970c17-ddd7-496f-b9b9-4d303f78bbd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:23.540001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d171e081-a27f-47cd-bba3-9e756ab0d63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (98e5a93a-d456-43c1-a945-d2b38b366047), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:23.542548 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d171e081-a27f-47cd-bba3-9e756ab0d63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:23.546078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d171e081-a27f-47cd-bba3-9e756ab0d63c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98e5a93a-d456-43c1-a945-d2b38b366047 HTTP/1.1" status: 204 len: 168 time: 0.5069406 Feb 19 00:22:23.558941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8dc024e0-dee1-4f73-a021-d5eb26e92d74 req-009feb1a-abfd-4b77-a9e7-7cd581ffced4 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479461 Feb 19 00:22:23.587645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171e081-a27f-47cd-bba3-9e756ab0d63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e5a93a-d456-43c1-a945-d2b38b366047,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:23.596389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-4f70c754-fd20-4589-814f-4c8f157bf48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:23.598518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-4f70c754-fd20-4589-814f-4c8f157bf48e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 1130 time: 0.2040007 Feb 19 00:22:23.616702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8fc9103-7fb7-40b0-b13d-04d22c7c01d2 req-b80f0a6b-bd5b-4880-9a66-46dc41ab41dd tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181328 Feb 19 00:22:23.740008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-961fe8f2-c36b-4c12-a2fc-31addd23ac9d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 217 time: 0.1181064 Feb 19 00:22:23.807891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22ed702e-507e-4254-89f6-5325227d6b70 req-6fa151c7-a243-4b97-af83-b66e09e5ccfb tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 210 time: 0.0657313 Feb 19 00:22:23.903546 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75928299-d86e-44ba-baa5-2a694e1f5b30 x-openstack-request-id: req-75928299-d86e-44ba-baa5-2a694e1f5b30 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:23.903988 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:23.904164 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75928299-d86e-44ba-baa5-2a694e1f5b30 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:23.904522 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'status': 'completed', 'code': 200} Feb 19 00:22:23.935028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce5edf-74e2-4e00-a9a9-df6b339232ff req-c0233794-5523-4a2d-a9a6-065e754ab5a8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:23.936655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83ce5edf-74e2-4e00-a9a9-df6b339232ff req-c0233794-5523-4a2d-a9a6-065e754ab5a8 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 949 time: 0.1472065 Feb 19 00:22:23.944768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-63022255-b3fa-4962-8324-8fb8ea6da01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:23.946444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-63022255-b3fa-4962-8324-8fb8ea6da01e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1374393 Feb 19 00:22:24.023541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83ce5edf-74e2-4e00-a9a9-df6b339232ff req-6d447271-8105-4005-8a78-50dfe0e0eab4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761123 Feb 19 00:22:24.059706 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:24.061357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-382c9b94-4d4d-48d4-a520-68ab692927d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:24.065609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-382c9b94-4d4d-48d4-a520-68ab692927d9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1090312 Feb 19 00:22:24.179994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e2ae978a-ed42-4a16-95c8-26adda27473f up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:24.227160 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:22:24.269320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port e2ae978a-ed42-4a16-95c8-26adda27473f completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:22:24.279686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port e2ae978a-ed42-4a16-95c8-26adda27473f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:24.281503 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:24.282906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-a921e40e-2014-46b3-8051-52a47feae607 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057962 Feb 19 00:22:24.295268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84816de-40b9-42ce-8108-9e71d31140fd req-6d489179-f05a-4da1-b49e-68947ec1ee44 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:24.296776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a84816de-40b9-42ce-8108-9e71d31140fd req-6d489179-f05a-4da1-b49e-68947ec1ee44 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 1131 time: 0.1504846 Feb 19 00:22:24.319877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ba3a6-c819-4b75-b3f5-d59fa6e49a14 req-dde8ff73-b639-4027-8601-49973a7d3f21 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:24.324824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b5ba3a6-c819-4b75-b3f5-d59fa6e49a14 req-dde8ff73-b639-4027-8601-49973a7d3f21 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 948 time: 0.1774096 Feb 19 00:22:24.454315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a84816de-40b9-42ce-8108-9e71d31140fd req-4ce6f5d0-e4d4-493a-a47e-69fda0650e28 tempest-ServersOnMultiNodesTest-1145029484 tempest-ServersOnMultiNodesTest-1145029484-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492288 Feb 19 00:22:24.471281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b5ba3a6-c819-4b75-b3f5-d59fa6e49a14 req-5bcbfe97-0f09-4405-a48c-6ff91394f638 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356442 Feb 19 00:22:24.536290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cceaaaf-a07b-4cc9-8d46-357385e322c8 req-51c06b17-02eb-4a31-bf35-5ffcdc53c068 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447336 Feb 19 00:22:24.668594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57904) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:24.706174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e2ae978a-ed42-4a16-95c8-26adda27473f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:24.707122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:24.734930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c30e47-8d2b-48e5-bb9b-354fa79bccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ae978a-ed42-4a16-95c8-26adda27473f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:24.737968 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da8ee85-a327-4f85-bc8c-0e8aa77df609" -d '{"events": [{"server_uuid": "66c30e47-8d2b-48e5-bb9b-354fa79bccd2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ae978a-ed42-4a16-95c8-26adda27473f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:24.754831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e2ae978a-ed42-4a16-95c8-26adda27473f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2ae978a-ed42-4a16-95c8-26adda27473f,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:24.768216 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:24.876992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e2ae978a-ed42-4a16-95c8-26adda27473f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:24.917359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea122e-ad0b-4e1d-915a-8a8509c07d92 req-79cb1391-7d12-4652-89f0-e4070d347c5e tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:24.918015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2016543230-network', 'tenant_id': 'a9b3c5049cad4e43856b2158ea353238'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:24.919196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dea122e-ad0b-4e1d-915a-8a8509c07d92 req-79cb1391-7d12-4652-89f0-e4070d347c5e tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 945 time: 0.2212753 Feb 19 00:22:24.942204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Made reservation on behalf of a9b3c5049cad4e43856b2158ea353238 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:24.945130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:24.953797 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:24.956403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-0f824ef7-264f-4e04-b31e-e9e9dfc47501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:24.958101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-0f824ef7-264f-4e04-b31e-e9e9dfc47501 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 1130 time: 0.2953031 Feb 19 00:22:25.037494 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Publish callbacks [] for security_group (0a8070cc-1382-4ac5-9ba4-dc1912448103), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.042643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0a8070cc-1382-4ac5-9ba4-dc1912448103), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.059372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0acb-304f-4843-ba34-047f892e4208 req-497f5463-3cd7-4303-a994-d95bdcd0529a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.060874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-497f5463-3cd7-4303-a994-d95bdcd0529a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.113 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 822 time: 0.3643947 Feb 19 00:22:25.068206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:22:25.079318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8070cc-1382-4ac5-9ba4-dc1912448103,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:25.085478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (33fd7c73-726f-4111-bef8-639e81fe87e9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.085919 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Added segment 33fd7c73-726f-4111-bef8-639e81fe87e9 of type vlan for network b9a943d7-693e-4f98-9e73-cc17c36da97c Feb 19 00:22:25.090442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Request body: {'port': {'device_id': '3bc9660f-09c2-4d0f-bb7c-357d459078ed', 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'admin_state_up': True, 'tenant_id': '2335e6a026a64c12967c501c5b2003e9'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:25.129948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b9a943d7-693e-4f98-9e73-cc17c36da97c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.132659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dea122e-ad0b-4e1d-915a-8a8509c07d92 req-ef1f37ba-0e96-4a72-b9ca-7cbc41dd6215 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063842 Feb 19 00:22:25.167066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885a7b4-39e8-465d-afa1-d64382d02ce6 req-91098fed-b3d4-4f83-b880-5cf02d26d804 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.169492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a885a7b4-39e8-465d-afa1-d64382d02ce6 req-91098fed-b3d4-4f83-b880-5cf02d26d804 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 948 time: 0.2492254 Feb 19 00:22:25.174014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b9a943d7-693e-4f98-9e73-cc17c36da97c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.175353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.176185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.203403 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660b543e-5d5b-4e61-96b5-01b423d7dd93 x-openstack-request-id: req-660b543e-5d5b-4e61-96b5-01b423d7dd93 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:25.203886 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c30e47-8d2b-48e5-bb9b-354fa79bccd2", "name": "network-vif-plugged", "status": "completed", "tag": "e2ae978a-ed42-4a16-95c8-26adda27473f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:25.205306 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-660b543e-5d5b-4e61-96b5-01b423d7dd93 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:25.205832 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c30e47-8d2b-48e5-bb9b-354fa79bccd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ae978a-ed42-4a16-95c8-26adda27473f', 'code': 200} Feb 19 00:22:25.235755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-dffc5686-540e-4c4a-a8b6-2a7fc7571b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.237568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-dffc5686-540e-4c4a-a8b6-2a7fc7571b09 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2555115 Feb 19 00:22:25.253621 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5835462 Feb 19 00:22:25.254771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57918) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:25.263860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Request body: {'subnet': {'network_id': 'b9a943d7-693e-4f98-9e73-cc17c36da97c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2016543230-subnet', 'tenant_id': 'a9b3c5049cad4e43856b2158ea353238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:25.281778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8124c-43dd-4b68-acbe-f1eab4821e11 admin admin] Pushing event updated for resources: {'Network': ['ID=b9a943d7-693e-4f98-9e73-cc17c36da97c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:25.294494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b9a943d7-693e-4f98-9e73-cc17c36da97c details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:22:25.326366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Made reservation on behalf of a9b3c5049cad4e43856b2158ea353238 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:25.329050 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.333517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-e48708d3-3518-4197-b7f8-c6dca9275dc7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 217 time: 0.0809381 Feb 19 00:22:25.356413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a885a7b4-39e8-465d-afa1-d64382d02ce6 req-3a5675d3-0e37-4f4f-aa0e-f6da6d8569ef tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770945 Feb 19 00:22:25.384728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943d71c-7aac-4ff4-b2b3-f35dd5a377bb req-73ca8c23-2a75-4271-9eca-6873760f1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.386242 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e943d71c-7aac-4ff4-b2b3-f35dd5a377bb req-73ca8c23-2a75-4271-9eca-6873760f1318 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 1131 time: 0.0981996 Feb 19 00:22:25.433926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-105409c2-70e4-44ce-be19-39fcab659a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.435475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-105409c2-70e4-44ce-be19-39fcab659a97 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0726194 Feb 19 00:22:25.465612 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e943d71c-7aac-4ff4-b2b3-f35dd5a377bb req-41a9c0d3-08ac-4696-96f2-b073c9fb1673 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667231 Feb 19 00:22:25.486662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Made reservation on behalf of 2335e6a026a64c12967c501c5b2003e9 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:25.489249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.497644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18438a71-61f6-4848-be6d-cffb82fdfaf8 req-4226ec4d-d84f-4a72-bd7d-fb983cb214e9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.499218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18438a71-61f6-4848-be6d-cffb82fdfaf8 req-4226ec4d-d84f-4a72-bd7d-fb983cb214e9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 949 time: 0.1813588 Feb 19 00:22:25.529568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df02b1c6-871b-49e5-9922-9a3dcf167dba req-622f311d-448e-4aaf-9a17-e4b817b32644 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 210 time: 0.0716717 Feb 19 00:22:25.564378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (9be37c45-9e31-4006-bd43-825a4d5b51b4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.627650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-5916a570-6016-42ae-9a05-d55fa39d166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.629219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-5916a570-6016-42ae-9a05-d55fa39d166a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1838112 Feb 19 00:22:25.642112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18438a71-61f6-4848-be6d-cffb82fdfaf8 req-5932653c-e4bf-44e4-8c8c-3e40c12851db tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151168 Feb 19 00:22:25.643090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be37c45-9e31-4006-bd43-825a4d5b51b4,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:25.654937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Checking segment: {'id': '33fd7c73-726f-4111-bef8-639e81fe87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b9a943d7-693e-4f98-9e73-cc17c36da97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:25.655329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Network hostable DHCP agents. Network: b9a943d7-693e-4f98-9e73-cc17c36da97c, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:22:25.692082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Network b9a943d7-693e-4f98-9e73-cc17c36da97c is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:22:25.706397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b9a943d7-693e-4f98-9e73-cc17c36da97c) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:25.713544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.714626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8106996-3224-41e5-8367-9f43b6e2ac68 None None] Network b9a943d7-693e-4f98-9e73-cc17c36da97c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:22:25.715705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:25.737224 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ca5376f-b829-4887-9807-13e75b945030 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4786813 Feb 19 00:22:25.777598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Allocated IP 172.20.0.8 (a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb/eb232860-e016-4aaa-a520-01b4da0a72bd/83d6c5be-a65f-4398-92f6-b5e7d72bbeed) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:25.827841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-c21cbba1-989e-4204-880f-f5fa418fefe7 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895502 Feb 19 00:22:25.848682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578e699-74d5-4d49-80b6-18bef1e1bf17 req-d6e318d0-d6df-493b-8264-e6b796da4fbf tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:25.850239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f578e699-74d5-4d49-80b6-18bef1e1bf17 req-d6e318d0-d6df-493b-8264-e6b796da4fbf tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 949 time: 0.1207161 Feb 19 00:22:25.851927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92073586-292c-45fc-b78e-63bc312e621c None None] Network b9a943d7-693e-4f98-9e73-cc17c36da97c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:22:26.054841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f578e699-74d5-4d49-80b6-18bef1e1bf17 req-5d6a2db7-4728-4cc5-9613-a07cd78a222b tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885183 Feb 19 00:22:26.082460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2179f4c2-7ffc-48dc-8a13-d1a3390156ef req-52582f9a-45f3-47f3-8c84-4d6d2a85850a service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259429 Feb 19 00:22:26.112393 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:26.157370 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:26.205127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:26.208220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:26.215439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:26.250638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event updated for resources: {'Port': ['ID=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:26.319088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:26.319713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:26.347323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-d001eb16-8500-4766-98e8-6633d9479e0b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2623732 Feb 19 00:22:26.363606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Request body: {'port': {'device_id': '3bc9660f-09c2-4d0f-bb7c-357d459078ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:26.374513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-d4cc92de-5577-4833-a1a7-794c9c7e52e9 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:26.375948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-d4cc92de-5577-4833-a1a7-794c9c7e52e9 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/networks?id=b9a943d7-693e-4f98-9e73-cc17c36da97c HTTP/1.1" status: 200 len: 814 time: 0.1656301 Feb 19 00:22:26.406798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-26bcb6ae-df00-4ee9-8213-0f7588309152 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/quotas/a9b3c5049cad4e43856b2158ea353238 HTTP/1.1" status: 200 len: 375 time: 0.0155916 Feb 19 00:22:26.469429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-8b2486e6-a012-493c-b2c6-1502a514a3cb tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9b3c5049cad4e43856b2158ea353238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566356 Feb 19 00:22:26.496987 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:26.612697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df217a6-93cf-44ca-89c3-14865fd5c7cc req-a6fcca63-f91f-4339-a809-6406c5272797 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:26.614273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8df217a6-93cf-44ca-89c3-14865fd5c7cc req-a6fcca63-f91f-4339-a809-6406c5272797 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 948 time: 0.1731770 Feb 19 00:22:26.709576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-61cbe261-5780-4677-bb86-0671d43bb951 service neutron] 10.222.0.60 "GET /v2.0/networks/b9a943d7-693e-4f98-9e73-cc17c36da97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207243 Feb 19 00:22:27.115170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8df217a6-93cf-44ca-89c3-14865fd5c7cc req-ef1c769c-73ca-4c14-b4b0-b8896895a6f7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914927 Feb 19 00:22:27.200282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-fed4dbf5-461d-495e-af79-751446e887f0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:27.201694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-fed4dbf5-461d-495e-af79-751446e887f0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 949 time: 0.1698296 Feb 19 00:22:27.219347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-a7f7a113-ad11-4a0d-8a6f-29fd49b8879f service neutron] 10.222.0.60 "GET /v2.0/networks/b9a943d7-693e-4f98-9e73-cc17c36da97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4991169 Feb 19 00:22:27.356786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d6c5be-a65f-4398-92f6-b5e7d72bbeed {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:27.371804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17594f9-f668-4881-a836-93d2ca7db455 req-6ef1c6df-3f0c-47b5-89ba-605dbe1d6ea7 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:27.373377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a17594f9-f668-4881-a836-93d2ca7db455 req-6ef1c6df-3f0c-47b5-89ba-605dbe1d6ea7 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 931 time: 0.1837006 Feb 19 00:22:27.378001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Publish callbacks [] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:27.440827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Transition to ACTIVE for port object 83d6c5be-a65f-4398-92f6-b5e7d72bbeed will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:27.458354 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:27.515457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Deleting port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:27.515979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:27.530507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a17594f9-f668-4881-a836-93d2ca7db455 req-4ccad135-4ff0-400d-be41-9c8578481e3f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481822 Feb 19 00:22:27.595520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2ee13-37fc-41d0-a286-35702b015097 req-30fde97e-f382-48ad-a4bc-9183668dc647 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:27.597223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca2ee13-37fc-41d0-a286-35702b015097 req-30fde97e-f382-48ad-a4bc-9183668dc647 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=18b40fac-1483-4cc9-8cee-11f3ebd82113 HTTP/1.1" status: 200 len: 949 time: 0.2229156 Feb 19 00:22:27.647410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Pushing event updated for resources: {'Port': ['ID=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:27.767332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] For port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:27.767710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:27.786494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca2ee13-37fc-41d0-a286-35702b015097 req-c6a9b140-9ca4-4ec8-83b8-5fbffbfda42b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789494 Feb 19 00:22:27.797519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Calling delete_port for 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:27.810370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Attempting to bind port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:27.810713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Attempting to bind port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:27.811045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Attempting to bind port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:27.822929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de25f-aabe-45e3-9dd0-f925f33b02b1 req-c604266c-02e6-4192-8269-f925471c4ed6 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:27.824468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-170de25f-aabe-45e3-9dd0-f925f33b02b1 req-c604266c-02e6-4192-8269-f925471c4ed6 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 949 time: 0.2201936 Feb 19 00:22:27.831835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:27.832037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Attempting to bind port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:27.873420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:27.873774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Checking segment: {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:27.874163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Bound using segment: {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:27.874655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Bound port: 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:27.875017 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:27.974037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31f037b5-674c-45cd-9f02-fd3feeb00227 req-ae4f507d-64d7-48f0-b770-2b2ba7b86920 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 210 time: 0.0660946 Feb 19 00:22:27.996347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-170de25f-aabe-45e3-9dd0-f925f33b02b1 req-2bc2c46b-fb55-4f1f-a12d-3d364f8fba34 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341946 Feb 19 00:22:28.067084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:28.086554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:28.096070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:28.135011 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3edca46a-dc6a-4329-b18d-2f4eac7d6e42), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:28.139704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:28.140256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:28.141660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] 10.222.0.113 "PUT /v2.0/ports/83d6c5be-a65f-4398-92f6-b5e7d72bbeed HTTP/1.1" status: 200 len: 1091 time: 1.7839262 Feb 19 00:22:28.142111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc9660f-09c2-4d0f-bb7c-357d459078ed', 'tag': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:28.144951 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88849689-ccba-4fdc-abd6-4f40e9e58b49" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc9660f-09c2-4d0f-bb7c-357d459078ed", "tag": "83d6c5be-a65f-4398-92f6-b5e7d72bbeed"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:28.157923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'dc8b90e9-0ce5-48cf-a474-08d5415da449', '0b2bd8f3-c646-4e80-8134-e50fce36251d', 'fee39839-bbe5-49f4-a663-46416ce46ebc'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:28.166098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b', '351783fb-f34c-495f-bd7e-0f745d75c6c7', '3edca46a-dc6a-4329-b18d-2f4eac7d6e42'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:28.271948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] No DVR routers for this DVR port 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:28.274277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815951c1-dfdc-44a0-bd92-c3503d237350 service neutron] Pushing event updated for resources: {'Port': ['ID=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:28.289826 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:28.294715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b33d37ce-eaf1-4549-b83d-449e37534bb0 req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "DELETE /v2.0/ports/3edca46a-dc6a-4329-b18d-2f4eac7d6e42 HTTP/1.1" status: 204 len: 173 time: 1.0766177 Feb 19 00:22:28.350220 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1f31e6-69e2-4b4a-a053-f96507cd8afb x-openstack-request-id: req-cb1f31e6-69e2-4b4a-a053-f96507cd8afb {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:28.350527 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc9660f-09c2-4d0f-bb7c-357d459078ed", "tag": "83d6c5be-a65f-4398-92f6-b5e7d72bbeed", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:28.350784 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb1f31e6-69e2-4b4a-a053-f96507cd8afb {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:28.351196 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc9660f-09c2-4d0f-bb7c-357d459078ed', 'tag': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed', 'status': 'completed', 'code': 200} Feb 19 00:22:28.402009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4acf8-dc63-4c42-85c4-d6fac30d32eb tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event deleted for resources: {'Port': ['ID=3edca46a-dc6a-4329-b18d-2f4eac7d6e42,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:28.425128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0acb-304f-4843-ba34-047f892e4208 req-e590fa33-6935-460f-8363-0c8cf33fc826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:28.426849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-e590fa33-6935-460f-8363-0c8cf33fc826 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 1125 time: 0.2241752 Feb 19 00:22:28.445715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d78e08-50f3-4072-ba8b-f1bd1e61ab64 req-8d7e2559-699a-4750-9df7-f02b8b2e09e6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:28.448689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19d78e08-50f3-4072-ba8b-f1bd1e61ab64 req-8d7e2559-699a-4750-9df7-f02b8b2e09e6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 948 time: 0.1992683 Feb 19 00:22:28.560589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-2c621bd2-d9d7-4ab5-80ab-679e9526e31d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed HTTP/1.1" status: 200 len: 217 time: 0.1108992 Feb 19 00:22:28.630404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19d78e08-50f3-4072-ba8b-f1bd1e61ab64 req-c233260e-11ca-43a3-a756-796ac60c0938 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744337 Feb 19 00:22:28.648190 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-08f635fa-bd89-4252-b399-4327b8ef3f57 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896542 Feb 19 00:22:28.764674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf0acb-304f-4843-ba34-047f892e4208 req-fd07ff14-57a7-4087-b54f-2d3504c115ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:28.766066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-fd07ff14-57a7-4087-b54f-2d3504c115ac service neutron] 10.222.0.113 "GET /v2.0/subnets?id=eb232860-e016-4aaa-a520-01b4da0a72bd HTTP/1.1" status: 200 len: 862 time: 0.1905766 Feb 19 00:22:28.834842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-85c245a4-1932-4a73-a44b-541171f44f16 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505824 Feb 19 00:22:28.841894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 341dda9e-2c35-40b2-a439-e30bc464450c details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:28.900875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-4adeffe4-310d-4d27-b747-590dc183756d tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:28.902132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-4adeffe4-310d-4d27-b747-590dc183756d tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.126 "GET /v2.0/networks?id=b9a943d7-693e-4f98-9e73-cc17c36da97c HTTP/1.1" status: 200 len: 814 time: 0.3276820 Feb 19 00:22:28.936335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Request body: {'port': {'device_id': 'd9488d6e-faf8-452a-8bf9-86b8aeb22027', 'network_id': 'b9a943d7-693e-4f98-9e73-cc17c36da97c', 'admin_state_up': True, 'tenant_id': 'a9b3c5049cad4e43856b2158ea353238'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:28.949703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-193dc173-565a-4be8-94fe-a1412276b621 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:28.954790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-193dc173-565a-4be8-94fe-a1412276b621 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782950 Feb 19 00:22:28.999401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:29.021430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '341dda9e-2c35-40b2-a439-e30bc464450c', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'port_id': '341dda9e-2c35-40b2-a439-e30bc464450c', 'mac_address': 'fa:16:3e:8a:8c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832ec8d-ced2-4256-9b99-70a9e55a8e5f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:29.027979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52618744-fe9e-45be-be9c-e8f6ff4c86a0 req-1bfa6a3c-87b1-4a15-b10f-3f876def9222 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:29.029537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52618744-fe9e-45be-be9c-e8f6ff4c86a0 req-1bfa6a3c-87b1-4a15-b10f-3f876def9222 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 943 time: 0.2896457 Feb 19 00:22:29.054361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-1b71bc64-9a69-432f-bbf4-0348fc4a348d tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/quotas/a6fddc5f4b294fbe88000f493f6962c2 HTTP/1.1" status: 200 len: 375 time: 0.0800209 Feb 19 00:22:29.097872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 341dda9e-2c35-40b2-a439-e30bc464450c is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:29.100270 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:29.125920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 341dda9e-2c35-40b2-a439-e30bc464450c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:29.160851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:29.166197 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:29.166874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d1fb0de7-6796-49e8-9eb6-d2c40cb929da details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:29.179055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-1c80b4bb-ad27-4b36-8e77-d3ee1a7c4aad service neutron] 10.222.0.113 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231556 Feb 19 00:22:29.194680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52618744-fe9e-45be-be9c-e8f6ff4c86a0 req-a2e22d5e-e384-4624-af4d-cc73cae39f37 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546330 Feb 19 00:22:29.264328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:29.270018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-8e15cb66-d10a-45dd-b635-e8a1e14e1ffc tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2087727 Feb 19 00:22:29.291859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Made reservation on behalf of a9b3c5049cad4e43856b2158ea353238 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:29.295849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:29.378507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:29.394877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'mac_address': 'fa:16:3e:1e:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:29.395182 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bf0acb-304f-4843-ba34-047f892e4208 req-f360dcf5-5390-4a54-af8b-70866627fb32 service neutron] 10.222.0.113 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077503 Feb 19 00:22:29.443308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d1fb0de7-6796-49e8-9eb6-d2c40cb929da is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:29.443715 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:29.460784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fb0de7-6796-49e8-9eb6-d2c40cb929da {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:29.495281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:29.501122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:29.558619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:29.710083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['341dda9e-2c35-40b2-a439-e30bc464450c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:29.829266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adc4d2cc-2162-4eaf-9ce6-a18e436c203b req-7915a33e-28bf-40b6-855d-9558f8c49cda tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 210 time: 0.3753915 Feb 19 00:22:29.894677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Allocated IP 172.20.0.3 (b9a943d7-693e-4f98-9e73-cc17c36da97c/9be37c45-9e31-4006-bd43-825a4d5b51b4/3c920e9c-96be-4e68-b603-e3b5f859c05a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:29.915475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-a7c6134a-c4ef-4558-a778-792497c39b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:29.916978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-a7c6134a-c4ef-4558-a778-792497c39b39 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 1125 time: 0.4429033 Feb 19 00:22:29.923652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf54ab2-a051-4cfd-9bfe-74558e15673d req-01ef5f01-8efa-4ea8-8134-42213b5c387c tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:29.925159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cf54ab2-a051-4cfd-9bfe-74558e15673d req-01ef5f01-8efa-4ea8-8134-42213b5c387c tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1128 time: 0.4141695 Feb 19 00:22:30.133244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cf54ab2-a051-4cfd-9bfe-74558e15673d req-08f8a4c6-881d-479e-b3ff-deb7ca7c2891 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920784 Feb 19 00:22:30.149893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['d1fb0de7-6796-49e8-9eb6-d2c40cb929da'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:30.151794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10edb59c-4692-4bb0-927c-79247e190af7 req-230e155b-5cb0-4237-b694-b5d3ef0f639f tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 210 time: 0.0718901 Feb 19 00:22:30.223199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-67cd7d5f-a52c-41b6-a5c2-130b56735323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:30.224687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-67cd7d5f-a52c-41b6-a5c2-130b56735323 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 923 time: 0.2933698 Feb 19 00:22:30.327180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-7d8dab48-14ed-47ee-93e3-709e303fe442 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed HTTP/1.1" status: 200 len: 217 time: 0.0796514 Feb 19 00:22:30.333514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Publish callbacks [] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:30.353500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b40fac-1483-4cc9-8cee-11f3ebd82113', 'name': 'network-vif-deleted', 'tag': '3edca46a-dc6a-4329-b18d-2f4eac7d6e42'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:30.356158 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbf5649-14c3-4a53-9be4-c655dfb9e634" -d '{"events": [{"server_uuid": "18b40fac-1483-4cc9-8cee-11f3ebd82113", "name": "network-vif-deleted", "tag": "3edca46a-dc6a-4329-b18d-2f4eac7d6e42"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:30.436845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-da0344a8-2e8a-412b-a45f-a7d1238d2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:30.438347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-da0344a8-2e8a-412b-a45f-a7d1238d2426 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=eb232860-e016-4aaa-a520-01b4da0a72bd HTTP/1.1" status: 200 len: 862 time: 0.0856419 Feb 19 00:22:30.452064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e248b0-f36f-456d-a070-f9385d9fc111 req-19c14182-f902-445a-95a2-ec9e4a0100d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:30.453463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69e248b0-f36f-456d-a070-f9385d9fc111 req-19c14182-f902-445a-95a2-ec9e4a0100d5 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 950 time: 0.2049415 Feb 19 00:22:30.464667 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:30.502799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcc16e-8a6f-4cd9-a8cb-00bd9bbef33a req-d47f79f0-6297-41bc-b9e9-5b8061824f43 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:30.504258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84dcc16e-8a6f-4cd9-a8cb-00bd9bbef33a req-d47f79f0-6297-41bc-b9e9-5b8061824f43 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 949 time: 0.2053516 Feb 19 00:22:30.511273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-fb031e3a-e550-47ce-aa28-85db2b760a50 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557168 Feb 19 00:22:30.589449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Network b9a943d7-693e-4f98-9e73-cc17c36da97c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:30.633208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:30.647038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:30.656025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Pushing event updated for resources: {'Port': ['ID=3c920e9c-96be-4e68-b603-e3b5f859c05a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:30.701687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69e248b0-f36f-456d-a070-f9385d9fc111 req-55d73bd6-b9d6-4987-8db1-e221a3e0d650 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339489 Feb 19 00:22:30.716786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84dcc16e-8a6f-4cd9-a8cb-00bd9bbef33a req-376e87a5-7c9d-4b15-95cb-51a7fdff438e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818717 Feb 19 00:22:30.768142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:30.768777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:30.786937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-ce77479d-6acf-426e-a05d-e66e861edd6e service neutron] 10.222.0.113 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469361 Feb 19 00:22:30.790790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-4004b020-bb8c-4f40-9995-c50ebc6f8769 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470231 Feb 19 00:22:30.820361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-123899ba-0765-4e23-ae19-b6bc9ff4db93 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8916416 Feb 19 00:22:30.854983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 341dda9e-2c35-40b2-a439-e30bc464450c up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:30.861390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Request body: {'port': {'device_id': 'd9488d6e-faf8-452a-8bf9-86b8aeb22027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:30.924231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 341dda9e-2c35-40b2-a439-e30bc464450c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:30.925070 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:31.012802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 341dda9e-2c35-40b2-a439-e30bc464450c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:31.013215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:31.042320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:31.045197 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3905b96-b8e3-4b7e-b825-eedf04163222" -d '{"events": [{"server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:31.062128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:31.068149 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:31.069683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:31.087731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40f93e-bf7e-4df4-8348-8f67f21bb1f7 req-dc14ca5c-c2b9-45f9-b6ef-c19d16752047 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:31.089130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf40f93e-bf7e-4df4-8348-8f67f21bb1f7 req-dc14ca5c-c2b9-45f9-b6ef-c19d16752047 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 943 time: 0.2825794 Feb 19 00:22:31.095053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-0af865f3-0c10-4694-975b-4c700459f2df tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:31.096547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-0af865f3-0c10-4694-975b-4c700459f2df tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2911916 Feb 19 00:22:31.101982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88849689-ccba-4fdc-abd6-4f40e9e58b49 req-487bd487-7880-4773-9211-3a808256651d service neutron] 10.222.0.113 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054368 Feb 19 00:22:31.103610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:31.116190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Request body: {'port': {'device_id': '4cccfe63-ee88-4ac0-82f7-095589a70d41', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'a6fddc5f4b294fbe88000f493f6962c2'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:31.134595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:31.135040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 3edca46a-dc6a-4329-b18d-2f4eac7d6e42 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:31.158336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:31.240736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf40f93e-bf7e-4df4-8348-8f67f21bb1f7 req-7c4ca29f-3cf9-41f8-a5d5-30758e70a14d tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432023 Feb 19 00:22:31.333740 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cfb45f-6832-41c0-b239-7f11e0577b35 x-openstack-request-id: req-46cfb45f-6832-41c0-b239-7f11e0577b35 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:31.334045 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b40fac-1483-4cc9-8cee-11f3ebd82113", "name": "network-vif-deleted", "tag": "3edca46a-dc6a-4329-b18d-2f4eac7d6e42", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:31.334348 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46cfb45f-6832-41c0-b239-7f11e0577b35 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:31.334738 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18b40fac-1483-4cc9-8cee-11f3ebd82113', 'name': 'network-vif-deleted', 'tag': '3edca46a-dc6a-4329-b18d-2f4eac7d6e42', 'status': 'completed', 'code': 200} Feb 19 00:22:31.393401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Made reservation on behalf of a6fddc5f4b294fbe88000f493f6962c2 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:31.397496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:31.614672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52370c74-44d0-49c7-83f4-4ae3802b1c71 req-605d583d-3807-452d-b3dc-a66f439f84e7 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:31.616218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52370c74-44d0-49c7-83f4-4ae3802b1c71 req-605d583d-3807-452d-b3dc-a66f439f84e7 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 931 time: 0.1840270 Feb 19 00:22:31.708083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Allocated IP 192.168.233.197 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/95d5c52b-47ca-43a8-a68f-79310d7b7474) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:31.749017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c920e9c-96be-4e68-b603-e3b5f859c05a {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:31.765957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Publish callbacks [] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:31.772135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52370c74-44d0-49c7-83f4-4ae3802b1c71 req-5404a3ee-0980-4999-8f55-d5ab5aaffb70 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467175 Feb 19 00:22:31.802951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Transition to ACTIVE for port object 3c920e9c-96be-4e68-b603-e3b5f859c05a will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:31.812166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-b3b5c643-6ee5-4dcd-9b63-6a8539afd9d3 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:22:31.815384 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-b3b5c643-6ee5-4dcd-9b63-6a8539afd9d3 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0287595 Feb 19 00:22:31.817956 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:31.860239 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fbe9ae-80a1-44bf-a7da-230c159d5f22 x-openstack-request-id: req-e6fbe9ae-80a1-44bf-a7da-230c159d5f22 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:31.861187 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "name": "network-vif-plugged", "status": "completed", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:31.861635 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6fbe9ae-80a1-44bf-a7da-230c159d5f22 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:31.863211 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c', 'code': 200} Feb 19 00:22:31.875494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-a7f05bbd-26d8-4908-82b8-6eaa1e2c924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:31.883372 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-a7f05bbd-26d8-4908-82b8-6eaa1e2c924b service neutron] 10.222.0.60 "GET /v2.0/ports/907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 200 len: 1125 time: 0.0582626 Feb 19 00:22:31.887970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Request body: {'binding': {'host': 'n-h1-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:31.888254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Unknown quota resources ['binding']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:22:31.928128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Pushing event updated for resources: {'Port': ['ID=3c920e9c-96be-4e68-b603-e3b5f859c05a,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:32.028468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4adc5def-7d72-4008-8b5f-d64675e3b418 req-41a9737d-d1c0-4fe8-9be6-d69cffe58cd7 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 210 time: 0.0726855 Feb 19 00:22:32.109561 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks [] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.182229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Attempting to bind port 3c920e9c-96be-4e68-b603-e3b5f859c05a on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:32.182558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Attempting to bind port 3c920e9c-96be-4e68-b603-e3b5f859c05a by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '33fd7c73-726f-4111-bef8-639e81fe87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b9a943d7-693e-4f98-9e73-cc17c36da97c'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:32.182889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Attempting to bind port 3c920e9c-96be-4e68-b603-e3b5f859c05a on network b9a943d7-693e-4f98-9e73-cc17c36da97c {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:32.203252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-5cc6e33f-4da9-4020-a6fd-0e2e5bf139c7 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:32.204871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-5cc6e33f-4da9-4020-a6fd-0e2e5bf139c7 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 950 time: 0.1755490 Feb 19 00:22:32.215939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Port 3c920e9c-96be-4e68-b603-e3b5f859c05a on network b9a943d7-693e-4f98-9e73-cc17c36da97c not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:32.216223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Attempting to bind port 3c920e9c-96be-4e68-b603-e3b5f859c05a on network b9a943d7-693e-4f98-9e73-cc17c36da97c {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:32.236643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 83d6c5be-a65f-4398-92f6-b5e7d72bbeed details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:32.268194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d00d2-a606-4d5a-aed9-dce266ef3f59 req-0446a3a4-9286-47f3-8e64-9902f63d417d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:32.269842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-216d00d2-a606-4d5a-aed9-dce266ef3f59 req-0446a3a4-9286-47f3-8e64-9902f63d417d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 950 time: 0.1657572 Feb 19 00:22:32.273712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:32.274143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Checking segment: {'id': '33fd7c73-726f-4111-bef8-639e81fe87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b9a943d7-693e-4f98-9e73-cc17c36da97c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:32.274480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Bound using segment: {'id': '33fd7c73-726f-4111-bef8-639e81fe87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b9a943d7-693e-4f98-9e73-cc17c36da97c'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:32.274938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Bound port: 3c920e9c-96be-4e68-b603-e3b5f859c05a, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33fd7c73-726f-4111-bef8-639e81fe87e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b9a943d7-693e-4f98-9e73-cc17c36da97c'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:32.275307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.280708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.309786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on host n-h1-826527-3 for vnic_type normal with profile None {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:32.310932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e2ae978a-ed42-4a16-95c8-26adda27473f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:32.311299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:32.311796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:32.318415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:32.319353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:32.324834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:32.325873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:32.326537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:32.327134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Bound port: 907e4ad1-26cc-4f5e-8a99-a88586054f55, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:32.391369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:32.399123 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.400512 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-935d063b-4dbd-4539-883b-321c3fd5fd41 service neutron] 10.222.0.60 "POST /v2.0/ports/907e4ad1-26cc-4f5e-8a99-a88586054f55/bindings HTTP/1.1" status: 201 len: 389 time: 0.5163484 Feb 19 00:22:32.408490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:32.436439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed', 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'port_id': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed', 'mac_address': 'fa:16:3e:ad:5e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb232860-e016-4aaa-a520-01b4da0a72bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:32.522452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:32.522862 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.546000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d6c5be-a65f-4398-92f6-b5e7d72bbeed {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:32.577053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:32.588781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.657045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:32.719632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:32.741224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:32.759922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:32.783801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-1c8dcb81-d097-4f39-b709-3d0444dad204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:32.786123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Pushing event updated for resources: {'Port': ['ID=95d5c52b-47ca-43a8-a68f-79310d7b7474,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:32.786533 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-1c8dcb81-d097-4f39-b709-3d0444dad204 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1128 time: 0.0564115 Feb 19 00:22:32.842932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-216d00d2-a606-4d5a-aed9-dce266ef3f59 req-4160cc3d-5058-4447-bdd0-050d61d9177a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5580890 Feb 19 00:22:32.870451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d1fb0de7-6796-49e8-9eb6-d2c40cb929da up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:32.876062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] For port 3c920e9c-96be-4e68-b603-e3b5f859c05a, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:32.881367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] For port 3c920e9c-96be-4e68-b603-e3b5f859c05a, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3c920e9c-96be-4e68-b603-e3b5f859c05a,segment=NetworkSegment(33fd7c73-726f-4111-bef8-639e81fe87e9),segment_id=33fd7c73-726f-4111-bef8-639e81fe87e9)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:32.887733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:32.888413 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.906627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Deleting port fee39839-bbe5-49f4-a663-46416ce46ebc {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:32.907259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.921471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:32.925271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-c496be92-47f0-4ea6-a2d9-0631a0179cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:32.927202 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-c496be92-47f0-4ea6-a2d9-0631a0179cd3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.1331787 Feb 19 00:22:32.928772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['83d6c5be-a65f-4398-92f6-b5e7d72bbeed'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:32.971376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66c2d3-76c1-421f-a1c3-c671c8e62fa2 req-86293fb2-87ce-4bb6-8caa-99766159b833 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:32.978941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d66c2d3-76c1-421f-a1c3-c671c8e62fa2 req-86293fb2-87ce-4bb6-8caa-99766159b833 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 949 time: 0.2478576 Feb 19 00:22:32.998680 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-cefb5229-7959-4177-8f77-a5e59ca87dc6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 200 len: 217 time: 0.0617008 Feb 19 00:22:33.025545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port d1fb0de7-6796-49e8-9eb6-d2c40cb929da completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:22:33.038984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port d1fb0de7-6796-49e8-9eb6-d2c40cb929da triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:33.039765 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:33.060150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-15248335-9bae-4aa1-8674-56bd6646222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:33.061631 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-15248335-9bae-4aa1-8674-56bd6646222b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.0520689 Feb 19 00:22:33.075943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-ca1a79fe-a244-4d45-a7bf-9b206a30ad0e tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9649026 Feb 19 00:22:33.088946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:33.089463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:33.090880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] 10.222.0.126 "PUT /v2.0/ports/3c920e9c-96be-4e68-b603-e3b5f859c05a HTTP/1.1" status: 200 len: 1091 time: 2.2460246 Feb 19 00:22:33.104124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Request body: {'port': {'device_id': '4cccfe63-ee88-4ac0-82f7-095589a70d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:33.105898 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-143ee247-52a0-4f8b-abbe-83ba3a146dc8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379515 Feb 19 00:22:33.136824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-55dbb8c7-a6d9-41e1-b067-22d431275c67 None None] Provisioning complete for port 95d5c52b-47ca-43a8-a68f-79310d7b7474 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:33.137499 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55dbb8c7-a6d9-41e1-b067-22d431275c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:33.212022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-55dbb8c7-a6d9-41e1-b067-22d431275c67 None None] Port 95d5c52b-47ca-43a8-a68f-79310d7b7474 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:22:33.225801 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-7591b55a-a370-4f7d-b7e7-dde215bb524f service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123543 Feb 19 00:22:33.236094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60331f-a0f1-45f0-a5d2-cff56d248850 service neutron] Pushing event updated for resources: {'Port': ['ID=3c920e9c-96be-4e68-b603-e3b5f859c05a,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:33.236436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d1fb0de7-6796-49e8-9eb6-d2c40cb929da is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:33.236805 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:33.261595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d66c2d3-76c1-421f-a1c3-c671c8e62fa2 req-13a68254-2e3d-4838-b9c9-ad94b02f078f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816970 Feb 19 00:22:33.285802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] For port fee39839-bbe5-49f4-a663-46416ce46ebc, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=fee39839-bbe5-49f4-a663-46416ce46ebc,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:33.286214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:33.289844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:33.295835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53006610-066e-44c4-bc6c-22e0c7200edc req-ec66321b-009e-4c8c-b71d-e05718ec10e0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:33.297351 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:33.303907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53006610-066e-44c4-bc6c-22e0c7200edc req-ec66321b-009e-4c8c-b71d-e05718ec10e0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 944 time: 0.3491597 Feb 19 00:22:33.337872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9488d6e-faf8-452a-8bf9-86b8aeb22027', 'tag': '3c920e9c-96be-4e68-b603-e3b5f859c05a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:33.340745 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f" -d '{"events": [{"name": "network-changed", "server_uuid": "d9488d6e-faf8-452a-8bf9-86b8aeb22027", "tag": "3c920e9c-96be-4e68-b603-e3b5f859c05a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:33.361517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-37b7ae12-2548-4e9b-98cb-a5fa7e45defd service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269929 Feb 19 00:22:33.361765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Calling delete_port for fee39839-bbe5-49f4-a663-46416ce46ebc owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:33.364538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:33.370381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:33.421882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-d64e09e7-f077-4698-82f6-305962d70eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:33.423431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-d64e09e7-f077-4698-82f6-305962d70eb3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a9b3c5049cad4e43856b2158ea353238&device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 1125 time: 0.2640626 Feb 19 00:22:33.538467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53006610-066e-44c4-bc6c-22e0c7200edc req-6bdfad63-2ace-4180-83f1-940d4d1cf49e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335515 Feb 19 00:22:33.549258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-9d00cf60-b5f1-4a9b-9ea1-f5d76605cb47 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c920e9c-96be-4e68-b603-e3b5f859c05a HTTP/1.1" status: 200 len: 217 time: 0.0608988 Feb 19 00:22:33.724094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c74d68a-032f-43ee-8774-49cbc4857363 req-0d03e539-168d-4dd6-9212-5be86adbf272 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:33.725604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c74d68a-032f-43ee-8774-49cbc4857363 req-0d03e539-168d-4dd6-9212-5be86adbf272 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.3338726 Feb 19 00:22:33.753624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-1e8f31de-b489-420c-b20e-8b4003a5afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:33.755116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-1e8f31de-b489-420c-b20e-8b4003a5afe3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9be37c45-9e31-4006-bd43-825a4d5b51b4 HTTP/1.1" status: 200 len: 854 time: 0.1967452 Feb 19 00:22:33.864995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:33.868892 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b6ec1b-a3b6-4b9a-9d0d-2a42365e34c1" -d '{"events": [{"server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "name": "network-vif-plugged", "status": "completed", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:33.875319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-f94594e8-1262-406a-97d2-566a80807260 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b9a943d7-693e-4f98-9e73-cc17c36da97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037853 Feb 19 00:22:33.990987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53abf-8333-43ea-8f30-667a16187ba8 req-64772867-e84e-4516-ba1b-255e1a8eea6d tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:33.993782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86c53abf-8333-43ea-8f30-667a16187ba8 req-64772867-e84e-4516-ba1b-255e1a8eea6d tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 943 time: 0.3826735 Feb 19 00:22:34.005837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c74d68a-032f-43ee-8774-49cbc4857363 req-063eef5d-696a-4218-9d5a-6870f3ba8a81 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715688 Feb 19 00:22:34.015336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (fee39839-bbe5-49f4-a663-46416ce46ebc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:34.031746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'dc8b90e9-0ce5-48cf-a474-08d5415da449', '0b2bd8f3-c646-4e80-8134-e50fce36251d', 'fee39839-bbe5-49f4-a663-46416ce46ebc'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:34.045792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b', '351783fb-f34c-495f-bd7e-0f745d75c6c7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:34.081268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event deleted for resources: {'Port': ['ID=fee39839-bbe5-49f4-a663-46416ce46ebc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:34.237177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] No DVR routers for this DVR port fee39839-bbe5-49f4-a663-46416ce46ebc on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:34.244238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-a3572a11-d31e-4b36-92a1-c54931ece427 service neutron] 10.222.0.126 "GET /v2.0/networks/b9a943d7-693e-4f98-9e73-cc17c36da97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481650 Feb 19 00:22:34.249510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 83d6c5be-a65f-4398-92f6-b5e7d72bbeed up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:34.263418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:34.267214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0e8ee60-616d-4bc2-bb90-2cc9a583e3bb req-fa8ab610-4d14-45c4-9f66-f03b8d31a91d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "DELETE /v2.0/ports/fee39839-bbe5-49f4-a663-46416ce46ebc HTTP/1.1" status: 204 len: 173 time: 2.0543954 Feb 19 00:22:34.307999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86c53abf-8333-43ea-8f30-667a16187ba8 req-04352b63-1bec-4852-8cec-ad7cea8d2d91 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775273 Feb 19 00:22:34.399160 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79e70b-7064-43bf-8aef-fe1bc01d287d x-openstack-request-id: req-ed79e70b-7064-43bf-8aef-fe1bc01d287d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:34.399599 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9488d6e-faf8-452a-8bf9-86b8aeb22027", "tag": "3c920e9c-96be-4e68-b603-e3b5f859c05a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:34.400573 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed79e70b-7064-43bf-8aef-fe1bc01d287d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:34.401084 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9488d6e-faf8-452a-8bf9-86b8aeb22027', 'tag': '3c920e9c-96be-4e68-b603-e3b5f859c05a', 'status': 'completed', 'code': 200} Feb 19 00:22:34.404265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d5c52b-47ca-43a8-a68f-79310d7b7474 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:34.428355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Publish callbacks [] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:34.470342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6893b884-902b-4772-b955-a43e45d86825 req-050528bf-5bd8-4693-9d95-84db7e59dc29 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=81e9b607-61df-46ec-9af1-8016ebc0e48b HTTP/1.1" status: 200 len: 210 time: 0.0391662 Feb 19 00:22:34.491333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:22:34.496320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Transition to ACTIVE for port object 95d5c52b-47ca-43a8-a68f-79310d7b7474 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:34.507355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:34.507737 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:34.518548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaec360-861c-48e8-ab6f-cc2e90bf4719 req-d06e9560-49ef-4035-870b-ebc5f21c7cac tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:34.520492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbaec360-861c-48e8-ab6f-cc2e90bf4719 req-d06e9560-49ef-4035-870b-ebc5f21c7cac tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 936 time: 0.3316302 Feb 19 00:22:34.538648 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:34.598681 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135523b9-e90c-4f74-8119-dd52af22e9ff x-openstack-request-id: req-135523b9-e90c-4f74-8119-dd52af22e9ff {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:34.598990 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "name": "network-vif-plugged", "status": "completed", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:34.599252 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-135523b9-e90c-4f74-8119-dd52af22e9ff {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:34.600255 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'code': 200} Feb 19 00:22:34.642199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Pushing event updated for resources: {'Port': ['ID=95d5c52b-47ca-43a8-a68f-79310d7b7474,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:34.681452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe06647-3a67-4e41-b017-ef57239db6a1 req-8d7cf131-baf3-439a-a49f-2b48afba1153 service neutron] 10.222.0.126 "GET /v2.0/networks/b9a943d7-693e-4f98-9e73-cc17c36da97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789616 Feb 19 00:22:34.789895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:34.790308 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:34.813711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbaec360-861c-48e8-ab6f-cc2e90bf4719 req-7779607e-b522-4601-862f-32b8c4961f86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851186 Feb 19 00:22:34.901029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:34.930435 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:34.934506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed4366-7f62-48fe-b77d-ce2e07cdea60 req-baa45fcc-6391-47f7-b78a-a2f4e95522f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:34.938387 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-36ed4366-7f62-48fe-b77d-ce2e07cdea60 req-baa45fcc-6391-47f7-b78a-a2f4e95522f4 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 1132 time: 0.1260052 Feb 19 00:22:35.004234 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-36ed4366-7f62-48fe-b77d-ce2e07cdea60 req-22aa0f74-6753-4b01-aa29-39f5a99139f5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Feb 19 00:22:35.139980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:35.140613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Attempting to bind port 95d5c52b-47ca-43a8-a68f-79310d7b7474 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:35.140613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Attempting to bind port 95d5c52b-47ca-43a8-a68f-79310d7b7474 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:35.143973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Attempting to bind port 95d5c52b-47ca-43a8-a68f-79310d7b7474 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:35.197825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc305fc-71f4-42a0-892a-a90fbbb72bc6 req-1f69b40f-bf71-4947-b559-b4b545d8c1bc tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.209117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cc305fc-71f4-42a0-892a-a90fbbb72bc6 req-1f69b40f-bf71-4947-b559-b4b545d8c1bc tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.4520137 Feb 19 00:22:35.224155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Port 95d5c52b-47ca-43a8-a68f-79310d7b7474 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:35.224333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Attempting to bind port 95d5c52b-47ca-43a8-a68f-79310d7b7474 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:35.255388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:35.255752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:35.256154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:35.256620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Bound port: 95d5c52b-47ca-43a8-a68f-79310d7b7474, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:35.257041 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:35.280637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-1875218a-62bb-4b1a-b580-140730d4aee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.282208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-1875218a-62bb-4b1a-b580-140730d4aee7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a9b3c5049cad4e43856b2158ea353238&device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 1125 time: 0.4820559 Feb 19 00:22:35.289860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ced1f-74be-4ed1-b219-aacf94937e3b req-e5f1a918-0fec-43c1-afc7-7d0fab62e886 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.291565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-419ced1f-74be-4ed1-b219-aacf94937e3b req-e5f1a918-0fec-43c1-afc7-7d0fab62e886 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 945 time: 0.1934874 Feb 19 00:22:35.425568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cc305fc-71f4-42a0-892a-a90fbbb72bc6 req-06d37dc1-629c-4538-832d-d1e33fc9b77d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153513 Feb 19 00:22:35.479911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-419ced1f-74be-4ed1-b219-aacf94937e3b req-64372c31-6b8e-4275-b5ba-f8927593fb64 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803076 Feb 19 00:22:35.485022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] For port 95d5c52b-47ca-43a8-a68f-79310d7b7474, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:35.490645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] For port 95d5c52b-47ca-43a8-a68f-79310d7b7474, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=95d5c52b-47ca-43a8-a68f-79310d7b7474,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:35.504555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:35.577376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-c67a3013-dd83-4810-af39-454a1d8ae020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.578808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-c67a3013-dd83-4810-af39-454a1d8ae020 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b9a943d7-693e-4f98-9e73-cc17c36da97c HTTP/1.1" status: 200 len: 915 time: 0.2661266 Feb 19 00:22:35.584968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.585625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:35.587159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] 10.222.0.126 "PUT /v2.0/ports/95d5c52b-47ca-43a8-a68f-79310d7b7474 HTTP/1.1" status: 200 len: 1096 time: 2.4903665 Feb 19 00:22:35.742143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-cb528e4b-4b7e-4a4e-82f6-ef50c01497f4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3c920e9c-96be-4e68-b603-e3b5f859c05a HTTP/1.1" status: 200 len: 217 time: 0.1263504 Feb 19 00:22:35.761233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dd417-13c4-41b5-a94f-5281fd5d83a7 service neutron] Pushing event updated for resources: {'Port': ['ID=95d5c52b-47ca-43a8-a68f-79310d7b7474,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:35.834462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630136f-7e15-45be-899b-b67c8f1afa34 req-29d118b6-3d2a-4073-9d77-2b06de92b3fc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.842928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8630136f-7e15-45be-899b-b67c8f1afa34 req-29d118b6-3d2a-4073-9d77-2b06de92b3fc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.2805390 Feb 19 00:22:35.848861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-f27a5d4e-0670-4550-bf69-c28aee33b61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.850437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-f27a5d4e-0670-4550-bf69-c28aee33b61b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=9be37c45-9e31-4006-bd43-825a4d5b51b4 HTTP/1.1" status: 200 len: 854 time: 0.0946496 Feb 19 00:22:35.886593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6c542-79af-4061-9f9b-1e38c2e5aa3d req-528ff0ea-abb6-4c97-996a-696716a64c7d tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.888137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ad6c542-79af-4061-9f9b-1e38c2e5aa3d req-528ff0ea-abb6-4c97-996a-696716a64c7d tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 943 time: 0.2637448 Feb 19 00:22:35.940549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-1a2b186f-8234-4716-ad95-42e7aa070a0a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b9a943d7-693e-4f98-9e73-cc17c36da97c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767317 Feb 19 00:22:35.946988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-bcf531f2-530b-4803-9607-fda4598e389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:35.951304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-bcf531f2-530b-4803-9607-fda4598e389f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 1130 time: 0.3130076 Feb 19 00:22:36.184877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-6aca72e5-f5fa-47e7-aee0-06f56a3ec902 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95d5c52b-47ca-43a8-a68f-79310d7b7474 HTTP/1.1" status: 200 len: 217 time: 0.2126436 Feb 19 00:22:36.186979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-d708ec4d-2149-477d-949d-36045fd807f4 service neutron] 10.222.0.126 "GET /v2.0/networks/b9a943d7-693e-4f98-9e73-cc17c36da97c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334070 Feb 19 00:22:36.239985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device fee39839-bbe5-49f4-a663-46416ce46ebc no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:36.283041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: fee39839-bbe5-49f4-a663-46416ce46ebc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:36.283735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device fee39839-bbe5-49f4-a663-46416ce46ebc not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:36.374173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8630136f-7e15-45be-899b-b67c8f1afa34 req-dbdec372-c58b-4cb6-ba75-d001a7cf6765 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5300992 Feb 19 00:22:36.405612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ad6c542-79af-4061-9f9b-1e38c2e5aa3d req-8e868326-4314-491c-adcc-e03d0d0eab12 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775243 Feb 19 00:22:36.415043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81e9b607-61df-46ec-9af1-8016ebc0e48b', 'name': 'network-vif-deleted', 'tag': 'fee39839-bbe5-49f4-a663-46416ce46ebc'}, {'name': 'network-changed', 'server_uuid': '4cccfe63-ee88-4ac0-82f7-095589a70d41', 'tag': '95d5c52b-47ca-43a8-a68f-79310d7b7474'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:36.421161 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8643c500-bac1-4aa2-a87f-508c2d3818dd" -d '{"events": [{"server_uuid": "81e9b607-61df-46ec-9af1-8016ebc0e48b", "name": "network-vif-deleted", "tag": "fee39839-bbe5-49f4-a663-46416ce46ebc"}, {"name": "network-changed", "server_uuid": "4cccfe63-ee88-4ac0-82f7-095589a70d41", "tag": "95d5c52b-47ca-43a8-a68f-79310d7b7474"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:36.436805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-34ea900d-ab17-400a-8f6f-e93bff30c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:36.445635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-34ea900d-ab17-400a-8f6f-e93bff30c87d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2375710 Feb 19 00:22:36.601037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc9660f-09c2-4d0f-bb7c-357d459078ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:36.603742 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc08a04-5eca-4651-b825-0d4d46ea65e4" -d '{"events": [{"server_uuid": "3bc9660f-09c2-4d0f-bb7c-357d459078ed", "name": "network-vif-plugged", "status": "completed", "tag": "83d6c5be-a65f-4398-92f6-b5e7d72bbeed"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:36.921466 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b578b2d-7c37-431c-8bdf-17bb9ec8065b x-openstack-request-id: req-3b578b2d-7c37-431c-8bdf-17bb9ec8065b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:36.921839 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81e9b607-61df-46ec-9af1-8016ebc0e48b", "name": "network-vif-deleted", "tag": "fee39839-bbe5-49f4-a663-46416ce46ebc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4cccfe63-ee88-4ac0-82f7-095589a70d41", "tag": "95d5c52b-47ca-43a8-a68f-79310d7b7474", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:36.922162 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3b578b2d-7c37-431c-8bdf-17bb9ec8065b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:36.922765 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81e9b607-61df-46ec-9af1-8016ebc0e48b', 'name': 'network-vif-deleted', 'tag': 'fee39839-bbe5-49f4-a663-46416ce46ebc', 'status': 'completed', 'code': 200} Feb 19 00:22:36.923527 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cccfe63-ee88-4ac0-82f7-095589a70d41', 'tag': '95d5c52b-47ca-43a8-a68f-79310d7b7474', 'status': 'completed', 'code': 200} Feb 19 00:22:36.979351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec00c720-7f7f-49a2-a9fd-13d145a8c04f req-6a5ee7f2-0a56-4924-a414-466211ca2da3 service neutron] 10.222.0.126 "GET /v2.0/networks/b9a943d7-693e-4f98-9e73-cc17c36da97c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696075 Feb 19 00:22:37.020235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-d92eb5bb-f248-443f-a625-23fd1c1b8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:37.021834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-d92eb5bb-f248-443f-a625-23fd1c1b8ac5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5600924 Feb 19 00:22:37.056430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d3023-0c86-42bc-90e3-6f7865b7efb8 req-27cceb0c-6183-492e-b4a7-29ad0428a1d6 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:37.057903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-018d3023-0c86-42bc-90e3-6f7865b7efb8 req-27cceb0c-6183-492e-b4a7-29ad0428a1d6 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 948 time: 0.5250876 Feb 19 00:22:37.169783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-d6b9cf5f-14f6-4c8a-8aa9-9cecef03668e service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345806 Feb 19 00:22:37.177095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4d7de-f303-4b73-a5f1-668d99c8646d req-223d5f4a-3102-4234-b6fb-8d7c4a5395aa tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:37.178752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ef4d7de-f303-4b73-a5f1-668d99c8646d req-223d5f4a-3102-4234-b6fb-8d7c4a5395aa tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2208464 Feb 19 00:22:37.350407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ef4d7de-f303-4b73-a5f1-668d99c8646d req-f9ad5eba-52b0-4920-a27a-f15471ccb675 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481862 Feb 19 00:22:37.360277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-018d3023-0c86-42bc-90e3-6f7865b7efb8 req-6b4f7a75-88ce-4d4b-bd5d-76d88cdbdab2 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792605 Feb 19 00:22:37.419926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e6e574-958a-40d0-91b2-93f300c4be08 req-77b3d8fe-9edc-4b08-b0a0-4d1640eefc2f service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401667 Feb 19 00:22:37.439338 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4d2dd9-f76b-4fd7-87c4-0e06755955f4 x-openstack-request-id: req-2e4d2dd9-f76b-4fd7-87c4-0e06755955f4 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:37.446302 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc9660f-09c2-4d0f-bb7c-357d459078ed", "name": "network-vif-plugged", "status": "completed", "tag": "83d6c5be-a65f-4398-92f6-b5e7d72bbeed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:37.446905 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e4d2dd9-f76b-4fd7-87c4-0e06755955f4 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:37.447562 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc9660f-09c2-4d0f-bb7c-357d459078ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed', 'code': 200} Feb 19 00:22:37.508947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8faa-998a-4716-9ae6-5f01b415411c req-050b1164-474b-4597-ac68-c98249bb861f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:37.517036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-291b8faa-998a-4716-9ae6-5f01b415411c req-050b1164-474b-4597-ac68-c98249bb861f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 945 time: 0.0960419 Feb 19 00:22:37.687541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-291b8faa-998a-4716-9ae6-5f01b415411c req-b537e717-507c-4d68-ac3b-2dcd1da88552 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691208 Feb 19 00:22:37.712088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842b020-6274-441c-8bd0-ec7baebc9870 req-3909578f-7d0d-4fab-a2ce-5fe64f9f1f8a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:37.716245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1842b020-6274-441c-8bd0-ec7baebc9870 req-3909578f-7d0d-4fab-a2ce-5fe64f9f1f8a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 949 time: 0.1959364 Feb 19 00:22:37.721202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7b920-2499-4429-b150-b75cacf2a7f8 req-a35544be-e57f-4073-ab2c-c942a7b72516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:37.722975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9e7b920-2499-4429-b150-b75cacf2a7f8 req-a35544be-e57f-4073-ab2c-c942a7b72516 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 1127 time: 0.1967723 Feb 19 00:22:37.731128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-3aad3ae3-187f-4018-ba66-49cd15063e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:37.732647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-3aad3ae3-187f-4018-ba66-49cd15063e68 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 1130 time: 0.1530287 Feb 19 00:22:37.906376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1842b020-6274-441c-8bd0-ec7baebc9870 req-1173f58e-9814-482b-b5a8-edd1ced11ca9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885147 Feb 19 00:22:37.956741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-bf5cb7de-284b-4b8a-9aec-1509d739c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:37.958528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-bf5cb7de-284b-4b8a-9aec-1509d739c7c3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2106228 Feb 19 00:22:37.962260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9e7b920-2499-4429-b150-b75cacf2a7f8 req-114eaec3-d7c4-457a-b96c-61db9eb5e4d2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282934 Feb 19 00:22:38.043577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-285d32cf-4973-4d17-8ab0-1263089fe153 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=95d5c52b-47ca-43a8-a68f-79310d7b7474 HTTP/1.1" status: 200 len: 217 time: 0.0774050 Feb 19 00:22:38.051409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b1bc7-c98b-495c-877d-61c88c336de0 req-1217746c-5d29-4b10-904b-10b4139d463d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:38.053102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e4b1bc7-c98b-495c-877d-61c88c336de0 req-1217746c-5d29-4b10-904b-10b4139d463d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.2692478 Feb 19 00:22:38.139226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c02513-9cdd-4b66-9af4-f8263c27b6ea req-9f4a48c1-a8f9-4c52-8a08-d329fa5ef823 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:38.147362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34c02513-9cdd-4b66-9af4-f8263c27b6ea req-9f4a48c1-a8f9-4c52-8a08-d329fa5ef823 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 943 time: 0.1737385 Feb 19 00:22:38.212306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34c02513-9cdd-4b66-9af4-f8263c27b6ea req-630a71f4-d87b-413d-bd45-f8abda090a76 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637329 Feb 19 00:22:38.217137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-9a05c7ce-46b3-4842-aa5b-a63cca3a5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:38.221284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-9a05c7ce-46b3-4842-aa5b-a63cca3a5d2b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1668596 Feb 19 00:22:38.313461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e4b1bc7-c98b-495c-877d-61c88c336de0 req-64585225-c444-4496-91f9-58c2880236a2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476950 Feb 19 00:22:38.326998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-9ffea6c8-fb80-4c1c-8064-1f2f48593039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:38.329602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-9ffea6c8-fb80-4c1c-8064-1f2f48593039 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0953233 Feb 19 00:22:38.597448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-077aef9f-0a7f-4e73-be18-c3872dd0a288 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534711 Feb 19 00:22:38.657833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e0558-b4c6-4621-b05f-50bc11727783 req-9d0c41cf-5a64-4826-a2d7-5ff64f77cc18 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:38.659983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d3e0558-b4c6-4621-b05f-50bc11727783 req-9d0c41cf-5a64-4826-a2d7-5ff64f77cc18 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 948 time: 0.1830156 Feb 19 00:22:38.708019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b24cd3-596b-4685-bff0-46a364b32865 req-6985e7f5-ad66-492b-b955-5435e67455f6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:38.710279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1b24cd3-596b-4685-bff0-46a364b32865 req-6985e7f5-ad66-492b-b955-5435e67455f6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2321646 Feb 19 00:22:38.783929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-74d8d920-0623-455f-b619-0a7eda7c22b0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:38.785734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-74d8d920-0623-455f-b619-0a7eda7c22b0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 949 time: 0.2069595 Feb 19 00:22:38.873665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d3e0558-b4c6-4621-b05f-50bc11727783 req-fd61a12c-0792-4025-ad94-dd7e1a9bfdb8 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779094 Feb 19 00:22:38.885239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1b24cd3-596b-4685-bff0-46a364b32865 req-0577be7d-58ea-478d-b59c-85707446ab36 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656916 Feb 19 00:22:38.890394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8643c500-bac1-4aa2-a87f-508c2d3818dd req-0125e91a-574d-4c06-91a8-90ae5955b00c service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709260 Feb 19 00:22:38.914338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 3c920e9c-96be-4e68-b603-e3b5f859c05a details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:39.004345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Deleting port 0b2bd8f3-c646-4e80-8134-e50fce36251d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:39.010685 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:39.141768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-0a4be3d4-54e9-4e40-b541-2f7a04a64540 req-2fe95fb8-722c-442e-945f-76dfb4a4217a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:22:39.143218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a4be3d4-54e9-4e40-b541-2f7a04a64540 req-2fe95fb8-722c-442e-945f-76dfb4a4217a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066040 Feb 19 00:22:39.200308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] For port 0b2bd8f3-c646-4e80-8134-e50fce36251d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0b2bd8f3-c646-4e80-8134-e50fce36251d,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:39.205802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:39.250202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Calling delete_port for 0b2bd8f3-c646-4e80-8134-e50fce36251d owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:39.309385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a4a43-e43d-4f37-9f99-5a8381421441 req-c28a38cc-269e-463d-8100-fb935ff16a93 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:39.316006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-658a4a43-e43d-4f37-9f99-5a8381421441 req-c28a38cc-269e-463d-8100-fb935ff16a93 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 945 time: 0.2949350 Feb 19 00:22:39.370846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 3c920e9c-96be-4e68-b603-e3b5f859c05a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3c920e9c-96be-4e68-b603-e3b5f859c05a,segment=NetworkSegment(33fd7c73-726f-4111-bef8-639e81fe87e9),segment_id=33fd7c73-726f-4111-bef8-639e81fe87e9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:39.387955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '3c920e9c-96be-4e68-b603-e3b5f859c05a', 'network_id': 'b9a943d7-693e-4f98-9e73-cc17c36da97c', 'port_id': '3c920e9c-96be-4e68-b603-e3b5f859c05a', 'mac_address': 'fa:16:3e:da:31:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be37c45-9e31-4006-bd43-825a4d5b51b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:39.488144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 3c920e9c-96be-4e68-b603-e3b5f859c05a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:39.489964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:39.518331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c920e9c-96be-4e68-b603-e3b5f859c05a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:39.576597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 3c920e9c-96be-4e68-b603-e3b5f859c05a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3c920e9c-96be-4e68-b603-e3b5f859c05a,segment=NetworkSegment(33fd7c73-726f-4111-bef8-639e81fe87e9),segment_id=33fd7c73-726f-4111-bef8-639e81fe87e9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:39.599413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:39.652669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-658a4a43-e43d-4f37-9f99-5a8381421441 req-80f3dc0e-1279-4bdf-b6f8-59f3a69380d4 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294098 Feb 19 00:22:39.695789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=3c920e9c-96be-4e68-b603-e3b5f859c05a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:39.827368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15506f6-a9a0-4491-a58c-3007921a7ba7 req-877bef39-9a2f-4b48-8a5c-aa863392d6e0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:39.831234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b15506f6-a9a0-4491-a58c-3007921a7ba7 req-877bef39-9a2f-4b48-8a5c-aa863392d6e0 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=43183f1c-4da5-4316-a811-63c8ee246aa7 HTTP/1.1" status: 200 len: 949 time: 0.2594278 Feb 19 00:22:39.871006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-3bd308ae-a65b-45ff-8cb3-25ced62e7700 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3177845 Feb 19 00:22:39.885103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0b2bd8f3-c646-4e80-8134-e50fce36251d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:39.891552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-a9b9f338-74c9-4b70-9243-f23ba9b96a1a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:22:39.892805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-a9b9f338-74c9-4b70-9243-f23ba9b96a1a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088613 Feb 19 00:22:39.950952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'dc8b90e9-0ce5-48cf-a474-08d5415da449', '0b2bd8f3-c646-4e80-8134-e50fce36251d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:39.969606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event deleted for resources: {'Port': ['ID=0b2bd8f3-c646-4e80-8134-e50fce36251d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:40.019697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b', '351783fb-f34c-495f-bd7e-0f745d75c6c7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:40.049533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] No DVR routers for this DVR port 0b2bd8f3-c646-4e80-8134-e50fce36251d on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:40.059484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c79c-2e80-4d58-80f2-77674b9cca64 req-6284d0b9-8e4e-4172-a6e0-c589c5c9b71a tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:40.061842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d32c79c-2e80-4d58-80f2-77674b9cca64 req-6284d0b9-8e4e-4172-a6e0-c589c5c9b71a tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 944 time: 0.2771215 Feb 19 00:22:40.063449 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:40.067216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ab008e6-779e-4aad-b9c1-1e2e4b390752 req-03adb980-ff13-4f29-9375-91bc879ac59b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "DELETE /v2.0/ports/0b2bd8f3-c646-4e80-8134-e50fce36251d HTTP/1.1" status: 204 len: 173 time: 1.2709339 Feb 19 00:22:40.074911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b15506f6-a9a0-4491-a58c-3007921a7ba7 req-4944c54e-e1c8-49bc-87c3-7181ca35439b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264676 Feb 19 00:22:40.075761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43183f1c-4da5-4316-a811-63c8ee246aa7', 'name': 'network-vif-deleted', 'tag': '0b2bd8f3-c646-4e80-8134-e50fce36251d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:40.078462 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a40d1a1-4a0d-4e1c-ab33-e6d773fe099d" -d '{"events": [{"server_uuid": "43183f1c-4da5-4316-a811-63c8ee246aa7", "name": "network-vif-deleted", "tag": "0b2bd8f3-c646-4e80-8134-e50fce36251d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:40.127404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['3c920e9c-96be-4e68-b603-e3b5f859c05a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:40.207363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d32c79c-2e80-4d58-80f2-77674b9cca64 req-9592d706-f72e-4263-b6e9-1c2dd8e01d00 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244161 Feb 19 00:22:40.576476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02127b5-80aa-42f8-a284-bc558fc3f881 req-19b99e16-3ef5-4971-8572-601f1d65b9ea tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:40.579872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b02127b5-80aa-42f8-a284-bc558fc3f881 req-19b99e16-3ef5-4971-8572-601f1d65b9ea tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2310622 Feb 19 00:22:40.728161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b02127b5-80aa-42f8-a284-bc558fc3f881 req-445da1b8-3cc6-4e03-9b03-6460e3ba9fd8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164329 Feb 19 00:22:40.748284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee2b003-dc15-4037-8f6e-eba8d60452f7 req-417d36d1-fabd-4d9b-aa53-6108108653eb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:40.760552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fee2b003-dc15-4037-8f6e-eba8d60452f7 req-417d36d1-fabd-4d9b-aa53-6108108653eb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.3912947 Feb 19 00:22:40.788664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-8ba01264-fcfe-4365-a2e0-5a58601b9e4c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:40.792460 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-8ba01264-fcfe-4365-a2e0-5a58601b9e4c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports/d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 947 time: 0.0816097 Feb 19 00:22:40.899088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fee2b003-dc15-4037-8f6e-eba8d60452f7 req-970caa45-fec6-4a67-9b41-e9497b1f1c4e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354980 Feb 19 00:22:40.928709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 95d5c52b-47ca-43a8-a68f-79310d7b7474 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:41.051798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3a215-bf90-497d-bead-839c6adf2120 req-315ddd58-142d-4a58-9ada-d231cf3a884b tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:41.053740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ce3a215-bf90-497d-bead-839c6adf2120 req-315ddd58-142d-4a58-9ada-d231cf3a884b tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 948 time: 0.1793861 Feb 19 00:22:41.055412 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a613b8-b332-449c-91ed-40c40cf8a958 x-openstack-request-id: req-97a613b8-b332-449c-91ed-40c40cf8a958 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:41.056938 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43183f1c-4da5-4316-a811-63c8ee246aa7", "name": "network-vif-deleted", "tag": "0b2bd8f3-c646-4e80-8134-e50fce36251d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:41.057293 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97a613b8-b332-449c-91ed-40c40cf8a958 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:41.057792 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43183f1c-4da5-4316-a811-63c8ee246aa7', 'name': 'network-vif-deleted', 'tag': '0b2bd8f3-c646-4e80-8134-e50fce36251d', 'status': 'completed', 'code': 200} Feb 19 00:22:41.066670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 95d5c52b-47ca-43a8-a68f-79310d7b7474, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=95d5c52b-47ca-43a8-a68f-79310d7b7474,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:41.083887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '95d5c52b-47ca-43a8-a68f-79310d7b7474', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '95d5c52b-47ca-43a8-a68f-79310d7b7474', 'mac_address': 'fa:16:3e:1a:37:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:41.215267 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ce3a215-bf90-497d-bead-839c6adf2120 req-3c8083ea-b19f-436f-97f4-46f1b008fa39 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533737 Feb 19 00:22:41.242998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 95d5c52b-47ca-43a8-a68f-79310d7b7474 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:41.250833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:41.274167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d5c52b-47ca-43a8-a68f-79310d7b7474 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:41.280208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabc6cc-4ad2-4c00-9f4f-62e0b50a539c req-fac51722-dd79-4f33-9e0f-ea4ef00e8792 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:41.293750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8eabc6cc-4ad2-4c00-9f4f-62e0b50a539c req-fac51722-dd79-4f33-9e0f-ea4ef00e8792 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 945 time: 0.1307528 Feb 19 00:22:41.310554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 95d5c52b-47ca-43a8-a68f-79310d7b7474, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=95d5c52b-47ca-43a8-a68f-79310d7b7474,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:41.329116 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:41.376212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8eabc6cc-4ad2-4c00-9f4f-62e0b50a539c req-57855140-c4b5-4653-8785-f0653b497969 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813215 Feb 19 00:22:41.467169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=95d5c52b-47ca-43a8-a68f-79310d7b7474,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:41.491844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.492360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.492832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.493277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.493719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.494156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.494618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.495150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.495474 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.495904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.496336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.496780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.497468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:41.622861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd9deb-a32a-4293-a243-e243b838aaa9 req-5c332cad-e8a3-41e2-96fc-07a1b3ce72b2 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:41.624494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43bd9deb-a32a-4293-a243-e243b838aaa9 req-5c332cad-e8a3-41e2-96fc-07a1b3ce72b2 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 944 time: 0.0999422 Feb 19 00:22:41.722762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43bd9deb-a32a-4293-a243-e243b838aaa9 req-3f4ae956-70a5-4c1f-83e5-e14916cc0141 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916986 Feb 19 00:22:41.885520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656378f-d789-4035-90f0-b934d15c91d1 req-4b85a805-64fd-448c-b49d-f79086b23e4e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:41.887959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9656378f-d789-4035-90f0-b934d15c91d1 req-4b85a805-64fd-448c-b49d-f79086b23e4e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 945 time: 0.0692258 Feb 19 00:22:41.963399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9656378f-d789-4035-90f0-b934d15c91d1 req-ee1bdf46-2981-4a71-9ecb-37426736ce7d tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666556 Feb 19 00:22:42.148921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc244-73db-4c94-a6a0-76956774b079 req-144479d8-34c4-4a4d-9dfd-d72530ec4668 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:42.151001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcbdc244-73db-4c94-a6a0-76956774b079 req-144479d8-34c4-4a4d-9dfd-d72530ec4668 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.1012926 Feb 19 00:22:42.164464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc690d17-6c30-440a-8dc3-0d1da73675e5 req-6a3cf97a-8b09-4d0e-8421-a52800bf65cf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:42.166079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc690d17-6c30-440a-8dc3-0d1da73675e5 req-6a3cf97a-8b09-4d0e-8421-a52800bf65cf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1061523 Feb 19 00:22:42.205318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['95d5c52b-47ca-43a8-a68f-79310d7b7474'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:42.293014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0b2bd8f3-c646-4e80-8134-e50fce36251d no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:42.311633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcbdc244-73db-4c94-a6a0-76956774b079 req-2bea777b-b5ea-4444-975e-053d0ce3f35e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521084 Feb 19 00:22:42.321064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 0b2bd8f3-c646-4e80-8134-e50fce36251d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:42.321724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0b2bd8f3-c646-4e80-8134-e50fce36251d not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:42.376709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc690d17-6c30-440a-8dc3-0d1da73675e5 req-c379174f-517b-4b9b-9fe0-d6e4ce02d35c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895800 Feb 19 00:22:42.440947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-7bd54a62-de9b-4b66-a999-7e3d4393dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:42.442546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-7bd54a62-de9b-4b66-a999-7e3d4393dd56 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 1132 time: 0.0591378 Feb 19 00:22:42.634164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab53052-2c18-4635-998d-2c891afb3c17 req-7d3a61d4-62fa-47cb-86de-7d55c65189f6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:42.636262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ab53052-2c18-4635-998d-2c891afb3c17 req-7d3a61d4-62fa-47cb-86de-7d55c65189f6 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 950 time: 0.0994282 Feb 19 00:22:42.662945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b6596419-24eb-499a-9cb0-0188997f22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:42.664591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b6596419-24eb-499a-9cb0-0188997f22bc service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2133183 Feb 19 00:22:42.730773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-9385eca2-80b8-4806-bbb4-f84da52de8d9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 217 time: 0.0482051 Feb 19 00:22:42.785793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ab53052-2c18-4635-998d-2c891afb3c17 req-ca715f24-1fd8-4252-b413-9b0a42329d33 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430304 Feb 19 00:22:42.815040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-38adc283-314e-4a7a-8f7b-2ad2082f3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:42.817699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-38adc283-314e-4a7a-8f7b-2ad2082f3a9b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0765815 Feb 19 00:22:42.917157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 3c920e9c-96be-4e68-b603-e3b5f859c05a up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:43.056449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 3c920e9c-96be-4e68-b603-e3b5f859c05a completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:22:43.062514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 3c920e9c-96be-4e68-b603-e3b5f859c05a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:43.063128 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:43.171269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 3c920e9c-96be-4e68-b603-e3b5f859c05a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:43.171834 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:43.205597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9488d6e-faf8-452a-8bf9-86b8aeb22027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c920e9c-96be-4e68-b603-e3b5f859c05a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:43.213619 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ab21e5-e0e8-4957-a5db-2890db401b17" -d '{"events": [{"server_uuid": "d9488d6e-faf8-452a-8bf9-86b8aeb22027", "name": "network-vif-plugged", "status": "completed", "tag": "3c920e9c-96be-4e68-b603-e3b5f859c05a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:43.229491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 3c920e9c-96be-4e68-b603-e3b5f859c05a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3c920e9c-96be-4e68-b603-e3b5f859c05a,segment=NetworkSegment(33fd7c73-726f-4111-bef8-639e81fe87e9),segment_id=33fd7c73-726f-4111-bef8-639e81fe87e9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:43.245286 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:43.311353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=3c920e9c-96be-4e68-b603-e3b5f859c05a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:43.377045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-f4088f1d-0237-406a-8890-53673618c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:43.378583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-f4088f1d-0237-406a-8890-53673618c797 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5499976 Feb 19 00:22:43.495295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-4402db45-7a2f-4832-bd39-f73126ea4c4a service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005731 Feb 19 00:22:43.526817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae6f6b-b85a-46cb-87c0-e78cc5b16946 req-3a54db01-b8e6-4feb-ab4e-434ee17a9284 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:43.538352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5ae6f6b-b85a-46cb-87c0-e78cc5b16946 req-3a54db01-b8e6-4feb-ab4e-434ee17a9284 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 949 time: 0.2521672 Feb 19 00:22:43.579590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83b456-f1d6-43cd-9b67-61b7bb29d41b req-cfccac82-e25e-456a-bdc1-52a75884bc40 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:43.588012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f83b456-f1d6-43cd-9b67-61b7bb29d41b req-cfccac82-e25e-456a-bdc1-52a75884bc40 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 945 time: 0.3044915 Feb 19 00:22:43.701287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5ae6f6b-b85a-46cb-87c0-e78cc5b16946 req-f86be7bb-40c8-4d79-a8b6-9dd44e17fdbe tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618738 Feb 19 00:22:43.816294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-ce7c29a0-79b5-4b2a-9b5c-24547c299ac4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:43.817824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-ce7c29a0-79b5-4b2a-9b5c-24547c299ac4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/ports?device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 950 time: 0.4365952 Feb 19 00:22:43.833880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f83b456-f1d6-43cd-9b67-61b7bb29d41b req-d53ad78a-be8c-4afb-b620-a605328ff115 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411323 Feb 19 00:22:43.922109 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899f9b51-f294-4ffa-b7fa-c9b25a30096f x-openstack-request-id: req-899f9b51-f294-4ffa-b7fa-c9b25a30096f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:43.922463 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9488d6e-faf8-452a-8bf9-86b8aeb22027", "name": "network-vif-plugged", "status": "completed", "tag": "3c920e9c-96be-4e68-b603-e3b5f859c05a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:43.922916 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-899f9b51-f294-4ffa-b7fa-c9b25a30096f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:43.923178 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9488d6e-faf8-452a-8bf9-86b8aeb22027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c920e9c-96be-4e68-b603-e3b5f859c05a', 'code': 200} Feb 19 00:22:44.021375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-a1fc7bf2-016e-43c0-9689-fc954e9c458e service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803729 Feb 19 00:22:44.237035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1358935-4d7b-409d-ac93-6030916157d5 req-83006bd1-f1ba-41b2-81a5-7e5bb2e3a10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:44.238624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1358935-4d7b-409d-ac93-6030916157d5 req-83006bd1-f1ba-41b2-81a5-7e5bb2e3a10b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 1127 time: 0.2222545 Feb 19 00:22:44.287597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b56b-85aa-427a-bb54-24d082c99958 req-7495fdb7-d0b5-4bfa-8737-8c958f69b395 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:44.294498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4085b56b-85aa-427a-bb54-24d082c99958 req-7495fdb7-d0b5-4bfa-8737-8c958f69b395 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.1904151 Feb 19 00:22:44.302679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Deleting port dc8b90e9-0ce5-48cf-a474-08d5415da449 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:44.303031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:44.312006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ceb3db-7768-40b7-b2af-8590cb3b72d0 req-c305fcea-487e-4ae6-a401-4c5b7949fa5e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:44.313532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52ceb3db-7768-40b7-b2af-8590cb3b72d0 req-c305fcea-487e-4ae6-a401-4c5b7949fa5e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2463012 Feb 19 00:22:44.331298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-c5c7bdb5-ad69-4d50-a8be-a0ec66a7f9c3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:44.334010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-c5c7bdb5-ad69-4d50-a8be-a0ec66a7f9c3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 950 time: 0.2234864 Feb 19 00:22:44.482206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1358935-4d7b-409d-ac93-6030916157d5 req-f1ed8886-d543-40ea-8cab-565037bf5729 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284756 Feb 19 00:22:44.549908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4085b56b-85aa-427a-bb54-24d082c99958 req-3e8a76f4-a18c-403e-92c1-8f55147b6bc5 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544324 Feb 19 00:22:44.616450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52ceb3db-7768-40b7-b2af-8590cb3b72d0 req-6cf50b48-e4e0-4883-beec-da6b5e64a9d5 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855399 Feb 19 00:22:44.666022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] For port dc8b90e9-0ce5-48cf-a474-08d5415da449, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=dc8b90e9-0ce5-48cf-a474-08d5415da449,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:44.671083 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:44.688826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Calling delete_port for dc8b90e9-0ce5-48cf-a474-08d5415da449 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:44.729656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Deleting port 351783fb-f34c-495f-bd7e-0f745d75c6c7 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:44.730320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:44.931765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 95d5c52b-47ca-43a8-a68f-79310d7b7474 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:22:45.034165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 95d5c52b-47ca-43a8-a68f-79310d7b7474 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:22:45.046083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 95d5c52b-47ca-43a8-a68f-79310d7b7474 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:45.046508 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:45.098366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] For port 351783fb-f34c-495f-bd7e-0f745d75c6c7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=351783fb-f34c-495f-bd7e-0f745d75c6c7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:45.098748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:45.143373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Calling delete_port for 351783fb-f34c-495f-bd7e-0f745d75c6c7 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:45.169976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b0b4e-c2c6-4ea9-8198-9b7cc730da7f req-50bf8236-9af0-430e-8930-66d39182309a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:45.171088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 95d5c52b-47ca-43a8-a68f-79310d7b7474 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:45.171503 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:45.172704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b95b0b4e-c2c6-4ea9-8198-9b7cc730da7f req-50bf8236-9af0-430e-8930-66d39182309a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 945 time: 0.3343496 Feb 19 00:22:45.178504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dc8b90e9-0ce5-48cf-a474-08d5415da449), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:45.195589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6291649-19b6-4947-91b2-3024f03943e1 req-769c0d3b-6a44-411e-836a-4c380648268a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:45.203211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6291649-19b6-4947-91b2-3024f03943e1 req-769c0d3b-6a44-411e-836a-4c380648268a tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcef0c5f-f988-4787-ba92-2eb7977a7c1a HTTP/1.1" status: 200 len: 950 time: 0.4980760 Feb 19 00:22:45.220040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 95d5c52b-47ca-43a8-a68f-79310d7b7474, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=95d5c52b-47ca-43a8-a68f-79310d7b7474,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:45.222383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:45.227798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'dc8b90e9-0ce5-48cf-a474-08d5415da449'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:45.290758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:45.338584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b95b0b4e-c2c6-4ea9-8198-9b7cc730da7f req-57d2baa7-17f7-49cb-8332-6429567e5d44 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553764 Feb 19 00:22:45.352194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event deleted for resources: {'Port': ['ID=dc8b90e9-0ce5-48cf-a474-08d5415da449,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:45.383242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=95d5c52b-47ca-43a8-a68f-79310d7b7474,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:45.452949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6291649-19b6-4947-91b2-3024f03943e1 req-986391fa-9106-46ae-8159-122cf39db4d4 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484639 Feb 19 00:22:45.514125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] No DVR routers for this DVR port dc8b90e9-0ce5-48cf-a474-08d5415da449 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:45.520567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:45.524699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab0a00e3-34fb-4962-901c-c9baad87d942 req-e42922b9-cc64-47a2-8a40-bdada8330a41 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "DELETE /v2.0/ports/dc8b90e9-0ce5-48cf-a474-08d5415da449 HTTP/1.1" status: 204 len: 173 time: 1.6735704 Feb 19 00:22:45.527343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcef0c5f-f988-4787-ba92-2eb7977a7c1a', 'name': 'network-vif-deleted', 'tag': 'dc8b90e9-0ce5-48cf-a474-08d5415da449'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:45.531203 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f789b8e-f60e-45cb-9037-8c06e89358bd" -d '{"events": [{"server_uuid": "dcef0c5f-f988-4787-ba92-2eb7977a7c1a", "name": "network-vif-deleted", "tag": "dc8b90e9-0ce5-48cf-a474-08d5415da449"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:45.651697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c913a84-1b53-48c6-a6ab-55753a6146a1 req-3137e15d-34f4-4a17-abfb-d7d99005eb92 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:45.654062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c913a84-1b53-48c6-a6ab-55753a6146a1 req-3137e15d-34f4-4a17-abfb-d7d99005eb92 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 950 time: 0.1494844 Feb 19 00:22:45.751188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f13ce6-0178-46f7-a5df-9f293a3cd456 req-45fc9071-0d0d-4e86-af9a-83fb425f872b tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:45.753261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0f13ce6-0178-46f7-a5df-9f293a3cd456 req-45fc9071-0d0d-4e86-af9a-83fb425f872b tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 945 time: 0.1801977 Feb 19 00:22:45.765198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c913a84-1b53-48c6-a6ab-55753a6146a1 req-420e9f05-9b94-4bcc-ab4a-83bf1efe2eb9 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811331 Feb 19 00:22:45.835074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (351783fb-f34c-495f-bd7e-0f745d75c6c7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:45.904075 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be103a85-8800-40d7-97bd-f505ffaffc18 x-openstack-request-id: req-be103a85-8800-40d7-97bd-f505ffaffc18 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:45.904419 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcef0c5f-f988-4787-ba92-2eb7977a7c1a", "name": "network-vif-deleted", "tag": "dc8b90e9-0ce5-48cf-a474-08d5415da449", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:45.904623 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be103a85-8800-40d7-97bd-f505ffaffc18 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:45.904997 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcef0c5f-f988-4787-ba92-2eb7977a7c1a', 'name': 'network-vif-deleted', 'tag': 'dc8b90e9-0ce5-48cf-a474-08d5415da449', 'status': 'completed', 'code': 200} Feb 19 00:22:45.918660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'dc8b90e9-0ce5-48cf-a474-08d5415da449'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:45.958175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0f13ce6-0178-46f7-a5df-9f293a3cd456 req-aee4f936-8512-4283-a44c-d33a3b9d5680 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916871 Feb 19 00:22:45.966920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event deleted for resources: {'Port': ['ID=351783fb-f34c-495f-bd7e-0f745d75c6c7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:46.040783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:46.060477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cccfe63-ee88-4ac0-82f7-095589a70d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d5c52b-47ca-43a8-a68f-79310d7b7474'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:46.069494 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaefbe4-c04d-452b-99ae-7f3cb03f0d0e" -d '{"events": [{"server_uuid": "4cccfe63-ee88-4ac0-82f7-095589a70d41", "name": "network-vif-plugged", "status": "completed", "tag": "95d5c52b-47ca-43a8-a68f-79310d7b7474"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:46.072721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] No DVR routers for this DVR port 351783fb-f34c-495f-bd7e-0f745d75c6c7 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:46.112029 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:46.118237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40670be-c817-404d-8e19-ebdca0bf06ad req-603051a0-c374-4061-8cbd-aa29670c1199 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "DELETE /v2.0/ports/351783fb-f34c-495f-bd7e-0f745d75c6c7 HTTP/1.1" status: 204 len: 173 time: 1.7587857 Feb 19 00:22:46.294970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 83d6c5be-a65f-4398-92f6-b5e7d72bbeed details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:46.355220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee048d9c-ca8c-470b-99d6-24742ec1b450 req-aa0d3d6e-b3e1-45f4-b488-aa087e848d65 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:46.368924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee048d9c-ca8c-470b-99d6-24742ec1b450 req-aa0d3d6e-b3e1-45f4-b488-aa087e848d65 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.2855000 Feb 19 00:22:46.507689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3182f6-1c6d-4705-98e7-675d1586a432 req-5bb43bdb-590d-4068-b1eb-9fd2e5b9ae9d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:46.518718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f3182f6-1c6d-4705-98e7-675d1586a432 req-5bb43bdb-590d-4068-b1eb-9fd2e5b9ae9d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.3414309 Feb 19 00:22:46.628708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee048d9c-ca8c-470b-99d6-24742ec1b450 req-b0347089-fcce-4666-93df-bd46471d41d1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375004 Feb 19 00:22:46.650310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:46.704136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f3182f6-1c6d-4705-98e7-675d1586a432 req-b759ec50-1618-4d77-9691-a39359f9c6bd tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842885 Feb 19 00:22:46.716917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed', 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'port_id': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed', 'mac_address': 'fa:16:3e:ad:5e:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb232860-e016-4aaa-a520-01b4da0a72bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:22:46.839661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:46.842829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:46.858222 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b081311-6d1b-4c1e-b872-3e33b948ef9b x-openstack-request-id: req-8b081311-6d1b-4c1e-b872-3e33b948ef9b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:46.859742 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cccfe63-ee88-4ac0-82f7-095589a70d41", "name": "network-vif-plugged", "status": "completed", "tag": "95d5c52b-47ca-43a8-a68f-79310d7b7474", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:46.860154 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b081311-6d1b-4c1e-b872-3e33b948ef9b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:46.860713 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cccfe63-ee88-4ac0-82f7-095589a70d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d5c52b-47ca-43a8-a68f-79310d7b7474', 'code': 200} Feb 19 00:22:46.916577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83d6c5be-a65f-4398-92f6-b5e7d72bbeed {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:46.923110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159796c-47cf-4e7c-8fe5-a0b61bcdd8e0 req-9d95d1f2-b58f-4324-b949-b82a405892ba tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:46.935168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a159796c-47cf-4e7c-8fe5-a0b61bcdd8e0 req-9d95d1f2-b58f-4324-b949-b82a405892ba tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 945 time: 0.0759315 Feb 19 00:22:46.951002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 351783fb-f34c-495f-bd7e-0f745d75c6c7 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:47.019973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 351783fb-f34c-495f-bd7e-0f745d75c6c7 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:47.022803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 351783fb-f34c-495f-bd7e-0f745d75c6c7 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:47.026474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a159796c-47cf-4e7c-8fe5-a0b61bcdd8e0 req-09ec9d7f-0741-47c2-bcde-b32a0d766658 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893738 Feb 19 00:22:47.049385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:47.061275 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:47.140511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:47.190014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['83d6c5be-a65f-4398-92f6-b5e7d72bbeed'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:47.234233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb0124-d578-4b2c-abba-f91cc42566ba req-86e4731c-d7f8-4004-8fc5-e6a8dbcb2079 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:47.236307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97cb0124-d578-4b2c-abba-f91cc42566ba req-86e4731c-d7f8-4004-8fc5-e6a8dbcb2079 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 950 time: 0.2056606 Feb 19 00:22:47.268120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2355dc5d-2584-4d7b-9e48-852380e8f478 req-30c0a296-745d-48bf-bb73-6c81bfd4b342 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=745e2f54-aa80-4f69-a640-6229c97ab40f HTTP/1.1" status: 200 len: 210 time: 0.0822437 Feb 19 00:22:47.314596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97cb0124-d578-4b2c-abba-f91cc42566ba req-3c15e5f9-e3b4-484c-98b1-06c79357d704 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536108 Feb 19 00:22:47.321709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0593ff-a1c5-40ab-a3d5-16b952dbbe80 req-f51d1bd3-87a6-45f9-a3dd-11186d9a3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:47.323794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc0593ff-a1c5-40ab-a3d5-16b952dbbe80 req-f51d1bd3-87a6-45f9-a3dd-11186d9a3085 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 1132 time: 0.1762433 Feb 19 00:22:47.393799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc0593ff-a1c5-40ab-a3d5-16b952dbbe80 req-e5dd40b9-ac67-40f2-a5ce-87235e6303d6 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615242 Feb 19 00:22:47.442557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2987c6-6bc7-4b33-9419-7a4fdb8c99c7 req-72b8b06f-c38e-4dec-b28d-bf16bc0d8ce2 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:47.449931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d2987c6-6bc7-4b33-9419-7a4fdb8c99c7 req-72b8b06f-c38e-4dec-b28d-bf16bc0d8ce2 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 945 time: 0.0691078 Feb 19 00:22:47.509010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d2987c6-6bc7-4b33-9419-7a4fdb8c99c7 req-ba1b41ae-41eb-4896-bd88-208189f60eea tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533764 Feb 19 00:22:47.806868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07108c-980a-4876-839a-fe1ca3b2ffae req-d5e75727-3cb5-44e1-ac1b-f47fc07455d7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:47.808787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe07108c-980a-4876-839a-fe1ca3b2ffae req-d5e75727-3cb5-44e1-ac1b-f47fc07455d7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.0801444 Feb 19 00:22:47.870605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9d44930-1d1d-41c5-bd7d-9f79436b8c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:47.917327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe07108c-980a-4876-839a-fe1ca3b2ffae req-b62289c9-a73b-4b80-ac11-7fb976b066fe tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014934 Feb 19 00:22:47.919560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745e2f54-aa80-4f69-a640-6229c97ab40f', 'name': 'network-vif-deleted', 'tag': '351783fb-f34c-495f-bd7e-0f745d75c6c7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:47.924239 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5172707f-2ec0-4cdb-b325-559780051540" -d '{"events": [{"server_uuid": "745e2f54-aa80-4f69-a640-6229c97ab40f", "name": "network-vif-deleted", "tag": "351783fb-f34c-495f-bd7e-0f745d75c6c7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:48.096672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02d7f7-5622-454a-b1f9-55df2299e621 req-8c34c305-e950-462a-9ebc-3e11eb8e5ee8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:48.098248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa02d7f7-5622-454a-b1f9-55df2299e621 req-8c34c305-e950-462a-9ebc-3e11eb8e5ee8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1441221 Feb 19 00:22:48.154688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44fd32-a4ea-4d22-a753-8fada2fda9a8 req-0c139211-dba0-4f74-9b4e-ec79a2511fff tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:48.162063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc44fd32-a4ea-4d22-a753-8fada2fda9a8 req-0c139211-dba0-4f74-9b4e-ec79a2511fff tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 945 time: 0.1184995 Feb 19 00:22:48.202738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa02d7f7-5622-454a-b1f9-55df2299e621 req-e88bd512-994b-4c9f-a093-06e8e20ff500 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977581 Feb 19 00:22:48.254813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc44fd32-a4ea-4d22-a753-8fada2fda9a8 req-e1e21450-2724-4cce-bcb9-d9570a114d96 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917397 Feb 19 00:22:48.257348 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886d5616-3246-44c8-92a3-46aea05175b2 x-openstack-request-id: req-886d5616-3246-44c8-92a3-46aea05175b2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:48.257726 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745e2f54-aa80-4f69-a640-6229c97ab40f", "name": "network-vif-deleted", "tag": "351783fb-f34c-495f-bd7e-0f745d75c6c7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:48.258053 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-886d5616-3246-44c8-92a3-46aea05175b2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:48.258556 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745e2f54-aa80-4f69-a640-6229c97ab40f', 'name': 'network-vif-deleted', 'tag': '351783fb-f34c-495f-bd7e-0f745d75c6c7', 'status': 'completed', 'code': 200} Feb 19 00:22:48.305324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device dc8b90e9-0ce5-48cf-a474-08d5415da449 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:48.342704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: dc8b90e9-0ce5-48cf-a474-08d5415da449 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:48.342704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device dc8b90e9-0ce5-48cf-a474-08d5415da449 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:48.343447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 83d6c5be-a65f-4398-92f6-b5e7d72bbeed no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:48.377796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67037921-cbd0-43f0-aaef-87dafcbf89b8 req-c26cc1e1-6b47-4924-8cb9-1bba9790d876 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:48.379914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67037921-cbd0-43f0-aaef-87dafcbf89b8 req-c26cc1e1-6b47-4924-8cb9-1bba9790d876 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 944 time: 0.0730643 Feb 19 00:22:48.465329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67037921-cbd0-43f0-aaef-87dafcbf89b8 req-57643522-f6db-4279-9d97-59bd674fe82e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781462 Feb 19 00:22:48.489859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:48.517063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed is: BUILD; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:48.517831 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:48.519742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405b22-fdd4-4f63-bd5c-e03046c1d042 req-9a5a79b3-d607-45b0-84a1-e0ec4f3cafc5 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:48.521952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b405b22-fdd4-4f63-bd5c-e03046c1d042 req-9a5a79b3-d607-45b0-84a1-e0ec4f3cafc5 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 950 time: 0.0732751 Feb 19 00:22:48.542876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 83d6c5be-a65f-4398-92f6-b5e7d72bbeed {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:48.576226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:48.587774 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:48.594742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b405b22-fdd4-4f63-bd5c-e03046c1d042 req-3087db9d-4091-4468-9b2b-b9c74efe8386 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620561 Feb 19 00:22:48.696266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:48.896680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7612751f-3762-4b80-b00f-3d27e274abc2 req-b3de37a7-a07f-48f6-8555-a8bb30d8ecad tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:48.899384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7612751f-3762-4b80-b00f-3d27e274abc2 req-b3de37a7-a07f-48f6-8555-a8bb30d8ecad tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 943 time: 0.0802095 Feb 19 00:22:49.020238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7612751f-3762-4b80-b00f-3d27e274abc2 req-350c3568-c7ba-429f-a5aa-f16af56daae3 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145318 Feb 19 00:22:49.056141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d21941-d8a0-4182-a9d3-c2b1a53517dd req-dbc8a4d8-bf54-43e9-92ca-ec5c87c93bda tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:49.058864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68d21941-d8a0-4182-a9d3-c2b1a53517dd req-dbc8a4d8-bf54-43e9-92ca-ec5c87c93bda tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 949 time: 0.1451855 Feb 19 00:22:49.182446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68d21941-d8a0-4182-a9d3-c2b1a53517dd req-c7ffdb97-83c8-4bd4-96cf-9d14cb717473 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071508 Feb 19 00:22:49.263789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ffa705-b0be-4327-97e8-8ef4062a2324 req-6b6bbe07-071b-4af0-8b3a-66188a15808a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:49.265972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23ffa705-b0be-4327-97e8-8ef4062a2324 req-6b6bbe07-071b-4af0-8b3a-66188a15808a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.1357656 Feb 19 00:22:49.417922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23ffa705-b0be-4327-97e8-8ef4062a2324 req-d1f0c729-abf6-4319-b72a-92362a063e65 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458764 Feb 19 00:22:49.466132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f2c39-61a8-48d9-b913-f94a823c1b1a req-09467c4d-5876-4958-8e51-ef0831dbd73f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:49.470884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af8f2c39-61a8-48d9-b913-f94a823c1b1a req-09467c4d-5876-4958-8e51-ef0831dbd73f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1113820 Feb 19 00:22:49.885691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af8f2c39-61a8-48d9-b913-f94a823c1b1a req-2ecc18cf-3ff3-45d3-abac-d1bc170ae8f4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110315 Feb 19 00:22:49.909925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1c899-b553-4ce0-9b45-5b70b1336484 req-2e0be1a0-3c13-41f6-b872-5a8b6c7d693b tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:49.919881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ab1c899-b553-4ce0-9b45-5b70b1336484 req-2e0be1a0-3c13-41f6-b872-5a8b6c7d693b tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 945 time: 0.4147220 Feb 19 00:22:49.991242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ab1c899-b553-4ce0-9b45-5b70b1336484 req-88d54f5f-2993-4630-8ea5-159570ad0e05 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.60 "GET /v2.0/security-groups?id=0a8070cc-1382-4ac5-9ba4-dc1912448103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696132 Feb 19 00:22:50.015842 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df21f180-513b-446f-b945-dad061f0bda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:50.150731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-31419a09-a948-4120-9a1e-243e0dda70eb tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:50.152959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-31419a09-a948-4120-9a1e-243e0dda70eb tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.126 "GET /v2.0/ports?device_id=d9488d6e-faf8-452a-8bf9-86b8aeb22027 HTTP/1.1" status: 200 len: 945 time: 0.1381679 Feb 19 00:22:50.238849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e258b-7124-4c5d-ba80-cfecf624a7fb req-fcf8e35f-7b80-419e-a994-ed320a1e8126 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:50.252736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-443e258b-7124-4c5d-ba80-cfecf624a7fb req-fcf8e35f-7b80-419e-a994-ed320a1e8126 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 950 time: 0.1594539 Feb 19 00:22:50.389295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-443e258b-7124-4c5d-ba80-cfecf624a7fb req-97f8d9cc-4668-4a82-aba0-a20202cfcf84 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229765 Feb 19 00:22:50.460618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Deleting port 3c920e9c-96be-4e68-b603-e3b5f859c05a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:50.460977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:50.601864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2cfb0-9f15-4830-88b2-af25f27585f1 req-48aa8c7b-2a8b-473e-862a-2114efc644f0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:50.609650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2a2cfb0-9f15-4830-88b2-af25f27585f1 req-48aa8c7b-2a8b-473e-862a-2114efc644f0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 943 time: 0.1917865 Feb 19 00:22:50.690716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] For port 3c920e9c-96be-4e68-b603-e3b5f859c05a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=3c920e9c-96be-4e68-b603-e3b5f859c05a,segment=NetworkSegment(33fd7c73-726f-4111-bef8-639e81fe87e9),segment_id=33fd7c73-726f-4111-bef8-639e81fe87e9)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:50.691010 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:50.706219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f8202-4a8c-4c34-ae9e-de7e8ef242c9 req-6bd94dc3-f1a0-4d80-872b-dcad13e0d5dc tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:50.707727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b64f8202-4a8c-4c34-ae9e-de7e8ef242c9 req-6bd94dc3-f1a0-4d80-872b-dcad13e0d5dc tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 949 time: 0.2272735 Feb 19 00:22:50.740753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Calling delete_port for 3c920e9c-96be-4e68-b603-e3b5f859c05a owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:50.764513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-8a39c893-92ee-4a9f-8e92-02c82e61dbc3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:50.768758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-8a39c893-92ee-4a9f-8e92-02c82e61dbc3 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/ports?device_id=167970b1-3dd9-4095-bd00-1c14854611bd HTTP/1.1" status: 200 len: 949 time: 0.2175856 Feb 19 00:22:50.798980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2a2cfb0-9f15-4830-88b2-af25f27585f1 req-f9d4a36f-ee31-43c9-b55f-b667d2501e25 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884687 Feb 19 00:22:50.865342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73de0d-673a-441c-bbac-892c6107e86d req-e99d7f25-f9d3-4c25-a8c4-4523ae9e7bec tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:50.868674 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cb73de0d-673a-441c-bbac-892c6107e86d req-e99d7f25-f9d3-4c25-a8c4-4523ae9e7bec tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "GET /v2.0/ports?device_id=33b6b561-2e16-4204-b664-e046d968fde0 HTTP/1.1" status: 200 len: 950 time: 0.1139507 Feb 19 00:22:50.944067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b64f8202-4a8c-4c34-ae9e-de7e8ef242c9 req-f70e08b5-7f90-40fc-8070-86baa699d871 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221262 Feb 19 00:22:51.036543 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.056310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Deleting port b70dc4f8-a752-47a0-813f-2d740d1db052 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:51.056908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.169795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] For port b70dc4f8-a752-47a0-813f-2d740d1db052, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b70dc4f8-a752-47a0-813f-2d740d1db052,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:51.170484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.185214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Calling delete_port for b70dc4f8-a752-47a0-813f-2d740d1db052 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:51.221311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Deleting port 008d2d31-f04c-4b1e-bd16-7aaf9489830e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:51.221682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.229732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-071793ec-d716-4973-8749-b572e524681a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--2011330144&fields=id&tenant_id=ca8f472355504c2a9adaab3987575585 HTTP/1.1" status: 200 len: 267 time: 0.1745579 Feb 19 00:22:51.239072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-30edfca5-b30f-498d-b4f4-31dbc3b9978a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:51.241104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-30edfca5-b30f-498d-b4f4-31dbc3b9978a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.113 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 943 time: 0.2155745 Feb 19 00:22:51.354868 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b70dc4f8-a752-47a0-813f-2d740d1db052), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.376867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:51.380739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'b70dc4f8-a752-47a0-813f-2d740d1db052'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:51.390609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event deleted for resources: {'Port': ['ID=b70dc4f8-a752-47a0-813f-2d740d1db052,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:51.399133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.399458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.400639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.401174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.401660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.402133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.403619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.403619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.403619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.403619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.404345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.404961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.405447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:22:51.445411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3c920e9c-96be-4e68-b603-e3b5f859c05a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.458811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] No DVR routers for this DVR port b70dc4f8-a752-47a0-813f-2d740d1db052 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:51.462996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.467019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cb73de0d-673a-441c-bbac-892c6107e86d req-db408613-ff13-4c33-bb9c-1d38933d738d tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "DELETE /v2.0/ports/b70dc4f8-a752-47a0-813f-2d740d1db052 HTTP/1.1" status: 204 len: 173 time: 0.5913782 Feb 19 00:22:51.467820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b6b561-2e16-4204-b664-e046d968fde0', 'name': 'network-vif-deleted', 'tag': 'b70dc4f8-a752-47a0-813f-2d740d1db052'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:51.470572 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdae5df6-9308-438a-a0b1-c8b0a291e03c" -d '{"events": [{"server_uuid": "33b6b561-2e16-4204-b664-e046d968fde0", "name": "network-vif-deleted", "tag": "b70dc4f8-a752-47a0-813f-2d740d1db052"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:51.543377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Pushing event deleted for resources: {'Port': ['ID=3c920e9c-96be-4e68-b603-e3b5f859c05a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:51.639170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] No DVR routers for this DVR port 3c920e9c-96be-4e68-b603-e3b5f859c05a on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:51.672503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.675928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8dd92a22-92f4-40f6-a2ae-6eca59099e4f req-9983cfdf-d501-4df2-930f-d17efc399c03 tempest-ServerAddressesTestJSON-1299188632 tempest-ServerAddressesTestJSON-1299188632-project] 10.222.0.126 "DELETE /v2.0/ports/3c920e9c-96be-4e68-b603-e3b5f859c05a HTTP/1.1" status: 204 len: 173 time: 1.5073817 Feb 19 00:22:51.676685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9488d6e-faf8-452a-8bf9-86b8aeb22027', 'name': 'network-vif-deleted', 'tag': '3c920e9c-96be-4e68-b603-e3b5f859c05a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:51.682511 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27065cb-6520-4a2c-ae2f-ef3372522282" -d '{"events": [{"server_uuid": "d9488d6e-faf8-452a-8bf9-86b8aeb22027", "name": "network-vif-deleted", "tag": "3c920e9c-96be-4e68-b603-e3b5f859c05a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:51.689420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] For port 008d2d31-f04c-4b1e-bd16-7aaf9489830e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=008d2d31-f04c-4b1e-bd16-7aaf9489830e,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:51.690275 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.702793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7638aef-0a9d-4115-a255-9cfca643b33a req-dae21671-334f-4f56-b663-d8699cc499fa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:51.704379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7638aef-0a9d-4115-a255-9cfca643b33a req-dae21671-334f-4f56-b663-d8699cc499fa tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.4268837 Feb 19 00:22:51.727267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1b55-bf61-4632-94ec-682095288e7f req-ce6a22e2-7be9-4aeb-ace0-01c40bb53ac3 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:51.728958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-ce6a22e2-7be9-4aeb-ace0-01c40bb53ac3 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/networks?id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 200 len: 824 time: 0.4853444 Feb 19 00:22:51.770522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Calling delete_port for 008d2d31-f04c-4b1e-bd16-7aaf9489830e owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:51.792123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-866cc333-913f-42f7-a777-d29afa8709c9 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/quotas/ca8f472355504c2a9adaab3987575585 HTTP/1.1" status: 200 len: 375 time: 0.0385942 Feb 19 00:22:51.903499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Deleting port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:51.903847 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:51.936502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7638aef-0a9d-4115-a255-9cfca643b33a req-ab68e35d-2a6d-49ff-a63b-92c1b30693d8 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225511 Feb 19 00:22:52.018697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-0c25b1e8-9008-447b-95d9-d61f6d970e9e tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ca8f472355504c2a9adaab3987575585&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2186875 Feb 19 00:22:52.190394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] For port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:52.190772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.220699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Calling delete_port for 83d6c5be-a65f-4398-92f6-b5e7d72bbeed owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:52.252279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6a233-33d6-40e9-a0fb-f9afe5316d84 req-c2e5b75d-a370-4ec4-9718-b2fa1d1f2a16 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:52.253758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbf6a233-33d6-40e9-a0fb-f9afe5316d84 req-c2e5b75d-a370-4ec4-9718-b2fa1d1f2a16 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2252431 Feb 19 00:22:52.256559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (008d2d31-f04c-4b1e-bd16-7aaf9489830e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.259561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-5b16a912-ea21-45ba-88a4-045403ec1b86 service neutron] 10.222.0.60 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393179 Feb 19 00:22:52.269413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b70dc4f8-a752-47a0-813f-2d740d1db052'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:52.271799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['05757e97-2c0e-4b7a-8612-331d5388481b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:52.349182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event deleted for resources: {'Port': ['ID=008d2d31-f04c-4b1e-bd16-7aaf9489830e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:52.485412 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.510829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] No DVR routers for this DVR port 008d2d31-f04c-4b1e-bd16-7aaf9489830e on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:52.524627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.527992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c22bc6d7-a1cc-4f97-a1d4-b04579d58252 req-9eef7949-3af5-4f81-a458-b74dd4204470 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.113 "DELETE /v2.0/ports/008d2d31-f04c-4b1e-bd16-7aaf9489830e HTTP/1.1" status: 204 len: 173 time: 1.7483974 Feb 19 00:22:52.538537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbf6a233-33d6-40e9-a0fb-f9afe5316d84 req-53e768bd-7d4f-44f1-8e08-1ac762b4ca10 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751057 Feb 19 00:22:52.562395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-09ebc750-9e32-4369-93af-9d91b185d9b6 service neutron] 10.222.0.60 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938428 Feb 19 00:22:52.583456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-f4d730ba-8e84-480f-9d12-88ce446c449e tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:52.585027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-f4d730ba-8e84-480f-9d12-88ce446c449e tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.126 "GET /v2.0/ports?device_id=1fd51bab-307f-4467-a4dd-bf2d27c3541b HTTP/1.1" status: 200 len: 946 time: 0.2022197 Feb 19 00:22:52.642426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58512) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:52.684603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (83d6c5be-a65f-4398-92f6-b5e7d72bbeed), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.722147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event deleted for resources: {'Port': ['ID=83d6c5be-a65f-4398-92f6-b5e7d72bbeed,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:52.787596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-061de4b4-c95c-44bf-ba6d-aa023a117be3 admin admin] Deleting subnet 9be37c45-9e31-4006-bd43-825a4d5b51b4 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:22:52.791922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-061de4b4-c95c-44bf-ba6d-aa023a117be3 admin admin] Publish callbacks [] for subnet (9be37c45-9e31-4006-bd43-825a4d5b51b4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.837335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-061de4b4-c95c-44bf-ba6d-aa023a117be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (9be37c45-9e31-4006-bd43-825a4d5b51b4), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.889841 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-061de4b4-c95c-44bf-ba6d-aa023a117be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (9be37c45-9e31-4006-bd43-825a4d5b51b4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.946580 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6c0a2f-e7ca-4f0d-b495-5a427ebea94d x-openstack-request-id: req-8e6c0a2f-e7ca-4f0d-b495-5a427ebea94d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:52.947098 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b6b561-2e16-4204-b664-e046d968fde0", "name": "network-vif-deleted", "tag": "b70dc4f8-a752-47a0-813f-2d740d1db052", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:52.947340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 3c920e9c-96be-4e68-b603-e3b5f859c05a no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:52.948094 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e6c0a2f-e7ca-4f0d-b495-5a427ebea94d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:52.948750 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b6b561-2e16-4204-b664-e046d968fde0', 'name': 'network-vif-deleted', 'tag': 'b70dc4f8-a752-47a0-813f-2d740d1db052', 'status': 'completed', 'code': 200} Feb 19 00:22:52.981431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-061de4b4-c95c-44bf-ba6d-aa023a117be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (9be37c45-9e31-4006-bd43-825a4d5b51b4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:52.996900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 3c920e9c-96be-4e68-b603-e3b5f859c05a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:52.997355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 3c920e9c-96be-4e68-b603-e3b5f859c05a not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:53.030150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061de4b4-c95c-44bf-ba6d-aa023a117be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be37c45-9e31-4006-bd43-825a4d5b51b4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:53.036112 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-061de4b4-c95c-44bf-ba6d-aa023a117be3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.039950 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-061de4b4-c95c-44bf-ba6d-aa023a117be3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9be37c45-9e31-4006-bd43-825a4d5b51b4 HTTP/1.1" status: 204 len: 168 time: 0.3952222 Feb 19 00:22:53.042448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58520) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:53.125567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b9a943d7-693e-4f98-9e73-cc17c36da97c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.203274 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f0a7c1-94c9-47f3-b2d7-aab89fd96168 x-openstack-request-id: req-67f0a7c1-94c9-47f3-b2d7-aab89fd96168 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:53.203901 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9488d6e-faf8-452a-8bf9-86b8aeb22027", "name": "network-vif-deleted", "tag": "3c920e9c-96be-4e68-b603-e3b5f859c05a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:53.203901 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67f0a7c1-94c9-47f3-b2d7-aab89fd96168 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:53.204179 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9488d6e-faf8-452a-8bf9-86b8aeb22027', 'name': 'network-vif-deleted', 'tag': '3c920e9c-96be-4e68-b603-e3b5f859c05a', 'status': 'completed', 'code': 200} Feb 19 00:22:53.236539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b9a943d7-693e-4f98-9e73-cc17c36da97c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.252982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] No DVR routers for this DVR port 83d6c5be-a65f-4398-92f6-b5e7d72bbeed on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:53.258563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.262199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-063126a3-769d-4841-a6f1-ed30c8fc2feb req-d2fca211-e770-43b5-a253-7a24ff445a2e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.113 "DELETE /v2.0/ports/83d6c5be-a65f-4398-92f6-b5e7d72bbeed HTTP/1.1" status: 204 len: 173 time: 1.9961956 Feb 19 00:22:53.279552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9a943d7-693e-4f98-9e73-cc17c36da97c']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:53.294090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fd7c73-726f-4111-bef8-639e81fe87e9') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:53.294633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fd7c73-726f-4111-bef8-639e81fe87e9') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:53.295855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-548774a0-15e9-4b8b-86cd-17db71106e23 req-313ab020-c099-4a59-8dc8-a4b35214a345 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=3bc9660f-09c2-4d0f-bb7c-357d459078ed HTTP/1.1" status: 200 len: 210 time: 0.0918729 Feb 19 00:22:53.308292 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (33fd7c73-726f-4111-bef8-639e81fe87e9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.315264 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.324333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81913177-0819-4c25-adb2-ed3561f40e5b req-f7dc7196-afb6-4547-bad4-a9fa29e65a98 tempest-ServersAdminNegativeTestJSON-181983700 tempest-ServersAdminNegativeTestJSON-181983700-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:53.325205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (33fd7c73-726f-4111-bef8-639e81fe87e9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.331445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81913177-0819-4c25-adb2-ed3561f40e5b req-f7dc7196-afb6-4547-bad4-a9fa29e65a98 tempest-ServersAdminNegativeTestJSON-181983700 tempest-ServersAdminNegativeTestJSON-181983700-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 1132 time: 0.5305536 Feb 19 00:22:53.333604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:22:53.334163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (33fd7c73-726f-4111-bef8-639e81fe87e9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:22:53.336475 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:22:53.359318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-81913177-0819-4c25-adb2-ed3561f40e5b req-a7531c39-95c7-44df-b806-ed86587ed8bf tempest-ServersAdminNegativeTestJSON-181983700 tempest-ServersAdminNegativeTestJSON-181983700-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.375800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Deleting port 10a4062e-26fe-4f17-a981-89d927173f1c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:53.376158 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.445615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b9a943d7-693e-4f98-9e73-cc17c36da97c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.453494 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.457856 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b9a943d7-693e-4f98-9e73-cc17c36da97c HTTP/1.1" status: 204 len: 168 time: 0.4143095 Feb 19 00:22:53.479550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae887d-c24c-45ea-8a3f-730d0d811855 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9a943d7-693e-4f98-9e73-cc17c36da97c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:53.532301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99947ea0-fc4e-40b6-a71f-7eeb5cdf1ce9 req-fd463f87-65ca-464d-88f2-15d4427a08d2 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 210 time: 0.0537684 Feb 19 00:22:53.558108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] For port 10a4062e-26fe-4f17-a981-89d927173f1c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=10a4062e-26fe-4f17-a981-89d927173f1c,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:53.558664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.628824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58544) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:53.643562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-81913177-0819-4c25-adb2-ed3561f40e5b req-a7531c39-95c7-44df-b806-ed86587ed8bf tempest-ServersAdminNegativeTestJSON-181983700 tempest-ServersAdminNegativeTestJSON-181983700-project-admin] Publish callbacks [] for security_group (76d92849-e2d6-450e-a049-1b7d6e24de39), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.669138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-81913177-0819-4c25-adb2-ed3561f40e5b req-a7531c39-95c7-44df-b806-ed86587ed8bf tempest-ServersAdminNegativeTestJSON-181983700 tempest-ServersAdminNegativeTestJSON-181983700-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (76d92849-e2d6-450e-a049-1b7d6e24de39), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.677938 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-009c809e-3981-4cb0-b90c-5a78a69bb0e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9b3c5049cad4e43856b2158ea353238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446818 Feb 19 00:22:53.678563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58546) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:53.730885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ff4-9c69-45a2-a7e2-b73954d848fb admin admin] Publish callbacks [] for security_group (0a8070cc-1382-4ac5-9ba4-dc1912448103), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.755965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ff4-9c69-45a2-a7e2-b73954d848fb admin admin] Publish callbacks [] for security_group (0a8070cc-1382-4ac5-9ba4-dc1912448103), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.810240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81913177-0819-4c25-adb2-ed3561f40e5b req-a7531c39-95c7-44df-b806-ed86587ed8bf tempest-ServersAdminNegativeTestJSON-181983700 tempest-ServersAdminNegativeTestJSON-181983700-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778740 Feb 19 00:22:53.810848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7531c39-95c7-44df-b806-ed86587ed8bf tempest-ServersAdminNegativeTestJSON-181983700 tempest-ServersAdminNegativeTestJSON-181983700-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d92849-e2d6-450e-a049-1b7d6e24de39,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:53.821048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ff4-9c69-45a2-a7e2-b73954d848fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0a8070cc-1382-4ac5-9ba4-dc1912448103), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.825578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa0f9ff4-9c69-45a2-a7e2-b73954d848fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.830911 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fa0f9ff4-9c69-45a2-a7e2-b73954d848fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0a8070cc-1382-4ac5-9ba4-dc1912448103 HTTP/1.1" status: 204 len: 168 time: 0.1514676 Feb 19 00:22:53.839013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f9ff4-9c69-45a2-a7e2-b73954d848fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8070cc-1382-4ac5-9ba4-dc1912448103,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:53.839690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c05927-6922-4424-993f-c413332601ba req-01c72337-c523-411d-9745-f1ffb5327e2c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:53.841201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93c05927-6922-4424-993f-c413332601ba req-01c72337-c523-411d-9745-f1ffb5327e2c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.2309058 Feb 19 00:22:53.958978 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.959367 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:53.959729 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Floating IP 8e8116fe-ae03-4c26-8564-1e694cb0bc31 disassociated. External IP: 172.25.6.163, port: 10a4062e-26fe-4f17-a981-89d927173f1c. Feb 19 00:22:53.960242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Calling delete_port for 10a4062e-26fe-4f17-a981-89d927173f1c owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:53.982919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93c05927-6922-4424-993f-c413332601ba req-a5aa6e6f-8e30-4cbc-84c4-d623c44eb8eb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315379 Feb 19 00:22:54.059056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:54.147444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771614f-1cb6-429d-9527-75452550f616 req-cd38c5a4-4267-4373-93c2-6c00543acb6d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:54.149158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b771614f-1cb6-429d-9527-75452550f616 req-cd38c5a4-4267-4373-93c2-6c00543acb6d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1019766 Feb 19 00:22:54.242216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (10a4062e-26fe-4f17-a981-89d927173f1c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:54.254084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b771614f-1cb6-429d-9527-75452550f616 req-8b3c8a5d-bbad-4c0d-9fd5-eff9cf91bddb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728376 Feb 19 00:22:54.294664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event deleted for resources: {'Port': ['ID=10a4062e-26fe-4f17-a981-89d927173f1c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:54.317217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 008d2d31-f04c-4b1e-bd16-7aaf9489830e no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:54.371860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 008d2d31-f04c-4b1e-bd16-7aaf9489830e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:54.372442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 008d2d31-f04c-4b1e-bd16-7aaf9489830e not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:54.373030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 83d6c5be-a65f-4398-92f6-b5e7d72bbeed no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:54.400151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 83d6c5be-a65f-4398-92f6-b5e7d72bbeed {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:54.400739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 83d6c5be-a65f-4398-92f6-b5e7d72bbeed not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:54.401506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b70dc4f8-a752-47a0-813f-2d740d1db052 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:54.426592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: b70dc4f8-a752-47a0-813f-2d740d1db052 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:54.427423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b70dc4f8-a752-47a0-813f-2d740d1db052 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:54.515580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:22:54.523206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1b55-bf61-4632-94ec-682095288e7f req-408cd605-4ace-4510-9206-bac8719bce6c tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:54.525028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-408cd605-4ace-4510-9206-bac8719bce6c tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.113 "GET /v2.0/networks?id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 200 len: 824 time: 0.2415102 Feb 19 00:22:54.750479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-ad39150b-1139-4c2a-a686-b4a1279a5cc9 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca8f472355504c2a9adaab3987575585 HTTP/1.1" status: 200 len: 380 time: 0.1339681 Feb 19 00:22:54.761816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Request body: {'port': {'device_id': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'admin_state_up': True, 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'security_groups': ['52b1ee26-3a13-4283-ad83-50a2105edafd']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:54.926118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-279ddcef-fc11-4d5d-b3e0-ed70d8f178fe req-8faa1aa8-50ef-485e-99ff-15957c36df75 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 210 time: 0.0419490 Feb 19 00:22:54.938218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:22:54.958704 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] Sync routers for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:22:54.973655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 10a4062e-26fe-4f17-a981-89d927173f1c no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:54.984746 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:22:54.988676 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:22:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:55.002261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 10a4062e-26fe-4f17-a981-89d927173f1c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:55.002539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 10a4062e-26fe-4f17-a981-89d927173f1c not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:55.002978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 341dda9e-2c35-40b2-a439-e30bc464450c no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:55.038342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] No DVR routers for this DVR port 10a4062e-26fe-4f17-a981-89d927173f1c on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:55.045307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.048905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7563695a-6644-4ab8-814b-5fbf3bacefca req-3da9c094-3567-4f47-b538-e51eee5ddb29 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.126 "DELETE /v2.0/ports/10a4062e-26fe-4f17-a981-89d927173f1c HTTP/1.1" status: 204 len: 173 time: 2.4089885 Feb 19 00:22:55.089803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Made reservation on behalf of ca8f472355504c2a9adaab3987575585 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:55.096553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.146989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 341dda9e-2c35-40b2-a439-e30bc464450c is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:22:55.147375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.173691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:55.176606 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d52347-7a2f-4a44-8253-f786c3bb706f" -d '{"events": [{"server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:55.177823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58638) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:55.193093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:55.198799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.207610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167970b1-3dd9-4095-bd00-1c14854611bd', 'name': 'network-vif-deleted', 'tag': '008d2d31-f04c-4b1e-bd16-7aaf9489830e'}, {'server_uuid': '3bc9660f-09c2-4d0f-bb7c-357d459078ed', 'name': 'network-vif-deleted', 'tag': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed'}, {'server_uuid': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'name': 'network-vif-deleted', 'tag': '10a4062e-26fe-4f17-a981-89d927173f1c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:55.210233 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f53a2-fd82-494b-9184-26405a57c10f" -d '{"events": [{"server_uuid": "167970b1-3dd9-4095-bd00-1c14854611bd", "name": "network-vif-deleted", "tag": "008d2d31-f04c-4b1e-bd16-7aaf9489830e"}, {"server_uuid": "3bc9660f-09c2-4d0f-bb7c-357d459078ed", "name": "network-vif-deleted", "tag": "83d6c5be-a65f-4398-92f6-b5e7d72bbeed"}, {"server_uuid": "1fd51bab-307f-4467-a4dd-bf2d27c3541b", "name": "network-vif-deleted", "tag": "10a4062e-26fe-4f17-a981-89d927173f1c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:55.267957 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:22:55.288262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d4774-b864-42fa-8425-4b0a42e8b371 req-e32deadb-cbb7-4d2f-bb36-6deb7a487f50 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:55.290829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:55.296695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f19d4774-b864-42fa-8425-4b0a42e8b371 req-e32deadb-cbb7-4d2f-bb36-6deb7a487f50 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 950 time: 0.1737645 Feb 19 00:22:55.355469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1812740124-network', 'tenant_id': 'ecf89677c52b45a583ca7fe8ae16994b'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:55.391449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f19d4774-b864-42fa-8425-4b0a42e8b371 req-80fd00ee-97ee-4bc5-bf41-6cab06d3ba33 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926957 Feb 19 00:22:55.394824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Made reservation on behalf of ecf89677c52b45a583ca7fe8ae16994b for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:55.398424 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.420784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.453157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Allocated IP 172.20.0.3 (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a/24705ceb-5041-4929-97de-9b68c89c4fad/10e94e24-599d-46c3-81e3-0c96e86842da) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:55.528772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Publish callbacks [] for security_group (375e3f12-cec7-4115-84cb-d59825f2e3f8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.535358 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (375e3f12-cec7-4115-84cb-d59825f2e3f8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.561888 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:55.564145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:22:55.574269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375e3f12-cec7-4115-84cb-d59825f2e3f8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:55.579329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ad1e4675-ba30-4c27-a88e-58e056d66085), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.579941 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Added segment ad1e4675-ba30-4c27-a88e-58e056d66085 of type vlan for network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 Feb 19 00:22:55.594706 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] Checking router: ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:22:55.606946 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:22:55.608132 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:22:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:55.625529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3a4e168a-88e6-4a62-9f07-b70b9709b0b8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.669068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3a4e168a-88e6-4a62-9f07-b70b9709b0b8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.670567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:55.671361 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.724648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-7ca0a054-8914-48b8-8ea9-681be6cd1dc0 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:55.725671 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5463681 Feb 19 00:22:55.726144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-7ca0a054-8914-48b8-8ea9-681be6cd1dc0 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1128 time: 0.2605259 Feb 19 00:22:55.728633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58660) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:22:55.741905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Request body: {'subnet': {'network_id': '3a4e168a-88e6-4a62-9f07-b70b9709b0b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1812740124-subnet', 'tenant_id': 'ecf89677c52b45a583ca7fe8ae16994b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:55.742306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c004d-572a-40ed-819c-925b732d9d4c req-32897022-f197-40cd-9b83-9f41773e3062 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:55.750752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-365c004d-572a-40ed-819c-925b732d9d4c req-32897022-f197-40cd-9b83-9f41773e3062 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 946 time: 0.2748642 Feb 19 00:22:55.755426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9913a-044f-46ce-aef0-b4e958bd095e admin admin] Pushing event updated for resources: {'Network': ['ID=3a4e168a-88e6-4a62-9f07-b70b9709b0b8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:55.768098 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:22:55.768748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826527-3'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:55.774856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Made reservation on behalf of ecf89677c52b45a583ca7fe8ae16994b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:55.775601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:22:55.778004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.822121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-e8b53409-c5a0-4362-af44-91fe51d8ef06 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:55.822614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-e8b53409-c5a0-4362-af44-91fe51d8ef06 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 822 time: 0.3582335 Feb 19 00:22:55.879291 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for port (10e94e24-599d-46c3-81e3-0c96e86842da), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.883459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-0779bfb6-a361-4cd9-a0b7-eefb8516d49e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/quotas/2335e6a026a64c12967c501c5b2003e9 HTTP/1.1" status: 200 len: 375 time: 0.0448682 Feb 19 00:22:55.958925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-c2559195-3f35-4129-b4cb-b373e00de62e tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651267 Feb 19 00:22:55.970645 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (b34499d5-fd91-417c-ae90-4262e990d3ae), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:55.979376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-365c004d-572a-40ed-819c-925b732d9d4c req-fbb7c74a-4f03-40c5-8580-0840d73b4aca tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205572 Feb 19 00:22:56.004900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:56.038398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Checking segment: {'id': 'ad1e4675-ba30-4c27-a88e-58e056d66085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a4e168a-88e6-4a62-9f07-b70b9709b0b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:56.039084 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Network hostable DHCP agents. Network: 3a4e168a-88e6-4a62-9f07-b70b9709b0b8, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:22:56.057741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34499d5-fd91-417c-ae90-4262e990d3ae,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:56.066278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:22:56.081359 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63949ae7-c225-4f0b-b0cc-a689ab6fa57c x-openstack-request-id: req-63949ae7-c225-4f0b-b0cc-a689ab6fa57c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:56.081648 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "name": "network-vif-unplugged", "status": "completed", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:56.082707 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63949ae7-c225-4f0b-b0cc-a689ab6fa57c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:56.082707 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c', 'code': 200} Feb 19 00:22:56.090439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3a4e168a-88e6-4a62-9f07-b70b9709b0b8) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:56.108203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:56.109162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da159284-f75d-44c7-b9a2-406aa5622836 None None] Network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:22:56.110470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:56.110773 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:22:56.148561 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f26b44-82e0-44dd-b42b-6334294c7fd1 None None] The sync data for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 is: [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:22:56.150777 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97509a64-3adb-4d81-8e5a-3893aacbb450 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4206991 Feb 19 00:22:56.191956 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4259719-b79d-4f99-ba8f-de649d745a4d x-openstack-request-id: req-b4259719-b79d-4f99-ba8f-de649d745a4d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:56.192304 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167970b1-3dd9-4095-bd00-1c14854611bd", "name": "network-vif-deleted", "tag": "008d2d31-f04c-4b1e-bd16-7aaf9489830e", "status": "completed", "code": 200}, {"server_uuid": "3bc9660f-09c2-4d0f-bb7c-357d459078ed", "name": "network-vif-deleted", "tag": "83d6c5be-a65f-4398-92f6-b5e7d72bbeed", "status": "completed", "code": 200}, {"server_uuid": "1fd51bab-307f-4467-a4dd-bf2d27c3541b", "name": "network-vif-deleted", "tag": "10a4062e-26fe-4f17-a981-89d927173f1c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:56.192496 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4259719-b79d-4f99-ba8f-de649d745a4d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:56.193186 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167970b1-3dd9-4095-bd00-1c14854611bd', 'name': 'network-vif-deleted', 'tag': '008d2d31-f04c-4b1e-bd16-7aaf9489830e', 'status': 'completed', 'code': 200} Feb 19 00:22:56.193463 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc9660f-09c2-4d0f-bb7c-357d459078ed', 'name': 'network-vif-deleted', 'tag': '83d6c5be-a65f-4398-92f6-b5e7d72bbeed', 'status': 'completed', 'code': 200} Feb 19 00:22:56.193719 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd51bab-307f-4467-a4dd-bf2d27c3541b', 'name': 'network-vif-deleted', 'tag': '10a4062e-26fe-4f17-a981-89d927173f1c', 'status': 'completed', 'code': 200} Feb 19 00:22:56.201965 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:56.274137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd19faa-2031-4452-93ae-6839aad1cb2c None None] Network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:22:56.322034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 907e4ad1-26cc-4f5e-8a99-a88586054f55 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:22:56.484048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:56.496323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56a622e-0891-4770-8e1f-18f20b81a527 None None] New status for floating IP 8e8116fe-ae03-4c26-8564-1e694cb0bc31: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:22:56.524096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 907e4ad1-26cc-4f5e-8a99-a88586054f55 has no active binding in host n-h1-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:22:56.622394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-0c562c28-4463-419b-91ef-5b43e1bf8973 service neutron] 10.222.0.60 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417394 Feb 19 00:22:56.630407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:56.654785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event updated for resources: {'Port': ['ID=10e94e24-599d-46c3-81e3-0c96e86842da,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:56.657302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:56.692570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:56.848850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c03cf-b14a-42be-8b1e-543ba883142b req-96f70211-3231-4cf5-b4ea-e3b7fcfa2167 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:56.850412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff5c03cf-b14a-42be-8b1e-543ba883142b req-96f70211-3231-4cf5-b4ea-e3b7fcfa2167 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.3324044 Feb 19 00:22:56.875787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:56.876514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:56.924596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-4f559b03-8946-4cf6-bf44-11a616a3ba7d service neutron] 10.222.0.60 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906997 Feb 19 00:22:56.926282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:56.933777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-6753a560-c2f5-47b0-8ba6-f9e92800bc61 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1756420 Feb 19 00:22:56.944610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-91791cc4-1fa7-4bb2-98e1-fb97e1330fe3 None None] Provisioning complete for port 10e94e24-599d-46c3-81e3-0c96e86842da triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:22:56.945219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91791cc4-1fa7-4bb2-98e1-fb97e1330fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:56.954136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Request body: {'port': {'device_id': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:56.980849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91791cc4-1fa7-4bb2-98e1-fb97e1330fe3 None None] Port 10e94e24-599d-46c3-81e3-0c96e86842da cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:22:56.985760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144b134-2a16-4039-96a6-a60178612d61 req-109d9079-7c69-4ad7-ac0f-5450b3b8140e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:56.987278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a144b134-2a16-4039-96a6-a60178612d61 req-109d9079-7c69-4ad7-ac0f-5450b3b8140e tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 950 time: 0.2475739 Feb 19 00:22:57.039615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff5c03cf-b14a-42be-8b1e-543ba883142b req-ca511a4c-da4e-4f13-ba06-4c6d4355b0fd tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810398 Feb 19 00:22:57.107920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:57.164652 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:57.236507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Publish callbacks [] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:57.313867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:57.330892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Deleting port 05757e97-2c0e-4b7a-8612-331d5388481b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:22:57.331234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:57.541974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Pushing event updated for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:57.592532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on host n-h2-826527-3 for vnic_type normal with profile {"migrating_to": "n-h1-826527-3"} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:57.592882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:57.593197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:57.601340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe54635-6363-4a52-b45e-96a9201599a9 req-ecf7f2d8-6b1c-458d-9ecc-b0eb8f53dfe5 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:57.602876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efe54635-6363-4a52-b45e-96a9201599a9 req-ecf7f2d8-6b1c-458d-9ecc-b0eb8f53dfe5 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 931 time: 0.2852399 Feb 19 00:22:57.604759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] For port 05757e97-2c0e-4b7a-8612-331d5388481b, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=05757e97-2c0e-4b7a-8612-331d5388481b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:22:57.605124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:57.638578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:57.639279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Attempting to bind port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:57.656790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Calling delete_port for 05757e97-2c0e-4b7a-8612-331d5388481b owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:22:57.689245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:57.689497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:57.689916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:57.690383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Bound port: 907e4ad1-26cc-4f5e-8a99-a88586054f55, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:57.690745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:57.819293 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efe54635-6363-4a52-b45e-96a9201599a9 req-15a1171e-c33a-4877-aee7-c9ef458739d2 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010617 Feb 19 00:22:57.878106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfe2a9-55af-4be6-8f1a-c35146136f32 req-55b014a9-f06e-49b9-ad40-f13a96a26d5b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:57.879605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70bfe2a9-55af-4be6-8f1a-c35146136f32 req-55b014a9-f06e-49b9-ad40-f13a96a26d5b tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/ports?device_id=f64476e4-00a2-47f6-8440-d6cb14e407b2 HTTP/1.1" status: 200 len: 950 time: 0.2705212 Feb 19 00:22:57.960004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e94e24-599d-46c3-81e3-0c96e86842da {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:57.964421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:57.977854 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Publish callbacks [] for port (10e94e24-599d-46c3-81e3-0c96e86842da), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.016111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:58.051139 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.054113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Transition to ACTIVE for port object 10e94e24-599d-46c3-81e3-0c96e86842da will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:58.068421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70bfe2a9-55af-4be6-8f1a-c35146136f32 req-9609a8d1-837c-4a81-8903-25560d17f5b9 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.60 "GET /v2.0/security-groups?id=f36818bc-4a7e-40df-b4dd-26222fa70c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746545 Feb 19 00:22:58.090058 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.131872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0b737-37ae-4498-a655-5872d4e4c655 req-73aa050c-de55-427d-aa06-6d1471eb9e4c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:58.138776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30f0b737-37ae-4498-a655-5872d4e4c655 req-73aa050c-de55-427d-aa06-6d1471eb9e4c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.2518959 Feb 19 00:22:58.145942 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (05757e97-2c0e-4b7a-8612-331d5388481b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.200106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:22:58.202393 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95ba07a-22d5-4fbc-8b0a-0f73cb5e7e99" -d '{"events": [{"server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "name": "network-vif-unplugged", "status": "completed", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:22:58.224341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Pushing event updated for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=8']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:58.249581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f99389c-6ddc-4330-9fe9-fcd2ec543571 req-90a8d447-e316-4b30-80d6-9721e38487c4 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 210 time: 0.0971997 Feb 19 00:22:58.300950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:58.301595 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.303072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5087710c-dd4e-4750-8ec3-213ed7e4d081 service neutron] 10.222.0.113 "PUT /v2.0/ports/907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 200 len: 1122 time: 2.5472226 Feb 19 00:22:58.367146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['907e4ad1-26cc-4f5e-8a99-a88586054f55'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:58.376960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] No DVR routers for this DVR port 05757e97-2c0e-4b7a-8612-331d5388481b on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:22:58.420496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.423895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a144b134-2a16-4039-96a6-a60178612d61 req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] 10.222.0.126 "DELETE /v2.0/ports/05757e97-2c0e-4b7a-8612-331d5388481b HTTP/1.1" status: 204 len: 173 time: 1.4274473 Feb 19 00:22:58.452784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30f0b737-37ae-4498-a655-5872d4e4c655 req-bcd82ff9-2daa-48a1-aa9b-602f0d2b9910 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977509 Feb 19 00:22:58.455940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Pushing event updated for resources: {'Port': ['ID=10e94e24-599d-46c3-81e3-0c96e86842da,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:58.492611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['907e4ad1-26cc-4f5e-8a99-a88586054f55'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:22:58.518539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8f1f2-5cc7-4348-9f94-4a11a59eba11 tempest-ServersOnMultiNodesTest-653387280 tempest-ServersOnMultiNodesTest-653387280-project] Pushing event deleted for resources: {'Port': ['ID=05757e97-2c0e-4b7a-8612-331d5388481b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:58.526516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-67a0bfef-dbc7-421a-9944-0e440d12519c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:58.532344 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-67a0bfef-dbc7-421a-9944-0e440d12519c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.113 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 822 time: 0.3384380 Feb 19 00:22:58.538742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Attempting to bind port 10e94e24-599d-46c3-81e3-0c96e86842da on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:22:58.539067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Attempting to bind port 10e94e24-599d-46c3-81e3-0c96e86842da by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:22:58.539546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Attempting to bind port 10e94e24-599d-46c3-81e3-0c96e86842da on network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:58.548074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Port 10e94e24-599d-46c3-81e3-0c96e86842da on network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:22:58.548507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Attempting to bind port 10e94e24-599d-46c3-81e3-0c96e86842da on network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:22:58.555198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Request body: {'port': {'device_id': '0909fa39-e855-4f6e-b9c6-2ec98d7b11d5', 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'admin_state_up': True, 'tenant_id': '2335e6a026a64c12967c501c5b2003e9'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:58.562809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530fb69-24b9-4131-9129-3f4c820b85ba req-244cfaba-2bce-4bb9-8649-c226772da70a tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:58.565397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0530fb69-24b9-4131-9129-3f4c820b85ba req-244cfaba-2bce-4bb9-8649-c226772da70a tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 950 time: 0.1524789 Feb 19 00:22:58.566495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:22:58.566931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Checking segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:22:58.567784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Bound using segment: {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:22:58.567986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Bound port: 10e94e24-599d-46c3-81e3-0c96e86842da, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6352d974-a601-4f56-b71b-94f2667b63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:22:58.568252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.708336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] For port 10e94e24-599d-46c3-81e3-0c96e86842da, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:22:58.743730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0530fb69-24b9-4131-9129-3f4c820b85ba req-6a2042ed-3b13-488f-981f-27449f903e10 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342621 Feb 19 00:22:58.749701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] For port 10e94e24-599d-46c3-81e3-0c96e86842da, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=10e94e24-599d-46c3-81e3-0c96e86842da,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:22:58.792482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Made reservation on behalf of 2335e6a026a64c12967c501c5b2003e9 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:22:58.796598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.797834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.869123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:58.878170 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:58.879915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-800eab17-7225-45d9-8187-3e69603733ee service neutron] 10.222.0.113 "PUT /v2.0/ports/10e94e24-599d-46c3-81e3-0c96e86842da HTTP/1.1" status: 200 len: 1091 time: 1.9372771 Feb 19 00:22:58.963676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-196bd70b-4cc7-4500-a707-c863aa6dd8e9 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:58.970826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-196bd70b-4cc7-4500-a707-c863aa6dd8e9 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 805 time: 0.2825208 Feb 19 00:22:58.978247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 05757e97-2c0e-4b7a-8612-331d5388481b no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:22:59.023389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800eab17-7225-45d9-8187-3e69603733ee service neutron] Pushing event updated for resources: {'Port': ['ID=10e94e24-599d-46c3-81e3-0c96e86842da,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:59.035690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 05757e97-2c0e-4b7a-8612-331d5388481b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:22:59.036040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 05757e97-2c0e-4b7a-8612-331d5388481b not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:22:59.072218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Allocated IP 172.20.0.3 (a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb/eb232860-e016-4aaa-a520-01b4da0a72bd/d34eb6ab-866a-4080-9d94-4fb4ca51ed37) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:22:59.092969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-d3b45385-e8e6-4055-a62e-cb9effb25e92 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/quotas/44035f0fd83143e0b67f821ac5a58ee6 HTTP/1.1" status: 200 len: 375 time: 0.0935073 Feb 19 00:22:59.204117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1b55-bf61-4632-94ec-682095288e7f req-de062a29-7407-4caf-9ecf-d1adf5a0bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:59.205709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-de062a29-7407-4caf-9ecf-d1adf5a0bf11 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ca8f472355504c2a9adaab3987575585&device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 1125 time: 0.2334888 Feb 19 00:22:59.320240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:59.360742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:59.408652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:22:59.411861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:22:59.418311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:22:59.425262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event updated for resources: {'Port': ['ID=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:22:59.473938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:59.474570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:59.495574 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-43998db5-28ac-4a87-93ba-66708b394ad0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9480779 Feb 19 00:22:59.509083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Request body: {'port': {'device_id': '0909fa39-e855-4f6e-b9c6-2ec98d7b11d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:22:59.548443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-1f0c7e23-35ca-4429-8586-c76d448ba541 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4545069 Feb 19 00:22:59.554088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-cf671a9a-a78e-439e-a844-5b2b0f220f79 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10e94e24-599d-46c3-81e3-0c96e86842da HTTP/1.1" status: 200 len: 217 time: 0.3350084 Feb 19 00:22:59.560883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76927b-d25a-4492-a1da-9bc62396dec3 req-7c591848-a2b5-480f-970d-1a34dad07254 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:59.562427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb76927b-d25a-4492-a1da-9bc62396dec3 req-7c591848-a2b5-480f-970d-1a34dad07254 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.5012553 Feb 19 00:22:59.572926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:59.617705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-fcd2bdc0-5cb4-437c-bb69-9ad3c4fb3331 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:59.619214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-fcd2bdc0-5cb4-437c-bb69-9ad3c4fb3331 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.126 "GET /v2.0/ports?device_id=dccca0c5-ae42-419a-b768-eb253f02e0ac HTTP/1.1" status: 200 len: 943 time: 0.4905562 Feb 19 00:22:59.764856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1b55-bf61-4632-94ec-682095288e7f req-4ad4ff35-dfdf-491c-a17a-2a4701f23dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:59.766321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-4ad4ff35-dfdf-491c-a17a-2a4701f23dc5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=24705ceb-5041-4929-97de-9b68c89c4fad HTTP/1.1" status: 200 len: 863 time: 0.2012234 Feb 19 00:22:59.862108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-efc8e1ce-b3ab-4679-8ef3-87df365a22cc tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:22:59.863668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-efc8e1ce-b3ab-4679-8ef3-87df365a22cc tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.126 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 950 time: 0.3562834 Feb 19 00:22:59.874969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb76927b-d25a-4492-a1da-9bc62396dec3 req-f0144f48-4caf-4fc8-975b-cb6a3cab0aa3 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801142 Feb 19 00:22:59.898742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-d71f3d2e-e08a-412d-a655-0c4ee843f984 service neutron] 10.222.0.60 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185120 Feb 19 00:22:59.909265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d34eb6ab-866a-4080-9d94-4fb4ca51ed37 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:22:59.918100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Publish callbacks [] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:59.933846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Transition to ACTIVE for port object d34eb6ab-866a-4080-9d94-4fb4ca51ed37 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:22:59.939109 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66b8f74-a721-4952-acca-797230e33be3 x-openstack-request-id: req-d66b8f74-a721-4952-acca-797230e33be3 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:22:59.939403 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "name": "network-vif-unplugged", "status": "completed", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:22:59.939576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:22:59.939988 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d66b8f74-a721-4952-acca-797230e33be3 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:22:59.940817 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55', 'code': 200} Feb 19 00:22:59.992392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Pushing event updated for resources: {'Port': ['ID=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:00.070057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Attempting to bind port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:00.070481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Attempting to bind port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:00.070817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Attempting to bind port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:00.076472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:23:00.076796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Attempting to bind port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 on network a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:00.083690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:00.084278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Checking segment: {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:00.084619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b1b55-bf61-4632-94ec-682095288e7f req-fc0be177-9746-4d15-a20f-30ddaa74e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:00.084794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Bound using segment: {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:00.085293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Bound port: d34eb6ab-866a-4080-9d94-4fb4ca51ed37, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0004cf9-1be7-4b9d-9396-760e345add92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:00.085658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:00.086198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-fc0be177-9746-4d15-a20f-30ddaa74e320 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3099687 Feb 19 00:23:00.113134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Deleting port 341dda9e-2c35-40b2-a439-e30bc464450c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:23:00.113428 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:00.170147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] For port d34eb6ab-866a-4080-9d94-4fb4ca51ed37, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:00.174096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] For port d34eb6ab-866a-4080-9d94-4fb4ca51ed37, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:00.181060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:00.219069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:00.219702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:00.221197 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] 10.222.0.113 "PUT /v2.0/ports/d34eb6ab-866a-4080-9d94-4fb4ca51ed37 HTTP/1.1" status: 200 len: 1091 time: 0.7165773 Feb 19 00:23:00.221680 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0909fa39-e855-4f6e-b9c6-2ec98d7b11d5', 'tag': 'd34eb6ab-866a-4080-9d94-4fb4ca51ed37'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:00.224042 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d556ab2-2136-4072-9a7e-49dad08dc439" -d '{"events": [{"name": "network-changed", "server_uuid": "0909fa39-e855-4f6e-b9c6-2ec98d7b11d5", "tag": "d34eb6ab-866a-4080-9d94-4fb4ca51ed37"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:00.256020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33216263-5781-467b-8f8f-29fcb22942ac service neutron] Pushing event updated for resources: {'Port': ['ID=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:00.267101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-0d262ff3-d150-4704-875b-e455d68b3dd0 service neutron] 10.222.0.60 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441491 Feb 19 00:23:00.318412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56e433-bc5e-4e99-9cef-21bac6350bb5 req-64b2409e-7fcd-4502-a9cc-1ff8dea41ffb tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:00.322010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc56e433-bc5e-4e99-9cef-21bac6350bb5 req-64b2409e-7fcd-4502-a9cc-1ff8dea41ffb tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 943 time: 0.3138251 Feb 19 00:23:00.326312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-f769af5e-9343-4d90-8c98-7bff98f2eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:00.328013 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-f769af5e-9343-4d90-8c98-7bff98f2eddc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 1125 time: 0.0493858 Feb 19 00:23:00.370738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Deleting port 95d5c52b-47ca-43a8-a68f-79310d7b7474 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:23:00.371204 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:00.379756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-e6ba50f0-9604-4036-95fc-7c7db44c6415 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d34eb6ab-866a-4080-9d94-4fb4ca51ed37 HTTP/1.1" status: 200 len: 217 time: 0.0424211 Feb 19 00:23:00.443495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] For port 341dda9e-2c35-40b2-a439-e30bc464450c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=341dda9e-2c35-40b2-a439-e30bc464450c,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:00.443939 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:00.471852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-ce23c2cb-adee-4edc-a9b3-b8eb06625cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:00.477291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-ce23c2cb-adee-4edc-a9b3-b8eb06625cfe service neutron] 10.222.0.113 "GET /v2.0/subnets?id=eb232860-e016-4aaa-a520-01b4da0a72bd HTTP/1.1" status: 200 len: 862 time: 0.0843213 Feb 19 00:23:00.502692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Calling delete_port for 341dda9e-2c35-40b2-a439-e30bc464450c owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:23:00.516021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-c68903d8-e6cc-4768-b9f3-177bb6e7e57d service neutron] 10.222.0.113 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183166 Feb 19 00:23:00.522405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-756e6a6a-2023-46c6-bdfb-f3c5f156f758 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380700 Feb 19 00:23:00.653512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc56e433-bc5e-4e99-9cef-21bac6350bb5 req-d0ed4aa0-37de-4dc9-b3da-b92cfec02a85 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085048 Feb 19 00:23:00.704730 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-33f89472-1018-4bd0-8223-af2068b71870 service neutron] 10.222.0.113 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693218 Feb 19 00:23:00.733162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] For port 95d5c52b-47ca-43a8-a68f-79310d7b7474, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=95d5c52b-47ca-43a8-a68f-79310d7b7474,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:00.733545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:00.761575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Calling delete_port for 95d5c52b-47ca-43a8-a68f-79310d7b7474 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:23:00.864195 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-60c83cec-6c8c-495d-ae04-a58003d6f97d req-1ac19196-a1fa-4062-8c14-eb547037d703 service neutron] 10.222.0.113 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515846 Feb 19 00:23:00.948819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-390b1b55-bf61-4632-94ec-682095288e7f req-5c211047-489c-48a0-8d63-bf183c8121f2 service neutron] 10.222.0.113 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107437 Feb 19 00:23:01.012800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:01.033658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57317b8-41c9-42ab-8eeb-309c825d812f req-ebcb4b20-cee4-4bbe-ab73-489d6f658ef0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:01.035319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f57317b8-41c9-42ab-8eeb-309c825d812f req-ebcb4b20-cee4-4bbe-ab73-489d6f658ef0 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 943 time: 0.2712820 Feb 19 00:23:01.056659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d25b95-b3a1-4b49-90ff-8e3e650ad230 req-caa3e985-63f0-4578-b71e-7222f3e08e18 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:01.058771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35d25b95-b3a1-4b49-90ff-8e3e650ad230 req-caa3e985-63f0-4578-b71e-7222f3e08e18 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.3086414 Feb 19 00:23:01.120231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (341dda9e-2c35-40b2-a439-e30bc464450c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:01.201136 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1fcad93-815d-4390-adf1-56f675b4dbda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c92a461a9cd14f06a360f73925de8d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1870351 Feb 19 00:23:01.204007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58740) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:01.217337 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:23:01.228756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Pushing event deleted for resources: {'Port': ['ID=341dda9e-2c35-40b2-a439-e30bc464450c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:01.246622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f57317b8-41c9-42ab-8eeb-309c825d812f req-85d09463-af74-45e8-8377-fb99da6ab641 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004528 Feb 19 00:23:01.268831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35d25b95-b3a1-4b49-90ff-8e3e650ad230 req-c72b5bbf-dd2b-43dc-9781-036d7a914cbe tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977024 Feb 19 00:23:01.297125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (95d5c52b-47ca-43a8-a68f-79310d7b7474), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:01.314154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08214a5d-ed8a-45e3-a7b5-abc2bbc576d5 admin admin] Publish callbacks [] for security_group (f36818bc-4a7e-40df-b4dd-26222fa70c90), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:01.321984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e2ae978a-ed42-4a16-95c8-26adda27473f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:01.339684 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ee558e-8e20-4989-98cb-1a6a9337deef x-openstack-request-id: req-d0ee558e-8e20-4989-98cb-1a6a9337deef {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:01.339976 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0909fa39-e855-4f6e-b9c6-2ec98d7b11d5", "tag": "d34eb6ab-866a-4080-9d94-4fb4ca51ed37", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:01.340313 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0ee558e-8e20-4989-98cb-1a6a9337deef {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:01.340636 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0909fa39-e855-4f6e-b9c6-2ec98d7b11d5', 'tag': 'd34eb6ab-866a-4080-9d94-4fb4ca51ed37', 'status': 'completed', 'code': 200} Feb 19 00:23:01.371529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] No DVR routers for this DVR port 341dda9e-2c35-40b2-a439-e30bc464450c on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:23:01.372110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08214a5d-ed8a-45e3-a7b5-abc2bbc576d5 admin admin] Publish callbacks [] for security_group (f36818bc-4a7e-40df-b4dd-26222fa70c90), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:01.408283 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:01.412755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-653c0c2c-21e1-4da5-8aaf-feb2c5fceca4 req-d20df3ed-51e0-4592-8e93-ada2a5670cd1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.126 "DELETE /v2.0/ports/341dda9e-2c35-40b2-a439-e30bc464450c HTTP/1.1" status: 204 len: 173 time: 1.7437534 Feb 19 00:23:01.472721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08214a5d-ed8a-45e3-a7b5-abc2bbc576d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f36818bc-4a7e-40df-b4dd-26222fa70c90), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:01.473762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Pushing event deleted for resources: {'Port': ['ID=95d5c52b-47ca-43a8-a68f-79310d7b7474,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:01.475661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08214a5d-ed8a-45e3-a7b5-abc2bbc576d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:01.483591 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-08214a5d-ed8a-45e3-a7b5-abc2bbc576d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f36818bc-4a7e-40df-b4dd-26222fa70c90 HTTP/1.1" status: 204 len: 168 time: 0.2785041 Feb 19 00:23:01.496896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08214a5d-ed8a-45e3-a7b5-abc2bbc576d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36818bc-4a7e-40df-b4dd-26222fa70c90,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:01.498711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1939010a-69dc-4099-be32-04dd3c6536ce req-8dff2c22-a057-401f-9922-3ab239873474 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cccfe63-ee88-4ac0-82f7-095589a70d41 HTTP/1.1" status: 200 len: 210 time: 0.1642127 Feb 19 00:23:01.591097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] No DVR routers for this DVR port 95d5c52b-47ca-43a8-a68f-79310d7b7474 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:23:01.599369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:01.604492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65165a76-f3af-4fab-8332-ab3ec1054c8d req-f7090cdc-b1a2-467c-99ec-3b06cf712c54 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.126 "DELETE /v2.0/ports/95d5c52b-47ca-43a8-a68f-79310d7b7474 HTTP/1.1" status: 204 len: 173 time: 1.7252409 Feb 19 00:23:01.662160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98b6a278-ff0e-4483-bd58-a558833b2dca req-453b1537-7eb8-4045-9c18-736431a6b252 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 210 time: 0.0999763 Feb 19 00:23:01.746339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-9baf5d69-60ed-4736-a0de-ee97d1e1be0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:01.748145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-9baf5d69-60ed-4736-a0de-ee97d1e1be0c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2335e6a026a64c12967c501c5b2003e9&device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 1125 time: 0.1890543 Feb 19 00:23:01.796686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc8da4-532c-4947-a749-1a66635713b2 req-f5d50a14-e2d4-40dc-a2c4-e20e68690645 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:01.804551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ffc8da4-532c-4947-a749-1a66635713b2 req-f5d50a14-e2d4-40dc-a2c4-e20e68690645 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1401362 Feb 19 00:23:01.942256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55'}, {'server_uuid': 'f64476e4-00a2-47f6-8440-d6cb14e407b2', 'name': 'network-vif-deleted', 'tag': '05757e97-2c0e-4b7a-8612-331d5388481b'}, {'name': 'network-changed', 'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da'}, {'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'name': 'network-vif-deleted', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c'}, {'server_uuid': '4cccfe63-ee88-4ac0-82f7-095589a70d41', 'name': 'network-vif-deleted', 'tag': '95d5c52b-47ca-43a8-a68f-79310d7b7474'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:01.944760 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a0df3-0e90-4eeb-b0fc-426899083cf8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55"}, {"server_uuid": "f64476e4-00a2-47f6-8440-d6cb14e407b2", "name": "network-vif-deleted", "tag": "05757e97-2c0e-4b7a-8612-331d5388481b"}, {"name": "network-changed", "server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da"}, {"server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "name": "network-vif-deleted", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c"}, {"server_uuid": "4cccfe63-ee88-4ac0-82f7-095589a70d41", "name": "network-vif-deleted", "tag": "95d5c52b-47ca-43a8-a68f-79310d7b7474"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:01.971258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58754) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:01.978075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ffc8da4-532c-4947-a749-1a66635713b2 req-9a6aa7c3-372b-4838-979b-1dc501a1c303 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724961 Feb 19 00:23:02.004477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0bc92-78cf-4aaa-923b-e265f9247b71 req-ebe4eeff-2296-4fa7-b3b2-e85ce65b0229 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:02.009550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43a0bc92-78cf-4aaa-923b-e265f9247b71 req-ebe4eeff-2296-4fa7-b3b2-e85ce65b0229 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 943 time: 0.1917360 Feb 19 00:23:02.017541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-cb8f3400-a189-422f-8ecc-cd8a62223530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:02.019791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-cb8f3400-a189-422f-8ecc-cd8a62223530 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 200 len: 923 time: 0.2619262 Feb 19 00:23:02.095150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-b8abb034-44a5-40f8-a04f-8c14463a7cc0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d34eb6ab-866a-4080-9d94-4fb4ca51ed37 HTTP/1.1" status: 200 len: 217 time: 0.0665064 Feb 19 00:23:02.116269 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 859 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9559e3-5d4a-40af-afdf-e76fb88aa59f x-openstack-request-id: req-0a9559e3-5d4a-40af-afdf-e76fb88aa59f {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:02.116590 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55", "status": "completed", "code": 200}, {"server_uuid": "f64476e4-00a2-47f6-8440-d6cb14e407b2", "name": "network-vif-deleted", "tag": "05757e97-2c0e-4b7a-8612-331d5388481b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da", "status": "completed", "code": 200}, {"server_uuid": "dccca0c5-ae42-419a-b768-eb253f02e0ac", "name": "network-vif-deleted", "tag": "341dda9e-2c35-40b2-a439-e30bc464450c", "status": "completed", "code": 200}, {"server_uuid": "4cccfe63-ee88-4ac0-82f7-095589a70d41", "name": "network-vif-deleted", "tag": "95d5c52b-47ca-43a8-a68f-79310d7b7474", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:02.117798 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a9559e3-5d4a-40af-afdf-e76fb88aa59f {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:02.118339 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55', 'status': 'completed', 'code': 200} Feb 19 00:23:02.119749 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64476e4-00a2-47f6-8440-d6cb14e407b2', 'name': 'network-vif-deleted', 'tag': '05757e97-2c0e-4b7a-8612-331d5388481b', 'status': 'completed', 'code': 200} Feb 19 00:23:02.120121 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da', 'status': 'completed', 'code': 200} Feb 19 00:23:02.120268 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccca0c5-ae42-419a-b768-eb253f02e0ac', 'name': 'network-vif-deleted', 'tag': '341dda9e-2c35-40b2-a439-e30bc464450c', 'status': 'completed', 'code': 200} Feb 19 00:23:02.120541 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cccfe63-ee88-4ac0-82f7-095589a70d41', 'name': 'network-vif-deleted', 'tag': '95d5c52b-47ca-43a8-a68f-79310d7b7474', 'status': 'completed', 'code': 200} Feb 19 00:23:02.158594 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a49ae522-5ba8-4744-b453-b31addfb5010 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=533c88376bf2495cb9690ebdd4c912e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849201 Feb 19 00:23:02.164057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58760) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:02.205219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-5878831f-77f7-4771-b6ed-7ea352174b60 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:02.206970 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-5878831f-77f7-4771-b6ed-7ea352174b60 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.113 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 805 time: 0.2473176 Feb 19 00:23:02.246892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Request body: {'port': {'device_id': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'admin_state_up': True, 'tenant_id': '44035f0fd83143e0b67f821ac5a58ee6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:02.335143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43a0bc92-78cf-4aaa-923b-e265f9247b71 req-465cdbd7-a776-4d1a-960d-8da64f164076 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3155217 Feb 19 00:23:02.336390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8233cf18-eec3-4569-b319-b25cdc616b30 admin admin] Publish callbacks [] for security_group (7ee4851a-eab7-45d6-803d-8ca0d6dfec73), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:02.377661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8233cf18-eec3-4569-b319-b25cdc616b30 admin admin] Publish callbacks [] for security_group (7ee4851a-eab7-45d6-803d-8ca0d6dfec73), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:02.450952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-df3f3913-1204-41ea-add6-f0ca34d73360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:02.452969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-df3f3913-1204-41ea-add6-f0ca34d73360 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=eb232860-e016-4aaa-a520-01b4da0a72bd HTTP/1.1" status: 200 len: 862 time: 0.3310831 Feb 19 00:23:02.481960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Made reservation on behalf of 44035f0fd83143e0b67f821ac5a58ee6 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:02.486055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:02.488097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-4c65dbf2-9c8e-4662-a354-a98bb8772bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:02.489637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-4c65dbf2-9c8e-4662-a354-a98bb8772bb7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1156 time: 0.2607398 Feb 19 00:23:02.522362 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8233cf18-eec3-4569-b319-b25cdc616b30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7ee4851a-eab7-45d6-803d-8ca0d6dfec73), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:02.525181 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8233cf18-eec3-4569-b319-b25cdc616b30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:02.526506 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8233cf18-eec3-4569-b319-b25cdc616b30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ee4851a-eab7-45d6-803d-8ca0d6dfec73 HTTP/1.1" status: 204 len: 168 time: 0.3612187 Feb 19 00:23:02.534226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-8c617b50-e427-4f83-8aec-8d45b5494124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:02.536047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-8c617b50-e427-4f83-8aec-8d45b5494124 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ca8f472355504c2a9adaab3987575585&device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 1125 time: 0.3487718 Feb 19 00:23:02.562041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-9590e3a3-d8a0-4a09-8a0a-fb2e94997dba service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682175 Feb 19 00:23:02.577660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233cf18-eec3-4569-b319-b25cdc616b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee4851a-eab7-45d6-803d-8ca0d6dfec73,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:02.670369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Allocated IP 172.20.0.13 (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810/c832ec8d-ced2-4256-9b99-70a9e55a8e5f/c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:02.885101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks [] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:02.929688 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:02.984847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:02.996569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 95d5c52b-47ca-43a8-a68f-79310d7b7474 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:23:03.012429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Pushing event updated for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:03.016783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:03.021581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:03.044823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 95d5c52b-47ca-43a8-a68f-79310d7b7474 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:23:03.045867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 95d5c52b-47ca-43a8-a68f-79310d7b7474 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:23:03.046527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 341dda9e-2c35-40b2-a439-e30bc464450c no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:23:03.066442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1a2bc-1bfd-43b3-942f-604aca8adb42 req-5c23d944-a818-4a81-90c9-effcaa8094ae tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.066442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f1a2bc-1bfd-43b3-942f-604aca8adb42 req-5c23d944-a818-4a81-90c9-effcaa8094ae tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 943 time: 0.6968379 Feb 19 00:23:03.082902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 341dda9e-2c35-40b2-a439-e30bc464450c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:23:03.083068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 341dda9e-2c35-40b2-a439-e30bc464450c not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:23:03.108199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.109430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:03.130307 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8a964d89-bf9d-42a3-b7a4-95a494d934da tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9079645 Feb 19 00:23:03.147090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Request body: {'port': {'device_id': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:03.180635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541ade5-e5e0-4f29-95b1-3ba3eabb23cb req-5b69d3a8-a57c-4bea-9280-ed3f18ab4a8a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.182368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d541ade5-e5e0-4f29-95b1-3ba3eabb23cb req-5b69d3a8-a57c-4bea-9280-ed3f18ab4a8a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.7177439 Feb 19 00:23:03.224927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-9c425d10-e260-45e9-bb1e-0ce5852b7ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.225891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:03.226862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-9c425d10-e260-45e9-bb1e-0ce5852b7ae3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 200 len: 925 time: 0.6608052 Feb 19 00:23:03.247503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-6e4fa8ec-5ab3-4015-91a7-32ecb9d7d4d4 service neutron] 10.222.0.113 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6549771 Feb 19 00:23:03.258430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-27ab36b8-c014-4510-b4f7-29019e3cdc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.260175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-27ab36b8-c014-4510-b4f7-29019e3cdc37 service neutron] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.7613523 Feb 19 00:23:03.338321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-5017a9b2-7cfc-4e91-8280-41304facc1e6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10e94e24-599d-46c3-81e3-0c96e86842da HTTP/1.1" status: 200 len: 217 time: 0.0935650 Feb 19 00:23:03.409023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f1a2bc-1bfd-43b3-942f-604aca8adb42 req-1af7e3b6-ebec-4027-92f9-534c196bdfba tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345482 Feb 19 00:23:03.444360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-1d1dbf26-1707-441d-ac6e-35f328e8171c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 200 len: 217 time: 0.1326160 Feb 19 00:23:03.507967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d541ade5-e5e0-4f29-95b1-3ba3eabb23cb req-ea2e451d-cd83-426f-9fca-b3321a104189 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026524 Feb 19 00:23:03.537735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-981e4dd3-5871-4c12-b74e-a47f78a01958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.540378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-981e4dd3-5871-4c12-b74e-a47f78a01958 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=24705ceb-5041-4929-97de-9b68c89c4fad HTTP/1.1" status: 200 len: 863 time: 0.1652412 Feb 19 00:23:03.570784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:03.584236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:03.593038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Publish callbacks [] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:03.602252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-5d44a725-355e-4c94-b70f-48f9b8229a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.603818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-5d44a725-355e-4c94-b70f-48f9b8229a5a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1509533 Feb 19 00:23:03.614107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d556ab2-2136-4072-9a7e-49dad08dc439 req-fedd0c04-07f4-46a2-8dfb-80fa58931024 service neutron] 10.222.0.113 "GET /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468955 Feb 19 00:23:03.620838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Transition to ACTIVE for port object c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:23:03.631330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:03.653485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-7c2fff3f-ecab-4654-b6e5-642c52c7b8c2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380476 Feb 19 00:23:03.714605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-2393cd54-52c0-49ad-9b95-bb54a720945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.716137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-2393cd54-52c0-49ad-9b95-bb54a720945a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1625271 Feb 19 00:23:03.739301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:03.747355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1016120149-network', 'tenant_id': 'c015b523ff6f4c3aa8c2302c5d8a2a78'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:03.806045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Made reservation on behalf of c015b523ff6f4c3aa8c2302c5d8a2a78 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:03.808880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:03.820443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Attempting to bind port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:03.820785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Attempting to bind port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:03.821114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Attempting to bind port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:03.823533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:03.835467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:23:03.835883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Attempting to bind port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:03.842892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:03.843222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Checking segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:03.843599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Bound using segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:03.844025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Bound port: c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:03.844619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:03.898014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d16c56-47d4-4dec-9bd3-b2c5c12e92b0 req-2a8586e7-89cb-454e-9e9e-2a71aa686828 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.899587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d16c56-47d4-4dec-9bd3-b2c5c12e92b0 req-2a8586e7-89cb-454e-9e9e-2a71aa686828 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 944 time: 0.2504478 Feb 19 00:23:03.906580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b4db-924b-47e0-adb8-4f99d976b08b req-829123aa-8bf7-4d07-a3b0-7cbd828aafec tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:03.908111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc72b4db-924b-47e0-adb8-4f99d976b08b req-829123aa-8bf7-4d07-a3b0-7cbd828aafec tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2204642 Feb 19 00:23:03.914280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-f502f213-7e5c-4489-8fc5-193e908b2785 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499626 Feb 19 00:23:03.948919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:03.955512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:03.975200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-95c5a73a-8c20-481e-9a1c-09d6f98922a0 service neutron] 10.222.0.113 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106578 Feb 19 00:23:03.975901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:03.995178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Publish callbacks [] for security_group (473997c2-a36a-453d-a1b4-c246c929d009), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.018827 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (473997c2-a36a-453d-a1b4-c246c929d009), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.027218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:04.027888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.030844 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] 10.222.0.113 "PUT /v2.0/ports/c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 HTTP/1.1" status: 200 len: 1092 time: 0.8928788 Feb 19 00:23:04.042419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:04.044453 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139b3728-f181-4368-9327-c822830dc6bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:04.077716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:23:04.116823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473997c2-a36a-453d-a1b4-c246c929d009,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:04.123200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc72b4db-924b-47e0-adb8-4f99d976b08b req-e3a42c29-5adf-4b61-86c3-f25108163411 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076137 Feb 19 00:23:04.136957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13695d1-ca94-467d-9c70-4a01749ba2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:04.140732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (83ebc269-8f6a-4bc8-948d-aaf296ba1da2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.141073 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Added segment 83ebc269-8f6a-4bc8-948d-aaf296ba1da2 of type vlan for network 7fc3f981-156b-4965-af83-605ec1f74620 Feb 19 00:23:04.182075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d16c56-47d4-4dec-9bd3-b2c5c12e92b0 req-953cc624-7d93-4f06-899f-d0392f0beaef tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721224 Feb 19 00:23:04.218870 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (7fc3f981-156b-4965-af83-605ec1f74620), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.224677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-731d5fc7-b931-44dc-88ad-ccda5abca25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:04.226233 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-731d5fc7-b931-44dc-88ad-ccda5abca25c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 1126 time: 0.1331098 Feb 19 00:23:04.256624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-8024bc3f-eff1-4331-9844-4f7d517fec7c service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320427 Feb 19 00:23:04.260855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819a0df3-0e90-4eeb-b0fc-426899083cf8 req-4bd042d7-c068-4f06-b8e0-b1456e1b0e30 service neutron] 10.222.0.113 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555351 Feb 19 00:23:04.280148 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-506c9ed8-84ec-4c45-b7fd-4cc9775bba0c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 HTTP/1.1" status: 200 len: 217 time: 0.0449188 Feb 19 00:23:04.298690 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (7fc3f981-156b-4965-af83-605ec1f74620), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.300374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:04.301113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.321524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ab31a-5251-47a2-ac65-6b11c6768938 req-02110c3e-78df-4be8-9c45-19264920c1d8 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:04.323865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 10e94e24-599d-46c3-81e3-0c96e86842da details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:04.328535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-057ab31a-5251-47a2-ac65-6b11c6768938 req-02110c3e-78df-4be8-9c45-19264920c1d8 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 943 time: 0.1182468 Feb 19 00:23:04.370867 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7975616 Feb 19 00:23:04.376052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58810) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:04.381338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Request body: {'subnet': {'network_id': '7fc3f981-156b-4965-af83-605ec1f74620', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1016120149-subnet', 'tenant_id': 'c015b523ff6f4c3aa8c2302c5d8a2a78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:04.393759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-057ab31a-5251-47a2-ac65-6b11c6768938 req-2a8ed15c-98d9-47a5-8757-aa3676c3df89 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643046 Feb 19 00:23:04.408707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Made reservation on behalf of c015b523ff6f4c3aa8c2302c5d8a2a78 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:04.418922 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.444786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8d4474f9-74cb-4150-977a-c67292184d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:04.445650 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-8d4474f9-74cb-4150-977a-c67292184d0d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 200 len: 845 time: 0.1583486 Feb 19 00:23:04.462896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8c5ff-0ce7-45d9-82d8-851e7d2fa6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7fc3f981-156b-4965-af83-605ec1f74620,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:04.491842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 10e94e24-599d-46c3-81e3-0c96e86842da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=10e94e24-599d-46c3-81e3-0c96e86842da,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:04.498646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 7fc3f981-156b-4965-af83-605ec1f74620 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:23:04.510135 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d45c4-99ac-4fc5-b2cb-17e232658593 x-openstack-request-id: req-302d45c4-99ac-4fc5-b2cb-17e232658593 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:04.510446 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:04.511018 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-302d45c4-99ac-4fc5-b2cb-17e232658593 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:04.512200 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'status': 'completed', 'code': 200} Feb 19 00:23:04.544678 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-f6de2e27-7bb9-470c-b2ed-0bd50d4aa884 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872056 Feb 19 00:23:04.575422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '10e94e24-599d-46c3-81e3-0c96e86842da', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'port_id': '10e94e24-599d-46c3-81e3-0c96e86842da', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:04.665726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 10e94e24-599d-46c3-81e3-0c96e86842da is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:04.667425 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.668601 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (e59bb89d-fa08-4888-bc2e-e1e6c5b98696), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.693959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e94e24-599d-46c3-81e3-0c96e86842da {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:04.717146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 10e94e24-599d-46c3-81e3-0c96e86842da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=10e94e24-599d-46c3-81e3-0c96e86842da,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:04.722961 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.725528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d34eb6ab-866a-4080-9d94-4fb4ca51ed37 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:04.740986 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-ba6e7e05-a252-4d33-b349-bfb97f3e6703 service neutron] 10.222.0.113 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881316 Feb 19 00:23:04.797330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59bb89d-fa08-4888-bc2e-e1e6c5b98696,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:04.815663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Checking segment: {'id': '83ebc269-8f6a-4bc8-948d-aaf296ba1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fc3f981-156b-4965-af83-605ec1f74620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:04.816026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Network hostable DHCP agents. Network: 7fc3f981-156b-4965-af83-605ec1f74620, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:23:04.827729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c7570-1f61-4df0-baa0-603a04a2ec53 req-45faf095-dc22-4f0b-8e88-8320e6ea152b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:04.836078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf1c7570-1f61-4df0-baa0-603a04a2ec53 req-45faf095-dc22-4f0b-8e88-8320e6ea152b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 943 time: 0.1857836 Feb 19 00:23:04.842063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=10e94e24-599d-46c3-81e3-0c96e86842da,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:04.895227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654c09e-adc0-4e1d-9f21-c7b3b29a7a07 req-ddb6de9c-721f-49e5-af1c-4872bc02b2f5 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:04.905058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4654c09e-adc0-4e1d-9f21-c7b3b29a7a07 req-ddb6de9c-721f-49e5-af1c-4872bc02b2f5 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 949 time: 0.2115095 Feb 19 00:23:04.910485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d34eb6ab-866a-4080-9d94-4fb4ca51ed37, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:04.926908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'd34eb6ab-866a-4080-9d94-4fb4ca51ed37', 'network_id': 'a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb', 'port_id': 'd34eb6ab-866a-4080-9d94-4fb4ca51ed37', 'mac_address': 'fa:16:3e:31:22:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb232860-e016-4aaa-a520-01b4da0a72bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:04.945070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf1c7570-1f61-4df0-baa0-603a04a2ec53 req-f9a866e1-f32a-4dfa-b9f6-3d798d5ae26b tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080689 Feb 19 00:23:04.979710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:04.980197 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:04.997967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d34eb6ab-866a-4080-9d94-4fb4ca51ed37 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:05.017686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4654c09e-adc0-4e1d-9f21-c7b3b29a7a07 req-e831d11e-43bd-439a-8f90-41e9f25f78d0 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111531 Feb 19 00:23:05.019971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Network 7fc3f981-156b-4965-af83-605ec1f74620 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:23:05.040388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 7fc3f981-156b-4965-af83-605ec1f74620) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:05.052724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d34eb6ab-866a-4080-9d94-4fb4ca51ed37, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:05.056224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:05.057109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:05.059463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94626dc7-9993-41fd-94e9-8b36c8c1cb4c None None] Network 7fc3f981-156b-4965-af83-605ec1f74620 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:23:05.075499 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:05.148533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8739704b-0312-4be0-8687-b7b07d620423 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7707312 Feb 19 00:23:05.251444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be4e87-1a28-4f2d-982c-63842e505645 req-a217dcf7-d129-4ca6-9377-d68a864b37a9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:05.256498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65be4e87-1a28-4f2d-982c-63842e505645 req-a217dcf7-d129-4ca6-9377-d68a864b37a9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.1694305 Feb 19 00:23:05.260371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:05.270492 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5966d1c6-246d-4464-91ec-b50ce41c501b req-912cf957-cdbb-49cb-921c-0e6ba70b34d5 service neutron] 10.222.0.113 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212953 Feb 19 00:23:05.368026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c4d433-4aa0-400b-85f4-faa03233576c None None] Network 7fc3f981-156b-4965-af83-605ec1f74620 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:23:05.372490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65be4e87-1a28-4f2d-982c-63842e505645 req-ab419338-1358-4cb9-9f36-eab2d386946c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741861 Feb 19 00:23:05.381780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0b682-ed0c-4eb3-a3e2-de736f127b17 req-d2a84758-e03d-4631-a2a8-a77ca6294d29 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:05.391993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87a0b682-ed0c-4eb3-a3e2-de736f127b17 req-d2a84758-e03d-4631-a2a8-a77ca6294d29 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1314697 Feb 19 00:23:05.443310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d34eb6ab-866a-4080-9d94-4fb4ca51ed37'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:05.447082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['10e94e24-599d-46c3-81e3-0c96e86842da'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:05.466499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87a0b682-ed0c-4eb3-a3e2-de736f127b17 req-27b9e9ba-7939-490e-a963-3759a34e4093 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734763 Feb 19 00:23:05.537385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3728-f181-4368-9327-c822830dc6bb req-e31df57d-4678-4130-b42b-6c6934e483a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:05.545975 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-139b3728-f181-4368-9327-c822830dc6bb req-e31df57d-4678-4130-b42b-6c6934e483a8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 1126 time: 0.2091370 Feb 19 00:23:05.703775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3728-f181-4368-9327-c822830dc6bb req-c7f7c4c7-01b2-451c-91bd-c608f16c4adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:05.705468 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-139b3728-f181-4368-9327-c822830dc6bb req-c7f7c4c7-01b2-451c-91bd-c608f16c4adc service neutron] 10.222.0.113 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 906 time: 0.1546245 Feb 19 00:23:05.719009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-35af56ac-326e-48f2-b489-988fe34795e1 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:05.727190 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-35af56ac-326e-48f2-b489-988fe34795e1 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/networks?id=3a4e168a-88e6-4a62-9f07-b70b9709b0b8 HTTP/1.1" status: 200 len: 810 time: 0.1714458 Feb 19 00:23:05.736968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68b8a0-5da8-4f0e-8b63-62342632e1d3 req-be20b4d8-6b8f-4aca-9e1b-0204038e0f5a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:05.743479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a68b8a0-5da8-4f0e-8b63-62342632e1d3 req-be20b4d8-6b8f-4aca-9e1b-0204038e0f5a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 944 time: 0.1561780 Feb 19 00:23:05.785531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6accaf79-4098-4ed8-89de-47446819e507 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/quotas/ecf89677c52b45a583ca7fe8ae16994b HTTP/1.1" status: 200 len: 375 time: 0.0571191 Feb 19 00:23:05.795888 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-139b3728-f181-4368-9327-c822830dc6bb req-198f08bb-a489-4c60-8ae4-aa8dfa96b74f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 HTTP/1.1" status: 200 len: 217 time: 0.0807250 Feb 19 00:23:05.841234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-f82fdbbc-6814-4f7a-9f6a-64f2bd5a7b27 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ecf89677c52b45a583ca7fe8ae16994b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545917 Feb 19 00:23:05.911459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b3728-f181-4368-9327-c822830dc6bb req-f5602b68-bedb-4355-b369-8e6611ac7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:05.914203 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-139b3728-f181-4368-9327-c822830dc6bb req-f5602b68-bedb-4355-b369-8e6611ac7a5b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 200 len: 845 time: 0.1069555 Feb 19 00:23:05.920115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a68b8a0-5da8-4f0e-8b63-62342632e1d3 req-15528441-89da-4c33-87e8-fbc01607ded9 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754973 Feb 19 00:23:05.981399 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-139b3728-f181-4368-9327-c822830dc6bb req-4ab6381e-4133-4559-a480-01ddc1c51cc2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569921 Feb 19 00:23:06.063265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-d036f75c-81a0-457f-940f-5e4b2469befc service neutron] 10.222.0.60 "GET /v2.0/networks/3a4e168a-88e6-4a62-9f07-b70b9709b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210257 Feb 19 00:23:06.120863 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-139b3728-f181-4368-9327-c822830dc6bb req-d57ba633-ec97-4540-a90d-0d200c4d18b9 service neutron] 10.222.0.113 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303287 Feb 19 00:23:06.264338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27681-12e5-4012-b048-216ecef674de req-3aa697ba-cc07-4cb6-9bf6-e7a72f9ee169 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:06.265563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58858) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:06.266733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ff27681-12e5-4012-b048-216ecef674de req-3aa697ba-cc07-4cb6-9bf6-e7a72f9ee169 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 944 time: 0.1772318 Feb 19 00:23:06.274776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-538335935-network', 'tenant_id': 'a5587e62100e4709b4aca592b4cfef23'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:06.275259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-3d8f4ac9-4666-4ae4-940e-aed7ec454508 service neutron] 10.222.0.60 "GET /v2.0/networks/3a4e168a-88e6-4a62-9f07-b70b9709b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100275 Feb 19 00:23:06.285910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-139b3728-f181-4368-9327-c822830dc6bb req-5d8fdbb1-5ce1-4401-811f-7116ab2fef0b service neutron] 10.222.0.113 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498723 Feb 19 00:23:06.304094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Made reservation on behalf of a5587e62100e4709b4aca592b4cfef23 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:06.308051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.313603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-6a3a4546-216e-4500-a2ec-ffb693b5bb52 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:06.315338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-6a3a4546-216e-4500-a2ec-ffb693b5bb52 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.113 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 949 time: 0.1476128 Feb 19 00:23:06.321630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.411917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ff27681-12e5-4012-b048-216ecef674de req-c7a6456d-5191-4365-9c22-80fb068d62fe tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348794 Feb 19 00:23:06.425074 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Publish callbacks [] for security_group (ddbe87b7-2224-43b3-ae28-051c4b9924fe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.440054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ddbe87b7-2224-43b3-ae28-051c4b9924fe), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.457657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:23:06.492961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e25faffa-94dc-4896-a10a-d69d46d23631), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.493326 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Added segment e25faffa-94dc-4896-a10a-d69d46d23631 of type vlan for network add64cea-60c1-4a27-9b9f-ec1e85dd5334 Feb 19 00:23:06.561725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbe87b7-2224-43b3-ae28-051c4b9924fe,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:06.598866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (add64cea-60c1-4a27-9b9f-ec1e85dd5334), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.624046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818bb05-bc07-4a49-a908-f631cff5a55d req-2a571b4d-ddf4-48cd-83c7-8da54f489cb2 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:06.638056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7818bb05-bc07-4a49-a908-f631cff5a55d req-2a571b4d-ddf4-48cd-83c7-8da54f489cb2 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 944 time: 0.1426573 Feb 19 00:23:06.644298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (add64cea-60c1-4a27-9b9f-ec1e85dd5334), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.645345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:06.646632 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.658647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Deleting port e2ae978a-ed42-4a16-95c8-26adda27473f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:23:06.659556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:06.683538 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4118176 Feb 19 00:23:06.702775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58866) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:06.708610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Request body: {'subnet': {'network_id': 'add64cea-60c1-4a27-9b9f-ec1e85dd5334', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-538335935-subnet', 'tenant_id': 'a5587e62100e4709b4aca592b4cfef23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:06.733244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ead76f-5753-4df2-a880-f2f15ae832fc admin admin] Pushing event updated for resources: {'Network': ['ID=add64cea-60c1-4a27-9b9f-ec1e85dd5334,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:06.748240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network add64cea-60c1-4a27-9b9f-ec1e85dd5334 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:23:07.035523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 907e4ad1-26cc-4f5e-8a99-a88586054f55 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:23:07.152996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Made reservation on behalf of a5587e62100e4709b4aca592b4cfef23 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:07.155634 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:07.168578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7818bb05-bc07-4a49-a908-f631cff5a55d req-61adec45-bd99-466b-ae73-6aa066b61820 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288894 Feb 19 00:23:07.184194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 907e4ad1-26cc-4f5e-8a99-a88586054f55 is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:07.247096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8e288-da83-4f4f-a7d8-584c497d225a req-ec80d72b-b902-47a0-bbdb-7e0f6add096c tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:07.248711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6a8e288-da83-4f4f-a7d8-584c497d225a req-ec80d72b-b902-47a0-bbdb-7e0f6add096c tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 949 time: 0.5468435 Feb 19 00:23:07.346160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] For port e2ae978a-ed42-4a16-95c8-26adda27473f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2ae978a-ed42-4a16-95c8-26adda27473f,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:07.346914 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:07.378988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Calling delete_port for e2ae978a-ed42-4a16-95c8-26adda27473f owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:23:07.424041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6a8e288-da83-4f4f-a7d8-584c497d225a req-ea53ade4-b713-4e26-8559-be3cecb465f5 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/security-groups?id=e320f12c-3be3-4609-826c-f17a54d3c2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596031 Feb 19 00:23:07.508573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabfd66-83ed-4c0b-b453-08501c8339b5 req-f45e2ea8-a29a-401e-acbc-1c7ebbeba199 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:07.510383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbabfd66-83ed-4c0b-b453-08501c8339b5 req-f45e2ea8-a29a-401e-acbc-1c7ebbeba199 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.2308900 Feb 19 00:23:07.647464 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (17382196-d509-472e-872c-cadd45a33f6d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:07.689427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbabfd66-83ed-4c0b-b453-08501c8339b5 req-ac84a40f-85df-4f8a-9098-aec845736759 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703396 Feb 19 00:23:07.715970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11de038-800d-45a3-bcaa-574495c27f31 req-3e78aa0b-c2e2-4ce7-b8a9-9a073f8ca61e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:07.717436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e11de038-800d-45a3-bcaa-574495c27f31 req-3e78aa0b-c2e2-4ce7-b8a9-9a073f8ca61e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2059669 Feb 19 00:23:07.757789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17382196-d509-472e-872c-cadd45a33f6d,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:07.819203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Checking segment: {'id': 'e25faffa-94dc-4896-a10a-d69d46d23631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'add64cea-60c1-4a27-9b9f-ec1e85dd5334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:07.819571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Network hostable DHCP agents. Network: add64cea-60c1-4a27-9b9f-ec1e85dd5334, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:23:07.841638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76fc58ec-a5e8-4692-8125-b10910c2081e req-30d2e777-4cfd-4f9b-944a-e4c444204ee6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 210 time: 0.0471399 Feb 19 00:23:07.846422 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e2ae978a-ed42-4a16-95c8-26adda27473f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:07.862310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e2ae978a-ed42-4a16-95c8-26adda27473f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:07.892006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e11de038-800d-45a3-bcaa-574495c27f31 req-f1ba53a8-24e5-4f2a-8e85-11436cb11baa tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519334 Feb 19 00:23:07.903958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Pushing event deleted for resources: {'Port': ['ID=e2ae978a-ed42-4a16-95c8-26adda27473f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:07.926265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Network add64cea-60c1-4a27-9b9f-ec1e85dd5334 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:23:08.082163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, add64cea-60c1-4a27-9b9f-ec1e85dd5334) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:08.089954 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc67b5a-a264-4191-8c75-d6b35545ff78 None None] Network add64cea-60c1-4a27-9b9f-ec1e85dd5334 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:23:08.098411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] No DVR routers for this DVR port e2ae978a-ed42-4a16-95c8-26adda27473f on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:23:08.101533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:08.105901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0077b06b-a1a5-426c-958d-78533d42ec7b req-abec8ec9-b164-4766-b679-545b27a6ae86 tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.113 "DELETE /v2.0/ports/e2ae978a-ed42-4a16-95c8-26adda27473f HTTP/1.1" status: 204 len: 173 time: 1.7585709 Feb 19 00:23:08.130614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:08.131231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:08.149437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c30e47-8d2b-48e5-bb9b-354fa79bccd2', 'name': 'network-vif-deleted', 'tag': 'e2ae978a-ed42-4a16-95c8-26adda27473f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:08.152259 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3078e4a-b8af-46ae-9ff8-1ef1bb79bb56" -d '{"events": [{"server_uuid": "66c30e47-8d2b-48e5-bb9b-354fa79bccd2", "name": "network-vif-deleted", "tag": "e2ae978a-ed42-4a16-95c8-26adda27473f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:08.182320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-64377b7e-2033-4645-bd42-6cf74eeae491 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4747367 Feb 19 00:23:08.235380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde42e0-6be6-42c4-9c98-accbf2ab3ecf req-15b45076-8f37-4faa-8ded-68b05a44f997 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:08.245391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c95397-04f6-403c-b2ba-269ddee0d345 None None] Network add64cea-60c1-4a27-9b9f-ec1e85dd5334 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:23:08.245590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcde42e0-6be6-42c4-9c98-accbf2ab3ecf req-15b45076-8f37-4faa-8ded-68b05a44f997 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 944 time: 0.2283423 Feb 19 00:23:08.254142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-cbd13847-2d37-4b9a-9d57-2362f57925c2 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:08.256046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-cbd13847-2d37-4b9a-9d57-2362f57925c2 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.126 "GET /v2.0/networks?id=3a4e168a-88e6-4a62-9f07-b70b9709b0b8 HTTP/1.1" status: 200 len: 810 time: 0.3709416 Feb 19 00:23:08.273713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670e7e6-7157-4167-91a9-e4c7d9c346d5 req-82dd5b5b-d00e-4b32-b681-ccbc88f5f62c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:08.275354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8670e7e6-7157-4167-91a9-e4c7d9c346d5 req-82dd5b5b-d00e-4b32-b681-ccbc88f5f62c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 944 time: 0.2524498 Feb 19 00:23:08.289822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Request body: {'port': {'device_id': 'e582fb1d-5262-4c41-b069-c0420d48d752', 'network_id': '3a4e168a-88e6-4a62-9f07-b70b9709b0b8', 'admin_state_up': True, 'tenant_id': 'ecf89677c52b45a583ca7fe8ae16994b'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:08.344259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:08.369802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 10e94e24-599d-46c3-81e3-0c96e86842da up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:08.489619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcde42e0-6be6-42c4-9c98-accbf2ab3ecf req-4a455eb3-dfe6-45ba-bde1-6d85235ee1b9 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432196 Feb 19 00:23:08.536946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 10e94e24-599d-46c3-81e3-0c96e86842da completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:23:08.543300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 10e94e24-599d-46c3-81e3-0c96e86842da triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:08.543812 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:08.555764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8670e7e6-7157-4167-91a9-e4c7d9c346d5 req-50dfc25c-73f4-4169-b188-ef14db0fb847 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543027 Feb 19 00:23:08.569868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Made reservation on behalf of ecf89677c52b45a583ca7fe8ae16994b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:08.574349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:08.615841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:08.616084 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1d83d0-5ec9-4dc5-8bd4-28cf1ac51004 x-openstack-request-id: req-7f1d83d0-5ec9-4dc5-8bd4-28cf1ac51004 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:08.616203 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c30e47-8d2b-48e5-bb9b-354fa79bccd2", "name": "network-vif-deleted", "tag": "e2ae978a-ed42-4a16-95c8-26adda27473f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:08.616469 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f1d83d0-5ec9-4dc5-8bd4-28cf1ac51004 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:08.616880 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66c30e47-8d2b-48e5-bb9b-354fa79bccd2', 'name': 'network-vif-deleted', 'tag': 'e2ae978a-ed42-4a16-95c8-26adda27473f', 'status': 'completed', 'code': 200} Feb 19 00:23:08.641146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'port_id': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'mac_address': 'fa:16:3e:18:da:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832ec8d-ced2-4256-9b99-70a9e55a8e5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:08.754328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 10e94e24-599d-46c3-81e3-0c96e86842da is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:08.755163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:08.775944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:08.776743 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:08.784227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:08.786488 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e9b8ae-c903-4038-b7ab-1e2dce5e0cfe" -d '{"events": [{"server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "name": "network-vif-plugged", "status": "completed", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:08.808310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 10e94e24-599d-46c3-81e3-0c96e86842da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=10e94e24-599d-46c3-81e3-0c96e86842da,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:08.811290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:08.818252 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:08.819223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d34eb6ab-866a-4080-9d94-4fb4ca51ed37 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:08.830155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5368ae6f-a8b8-444a-8040-1ecf907605e9 req-bac7bf7d-6503-4e1b-be5f-b3377708814d tempest-ServersAdminNegativeTestJSON-1806718718 tempest-ServersAdminNegativeTestJSON-1806718718-project] 10.222.0.60 "GET /v2.0/ports?device_id=66c30e47-8d2b-48e5-bb9b-354fa79bccd2 HTTP/1.1" status: 200 len: 210 time: 0.0502789 Feb 19 00:23:08.890770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:08.900563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcfb8b-b0f6-4f00-ae41-0b75d1bbc3e0 req-5bb0157e-8324-49b6-8176-78024eb54105 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:08.904559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:08.910813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2fcfb8b-b0f6-4f00-ae41-0b75d1bbc3e0 req-5bb0157e-8324-49b6-8176-78024eb54105 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 944 time: 0.2117522 Feb 19 00:23:08.934767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=10e94e24-599d-46c3-81e3-0c96e86842da,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:08.948425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Allocated IP 172.20.0.5 (3a4e168a-88e6-4a62-9f07-b70b9709b0b8/b34499d5-fd91-417c-ae90-4262e990d3ae/379ce040-590f-49c7-98cc-ed066d27ede5) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:08.999598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:09.010353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2fcfb8b-b0f6-4f00-ae41-0b75d1bbc3e0 req-f99874e6-1e6f-4e97-8e54-121f7260a6cd tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855515 Feb 19 00:23:09.010517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:23:09.010517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:09.010517 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:09.118613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:09.119173 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:09.164936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d34eb6ab-866a-4080-9d94-4fb4ca51ed37, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:09.171863 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:09.230670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:09.257643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:09.316734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f677c0-335b-4833-9fcd-da1286cac0c8 req-e9fddfdf-0eed-4ffb-9b30-9b1394bc54b2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:09.318367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83f677c0-335b-4833-9fcd-da1286cac0c8 req-e9fddfdf-0eed-4ffb-9b30-9b1394bc54b2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 944 time: 0.1868103 Feb 19 00:23:09.321545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Publish callbacks [] for port (379ce040-590f-49c7-98cc-ed066d27ede5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:09.395648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-e6de4d15-787d-4916-8c99-2f2bea800831 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:09.397132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-e6de4d15-787d-4916-8c99-2f2bea800831 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/networks?id=7fc3f981-156b-4965-af83-605ec1f74620 HTTP/1.1" status: 200 len: 815 time: 0.2193043 Feb 19 00:23:09.435188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83f677c0-335b-4833-9fcd-da1286cac0c8 req-8f15607a-5727-4b52-9d02-dfbac198f4e2 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057086 Feb 19 00:23:09.453254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c48c56e5-6123-4608-bf97-9fa1f485f195 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/quotas/c015b523ff6f4c3aa8c2302c5d8a2a78 HTTP/1.1" status: 200 len: 375 time: 0.0485461 Feb 19 00:23:09.466890 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:09.488125 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f17a7a3-08f6-4c60-a973-f432c7eb0faf x-openstack-request-id: req-4f17a7a3-08f6-4c60-a973-f432c7eb0faf {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:09.488455 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "name": "network-vif-plugged", "status": "completed", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:09.488794 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f17a7a3-08f6-4c60-a973-f432c7eb0faf {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:09.489256 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da', 'code': 200} Feb 19 00:23:09.538828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-eff21483-3a6a-40e7-b5c0-6da3ada61104 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c015b523ff6f4c3aa8c2302c5d8a2a78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755911 Feb 19 00:23:09.655936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:09.670814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:09.677584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Pushing event updated for resources: {'Port': ['ID=379ce040-590f-49c7-98cc-ed066d27ede5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:09.679881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:09.685611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5c0dd045-fd25-4fbf-ba2e-7a3c28df73c7 service neutron] 10.222.0.126 "GET /v2.0/ports/907e4ad1-26cc-4f5e-8a99-a88586054f55/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.2683167 Feb 19 00:23:09.809626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:09.810143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:09.835124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b059ab5-296c-4e93-8ead-2fcccf7564ea req-2634e167-b90f-4d3e-a868-6f31f443403a tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:09.836583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b059ab5-296c-4e93-8ead-2fcccf7564ea req-2634e167-b90f-4d3e-a868-6f31f443403a tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 931 time: 0.2768195 Feb 19 00:23:09.840810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55318eb9-e312-412e-9c1b-a2313904e1ce req-bebdad68-45e0-4a9f-8461-6b9ae02647d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:09.842259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55318eb9-e312-412e-9c1b-a2313904e1ce req-bebdad68-45e0-4a9f-8461-6b9ae02647d2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 1127 time: 0.2862041 Feb 19 00:23:09.844010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-703a2d1b-0af5-473d-9086-1d69d70601c3 service neutron] 10.222.0.60 "GET /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043919 Feb 19 00:23:09.878344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-6d8d5706-ac0c-4589-91c4-acf6a89113e6 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5947545 Feb 19 00:23:09.905081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Request body: {'port': {'device_id': 'e582fb1d-5262-4c41-b069-c0420d48d752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:10.078166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b059ab5-296c-4e93-8ead-2fcccf7564ea req-4282bf55-d0e0-493f-a3ac-d276e6d68e7e tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325544 Feb 19 00:23:10.111697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55318eb9-e312-412e-9c1b-a2313904e1ce req-60443301-3899-42d1-bb91-26e182145e35 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549474 Feb 19 00:23:10.134659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c5339f82-9d2b-45b7-8f05-a6ec746e087d service neutron] 10.222.0.60 "GET /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797341 Feb 19 00:23:10.135239 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:10.229833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:10.289367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:10.346446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:10.382523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faed52-ea9a-4f76-9f70-c57c58465312 req-618e89dc-9874-4547-8fb8-395ffcacc803 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:10.384186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92faed52-ea9a-4f76-9f70-c57c58465312 req-618e89dc-9874-4547-8fb8-395ffcacc803 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2432365 Feb 19 00:23:10.421347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:23:10.425502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:10.425893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:10.436866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 907e4ad1-26cc-4f5e-8a99-a88586054f55 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:10.468833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:10.519955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:10.520357 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:10.548725 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:10.555314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:10.561551 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:10.562409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e2ae978a-ed42-4a16-95c8-26adda27473f no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:23:10.603588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: e2ae978a-ed42-4a16-95c8-26adda27473f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:23:10.603868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e2ae978a-ed42-4a16-95c8-26adda27473f not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:23:10.634077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:10.869086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531facdf-f02b-418b-85fc-92ad66359d64 req-4b9ce226-d66a-4bc3-b786-8094850175a3 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:10.870367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-531facdf-f02b-418b-85fc-92ad66359d64 req-4b9ce226-d66a-4bc3-b786-8094850175a3 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 945 time: 0.5556939 Feb 19 00:23:10.877057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92faed52-ea9a-4f76-9f70-c57c58465312 req-394754ff-b320-4d74-afc1-5e8707204025 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4679828 Feb 19 00:23:11.019814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-531facdf-f02b-418b-85fc-92ad66359d64 req-dac455f9-2f4d-4af3-a36d-51a07cc96786 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403062 Feb 19 00:23:11.082778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] Transition to ACTIVE for port object 907e4ad1-26cc-4f5e-8a99-a88586054f55 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:23:11.096314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279624ff-0903-4ede-a7d7-7b942340bfe5 req-2beec550-7662-473f-b86b-d375a3793318 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:11.097834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-279624ff-0903-4ede-a7d7-7b942340bfe5 req-2beec550-7662-473f-b86b-d375a3793318 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 946 time: 0.1539297 Feb 19 00:23:11.103419 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.107841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379ce040-590f-49c7-98cc-ed066d27ede5 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:11.129421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Publish callbacks [] for port (379ce040-590f-49c7-98cc-ed066d27ede5), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.219376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Transition to ACTIVE for port object 379ce040-590f-49c7-98cc-ed066d27ede5 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:23:11.260753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.262887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] No DVR routers for this DVR port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:23:11.292319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] Pushing event updated for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:11.306672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-279624ff-0903-4ede-a7d7-7b942340bfe5 req-6b51568c-d5dd-4328-9745-6908a36252d1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941156 Feb 19 00:23:11.354065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffeadf4-05d4-4b8f-94d5-4fd45e968171 req-82ce53ee-d7a8-4575-a700-f1d19f094b14 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:11.360926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cffeadf4-05d4-4b8f-94d5-4fd45e968171 req-82ce53ee-d7a8-4575-a700-f1d19f094b14 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 945 time: 0.2457907 Feb 19 00:23:11.391376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-43798551-21f1-4060-819a-34b9fd7b3d6c service neutron] 10.222.0.126 "PUT /v2.0/ports/907e4ad1-26cc-4f5e-8a99-a88586054f55/bindings/n-h1-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6711273 Feb 19 00:23:11.415879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c436c396-b4b0-40d0-b214-9ddd237c10fb tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:11.417711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c436c396-b4b0-40d0-b214-9ddd237c10fb tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.126 "GET /v2.0/networks?id=7fc3f981-156b-4965-af83-605ec1f74620 HTTP/1.1" status: 200 len: 815 time: 0.1828153 Feb 19 00:23:11.431559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Request body: {'port': {'device_id': 'aad26a4d-aacf-47b7-bf56-0240ffac5589', 'network_id': '7fc3f981-156b-4965-af83-605ec1f74620', 'admin_state_up': True, 'tenant_id': 'c015b523ff6f4c3aa8c2302c5d8a2a78'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:11.455969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4a07476-f18e-4af8-9dfe-2cc5d06a96d2 req-402ee7a3-b75b-4fd0-b5b5-3cd3e1110030 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 210 time: 0.0618370 Feb 19 00:23:11.468366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Pushing event updated for resources: {'Port': ['ID=379ce040-590f-49c7-98cc-ed066d27ede5,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:11.490343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0909fa39-e855-4f6e-b9c6-2ec98d7b11d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34eb6ab-866a-4080-9d94-4fb4ca51ed37'}, {'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:11.490917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:11.495232 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccc9e9d-5717-4d63-9196-6347dc414e14" -d '{"events": [{"server_uuid": "0909fa39-e855-4f6e-b9c6-2ec98d7b11d5", "name": "network-vif-plugged", "status": "completed", "tag": "d34eb6ab-866a-4080-9d94-4fb4ca51ed37"}, {"server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "name": "network-vif-plugged", "status": "completed", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:11.577996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cffeadf4-05d4-4b8f-94d5-4fd45e968171 req-e5f884f3-99bd-428b-a6aa-72e05e669e60 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160907 Feb 19 00:23:11.586476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Made reservation on behalf of c015b523ff6f4c3aa8c2302c5d8a2a78 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:11.591088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.616398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Attempting to bind port 379ce040-590f-49c7-98cc-ed066d27ede5 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:11.616770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Attempting to bind port 379ce040-590f-49c7-98cc-ed066d27ede5 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'ad1e4675-ba30-4c27-a88e-58e056d66085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a4e168a-88e6-4a62-9f07-b70b9709b0b8'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:11.617070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Attempting to bind port 379ce040-590f-49c7-98cc-ed066d27ede5 on network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:11.645893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-56e2208e-269a-4bbb-8a33-fc267f85f31b tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:11.645893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-56e2208e-269a-4bbb-8a33-fc267f85f31b tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.1282468 Feb 19 00:23:11.647722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Port 379ce040-590f-49c7-98cc-ed066d27ede5 on network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:23:11.648056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Attempting to bind port 379ce040-590f-49c7-98cc-ed066d27ede5 on network 3a4e168a-88e6-4a62-9f07-b70b9709b0b8 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:11.657888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:11.658253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Checking segment: {'id': 'ad1e4675-ba30-4c27-a88e-58e056d66085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a4e168a-88e6-4a62-9f07-b70b9709b0b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:11.658647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Bound using segment: {'id': 'ad1e4675-ba30-4c27-a88e-58e056d66085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a4e168a-88e6-4a62-9f07-b70b9709b0b8'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:11.659090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Bound port: 379ce040-590f-49c7-98cc-ed066d27ede5, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad1e4675-ba30-4c27-a88e-58e056d66085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3a4e168a-88e6-4a62-9f07-b70b9709b0b8'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:11.659454 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.761039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14cdf6-f02a-4a86-8385-142c467344eb req-6695fad6-c2e1-440d-8230-4e3a989e60bc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:11.764907 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-294800a5-52db-4b41-94c6-48e36cc7f783 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6fddc5f4b294fbe88000f493f6962c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708533 Feb 19 00:23:11.765432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db14cdf6-f02a-4a86-8385-142c467344eb req-6695fad6-c2e1-440d-8230-4e3a989e60bc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 945 time: 0.1774058 Feb 19 00:23:11.765653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58942) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:11.789518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Allocated IP 172.20.0.5 (7fc3f981-156b-4965-af83-605ec1f74620/e59bb89d-fa08-4888-bc2e-e1e6c5b98696/a2684021-fb0b-484d-ade3-1a6d5a15dea9) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:11.810705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-ba85f394-06d1-4d30-9412-c833f58e4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:11.812156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-ba85f394-06d1-4d30-9412-c833f58e4223 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9 HTTP/1.1" status: 200 len: 1127 time: 0.1505771 Feb 19 00:23:11.837287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] For port 379ce040-590f-49c7-98cc-ed066d27ede5, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:11.847122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0c29e-73f8-4f61-b33f-615c6298af4a req-38156427-b1b3-41d1-a048-51cf05534743 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:11.848640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6b0c29e-73f8-4f61-b33f-615c6298af4a req-38156427-b1b3-41d1-a048-51cf05534743 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 943 time: 0.1920438 Feb 19 00:23:11.852594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0991f8e-73f5-46c4-9cef-edf34d68ec6c admin admin] Publish callbacks [] for security_group (e320f12c-3be3-4609-826c-f17a54d3c2ee), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.856627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] For port 379ce040-590f-49c7-98cc-ed066d27ede5, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=379ce040-590f-49c7-98cc-ed066d27ede5,segment=NetworkSegment(ad1e4675-ba30-4c27-a88e-58e056d66085),segment_id=ad1e4675-ba30-4c27-a88e-58e056d66085)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:11.894332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.919229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0991f8e-73f5-46c4-9cef-edf34d68ec6c admin admin] Publish callbacks [] for security_group (e320f12c-3be3-4609-826c-f17a54d3c2ee), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.945323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db14cdf6-f02a-4a86-8385-142c467344eb req-c372b684-2fb9-4cca-b45a-b5fb00aa504b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625810 Feb 19 00:23:11.965127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:11.965872 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:11.967177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] 10.222.0.126 "PUT /v2.0/ports/379ce040-590f-49c7-98cc-ed066d27ede5 HTTP/1.1" status: 200 len: 1091 time: 2.0723612 Feb 19 00:23:11.969567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e582fb1d-5262-4c41-b069-c0420d48d752', 'tag': '379ce040-590f-49c7-98cc-ed066d27ede5'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:11.972046 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39" -d '{"events": [{"name": "network-changed", "server_uuid": "e582fb1d-5262-4c41-b069-c0420d48d752", "tag": "379ce040-590f-49c7-98cc-ed066d27ede5"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:12.009795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7683d-1d39-4887-80cb-e842300a66ff service neutron] Pushing event updated for resources: {'Port': ['ID=379ce040-590f-49c7-98cc-ed066d27ede5,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:12.024861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6b0c29e-73f8-4f61-b33f-615c6298af4a req-8671ad5b-91dc-4bbb-9ba4-222780ede7a8 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570745 Feb 19 00:23:12.028763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-dbfb13de-3209-4049-ad22-bb1071b16562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.030391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-dbfb13de-3209-4049-ad22-bb1071b16562 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1127 time: 0.1807969 Feb 19 00:23:12.034562 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb0b8fc-964b-4f04-b067-6bb4d77a9665 x-openstack-request-id: req-ccb0b8fc-964b-4f04-b067-6bb4d77a9665 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:12.034767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0991f8e-73f5-46c4-9cef-edf34d68ec6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e320f12c-3be3-4609-826c-f17a54d3c2ee), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.034885 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0909fa39-e855-4f6e-b9c6-2ec98d7b11d5", "name": "network-vif-plugged", "status": "completed", "tag": "d34eb6ab-866a-4080-9d94-4fb4ca51ed37", "code": 200}, {"server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "name": "network-vif-plugged", "status": "completed", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:12.035117 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccb0b8fc-964b-4f04-b067-6bb4d77a9665 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:12.035600 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0909fa39-e855-4f6e-b9c6-2ec98d7b11d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd34eb6ab-866a-4080-9d94-4fb4ca51ed37', 'code': 200} Feb 19 00:23:12.035989 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'code': 200} Feb 19 00:23:12.049251 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0991f8e-73f5-46c4-9cef-edf34d68ec6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.053039 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0991f8e-73f5-46c4-9cef-edf34d68ec6c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e320f12c-3be3-4609-826c-f17a54d3c2ee HTTP/1.1" status: 204 len: 168 time: 0.2847335 Feb 19 00:23:12.060653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Publish callbacks [] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.073650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0991f8e-73f5-46c4-9cef-edf34d68ec6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e320f12c-3be3-4609-826c-f17a54d3c2ee,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:12.132687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.149993 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9fca5b-1fa1-4179-b1d6-0c8c64bbec0f x-openstack-request-id: req-5c9fca5b-1fa1-4179-b1d6-0c8c64bbec0f {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:12.150331 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e582fb1d-5262-4c41-b069-c0420d48d752", "tag": "379ce040-590f-49c7-98cc-ed066d27ede5", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:12.150829 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c9fca5b-1fa1-4179-b1d6-0c8c64bbec0f {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:12.150966 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e582fb1d-5262-4c41-b069-c0420d48d752', 'tag': '379ce040-590f-49c7-98cc-ed066d27ede5', 'status': 'completed', 'code': 200} Feb 19 00:23:12.201282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Network 7fc3f981-156b-4965-af83-605ec1f74620 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:12.207737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:12.228977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:12.276726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Pushing event updated for resources: {'Port': ['ID=a2684021-fb0b-484d-ade3-1a6d5a15dea9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:12.301629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.302124 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.315758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641d32e-14af-48a8-8ce4-bf8845e5f233 req-eeac2528-1e5e-4c33-941b-fbddaaeb1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.317938 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7641d32e-14af-48a8-8ce4-bf8845e5f233 req-eeac2528-1e5e-4c33-941b-fbddaaeb1c5b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 1127 time: 0.1297696 Feb 19 00:23:12.322125 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-db67a145-53a6-4173-935a-754ca1e5468e tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8960462 Feb 19 00:23:12.322430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-dc52d4c1-c898-4e53-9845-a38634a2e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.323951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-dc52d4c1-c898-4e53-9845-a38634a2e962 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ecf89677c52b45a583ca7fe8ae16994b&device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 1125 time: 0.2795806 Feb 19 00:23:12.350581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Request body: {'port': {'device_id': 'aad26a4d-aacf-47b7-bf56-0240ffac5589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:12.366383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c737aa-d5a3-4051-a611-13c30a3c03f1 req-9fb6669a-b83d-408e-b7c4-774a08edb2e9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.367877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1c737aa-d5a3-4051-a611-13c30a3c03f1 req-9fb6669a-b83d-408e-b7c4-774a08edb2e9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2261093 Feb 19 00:23:12.403784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12308eb0-d212-4e6f-899e-ef357c9ae8cc req-9f44cfae-f237-4cc6-8c9d-c0be45cfbc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.405178 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12308eb0-d212-4e6f-899e-ef357c9ae8cc req-9f44cfae-f237-4cc6-8c9d-c0be45cfbc02 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 1128 time: 0.2082143 Feb 19 00:23:12.406064 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7641d32e-14af-48a8-8ce4-bf8845e5f233 req-639ec18e-76c8-4802-a4ca-f815068d97f7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799570 Feb 19 00:23:12.406235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-cc7b382d-39ce-4f79-a2e2-19bd099ff6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.407606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-cc7b382d-39ce-4f79-a2e2-19bd099ff6e0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.3549805 Feb 19 00:23:12.413384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-e785984f-5e46-47fa-ae25-a222e3fc7d6f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=379ce040-590f-49c7-98cc-ed066d27ede5 HTTP/1.1" status: 200 len: 217 time: 0.0723543 Feb 19 00:23:12.437107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.441579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18fa348-ba06-47fe-9365-83ac81e7c749 req-e7df5143-9e7a-43a2-9a2d-abb8d21e98d6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.446971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c18fa348-ba06-47fe-9365-83ac81e7c749 req-e7df5143-9e7a-43a2-9a2d-abb8d21e98d6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 945 time: 0.2194490 Feb 19 00:23:12.478203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58956) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:12.534333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-42bd019c-84b0-4815-ae07-0d36dcf47615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.535853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-42bd019c-84b0-4815-ae07-0d36dcf47615 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b34499d5-fd91-417c-ae90-4262e990d3ae HTTP/1.1" status: 200 len: 850 time: 0.1174788 Feb 19 00:23:12.538879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1c737aa-d5a3-4051-a611-13c30a3c03f1 req-d43aaf82-1255-4751-9a2e-192c62e14ce2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376400 Feb 19 00:23:12.601160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-9df10632-548b-4981-bc9c-e8f4b47ade36 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3a4e168a-88e6-4a62-9f07-b70b9709b0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518475 Feb 19 00:23:12.607559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c18fa348-ba06-47fe-9365-83ac81e7c749 req-cda8e8b9-9bea-40d6-99cf-f848ee7c4451 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408145 Feb 19 00:23:12.628509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-338c680f-5824-4d96-9e8c-06ad962e7f72 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be0f9b61d9e04678ac322ec4489eb48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474223 Feb 19 00:23:12.635086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58964) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:12.727446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7933-5908-401c-ade1-743b764777a3 admin admin] Publish callbacks [] for security_group (76d92849-e2d6-450e-a049-1b7d6e24de39), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.735593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-89a58b90-5043-4be1-bdc3-09001201112a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 200 len: 217 time: 0.1062446 Feb 19 00:23:12.776421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7933-5908-401c-ade1-743b764777a3 admin admin] Publish callbacks [] for security_group (76d92849-e2d6-450e-a049-1b7d6e24de39), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.789881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2684021-fb0b-484d-ade3-1a6d5a15dea9 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:12.802705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Publish callbacks [] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.827009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Transition to ACTIVE for port object a2684021-fb0b-484d-ade3-1a6d5a15dea9 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:23:12.835897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.851437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12308eb0-d212-4e6f-899e-ef357c9ae8cc req-e0ee372b-dcd5-4d5d-a862-d260ce0ce771 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198477 Feb 19 00:23:12.873921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-19911fea-712f-4e9d-85a9-3c1073dc2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.875568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-19911fea-712f-4e9d-85a9-3c1073dc2eed service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1255047 Feb 19 00:23:12.875938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7933-5908-401c-ade1-743b764777a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (76d92849-e2d6-450e-a049-1b7d6e24de39), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.878446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1dd7933-5908-401c-ade1-743b764777a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:12.881983 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1dd7933-5908-401c-ade1-743b764777a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76d92849-e2d6-450e-a049-1b7d6e24de39 HTTP/1.1" status: 204 len: 168 time: 0.2435281 Feb 19 00:23:12.882326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4fdbe-1462-4443-84aa-4ee2d282a568 req-39ea1011-a504-4aee-af02-29e94a82c1d1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.883938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41f4fdbe-1462-4443-84aa-4ee2d282a568 req-39ea1011-a504-4aee-af02-29e94a82c1d1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 946 time: 0.2744842 Feb 19 00:23:12.888944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-74497033-4b8e-4833-87d4-107bc6730d88 service neutron] 10.222.0.126 "GET /v2.0/networks/3a4e168a-88e6-4a62-9f07-b70b9709b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785215 Feb 19 00:23:12.900414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Pushing event updated for resources: {'Port': ['ID=a2684021-fb0b-484d-ade3-1a6d5a15dea9,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:12.903142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd7933-5908-401c-ade1-743b764777a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d92849-e2d6-450e-a049-1b7d6e24de39,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:12.910862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f36888-e23c-4e73-b26a-19c07952460b req-7a03aa24-622d-4d0f-affa-cae13e72b7a3 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:12.910862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21f36888-e23c-4e73-b26a-19c07952460b req-7a03aa24-622d-4d0f-affa-cae13e72b7a3 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 931 time: 0.1812048 Feb 19 00:23:12.983441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Attempting to bind port a2684021-fb0b-484d-ade3-1a6d5a15dea9 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:12.984672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Attempting to bind port a2684021-fb0b-484d-ade3-1a6d5a15dea9 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '83ebc269-8f6a-4bc8-948d-aaf296ba1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fc3f981-156b-4965-af83-605ec1f74620'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:12.985719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Attempting to bind port a2684021-fb0b-484d-ade3-1a6d5a15dea9 on network 7fc3f981-156b-4965-af83-605ec1f74620 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:12.989630 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Port a2684021-fb0b-484d-ade3-1a6d5a15dea9 on network 7fc3f981-156b-4965-af83-605ec1f74620 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:23:12.989951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Attempting to bind port a2684021-fb0b-484d-ade3-1a6d5a15dea9 on network 7fc3f981-156b-4965-af83-605ec1f74620 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:12.996256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:12.996599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Checking segment: {'id': '83ebc269-8f6a-4bc8-948d-aaf296ba1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fc3f981-156b-4965-af83-605ec1f74620'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:12.996982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Bound using segment: {'id': '83ebc269-8f6a-4bc8-948d-aaf296ba1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fc3f981-156b-4965-af83-605ec1f74620'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:12.997552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Bound port: a2684021-fb0b-484d-ade3-1a6d5a15dea9, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83ebc269-8f6a-4bc8-948d-aaf296ba1da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fc3f981-156b-4965-af83-605ec1f74620'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:12.997755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:13.044671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41f4fdbe-1462-4443-84aa-4ee2d282a568 req-1de02d06-ab4f-470b-ae22-db2fc73b7771 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527977 Feb 19 00:23:13.067050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] For port a2684021-fb0b-484d-ade3-1a6d5a15dea9, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:13.069335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] For port a2684021-fb0b-484d-ade3-1a6d5a15dea9, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a2684021-fb0b-484d-ade3-1a6d5a15dea9,segment=NetworkSegment(83ebc269-8f6a-4bc8-948d-aaf296ba1da2),segment_id=83ebc269-8f6a-4bc8-948d-aaf296ba1da2)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:13.076770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21f36888-e23c-4e73-b26a-19c07952460b req-ee3dfeb9-719c-40ce-99a4-571031625b10 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535828 Feb 19 00:23:13.079315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:13.093123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c3a7b5b-9472-4eb4-870f-76f1d4e4160d req-fb35f957-cd6a-461f-986f-d9dcad09df52 service neutron] 10.222.0.126 "GET /v2.0/networks/3a4e168a-88e6-4a62-9f07-b70b9709b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859567 Feb 19 00:23:13.131108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.132382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:13.135008 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] 10.222.0.126 "PUT /v2.0/ports/a2684021-fb0b-484d-ade3-1a6d5a15dea9 HTTP/1.1" status: 200 len: 1091 time: 0.7913976 Feb 19 00:23:13.136180 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad26a4d-aacf-47b7-bf56-0240ffac5589', 'tag': 'a2684021-fb0b-484d-ade3-1a6d5a15dea9'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:13.140932 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c418e45a-cb63-4ddd-b651-7ba1b13513a9" -d '{"events": [{"name": "network-changed", "server_uuid": "aad26a4d-aacf-47b7-bf56-0240ffac5589", "tag": "a2684021-fb0b-484d-ade3-1a6d5a15dea9"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:13.171824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-e67a4487-1dc4-4bcf-8a61-374ed2ada902 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830574 Feb 19 00:23:13.209342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6583b-cc8d-497e-8587-f3145c0af5da service neutron] Pushing event updated for resources: {'Port': ['ID=a2684021-fb0b-484d-ade3-1a6d5a15dea9,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:13.227441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-32fbc97d-0eb5-4488-9541-f320b62b4156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.229144 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-32fbc97d-0eb5-4488-9541-f320b62b4156 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=ecf89677c52b45a583ca7fe8ae16994b&device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 1125 time: 0.0656099 Feb 19 00:23:13.320266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-6d0b2d7f-175c-429b-9540-c2f9fd097752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.321818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-6d0b2d7f-175c-429b-9540-c2f9fd097752 service neutron] 10.222.0.126 "GET /v2.0/networks?id=3a4e168a-88e6-4a62-9f07-b70b9709b0b8 HTTP/1.1" status: 200 len: 911 time: 0.0866685 Feb 19 00:23:13.364145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edb017-5217-4046-8bf7-9da7f001f37d req-68898fd5-94a9-40fd-bb71-ef927512ff34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.365665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07edb017-5217-4046-8bf7-9da7f001f37d req-68898fd5-94a9-40fd-bb71-ef927512ff34 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 945 time: 0.1979616 Feb 19 00:23:13.367437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-01084a30-d9de-4812-8a8c-ab56dab9d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.368797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-01084a30-d9de-4812-8a8c-ab56dab9d848 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c015b523ff6f4c3aa8c2302c5d8a2a78&device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 1125 time: 0.1760628 Feb 19 00:23:13.377494 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-c5c661f3-41df-4fc6-8a2e-b1bea6ca49f9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=379ce040-590f-49c7-98cc-ed066d27ede5 HTTP/1.1" status: 200 len: 217 time: 0.0488746 Feb 19 00:23:13.379028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd58bb-4cd9-4b9e-8597-2b4724273f5c req-b85839d3-e3fc-45a2-9976-fb454d02331e tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.380486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35fd58bb-4cd9-4b9e-8597-2b4724273f5c req-b85839d3-e3fc-45a2-9976-fb454d02331e tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 945 time: 0.2115285 Feb 19 00:23:13.394338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58982) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:13.399594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Request body: {'floatingip': {'port_id': '10e94e24-599d-46c3-81e3-0c96e86842da'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:13.438513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-bc3c3cbf-2c25-4973-a650-1c7a0620d440 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466917 Feb 19 00:23:13.442826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-20dcb4f3-0dd6-4352-82b6-c6161c1a5c71 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2684021-fb0b-484d-ade3-1a6d5a15dea9 HTTP/1.1" status: 200 len: 217 time: 0.0614324 Feb 19 00:23:13.477796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:13.555274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-37ef9410-e79a-470e-af8b-5e24ea0d4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.557027 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-37ef9410-e79a-470e-af8b-5e24ea0d4a40 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=b34499d5-fd91-417c-ae90-4262e990d3ae HTTP/1.1" status: 200 len: 850 time: 0.1726246 Feb 19 00:23:13.589686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07edb017-5217-4046-8bf7-9da7f001f37d req-6526ebb3-987e-4d31-9498-37067f102331 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022257 Feb 19 00:23:13.596068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-4b1ba032-416f-4907-bf94-38f4ab3a6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.597634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-4b1ba032-416f-4907-bf94-38f4ab3a6c5d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e59bb89d-fa08-4888-bc2e-e1e6c5b98696 HTTP/1.1" status: 200 len: 855 time: 0.1429083 Feb 19 00:23:13.616480 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-dc0d1b18-3ec2-4b17-9bb4-49f92489e6aa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3a4e168a-88e6-4a62-9f07-b70b9709b0b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532923 Feb 19 00:23:13.645925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-09a0bffb-7d4f-48ea-b510-af7e7714dc2e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=7fc3f981-156b-4965-af83-605ec1f74620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392597 Feb 19 00:23:13.658318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f5e4a-e4ec-4843-b986-93e55b47a289 req-5cd747f4-d403-4d81-91a2-ecc76b778e7a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:13.659856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e61f5e4a-e4ec-4843-b986-93e55b47a289 req-5cd747f4-d403-4d81-91a2-ecc76b778e7a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 945 time: 0.2186754 Feb 19 00:23:13.684960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-db1acae8-9dbc-4154-ba5e-98c9369fbe9f service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319009 Feb 19 00:23:13.867376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-76befa23-a05d-457c-bc37-d105d0670865 service neutron] 10.222.0.126 "GET /v2.0/networks/3a4e168a-88e6-4a62-9f07-b70b9709b0b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410834 Feb 19 00:23:14.062485 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6d222b1-2ab0-4bfa-8ba5-db5167c3bd39 req-bfce89d7-0eb7-4174-bb0e-e8a0b8a29740 service neutron] 10.222.0.126 "GET /v2.0/networks/3a4e168a-88e6-4a62-9f07-b70b9709b0b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868989 Feb 19 00:23:14.107948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e61f5e4a-e4ec-4843-b986-93e55b47a289 req-626cba16-a6c8-4b75-ad6c-968db8f4474f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359574 Feb 19 00:23:14.123369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-5e78174a-4325-4b30-b821-d8d90c9e390c service neutron] 10.222.0.126 "GET /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607840 Feb 19 00:23:14.166304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b5295-4ed4-46d4-b396-b001c06cc81b req-5c9285c9-26d9-439b-9f47-8be341726710 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:14.168285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-424b5295-4ed4-46d4-b396-b001c06cc81b req-5c9285c9-26d9-439b-9f47-8be341726710 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 943 time: 0.4763830 Feb 19 00:23:14.326525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48aece61-54f9-41c4-bedf-e873fe68ac9e req-b8669873-2f51-4d08-915e-25d477686f93 service neutron] 10.222.0.126 "GET /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894703 Feb 19 00:23:14.412922 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38e3169-0689-4bd0-9247-a3702cd152cb x-openstack-request-id: req-a38e3169-0689-4bd0-9247-a3702cd152cb {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:14.413251 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad26a4d-aacf-47b7-bf56-0240ffac5589", "tag": "a2684021-fb0b-484d-ade3-1a6d5a15dea9", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:14.413582 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a38e3169-0689-4bd0-9247-a3702cd152cb {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:14.414361 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad26a4d-aacf-47b7-bf56-0240ffac5589', 'tag': 'a2684021-fb0b-484d-ade3-1a6d5a15dea9', 'status': 'completed', 'code': 200} Feb 19 00:23:14.414906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-424b5295-4ed4-46d4-b396-b001c06cc81b req-af3e7995-2225-4203-8f50-e3805a9f8107 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146494 Feb 19 00:23:14.442309 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:14.448695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:14.463958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-bcd675a1-811a-42d3-be67-c6a155e2ea28 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:14.465458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-bcd675a1-811a-42d3-be67-c6a155e2ea28 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.3082590 Feb 19 00:23:14.474573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a746816-5f74-48d9-84ba-5ce9168f509d req-9d4e492c-1216-41d7-a5c0-8297b940e3ed tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:14.476093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a746816-5f74-48d9-84ba-5ce9168f509d req-9d4e492c-1216-41d7-a5c0-8297b940e3ed tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1521149 Feb 19 00:23:14.570611 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Floating IP 8e8116fe-ae03-4c26-8564-1e694cb0bc31 associated. External IP: 172.25.6.163, port: 10e94e24-599d-46c3-81e3-0c96e86842da. Feb 19 00:23:14.610724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-0fd939df-b9ba-443c-8d3e-ba19fca70345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:14.612252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-0fd939df-b9ba-443c-8d3e-ba19fca70345 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c015b523ff6f4c3aa8c2302c5d8a2a78&device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 1125 time: 0.1703095 Feb 19 00:23:14.654875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a746816-5f74-48d9-84ba-5ce9168f509d req-dd561326-bc0b-45a7-8a85-4c5a91d0e08d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566594 Feb 19 00:23:14.756202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5aaa21-6ad6-4396-8a2a-c6996e030adb req-df8b6414-80e3-458b-b107-87954aadb659 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:14.758055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed5aaa21-6ad6-4396-8a2a-c6996e030adb req-df8b6414-80e3-458b-b107-87954aadb659 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 946 time: 0.2125049 Feb 19 00:23:14.792796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:23:14.833115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-c9a4a8cd-6612-451c-b7ec-d7e9fa475dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:14.834747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-c9a4a8cd-6612-451c-b7ec-d7e9fa475dc1 service neutron] 10.222.0.126 "GET /v2.0/networks?id=7fc3f981-156b-4965-af83-605ec1f74620 HTTP/1.1" status: 200 len: 916 time: 0.2149277 Feb 19 00:23:14.843505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5ce2d4ef-337d-4736-a12c-e1f78fa12c77 service neutron] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:14.861598 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5ce2d4ef-337d-4736-a12c-e1f78fa12c77 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:14.862715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b8c2229-1439-4c1a-bca2-be7706979ba9 req-5ce2d4ef-337d-4736-a12c-e1f78fa12c77 service neutron] 10.222.0.113 "DELETE /v2.0/ports/907e4ad1-26cc-4f5e-8a99-a88586054f55/bindings/n-h2-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.3711693 Feb 19 00:23:14.898811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-bc022306-55f2-4f0e-accd-1cd45c314b04 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2684021-fb0b-484d-ade3-1a6d5a15dea9 HTTP/1.1" status: 200 len: 217 time: 0.0540304 Feb 19 00:23:14.910164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:23:14.911437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa745a-0eac-4bc2-810d-7a7b08e481d7 req-7894d5dd-5257-4d04-9014-346fa2252d52 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:14.912962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4fa745a-0eac-4bc2-810d-7a7b08e481d7 req-7894d5dd-5257-4d04-9014-346fa2252d52 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 943 time: 0.1956553 Feb 19 00:23:14.915892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:14.922114 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] Sync routers for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:23:14.925794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed5aaa21-6ad6-4396-8a2a-c6996e030adb req-964edf68-3a82-47c0-af3c-21d90118ca54 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439660 Feb 19 00:23:14.948468 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:14.948468 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:22:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:14.963032 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0db0cb1d-3931-4d80-ae21-6a6e27effbf6 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "PUT /v2.0/floatingips/8e8116fe-ae03-4c26-8564-1e694cb0bc31 HTTP/1.1" status: 200 len: 991 time: 1.5673723 Feb 19 00:23:14.990882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-285f3035-2f15-4c19-9a74-c7d3489be9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:14.992326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-285f3035-2f15-4c19-9a74-c7d3489be9d0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e59bb89d-fa08-4888-bc2e-e1e6c5b98696 HTTP/1.1" status: 200 len: 855 time: 0.0782106 Feb 19 00:23:15.023885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4fa745a-0eac-4bc2-810d-7a7b08e481d7 req-ed04a7ac-119d-4455-9eb5-9e2cf978188c tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963988 Feb 19 00:23:15.040749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-560365d2-14bc-4edf-ba96-e7c265c5a760 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=7fc3f981-156b-4965-af83-605ec1f74620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409520 Feb 19 00:23:15.062291 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:15.153210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53832e30-0b1f-4dbc-9512-be9301a986a0 req-89ac8c06-9823-48ea-b39c-f5a3c0aa804a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:15.154836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53832e30-0b1f-4dbc-9512-be9301a986a0 req-89ac8c06-9823-48ea-b39c-f5a3c0aa804a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 945 time: 0.1449838 Feb 19 00:23:15.185107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-93aaea62-42a0-405e-a0e4-c68a6e9b45f1 service neutron] 10.222.0.126 "GET /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294744 Feb 19 00:23:15.265376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53832e30-0b1f-4dbc-9512-be9301a986a0 req-47f98403-5c13-49b5-aa0c-109c2ca579be tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004505 Feb 19 00:23:15.301946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c418e45a-cb63-4ddd-b651-7ba1b13513a9 req-f8adcc99-8165-4011-9573-38fcd7219e0e service neutron] 10.222.0.126 "GET /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084983 Feb 19 00:23:15.413301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4451da22-f6f7-4d1f-ac2e-9c5ea9d82405 req-52e70404-eaa5-49d7-9f52-4a67d01dec19 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:15.415006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4451da22-f6f7-4d1f-ac2e-9c5ea9d82405 req-52e70404-eaa5-49d7-9f52-4a67d01dec19 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 945 time: 0.0710256 Feb 19 00:23:15.478745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4451da22-f6f7-4d1f-ac2e-9c5ea9d82405 req-c3b4b300-7a04-4b8e-bdd3-9a59e1d49200 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572016 Feb 19 00:23:15.502798 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '8e8116fe-ae03-4c26-8564-1e694cb0bc31', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'port_id': '10e94e24-599d-46c3-81e3-0c96e86842da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:20:46Z', 'updated_at': '2022-02-19T00:23:14Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:15.533179 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] Checking router: ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:23:15.541684 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:15.542342 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:22:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:15.556347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fbb0b-16eb-4310-969f-beae8120bab2 req-5e3c1133-1694-4620-99bc-eae445e9eb87 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:15.562964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-030fbb0b-16eb-4310-969f-beae8120bab2 req-5e3c1133-1694-4620-99bc-eae445e9eb87 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 945 time: 0.0660882 Feb 19 00:23:15.610647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-030fbb0b-16eb-4310-969f-beae8120bab2 req-a5264c2d-43bc-47e0-9893-e63d7b1fafdf tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464153 Feb 19 00:23:15.695101 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:15.780107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c797f5-fd81-441e-bef4-5ec98bb7b0fd req-1d80d0c9-e2ea-48ec-84a1-f11efcfba178 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:15.781679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29c797f5-fd81-441e-bef4-5ec98bb7b0fd req-1d80d0c9-e2ea-48ec-84a1-f11efcfba178 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 943 time: 0.1093159 Feb 19 00:23:15.821018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74e7bb-d5d6-402c-a800-32ecf33b1d30 req-67086b4f-0580-4ca6-b979-9c82bbac6c91 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:15.822543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b74e7bb-d5d6-402c-a800-32ecf33b1d30 req-67086b4f-0580-4ca6-b979-9c82bbac6c91 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 946 time: 0.0858741 Feb 19 00:23:15.863594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29c797f5-fd81-441e-bef4-5ec98bb7b0fd req-76520214-d6fd-4aed-9559-e5f5220425f0 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730164 Feb 19 00:23:15.889690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b74e7bb-d5d6-402c-a800-32ecf33b1d30 req-a0cdd1d0-f7e9-428d-b46f-0b1ce46f65f7 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594966 Feb 19 00:23:15.940699 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '8e8116fe-ae03-4c26-8564-1e694cb0bc31', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'port_id': '10e94e24-599d-46c3-81e3-0c96e86842da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:20:46Z', 'updated_at': '2022-02-19T00:23:14Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:15.970154 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7a52aa-bc46-46ac-88f3-6acc9159962b None None] The sync data for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 is: [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '8e8116fe-ae03-4c26-8564-1e694cb0bc31', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'port_id': '10e94e24-599d-46c3-81e3-0c96e86842da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'mac_address': 'fa:16:3e:9a:ad:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:20:46Z', 'updated_at': '2022-02-19T00:23:14Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:23:16.049849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4eeec-c11b-4b7e-a83b-97075824bbb2 req-3794be71-4605-4b26-8b4e-fe8215e30a37 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:16.051479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29f4eeec-c11b-4b7e-a83b-97075824bbb2 req-3794be71-4605-4b26-8b4e-fe8215e30a37 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 945 time: 0.0904131 Feb 19 00:23:16.059749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd72e1-c7a0-438d-bbb6-005d12150a0e req-698cecb3-e5b7-4d31-b2ef-e0c5e464eca0 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:16.061244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79dd72e1-c7a0-438d-bbb6-005d12150a0e req-698cecb3-e5b7-4d31-b2ef-e0c5e464eca0 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.0885091 Feb 19 00:23:16.132616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29f4eeec-c11b-4b7e-a83b-97075824bbb2 req-2b650729-29c8-4d74-a11f-06c1e600be14 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703440 Feb 19 00:23:16.136190 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79dd72e1-c7a0-438d-bbb6-005d12150a0e req-46d56537-0416-44d6-9fa1-dfbbbf27711f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680413 Feb 19 00:23:16.205208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f855df7-3329-499f-b333-8f6ecad06fb4 None None] New status for floating IP 8e8116fe-ae03-4c26-8564-1e694cb0bc31: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:23:16.311064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9889077-ce02-4031-a70a-e674a5820190 req-8f375fb3-202b-4dcd-9cbc-8f3185a10602 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:16.312704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9889077-ce02-4031-a70a-e674a5820190 req-8f375fb3-202b-4dcd-9cbc-8f3185a10602 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1127 time: 0.0916026 Feb 19 00:23:16.357428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ece27f-0c0d-4168-a534-5ff8e9b3279d req-10613bca-2643-4207-9266-c6661169510d tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:16.358928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96ece27f-0c0d-4168-a534-5ff8e9b3279d req-10613bca-2643-4207-9266-c6661169510d tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 943 time: 0.1036167 Feb 19 00:23:16.415498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:16.417884 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16" -d '{"events": [{"name": "network-changed", "server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:16.424174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9889077-ce02-4031-a70a-e674a5820190 req-69428e83-5536-4211-a58f-f27f08cdb5e4 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057634 Feb 19 00:23:16.430457 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-395dd60b-2f48-4572-a5e0-980a2b22d1a5 service neutron] show failed (client error): The resource could not be found. Feb 19 00:23:16.431507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-395dd60b-2f48-4572-a5e0-980a2b22d1a5 service neutron] 10.222.0.126 "GET /v2.0/ports/d1fb0de7-6796-49e8-9eb6-d2c40cb929da/bindings/n-h1-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.1239533 Feb 19 00:23:16.452491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96ece27f-0c0d-4168-a534-5ff8e9b3279d req-46a70cba-f553-45ee-8a2c-ae30e32f8ac7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850024 Feb 19 00:23:16.526338 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2474b3-d8e0-4029-9617-5f1d151923d8 x-openstack-request-id: req-ef2474b3-d8e0-4029-9617-5f1d151923d8 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:16.526844 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:16.527247 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef2474b3-d8e0-4029-9617-5f1d151923d8 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:16.527819 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da', 'status': 'completed', 'code': 200} Feb 19 00:23:16.628623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e457fb-1729-47f6-b6f8-e5c35fec4f32 req-eef28e6f-2f73-4bd6-9172-a580da2875d7 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:16.630212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53e457fb-1729-47f6-b6f8-e5c35fec4f32 req-eef28e6f-2f73-4bd6-9172-a580da2875d7 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 1127 time: 0.0822175 Feb 19 00:23:16.649372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-c89951fe-29ac-49c4-99dc-2c8b53070d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:16.650947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-c89951fe-29ac-49c4-99dc-2c8b53070d24 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ca8f472355504c2a9adaab3987575585&device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 1127 time: 0.0766563 Feb 19 00:23:16.723637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53e457fb-1729-47f6-b6f8-e5c35fec4f32 req-6e7a3413-1eab-4ce6-a696-51941c100f83 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844707 Feb 19 00:23:16.791581 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-d901d4f7-e151-477f-a373-24ca1c364b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:16.793106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-d901d4f7-e151-477f-a373-24ca1c364b27 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 1132 time: 0.1223524 Feb 19 00:23:16.806193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-fe379d5d-f186-4ae1-8518-aae3b6905dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:16.807720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-fe379d5d-f186-4ae1-8518-aae3b6905dff service neutron] 10.222.0.113 "GET /v2.0/networks?id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 200 len: 925 time: 0.1258767 Feb 19 00:23:16.823754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:17.027729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-724f078c-ef16-4c32-9bfc-7f5cfe94187f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10e94e24-599d-46c3-81e3-0c96e86842da HTTP/1.1" status: 200 len: 1001 time: 0.2010961 Feb 19 00:23:17.035200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.041998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 379ce040-590f-49c7-98cc-ed066d27ede5 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:17.104404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59096) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:17.156997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 379ce040-590f-49c7-98cc-ed066d27ede5, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=379ce040-590f-49c7-98cc-ed066d27ede5,segment=NetworkSegment(ad1e4675-ba30-4c27-a88e-58e056d66085),segment_id=ad1e4675-ba30-4c27-a88e-58e056d66085)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:17.161504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbbea9-1a39-433a-99cb-773519ef66ff req-dd8ebb94-0611-4478-90a5-c47ec7e1103f tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:17.163271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64dbbea9-1a39-433a-99cb-773519ef66ff req-dd8ebb94-0611-4478-90a5-c47ec7e1103f tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 943 time: 0.1830468 Feb 19 00:23:17.169878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-3075b04b-f33c-4ba5-970d-8ed6706d4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:17.171481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-3075b04b-f33c-4ba5-970d-8ed6706d4052 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=24705ceb-5041-4929-97de-9b68c89c4fad HTTP/1.1" status: 200 len: 863 time: 0.1339011 Feb 19 00:23:17.172776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '379ce040-590f-49c7-98cc-ed066d27ede5', 'network_id': '3a4e168a-88e6-4a62-9f07-b70b9709b0b8', 'port_id': '379ce040-590f-49c7-98cc-ed066d27ede5', 'mac_address': 'fa:16:3e:51:56:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34499d5-fd91-417c-ae90-4262e990d3ae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:17.217624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 379ce040-590f-49c7-98cc-ed066d27ede5 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:17.218782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.276966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-86371641-2299-4f76-aa41-71b97ecb6bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.367716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-86371641-2299-4f76-aa41-71b97ecb6bc6 admin admin] Publish callbacks [] for security_group (9c44b2bc-f97f-4595-8a0b-5270f80cd8e4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.374845 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-86371641-2299-4f76-aa41-71b97ecb6bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9c44b2bc-f97f-4595-8a0b-5270f80cd8e4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.375051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379ce040-590f-49c7-98cc-ed066d27ede5 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:17.398868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 379ce040-590f-49c7-98cc-ed066d27ede5, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=379ce040-590f-49c7-98cc-ed066d27ede5,segment=NetworkSegment(ad1e4675-ba30-4c27-a88e-58e056d66085),segment_id=ad1e4675-ba30-4c27-a88e-58e056d66085)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:17.404573 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.405794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a2684021-fb0b-484d-ade3-1a6d5a15dea9 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:17.412901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86371641-2299-4f76-aa41-71b97ecb6bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44b2bc-f97f-4595-8a0b-5270f80cd8e4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:17.419897 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-86371641-2299-4f76-aa41-71b97ecb6bc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=28c5fd8f349d41fb9ab4d914842d51a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118086 Feb 19 00:23:17.421046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59106) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:17.430592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64dbbea9-1a39-433a-99cb-773519ef66ff req-83c012f1-bcaf-4593-8938-87001275ecbe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556579 Feb 19 00:23:17.452244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-e821d69a-27b2-4fec-a63d-ca5ca106d7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:17.453929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-e821d69a-27b2-4fec-a63d-ca5ca106d7b9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2595100 Feb 19 00:23:17.465212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254a981-c0e2-4da3-a812-81bf0a5f6965 req-548907b9-838a-4679-b472-4efab6929329 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:17.472002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0254a981-c0e2-4da3-a812-81bf0a5f6965 req-548907b9-838a-4679-b472-4efab6929329 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 946 time: 0.2561200 Feb 19 00:23:17.484931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=379ce040-590f-49c7-98cc-ed066d27ede5,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:17.521126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-13773fb1-83db-4f23-b8ec-97faf1490895 admin admin] Publish callbacks [] for security_group (9c44b2bc-f97f-4595-8a0b-5270f80cd8e4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.560228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-13773fb1-83db-4f23-b8ec-97faf1490895 admin admin] Publish callbacks [] for security_group (9c44b2bc-f97f-4595-8a0b-5270f80cd8e4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.572824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a2684021-fb0b-484d-ade3-1a6d5a15dea9, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a2684021-fb0b-484d-ade3-1a6d5a15dea9,segment=NetworkSegment(83ebc269-8f6a-4bc8-948d-aaf296ba1da2),segment_id=83ebc269-8f6a-4bc8-948d-aaf296ba1da2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:17.585975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'a2684021-fb0b-484d-ade3-1a6d5a15dea9', 'network_id': '7fc3f981-156b-4965-af83-605ec1f74620', 'port_id': 'a2684021-fb0b-484d-ade3-1a6d5a15dea9', 'mac_address': 'fa:16:3e:cb:f2:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59bb89d-fa08-4888-bc2e-e1e6c5b98696', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:17.600613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:17.624299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a2684021-fb0b-484d-ade3-1a6d5a15dea9 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:17.624696 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.626538 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-13773fb1-83db-4f23-b8ec-97faf1490895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9c44b2bc-f97f-4595-8a0b-5270f80cd8e4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.630922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-13773fb1-83db-4f23-b8ec-97faf1490895 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.632660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-13773fb1-83db-4f23-b8ec-97faf1490895 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c44b2bc-f97f-4595-8a0b-5270f80cd8e4 HTTP/1.1" status: 204 len: 168 time: 0.2104082 Feb 19 00:23:17.641879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13773fb1-83db-4f23-b8ec-97faf1490895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44b2bc-f97f-4595-8a0b-5270f80cd8e4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:17.646607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2684021-fb0b-484d-ade3-1a6d5a15dea9 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:17.672622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0254a981-c0e2-4da3-a812-81bf0a5f6965 req-319c8baa-0edc-425f-a221-d0f7df8a36e7 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976900 Feb 19 00:23:17.673531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a2684021-fb0b-484d-ade3-1a6d5a15dea9, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a2684021-fb0b-484d-ade3-1a6d5a15dea9,segment=NetworkSegment(83ebc269-8f6a-4bc8-948d-aaf296ba1da2),segment_id=83ebc269-8f6a-4bc8-948d-aaf296ba1da2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:17.685246 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.742881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a2684021-fb0b-484d-ade3-1a6d5a15dea9,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:17.744357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-57a03186-5db6-4df3-b83b-12aa4d5877e7 service neutron] 10.222.0.113 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677186 Feb 19 00:23:17.745021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-e2d0fea6-ccb4-42a6-906a-7979a836fc4a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:17.747555 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-e2d0fea6-ccb4-42a6-906a-7979a836fc4a tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.113 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 945 time: 0.0884008 Feb 19 00:23:17.793236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117d370-aecc-4c0e-8716-fb711352b9dd req-b07d6e8a-62da-4e89-9f46-3b80cfa579fb tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:17.794859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5117d370-aecc-4c0e-8716-fb711352b9dd req-b07d6e8a-62da-4e89-9f46-3b80cfa579fb tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/ports?device_id=0909fa39-e855-4f6e-b9c6-2ec98d7b11d5 HTTP/1.1" status: 200 len: 945 time: 0.2198999 Feb 19 00:23:17.798450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:17.859258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d7f2bd0-860d-4f97-af0d-8d41777c17c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:17.881909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Deleting port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:23:17.882388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.008414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] For port d34eb6ab-866a-4080-9d94-4fb4ca51ed37, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,segment=NetworkSegment(e0004cf9-1be7-4b9d-9396-760e345add92),segment_id=e0004cf9-1be7-4b9d-9396-760e345add92)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:18.008963 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.024683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Calling delete_port for d34eb6ab-866a-4080-9d94-4fb4ca51ed37 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:23:18.027403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['379ce040-590f-49c7-98cc-ed066d27ede5'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:18.099744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a2684021-fb0b-484d-ade3-1a6d5a15dea9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:18.114259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59116) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:18.218702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d34eb6ab-866a-4080-9d94-4fb4ca51ed37), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.228291 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-676538e5-b2d5-4a32-bd7c-e3582d0625d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.266126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event deleted for resources: {'Port': ['ID=d34eb6ab-866a-4080-9d94-4fb4ca51ed37,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:18.267543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d34eb6ab-866a-4080-9d94-4fb4ca51ed37'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:18.290249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:18.292507 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f3c1b6-3c38-46fe-8666-c62e93bf7d61" -d '{"events": [{"server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "name": "network-vif-unplugged", "status": "completed", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:18.298730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Publish callbacks [] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.350061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] No DVR routers for this DVR port d34eb6ab-866a-4080-9d94-4fb4ca51ed37 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:23:18.351085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5117d370-aecc-4c0e-8716-fb711352b9dd req-758f0c74-57d6-420d-a1a2-354f697075d9 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e41f86-0aad-4410-b52f-c9de8fb389b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283945 Feb 19 00:23:18.354600 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.361276 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20fe577f-fc55-4caf-a3f6-301d67c3742c req-76948d86-b10c-499a-a644-64fc47f6e47c tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.113 "DELETE /v2.0/ports/d34eb6ab-866a-4080-9d94-4fb4ca51ed37 HTTP/1.1" status: 204 len: 173 time: 0.6039987 Feb 19 00:23:18.403952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Transition to ACTIVE for port object d1fb0de7-6796-49e8-9eb6-d2c40cb929da will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:23:18.409144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d1c8ac-7c0b-4b8f-8aab-d96f7fc28e16 req-fc574c36-323e-498c-952a-eb5859b95358 service neutron] 10.222.0.113 "GET /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519072 Feb 19 00:23:18.429832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30362b37-3102-4c65-bfc5-30eb3becc268 req-9897af69-f4e9-48f1-9b29-7c6fd9b07ebf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:18.436934 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30362b37-3102-4c65-bfc5-30eb3becc268 req-9897af69-f4e9-48f1-9b29-7c6fd9b07ebf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.6410069 Feb 19 00:23:18.449424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.467071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.529785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0909fa39-e855-4f6e-b9c6-2ec98d7b11d5', 'name': 'network-vif-deleted', 'tag': 'd34eb6ab-866a-4080-9d94-4fb4ca51ed37'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:18.533012 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8b0aa7-5e64-4ec8-b21f-6d350a308074" -d '{"events": [{"server_uuid": "0909fa39-e855-4f6e-b9c6-2ec98d7b11d5", "name": "network-vif-deleted", "tag": "d34eb6ab-866a-4080-9d94-4fb4ca51ed37"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:18.646370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] No DVR routers for this DVR port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:23:18.649289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:18.672526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30362b37-3102-4c65-bfc5-30eb3becc268 req-9ae3b787-01f0-451b-b9b1-898fc154fe44 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344632 Feb 19 00:23:18.686025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.686620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.687116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.687731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.688375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.688911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.689429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.689958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.690522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.691065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.691597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.692133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.692757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:18.706693 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-676538e5-b2d5-4a32-bd7c-e3582d0625d0 admin admin] Publish callbacks [] for security_group (6474f82a-bd83-4613-9ab4-6b12ef14631e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.715075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-676538e5-b2d5-4a32-bd7c-e3582d0625d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6474f82a-bd83-4613-9ab4-6b12ef14631e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.753423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3428ddb-c9f3-421e-905d-f69739286800 req-fe090928-eeeb-4791-bac9-a00f7c386153 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:18.760992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3428ddb-c9f3-421e-905d-f69739286800 req-fe090928-eeeb-4791-bac9-a00f7c386153 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 944 time: 0.3193686 Feb 19 00:23:18.812320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Attempting to bind port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:18.813000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Attempting to bind port d1fb0de7-6796-49e8-9eb6-d2c40cb929da by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:18.813000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Attempting to bind port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:18.823224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-676538e5-b2d5-4a32-bd7c-e3582d0625d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41d825f58a8d47dd901b970fc98b2d8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6825359 Feb 19 00:23:18.825026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676538e5-b2d5-4a32-bd7c-e3582d0625d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6474f82a-bd83-4613-9ab4-6b12ef14631e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:18.825926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59130) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:18.828246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:23:18.828641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Attempting to bind port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:18.858107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:18.858513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:18.858901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:18.859333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Bound port: d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:18.859756 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.882262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3428ddb-c9f3-421e-905d-f69739286800 req-2ede0512-9fcc-4c5d-b0e8-2a913d6f0b7f tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203318 Feb 19 00:23:18.943344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:18.946826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6359-84c0-4ed2-979f-0a42903ee7a5 admin admin] Publish callbacks [] for security_group (6474f82a-bd83-4613-9ab4-6b12ef14631e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.947941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:18.967054 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:18.988279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6359-84c0-4ed2-979f-0a42903ee7a5 admin admin] Publish callbacks [] for security_group (6474f82a-bd83-4613-9ab4-6b12ef14631e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.029713 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f64c57-d949-4624-bb36-93c5dd201e05 x-openstack-request-id: req-c2f64c57-d949-4624-bb36-93c5dd201e05 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:19.030053 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "name": "network-vif-unplugged", "status": "completed", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:19.030425 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2f64c57-d949-4624-bb36-93c5dd201e05 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:19.030893 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'code': 200} Feb 19 00:23:19.057930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 379ce040-590f-49c7-98cc-ed066d27ede5 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:19.082341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:19.083019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.084421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] 10.222.0.113 "PUT /v2.0/ports/d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 1096 time: 2.2653232 Feb 19 00:23:19.122586 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6359-84c0-4ed2-979f-0a42903ee7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6474f82a-bd83-4613-9ab4-6b12ef14631e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.127600 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9f6359-84c0-4ed2-979f-0a42903ee7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.131537 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aa9f6359-84c0-4ed2-979f-0a42903ee7a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6474f82a-bd83-4613-9ab4-6b12ef14631e HTTP/1.1" status: 204 len: 168 time: 0.3045425 Feb 19 00:23:19.141384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f6359-84c0-4ed2-979f-0a42903ee7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6474f82a-bd83-4613-9ab4-6b12ef14631e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:19.224604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4739842-eabd-4af0-9be6-cbfbbed317ff service neutron] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:19.252798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 379ce040-590f-49c7-98cc-ed066d27ede5 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:23:19.259821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 379ce040-590f-49c7-98cc-ed066d27ede5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:19.260796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.278136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa67b30-7c2b-4b03-8758-943446535dd2 req-45f1857e-480e-4437-8e88-e88eb1711873 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:19.288490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aa67b30-7c2b-4b03-8758-943446535dd2 req-45f1857e-480e-4437-8e88-e88eb1711873 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 944 time: 0.2297411 Feb 19 00:23:19.310681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-e03eab90-13b0-485b-94b0-74a46b7001c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:19.312199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-e03eab90-13b0-485b-94b0-74a46b7001c3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 1130 time: 0.1444440 Feb 19 00:23:19.455877 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2f282c-6511-45a4-bf40-7c9ff6fbb8de x-openstack-request-id: req-7a2f282c-6511-45a4-bf40-7c9ff6fbb8de {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:19.456391 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0909fa39-e855-4f6e-b9c6-2ec98d7b11d5", "name": "network-vif-deleted", "tag": "d34eb6ab-866a-4080-9d94-4fb4ca51ed37", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:19.457040 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a2f282c-6511-45a4-bf40-7c9ff6fbb8de {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:19.457610 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0909fa39-e855-4f6e-b9c6-2ec98d7b11d5', 'name': 'network-vif-deleted', 'tag': 'd34eb6ab-866a-4080-9d94-4fb4ca51ed37', 'status': 'completed', 'code': 200} Feb 19 00:23:19.499533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aa67b30-7c2b-4b03-8758-943446535dd2 req-c1bf9f06-5995-4150-876d-daa68be5b61b tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100492 Feb 19 00:23:19.520459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 379ce040-590f-49c7-98cc-ed066d27ede5 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:19.522086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.571244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-93830571-51d5-42e1-a6ea-da96b58e0a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:19.572812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-93830571-51d5-42e1-a6ea-da96b58e0a53 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2454784 Feb 19 00:23:19.601566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e582fb1d-5262-4c41-b069-c0420d48d752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379ce040-590f-49c7-98cc-ed066d27ede5'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:19.603276 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46090c29-d546-4082-834d-71f8006b1e63" -d '{"events": [{"server_uuid": "e582fb1d-5262-4c41-b069-c0420d48d752", "name": "network-vif-plugged", "status": "completed", "tag": "379ce040-590f-49c7-98cc-ed066d27ede5"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:19.624237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 379ce040-590f-49c7-98cc-ed066d27ede5, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=379ce040-590f-49c7-98cc-ed066d27ede5,segment=NetworkSegment(ad1e4675-ba30-4c27-a88e-58e056d66085),segment_id=ad1e4675-ba30-4c27-a88e-58e056d66085)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:19.638502 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.639526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a2684021-fb0b-484d-ade3-1a6d5a15dea9 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:19.669187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-f319cee4-0737-4f70-8fcb-2b29627a8e19 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 217 time: 0.0886512 Feb 19 00:23:19.672905 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18bd562-9ed5-4242-8ac6-7906ff5e941a x-openstack-request-id: req-e18bd562-9ed5-4242-8ac6-7906ff5e941a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:19.673199 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e582fb1d-5262-4c41-b069-c0420d48d752", "name": "network-vif-plugged", "status": "completed", "tag": "379ce040-590f-49c7-98cc-ed066d27ede5", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:19.673447 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e18bd562-9ed5-4242-8ac6-7906ff5e941a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:19.673835 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e582fb1d-5262-4c41-b069-c0420d48d752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379ce040-590f-49c7-98cc-ed066d27ede5', 'code': 200} Feb 19 00:23:19.781944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=379ce040-590f-49c7-98cc-ed066d27ede5,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:19.819361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port a2684021-fb0b-484d-ade3-1a6d5a15dea9 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:23:19.824153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port a2684021-fb0b-484d-ade3-1a6d5a15dea9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:19.824532 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.851412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59174) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:19.924987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-e897aa39-810d-454b-883a-690245cec109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:19.932923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-e897aa39-810d-454b-883a-690245cec109 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2556703 Feb 19 00:23:19.945480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eccd636f-1844-498a-856d-95cb7fe8627f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group (26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.959919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a2684021-fb0b-484d-ade3-1a6d5a15dea9 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:19.960318 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:19.993931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba078b-82ec-4f9e-aba2-2d5856d9ac91 req-208c3339-7523-422c-acc8-08037a891fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:19.997990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abba078b-82ec-4f9e-aba2-2d5856d9ac91 req-208c3339-7523-422c-acc8-08037a891fa6 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 1127 time: 0.2296154 Feb 19 00:23:20.009717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eccd636f-1844-498a-856d-95cb7fe8627f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group (26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.026577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a2684021-fb0b-484d-ade3-1a6d5a15dea9, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a2684021-fb0b-484d-ade3-1a6d5a15dea9,segment=NetworkSegment(83ebc269-8f6a-4bc8-948d-aaf296ba1da2),segment_id=83ebc269-8f6a-4bc8-948d-aaf296ba1da2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:20.035672 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2233bf16-5aab-456a-a2e4-5979c06bcf7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.042907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.044336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d1fb0de7-6796-49e8-9eb6-d2c40cb929da no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:23:20.114650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5472c-9206-424b-92a5-b568436fca82 req-39072ba8-f32d-4a2e-ac17-6d9e91203c12 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:20.114934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eccd636f-1844-498a-856d-95cb7fe8627f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.116213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3b5472c-9206-424b-92a5-b568436fca82 req-39072ba8-f32d-4a2e-ac17-6d9e91203c12 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 948 time: 0.2883542 Feb 19 00:23:20.117759 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eccd636f-1844-498a-856d-95cb7fe8627f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.121427 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eccd636f-1844-498a-856d-95cb7fe8627f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "DELETE /v2.0/security-groups/26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8 HTTP/1.1" status: 204 len: 168 time: 0.2667575 Feb 19 00:23:20.123006 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59182) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:20.163852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a2684021-fb0b-484d-ade3-1a6d5a15dea9,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:20.169774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port d1fb0de7-6796-49e8-9eb6-d2c40cb929da host n-h1-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:23:20.170790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d1fb0de7-6796-49e8-9eb6-d2c40cb929da not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:23:20.181161 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-c79f62c4-8c3d-43f2-a980-0bb7f7ad9ee1 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] show failed (client error): The resource could not be found. Feb 19 00:23:20.183184 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c79f62c4-8c3d-43f2-a980-0bb7f7ad9ee1 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "GET /v2.0/security-groups/26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8 HTTP/1.1" status: 404 len: 347 time: 0.0435462 Feb 19 00:23:20.184374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd636f-1844-498a-856d-95cb7fe8627f tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e35e4c-d5b5-4421-aab8-7ce0ee23a8a8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:20.186427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59184) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:20.208459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-9ae6cb23-b31c-49fc-8dd4-c43e4ba1977c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:20.210623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-9ae6cb23-b31c-49fc-8dd4-c43e4ba1977c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2629509 Feb 19 00:23:20.337887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abba078b-82ec-4f9e-aba2-2d5856d9ac91 req-02305be7-660f-4f8b-91fd-b637c4467c29 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889562 Feb 19 00:23:20.350622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a0782-7dc5-4f87-a905-d9ad63b70558 req-0141133d-d49a-49bc-b064-4df8f2c7b1db tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:20.356268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Deleting port d5f554f3-5941-4f25-9140-a86e15d867f7 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:23:20.357386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d5f554f3-5941-4f25-9140-a86e15d867f7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.361092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-191a0782-7dc5-4f87-a905-d9ad63b70558 req-0141133d-d49a-49bc-b064-4df8f2c7b1db tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 945 time: 0.3273456 Feb 19 00:23:20.375896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3b5472c-9206-424b-92a5-b568436fca82 req-d77dbdf4-efd6-455d-aea2-f1bc8a8a953b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506328 Feb 19 00:23:20.415191 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-ea339ca6-a6eb-4de3-a893-57014207d772 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931028 Feb 19 00:23:20.453042 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d5f554f3-5941-4f25-9140-a86e15d867f7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.453445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for floatingip (d5f554f3-5941-4f25-9140-a86e15d867f7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.472671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Calling delete_port for d5f554f3-5941-4f25-9140-a86e15d867f7 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:23:20.539596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-191a0782-7dc5-4f87-a905-d9ad63b70558 req-77625fc3-74b3-4c44-902e-25c5bec26851 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752865 Feb 19 00:23:20.618900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2613ec6-820b-4f1a-a99a-20683f8d60cf req-492d0f6e-1146-440d-87d8-481a06fdeaca service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881192 Feb 19 00:23:20.729169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d5f554f3-5941-4f25-9140-a86e15d867f7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.731537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671722f-54d2-4db9-82eb-850bc0b9a3a7 req-2489a05a-1e8f-438b-83a0-9b4ecaa5a597 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:20.734586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2671722f-54d2-4db9-82eb-850bc0b9a3a7 req-2489a05a-1e8f-438b-83a0-9b4ecaa5a597 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 945 time: 0.1131866 Feb 19 00:23:20.785516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Pushing event deleted for resources: {'Port': ['ID=d5f554f3-5941-4f25-9140-a86e15d867f7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:20.840034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2671722f-54d2-4db9-82eb-850bc0b9a3a7 req-a5167c2c-8fe3-4dd2-9e1c-479775390b15 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942986 Feb 19 00:23:20.867772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks [] for floatingip (7261a7ab-1d02-4860-a75b-80f73857cd98), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.870726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:20.872366 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6e5f85c2-16f1-40ab-9f83-d21f2bdfab24 tempest-ImagesOneServerNegativeTestJSON-236866917 tempest-ImagesOneServerNegativeTestJSON-236866917-project] 10.222.0.60 "DELETE /v2.0/floatingips/7261a7ab-1d02-4860-a75b-80f73857cd98 HTTP/1.1" status: 204 len: 168 time: 0.6847372 Feb 19 00:23:20.993638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59224) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:21.022847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.031744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:21.035864 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec2beed-77d4-4185-97cd-fbe98e3d81a3" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:21.042491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ebb358-856c-4fc1-81e3-e86879c12245 admin admin] Deleting subnet eb232860-e016-4aaa-a520-01b4da0a72bd {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:23:21.046448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65ebb358-856c-4fc1-81e3-e86879c12245 admin admin] Publish callbacks [] for subnet (eb232860-e016-4aaa-a520-01b4da0a72bd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.090503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65ebb358-856c-4fc1-81e3-e86879c12245 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (eb232860-e016-4aaa-a520-01b4da0a72bd), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.095832 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ccf65-be62-48f9-ba3e-7c981715e3b1 x-openstack-request-id: req-f27ccf65-be62-48f9-ba3e-7c981715e3b1 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:21.096306 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:21.096753 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f27ccf65-be62-48f9-ba3e-7c981715e3b1 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:21.097426 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'status': 'completed', 'code': 200} Feb 19 00:23:21.144699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65ebb358-856c-4fc1-81e3-e86879c12245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (eb232860-e016-4aaa-a520-01b4da0a72bd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.224997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-22fcc995-bd97-45be-994a-4a9072c5ef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.226759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-22fcc995-bd97-45be-994a-4a9072c5ef0b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 1130 time: 0.1084478 Feb 19 00:23:21.228516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-e2befb17-02b3-458f-bc16-d4f2445b1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.229768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-e2befb17-02b3-458f-bc16-d4f2445b1fdb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 1130 time: 0.0873938 Feb 19 00:23:21.232443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65ebb358-856c-4fc1-81e3-e86879c12245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (eb232860-e016-4aaa-a520-01b4da0a72bd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.271683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebb358-856c-4fc1-81e3-e86879c12245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb232860-e016-4aaa-a520-01b4da0a72bd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:21.277936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65ebb358-856c-4fc1-81e3-e86879c12245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.283943 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-65ebb358-856c-4fc1-81e3-e86879c12245 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eb232860-e016-4aaa-a520-01b4da0a72bd HTTP/1.1" status: 204 len: 168 time: 0.2868364 Feb 19 00:23:21.284281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59236) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:21.369472 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.417512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-6895c818-8415-41e7-afb5-70f0edaa6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.419013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-6895c818-8415-41e7-afb5-70f0edaa6037 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1859732 Feb 19 00:23:21.421668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-88ec8054-52aa-4e6c-8a50-80193ce27fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.423075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-88ec8054-52aa-4e6c-8a50-80193ce27fc6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1776099 Feb 19 00:23:21.461038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.477566 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-e3fbafc5-8bbf-47ff-880b-22582deb2f10 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 217 time: 0.0469956 Feb 19 00:23:21.486867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:21.497837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0004cf9-1be7-4b9d-9396-760e345add92') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:21.498425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0004cf9-1be7-4b9d-9396-760e345add92') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:21.508935 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e0004cf9-1be7-4b9d-9396-760e345add92), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.519855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-60a164e2-cee2-404c-a6aa-8eaab49f6ba9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 217 time: 0.0904145 Feb 19 00:23:21.525212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e0004cf9-1be7-4b9d-9396-760e345add92), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.532873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:23:21.535299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e0004cf9-1be7-4b9d-9396-760e345add92), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:23:21.535885 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:23:21.621434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-ddd8814b-4449-4c9d-98df-774ea3a6a805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.623373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-ddd8814b-4449-4c9d-98df-774ea3a6a805 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1053996 Feb 19 00:23:21.654003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.665384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:21.673263 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] 10.222.0.60 "DELETE /v2.0/networks/a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb HTTP/1.1" status: 204 len: 168 time: 0.3877938 Feb 19 00:23:21.677110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad26a4d-aacf-47b7-bf56-0240ffac5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2684021-fb0b-484d-ade3-1a6d5a15dea9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:21.683243 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99138d0c-0ae7-4095-a4c9-6f42e8d93831" -d '{"events": [{"server_uuid": "aad26a4d-aacf-47b7-bf56-0240ffac5589", "name": "network-vif-plugged", "status": "completed", "tag": "a2684021-fb0b-484d-ade3-1a6d5a15dea9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:21.684129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-f403dc91-a90d-4315-8975-a1ea521f6d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.685703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-f403dc91-a90d-4315-8975-a1ea521f6d95 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1117811 Feb 19 00:23:21.695654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc80283-bef6-4e91-9116-ee1f941d4c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=a82c8ee8-e57e-4f59-ac2d-2c8b4bbf2deb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:21.726520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65eaf3-21ee-4359-a1a3-08ce39fd1b6c req-c76c094d-41e7-40d0-97d7-0052afc679e8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.728066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f65eaf3-21ee-4359-a1a3-08ce39fd1b6c req-c76c094d-41e7-40d0-97d7-0052afc679e8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 948 time: 0.2496428 Feb 19 00:23:21.786232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-18c8411d-edd9-4520-b352-3f4da4c7f9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.788225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-18c8411d-edd9-4520-b352-3f4da4c7f9ea service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1528254 Feb 19 00:23:21.901403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-2a9b70b7-a365-4712-8066-4be3ba596af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:21.903155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-2a9b70b7-a365-4712-8066-4be3ba596af8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2097375 Feb 19 00:23:21.929164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f65eaf3-21ee-4359-a1a3-08ce39fd1b6c req-12f6148b-b8ca-4f10-a1e2-7ae32cfff80b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716239 Feb 19 00:23:21.952934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59262) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:22.026232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa835f-5300-4440-891f-429e04dc5873 req-a5c42cf9-51b3-4eb8-b23e-6c375e1481b2 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:22.027768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29aa835f-5300-4440-891f-429e04dc5873 req-a5c42cf9-51b3-4eb8-b23e-6c375e1481b2 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 945 time: 0.2143867 Feb 19 00:23:22.034062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-88d24078-9014-45dd-857d-0f20ce445384 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369721 Feb 19 00:23:22.036130 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-869f8275-f356-4f14-818e-2f1fa1828fb4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2335e6a026a64c12967c501c5b2003e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0800412 Feb 19 00:23:22.038864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59278) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:22.136207 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e8fec4-43be-4629-9fc3-cfba641d6abe x-openstack-request-id: req-10e8fec4-43be-4629-9fc3-cfba641d6abe {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:22.136733 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad26a4d-aacf-47b7-bf56-0240ffac5589", "name": "network-vif-plugged", "status": "completed", "tag": "a2684021-fb0b-484d-ade3-1a6d5a15dea9", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:22.136846 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-10e8fec4-43be-4629-9fc3-cfba641d6abe {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:22.137168 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad26a4d-aacf-47b7-bf56-0240ffac5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2684021-fb0b-484d-ade3-1a6d5a15dea9', 'code': 200} Feb 19 00:23:22.140339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-54c59dcc-cb44-42cc-a082-30255f48c095 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287989 Feb 19 00:23:22.172391 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebe215ab-6018-41b8-9505-07475d9838bf admin admin] Publish callbacks [] for security_group (d8e41f86-0aad-4410-b52f-c9de8fb389b0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:22.213217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebe215ab-6018-41b8-9505-07475d9838bf admin admin] Publish callbacks [] for security_group (d8e41f86-0aad-4410-b52f-c9de8fb389b0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:22.245644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29aa835f-5300-4440-891f-429e04dc5873 req-e2f234e7-3be1-4e65-ac51-5914981fa4ab tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058148 Feb 19 00:23:22.318343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-f79cf4bd-3f93-4c4d-8406-aef6f2eb69ac service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652333 Feb 19 00:23:22.341390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec2beed-77d4-4185-97cd-fbe98e3d81a3 req-5cbe6f30-3c7d-487f-a05d-33d1ffe6d194 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917279 Feb 19 00:23:22.353956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e041082-8607-4d99-81ae-864f89bc1753 req-eb2559be-06a9-43e2-a57d-6a768d05303b tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:22.358936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebe215ab-6018-41b8-9505-07475d9838bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d8e41f86-0aad-4410-b52f-c9de8fb389b0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:22.362025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e041082-8607-4d99-81ae-864f89bc1753 req-eb2559be-06a9-43e2-a57d-6a768d05303b tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 945 time: 0.1444643 Feb 19 00:23:22.368539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebe215ab-6018-41b8-9505-07475d9838bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:22.371521 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ebe215ab-6018-41b8-9505-07475d9838bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8e41f86-0aad-4410-b52f-c9de8fb389b0 HTTP/1.1" status: 204 len: 168 time: 0.3312232 Feb 19 00:23:22.380150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:22.408387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe215ab-6018-41b8-9505-07475d9838bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e41f86-0aad-4410-b52f-c9de8fb389b0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:22.423202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220952db-ec29-40eb-87dd-35cc4925bfa8 req-ee2748bf-6d10-41a4-806f-a38802d0d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:22.429389 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-220952db-ec29-40eb-87dd-35cc4925bfa8 req-ee2748bf-6d10-41a4-806f-a38802d0d628 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 1127 time: 0.1618006 Feb 19 00:23:22.500739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e041082-8607-4d99-81ae-864f89bc1753 req-d4316bf6-3284-43e4-b360-a1c88fd280b7 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363168 Feb 19 00:23:22.550592 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-220952db-ec29-40eb-87dd-35cc4925bfa8 req-3b70ff55-b257-44ab-8444-a0cdddc57273 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124718 Feb 19 00:23:22.617441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d34eb6ab-866a-4080-9d94-4fb4ca51ed37 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:23:22.675850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:22.713949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'port_id': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'mac_address': 'fa:16:3e:18:da:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832ec8d-ced2-4256-9b99-70a9e55a8e5f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:22.786682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: d34eb6ab-866a-4080-9d94-4fb4ca51ed37 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:23:22.787152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d34eb6ab-866a-4080-9d94-4fb4ca51ed37 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:23:22.859351 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:22.895436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:22.900544 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:22.960103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:23.039274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:23.053302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:23.263426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44db2c9-b2b3-4a0d-8337-94dc4eed7265 req-ecf03bf1-50db-41e9-a5fb-a29fce535b70 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:23.266929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:23.270638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e44db2c9-b2b3-4a0d-8337-94dc4eed7265 req-ecf03bf1-50db-41e9-a5fb-a29fce535b70 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 945 time: 0.1760125 Feb 19 00:23:23.342504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e44db2c9-b2b3-4a0d-8337-94dc4eed7265 req-dac621dd-93ee-4872-afb4-0dacf07aa53c tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708606 Feb 19 00:23:23.361306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b0499-6954-4c9a-b3cf-a9c84fa146be req-fda280a2-ff58-469e-ba5a-967f5c5cdb2f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:23.361306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-867b0499-6954-4c9a-b3cf-a9c84fa146be req-fda280a2-ff58-469e-ba5a-967f5c5cdb2f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 948 time: 0.1825418 Feb 19 00:23:23.403170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:23.451519 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:23.543921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59332) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:23.545190 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-867b0499-6954-4c9a-b3cf-a9c84fa146be req-f794f4f4-dc10-44a7-905e-7331419f7a0b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728983 Feb 19 00:23:23.627513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053b6b6-684a-4b50-bcfd-d94e168f4815 req-90b57f58-66fd-4793-a492-e95d224917f5 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:23.636796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6053b6b6-684a-4b50-bcfd-d94e168f4815 req-90b57f58-66fd-4793-a492-e95d224917f5 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 945 time: 0.0697827 Feb 19 00:23:23.708126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6053b6b6-684a-4b50-bcfd-d94e168f4815 req-838ff3eb-df3a-495a-94cb-568c9aaecbe3 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699825 Feb 19 00:23:23.896849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-70ffb904-e156-4ce5-b30b-f9238264d713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.065287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.119287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-70ffb904-e156-4ce5-b30b-f9238264d713 admin admin] Publish callbacks [] for security_group (9ce438ab-54ab-4142-af29-cd159147697e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.128234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-70ffb904-e156-4ce5-b30b-f9238264d713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9ce438ab-54ab-4142-af29-cd159147697e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.173625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59348) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:24.173849 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-70ffb904-e156-4ce5-b30b-f9238264d713 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=786949afd4c54312b21d6c98d2ab048f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6286154 Feb 19 00:23:24.207598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffb904-e156-4ce5-b30b-f9238264d713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce438ab-54ab-4142-af29-cd159147697e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:24.298054 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79f372ac-5782-486a-a861-1abb8ff20752 admin admin] Publish callbacks [] for security_group (9ce438ab-54ab-4142-af29-cd159147697e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.347068 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79f372ac-5782-486a-a861-1abb8ff20752 admin admin] Publish callbacks [] for security_group (9ce438ab-54ab-4142-af29-cd159147697e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.407585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d1fb0de7-6796-49e8-9eb6-d2c40cb929da details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:24.410349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:24.443592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79f372ac-5782-486a-a861-1abb8ff20752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9ce438ab-54ab-4142-af29-cd159147697e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.451688 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79f372ac-5782-486a-a861-1abb8ff20752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.453436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-79f372ac-5782-486a-a861-1abb8ff20752 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ce438ab-54ab-4142-af29-cd159147697e HTTP/1.1" status: 204 len: 168 time: 0.2783756 Feb 19 00:23:24.472243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f372ac-5782-486a-a861-1abb8ff20752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce438ab-54ab-4142-af29-cd159147697e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:24.645367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c08afa5-1dda-4b31-97c8-f74e67aa225e req-eb6714a3-64fb-4b3f-afe7-95549017815b tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:24.649143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c08afa5-1dda-4b31-97c8-f74e67aa225e req-eb6714a3-64fb-4b3f-afe7-95549017815b tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 945 time: 0.1662056 Feb 19 00:23:24.762627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c08afa5-1dda-4b31-97c8-f74e67aa225e req-fe0d94a7-dd27-449f-b6a6-0ba1a58b1681 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/security-groups?id=375e3f12-cec7-4115-84cb-d59825f2e3f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015472 Feb 19 00:23:24.768352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:24.769182 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:24.798530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-1d86c445-26b5-4741-8e53-ea9178d3ca2e tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:24.800368 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-1d86c445-26b5-4741-8e53-ea9178d3ca2e tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.126 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 945 time: 0.1398282 Feb 19 00:23:24.852507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:24.869864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'mac_address': 'fa:16:3e:1e:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:25.017603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d1fb0de7-6796-49e8-9eb6-d2c40cb929da is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:25.022056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.055618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Deleting port 379ce040-590f-49c7-98cc-ed066d27ede5 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:23:25.056113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.060659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:25.060981 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.105375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fb0de7-6796-49e8-9eb6-d2c40cb929da {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:25.130661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:25.142834 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2f514e-3d65-4749-89d9-df3f543ea8ec" -d '{"events": [{"server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "name": "network-vif-plugged", "status": "completed", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:25.186797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:25.204102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:25.205838 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.222744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] For port 379ce040-590f-49c7-98cc-ed066d27ede5, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=379ce040-590f-49c7-98cc-ed066d27ede5,segment=NetworkSegment(ad1e4675-ba30-4c27-a88e-58e056d66085),segment_id=ad1e4675-ba30-4c27-a88e-58e056d66085)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:25.223161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.224877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59380) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:25.229592 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.244124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Calling delete_port for 379ce040-590f-49c7-98cc-ed066d27ede5 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:23:25.259855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1f633-9166-4d03-b73d-bca202eff8fc req-972a70c7-e4b7-44f1-98f2-837cd0ad1872 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:25.261399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18f1f633-9166-4d03-b73d-bca202eff8fc req-972a70c7-e4b7-44f1-98f2-837cd0ad1872 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 945 time: 0.2520754 Feb 19 00:23:25.329533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:25.409658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18f1f633-9166-4d03-b73d-bca202eff8fc req-f20864dc-5dfe-40b8-b7e2-ffd6f7647303 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298778 Feb 19 00:23:25.414711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c3a3-2c10-421b-a90a-05046e1f8629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.511623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:25.513116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ef7c4-83be-4aa4-9c8b-f9a8c019b7f0 req-0b961415-c617-48db-8cf3-a5d301139fa1 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:25.527771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d39ef7c4-83be-4aa4-9c8b-f9a8c019b7f0 req-0b961415-c617-48db-8cf3-a5d301139fa1 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 948 time: 0.5069227 Feb 19 00:23:25.554823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d1fb0de7-6796-49e8-9eb6-d2c40cb929da'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:25.629440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (379ce040-590f-49c7-98cc-ed066d27ede5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.759487 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a7b64b-2018-4ca7-90fa-0f250648f467 x-openstack-request-id: req-85a7b64b-2018-4ca7-90fa-0f250648f467 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:25.760418 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "name": "network-vif-plugged", "status": "completed", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:25.760678 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85a7b64b-2018-4ca7-90fa-0f250648f467 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:25.761108 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'code': 200} Feb 19 00:23:25.778931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d39ef7c4-83be-4aa4-9c8b-f9a8c019b7f0 req-292338e6-51b5-44dd-b1f8-136c4153bd5c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501235 Feb 19 00:23:25.854081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Pushing event deleted for resources: {'Port': ['ID=379ce040-590f-49c7-98cc-ed066d27ede5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:25.879738 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c3a3-2c10-421b-a90a-05046e1f8629 admin admin] Publish callbacks [] for security_group (e0fc1f31-2027-4819-9cee-eedbd65ad672), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.892350 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0c2c3a3-2c10-421b-a90a-05046e1f8629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e0fc1f31-2027-4819-9cee-eedbd65ad672), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.916190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] No DVR routers for this DVR port 379ce040-590f-49c7-98cc-ed066d27ede5 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:23:25.927404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:25.939020 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-19aee5bc-7e08-4e5e-aa1a-0640f11c01a2 req-28a49a12-031a-461f-84ef-783c70959bfe tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.126 "DELETE /v2.0/ports/379ce040-590f-49c7-98cc-ed066d27ede5 HTTP/1.1" status: 204 len: 173 time: 1.1313605 Feb 19 00:23:25.942118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e582fb1d-5262-4c41-b069-c0420d48d752', 'name': 'network-vif-deleted', 'tag': '379ce040-590f-49c7-98cc-ed066d27ede5'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:25.956364 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014b0e14-fe68-42c6-89fc-627942c90111" -d '{"events": [{"server_uuid": "e582fb1d-5262-4c41-b069-c0420d48d752", "name": "network-vif-deleted", "tag": "379ce040-590f-49c7-98cc-ed066d27ede5"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:26.017627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d0c2c3a3-2c10-421b-a90a-05046e1f8629 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a7c9cc2a35a402f99e63cce961c5e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7812355 Feb 19 00:23:26.020363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59404) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:26.131263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f626ad66-59d9-402e-aa8a-fc47b46a9c9d req-a62fef97-dbeb-4731-a7ae-48f0eff823d7 tempest-ServerGroupTestJSON-1158014322 tempest-ServerGroupTestJSON-1158014322-project] 10.222.0.60 "GET /v2.0/ports?device_id=e582fb1d-5262-4c41-b069-c0420d48d752 HTTP/1.1" status: 200 len: 210 time: 0.1061785 Feb 19 00:23:26.183549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2c3a3-2c10-421b-a90a-05046e1f8629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fc1f31-2027-4819-9cee-eedbd65ad672,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:26.225744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7dd0-7af3-4daf-96df-3122bad34778 admin admin] Publish callbacks [] for security_group (e0fc1f31-2027-4819-9cee-eedbd65ad672), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:26.304240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7dd0-7af3-4daf-96df-3122bad34778 admin admin] Publish callbacks [] for security_group (e0fc1f31-2027-4819-9cee-eedbd65ad672), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:26.402017 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7dd0-7af3-4daf-96df-3122bad34778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e0fc1f31-2027-4819-9cee-eedbd65ad672), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:26.406620 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8ed7dd0-7af3-4daf-96df-3122bad34778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:26.411558 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8ed7dd0-7af3-4daf-96df-3122bad34778 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0fc1f31-2027-4819-9cee-eedbd65ad672 HTTP/1.1" status: 204 len: 168 time: 0.3898859 Feb 19 00:23:26.415699 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f95638-44e8-443e-96c6-2709508c02cc x-openstack-request-id: req-76f95638-44e8-443e-96c6-2709508c02cc {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:26.416002 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e582fb1d-5262-4c41-b069-c0420d48d752", "name": "network-vif-deleted", "tag": "379ce040-590f-49c7-98cc-ed066d27ede5", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:26.416260 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76f95638-44e8-443e-96c6-2709508c02cc {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:26.418322 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e582fb1d-5262-4c41-b069-c0420d48d752', 'name': 'network-vif-deleted', 'tag': '379ce040-590f-49c7-98cc-ed066d27ede5', 'status': 'completed', 'code': 200} Feb 19 00:23:26.449952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed7dd0-7af3-4daf-96df-3122bad34778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fc1f31-2027-4819-9cee-eedbd65ad672,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:26.736399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f79e10-0902-4759-9e16-ff9fc21dcf75 req-474e0bb2-f134-481e-80c1-1adf4ba33422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:26.748494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90f79e10-0902-4759-9e16-ff9fc21dcf75 req-474e0bb2-f134-481e-80c1-1adf4ba33422 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 949 time: 0.1310530 Feb 19 00:23:26.825790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-4d4fd36e-8ab5-4af9-bc3e-40caa3cd2dbc tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:26.831295 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-4d4fd36e-8ab5-4af9-bc3e-40caa3cd2dbc tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 949 time: 0.3280482 Feb 19 00:23:26.953660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90f79e10-0902-4759-9e16-ff9fc21dcf75 req-3b9adf77-9ebe-4fae-9eab-91b39458ca95 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037525 Feb 19 00:23:26.974086 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-b5d236ce-f423-4e8f-b97d-27e1056278ad service neutron] delete failed (client error): The resource could not be found. Feb 19 00:23:26.975963 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-b5d236ce-f423-4e8f-b97d-27e1056278ad service neutron] 10.222.0.126 "DELETE /v2.0/ports/d1fb0de7-6796-49e8-9eb6-d2c40cb929da/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.1361291 Feb 19 00:23:27.111531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 379ce040-590f-49c7-98cc-ed066d27ede5 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:23:27.212325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 379ce040-590f-49c7-98cc-ed066d27ede5 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:23:27.212674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 379ce040-590f-49c7-98cc-ed066d27ede5 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:23:27.223735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-6c00a630-2fee-4091-afc5-bf7d0328e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:27.232041 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-6c00a630-2fee-4091-afc5-bf7d0328e3b6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 1131 time: 0.1615381 Feb 19 00:23:27.457829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-86adb7f0-3276-4c23-858a-6c457168dcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:27.461143 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-86adb7f0-3276-4c23-858a-6c457168dcde service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2235878 Feb 19 00:23:27.546631 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-fd277d0a-9dde-4871-9af3-4cd8765d8df2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 200 len: 217 time: 0.0768573 Feb 19 00:23:27.766020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59484) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:27.827564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-428ef03f-763e-4823-bbfe-0734aa54aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:27.837441 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-428ef03f-763e-4823-bbfe-0734aa54aab8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2814815 Feb 19 00:23:27.960873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9bba1a5-4308-42ee-aeb6-68bdb42c8d4c admin admin] Deleting subnet b34499d5-fd91-417c-ae90-4262e990d3ae {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:23:27.966504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9bba1a5-4308-42ee-aeb6-68bdb42c8d4c admin admin] Publish callbacks [] for subnet (b34499d5-fd91-417c-ae90-4262e990d3ae), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:27.995596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-d860ae80-98ee-4ee2-bd00-616548b47191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:28.008681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-d860ae80-98ee-4ee2-bd00-616548b47191 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1590590 Feb 19 00:23:28.079899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9bba1a5-4308-42ee-aeb6-68bdb42c8d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (b34499d5-fd91-417c-ae90-4262e990d3ae), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:28.248302 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-18833dc5-2548-4fb7-8321-329f00a73532 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305944 Feb 19 00:23:28.295054 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9bba1a5-4308-42ee-aeb6-68bdb42c8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b34499d5-fd91-417c-ae90-4262e990d3ae), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:28.432478 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9bba1a5-4308-42ee-aeb6-68bdb42c8d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (b34499d5-fd91-417c-ae90-4262e990d3ae), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:28.443355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d1fb0de7-6796-49e8-9eb6-d2c40cb929da up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:28.477152 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-77bedb8c-a3c5-4b1e-9939-3e2c80761b64 req-48cbd909-49aa-4166-8b6f-b000ccabd7e2 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196794 Feb 19 00:23:28.497425 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9bba1a5-4308-42ee-aeb6-68bdb42c8d4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:28.505857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f9bba1a5-4308-42ee-aeb6-68bdb42c8d4c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b34499d5-fd91-417c-ae90-4262e990d3ae HTTP/1.1" status: 204 len: 168 time: 0.7383428 Feb 19 00:23:28.530325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59518) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:28.626068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port d1fb0de7-6796-49e8-9eb6-d2c40cb929da completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:23:28.631463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port d1fb0de7-6796-49e8-9eb6-d2c40cb929da triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:28.632250 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:28.665339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83794fd5-5e36-4213-91e6-0347fec7e4c2 req-5e70df7d-05ee-4445-b3c8-da778694789e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:28.674161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83794fd5-5e36-4213-91e6-0347fec7e4c2 req-5e70df7d-05ee-4445-b3c8-da778694789e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 949 time: 0.5844147 Feb 19 00:23:28.697738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bba1a5-4308-42ee-aeb6-68bdb42c8d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34499d5-fd91-417c-ae90-4262e990d3ae,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:28.701192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59520) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:28.766218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83794fd5-5e36-4213-91e6-0347fec7e4c2 req-1c1a87c3-de59-4f07-9784-333eac4d3148 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899298 Feb 19 00:23:28.769236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3a4e168a-88e6-4a62-9f07-b70b9709b0b8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:28.882419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d1fb0de7-6796-49e8-9eb6-d2c40cb929da is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:28.882833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:28.884202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-network', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:28.965857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:28.971288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:28.975773 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f8ef9-eba3-4d1b-9a7d-7570ceaf778c" -d '{"events": [{"server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "name": "network-vif-plugged", "status": "completed", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:28.977052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3a4e168a-88e6-4a62-9f07-b70b9709b0b8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:28.986425 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.005537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Made reservation on behalf of 94587b84a91a42c2b65fa8548608e7a2 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:29.016530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.035144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4e168a-88e6-4a62-9f07-b70b9709b0b8']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:29.058099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1e4675-ba30-4c27-a88e-58e056d66085') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:29.060663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1e4675-ba30-4c27-a88e-58e056d66085') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:29.066374 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd67afd7-97c2-4c58-bda1-6045cbe23f97 x-openstack-request-id: req-cd67afd7-97c2-4c58-bda1-6045cbe23f97 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:29.073148 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "name": "network-vif-plugged", "status": "completed", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:29.073716 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd67afd7-97c2-4c58-bda1-6045cbe23f97 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:29.074416 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'code': 200} Feb 19 00:23:29.077870 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (ad1e4675-ba30-4c27-a88e-58e056d66085), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.121290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ad1e4675-ba30-4c27-a88e-58e056d66085), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.137746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:23:29.138643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (ad1e4675-ba30-4c27-a88e-58e056d66085), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.161966 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.190346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:23:29.197714 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:23:29.204165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3a4e168a-88e6-4a62-9f07-b70b9709b0b8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.211560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.219468 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] 10.222.0.60 "DELETE /v2.0/networks/3a4e168a-88e6-4a62-9f07-b70b9709b0b8 HTTP/1.1" status: 204 len: 168 time: 0.6828971 Feb 19 00:23:29.252613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de84314-be4b-4bd8-9595-562372aa65ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4e168a-88e6-4a62-9f07-b70b9709b0b8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:29.565417 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Publish callbacks [] for security_group (fde1b0f0-4362-4c9d-a521-f46ccb89934f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.572277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fde1b0f0-4362-4c9d-a521-f46ccb89934f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.640339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59562) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:29.670057 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:23:29.714549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5e7561ad-c23c-4e45-959b-00373ea6225a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.716305 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Added segment 5e7561ad-c23c-4e45-959b-00373ea6225a of type vlan for network e877b88f-ec3e-492e-bf7a-d20fe623db77 Feb 19 00:23:29.780751 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e877b88f-ec3e-492e-bf7a-d20fe623db77), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.821653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:29.822051 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-21cd82c9-b398-4b07-9879-0fff66fa9ab4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecf89677c52b45a583ca7fe8ae16994b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1749365 Feb 19 00:23:29.886668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde1b0f0-4362-4c9d-a521-f46ccb89934f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:29.890700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e877b88f-ec3e-492e-bf7a-d20fe623db77), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.892092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:29.892889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:29.956905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] Pushing event updated for resources: {'Network': ['ID=e877b88f-ec3e-492e-bf7a-d20fe623db77,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:29.975508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e877b88f-ec3e-492e-bf7a-d20fe623db77 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:23:29.983941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efac99ec-ccee-4c1f-b172-b22bf07baae1 admin admin] Publish callbacks [] for security_group (375e3f12-cec7-4115-84cb-d59825f2e3f8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:30.024242 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efac99ec-ccee-4c1f-b172-b22bf07baae1 admin admin] Publish callbacks [] for security_group (375e3f12-cec7-4115-84cb-d59825f2e3f8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:30.056329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e68ce266-ac68-4476-8e2c-d5a417e7358d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3221955 Feb 19 00:23:30.059788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59582) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:30.067548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Request body: {'subnet': {'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-subnet', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:30.123806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Made reservation on behalf of 94587b84a91a42c2b65fa8548608e7a2 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:30.128461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235f6e5-adf6-4677-99f2-a0ecbe2781bd req-c01441b1-3f36-4f51-a812-c1f3807b58f6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:30.129144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f235f6e5-adf6-4677-99f2-a0ecbe2781bd req-c01441b1-3f36-4f51-a812-c1f3807b58f6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.0842161 Feb 19 00:23:30.133487 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:30.165122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efac99ec-ccee-4c1f-b172-b22bf07baae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (375e3f12-cec7-4115-84cb-d59825f2e3f8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:30.167613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efac99ec-ccee-4c1f-b172-b22bf07baae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:30.171180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-efac99ec-ccee-4c1f-b172-b22bf07baae1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/375e3f12-cec7-4115-84cb-d59825f2e3f8 HTTP/1.1" status: 204 len: 168 time: 0.3447890 Feb 19 00:23:30.259155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f235f6e5-adf6-4677-99f2-a0ecbe2781bd req-00ced115-de5e-4863-b69c-a7d35e4bc10c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018412 Feb 19 00:23:30.264496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efac99ec-ccee-4c1f-b172-b22bf07baae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375e3f12-cec7-4115-84cb-d59825f2e3f8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:30.525322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (1e6f19fa-0686-4165-b579-40e1d331484a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:30.564258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45233b0a-14a8-43e4-94e7-5a8594f54c3a req-d80e280c-989f-43d5-91a0-ce3fb032cf60 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:30.565868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45233b0a-14a8-43e4-94e7-5a8594f54c3a req-d80e280c-989f-43d5-91a0-ce3fb032cf60 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1476569 Feb 19 00:23:30.647534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6f19fa-0686-4165-b579-40e1d331484a,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:30.657571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Checking segment: {'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:30.657571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Network hostable DHCP agents. Network: e877b88f-ec3e-492e-bf7a-d20fe623db77, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:23:30.691326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Network e877b88f-ec3e-492e-bf7a-d20fe623db77 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:23:30.706269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45233b0a-14a8-43e4-94e7-5a8594f54c3a req-6fea938c-e3c1-48d9-ac17-57144182cff8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327133 Feb 19 00:23:30.710423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, e877b88f-ec3e-492e-bf7a-d20fe623db77) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:30.722255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bef0ff-0d68-4142-ae86-5a17bcedc90a None None] Network e877b88f-ec3e-492e-bf7a-d20fe623db77 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:23:30.745685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:30.746795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:30.822875 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a6c0b8e9-a316-497e-b9e4-cfd21a4302c5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7588820 Feb 19 00:23:30.823132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59602) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:30.835148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:30.907368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (de45a539-b3a4-4d51-b219-b8f4e4620894), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:30.908807 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (de45a539-b3a4-4d51-b219-b8f4e4620894), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:31.435435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-e877b88f-ec3e-492e-bf7a-d20fe623db77', 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77', 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'fixed_ips': [{'subnet_id': '1e6f19fa-0686-4165-b579-40e1d331484a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:23:31.436959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:31.860197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Allocated IP 172.20.0.2 (e877b88f-ec3e-492e-bf7a-d20fe623db77/1e6f19fa-0686-4165-b579-40e1d331484a/788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:32.054797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks [] for router_controller (de45a539-b3a4-4d51-b219-b8f4e4620894), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.228439 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Publish callbacks [] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.242909 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.284402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59678) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:32.299283 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks [] for router_gateway (de45a539-b3a4-4d51-b219-b8f4e4620894), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.324765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Network e877b88f-ec3e-492e-bf7a-d20fe623db77 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:32.374832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Pushing event updated for resources: {'Port': ['ID=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:32.387123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:32.392748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:32.529005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-b5c2c350-f9d6-4cf1-8565-e87c720ed105 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1256483 Feb 19 00:23:32.555415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Attempting to bind port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:32.556568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Attempting to bind port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:32.557162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Attempting to bind port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb on network e877b88f-ec3e-492e-bf7a-d20fe623db77 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:32.576990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:32.577825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Checking segment: {'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:32.577950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-50794047-network', 'tenant_id': '683ff6b1a7154108870150bfec80cfec'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:32.578635 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.579274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Bound using segment: {'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:32.579962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Bound port: 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:32.580588 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.625377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Made reservation on behalf of 683ff6b1a7154108870150bfec80cfec for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:32.627881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.694840 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.792121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] For port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:32.804353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] For port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,segment=NetworkSegment(5e7561ad-c23c-4e45-959b-00373ea6225a),segment_id=5e7561ad-c23c-4e45-959b-00373ea6225a)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:32.820371 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.824883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-ad3effca-67b0-439e-a654-e480402dcb8b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:32.844159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-ad3effca-67b0-439e-a654-e480402dcb8b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3094213 Feb 19 00:23:32.919764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f8406-1136-4156-b2ce-26b434a8b2d6 None None] Pushing event updated for resources: {'Port': ['ID=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:32.932411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Publish callbacks [] for security_group (d2b57de5-b58d-4d7d-952a-96f86562a9f9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:32.946526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-dd9ed4d2-f480-480e-9c8d-f85e68204f41 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/quotas/92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 375 time: 0.0991127 Feb 19 00:23:32.946812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d2b57de5-b58d-4d7d-952a-96f86562a9f9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:33.015423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b57de5-b58d-4d7d-952a-96f86562a9f9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:33.040279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:23:33.066369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c19681d4-9bfb-42a3-9620-73035b012317), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:33.068152 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Added segment c19681d4-9bfb-42a3-9620-73035b012317 of type vlan for network a66a2644-3c4a-4409-98a9-f3d6abe8be72 Feb 19 00:23:33.153640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-d601a467-45c1-4325-867e-a7888e84ea8f tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5e0784d8396d421d960c5395f99ee91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599036 Feb 19 00:23:33.177000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-d7809219-6d10-4f63-b2bd-49fbe3b23da2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2186201 Feb 19 00:23:33.194823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a66a2644-3c4a-4409-98a9-f3d6abe8be72), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:33.539933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-53d3ae6b-d840-4bd0-8dae-a4724f2fda25 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:33.562517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-53d3ae6b-d840-4bd0-8dae-a4724f2fda25 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4017522 Feb 19 00:23:33.629791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-5d0cdd04-5516-40ea-8994-71a3c0f30d38 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/quotas/5e0784d8396d421d960c5395f99ee91c HTTP/1.1" status: 200 len: 375 time: 0.0662022 Feb 19 00:23:33.687366 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks [] for router_gateway (de45a539-b3a4-4d51-b219-b8f4e4620894), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:33.746754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-02747654-cc10-440d-a732-59b2d4118aa7 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e0784d8396d421d960c5395f99ee91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146412 Feb 19 00:23:33.797042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:34.024560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a66a2644-3c4a-4409-98a9-f3d6abe8be72), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:34.026241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:34.027049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:34.122824 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8367705 Feb 19 00:23:34.126986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59748) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:34.144950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ac0cf44-eac5-4e07-af56-5f5a98948ad2 req-cda4a4b7-8f33-4f40-bd1f-37fb45172dd6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 210 time: 0.2061086 Feb 19 00:23:34.171708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Request body: {'subnet': {'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-subnet', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:34.183994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf2178-ce40-48d4-bc04-d060df9b0c3f admin admin] Pushing event updated for resources: {'Network': ['ID=a66a2644-3c4a-4409-98a9-f3d6abe8be72,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:34.208392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:23:34.255381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Allocated IP 172.25.6.122 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d5a1b1b6-43d9-4150-a3aa-199ad1053ffe) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:34.257618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Made reservation on behalf of 683ff6b1a7154108870150bfec80cfec for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:34.260208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:34.703673 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks [] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:34.912459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:34.989857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.075289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (877a2166-d158-4a22-bcfc-b563a81ecccc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.094247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:35.095227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.123328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a1b1b6-43d9-4150-a3aa-199ad1053ffe,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:35.137014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-6c92659a-eff2-4db8-9398-fa7d8acf54cc tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=5e0784d8396d421d960c5395f99ee91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6643264 Feb 19 00:23:35.178344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:35.194850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:35.206953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:35.255442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=877a2166-d158-4a22-bcfc-b563a81ecccc,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:35.340626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:35.340626 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.359878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Checking segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:35.360472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Network hostable DHCP agents. Network: a66a2644-3c4a-4409-98a9-f3d6abe8be72, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:23:35.396937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55cdbdd0-b88f-4a64-a3de-c209cb0b4f11 req-dc6c551a-398d-493b-a2bf-0abe6448db79 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 210 time: 0.0596912 Feb 19 00:23:35.422843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:23:35.439894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a66a2644-3c4a-4409-98a9-f3d6abe8be72) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:35.444228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:35.444841 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.455757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,segment=NetworkSegment(5e7561ad-c23c-4e45-959b-00373ea6225a),segment_id=5e7561ad-c23c-4e45-959b-00373ea6225a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:35.457999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e1baa0-96c9-446a-8bad-30885f68565f None None] Network e877b88f-ec3e-492e-bf7a-d20fe623db77 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:23:35.479285 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2eee239e-5ebe-4db3-9b1c-91093c817cd1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3504152 Feb 19 00:23:35.483825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59782) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:35.488383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:35.535093 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.536166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.644916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020993b5-89c5-454e-9a60-ade8ad64cc12 None None] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:23:35.677975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks [] for router_controller (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.818518 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks [] for router_gateway (de45a539-b3a4-4d51-b219-b8f4e4620894), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.831337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-b322ae91-7ba7-4732-bc0c-c69cce70964e tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:35.833604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-b322ae91-7ba7-4732-bc0c-c69cce70964e tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6952050 Feb 19 00:23:35.839304 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.897523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-22690914-f100-4c69-a129-7161219a3b54 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/quotas/5e0784d8396d421d960c5395f99ee91c HTTP/1.1" status: 200 len: 375 time: 0.0193880 Feb 19 00:23:35.938534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:35.969455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-0ef5269c-4da7-42b8-9ed5-7f6b1dea55cf tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e0784d8396d421d960c5395f99ee91c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541708 Feb 19 00:23:35.976652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'project_id': '683ff6b1a7154108870150bfec80cfec', 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:23:35.978366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:35.981870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-05039913-046b-47b9-89ad-9a5ac593e0e1 None None] Provisioning complete for port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:35.982288 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05039913-046b-47b9-89ad-9a5ac593e0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:36.053748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks [] for router_gateway (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:36.135400 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-eaf1cc01-cfa8-4f74-8cd2-167eb1b0b551 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3229988 Feb 19 00:23:36.329607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Allocated IP 172.20.0.2 (a66a2644-3c4a-4409-98a9-f3d6abe8be72/877a2166-d158-4a22-bcfc-b563a81ecccc/1ed7010f-4281-4f39-904c-86665b3d4bac) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:36.368596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (de45a539-b3a4-4d51-b219-b8f4e4620894), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:36.595350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-05039913-046b-47b9-89ad-9a5ac593e0e1 None None] Current status of the port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:36.772013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:36.806900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-77ebae41-700e-4d73-a80e-a75e30970ff2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:36.809542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-77ebae41-700e-4d73-a80e-a75e30970ff2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6495304 Feb 19 00:23:36.828459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Request body: {'port': {'device_id': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '92aa1adcecd941ff8848dacd8b05ec5a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:36.829236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-7bc663e5-6281-435a-98e0-535567e1dc06 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=5e0784d8396d421d960c5395f99ee91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1068015 Feb 19 00:23:36.845727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-778ac947-7f5e-4c16-a880-8909f9cc5ca4 req-94c98035-a892-473e-aad1-c1f072d119c6 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 210 time: 0.1204901 Feb 19 00:23:36.870794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cba64e10-e372-4c36-93a7-5025e1d48d65 req-34e2cc8e-edc8-4307-92d6-b8115316b639 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 210 time: 0.1492476 Feb 19 00:23:36.988194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Router de45a539-b3a4-4d51-b219-b8f4e4620894 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:23:37.021701 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Publish callbacks [] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.036767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cca1456f-f9ba-433a-bd41-be40409c1741 None None] Provisioning complete for port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:37.038955 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cca1456f-f9ba-433a-bd41-be40409c1741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.090279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ee56bf67-16c9-41b0-8159-8c7f5beb16ca tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:37.105482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ee56bf67-16c9-41b0-8159-8c7f5beb16ca tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2323651 Feb 19 00:23:37.115179 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.152360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Request body: {'port': {'device_id': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '5e0784d8396d421d960c5395f99ee91c'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:37.284093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:37.297817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:37.313236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Pushing event updated for resources: {'Port': ['ID=1ed7010f-4281-4f39-904c-86665b3d4bac,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:37.330366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:37.334935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:37.340931 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.415253 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks [] for router_gateway (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.457627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.463490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Made reservation on behalf of 5e0784d8396d421d960c5395f99ee91c for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:37.466051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Made reservation on behalf of 92aa1adcecd941ff8848dacd8b05ec5a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:37.473873 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.484199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.506157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:23:37.508099 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.519207 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Sync routers for ids ['de45a539-b3a4-4d51-b219-b8f4e4620894'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:23:37.550242 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Routers {'de45a539-b3a4-4d51-b219-b8f4e4620894'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:37.550820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.552502 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['de45a539-b3a4-4d51-b219-b8f4e4620894'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:37.557113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2daa29bb-685a-4ccb-8db4-ea60f568ff38 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7326846 Feb 19 00:23:37.557810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59822) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:37.692726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Attempting to bind port 1ed7010f-4281-4f39-904c-86665b3d4bac on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:37.693458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Attempting to bind port 1ed7010f-4281-4f39-904c-86665b3d4bac by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:37.699187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Attempting to bind port 1ed7010f-4281-4f39-904c-86665b3d4bac on network a66a2644-3c4a-4409-98a9-f3d6abe8be72 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:37.730375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cca1456f-f9ba-433a-bd41-be40409c1741 None None] Current status of the port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:37.745582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:37.746230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Checking segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:37.746786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.748890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Bound using segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:37.750308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Bound port: 1ed7010f-4281-4f39-904c-86665b3d4bac, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:37.751679 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.934249 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Allocated IP 172.25.6.239 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/9265e01f-dbd5-492c-9cb7-d40d8300cca1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:37.957722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks [] for security_group (ccb6e5e7-9358-40fa-95c0-d27ba56cdf94), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:37.993825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ccb6e5e7-9358-40fa-95c0-d27ba56cdf94), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:38.008479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Allocated IP 192.168.233.46 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/94acea80-0917-4fc5-9b18-2c5c77b7d0f4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:38.008760 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Set router de45a539-b3a4-4d51-b219-b8f4e4620894 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:38.094310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:38.213131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] For port 1ed7010f-4281-4f39-904c-86665b3d4bac, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:38.239777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] For port 1ed7010f-4281-4f39-904c-86665b3d4bac, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1ed7010f-4281-4f39-904c-86665b3d4bac,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:38.254998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:38.282225 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:23:38.342229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9ba5cac-a715-454f-99d0-8f6bb0e2cb4d req-5fe822fc-f41c-4149-9a8a-f767162ec0d4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 210 time: 0.1772597 Feb 19 00:23:38.352841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441f414-a19f-4cbf-8795-45854b9996ca None None] Pushing event updated for resources: {'Port': ['ID=1ed7010f-4281-4f39-904c-86665b3d4bac,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:38.398649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df272327-d334-403e-8123-a2afdbb77114 req-b3379600-7cf4-4819-98ba-109cb425d680 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 210 time: 0.2034411 Feb 19 00:23:38.690866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:38.737230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-d972218f-a744-4dde-811e-dc6dca860b09 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=5e0784d8396d421d960c5395f99ee91c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0926013 Feb 19 00:23:38.806433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks [] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:38.883682 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:23:35Z', 'revision_number': 3, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:38.947954 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Checking router: de45a539-b3a4-4d51-b219-b8f4e4620894 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:23:38.948628 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Updating router de45a539-b3a4-4d51-b219-b8f4e4620894 port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:23:39.019835 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:39.025033 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks [] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:39.067410 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:39.215716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:39.221421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:39.229967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:39.231575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:39.241499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:39.253824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9265e01f-dbd5-492c-9cb7-d40d8300cca1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:39.311143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:39.381242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:39.388033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:39.570456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:39.571141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:39.738323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:39.949677 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Publish callbacks [] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:39.975393 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:40.006459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cc5d8d4e-9c5f-492b-b1fd-4b5681e1b26e None None] Provisioning complete for port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:40.007754 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc5d8d4e-9c5f-492b-b1fd-4b5681e1b26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:40.078666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-9d2dbea7-2d65-4087-9e57-082af5b5f98e tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:40.081492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-9d2dbea7-2d65-4087-9e57-082af5b5f98e tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3370099 Feb 19 00:23:40.171563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Request body: {'port': {'device_id': 'f031d686-04f8-49eb-9f84-49498094dd75', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '5e0784d8396d421d960c5395f99ee91c'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:40.180122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cc5d8d4e-9c5f-492b-b1fd-4b5681e1b26e None None] Port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:23:40.205386 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Attempting to bind port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:40.206318 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Attempting to bind port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:40.212946 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Attempting to bind port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:40.255701 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:40.255861 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:40.256322 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:40.256723 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:40.257206 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Bound port: d5a1b1b6-43d9-4150-a3aa-199ad1053ffe, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:40.257585 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:40.299215 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-04decfde-adfa-44ab-b17d-bf0550741e87 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4766514 Feb 19 00:23:40.322942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Request body: {'port': {'device_id': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:40.377614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607ea232-21f9-4e66-8926-5c29c944d9de None None] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:23:40.528892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Allocated IP 192.168.233.96 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/1d1b086b-878a-4712-92b7-6904a835b6f3) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:40.601825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:40.658999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Provisioning complete for port 1ed7010f-4281-4f39-904c-86665b3d4bac triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:40.659428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:40.742735 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks [] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:40.745045 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Pushing event updated for resources: {'Port': ['ID=d5a1b1b6-43d9-4150-a3aa-199ad1053ffe,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:40.772379 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.772710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.773054 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.773393 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.773726 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.774056 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.786830 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.787288 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.787630 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.787972 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.788297 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.788634 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.788961 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:40.796075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4637233-b7e5-48b8-a2db-5ad16505b719 req-08215abf-a99a-4996-bd75-6b76a12f23ce tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 210 time: 0.7129996 Feb 19 00:23:40.812329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1ed7010f-4281-4f39-904c-86665b3d4bac up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:40.820553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:40.871410 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] For port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:40.875449 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] For port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d5a1b1b6-43d9-4150-a3aa-199ad1053ffe,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:40.886494 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:41.065139 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c1cff-f722-4c78-a68b-6f23cdeaa068 None None] Pushing event updated for resources: {'Port': ['ID=d5a1b1b6-43d9-4150-a3aa-199ad1053ffe,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:41.067998 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Routers {'de45a539-b3a4-4d51-b219-b8f4e4620894'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:41.068661 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['de45a539-b3a4-4d51-b219-b8f4e4620894'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:41.205502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:41.219706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:41.241134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:41.257270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:41.269639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2b8fd-f0ed-4dd2-8307-96bc96c2e432 req-7749f53c-dae1-4e3f-a016-368ece6814a4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:41.271544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59e2b8fd-f0ed-4dd2-8307-96bc96c2e432 req-7749f53c-dae1-4e3f-a016-368ece6814a4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 935 time: 1.1367710 Feb 19 00:23:41.391728 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] Set router de45a539-b3a4-4d51-b219-b8f4e4620894 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:41.496032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59e2b8fd-f0ed-4dd2-8307-96bc96c2e432 req-7113226e-132e-4492-a46a-f308794fd6af tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867948 Feb 19 00:23:41.618435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1ed7010f-4281-4f39-904c-86665b3d4bac triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:41.619192 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:41.655990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:41.656720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:41.719973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks [] for router_gateway (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:41.759596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Current status of the port 1ed7010f-4281-4f39-904c-86665b3d4bac is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:41.765349 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:41.778205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Made reservation on behalf of 5e0784d8396d421d960c5395f99ee91c for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:23:41.785731 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:42.011358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:42.021944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Publish callbacks [] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:42.043358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Transition to ACTIVE for port object 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:23:42.228479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ba2a9b14-56f8-4c2f-80df-d3f75805f366 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0891433 Feb 19 00:23:42.273695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Request body: {'port': {'device_id': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:42.297054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] For port 1ed7010f-4281-4f39-904c-86665b3d4bac, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1ed7010f-4281-4f39-904c-86665b3d4bac,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:42.315777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:42.350218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:42.401616 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:23:35Z', 'revision_number': 3, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:42.408165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1ed7010f-4281-4f39-904c-86665b3d4bac is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:42.408930 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:42.473962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16341016-a82d-497e-aed1-5705592e8925 req-19fc4fea-6c14-475e-8b2b-2cd36bd0a0c5 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 210 time: 0.1822758 Feb 19 00:23:42.527322 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9181e3-f52c-46b9-bc77-5d79fe5c76bc None None] The sync data for ids ['de45a539-b3a4-4d51-b219-b8f4e4620894'] in n-d-826527-3 is: [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:23:35Z', 'revision_number': 3, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:23:42.558933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Pushing event updated for resources: {'Port': ['ID=1ed7010f-4281-4f39-904c-86665b3d4bac,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:42.601328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.601689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.602058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.605455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.605847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.615503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.615964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.616338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.616690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.617033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.617586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.617930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.618286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8495ff09-46df-4255-92a4-2eed4e158364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:42.627820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bf07603c-5e2a-44ff-b9ae-43c8359042b1 None None] Provisioning complete for port 1ed7010f-4281-4f39-904c-86665b3d4bac triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:42.627820 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf07603c-5e2a-44ff-b9ae-43c8359042b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:42.689402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Allocated IP 192.168.233.108 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/613b8bad-f7a5-4fea-803d-4aa1f1dca18b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:42.719936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:42.825143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:42.830289 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:23:42.830650 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:23:42.952244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bf07603c-5e2a-44ff-b9ae-43c8359042b1 None None] Current status of the port 1ed7010f-4281-4f39-904c-86665b3d4bac is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:42.978723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bf07603c-5e2a-44ff-b9ae-43c8359042b1 None None] Provisioning complete for port 1d1b086b-878a-4712-92b7-6904a835b6f3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:42.987090 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf07603c-5e2a-44ff-b9ae-43c8359042b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:43.072081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bf07603c-5e2a-44ff-b9ae-43c8359042b1 None None] Port 1d1b086b-878a-4712-92b7-6904a835b6f3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:23:43.129851 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:43.200442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Attempting to bind port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:43.200781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Attempting to bind port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:43.201113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Attempting to bind port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:43.336170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:23:43.336532 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Attempting to bind port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:43.351950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:43.355099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:43.356607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:43.357446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Bound port: 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:43.358723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:43.423057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1ed7010f-4281-4f39-904c-86665b3d4bac is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:43.719135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f5b58-afad-4e4e-8496-548aef80eac5 req-e121a1ee-9529-48f2-b8fa-b19fbbf6fc62 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:43.729502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-167f5b58-afad-4e4e-8496-548aef80eac5 req-e121a1ee-9529-48f2-b8fa-b19fbbf6fc62 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 947 time: 0.8490968 Feb 19 00:23:43.770251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1ed7010f-4281-4f39-904c-86665b3d4bac up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:43.852066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:43.947268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1ed7010f-4281-4f39-904c-86665b3d4bac triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:43.947654 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.198436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1ed7010f-4281-4f39-904c-86665b3d4bac is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:44.199638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d5a1b1b6-43d9-4150-a3aa-199ad1053ffe up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:44.254044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Allocated IP 172.20.0.1 (e877b88f-ec3e-492e-bf7a-d20fe623db77/1e6f19fa-0686-4165-b579-40e1d331484a/4de368f8-5520-4220-800c-fcf90c2242ec) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:44.287361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:44.296626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:44.316144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.339836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:44.340674 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.407495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-167f5b58-afad-4e4e-8496-548aef80eac5 req-10473cdb-dae1-4fb7-958f-ed3636b234cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6754229 Feb 19 00:23:44.452015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:44.452646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.454264 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] 10.222.0.126 "PUT /v2.0/ports/94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 1095 time: 4.1463172 Feb 19 00:23:44.460744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:44.481481 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee" -d '{"events": [{"name": "network-changed", "server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:44.550947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Publish callbacks [] for port (4de368f8-5520-4220-800c-fcf90c2242ec), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.585837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:44.587129 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.635465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afaeadd-4dae-4a79-95cf-9421da2e3a1e service neutron] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:44.641227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:23:44.657231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d5a1b1b6-43d9-4150-a3aa-199ad1053ffe,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:44.670336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.691603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks [] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.747939 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.822931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=d5a1b1b6-43d9-4150-a3aa-199ad1053ffe,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:44.854125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:44.901580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Network e877b88f-ec3e-492e-bf7a-d20fe623db77 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:44.923267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:44.931712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:45.019470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:45.020310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Pushing event updated for resources: {'Port': ['ID=4de368f8-5520-4220-800c-fcf90c2242ec,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:45.038838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-390d191f-68c5-4936-b223-1fe74c78ef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:45.050615 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-390d191f-68c5-4936-b223-1fe74c78ef93 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1129 time: 0.5403576 Feb 19 00:23:45.060424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:45.063603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:45.172979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-973991cc-bb4f-4c42-a7ce-e77b6fa19a63 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 217 time: 0.1073623 Feb 19 00:23:45.292935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (de45a539-b3a4-4d51-b219-b8f4e4620894), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:45.303901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-b99dad65-e6b3-4de2-afed-c2a79290b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:45.305520 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-b99dad65-e6b3-4de2-afed-c2a79290b47c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1206789 Feb 19 00:23:45.337128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:23:45.345521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca82202-6ab9-4e58-b2ee-ce47be2a712d req-a7e837e7-bc2f-41b4-b11e-a19858e9394c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:45.347440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Sync routers for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:23:45.347821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ca82202-6ab9-4e58-b2ee-ce47be2a712d req-a7e837e7-bc2f-41b4-b11e-a19858e9394c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 936 time: 0.6066222 Feb 19 00:23:45.383012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:45.385233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:45.442251 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:45.443516 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a854a1a0-7297-4487-81a9-68977b8926d7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.9586818 Feb 19 00:23:45.454968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59974) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:45.528911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Pushing event updated for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:45.544858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:45.545509 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:45.579296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-727658d9-e5f5-43d1-9b7c-2ed1cc016824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:45.581333 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-727658d9-e5f5-43d1-9b7c-2ed1cc016824 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2642450 Feb 19 00:23:45.607477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d5a1b1b6-43d9-4150-a3aa-199ad1053ffe up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:45.723974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-8c0beaa2-f4b2-4a8f-bbe8-ff53b8804abe tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5524642 Feb 19 00:23:45.741035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1b086b-878a-4712-92b7-6904a835b6f3 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:45.869506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ff29e9dc-61f3-4580-ab23-39e65f2caac4 None None] Provisioning complete for port 4de368f8-5520-4220-800c-fcf90c2242ec triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:45.873304 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ff29e9dc-61f3-4580-ab23-39e65f2caac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:45.895725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Request body: {'port': {'device_id': 'f031d686-04f8-49eb-9f84-49498094dd75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:45.926354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ca82202-6ab9-4e58-b2ee-ce47be2a712d req-c8cd0e5a-d2f3-45a9-a425-fe62572f7337 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738824 Feb 19 00:23:45.940791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Publish callbacks [] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:45.949944 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-17ca5ee5-e2b8-4e72-bfff-957fd800ea23 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519166 Feb 19 00:23:46.001568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ff29e9dc-61f3-4580-ab23-39e65f2caac4 None None] Port 4de368f8-5520-4220-800c-fcf90c2242ec cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:23:46.095421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:46.095916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:46.106400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:46.219030 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Transition to ACTIVE for port object 1d1b086b-878a-4712-92b7-6904a835b6f3 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:23:46.434266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3a8da2eb-aa00-4654-9e36-140c52d557df None None] Provisioning complete for port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:46.434266 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a8da2eb-aa00-4654-9e36-140c52d557df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:46.437059 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784c1e71-681c-4440-a9c8-178410847aa7 x-openstack-request-id: req-784c1e71-681c-4440-a9c8-178410847aa7 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:46.437610 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:46.437997 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-784c1e71-681c-4440-a9c8-178410847aa7 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:46.438722 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'status': 'completed', 'code': 200} Feb 19 00:23:46.446729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:46.455297 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95f7be81-5e68-4081-ba6c-d7c6e19f3c2a req-ec4d500c-ddf8-43e7-81fa-cee0a7eba89a service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938180 Feb 19 00:23:46.488918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:46.598834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:46.728143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-026a1d7b-fb33-4b50-909a-c10e479f24a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:46.729733 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-026a1d7b-fb33-4b50-909a-c10e479f24a7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1129 time: 0.1127903 Feb 19 00:23:46.735195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3a8da2eb-aa00-4654-9e36-140c52d557df None None] Port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:23:46.943607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:40Z', 'revision_number': 3, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:47.032632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Checking router: 6ad24d5e-21f7-4910-afd6-caad53d8b7ca for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:23:47.041084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Updating router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:23:47.053161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-ebe1442b-24df-40f8-8976-d4b59dce8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:47.058016 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-ebe1442b-24df-40f8-8976-d4b59dce8034 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2922466 Feb 19 00:23:47.159203 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:47.229773 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-de58257a-2e2a-42fa-a754-adee173e67e5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 217 time: 0.1536167 Feb 19 00:23:47.506320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:47.520981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:47.553758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:47.638477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-b67feadd-04b7-44f3-bc25-11fe90c23faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:47.643559 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-b67feadd-04b7-44f3-bc25-11fe90c23faf service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.4053552 Feb 19 00:23:47.684554 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Publish callbacks [] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:47.707647 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:47.928824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c016cf-dd95-4391-afa5-4ad13d742964 None None] Pushing event updated for resources: {'Port': ['ID=9265e01f-dbd5-492c-9cb7-d40d8300cca1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:47.943507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Attempting to bind port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:47.945706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Attempting to bind port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:47.949170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Attempting to bind port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:47.962314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-58bff766-0653-4d88-9bf9-5c789ae8ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:47.963810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-58bff766-0653-4d88-9bf9-5c789ae8ded8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3114014 Feb 19 00:23:47.972435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:47.974064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:47.975038 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:47.976794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:47.979147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Bound port: 9265e01f-dbd5-492c-9cb7-d40d8300cca1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:47.979867 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:48.059981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 613b8bad-f7a5-4fea-803d-4aa1f1dca18b {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:48.073808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Publish callbacks [] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:48.102668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] For port 9265e01f-dbd5-492c-9cb7-d40d8300cca1, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:48.104545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Transition to ACTIVE for port object 613b8bad-f7a5-4fea-803d-4aa1f1dca18b will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:23:48.108581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] For port 9265e01f-dbd5-492c-9cb7-d40d8300cca1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9265e01f-dbd5-492c-9cb7-d40d8300cca1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:48.130232 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2632111-59d4-4507-80d6-07e3eef2f9ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:48.140639 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:48.196919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:48.344637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-dead2a2e-d847-4155-8793-eff0db95ceac service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656969 Feb 19 00:23:48.348061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:48.349186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:48.385572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765ba3c-93d3-427d-893a-ea6feac8bb57 req-4f867b4c-ab17-4b5e-83db-c0306a9cf2ab tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:48.385572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3765ba3c-93d3-427d-893a-ea6feac8bb57 req-4f867b4c-ab17-4b5e-83db-c0306a9cf2ab tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 947 time: 1.8999858 Feb 19 00:23:48.422510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Allocated IP 172.20.0.1 (a66a2644-3c4a-4409-98a9-f3d6abe8be72/877a2166-d158-4a22-bcfc-b563a81ecccc/8887ba19-695f-42c8-8e95-5ee0fec2bc70) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:48.581950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c016cf-dd95-4391-afa5-4ad13d742964 None None] Pushing event updated for resources: {'Port': ['ID=9265e01f-dbd5-492c-9cb7-d40d8300cca1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:48.658490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3765ba3c-93d3-427d-893a-ea6feac8bb57 req-ed12bb43-783f-494b-ac32-2c1a89cc61be tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383373 Feb 19 00:23:48.713581 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf651dcc-0fe6-4486-b746-e1e1d102e2ee req-ea3248cc-a13e-43fb-9024-59546edf2920 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589814 Feb 19 00:23:48.963900 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Publish callbacks [] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.047995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Pushing event updated for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:49.055409 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.090515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:49.096014 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.140678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:49.158141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:49.160589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=8887ba19-695f-42c8-8e95-5ee0fec2bc70,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:49.162893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:49.171077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Attempting to bind port 1d1b086b-878a-4712-92b7-6904a835b6f3 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:49.171427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Attempting to bind port 1d1b086b-878a-4712-92b7-6904a835b6f3 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:49.171758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Attempting to bind port 1d1b086b-878a-4712-92b7-6904a835b6f3 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:49.268630 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Publish callbacks [] for port (4de368f8-5520-4220-800c-fcf90c2242ec), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.270545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.273634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Port 1d1b086b-878a-4712-92b7-6904a835b6f3 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:23:49.274011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Attempting to bind port 1d1b086b-878a-4712-92b7-6904a835b6f3 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:49.307283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:49.307679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:49.308122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:49.308893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Bound port: 1d1b086b-878a-4712-92b7-6904a835b6f3, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:49.310779 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.330957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.363041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:49.405553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Attempting to bind port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:49.405930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Attempting to bind port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:49.406565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Attempting to bind port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:49.510539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (de45a539-b3a4-4d51-b219-b8f4e4620894), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.559518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:23:49.559919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Attempting to bind port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:49.569001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Pushing event updated for resources: {'Port': ['ID=4de368f8-5520-4220-800c-fcf90c2242ec,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:49.627579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:40Z', 'revision_number': 3, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:49.691011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e08e9-e900-41c4-aeed-79e62387e713 None None] The sync data for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 is: [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:40Z', 'revision_number': 3, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:23:49.734109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c45a8f0c-9663-41cc-a184-ae1d82978492 None None] Provisioning complete for port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:49.735717 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45a8f0c-9663-41cc-a184-ae1d82978492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.788837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:49.804887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:49.805522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:49.805823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:49.806510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Bound port: 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:49.806885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.838084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Network e877b88f-ec3e-492e-bf7a-d20fe623db77 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:49.852849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19971e-bd4d-4dfe-a4db-06cd7038581a req-2883484e-a7a4-4dcd-8d52-f147dfbd51bf tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:49.856562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'mac_address': 'fa:16:3e:1c:57:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:49.860027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:49.862883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab19971e-bd4d-4dfe-a4db-06cd7038581a req-2883484e-a7a4-4dcd-8d52-f147dfbd51bf tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 948 time: 0.9178989 Feb 19 00:23:49.869208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c45a8f0c-9663-41cc-a184-ae1d82978492 None None] Port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:23:49.982277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:49.988090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:49.994473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:50.062529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:50.063351 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.091453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb3835ae-cf1e-49f6-8dc5-9fbfd177415d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.110472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:50.185360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:50.194900 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.332709 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.346608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:50.417593 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Publish callbacks [] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.438761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.509809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.554388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Pushing event updated for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:50.555492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['94acea80-0917-4fc5-9b18-2c5c77b7d0f4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:50.664857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:50.665538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.670710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-a5cfe06b-3665-4651-b745-446e37d2ff73 service neutron] 10.222.0.113 "PUT /v2.0/ports/613b8bad-f7a5-4fea-803d-4aa1f1dca18b HTTP/1.1" status: 200 len: 1096 time: 4.7986059 Feb 19 00:23:50.672033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:50.679808 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:50.811783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:50.814950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:50.827522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:50.832546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-aee3d12b-7858-4c19-b641-1a70502d88dd None None] Provisioning complete for port 4de368f8-5520-4220-800c-fcf90c2242ec triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:50.834987 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aee3d12b-7858-4c19-b641-1a70502d88dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.847733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:50.872837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Router de45a539-b3a4-4d51-b219-b8f4e4620894 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:23:50.896681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:50.907267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=8887ba19-695f-42c8-8e95-5ee0fec2bc70,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:50.938124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab19971e-bd4d-4dfe-a4db-06cd7038581a req-47594d8b-c359-419f-b27f-0c1ae4fa0db7 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0740509 Feb 19 00:23:51.047441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:51.048154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:51.050847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] 10.222.0.126 "PUT /v2.0/ports/1d1b086b-878a-4712-92b7-6904a835b6f3 HTTP/1.1" status: 200 len: 1095 time: 8.8105745 Feb 19 00:23:51.129119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf596b-0185-450f-a5cf-a2121bbaa183 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:51.366359 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:23:51.372726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aee3d12b-7858-4c19-b641-1a70502d88dd None None] Port 4de368f8-5520-4220-800c-fcf90c2242ec cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:23:51.373646 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-db76d1e3-c012-4494-a930-ce2b2a82fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:51.375513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-db76d1e3-c012-4494-a930-ce2b2a82fc4d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5e0784d8396d421d960c5395f99ee91c&device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 1130 time: 0.4992740 Feb 19 00:23:51.402271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-1df1452a-ec3f-465a-a60c-ad4bc10f85fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:51.404646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-1df1452a-ec3f-465a-a60c-ad4bc10f85fc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5e0784d8396d421d960c5395f99ee91c&device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 1129 time: 0.2590344 Feb 19 00:23:51.412913 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:51.510350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570ae21-be1a-4a43-be2f-36eea690e7d1 req-e7aafcb0-92eb-4269-8b67-4dad58b07d10 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:51.542375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9570ae21-be1a-4a43-be2f-36eea690e7d1 req-e7aafcb0-92eb-4269-8b67-4dad58b07d10 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 948 time: 0.3422742 Feb 19 00:23:51.544561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e497c94e-af66-47b9-826a-749e89b25536 None None] Provisioning complete for port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:51.544944 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e497c94e-af66-47b9-826a-749e89b25536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:51.559562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-768d2a52-b0a3-4dfd-b86f-635ff613e0b7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b HTTP/1.1" status: 200 len: 217 time: 0.1704104 Feb 19 00:23:51.615342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9265e01f-dbd5-492c-9cb7-d40d8300cca1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:51.710349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e497c94e-af66-47b9-826a-749e89b25536 None None] Port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:23:51.744490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-a367ea7c-ecaf-4b3b-b0a9-0454aecdfb42 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1d1b086b-878a-4712-92b7-6904a835b6f3 HTTP/1.1" status: 200 len: 217 time: 0.2819955 Feb 19 00:23:51.779083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:23:51.791683 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-85168e98-b1fd-4d38-b128-8084865e4fe7 admin admin] 10.222.0.60 "PUT /v2.0/routers/6ad24d5e-21f7-4910-afd6-caad53d8b7ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3309767 Feb 19 00:23:51.800098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:51.800479 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:52.021347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:23:52.038979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d309bdcb-1387-4b55-82d4-b7f48f1e353c admin admin] 10.222.0.60 "PUT /v2.0/routers/de45a539-b3a4-4d51-b219-b8f4e4620894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4701493 Feb 19 00:23:52.044800 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Sync routers for ids ['de45a539-b3a4-4d51-b219-b8f4e4620894'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:23:52.052004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:52.052646 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:52.063861 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Routers {'de45a539-b3a4-4d51-b219-b8f4e4620894'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:52.067104 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['de45a539-b3a4-4d51-b219-b8f4e4620894'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:52.096915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 9265e01f-dbd5-492c-9cb7-d40d8300cca1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9265e01f-dbd5-492c-9cb7-d40d8300cca1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:52.107533 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:52.142976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9570ae21-be1a-4a43-be2f-36eea690e7d1 req-7c8cbcde-3aa7-4c3b-9f0d-145b1a0a4ed4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031535 Feb 19 00:23:52.163046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-88c7b508-d9a1-4496-9f03-5a651fc3bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:52.170770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-88c7b508-d9a1-4496-9f03-5a651fc3bfa0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.4427893 Feb 19 00:23:52.175122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-bfd22fbb-1ddd-4fe7-8ec6-5bfb262374ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:52.183020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-bfd22fbb-1ddd-4fe7-8ec6-5bfb262374ea service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.3564627 Feb 19 00:23:52.233812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9265e01f-dbd5-492c-9cb7-d40d8300cca1,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:52.292634 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a7398b-6fde-41bb-aa51-494954eaa4ad x-openstack-request-id: req-15a7398b-6fde-41bb-aa51-494954eaa4ad {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:52.293533 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:52.293792 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15a7398b-6fde-41bb-aa51-494954eaa4ad {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:52.294234 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'status': 'completed', 'code': 200} Feb 19 00:23:52.438626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-325f2b6a-997a-475c-81a5-20e0b03ec947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:52.440451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-325f2b6a-997a-475c-81a5-20e0b03ec947 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2564754 Feb 19 00:23:52.449548 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Set router de45a539-b3a4-4d51-b219-b8f4e4620894 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:52.499885 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:52.786965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-2fba5236-985d-4dc1-b3d7-d5f69a26c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:52.788393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-2fba5236-985d-4dc1-b3d7-d5f69a26c69d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5543072 Feb 19 00:23:52.803365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-bb085c7a-2c72-4496-ac5d-b11b75816d70 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391417 Feb 19 00:23:53.026750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e43da2-e1c8-4121-9143-d560e404f48b req-6023f97a-7dbc-46bf-b6c1-c988b1b60cb5 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:53.032881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16e43da2-e1c8-4121-9143-d560e404f48b req-6023f97a-7dbc-46bf-b6c1-c988b1b60cb5 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 948 time: 0.6015911 Feb 19 00:23:53.055358 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:23:46Z', 'revision_number': 4, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4de368f8-5520-4220-800c-fcf90c2242ec', 'name': '', 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'mac_address': 'fa:16:3e:d5:0c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1e6f19fa-0686-4165-b579-40e1d331484a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:43Z', 'updated_at': '2022-02-19T00:23:48Z', 'revision_number': 2, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'subnets': [{'id': '1e6f19fa-0686-4165-b579-40e1d331484a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:53.148778 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Checking router: de45a539-b3a4-4d51-b219-b8f4e4620894 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:23:53.149137 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Updating router de45a539-b3a4-4d51-b219-b8f4e4620894 port 4de368f8-5520-4220-800c-fcf90c2242ec binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:23:53.171452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-c4b19c37-ef7e-4846-b6ff-6699f03b39bf service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572652 Feb 19 00:23:53.201300 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:53.203816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f28fad-8733-4125-8f2b-ceb564f837aa req-4aa3aded-3403-419e-921d-86e84831c94c service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812656 Feb 19 00:23:53.280596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:53.318305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Sync routers for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:23:53.333955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16e43da2-e1c8-4121-9143-d560e404f48b req-99ddbea7-0b4e-4e7d-9ff1-0d5f80b8e516 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935266 Feb 19 00:23:53.386988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-165d4020-0663-4774-8eeb-c9b5c76af045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:53.389213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-165d4020-0663-4774-8eeb-c9b5c76af045 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5e0784d8396d421d960c5395f99ee91c&device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 1130 time: 0.0965071 Feb 19 00:23:53.428648 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:53.431620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:53.432566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:53.446809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ba2954-c498-47c4-89ce-126e8cdcd43f req-ac49be52-bb0a-484b-af07-91146ff8459b service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707031 Feb 19 00:23:53.644182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-cef0c80b-7fab-4b4c-b874-5fb1590a7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:53.645710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-cef0c80b-7fab-4b4c-b874-5fb1590a7cfe service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2293983 Feb 19 00:23:53.670048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9265e01f-dbd5-492c-9cb7-d40d8300cca1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:53.749730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-51c7ebe9-86ad-4e73-a653-168a2ab4adb1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b HTTP/1.1" status: 200 len: 217 time: 0.0852063 Feb 19 00:23:53.783153 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Publish callbacks [] for port (4de368f8-5520-4220-800c-fcf90c2242ec), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:53.799039 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:53.851461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-ef732b57-cba9-4c6f-9e45-dd8050a46e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:53.853056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-ef732b57-cba9-4c6f-9e45-dd8050a46e52 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0939670 Feb 19 00:23:53.923512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:23:53.941405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-8e0ec90e-1eec-4204-9803-d758bd6d266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:53.943474 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9569059-3803-47b5-ae34-ed9fcc7eb7ff None None] Pushing event updated for resources: {'Port': ['ID=4de368f8-5520-4220-800c-fcf90c2242ec,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:53.943645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-8e0ec90e-1eec-4204-9803-d758bd6d266f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0832539 Feb 19 00:23:53.988730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60032) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:53.995720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311771004', 'description': 'tempest-description--776768858'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:53.997920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:54.002902 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.104540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.183992 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Attempting to bind port 4de368f8-5520-4220-800c-fcf90c2242ec on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:54.184556 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Attempting to bind port 4de368f8-5520-4220-800c-fcf90c2242ec by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:54.184951 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Attempting to bind port 4de368f8-5520-4220-800c-fcf90c2242ec on network e877b88f-ec3e-492e-bf7a-d20fe623db77 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:54.193604 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:54.194591 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Checking segment: {'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:54.195266 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.195879 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Bound using segment: {'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:54.196611 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Bound port: 4de368f8-5520-4220-800c-fcf90c2242ec, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7561ad-c23c-4e45-959b-00373ea6225a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:54.197234 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.207222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-18ab6f29-8936-4d80-8850-5d1e51711fab service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503467 Feb 19 00:23:54.285678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:54.286071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.340492 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] For port 4de368f8-5520-4220-800c-fcf90c2242ec, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:23:54.344713 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] For port 4de368f8-5520-4220-800c-fcf90c2242ec, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4de368f8-5520-4220-800c-fcf90c2242ec,segment=NetworkSegment(5e7561ad-c23c-4e45-959b-00373ea6225a),segment_id=5e7561ad-c23c-4e45-959b-00373ea6225a)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:23:54.355192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:54.358407 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.359303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:54.360561 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.360771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.373111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.373362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:54.381257 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52a6f3e-e0de-48f5-8cf8-752356e1a2fe" -d '{"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:54.390059 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.429501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:54.437592 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9569059-3803-47b5-ae34-ed9fcc7eb7ff None None] Pushing event updated for resources: {'Port': ['ID=4de368f8-5520-4220-800c-fcf90c2242ec,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:54.457465 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Routers {'de45a539-b3a4-4d51-b219-b8f4e4620894'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:23:54.458110 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['de45a539-b3a4-4d51-b219-b8f4e4620894'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:54.458490 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449c515e-349a-4716-ad5e-8a5e63f15efa" -d '{"events": [{"name": "network-changed", "server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:23:54.467181 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.471429 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4799578 Feb 19 00:23:54.484849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60054) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:54.493686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4d1c3b55-00a3-4309-be51-f5fabdc71f5a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'security_group_rule': {'security_group_id': '3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:54.515166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ef711d3-ce98-4316-917b-f964f2f78fdc req-06f7efae-c81c-4f40-9a3a-268c89a6970a tempest-FloatingIPsNegativeTestJSON-1017087286 tempest-FloatingIPsNegativeTestJSON-1017087286-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=94587b84a91a42c2b65fa8548608e7a2 HTTP/1.1" status: 200 len: 217 time: 0.3039308 Feb 19 00:23:54.529279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:54.550741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:54.566710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.567068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.567672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.569798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.570717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.571618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.571618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.572267 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.572907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.573448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.574430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.574994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.576073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.576656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66071600-7c2d-4e38-b915-a60a782b9b20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:23:54.626661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d1c3b55-00a3-4309-be51-f5fabdc71f5a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (3596d6fd-9ecf-4a30-9815-c8a0e70dcde7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.769744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d1c3b55-00a3-4309-be51-f5fabdc71f5a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (3596d6fd-9ecf-4a30-9815-c8a0e70dcde7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.779961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d1c3b55-00a3-4309-be51-f5fabdc71f5a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3596d6fd-9ecf-4a30-9815-c8a0e70dcde7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.802500 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] Set router de45a539-b3a4-4d51-b219-b8f4e4620894 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:23:54.852794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c3b55-00a3-4309-be51-f5fabdc71f5a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3596d6fd-9ecf-4a30-9815-c8a0e70dcde7,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:54.879851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db6438-f215-4b56-841a-6ce87798a996 req-1339727a-c6c7-4337-8f0d-ab827cc7fcad tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:54.881650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11db6438-f215-4b56-841a-6ce87798a996 req-1339727a-c6c7-4337-8f0d-ab827cc7fcad tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 948 time: 0.2096813 Feb 19 00:23:54.886664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d1c3b55-00a3-4309-be51-f5fabdc71f5a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:54.888193 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4d1c3b55-00a3-4309-be51-f5fabdc71f5a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4023635 Feb 19 00:23:54.896564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60066) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:54.898671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4e9d46c-7d94-4f0e-a3dc-5dde1109b3f9 req-eae38a07-032b-4da6-b783-0fae988595f6 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6696327 Feb 19 00:23:54.902112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-88d1bddb-fcbb-43e7-a425-9178e835472a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'security_group_rule': {'security_group_id': '3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:54.936013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78838e-62e4-4d81-81b1-f9240788c389 req-5f90a6b6-bd51-4128-9c81-183b4d99085e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:54.944562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc78838e-62e4-4d81-81b1-f9240788c389 req-5f90a6b6-bd51-4128-9c81-183b4d99085e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2393498 Feb 19 00:23:54.967976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88d1bddb-fcbb-43e7-a425-9178e835472a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (30252552-7236-4e24-9f33-1c36f27b165f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:55.056575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11db6438-f215-4b56-841a-6ce87798a996 req-6499c954-a627-4f4a-994a-3dbe71ffbd80 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567760 Feb 19 00:23:55.069459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-376e8a57-244e-4f09-b48c-1a5b1db16d85 None None] Provisioning complete for port 4de368f8-5520-4220-800c-fcf90c2242ec triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:55.070097 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-376e8a57-244e-4f09-b48c-1a5b1db16d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:55.120506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc78838e-62e4-4d81-81b1-f9240788c389 req-e85e879c-2057-40f7-8000-1cba53e85519 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405432 Feb 19 00:23:55.136327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88d1bddb-fcbb-43e7-a425-9178e835472a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (30252552-7236-4e24-9f33-1c36f27b165f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:55.152256 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88d1bddb-fcbb-43e7-a425-9178e835472a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (30252552-7236-4e24-9f33-1c36f27b165f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:55.177238 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29435401-f703-49c2-af02-16b22d740bbe x-openstack-request-id: req-29435401-f703-49c2-af02-16b22d740bbe {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:55.177828 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:55.178312 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29435401-f703-49c2-af02-16b22d740bbe {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:55.178953 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'status': 'completed', 'code': 200} Feb 19 00:23:55.209973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1bddb-fcbb-43e7-a425-9178e835472a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30252552-7236-4e24-9f33-1c36f27b165f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:55.250808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:55.254990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88d1bddb-fcbb-43e7-a425-9178e835472a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:55.256691 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-88d1bddb-fcbb-43e7-a425-9178e835472a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3582966 Feb 19 00:23:55.259629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60074) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:55.271138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:23:55.304899 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:55.332541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d3d3e2e-4c40-44ed-927f-0543a7622b87 req-504ca003-cb5d-4a97-b316-f9f647199952 tempest-FloatingIPsNegativeTestJSON-1017087286 tempest-FloatingIPsNegativeTestJSON-1017087286-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1271815 Feb 19 00:23:55.352956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-1d6c0ee6-03bf-4f4f-9efd-0d7684a0b96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:55.354606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-1d6c0ee6-03bf-4f4f-9efd-0d7684a0b96b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5e0784d8396d421d960c5395f99ee91c&device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 1129 time: 0.1372414 Feb 19 00:23:55.603104 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:23:46Z', 'revision_number': 4, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4de368f8-5520-4220-800c-fcf90c2242ec', 'name': '', 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'mac_address': 'fa:16:3e:d5:0c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1e6f19fa-0686-4165-b579-40e1d331484a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:43Z', 'updated_at': '2022-02-19T00:23:54Z', 'revision_number': 4, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'subnets': [{'id': '1e6f19fa-0686-4165-b579-40e1d331484a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:55.639278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-59195bf6-1285-4195-b33a-cc659a5848b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:55.640900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-59195bf6-1285-4195-b33a-cc659a5848b6 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2783043 Feb 19 00:23:55.658736 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84f07b7-825c-4970-bdf6-2c4358afc036 x-openstack-request-id: req-e84f07b7-825c-4970-bdf6-2c4358afc036 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:23:55.660004 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:23:55.661003 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e84f07b7-825c-4970-bdf6-2c4358afc036 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:23:55.662483 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'code': 200} Feb 19 00:23:55.695734 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef9c27d-d8a9-46b7-aea2-8ba771306602 None None] The sync data for ids ['de45a539-b3a4-4d51-b219-b8f4e4620894'] in n-d-826527-3 is: [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:23:46Z', 'revision_number': 4, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4de368f8-5520-4220-800c-fcf90c2242ec', 'name': '', 'network_id': 'e877b88f-ec3e-492e-bf7a-d20fe623db77', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'mac_address': 'fa:16:3e:d5:0c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '1e6f19fa-0686-4165-b579-40e1d331484a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:43Z', 'updated_at': '2022-02-19T00:23:54Z', 'revision_number': 4, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'subnets': [{'id': '1e6f19fa-0686-4165-b579-40e1d331484a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:23:55.728771 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-753f218f-3486-440d-87eb-c5216da7db5d req-2b1a31eb-75be-43d9-954f-821ea16453d5 tempest-FloatingIPsNegativeTestJSON-1017087286 tempest-FloatingIPsNegativeTestJSON-1017087286-project] show failed (client error): The resource could not be found. Feb 19 00:23:55.730459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-753f218f-3486-440d-87eb-c5216da7db5d req-2b1a31eb-75be-43d9-954f-821ea16453d5 tempest-FloatingIPsNegativeTestJSON-1017087286 tempest-FloatingIPsNegativeTestJSON-1017087286-project] 10.222.0.60 "GET /v2.0/floatingips/8666f226-a0e4-4cee-8462-83ecb0bd1967 HTTP/1.1" status: 404 len: 350 time: 0.0883353 Feb 19 00:23:55.749341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60092) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:23:55.790818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa9107-8ef0-45a3-92d2-10407c0e96e7 req-14b0584c-535f-4c3f-bcc6-9d26ae9ea939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:55.795249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-6af8b639-8ed0-42a0-973f-ba8351e1cfec service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=1d1b086b-878a-4712-92b7-6904a835b6f3 HTTP/1.1" status: 200 len: 217 time: 0.0629919 Feb 19 00:23:55.806132 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f7fa9107-8ef0-45a3-92d2-10407c0e96e7 req-14b0584c-535f-4c3f-bcc6-9d26ae9ea939 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1131 time: 0.2307577 Feb 19 00:23:55.859036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-dc9c4079-1e6b-4307-bc2f-0e36f87eaa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:55.860586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-dc9c4079-1e6b-4307-bc2f-0e36f87eaa85 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0593936 Feb 19 00:23:55.936698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-277bcc7e-f302-4f32-8f29-a8afd0503610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:55.938822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-277bcc7e-f302-4f32-8f29-a8afd0503610 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0715566 Feb 19 00:23:55.952596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:55.965588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-376e8a57-244e-4f09-b48c-1a5b1db16d85 None None] Current status of the port 4de368f8-5520-4220-800c-fcf90c2242ec is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:55.966056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-376e8a57-244e-4f09-b48c-1a5b1db16d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:56.092823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-376e8a57-244e-4f09-b48c-1a5b1db16d85 None None] For port 4de368f8-5520-4220-800c-fcf90c2242ec, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4de368f8-5520-4220-800c-fcf90c2242ec,segment=NetworkSegment(5e7561ad-c23c-4e45-959b-00373ea6225a),segment_id=5e7561ad-c23c-4e45-959b-00373ea6225a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:56.113767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 2, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:23:56.125161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-376e8a57-244e-4f09-b48c-1a5b1db16d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:56.173189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-2f162029-8e30-4c84-95b2-c1a8ea8e0f4b service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254820 Feb 19 00:23:56.200562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4de368f8-5520-4220-800c-fcf90c2242ec up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:56.310334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Checking router: 6ad24d5e-21f7-4910-afd6-caad53d8b7ca for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:23:56.311446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Updating router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:23:56.442790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449c515e-349a-4716-ad5e-8a5e63f15efa req-b9a3cabe-24b7-48da-9b79-b744b4e95e34 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628939 Feb 19 00:23:56.498716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3ff590e9-b3f5-41d6-8b34-f5b8b78d2614 None None] Provisioning complete for port 4de368f8-5520-4220-800c-fcf90c2242ec triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:56.508298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ff590e9-b3f5-41d6-8b34-f5b8b78d2614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:56.641624 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:56.663036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:56.665231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 613b8bad-f7a5-4fea-803d-4aa1f1dca18b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:56.682652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba66e4a-63c1-43e5-a3ee-f3ec66aacbdd req-0ddf6659-12e8-4739-b6a6-c3203c98ad0d tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:56.695774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba66e4a-63c1-43e5-a3ee-f3ec66aacbdd req-0ddf6659-12e8-4739-b6a6-c3203c98ad0d tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 948 time: 0.2546763 Feb 19 00:23:56.811515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:56.830615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'mac_address': 'fa:16:3e:b4:f8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:56.853796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e8a57-244e-4f09-b48c-1a5b1db16d85 None None] Pushing event updated for resources: {'Port': ['ID=4de368f8-5520-4220-800c-fcf90c2242ec,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:56.854681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Allocated IP 172.25.6.181 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/f05d713d-e665-48f0-96d3-f2a7a07d67cc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:23:56.998580 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f7fa9107-8ef0-45a3-92d2-10407c0e96e7 req-96fd71cc-6b04-461f-8cfe-8bb182d7c697 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760839 Feb 19 00:23:57.026761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4de368f8-5520-4220-800c-fcf90c2242ec triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:57.027469 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:57.223628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:57.224405 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:57.266348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3ff590e9-b3f5-41d6-8b34-f5b8b78d2614 None None] Current status of the port 4de368f8-5520-4220-800c-fcf90c2242ec is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:57.302062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 613b8bad-f7a5-4fea-803d-4aa1f1dca18b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:57.334826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:23:57.436138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:57.445578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for port (f05d713d-e665-48f0-96d3-f2a7a07d67cc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:57.473686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba66e4a-63c1-43e5-a3ee-f3ec66aacbdd req-9797842a-80e2-424c-b2d8-afb57f4d36f5 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7755213 Feb 19 00:23:57.538856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f05d713d-e665-48f0-96d3-f2a7a07d67cc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:57.544500 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:57.564711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e2a6e-1256-4bcd-9428-7e0a3dfac273 req-c498f556-fa45-4040-9272-7891f1797de2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:57.569701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f2e2a6e-1256-4bcd-9428-7e0a3dfac273 req-c498f556-fa45-4040-9272-7891f1797de2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2424982 Feb 19 00:23:57.577479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-2c579aba-abad-4de9-8546-5cadb3207287 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2517462 Feb 19 00:23:57.584452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:23:57.775646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:23:57.785839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:23:57.792679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:23:57.819473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f2e2a6e-1256-4bcd-9428-7e0a3dfac273 req-3aed09cb-ef0b-476f-bbf8-de8adef3830d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395856 Feb 19 00:23:57.894847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-96e9a93d-82f8-453a-b90d-179098eb2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:57.896042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'Port': ['ID=f05d713d-e665-48f0-96d3-f2a7a07d67cc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:57.896541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-96e9a93d-82f8-453a-b90d-179098eb2c74 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 1126 time: 0.2544034 Feb 19 00:23:57.995656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:58.045014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4de368f8-5520-4220-800c-fcf90c2242ec is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:58.091997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'mac_address': 'fa:16:3e:0a:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:23:58.232619 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Publish callbacks [] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.239314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-22d5bc92-cfa6-40aa-ad41-76d82be891c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:58.240893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-22d5bc92-cfa6-40aa-ad41-76d82be891c4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.3176935 Feb 19 00:23:58.241054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1d1b086b-878a-4712-92b7-6904a835b6f3 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:58.241601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.259625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['613b8bad-f7a5-4fea-803d-4aa1f1dca18b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:58.269009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1b086b-878a-4712-92b7-6904a835b6f3 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:23:58.270550 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (72a3d247-f728-458d-a29b-7d36e989bb66), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.297369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:58.298900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4de368f8-5520-4220-800c-fcf90c2242ec up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:23:58.381991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-cf0d335a-be6c-479a-a451-9edb78a3948b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 200 len: 217 time: 0.0658927 Feb 19 00:23:58.386369 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.399540 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.443253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:58.481533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f05d713d-e665-48f0-96d3-f2a7a07d67cc), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.527611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4de368f8-5520-4220-800c-fcf90c2242ec triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:58.528133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.597665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-e3fdc2c0-415e-4898-8252-48fda898967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:58.602227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-e3fdc2c0-415e-4898-8252-48fda898967f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1983571 Feb 19 00:23:58.628017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:23:58.643056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-0d2c3911-c015-44fc-b7f9-5db68e17040e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301969 Feb 19 00:23:58.649518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-d0f94969-11c4-4c90-acd7-68c5c9699e59 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:58.656829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-d0f94969-11c4-4c90-acd7-68c5c9699e59 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 805 time: 0.4789774 Feb 19 00:23:58.688036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-58954fb3-fb7c-444a-a976-c2218a2c69a0 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/quotas/44035f0fd83143e0b67f821ac5a58ee6 HTTP/1.1" status: 200 len: 375 time: 0.0296750 Feb 19 00:23:58.801553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for port (f05d713d-e665-48f0-96d3-f2a7a07d67cc), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.817744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641701a5-6f66-4d5b-ac6c-9c7fb5f0564f None None] Pushing event updated for resources: {'Port': ['ID=8887ba19-695f-42c8-8e95-5ee0fec2bc70,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:58.830739 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f05d713d-e665-48f0-96d3-f2a7a07d67cc), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:58.852830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118230a-909c-4299-af9e-0e72eb235881 req-85937e14-00bd-44d3-b6ea-c21889705cfb tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:58.865881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f118230a-909c-4299-af9e-0e72eb235881 req-85937e14-00bd-44d3-b6ea-c21889705cfb tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 945 time: 0.3156140 Feb 19 00:23:58.896472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['1d1b086b-878a-4712-92b7-6904a835b6f3'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:23:58.899809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:58.953668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'Port': ['ID=f05d713d-e665-48f0-96d3-f2a7a07d67cc,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:23:58.997644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-0428777d-5d8f-44d8-8884-a71d715deb70 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3086362 Feb 19 00:23:59.048045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (72a3d247-f728-458d-a29b-7d36e989bb66), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.061167 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (de45a539-b3a4-4d51-b219-b8f4e4620894), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.078961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f118230a-909c-4299-af9e-0e72eb235881 req-7e60a548-f4ae-406a-99d3-2ca9ce5a4356 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118795 Feb 19 00:23:59.085905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-a31762ff-2456-4c3c-8d5f-ae8135b5105d service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167979 Feb 19 00:23:59.208236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b3214026-5dc0-4337-8c74-85663bf46982 None None] Provisioning complete for port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:23:59.210781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3214026-5dc0-4337-8c74-85663bf46982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.218422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4de368f8-5520-4220-800c-fcf90c2242ec is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:59.246686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.250384 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0967afc6-4b07-4e3f-a7ed-eca03d0ae851 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9869790 Feb 19 00:23:59.303102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-4c7bccfe-edf3-4c5a-8525-802301cb3e76 service neutron] 10.222.0.60 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043692 Feb 19 00:23:59.320267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Attempting to bind port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:23:59.321134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Attempting to bind port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:23:59.321327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Attempting to bind port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 on network a66a2644-3c4a-4409-98a9-f3d6abe8be72 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:23:59.361208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:23:59.361587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Checking segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:23:59.362085 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.362508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Bound using segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:23:59.363002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Bound port: 8887ba19-695f-42c8-8e95-5ee0fec2bc70, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:23:59.363378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.404730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ee8802-55f9-4f38-86d0-dcd7005f6d08 req-6fc8fd35-5499-43a2-b85c-8e4183576dc0 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974408 Feb 19 00:23:59.420914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea411a2-2257-4883-a7e5-11edbfee3261 req-c99d4058-0fa7-4003-8e38-edd7a1848851 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:59.428994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ea411a2-2257-4883-a7e5-11edbfee3261 req-c99d4058-0fa7-4003-8e38-edd7a1848851 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 949 time: 0.1887262 Feb 19 00:23:59.512255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-b235a6aa-a33f-443b-90ab-ca8ff2690838 service neutron] 10.222.0.60 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963868 Feb 19 00:23:59.526139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Deleting port 4de368f8-5520-4220-800c-fcf90c2242ec {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:23:59.526503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.536072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b3214026-5dc0-4337-8c74-85663bf46982 None None] Port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:23:59.539128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ea411a2-2257-4883-a7e5-11edbfee3261 req-6afdd8bf-0aac-480d-a608-d849252cf46b tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086390 Feb 19 00:23:59.694028 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] For port 4de368f8-5520-4220-800c-fcf90c2242ec, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4de368f8-5520-4220-800c-fcf90c2242ec,segment=NetworkSegment(5e7561ad-c23c-4e45-959b-00373ea6225a),segment_id=5e7561ad-c23c-4e45-959b-00373ea6225a)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:23:59.694424 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.723710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef98dc7-d7bf-4b0c-8860-0efbc35a2866 req-4de5b978-ff4a-4f46-97c2-9620c8707bb2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:23:59.725973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ef98dc7-d7bf-4b0c-8860-0efbc35a2866 req-4de5b978-ff4a-4f46-97c2-9620c8707bb2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.0923297 Feb 19 00:23:59.726260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Calling delete_port for 4de368f8-5520-4220-800c-fcf90c2242ec owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:23:59.839108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ef98dc7-d7bf-4b0c-8860-0efbc35a2866 req-2c43b697-07f5-4434-87b7-8a9dbb19a923 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042295 Feb 19 00:23:59.908186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:23:59.909062 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:23:59.981057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:23:59.983383 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf95975-fcaa-469c-9574-eda5467c9421" -d '{"events": [{"server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:00.030221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] For port 8887ba19-695f-42c8-8e95-5ee0fec2bc70, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:00.034307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] For port 8887ba19-695f-42c8-8e95-5ee0fec2bc70, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8887ba19-695f-42c8-8e95-5ee0fec2bc70,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:00.037070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:00.049972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:00.065340 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:00.083257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-826a6575-1711-4546-97cd-924976499898 req-b7707364-48ec-49ea-8c19-a9d2c0fc71c3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 210 time: 0.1133690 Feb 19 00:24:00.090444 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cffad437-fe4e-4677-a523-494c80999411 req-23cd973b-c086-437c-be62-25cd3c3c31e2 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2362254 Feb 19 00:24:00.105246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-f2df2458-7354-468c-a754-e356eba66fb9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1311771004&fields=id&tenant_id=683ff6b1a7154108870150bfec80cfec HTTP/1.1" status: 200 len: 267 time: 0.2651186 Feb 19 00:24:00.205323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:00.209522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:00.210913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:00.395676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:00.397325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4de368f8-5520-4220-800c-fcf90c2242ec), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:00.489258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Pushing event deleted for resources: {'Port': ['ID=4de368f8-5520-4220-800c-fcf90c2242ec,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:00.504496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad437-fe4e-4677-a523-494c80999411 req-6b059a60-c321-4397-ae9c-fd90fe6bcfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:00.512479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cffad437-fe4e-4677-a523-494c80999411 req-6b059a60-c321-4397-ae9c-fd90fe6bcfc9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c015b523ff6f4c3aa8c2302c5d8a2a78&device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 1127 time: 0.2910731 Feb 19 00:24:00.698478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c47713db-3750-4d30-9095-b208945e0ded tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:00.712152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c47713db-3750-4d30-9095-b208945e0ded tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 815 time: 0.5922232 Feb 19 00:24:00.728187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-030f368e-33f1-4242-a0a6-a2380304ed22 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:00.732688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-030f368e-33f1-4242-a0a6-a2380304ed22 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.113 "GET /v2.0/ports?device_id=7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145 HTTP/1.1" status: 200 len: 944 time: 0.4723206 Feb 19 00:24:00.783986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05973c-7169-43cf-987b-2b37cc4281d0 req-7c1095e6-02bd-40e8-98ae-e39ee8834c0f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:00.789020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b05973c-7169-43cf-987b-2b37cc4281d0 req-7c1095e6-02bd-40e8-98ae-e39ee8834c0f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.4947255 Feb 19 00:24:00.794933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-22dbd58c-74c1-4637-846b-7775dc3ae443 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/quotas/683ff6b1a7154108870150bfec80cfec HTTP/1.1" status: 200 len: 375 time: 0.0597856 Feb 19 00:24:00.878143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641701a5-6f66-4d5b-ac6c-9c7fb5f0564f None None] Pushing event updated for resources: {'Port': ['ID=8887ba19-695f-42c8-8e95-5ee0fec2bc70,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:00.887998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-66233041-db52-4fe4-b10f-304d08c65247 None None] Provisioning complete for port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:00.888455 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66233041-db52-4fe4-b10f-304d08c65247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:00.908196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad437-fe4e-4677-a523-494c80999411 req-70ec70d5-7de5-4f53-8658-e2fa132f08a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:00.910045 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cffad437-fe4e-4677-a523-494c80999411 req-70ec70d5-7de5-4f53-8658-e2fa132f08a1 service neutron] 10.222.0.126 "GET /v2.0/networks?id=7fc3f981-156b-4965-af83-605ec1f74620 HTTP/1.1" status: 200 len: 916 time: 0.3347909 Feb 19 00:24:01.009118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:23:59Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:01.036168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (de45a539-b3a4-4d51-b219-b8f4e4620894), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:01.069409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbc5e09-4ce8-47cb-9db3-fc01951750cd None None] The sync data for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 is: [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:23:59Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:24:01.078789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-d06c798a-af70-4fa3-a460-67a5697c1e21 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:01.082690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-d06c798a-af70-4fa3-a460-67a5697c1e21 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.113 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 945 time: 0.4656730 Feb 19 00:24:01.097130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-66233041-db52-4fe4-b10f-304d08c65247 None None] Current status of the port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:01.097526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66233041-db52-4fe4-b10f-304d08c65247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:01.181384 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cffad437-fe4e-4677-a523-494c80999411 req-d62923ee-23ff-403f-ad4f-fddd09475003 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2684021-fb0b-484d-ade3-1a6d5a15dea9 HTTP/1.1" status: 200 len: 217 time: 0.2605278 Feb 19 00:24:01.221908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-66233041-db52-4fe4-b10f-304d08c65247 None None] For port 8887ba19-695f-42c8-8e95-5ee0fec2bc70, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8887ba19-695f-42c8-8e95-5ee0fec2bc70,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:01.241276 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66233041-db52-4fe4-b10f-304d08c65247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:01.280559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bd18ccb3-f724-4f81-8f61-7ce53ba53a54 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4732738 Feb 19 00:24:01.312085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b05973c-7169-43cf-987b-2b37cc4281d0 req-7c7a9a8b-4081-4cd5-b24d-307ec7ab1a43 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507396 Feb 19 00:24:01.330065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66233041-db52-4fe4-b10f-304d08c65247 None None] Pushing event updated for resources: {'Port': ['ID=8887ba19-695f-42c8-8e95-5ee0fec2bc70,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:01.350484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:01.410997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffad437-fe4e-4677-a523-494c80999411 req-9d03724c-10ee-48d6-9250-bb4ca6590742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:01.412420 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cffad437-fe4e-4677-a523-494c80999411 req-9d03724c-10ee-48d6-9250-bb4ca6590742 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e59bb89d-fa08-4888-bc2e-e1e6c5b98696 HTTP/1.1" status: 200 len: 855 time: 0.1632638 Feb 19 00:24:01.436018 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589b155-041b-4b6e-9377-390782ea47fc x-openstack-request-id: req-9589b155-041b-4b6e-9377-390782ea47fc {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:01.436961 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "name": "network-vif-unplugged", "status": "completed", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:01.438904 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9589b155-041b-4b6e-9377-390782ea47fc {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:01.439414 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'code': 200} Feb 19 00:24:01.466249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 1d1b086b-878a-4712-92b7-6904a835b6f3 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:24:01.482549 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cffad437-fe4e-4677-a523-494c80999411 req-09d0bbbd-5264-4b29-8eaa-8dd286cc8898 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=7fc3f981-156b-4965-af83-605ec1f74620&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411749 Feb 19 00:24:01.483062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 1d1b086b-878a-4712-92b7-6904a835b6f3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:01.484856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:01.591553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Deleting port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:01.591903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:01.728022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1d1b086b-878a-4712-92b7-6904a835b6f3 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:01.728594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:01.823573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:01.873312 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:01.966289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:02.006131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-02889884-eded-49ae-b641-65b61d95e5a4 service neutron] 10.222.0.60 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244072 Feb 19 00:24:02.045299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Deleting port 10e94e24-599d-46c3-81e3-0c96e86842da {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:02.046144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:02.312864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cffad437-fe4e-4677-a523-494c80999411 req-4be270ac-3568-44c2-880a-fceaae3e5dac service neutron] 10.222.0.126 "GET /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8206131 Feb 19 00:24:02.329327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8887ba19-695f-42c8-8e95-5ee0fec2bc70 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:02.379999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] For port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:02.380319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:02.397914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Calling delete_port for c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:02.445252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:02.445880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:02.456008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Router de45a539-b3a4-4d51-b219-b8f4e4620894 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:24:02.471869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-b972c1ab-1299-4d37-bd0e-0843404b73d0 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:02.473446 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-b972c1ab-1299-4d37-bd0e-0843404b73d0 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.113 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 805 time: 0.3695827 Feb 19 00:24:02.486729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c2e0d3b1-1640-421b-8666-b6a1e6fef97c service neutron] 10.222.0.60 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788902 Feb 19 00:24:02.506132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Request body: {'port': {'device_id': '77661f24-1b12-4404-aedf-7d843c052634', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'admin_state_up': True, 'tenant_id': '44035f0fd83143e0b67f821ac5a58ee6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:02.523765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae8143-f31a-49ba-ac2b-1892d7e61ae3 req-a0b29f2b-88e9-4b66-9ec8-dd0653ed9cb5 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:02.533620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64ae8143-f31a-49ba-ac2b-1892d7e61ae3 req-a0b29f2b-88e9-4b66-9ec8-dd0653ed9cb5 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 945 time: 0.9113200 Feb 19 00:24:02.593832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:02.601081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] For port 10e94e24-599d-46c3-81e3-0c96e86842da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=10e94e24-599d-46c3-81e3-0c96e86842da,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:02.601468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:02.642281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 613b8bad-f7a5-4fea-803d-4aa1f1dca18b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:02.646841 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cffad437-fe4e-4677-a523-494c80999411 req-177587dd-4169-4f20-9f6b-afaf61926bc1 service neutron] 10.222.0.126 "GET /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186386 Feb 19 00:24:02.823118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:24:02.827459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:02.827837 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:02.914734 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:03.014921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:03.014921 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:03.038594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64ae8143-f31a-49ba-ac2b-1892d7e61ae3 req-c94eca27-65d4-4eb4-b353-524d572fa6df tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5039561 Feb 19 00:24:03.049147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Pushing event deleted for resources: {'Port': ['ID=c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:03.067841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:03.085884 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:03.087021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:03.149032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:24:03.161543 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] Sync routers for ids ['de45a539-b3a4-4d51-b219-b8f4e4620894'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:24:03.164617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-34b45023-8b15-4e98-9961-303e83f3123c admin admin] 10.222.0.60 "PUT /v2.0/routers/de45a539-b3a4-4d51-b219-b8f4e4620894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4094753 Feb 19 00:24:03.166527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Made reservation on behalf of 44035f0fd83143e0b67f821ac5a58ee6 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:24:03.171101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:03.177523 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] Routers {'de45a539-b3a4-4d51-b219-b8f4e4620894'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:03.178171 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['de45a539-b3a4-4d51-b219-b8f4e4620894'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:03.197573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60222) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:03.199907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:03.201440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:03.203553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 10e94e24-599d-46c3-81e3-0c96e86842da no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:03.432811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-731d16c8-91cb-4115-9afc-6efb3ed44dee req-dee374f3-323c-432f-84c1-f4f42640d871 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 210 time: 0.1221411 Feb 19 00:24:03.441259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks [] for router (de45a539-b3a4-4d51-b219-b8f4e4620894), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:03.447088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3'}, {'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:03.449418 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b312f7cc-653f-4774-adf2-74f968605674" -d '{"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3"}, {"server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "name": "network-vif-plugged", "status": "completed", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:03.454378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd696570-f306-4189-b3d5-af09fd23321a req-26f55101-b2fc-49c0-b65a-328848c1ed10 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:03.456218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd696570-f306-4189-b3d5-af09fd23321a req-26f55101-b2fc-49c0-b65a-328848c1ed10 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 949 time: 0.5294018 Feb 19 00:24:03.489424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:03.507629 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] Set router de45a539-b3a4-4d51-b219-b8f4e4620894 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:03.597649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 10e94e24-599d-46c3-81e3-0c96e86842da is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:03.598055 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:03.621080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] No DVR routers for this DVR port c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:03.661089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Allocated IP 172.20.0.14 (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810/c832ec8d-ced2-4256-9b99-70a9e55a8e5f/291a46da-e565-4d82-bf4c-89ae9f7f2cc0) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:24:03.671799 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:03.676263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a2e3de1-935d-4412-842c-2b358b6b0091 req-70f23c5d-3d1f-4b24-8117-00eda9a952f2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.113 "DELETE /v2.0/ports/c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3 HTTP/1.1" status: 204 len: 173 time: 2.9201269 Feb 19 00:24:03.689796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae20ed6b-9766-45b3-b571-9f809860cf36 req-ec1f8b1f-1f5d-4be4-81c4-2a8366bf3ec6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 210 time: 0.0619793 Feb 19 00:24:03.694397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'name': 'network-vif-deleted', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:03.700017 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0adc54-3598-4f01-a8f6-37d2de4d53ae" -d '{"events": [{"server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "name": "network-vif-deleted", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:03.707062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 10e94e24-599d-46c3-81e3-0c96e86842da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=10e94e24-599d-46c3-81e3-0c96e86842da,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:03.732218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd696570-f306-4189-b3d5-af09fd23321a req-2877dc7c-fd01-4025-8eed-2993f76f5b05 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247987 Feb 19 00:24:03.736684 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:03.889102 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:24:00Z', 'revision_number': 5, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:03.906442 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1ce001-157d-434f-b8e3-f6d400cf75af x-openstack-request-id: req-0b1ce001-157d-434f-b8e3-f6d400cf75af {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:03.906761 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3", "code": 200}, {"server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "name": "network-vif-plugged", "status": "completed", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:03.907021 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b1ce001-157d-434f-b8e3-f6d400cf75af {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:03.907435 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'code': 200} Feb 19 00:24:03.907729 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'code': 200} Feb 19 00:24:03.916347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=10e94e24-599d-46c3-81e3-0c96e86842da,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:03.941755 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] Checking router: de45a539-b3a4-4d51-b219-b8f4e4620894 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:24:03.963937 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] Routers {'de45a539-b3a4-4d51-b219-b8f4e4620894'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:03.965343 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['de45a539-b3a4-4d51-b219-b8f4e4620894'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:03.977733 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5df9eb-3a0e-467c-a88a-819d756f18c6 x-openstack-request-id: req-cd5df9eb-3a0e-467c-a88a-819d756f18c6 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:03.978040 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145", "name": "network-vif-deleted", "tag": "c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:03.978300 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd5df9eb-3a0e-467c-a88a-819d756f18c6 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:03.978714 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9b5f3b-5107-4dfe-b3b8-21c7a29a4145', 'name': 'network-vif-deleted', 'tag': 'c9c89817-a4b2-43b0-9e45-9edb3a5ef3d3', 'status': 'completed', 'code': 200} Feb 19 00:24:04.002468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.002792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.003114 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Floating IP 8e8116fe-ae03-4c26-8564-1e694cb0bc31 disassociated. External IP: 172.25.6.163, port: 10e94e24-599d-46c3-81e3-0c96e86842da. Feb 19 00:24:04.003467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Calling delete_port for 10e94e24-599d-46c3-81e3-0c96e86842da owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:04.011078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks [] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.045755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks [] for router_gateway (de45a539-b3a4-4d51-b219-b8f4e4620894), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.052972 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.164342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:24:04.170773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:04.182133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-8c1cf09b-73e8-4549-b80e-c493e6cf490d req-f2cbb1cf-65ca-4579-ac3d-e72ce10bc6a3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:24:04.187021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c1cf09b-73e8-4549-b80e-c493e6cf490d req-f2cbb1cf-65ca-4579-ac3d-e72ce10bc6a3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264668 Feb 19 00:24:04.190382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:24:04.217713 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] Set router de45a539-b3a4-4d51-b219-b8f4e4620894 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:04.288401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Pushing event updated for resources: {'Port': ['ID=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:04.315243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d104bee-b954-4a92-93b7-18106426e986 req-8ac49798-bfad-4541-ada6-0c2a9b330512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:04.317247 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8d104bee-b954-4a92-93b7-18106426e986 req-8ac49798-bfad-4541-ada6-0c2a9b330512 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 1131 time: 0.2599738 Feb 19 00:24:04.359380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb0e2-d6c1-4478-9430-09477d4138ef req-7bcfd7d2-15a8-43eb-9bac-cde3738504f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:04.361609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98bbb0e2-d6c1-4478-9430-09477d4138ef req-7bcfd7d2-15a8-43eb-9bac-cde3738504f7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 1132 time: 0.1693501 Feb 19 00:24:04.466146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:04.467063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.470909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Deleting port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:04.471559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.515927 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:24:00Z', 'revision_number': 5, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:04.529463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98177d04-a45f-4f5c-afc2-9e4cdc03ec54 req-5ba78978-9471-4865-9d28-4e4389ff740a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:04.531186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98177d04-a45f-4f5c-afc2-9e4cdc03ec54 req-5ba78978-9471-4865-9d28-4e4389ff740a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 943 time: 0.3087096 Feb 19 00:24:04.547167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (10e94e24-599d-46c3-81e3-0c96e86842da), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.582792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] For port d5a1b1b6-43d9-4150-a3aa-199ad1053ffe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d5a1b1b6-43d9-4150-a3aa-199ad1053ffe,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:04.585275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:04.588064 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a638ac-78d0-4c71-bf2e-52c6929cc761 None None] The sync data for ids ['de45a539-b3a4-4d51-b219-b8f4e4620894'] in n-d-826527-3 is: [{'id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'name': 'tempest-FloatingIPsNegativeTestJSON-1447018431-router', 'tenant_id': '94587b84a91a42c2b65fa8548608e7a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:30Z', 'updated_at': '2022-02-19T00:24:00Z', 'revision_number': 5, 'project_id': '94587b84a91a42c2b65fa8548608e7a2', 'gw_port': {'id': 'd5a1b1b6-43d9-4150-a3aa-199ad1053ffe', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:9d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de45a539-b3a4-4d51-b219-b8f4e4620894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:33Z', 'updated_at': '2022-02-19T00:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:24:04.662104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event deleted for resources: {'Port': ['ID=10e94e24-599d-46c3-81e3-0c96e86842da,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:04.667013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98bbb0e2-d6c1-4478-9430-09477d4138ef req-fe65353c-77d9-4eb3-877a-c9e57237a5cc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951767 Feb 19 00:24:04.710884 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8d104bee-b954-4a92-93b7-18106426e986 req-1a46757c-77e4-4fd0-9db5-7ea8b2400d74 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765743 Feb 19 00:24:04.719188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Calling delete_port for d5a1b1b6-43d9-4150-a3aa-199ad1053ffe owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:04.734979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-362937b8-e839-486b-ae51-b7f48bbed294 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2446730 Feb 19 00:24:04.758678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98177d04-a45f-4f5c-afc2-9e4cdc03ec54 req-8ce58cc3-0d94-444f-84fa-9ea774d5442a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups?id=52b1ee26-3a13-4283-ad83-50a2105edafd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953993 Feb 19 00:24:04.795981 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-b7792828-baad-4611-8a87-3ce91377c303 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1904321 Feb 19 00:24:04.817680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22631ee-cdf7-4830-b417-6eb6c0e2d229 req-fdcb6419-e720-49d5-954f-099e589845a8 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:04.824725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22631ee-cdf7-4830-b417-6eb6c0e2d229 req-fdcb6419-e720-49d5-954f-099e589845a8 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 932 time: 0.1493924 Feb 19 00:24:04.914623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Request body: {'port': {'device_id': '77661f24-1b12-4404-aedf-7d843c052634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:05.046778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:05.201083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d5a1b1b6-43d9-4150-a3aa-199ad1053ffe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:05.319814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a1b1b6-43d9-4150-a3aa-199ad1053ffe,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:05.445936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22631ee-cdf7-4830-b417-6eb6c0e2d229 req-003fdb99-28d9-43b7-9a6c-25b6d974a4e7 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6201236 Feb 19 00:24:05.457478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:24:05.535629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd69540-154f-4950-8230-c57d008231c4 req-af3e8e29-63de-4beb-b339-2cc206d7aaba tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:05.541676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dd69540-154f-4950-8230-c57d008231c4 req-af3e8e29-63de-4beb-b339-2cc206d7aaba tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2330213 Feb 19 00:24:05.618556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60284) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:05.659469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e91ec01f-f4be-4fb2-b13f-8a64d1cd31e9 req-1783ba15-72e4-4d99-866d-e0e59848220b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 210 time: 0.0557826 Feb 19 00:24:05.712431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (de45a539-b3a4-4d51-b219-b8f4e4620894), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:05.758625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dd69540-154f-4950-8230-c57d008231c4 req-19e9f59e-409a-45f5-831e-e8b4edd645e7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880960 Feb 19 00:24:05.863308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (de45a539-b3a4-4d51-b219-b8f4e4620894), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:05.866036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks [] for router_controller (de45a539-b3a4-4d51-b219-b8f4e4620894), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:05.909934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:05.915119 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c9cc1c-01dd-4eb6-9f68-59a78bd1e200" -d '{"events": [{"server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "name": "network-vif-unplugged", "status": "completed", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:05.954879 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (de45a539-b3a4-4d51-b219-b8f4e4620894), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:05.955447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Fanout notify agent at l3_agent the message router_deleted on router de45a539-b3a4-4d51-b219-b8f4e4620894 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:24:05.962021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:05.965874 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-76041256-b972-4ac8-abdf-0a959cab5ccd admin admin] 10.222.0.60 "DELETE /v2.0/routers/de45a539-b3a4-4d51-b219-b8f4e4620894 HTTP/1.1" status: 204 len: 168 time: 2.7593269 Feb 19 00:24:05.975790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fa794dd-166f-406a-9535-c60c20251169 req-08c1b58b-2885-4154-9ec0-6036f3915891 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 210 time: 0.0617108 Feb 19 00:24:05.976450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60292) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:06.043090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-08ca9db8-1355-446d-8514-428fae0bcbb3 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:06.044687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-08ca9db8-1355-446d-8514-428fae0bcbb3 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports/94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 946 time: 0.4130635 Feb 19 00:24:06.055304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-89ac0a8c-9cca-4d2d-94f4-694e0063b422 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:06.059510 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-89ac0a8c-9cca-4d2d-94f4-694e0063b422 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 815 time: 0.4929836 Feb 19 00:24:06.062747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:24:06.079121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] Sync routers for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:24:06.120489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:06.122022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:06.132973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] No DVR routers for this DVR port 10e94e24-599d-46c3-81e3-0c96e86842da on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:06.144571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:06.148916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24143f21-9b60-4ced-b7b2-ae42d2dbeee8 req-c50cae1e-5fe7-4a49-b6bd-e212fdab5b0a tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.113 "DELETE /v2.0/ports/10e94e24-599d-46c3-81e3-0c96e86842da HTTP/1.1" status: 204 len: 173 time: 5.0546994 Feb 19 00:24:06.151530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'name': 'network-vif-deleted', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:06.154005 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c21fa3-b5c2-40fc-a07d-60808db1968f" -d '{"events": [{"server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "name": "network-vif-deleted", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:06.166446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ae9edf-2c09-4cf6-b152-74c952dbe62a admin admin] Deleting subnet 1e6f19fa-0686-4165-b579-40e1d331484a {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:24:06.177434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a5cda-4f3c-423e-bf42-c086d80762b9 req-06e9a559-7335-4735-b30e-30dae7c5f585 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:06.185164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-803a5cda-4f3c-423e-bf42-c086d80762b9 req-06e9a559-7335-4735-b30e-30dae7c5f585 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 950 time: 0.3805537 Feb 19 00:24:06.190135 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9edf-2c09-4cf6-b152-74c952dbe62a admin admin] Publish callbacks [] for subnet (1e6f19fa-0686-4165-b579-40e1d331484a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:06.268003 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9edf-2c09-4cf6-b152-74c952dbe62a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (1e6f19fa-0686-4165-b579-40e1d331484a), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:06.333233 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b531210-17f3-4bbd-a47f-db96e268b94a x-openstack-request-id: req-6b531210-17f3-4bbd-a47f-db96e268b94a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:06.333787 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "name": "network-vif-unplugged", "status": "completed", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:06.334107 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b531210-17f3-4bbd-a47f-db96e268b94a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:06.334594 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da', 'code': 200} Feb 19 00:24:06.338204 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8ab1a5-ff55-4156-b9c0-2189fa4e5dae x-openstack-request-id: req-ab8ab1a5-ff55-4156-b9c0-2189fa4e5dae {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:06.341365 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9112ec36-f19f-4d96-b38f-251e9ed289ab", "name": "network-vif-deleted", "tag": "10e94e24-599d-46c3-81e3-0c96e86842da", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:06.341365 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab8ab1a5-ff55-4156-b9c0-2189fa4e5dae {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:06.341365 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9112ec36-f19f-4d96-b38f-251e9ed289ab', 'name': 'network-vif-deleted', 'tag': '10e94e24-599d-46c3-81e3-0c96e86842da', 'status': 'completed', 'code': 200} Feb 19 00:24:06.359144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-803a5cda-4f3c-423e-bf42-c086d80762b9 req-3d3839ce-4260-45d4-8d55-d483d9aa700b tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727612 Feb 19 00:24:06.478816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:06.479401 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9edf-2c09-4cf6-b152-74c952dbe62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (1e6f19fa-0686-4165-b579-40e1d331484a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:06.572806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9edf-2c09-4cf6-b152-74c952dbe62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (1e6f19fa-0686-4165-b579-40e1d331484a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:06.583010 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-d00047d4-e1fb-432a-82ae-3f1da460087e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=683ff6b1a7154108870150bfec80cfec HTTP/1.1" status: 200 len: 380 time: 0.4848874 Feb 19 00:24:06.599395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'port': {'device_id': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'admin_state_up': True, 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'security_groups': ['3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:06.648828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae9edf-2c09-4cf6-b152-74c952dbe62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6f19fa-0686-4165-b579-40e1d331484a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:06.682222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4de368f8-5520-4220-800c-fcf90c2242ec no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:06.705179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3ae9edf-2c09-4cf6-b152-74c952dbe62a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:06.726589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a3ae9edf-2c09-4cf6-b152-74c952dbe62a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1e6f19fa-0686-4165-b579-40e1d331484a HTTP/1.1" status: 204 len: 168 time: 0.7343099 Feb 19 00:24:06.761869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60318) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:06.827401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1056cc28-2fda-49de-8bde-b044bb709dbf None None] Network e877b88f-ec3e-492e-bf7a-d20fe623db77 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:24:06.888763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea2600c-7a7f-4d3b-a37c-d5e0cc7f9321 req-2049eb99-666a-405b-94bb-c151484b7e6e tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:06.902798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fea2600c-7a7f-4d3b-a37c-d5e0cc7f9321 req-2049eb99-666a-405b-94bb-c151484b7e6e tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 932 time: 0.2624135 Feb 19 00:24:07.007013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e877b88f-ec3e-492e-bf7a-d20fe623db77), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.009661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 4de368f8-5520-4220-800c-fcf90c2242ec {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:07.010172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4de368f8-5520-4220-800c-fcf90c2242ec not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:07.033689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0356f6bf-bb59-4205-b5c8-766c425d426d req-4085bd38-eb39-4058-9202-13bc33ac3ee7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 210 time: 0.1630437 Feb 19 00:24:07.177083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fea2600c-7a7f-4d3b-a37c-d5e0cc7f9321 req-0563353f-3464-4c18-b315-5b1035f4f889 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593949 Feb 19 00:24:07.231819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] DHCP port deletion for e877b88f-ec3e-492e-bf7a-d20fe623db77 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:24:07.251268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Deleting port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:07.251268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.320831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:07.401055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:07.407311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8605df8c-e320-4b18-a8c3-cbef4fb97b11 req-61567369-af15-41a7-8ce5-ab5d363bf3c2 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/ports?device_id=9112ec36-f19f-4d96-b38f-251e9ed289ab HTTP/1.1" status: 200 len: 210 time: 0.0842030 Feb 19 00:24:07.418948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Publish callbacks [] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.441151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Transition to ACTIVE for port object 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:24:07.445032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Made reservation on behalf of 683ff6b1a7154108870150bfec80cfec for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:24:07.449221 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.461476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e0c848-fc6d-462b-9cbe-96dde9c650bb req-029d58f1-8f6d-453f-a55e-4b626a9d7e53 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:07.466993 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.469860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20e0c848-fc6d-462b-9cbe-96dde9c650bb req-029d58f1-8f6d-453f-a55e-4b626a9d7e53 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2402508 Feb 19 00:24:07.495296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] For port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,segment=NetworkSegment(5e7561ad-c23c-4e45-959b-00373ea6225a),segment_id=5e7561ad-c23c-4e45-959b-00373ea6225a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:07.496289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.509627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] Deleting port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:07.509995 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.528705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Calling delete_port for 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:07.576969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] For port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,segment=NetworkSegment(5e7561ad-c23c-4e45-959b-00373ea6225a),segment_id=5e7561ad-c23c-4e45-959b-00373ea6225a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:07.577289 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.592076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] Calling delete_port for 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:07.685916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] Checking router: ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:24:07.688360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Pushing event updated for resources: {'Port': ['ID=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:07.723138 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.750042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] No DVR routers for this DVR port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:07.765267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:07.765267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:07.787295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Attempting to bind port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:24:07.787640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Attempting to bind port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:24:07.787983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Attempting to bind port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:07.804705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:24:07.805269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Attempting to bind port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 on network cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:07.812551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:24:07.813118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Checking segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:07.813714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Bound using segment: {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:24:07.814734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Bound port: 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39001d2d-5856-4e6c-8097-a545bf20c7b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:24:07.815375 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.843399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20e0c848-fc6d-462b-9cbe-96dde9c650bb req-7fc889cd-b34f-47db-ba46-3e444b08c40f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726208 Feb 19 00:24:07.868113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560b2d1-4a04-4c50-9a09-033fb8cdd9a8 None None] Pushing event deleted for resources: {'Port': ['ID=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:07.911038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Allocated IP 172.20.0.12 (a66a2644-3c4a-4409-98a9-f3d6abe8be72/877a2166-d158-4a22-bcfc-b563a81ecccc/eddd221f-4a66-46f2-9650-1deda76e5806) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:24:07.932821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:07.953420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca4456-366d-4bf4-9810-8b934fa4f31e req-c255e69c-47ea-4635-8cba-a1cea527a17f tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:07.962531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efca4456-366d-4bf4-9810-8b934fa4f31e req-c255e69c-47ea-4635-8cba-a1cea527a17f tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 950 time: 0.3976824 Feb 19 00:24:07.977242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:08.031984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:08.035397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:08.035971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:08.054626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] No DVR routers for this DVR port 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:08.067150 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.102313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-a7882643-eda6-42c5-b48c-13e389160a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:08.104154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-a7882643-eda6-42c5-b48c-13e389160a07 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1131 time: 0.3223464 Feb 19 00:24:08.121716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efca4456-366d-4bf4-9810-8b934fa4f31e req-e78ff054-2016-44a7-90bd-d47b50a81e2a tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581416 Feb 19 00:24:08.150421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:08.151101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.152556 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] 10.222.0.113 "PUT /v2.0/ports/291a46da-e565-4d82-bf4c-89ae9f7f2cc0 HTTP/1.1" status: 200 len: 1092 time: 3.2428164 Feb 19 00:24:08.186807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77661f24-1b12-4404-aedf-7d843c052634', 'tag': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:08.190817 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ffa410-4284-436a-bdcb-612a51b729da" -d '{"events": [{"name": "network-changed", "server_uuid": "77661f24-1b12-4404-aedf-7d843c052634", "tag": "291a46da-e565-4d82-bf4c-89ae9f7f2cc0"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:08.285101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:08.310556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:08.311070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 788fe4a6-50cd-40f9-9cc7-b9c46d1a28eb not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:08.311849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d5a1b1b6-43d9-4150-a3aa-199ad1053ffe no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:08.339663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dd8e4-0de6-489c-b7ff-02092f5949f6 service neutron] Pushing event updated for resources: {'Port': ['ID=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:08.379632 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for port (eddd221f-4a66-46f2-9650-1deda76e5806), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.389827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e877b88f-ec3e-492e-bf7a-d20fe623db77), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.400068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d5a1b1b6-43d9-4150-a3aa-199ad1053ffe {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:08.400641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d5a1b1b6-43d9-4150-a3aa-199ad1053ffe not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:08.423579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-e63dd91b-f2ba-479b-bda0-a74e4d20d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:08.425122 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-e63dd91b-f2ba-479b-bda0-a74e4d20d83b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 1126 time: 0.2018116 Feb 19 00:24:08.434352 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.462345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e877b88f-ec3e-492e-bf7a-d20fe623db77']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:08.504470 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-69f85901-017d-4761-9b9c-cca283f453fe service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0 HTTP/1.1" status: 200 len: 217 time: 0.0676465 Feb 19 00:24:08.509464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:08.516152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7561ad-c23c-4e45-959b-00373ea6225a') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:08.517177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7561ad-c23c-4e45-959b-00373ea6225a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:08.533219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:24:08.538786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (5e7561ad-c23c-4e45-959b-00373ea6225a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.571621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb24c62-a8c6-456b-b45a-f6ae27e03802 None None] The sync data for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 is: [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd2c15365-07e4-459c-bbbe-cf47f6d05132', 'name': '', 'network_id': 'f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'mac_address': 'fa:16:3e:cc:04:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:09Z', 'updated_at': '2022-02-19T00:20:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'subnets': [{'id': '24705ceb-5041-4929-97de-9b68c89c4fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:24:08.585093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-f8fc0943-ef3e-477a-abba-1702e671be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:08.587312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5e7561ad-c23c-4e45-959b-00373ea6225a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.587934 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-f8fc0943-ef3e-477a-abba-1702e671be5b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 200 len: 845 time: 0.0577416 Feb 19 00:24:08.591462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:08.602238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:24:08.625968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:24:08.626422 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (5e7561ad-c23c-4e45-959b-00373ea6225a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:24:08.630758 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:24:08.724025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:08.724736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.739257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:08.743673 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-56c39655-aa60-4e14-bc49-39a87d3f6997 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429138 Feb 19 00:24:08.750627 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-c9d80e3e-052a-47dc-b408-f877f155fed4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1624265 Feb 19 00:24:08.768208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43576cc-1e52-4b18-b011-dc9d5cd33da9 req-74f4294a-1d13-43fc-81f5-297c3df13618 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:08.775099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Request body: {'port': {'device_id': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:08.777906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e43576cc-1e52-4b18-b011-dc9d5cd33da9 req-74f4294a-1d13-43fc-81f5-297c3df13618 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 949 time: 0.4858074 Feb 19 00:24:08.781685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-c5a5f3fd-53a4-48d3-8fed-63f8e579cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:08.783408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-c5a5f3fd-53a4-48d3-8fed-63f8e579cc20 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.6603258 Feb 19 00:24:08.788956 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e877b88f-ec3e-492e-bf7a-d20fe623db77), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.827933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:08.831242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e877b88f-ec3e-492e-bf7a-d20fe623db77 HTTP/1.1" status: 204 len: 168 time: 2.0672941 Feb 19 00:24:08.849909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f677b-4987-4b29-aaf3-ca0f1e6b3a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=e877b88f-ec3e-492e-bf7a-d20fe623db77,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:08.991774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f30ce1-c97c-497f-849c-7943698616d7 req-03a066c1-364c-4e3f-aa7a-f825ff6e45e4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:09.007262 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-1fc20d15-e4e3-46f2-a4c1-5e0d6603fb1e service neutron] 10.222.0.113 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532427 Feb 19 00:24:09.013609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24f30ce1-c97c-497f-849c-7943698616d7 req-03a066c1-364c-4e3f-aa7a-f825ff6e45e4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 932 time: 0.7203088 Feb 19 00:24:09.051499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-ea0f16e6-289d-4165-b9ff-de589f47f713 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 217 time: 0.2589352 Feb 19 00:24:09.056481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-36444ba1-7ef6-450e-8af8-5077987ff2e9 None None] Provisioning complete for port eddd221f-4a66-46f2-9650-1deda76e5806 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:09.056999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36444ba1-7ef6-450e-8af8-5077987ff2e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:09.074945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:09.123191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60352) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:09.163251 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01fcb3f-9d92-405b-bccd-8196ba75e4b3 None None] New status for floating IP 8e8116fe-ae03-4c26-8564-1e694cb0bc31: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:24:09.164976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-36444ba1-7ef6-450e-8af8-5077987ff2e9 None None] Port eddd221f-4a66-46f2-9650-1deda76e5806 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:24:09.186717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24f30ce1-c97c-497f-849c-7943698616d7 req-6d0aa1ed-0e7f-4dbb-ae11-bf3bea8f565d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719117 Feb 19 00:24:09.196848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-8d6f6134-92a7-424d-b9a4-623f26c7d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:09.198406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-8d6f6134-92a7-424d-b9a4-623f26c7d4bb service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1392822 Feb 19 00:24:09.203296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e43576cc-1e52-4b18-b011-dc9d5cd33da9 req-2a3e8bca-3851-4272-b67f-a74b0c8e6f54 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242058 Feb 19 00:24:09.265801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-32814294-8b38-475c-a5b9-526ca07573bb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=94587b84a91a42c2b65fa8548608e7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397429 Feb 19 00:24:09.269655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60356) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:09.306558 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b915e118-38df-447a-864d-c7f0bbe3372e x-openstack-request-id: req-b915e118-38df-447a-864d-c7f0bbe3372e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:09.307085 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77661f24-1b12-4404-aedf-7d843c052634", "tag": "291a46da-e565-4d82-bf4c-89ae9f7f2cc0", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:09.307938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-c67f2c9b-b36d-4eb8-892b-4da01e3b1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:09.308367 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b915e118-38df-447a-864d-c7f0bbe3372e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:09.308961 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77661f24-1b12-4404-aedf-7d843c052634', 'tag': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0', 'status': 'completed', 'code': 200} Feb 19 00:24:09.309543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-c67f2c9b-b36d-4eb8-892b-4da01e3b1b67 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1002738 Feb 19 00:24:09.373090 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7648f2ed-5a94-4a9b-81a3-9da45740479d req-8467d14a-6c8e-468d-87c3-d16e6a5e7b05 service neutron] 10.222.0.113 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536468 Feb 19 00:24:09.532937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83f3dd41-bbd7-49f1-9757-16ea4e3cf3dd admin admin] Publish callbacks [] for security_group (fde1b0f0-4362-4c9d-a521-f46ccb89934f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:09.563546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf155da-4af2-41a7-863a-5d6bcf296851 req-1e06fdc7-6ef8-4b8d-ac75-f15bb82aa663 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:09.565096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bf155da-4af2-41a7-863a-5d6bcf296851 req-1e06fdc7-6ef8-4b8d-ac75-f15bb82aa663 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 944 time: 0.2460687 Feb 19 00:24:09.576502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa410-4284-436a-bdcb-612a51b729da req-92fc3be6-ce3d-434c-84f4-9c5429dc2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:09.578014 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-07ffa410-4284-436a-bdcb-612a51b729da req-92fc3be6-ce3d-434c-84f4-9c5429dc2830 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 1126 time: 0.0846841 Feb 19 00:24:09.597740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83f3dd41-bbd7-49f1-9757-16ea4e3cf3dd admin admin] Publish callbacks [] for security_group (fde1b0f0-4362-4c9d-a521-f46ccb89934f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:09.602021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-694fcd51-5c50-4b11-bbc7-a86aee3c34e4 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236788 Feb 19 00:24:09.640230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e85622-3a90-43fc-9724-4fd2dc3c6f36 req-70e27357-9838-480b-b3d0-4ee380ce3397 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:09.641753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6e85622-3a90-43fc-9724-4fd2dc3c6f36 req-70e27357-9838-480b-b3d0-4ee380ce3397 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1721320 Feb 19 00:24:09.696699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddd221f-4a66-46f2-9650-1deda76e5806 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:09.712496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Publish callbacks [] for port (eddd221f-4a66-46f2-9650-1deda76e5806), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:09.737386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa410-4284-436a-bdcb-612a51b729da req-f46f52fa-3c4f-41b5-be48-d01e4e0c6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:09.738963 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-07ffa410-4284-436a-bdcb-612a51b729da req-f46f52fa-3c4f-41b5-be48-d01e4e0c6a2e service neutron] 10.222.0.113 "GET /v2.0/networks?id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 200 len: 906 time: 0.1539221 Feb 19 00:24:09.740357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Transition to ACTIVE for port object eddd221f-4a66-46f2-9650-1deda76e5806 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:24:09.746099 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:09.767316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bf155da-4af2-41a7-863a-5d6bcf296851 req-320918bf-8688-4500-b745-31c5eefeecae tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805511 Feb 19 00:24:09.813504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6e85622-3a90-43fc-9724-4fd2dc3c6f36 req-2a791d22-9821-49c7-8fae-d313a0365944 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565039 Feb 19 00:24:09.832687 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-07ffa410-4284-436a-bdcb-612a51b729da req-9b75618e-a38f-4cf3-a4d8-8246eff4179c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0 HTTP/1.1" status: 200 len: 217 time: 0.0836089 Feb 19 00:24:09.837711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83f3dd41-bbd7-49f1-9757-16ea4e3cf3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fde1b0f0-4362-4c9d-a521-f46ccb89934f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:09.845949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83f3dd41-bbd7-49f1-9757-16ea4e3cf3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:09.849459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-83f3dd41-bbd7-49f1-9757-16ea4e3cf3dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fde1b0f0-4362-4c9d-a521-f46ccb89934f HTTP/1.1" status: 204 len: 168 time: 0.5751443 Feb 19 00:24:09.858314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-6ffa4250-d0b3-4551-b610-f6d4262a3e4b service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411766 Feb 19 00:24:09.896815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f3dd41-bbd7-49f1-9757-16ea4e3cf3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde1b0f0-4362-4c9d-a521-f46ccb89934f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:09.939910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:10.145417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffa410-4284-436a-bdcb-612a51b729da req-a751c6ca-5f9d-4a70-a496-843ca0189e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:10.152086 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-07ffa410-4284-436a-bdcb-612a51b729da req-a751c6ca-5f9d-4a70-a496-843ca0189e96 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 200 len: 845 time: 0.3051274 Feb 19 00:24:10.231348 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-07ffa410-4284-436a-bdcb-612a51b729da req-64ee79a4-fbea-47fd-aac0-e6dbf3604f7e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688374 Feb 19 00:24:10.286972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Attempting to bind port eddd221f-4a66-46f2-9650-1deda76e5806 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:24:10.287454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Attempting to bind port eddd221f-4a66-46f2-9650-1deda76e5806 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:24:10.288020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Attempting to bind port eddd221f-4a66-46f2-9650-1deda76e5806 on network a66a2644-3c4a-4409-98a9-f3d6abe8be72 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:10.351702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Port eddd221f-4a66-46f2-9650-1deda76e5806 on network a66a2644-3c4a-4409-98a9-f3d6abe8be72 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:24:10.352290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Attempting to bind port eddd221f-4a66-46f2-9650-1deda76e5806 on network a66a2644-3c4a-4409-98a9-f3d6abe8be72 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:10.418219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:24:10.418713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Checking segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:10.419274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Bound using segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:24:10.428414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Bound port: eddd221f-4a66-46f2-9650-1deda76e5806, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:24:10.430105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:10.625013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:10.631301 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-07ffa410-4284-436a-bdcb-612a51b729da req-b4ad4dba-171e-4e21-ad8c-f4620cd7df5c service neutron] 10.222.0.113 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871045 Feb 19 00:24:10.636221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:10.680594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:10.778713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b0418-797e-4f85-a326-44e160ff9946 req-01322b52-4608-427e-92a7-6dc4502f4853 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:10.781402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-902b0418-797e-4f85-a326-44e160ff9946 req-01322b52-4608-427e-92a7-6dc4502f4853 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1562042 Feb 19 00:24:10.837693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:10.839670 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:10.842677 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] 10.222.0.126 "PUT /v2.0/ports/eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 200 len: 1092 time: 2.0724089 Feb 19 00:24:10.903286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-902b0418-797e-4f85-a326-44e160ff9946 req-3602f1d1-4809-4c8f-b3da-1698f951796d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156030 Feb 19 00:24:10.973043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafb0a74-da1a-4632-aac5-af6c1bc71539 service neutron] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:11.032657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-07ffa410-4284-436a-bdcb-612a51b729da req-e1f00774-39b5-415e-abc2-b541e6968a9a service neutron] 10.222.0.113 "GET /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831160 Feb 19 00:24:11.081900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60422) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:11.098996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-33292d5f-6f7a-4134-b375-c79353167585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:11.101029 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-33292d5f-6f7a-4134-b375-c79353167585 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 1126 time: 0.1779358 Feb 19 00:24:11.227516 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-f736f262-5cfa-4acf-ab60-6b02dcf9194f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 200 len: 217 time: 0.1081710 Feb 19 00:24:11.315947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:11.317765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a483b13-69a0-4412-a4fc-f334e307d9c1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group (52b1ee26-3a13-4283-ad83-50a2105edafd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:11.321464 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9" -d '{"events": [{"name": "network-changed", "server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:11.348953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-ac94f7f7-1762-4f69-93e8-d01377c07db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:11.349224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ef780-9114-41d2-a3da-46895267ed61 req-4defea17-2138-418b-90a5-dd16d553e892 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:11.352243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea2ef780-9114-41d2-a3da-46895267ed61 req-4defea17-2138-418b-90a5-dd16d553e892 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 944 time: 0.1944680 Feb 19 00:24:11.352734 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-ac94f7f7-1762-4f69-93e8-d01377c07db6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.1118157 Feb 19 00:24:11.398407 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a483b13-69a0-4412-a4fc-f334e307d9c1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group (52b1ee26-3a13-4283-ad83-50a2105edafd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:11.491071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-727547a4-3891-42bf-b603-265e842cbfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:11.493775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-727547a4-3891-42bf-b603-265e842cbfa0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1277177 Feb 19 00:24:11.500118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea2ef780-9114-41d2-a3da-46895267ed61 req-9fa83b4f-8a40-4168-972e-fa8c647f5c28 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343520 Feb 19 00:24:11.540012 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a483b13-69a0-4412-a4fc-f334e307d9c1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (52b1ee26-3a13-4283-ad83-50a2105edafd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:11.553167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a483b13-69a0-4412-a4fc-f334e307d9c1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:11.559987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2a483b13-69a0-4412-a4fc-f334e307d9c1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "DELETE /v2.0/security-groups/52b1ee26-3a13-4283-ad83-50a2105edafd HTTP/1.1" status: 204 len: 168 time: 0.4764004 Feb 19 00:24:11.560756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60440) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:11.582773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a483b13-69a0-4412-a4fc-f334e307d9c1 tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b1ee26-3a13-4283-ad83-50a2105edafd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:11.608323 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-c4fe8418-8abb-4484-b46e-bd1a3b8762cf tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] show failed (client error): The resource could not be found. Feb 19 00:24:11.615734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c4fe8418-8abb-4484-b46e-bd1a3b8762cf tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "GET /v2.0/security-groups/52b1ee26-3a13-4283-ad83-50a2105edafd HTTP/1.1" status: 404 len: 347 time: 0.0438330 Feb 19 00:24:11.617882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60442) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:11.637995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-e4b31b74-44a2-4744-af81-9086340e5a72 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320550 Feb 19 00:24:11.674439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1f22d-a67e-40ae-bb9b-0161baddfb0b req-9eb9c744-3360-4fb4-a62d-6dd14380abc4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:11.684393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78b1f22d-a67e-40ae-bb9b-0161baddfb0b req-9eb9c744-3360-4fb4-a62d-6dd14380abc4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2006485 Feb 19 00:24:11.753808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78b1f22d-a67e-40ae-bb9b-0161baddfb0b req-91ae5f07-da03-4698-98f0-a123427708da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682530 Feb 19 00:24:11.756401 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-badc8d99-e79a-47e0-80db-d8dcba6f312a req-f81fed53-892f-4a66-8250-b26629c8946b service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119781 Feb 19 00:24:11.757885 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3932aea5-2355-4136-9a22-ff3a7fcb2712 x-openstack-request-id: req-3932aea5-2355-4136-9a22-ff3a7fcb2712 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:11.758175 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:11.758468 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3932aea5-2355-4136-9a22-ff3a7fcb2712 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:11.759034 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'status': 'completed', 'code': 200} Feb 19 00:24:11.891721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Deleting port 0715ca46-b9f3-4595-99cb-a724074ca91e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:11.892830 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0715ca46-b9f3-4595-99cb-a724074ca91e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:11.897315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-5469cd23-4521-45a1-9e10-2205300cf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:11.899004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-5469cd23-4521-45a1-9e10-2205300cf719 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 1126 time: 0.0604498 Feb 19 00:24:11.998153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0715ca46-b9f3-4595-99cb-a724074ca91e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:12.000777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (0715ca46-b9f3-4595-99cb-a724074ca91e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:12.030154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Calling delete_port for 0715ca46-b9f3-4595-99cb-a724074ca91e owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:12.180847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-f2c45ec8-f946-4133-a332-89f326a1496a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:12.184077 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-f2c45ec8-f946-4133-a332-89f326a1496a service neutron] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 916 time: 0.2733140 Feb 19 00:24:12.287207 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-4e781b62-ac30-49d6-baf9-0bae5d4b1e77 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 200 len: 217 time: 0.0916193 Feb 19 00:24:12.404609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-fedc6e17-fcaf-4e52-8cdc-03fc4b79796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:12.411013 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-fedc6e17-fcaf-4e52-8cdc-03fc4b79796e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.1188211 Feb 19 00:24:12.528663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-8288f22d-a302-426b-baba-b8bfe1e5c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:12.531555 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-8288f22d-a302-426b-baba-b8bfe1e5c1d0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1092510 Feb 19 00:24:12.709190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:24:12.731254 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-1f6b6c82-4eaa-46a6-9ae9-fd8b18bee91a service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854832 Feb 19 00:24:12.794918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0715ca46-b9f3-4595-99cb-a724074ca91e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:12.869642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:12.901175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'port_id': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0', 'mac_address': 'fa:16:3e:01:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832ec8d-ced2-4256-9b99-70a9e55a8e5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:24:12.914516 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks [] for floatingip (8e8116fe-ae03-4c26-8564-1e694cb0bc31), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:12.917767 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:12.922606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] 10.222.0.60 "DELETE /v2.0/floatingips/8e8116fe-ae03-4c26-8564-1e694cb0bc31 HTTP/1.1" status: 204 len: 168 time: 1.2989614 Feb 19 00:24:12.923270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9af72-c761-4329-9115-90672469d4db tempest-ServersWithSpecificFlavorTestJSON-844755064 tempest-ServersWithSpecificFlavorTestJSON-844755064-project] Pushing event deleted for resources: {'Port': ['ID=0715ca46-b9f3-4595-99cb-a724074ca91e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:12.958928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cbea40d-5b9a-4fad-a74c-280c9aa846b9 req-755eda4b-fa18-40d6-92d4-540d4499b182 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203040 Feb 19 00:24:12.967714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:12.968366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:12.987071 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:12.989270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9cb9-8fd2-455e-b80e-b861b76cfb9c req-03b6b9ed-e32a-4cd2-9896-0e388b6ba2df tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:13.000490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c8d9cb9-8fd2-455e-b80e-b861b76cfb9c req-03b6b9ed-e32a-4cd2-9896-0e388b6ba2df tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 944 time: 0.3677325 Feb 19 00:24:13.013922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:13.020691 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:13.037010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4698c58-7d80-4afa-80ae-e472a014a47e req-40693073-e842-45d0-84c8-d8fca6780c95 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:13.041786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4698c58-7d80-4afa-80ae-e472a014a47e req-40693073-e842-45d0-84c8-d8fca6780c95 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.4261897 Feb 19 00:24:13.084603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:13.126912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c8d9cb9-8fd2-455e-b80e-b861b76cfb9c req-25c562da-efa4-41fd-8e35-6c0c2045f237 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251454 Feb 19 00:24:13.324448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['291a46da-e565-4d82-bf4c-89ae9f7f2cc0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:24:13.372290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4698c58-7d80-4afa-80ae-e472a014a47e req-79d0ce1f-26d6-4549-90e4-3bd8e15be449 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178945 Feb 19 00:24:13.425902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f6e14-7169-4750-b4d3-ce29ec21bbff req-a60d1745-53ee-4340-8909-c88e3650941e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:13.437875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e6f6e14-7169-4750-b4d3-ce29ec21bbff req-a60d1745-53ee-4340-8909-c88e3650941e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1170621 Feb 19 00:24:13.454332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:24:13.548751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e6f6e14-7169-4750-b4d3-ce29ec21bbff req-d98f21e6-cedc-4a12-8261-35a6a3d11b9d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093414 Feb 19 00:24:13.798483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:13.867222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'mac_address': 'fa:16:3e:0a:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:24:13.923266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1d1b086b-878a-4712-92b7-6904a835b6f3 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:13.923845 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:13.957417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d1b086b-878a-4712-92b7-6904a835b6f3 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:13.989627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:13.995515 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:14.060059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:14.085400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60574) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:14.238781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['1d1b086b-878a-4712-92b7-6904a835b6f3'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:24:14.692786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645b534-c6b9-4224-b202-2642dfa748fd req-7897d97e-e436-49b9-8d61-3433012990ee tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:14.697987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2645b534-c6b9-4224-b202-2642dfa748fd req-7897d97e-e436-49b9-8d61-3433012990ee tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 945 time: 0.3636544 Feb 19 00:24:14.732377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:14.807307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:24:14.817588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:14.818161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:14.841248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2645b534-c6b9-4224-b202-2642dfa748fd req-da744c55-1984-4bbe-a0e5-4532a97942e1 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272476 Feb 19 00:24:14.910969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3969ec-01f0-4c60-a0d4-82f13a1d6d52 req-c5a54cc0-e6b5-4953-be2c-4ad2ca63ca8c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:14.913890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe3969ec-01f0-4c60-a0d4-82f13a1d6d52 req-c5a54cc0-e6b5-4953-be2c-4ad2ca63ca8c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1551220 Feb 19 00:24:14.960961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:15.040927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:15.041735 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:15.068671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe3969ec-01f0-4c60-a0d4-82f13a1d6d52 req-283bb770-8025-41db-b1e9-801245cb5bd0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307287 Feb 19 00:24:15.090597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77661f24-1b12-4404-aedf-7d843c052634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:15.093448 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc55af7-5764-4b4a-a83b-4a703d5721c4" -d '{"events": [{"server_uuid": "77661f24-1b12-4404-aedf-7d843c052634", "name": "network-vif-plugged", "status": "completed", "tag": "291a46da-e565-4d82-bf4c-89ae9f7f2cc0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:15.110523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:15.120890 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:15.213358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:15.264464 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:24:15.320128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e1f4-8777-4cfe-8861-9433ee924852 req-14cea9b2-0f3c-4d99-8b71-eeb77aeff582 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:15.329796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f570e1f4-8777-4cfe-8861-9433ee924852 req-14cea9b2-0f3c-4d99-8b71-eeb77aeff582 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1659749 Feb 19 00:24:15.369392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:24:15.374015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:15.454685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f570e1f4-8777-4cfe-8861-9433ee924852 req-07f6ef3d-7e84-4043-983d-29d2c80a2872 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132259 Feb 19 00:24:15.526946 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ebbc45-b234-4d9a-a5bf-a7d86241e2a8 x-openstack-request-id: req-a8ebbc45-b234-4d9a-a5bf-a7d86241e2a8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:15.527251 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77661f24-1b12-4404-aedf-7d843c052634", "name": "network-vif-plugged", "status": "completed", "tag": "291a46da-e565-4d82-bf4c-89ae9f7f2cc0", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:15.527512 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8ebbc45-b234-4d9a-a5bf-a7d86241e2a8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:15.529071 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77661f24-1b12-4404-aedf-7d843c052634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0', 'code': 200} Feb 19 00:24:15.581675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 1d1b086b-878a-4712-92b7-6904a835b6f3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:15.582146 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:15.660292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Deleting port d2c15365-07e4-459c-bbbe-cf47f6d05132 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:15.664726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c73d-c08c-493d-b58d-2a9b81da2e23 req-a7e4e2c1-88a1-43f8-bc88-c6dac8cf066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:15.666413 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-37d0c73d-c08c-493d-b58d-2a9b81da2e23 req-a7e4e2c1-88a1-43f8-bc88-c6dac8cf066d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 1128 time: 0.0720873 Feb 19 00:24:15.674070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:15.683592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:15.724973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'port_id': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'mac_address': 'fa:16:3e:c6:1d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:24:15.752547 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-37d0c73d-c08c-493d-b58d-2a9b81da2e23 req-f820a892-b53a-417d-b6a2-97804927bc0b service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762930 Feb 19 00:24:15.885202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] For port d2c15365-07e4-459c-bbbe-cf47f6d05132, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d2c15365-07e4-459c-bbbe-cf47f6d05132,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:15.885540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:15.902467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Calling delete_port for d2c15365-07e4-459c-bbbe-cf47f6d05132 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:16.086967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1d1b086b-878a-4712-92b7-6904a835b6f3 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:16.087931 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:16.174971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:16.179478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port eddd221f-4a66-46f2-9650-1deda76e5806 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:16.180297 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:16.207675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddd221f-4a66-46f2-9650-1deda76e5806 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:16.215137 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:16.220556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d2c15365-07e4-459c-bbbe-cf47f6d05132), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:16.270703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:16.279971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c15365-07e4-459c-bbbe-cf47f6d05132,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:16.284368 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:16.299735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a52162-108b-47ee-87b7-7346701d4b88 req-240cde68-496b-45d2-be4f-aee19fe1a71d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:16.310116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3a52162-108b-47ee-87b7-7346701d4b88 req-240cde68-496b-45d2-be4f-aee19fe1a71d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 946 time: 0.1680274 Feb 19 00:24:16.314321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:16.440578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:16.539622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3a52162-108b-47ee-87b7-7346701d4b88 req-9b927080-38f9-4310-b4dc-c05301522725 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283363 Feb 19 00:24:16.680485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ac8a6-8e0f-4b05-aaa8-50a33a966f12 req-0c9f1454-3240-45c8-8d31-588291636278 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:16.692076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f45ac8a6-8e0f-4b05-aaa8-50a33a966f12 req-0c9f1454-3240-45c8-8d31-588291636278 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 945 time: 0.1932645 Feb 19 00:24:16.746228 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:16.846073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f45ac8a6-8e0f-4b05-aaa8-50a33a966f12 req-dc037a03-b432-4a6b-8f75-58f00ef90878 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519499 Feb 19 00:24:16.873315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['eddd221f-4a66-46f2-9650-1deda76e5806'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:24:17.182933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7228fc-13fd-4f2f-8f5f-85bcc5a56ab0 req-13464097-2ff8-46bb-b9cb-a8d9c8dd2a49 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:17.193867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb7228fc-13fd-4f2f-8f5f-85bcc5a56ab0 req-13464097-2ff8-46bb-b9cb-a8d9c8dd2a49 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.4664831 Feb 19 00:24:17.219543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:24:17.316964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb7228fc-13fd-4f2f-8f5f-85bcc5a56ab0 req-960ecb76-af66-4fd4-8f5b-a0cc9785e604 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216948 Feb 19 00:24:17.406486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:24:17.418896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] Sync routers for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:24:17.420043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-57a57ca8-7249-46c6-bfc6-d6b95a174a30 admin admin] 10.222.0.60 "PUT /v2.0/routers/ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3333263 Feb 19 00:24:17.420920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60798) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:17.452168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:17.452830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:17.529847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:17.533605 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc1bae-443d-4d37-8ea3-90f9b12e5348" -d '{"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:17.583735 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks [] for router (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:17.677426 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f9482d-e758-4062-a925-cc8c3de46820 x-openstack-request-id: req-f9f9482d-e758-4062-a925-cc8c3de46820 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:17.677558 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:17.677829 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9f9482d-e758-4062-a925-cc8c3de46820 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:17.678444 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'code': 200} Feb 19 00:24:17.741791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:17.937137 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4468614-c534-42bf-9ab9-961f582795b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:18.140138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:24:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:18.212832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] Checking router: ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:24:18.230201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] Routers {'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:18.233718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:18.282515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cec74-bc2a-4820-a24a-20ba30813d84 req-1b2338ec-1e2e-4b53-8871-ce40da01ca9d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:18.285147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d2cec74-bc2a-4820-a24a-20ba30813d84 req-1b2338ec-1e2e-4b53-8871-ce40da01ca9d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 946 time: 0.1446660 Feb 19 00:24:18.292071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks [] for router_gateway (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:18.486505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d2cec74-bc2a-4820-a24a-20ba30813d84 req-c7d75401-2136-4dde-b721-2b7b80e4099c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818209 Feb 19 00:24:18.488963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] Set router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:18.492865 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:18.516327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1272e-3a1f-4a13-9e72-cae793483031 req-adc519f1-2954-45da-9b84-50acc282ae4e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:18.525431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebb1272e-3a1f-4a13-9e72-cae793483031 req-adc519f1-2954-45da-9b84-50acc282ae4e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 945 time: 0.2194653 Feb 19 00:24:18.614410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Deleting port a7724c12-6a22-49e6-87a2-42575c9adec4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:18.615565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:18.699762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebb1272e-3a1f-4a13-9e72-cae793483031 req-f662c8e8-afec-4e76-a674-ab2491f8f89f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725633 Feb 19 00:24:18.862543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:24:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:18.901914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d8875-305f-481f-98ed-241a86fbf27a None None] The sync data for ids ['ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a'] in n-d-826527-3 is: [{'id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1995371536-router', 'tenant_id': 'ca8f472355504c2a9adaab3987575585', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:04Z', 'updated_at': '2022-02-19T00:24:16Z', 'revision_number': 5, 'project_id': 'ca8f472355504c2a9adaab3987575585', 'gw_port': {'id': 'a7724c12-6a22-49e6-87a2-42575c9adec4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:05Z', 'updated_at': '2022-02-19T00:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:24:18.964657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] For port a7724c12-6a22-49e6-87a2-42575c9adec4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a7724c12-6a22-49e6-87a2-42575c9adec4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:18.965288 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:19.023616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Calling delete_port for a7724c12-6a22-49e6-87a2-42575c9adec4 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:19.150859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ffc15-6268-4152-a937-f26237e2d180 req-ca60ef38-a4d5-4e50-91b6-1c4fe0301669 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:19.158267 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-238ffc15-6268-4152-a937-f26237e2d180 req-ca60ef38-a4d5-4e50-91b6-1c4fe0301669 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.3747988 Feb 19 00:24:19.391273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:19.434436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-238ffc15-6268-4152-a937-f26237e2d180 req-44896724-d4cb-407f-a58d-2ee868873bf8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618275 Feb 19 00:24:19.646094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port eddd221f-4a66-46f2-9650-1deda76e5806 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:24:19.652922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port eddd221f-4a66-46f2-9650-1deda76e5806 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:19.658544 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:19.674092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a7724c12-6a22-49e6-87a2-42575c9adec4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:19.746425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7724c12-6a22-49e6-87a2-42575c9adec4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:19.803659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.803895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.804248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.815662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.816034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.825714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.826355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.827625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.827992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.828346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.828701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.829194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:19.829750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:20.035140 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da278b8-0dcd-45dd-82fa-38f793374160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.037640 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.049741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port eddd221f-4a66-46f2-9650-1deda76e5806 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:20.050151 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.128922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:20.132041 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1b28ec-ed05-41fa-abd2-c1e8f9dbf3db" -d '{"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-plugged", "status": "completed", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:20.152212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:20.166657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.206929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.210827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks [] for router_controller (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.331538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d2c15365-07e4-459c-bbbe-cf47f6d05132 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:20.341702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:20.394440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d2c15365-07e4-459c-bbbe-cf47f6d05132 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:20.395930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d2c15365-07e4-459c-bbbe-cf47f6d05132 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:20.462334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af80dc6b-4ec7-44d7-83ef-c59dcac94e0c req-924b75b2-2311-44e6-b8f4-e1fdb9da9056 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:20.473619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af80dc6b-4ec7-44d7-83ef-c59dcac94e0c req-924b75b2-2311-44e6-b8f4-e1fdb9da9056 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 945 time: 0.4475210 Feb 19 00:24:20.542744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af80dc6b-4ec7-44d7-83ef-c59dcac94e0c req-7e8c7b8a-9b5a-4b84-a1dd-7664f832c769 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680749 Feb 19 00:24:20.543474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.544150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:24:20.555144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.556311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7e9997e6-654f-4004-9ed4-535ff308013a admin admin] 10.222.0.60 "DELETE /v2.0/routers/ccd4f9ff-5ddb-4586-a9c5-5c88ab46692a HTTP/1.1" status: 204 len: 168 time: 3.1343079 Feb 19 00:24:20.559380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60968) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:20.665056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9eeb09-3eb6-4ec5-9937-810a35e403d3 admin admin] Deleting subnet 24705ceb-5041-4929-97de-9b68c89c4fad {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:24:20.670052 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd9eeb09-3eb6-4ec5-9937-810a35e403d3 admin admin] Publish callbacks [] for subnet (24705ceb-5041-4929-97de-9b68c89c4fad), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.794281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd9eeb09-3eb6-4ec5-9937-810a35e403d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (24705ceb-5041-4929-97de-9b68c89c4fad), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.951879 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd9eeb09-3eb6-4ec5-9937-810a35e403d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (24705ceb-5041-4929-97de-9b68c89c4fad), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:20.969259 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e056732-f514-449f-a242-d7803c28d44d x-openstack-request-id: req-9e056732-f514-449f-a242-d7803c28d44d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:20.970346 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-plugged", "status": "completed", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:20.970848 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e056732-f514-449f-a242-d7803c28d44d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:20.971452 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'code': 200} Feb 19 00:24:21.049015 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd9eeb09-3eb6-4ec5-9937-810a35e403d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (24705ceb-5041-4929-97de-9b68c89c4fad), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:21.053004 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:21.111110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9eeb09-3eb6-4ec5-9937-810a35e403d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24705ceb-5041-4929-97de-9b68c89c4fad,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:21.118742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd9eeb09-3eb6-4ec5-9937-810a35e403d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:21.127579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fd9eeb09-3eb6-4ec5-9937-810a35e403d3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/24705ceb-5041-4929-97de-9b68c89c4fad HTTP/1.1" status: 204 len: 168 time: 0.5663919 Feb 19 00:24:21.130905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2ba4ea-b86b-457a-94fa-afc1708513bf None None] Network f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:24:21.149157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60996) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:21.245262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b58619-92fc-40c0-a47a-9c4b54719ee1 req-265d7745-1dab-48c1-b9c9-a17db9e0e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:21.255248 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73b58619-92fc-40c0-a47a-9c4b54719ee1 req-265d7745-1dab-48c1-b9c9-a17db9e0e079 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 1128 time: 0.1983154 Feb 19 00:24:21.417634 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73b58619-92fc-40c0-a47a-9c4b54719ee1 req-3acddc66-3bbf-4e76-b16a-8e1ddfd250d7 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521976 Feb 19 00:24:21.472783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:21.508098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccae07-3508-4857-bfb2-2526b7a9705f req-885c2840-81db-44e5-818d-b5728e6ca1fb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:21.518044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95ccae07-3508-4857-bfb2-2526b7a9705f req-885c2840-81db-44e5-818d-b5728e6ca1fb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.4092524 Feb 19 00:24:21.555636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] DHCP port deletion for f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:24:21.627308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95ccae07-3508-4857-bfb2-2526b7a9705f req-016f1f09-f61b-4656-844a-1adc04158a1a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004581 Feb 19 00:24:21.685373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Deleting port ce43a770-8f94-4acd-8464-bf28f8e34c47 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:21.685776 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:21.711962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] Deleting port ce43a770-8f94-4acd-8464-bf28f8e34c47 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:21.712471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:21.859423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] For port ce43a770-8f94-4acd-8464-bf28f8e34c47, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ce43a770-8f94-4acd-8464-bf28f8e34c47,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:21.860108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:21.910270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] For port ce43a770-8f94-4acd-8464-bf28f8e34c47, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ce43a770-8f94-4acd-8464-bf28f8e34c47,segment=NetworkSegment(6352d974-a601-4f56-b71b-94f2667b63ca),segment_id=6352d974-a601-4f56-b71b-94f2667b63ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:21.911023 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:21.914797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Calling delete_port for ce43a770-8f94-4acd-8464-bf28f8e34c47 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:21.964591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] Calling delete_port for ce43a770-8f94-4acd-8464-bf28f8e34c47 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:22.211584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a7724c12-6a22-49e6-87a2-42575c9adec4 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:22.234628 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.253402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: a7724c12-6a22-49e6-87a2-42575c9adec4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:22.253777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a7724c12-6a22-49e6-87a2-42575c9adec4 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:22.254230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ce43a770-8f94-4acd-8464-bf28f8e34c47 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:22.270906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] No DVR routers for this DVR port ce43a770-8f94-4acd-8464-bf28f8e34c47 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:22.319500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: ce43a770-8f94-4acd-8464-bf28f8e34c47 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:22.319840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ce43a770-8f94-4acd-8464-bf28f8e34c47 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:22.344371 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (ce43a770-8f94-4acd-8464-bf28f8e34c47), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.378919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] Pushing event deleted for resources: {'Port': ['ID=ce43a770-8f94-4acd-8464-bf28f8e34c47,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:22.394940 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.398323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2038804b-2a50-4232-bfd7-05d74572b899 None None] No DVR routers for this DVR port ce43a770-8f94-4acd-8464-bf28f8e34c47 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:22.439694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce43a770-8f94-4acd-8464-bf28f8e34c47,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:22.442795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:22.480259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6352d974-a601-4f56-b71b-94f2667b63ca') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:22.480590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6352d974-a601-4f56-b71b-94f2667b63ca') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:22.500707 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.501921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (6352d974-a601-4f56-b71b-94f2667b63ca), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.515015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b320d-60e8-4a54-9b0e-518a867857ef req-9e4356ea-5961-42c9-8200-a2a4de96d765 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:22.523995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e53b320d-60e8-4a54-9b0e-518a867857ef req-9e4356ea-5961-42c9-8200-a2a4de96d765 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.3632619 Feb 19 00:24:22.560196 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6352d974-a601-4f56-b71b-94f2667b63ca), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.575308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:24:22.575701 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (6352d974-a601-4f56-b71b-94f2667b63ca), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:24:22.580152 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:24:22.683448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e53b320d-60e8-4a54-9b0e-518a867857ef req-6ff467e4-baa3-486b-9d6d-63acd0e2b65f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576757 Feb 19 00:24:22.704099 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.720072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:22.730050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a HTTP/1.1" status: 204 len: 168 time: 1.5792432 Feb 19 00:24:22.733311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:22.754170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94319bce-1673-43b3-82a1-167a7694f121 admin admin] Pushing event deleted for resources: {'Network': ['ID=f96ccf6f-8fe7-4bc0-b569-34bb22e6da3a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:22.783985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:24:23.001454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825064c3-ee28-462b-8393-aca332fd8e04 req-d64dfc06-15e8-4ea3-beb8-a63318c68321 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:23.011258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-825064c3-ee28-462b-8393-aca332fd8e04 req-d64dfc06-15e8-4ea3-beb8-a63318c68321 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 946 time: 0.2197866 Feb 19 00:24:23.110201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:23.155390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0', 'network_id': 'cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810', 'port_id': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0', 'mac_address': 'fa:16:3e:01:3d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c832ec8d-ced2-4256-9b99-70a9e55a8e5f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:24:23.188317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-825064c3-ee28-462b-8393-aca332fd8e04 req-cf97d2c2-b9e0-4c46-84c0-30c5a3fe261a tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750588 Feb 19 00:24:23.318324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:23.319919 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:23.349333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-cfd33e32-cff6-49ad-9fba-902d8664ebb5 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:23.357495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-cfd33e32-cff6-49ad-9fba-902d8664ebb5 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 821 time: 0.4614127 Feb 19 00:24:23.392316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:23.422046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-91c47523-a356-484a-9786-5db020dd03ca tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/quotas/8e96c81bf49f49b4a9d958b3533d21e9 HTTP/1.1" status: 200 len: 375 time: 0.0584755 Feb 19 00:24:23.430967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:23.435513 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:23.440000 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:23.528163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:23.583003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0fea59-da1d-4270-bf6f-ba05617739b2 req-af9d6bf9-4a89-4956-8b15-7341b0832f57 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:23.593749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a0fea59-da1d-4270-bf6f-ba05617739b2 req-af9d6bf9-4a89-4956-8b15-7341b0832f57 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2046516 Feb 19 00:24:23.614590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (920202e0-f85d-4cf3-9c76-1df4eefdccd1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:23.640883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['291a46da-e565-4d82-bf4c-89ae9f7f2cc0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:24:23.720195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-8a0f60c4-7374-493a-9665-d2f3b5487d3e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2543826 Feb 19 00:24:23.812375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a0fea59-da1d-4270-bf6f-ba05617739b2 req-6d69ee55-3832-414c-80a1-e415e125d535 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175364 Feb 19 00:24:24.049701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-21969f02-8aa6-435e-8307-586ee81d660d service neutron] 10.222.0.60 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200617 Feb 19 00:24:24.083724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Deleting port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:24.084231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:24.110277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:24.250420 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] For port 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,segment=NetworkSegment(5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2),segment_id=5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:24.250703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:24.291344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Calling delete_port for 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:24.338072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-a95b7b59-f33c-4ec8-94ab-06bdac80a784 service neutron] 10.222.0.60 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660182 Feb 19 00:24:24.804171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:24.860711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (23f30f04-dfd8-4c5b-a5de-c2f50b6febfe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:25.003948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Pushing event deleted for resources: {'Port': ['ID=23f30f04-dfd8-4c5b-a5de-c2f50b6febfe,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:25.032449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 is: BUILD; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:25.032839 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:25.115241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:25.177679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2fbda-f84b-4695-98ac-0dc5f2ba70b3 req-8539a1c8-0fe1-4ea9-b700-d3cbc4a2c304 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:25.212921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64f2fbda-f84b-4695-98ac-0dc5f2ba70b3 req-8539a1c8-0fe1-4ea9-b700-d3cbc4a2c304 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.2552762 Feb 19 00:24:25.252271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:25.265416 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:25.411903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:25.464484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (920202e0-f85d-4cf3-9c76-1df4eefdccd1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:25.678387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64f2fbda-f84b-4695-98ac-0dc5f2ba70b3 req-257342d4-15a0-487a-88f9-8e501d09399f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4638565 Feb 19 00:24:25.725487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8d709-4ecc-4f32-8210-f8b3eada6706 req-f714dd13-a00d-420e-8f67-2cf509c1a32c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:25.763191 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2af8d709-4ecc-4f32-8210-f8b3eada6706 req-f714dd13-a00d-420e-8f67-2cf509c1a32c tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 944 time: 0.4739182 Feb 19 00:24:25.988389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2af8d709-4ecc-4f32-8210-f8b3eada6706 req-a15771e7-ab87-4444-a89e-d27d29ec0fa9 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234726 Feb 19 00:24:26.409286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71e8c8-3829-4b77-9c28-cb3b3c4b610c req-2941aa51-b999-415d-9bc5-2bcd00ae1aea tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:26.419119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a71e8c8-3829-4b77-9c28-cb3b3c4b610c req-2941aa51-b999-415d-9bc5-2bcd00ae1aea tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1524363 Feb 19 00:24:26.557764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a71e8c8-3829-4b77-9c28-cb3b3c4b610c req-64fdb120-5121-412b-92e2-e35dede0964d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376679 Feb 19 00:24:26.695325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d290321a-0ecf-4f7e-af83-ffee940fd0cf req-c54e094e-ea1d-4289-a209-abf02fd91003 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0729573 Feb 19 00:24:26.706608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:24:27.074996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140be9b-594c-4c8b-8116-be651ab352fc req-aa739360-e38d-4e60-94f2-b0f943f5e24d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:27.095981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32982) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:27.096788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d140be9b-594c-4c8b-8116-be651ab352fc req-aa739360-e38d-4e60-94f2-b0f943f5e24d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.1723576 Feb 19 00:24:27.116297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'floatingip': {'port_id': 'eddd221f-4a66-46f2-9650-1deda76e5806'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:27.128757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:24:27.144407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32988) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:27.147169 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] Sync routers for ids ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:24:27.149953 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ffe22b0-ffb0-441c-af1f-cfa090d0c26a admin admin] 10.222.0.60 "PUT /v2.0/routers/920202e0-f85d-4cf3-9c76-1df4eefdccd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4078417 Feb 19 00:24:27.197648 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] Routers {'920202e0-f85d-4cf3-9c76-1df4eefdccd1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:27.206139 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:24:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:27.274559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (72a3d247-f728-458d-a29b-7d36e989bb66), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:27.368431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks [] for router (920202e0-f85d-4cf3-9c76-1df4eefdccd1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:27.630322 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] Set router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:27.698203 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks [] for router_gateway (920202e0-f85d-4cf3-9c76-1df4eefdccd1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:27.859406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95d2e9-2281-418a-8737-e14da6823f01 req-5f51f47f-1e7b-40e2-9393-59089fab0f3c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:27.872116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd95d2e9-2281-418a-8737-e14da6823f01 req-5f51f47f-1e7b-40e2-9393-59089fab0f3c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1294839 Feb 19 00:24:27.960693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Deleting port e11e5732-626c-4853-889b-817318fb0ff0 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:27.963642 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e11e5732-626c-4853-889b-817318fb0ff0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:28.224065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-486eae48-3167-4c9e-9e0b-55d68fdb82ee tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:28.228186 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-486eae48-3167-4c9e-9e0b-55d68fdb82ee tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 821 time: 0.4678042 Feb 19 00:24:28.228542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd95d2e9-2281-418a-8737-e14da6823f01 req-fabe1b2a-fe52-42cc-b5a5-76399de2495d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498855 Feb 19 00:24:28.349879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Request body: {'port': {'device_id': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'admin_state_up': True, 'tenant_id': '8e96c81bf49f49b4a9d958b3533d21e9'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:28.377318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f076828b-792a-4a88-a537-4af596b2ef4c req-da0be7b8-1f0a-4b41-bbec-8d9777c6b797 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.1211486 Feb 19 00:24:28.382523 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:24:24Z', 'revision_number': 5, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port': {'id': 'e11e5732-626c-4853-889b-817318fb0ff0', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:2f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:20:19Z', 'updated_at': '2022-02-19T00:20:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:28.518692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] For port e11e5732-626c-4853-889b-817318fb0ff0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e11e5732-626c-4853-889b-817318fb0ff0,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:28.520425 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e11e5732-626c-4853-889b-817318fb0ff0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:28.578114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Calling delete_port for e11e5732-626c-4853-889b-817318fb0ff0 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:28.636305 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] Checking router: 920202e0-f85d-4cf3-9c76-1df4eefdccd1 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:24:28.684603 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] Routers {'920202e0-f85d-4cf3-9c76-1df4eefdccd1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:28.690366 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:24:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:29.035638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] Set router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:29.146729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:29.187773 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:24:27Z', 'revision_number': 6, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:29.260151 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29246aaa-4a1f-4fd8-9a66-b887d353b945 None None] The sync data for ids ['920202e0-f85d-4cf3-9c76-1df4eefdccd1'] in n-d-826527-3 is: [{'id': '920202e0-f85d-4cf3-9c76-1df4eefdccd1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2101914820-router', 'tenant_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:20:18Z', 'updated_at': '2022-02-19T00:24:27Z', 'revision_number': 6, 'project_id': '6d1fc5d6dafc4ae19a6ec22c4841d753', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:24:29.370896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.resource_extend [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:24:29.485689 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6532f337-0ee8-4d1a-b5fd-2927b745b4c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:29.572283 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e11e5732-626c-4853-889b-817318fb0ff0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:29.696907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6532f337-0ee8-4d1a-b5fd-2927b745b4c5 admin admin] Publish callbacks [] for security_group (b249cb69-ff2c-4e8b-ac99-0677b20fa4ce), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:29.726045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Pushing event deleted for resources: {'Port': ['ID=e11e5732-626c-4853-889b-817318fb0ff0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:29.750954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4847e-51d3-49d3-9e49-a4a140b2ab41 req-d7407e78-eb83-43e5-bb91-cf18b5b6e63d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:29.764404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aaf4847e-51d3-49d3-9e49-a4a140b2ab41 req-d7407e78-eb83-43e5-bb91-cf18b5b6e63d tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 944 time: 0.8897669 Feb 19 00:24:29.792659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6532f337-0ee8-4d1a-b5fd-2927b745b4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b249cb69-ff2c-4e8b-ac99-0677b20fa4ce), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:29.873814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282946a1-f4fb-4a8f-87b2-c4c4128e276d req-6f5f4fba-40de-461a-89d8-a73a76e2066c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:29.887300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-282946a1-f4fb-4a8f-87b2-c4c4128e276d req-6f5f4fba-40de-461a-89d8-a73a76e2066c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.4233186 Feb 19 00:24:29.942309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aaf4847e-51d3-49d3-9e49-a4a140b2ab41 req-971233ba-1125-4327-82c0-48ad720704d3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764157 Feb 19 00:24:30.005887 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6532f337-0ee8-4d1a-b5fd-2927b745b4c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4a853e9b0984e7380ec8524384cf44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8519800 Feb 19 00:24:30.021671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:30.023958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532f337-0ee8-4d1a-b5fd-2927b745b4c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b249cb69-ff2c-4e8b-ac99-0677b20fa4ce,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:30.086970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.106635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (920202e0-f85d-4cf3-9c76-1df4eefdccd1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.109685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b366997-7b21-4170-87bd-a922c8797093 req-c4e5943e-b38e-4ba6-8a5d-b1f9d1a2dce0 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:30.112660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b366997-7b21-4170-87bd-a922c8797093 req-c4e5943e-b38e-4ba6-8a5d-b1f9d1a2dce0 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.113 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 944 time: 1.0525494 Feb 19 00:24:30.114346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Made reservation on behalf of 8e96c81bf49f49b4a9d958b3533d21e9 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:24:30.128204 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.404239 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (72a3d247-f728-458d-a29b-7d36e989bb66), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.410882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:30.521012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:30.521581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 23f30f04-dfd8-4c5b-a5de-c2f50b6febfe not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:30.527734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e11e5732-626c-4853-889b-817318fb0ff0 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:30.596220 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (920202e0-f85d-4cf3-9c76-1df4eefdccd1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.602613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e11e5732-626c-4853-889b-817318fb0ff0 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:30.602958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e11e5732-626c-4853-889b-817318fb0ff0 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:30.606254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks [] for router_controller (920202e0-f85d-4cf3-9c76-1df4eefdccd1), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.735363 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dab08f0f-f5f3-402f-9430-9ac8d9d3d558 admin admin] Publish callbacks [] for security_group (b249cb69-ff2c-4e8b-ac99-0677b20fa4ce), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.808291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-282946a1-f4fb-4a8f-87b2-c4c4128e276d req-39baf033-439b-4872-898a-eb2d17937468 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9198139 Feb 19 00:24:30.900356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d7ceca-4a98-4122-a217-f9090620d894 req-665cceb8-6153-4f61-ab75-26f647a80f8a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0936880 Feb 19 00:24:30.900356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (920202e0-f85d-4cf3-9c76-1df4eefdccd1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.903128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 920202e0-f85d-4cf3-9c76-1df4eefdccd1 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:24:30.915636 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:30.921907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f58bce5d-0ac2-48d4-bb5c-c3b954f09063 admin admin] 10.222.0.60 "DELETE /v2.0/routers/920202e0-f85d-4cf3-9c76-1df4eefdccd1 HTTP/1.1" status: 204 len: 168 time: 3.7676561 Feb 19 00:24:30.922723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33072) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:31.007249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d11d89ce-d949-42bf-bbae-af345b9b4c4e admin admin] Deleting subnet 6edda2c2-8521-410e-bad5-9fa0d7c6326a {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:24:31.013564 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d11d89ce-d949-42bf-bbae-af345b9b4c4e admin admin] Publish callbacks [] for subnet (6edda2c2-8521-410e-bad5-9fa0d7c6326a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:31.048338 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Floating IP 72a3d247-f728-458d-a29b-7d36e989bb66 associated. External IP: 172.25.6.181, port: eddd221f-4a66-46f2-9650-1deda76e5806. Feb 19 00:24:31.155833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dab08f0f-f5f3-402f-9430-9ac8d9d3d558 admin admin] Publish callbacks [] for security_group (b249cb69-ff2c-4e8b-ac99-0677b20fa4ce), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:31.189073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d11d89ce-d949-42bf-bbae-af345b9b4c4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (6edda2c2-8521-410e-bad5-9fa0d7c6326a), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:31.239349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dab08f0f-f5f3-402f-9430-9ac8d9d3d558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b249cb69-ff2c-4e8b-ac99-0677b20fa4ce), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:31.241809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dab08f0f-f5f3-402f-9430-9ac8d9d3d558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:31.247135 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dab08f0f-f5f3-402f-9430-9ac8d9d3d558 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b249cb69-ff2c-4e8b-ac99-0677b20fa4ce HTTP/1.1" status: 204 len: 168 time: 1.2171621 Feb 19 00:24:31.310065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab08f0f-f5f3-402f-9430-9ac8d9d3d558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b249cb69-ff2c-4e8b-ac99-0677b20fa4ce,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:31.319794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d11d89ce-d949-42bf-bbae-af345b9b4c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (6edda2c2-8521-410e-bad5-9fa0d7c6326a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:31.366339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Deleting port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:31.366702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:31.406268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Allocated IP 172.20.0.13 (031d5557-740b-4136-970d-e42b4d911f37/034f77a2-392c-4c54-abe2-fedc0e6492e0/b18bc6af-8619-4e55-8a5c-b001cf78c99c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:24:31.457931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d11d89ce-d949-42bf-bbae-af345b9b4c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (6edda2c2-8521-410e-bad5-9fa0d7c6326a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:32.154198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d89ce-d949-42bf-bbae-af345b9b4c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6edda2c2-8521-410e-bad5-9fa0d7c6326a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:32.158647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0aecc8-cc64-4737-951c-45b8e02ef5b1 None None] Network 1836a041-1a75-4ca1-9b19-1f3f1883e066 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:24:32.170132 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d11d89ce-d949-42bf-bbae-af345b9b4c4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:32.174733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d11d89ce-d949-42bf-bbae-af345b9b4c4e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6edda2c2-8521-410e-bad5-9fa0d7c6326a HTTP/1.1" status: 204 len: 168 time: 1.2503667 Feb 19 00:24:32.181977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33100) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:32.257970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036f228-36cd-40a8-8e18-761cb57555ef req-bb34e03b-05dc-44c6-a560-6e9258266378 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:32.265589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3036f228-36cd-40a8-8e18-761cb57555ef req-bb34e03b-05dc-44c6-a560-6e9258266378 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 944 time: 1.1692905 Feb 19 00:24:32.444339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109af60a-6598-4f28-b9da-cd3a02cbb677 req-1efb820a-d150-4cfa-ac24-8bae6a1a4035 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:32.452263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] For port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,segment=NetworkSegment(39001d2d-5856-4e6c-8097-a545bf20c7b8),segment_id=39001d2d-5856-4e6c-8097-a545bf20c7b8)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:32.452768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:32.457552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-109af60a-6598-4f28-b9da-cd3a02cbb677 req-1efb820a-d150-4cfa-ac24-8bae6a1a4035 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.3478239 Feb 19 00:24:32.503534 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (1836a041-1a75-4ca1-9b19-1f3f1883e066), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:32.522654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Calling delete_port for 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:32.546981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3036f228-36cd-40a8-8e18-761cb57555ef req-0106c47d-c0a0-4cc4-99f1-4105142d2a07 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e39a7a2-0478-47e7-9255-759557478140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799087 Feb 19 00:24:32.556293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] DHCP port deletion for 1836a041-1a75-4ca1-9b19-1f3f1883e066 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:24:32.662618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-6cf25681-68ef-4cd6-8fa7-e54059280340 service neutron] 10.222.0.126 "GET /v2.0/ports/94acea80-0917-4fc5-9b18-2c5c77b7d0f4/bindings/n-h2-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.3696411 Feb 19 00:24:32.665789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-109af60a-6598-4f28-b9da-cd3a02cbb677 req-c3c79e74-ac06-4c29-80fc-d3443599edff tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073975 Feb 19 00:24:32.721541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] Deleting port f4fee454-6743-4028-907d-7fa47e6c5b3f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:32.729859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:32.757327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-530ef4b6-d6f0-4c63-8414-5e7933ba5e94 req-60c818ae-4088-47a2-bc20-c2acf9784061 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.1133490 Feb 19 00:24:32.816990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Deleting port f4fee454-6743-4028-907d-7fa47e6c5b3f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:24:32.817340 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:32.867853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:24:32.880234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:33.036729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] For port f4fee454-6743-4028-907d-7fa47e6c5b3f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f4fee454-6743-4028-907d-7fa47e6c5b3f,segment=NetworkSegment(5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2),segment_id=5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:33.041234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:33.082424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Calling delete_port for f4fee454-6743-4028-907d-7fa47e6c5b3f owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:33.117887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] For port f4fee454-6743-4028-907d-7fa47e6c5b3f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f4fee454-6743-4028-907d-7fa47e6c5b3f,segment=NetworkSegment(5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2),segment_id=5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:33.119248 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:33.217185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] Calling delete_port for f4fee454-6743-4028-907d-7fa47e6c5b3f owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:24:33.302540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:24:33.321237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:33.324012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:33.333297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] Sync routers for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:24:33.334366 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks [] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:33.363104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:33.363772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:24:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:33.394717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-5f1d8cd6-b578-4dcd-993a-96e246e4eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:33.397313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-5f1d8cd6-b578-4dcd-993a-96e246e4eb9d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 1131 time: 0.1391168 Feb 19 00:24:33.450486 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c09c2a66-86b7-44ca-8c62-959d0da9d352 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "PUT /v2.0/floatingips/72a3d247-f728-458d-a29b-7d36e989bb66 HTTP/1.1" status: 200 len: 992 time: 6.3489740 Feb 19 00:24:33.460914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:33.465221 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e1974-26d6-4184-b044-529fbb6f0848" -d '{"events": [{"name": "network-changed", "server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:33.552001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-1a181fcf-b1e3-425f-a216-7d74a1ff1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:33.554862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-1a181fcf-b1e3-425f-a216-7d74a1ff1fb4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1131 time: 0.1215348 Feb 19 00:24:33.554862 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:33.614065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:33.696951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (291a46da-e565-4d82-bf4c-89ae9f7f2cc0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:33.735101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fee454-6743-4028-907d-7fa47e6c5b3f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:33.754094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] No DVR routers for this DVR port f4fee454-6743-4028-907d-7fa47e6c5b3f on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:33.844837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Network 031d5557-740b-4136-970d-e42b4d911f37 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:24:33.856817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:33.870753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:24:34.032430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['907e4ad1-26cc-4f5e-8a99-a88586054f55'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:24:34.050846 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e4214b-27db-4f55-96f0-22be547c89db x-openstack-request-id: req-02e4214b-27db-4f55-96f0-22be547c89db {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:34.052578 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:34.055615 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02e4214b-27db-4f55-96f0-22be547c89db {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:34.056258 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'status': 'completed', 'code': 200} Feb 19 00:24:34.079032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] No DVR routers for this DVR port 291a46da-e565-4d82-bf4c-89ae9f7f2cc0 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:34.120483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:34.124117 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b366997-7b21-4170-87bd-a922c8797093 req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.113 "DELETE /v2.0/ports/291a46da-e565-4d82-bf4c-89ae9f7f2cc0 HTTP/1.1" status: 204 len: 173 time: 3.9197276 Feb 19 00:24:34.247855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Pushing event updated for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:34.288137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:34.294401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:34.295807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f4fee454-6743-4028-907d-7fa47e6c5b3f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:34.332365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5121eb7f-0439-49b9-b8f2-e6707924a307 req-cf937c38-15aa-4dd5-853c-eea5e08483c2 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] 10.222.0.60 "GET /v2.0/ports?device_id=77661f24-1b12-4404-aedf-7d843c052634 HTTP/1.1" status: 200 len: 210 time: 0.2571154 Feb 19 00:24:34.356017 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (1836a041-1a75-4ca1-9b19-1f3f1883e066), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:34.373790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (f4fee454-6743-4028-907d-7fa47e6c5b3f), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:34.396904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: f4fee454-6743-4028-907d-7fa47e6c5b3f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:24:34.396904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f4fee454-6743-4028-907d-7fa47e6c5b3f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:24:34.425163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] Pushing event deleted for resources: {'Port': ['ID=f4fee454-6743-4028-907d-7fa47e6c5b3f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:34.432921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08d7138-bea4-4e68-b1cd-efe70e567067 None None] No DVR routers for this DVR port f4fee454-6743-4028-907d-7fa47e6c5b3f on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:24:34.455063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1110f8e-6885-47d8-864c-9b6615d07fb3 tempest-ImagesTestJSON-909895237 tempest-ImagesTestJSON-909895237-project] Pushing event deleted for resources: {'Port': ['ID=291a46da-e565-4d82-bf4c-89ae9f7f2cc0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:34.455213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:34.497675 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e211468d-193c-44c7-8c66-a79e891d875e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1607120 Feb 19 00:24:34.499345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887f255-4fd0-4cfc-ae48-6ba41002593c req-2fac4151-be59-4716-94ab-abb8e6de0257 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:34.509007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9887f255-4fd0-4cfc-ae48-6ba41002593c req-2fac4151-be59-4716-94ab-abb8e6de0257 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.4102824 Feb 19 00:24:34.523490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Request body: {'port': {'device_id': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:34.546210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1836a041-1a75-4ca1-9b19-1f3f1883e066']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:34.600274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e1974-26d6-4184-b044-529fbb6f0848 req-b45d18d4-f745-488f-81a2-9b8f7a0b41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:34.601703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-184e1974-26d6-4184-b044-529fbb6f0848 req-b45d18d4-f745-488f-81a2-9b8f7a0b41b4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 1128 time: 0.5043440 Feb 19 00:24:34.607937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:34.608416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:34.623008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:34.766247 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:34.774919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-4af10c0c-fafe-482c-914e-35f8d685712c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:34.783538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-4af10c0c-fafe-482c-914e-35f8d685712c service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 1.1861148 Feb 19 00:24:35.003080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:35.152806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:24:35.153244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (5cdda4a9-e955-4cd4-b87f-fc9885c4a0c2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:24:35.165021 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:24:35.218197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '72a3d247-f728-458d-a29b-7d36e989bb66', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'port_id': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'mac_address': 'fa:16:3e:c6:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:23:57Z', 'updated_at': '2022-02-19T00:24:29Z', 'revision_number': 1, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:35.248586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] Checking router: 6ad24d5e-21f7-4910-afd6-caad53d8b7ca for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:24:35.278719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:35.282157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:24:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:35.313836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-18c5809c-170e-48d0-bacb-3b76202aa4ba service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 217 time: 0.3625267 Feb 19 00:24:35.327925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9887f255-4fd0-4cfc-ae48-6ba41002593c req-1180111c-3cd2-4961-8b6f-30e4ac304c54 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8176682 Feb 19 00:24:35.395948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f9f8e-2316-4b2d-927d-9c77e68376ff req-7e11363d-631d-4ed1-bf13-de57946c8680 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:35.401381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c99f9f8e-2316-4b2d-927d-9c77e68376ff req-7e11363d-631d-4ed1-bf13-de57946c8680 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 932 time: 0.8893750 Feb 19 00:24:35.455876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18bc6af-8619-4e55-8a5c-b001cf78c99c {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:35.479840 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Publish callbacks [] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:35.511547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Transition to ACTIVE for port object b18bc6af-8619-4e55-8a5c-b001cf78c99c will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:24:35.524633 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:35.558028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:35.715627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (1836a041-1a75-4ca1-9b19-1f3f1883e066), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:35.735844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Pushing event updated for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:35.769139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e1974-26d6-4184-b044-529fbb6f0848 req-70e8f737-3dc5-46d0-a5ea-3508909f470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:35.779121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-184e1974-26d6-4184-b044-529fbb6f0848 req-70e8f737-3dc5-46d0-a5ea-3508909f470a service neutron] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 916 time: 1.1289995 Feb 19 00:24:35.786515 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:35.789664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] 10.222.0.60 "DELETE /v2.0/networks/1836a041-1a75-4ca1-9b19-1f3f1883e066 HTTP/1.1" status: 204 len: 168 time: 3.6050115 Feb 19 00:24:35.874220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-02d1d96d-58a7-402c-a7b0-bbf7e9d08be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:35.875645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-02d1d96d-58a7-402c-a7b0-bbf7e9d08be1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.5347769 Feb 19 00:24:35.994652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:24:35.995007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:24:35.995235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:36.009822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:24:36.010212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:36.023820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:24:36.024174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:36.032847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:24:36.033965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Bound port: b18bc6af-8619-4e55-8a5c-b001cf78c99c, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:24:36.034386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:36.053229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-184e1974-26d6-4184-b044-529fbb6f0848 req-d4ea7ee2-bcff-4c95-b650-203ddd9b74b9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 200 len: 1000 time: 0.2362657 Feb 19 00:24:36.072734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede155fb-aba8-4644-82ec-624794cd19dd admin admin] Pushing event deleted for resources: {'Network': ['ID=1836a041-1a75-4ca1-9b19-1f3f1883e066,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:36.124188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77661f24-1b12-4404-aedf-7d843c052634', 'name': 'network-vif-deleted', 'tag': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:36.139135 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e43d03-fdec-4b0c-8204-88204a56807b" -d '{"events": [{"server_uuid": "77661f24-1b12-4404-aedf-7d843c052634", "name": "network-vif-deleted", "tag": "291a46da-e565-4d82-bf4c-89ae9f7f2cc0"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:36.246061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c99f9f8e-2316-4b2d-927d-9c77e68376ff req-b507ad02-8cb6-4f6e-a05d-aeff65b720dc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8344023 Feb 19 00:24:36.324462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33184) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:36.364559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:36.370633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:36.385574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:36.420180 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6228aab3-f481-4c90-8cd0-4cd6abdbf842 x-openstack-request-id: req-6228aab3-f481-4c90-8cd0-4cd6abdbf842 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:36.420474 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77661f24-1b12-4404-aedf-7d843c052634", "name": "network-vif-deleted", "tag": "291a46da-e565-4d82-bf4c-89ae9f7f2cc0", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:36.420875 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6228aab3-f481-4c90-8cd0-4cd6abdbf842 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:36.421336 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77661f24-1b12-4404-aedf-7d843c052634', 'name': 'network-vif-deleted', 'tag': '291a46da-e565-4d82-bf4c-89ae9f7f2cc0', 'status': 'completed', 'code': 200} Feb 19 00:24:36.437178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:36.437884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:36.439408 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] 10.222.0.126 "PUT /v2.0/ports/b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 200 len: 1092 time: 1.9331288 Feb 19 00:24:36.472139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '72a3d247-f728-458d-a29b-7d36e989bb66', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'port_id': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'mac_address': 'fa:16:3e:c6:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:23:57Z', 'updated_at': '2022-02-19T00:24:29Z', 'revision_number': 1, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:36.473463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47afad-086f-4dd2-b1c5-325e9977ae83 service neutron] Pushing event updated for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:36.573023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc0d518-a939-4a8f-9935-705086fc05fb None None] The sync data for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 is: [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '72a3d247-f728-458d-a29b-7d36e989bb66', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'port_id': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'mac_address': 'fa:16:3e:c6:1d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:23:57Z', 'updated_at': '2022-02-19T00:24:29Z', 'revision_number': 1, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:24:36.652465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-ba080cb5-cfe6-45aa-aaa1-dc52d84df565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:36.659323 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-ba080cb5-cfe6-45aa-aaa1-dc52d84df565 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1126 time: 0.1578088 Feb 19 00:24:36.709052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-026fe8a0-d811-42e1-9f3c-464b12d61c4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca8f472355504c2a9adaab3987575585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781168 Feb 19 00:24:36.715334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33210) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:36.727252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e1974-26d6-4184-b044-529fbb6f0848 req-f06eeac3-8cf5-46cc-882b-8a765a4ce81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:36.740160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-184e1974-26d6-4184-b044-529fbb6f0848 req-f06eeac3-8cf5-46cc-882b-8a765a4ce81f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.6648252 Feb 19 00:24:36.795389 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-e2737b18-6b84-4f9c-aa70-65ae060fdf68 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 200 len: 217 time: 0.1238127 Feb 19 00:24:36.900659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-5afe936f-481d-4e27-8610-0fb9b62c6265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:36.903773 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-5afe936f-481d-4e27-8610-0fb9b62c6265 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1020038 Feb 19 00:24:36.958378 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-78ae8faf-cca2-482d-b39f-fa5f9dcfb13b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388913 Feb 19 00:24:36.966742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-987b93f6-a405-4ff5-9bf4-6bf348d33d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:36.974294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-987b93f6-a405-4ff5-9bf4-6bf348d33d44 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.9018862 Feb 19 00:24:37.093391 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-de7722fa-c532-414e-b61a-230ad2553555 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205812 Feb 19 00:24:37.153727 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55617e3f-aa44-4c32-9ab9-f58ec6c5f869 None None] New status for floating IP 72a3d247-f728-458d-a29b-7d36e989bb66: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:24:37.176262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a99b6c-4cb9-4e47-8923-59fcaeafae0d req-7eafcae3-22ee-42cf-8635-45455595ff3f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:37.185683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54a99b6c-4cb9-4e47-8923-59fcaeafae0d req-7eafcae3-22ee-42cf-8635-45455595ff3f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.6068549 Feb 19 00:24:37.252922 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d82f712-2252-4983-90c4-a83a53ecd11a req-a8743fe1-c066-4da6-9f24-dc6717aa680c service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505768 Feb 19 00:24:37.359804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d782895e-a721-42f1-b018-b7e8f5b9fa53 admin admin] Publish callbacks [] for security_group (6197ec7c-7d80-43a7-aae3-08a39821eff8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:37.411589 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d782895e-a721-42f1-b018-b7e8f5b9fa53 admin admin] Publish callbacks [] for security_group (6197ec7c-7d80-43a7-aae3-08a39821eff8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:37.502477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:37.576674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d782895e-a721-42f1-b018-b7e8f5b9fa53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6197ec7c-7d80-43a7-aae3-08a39821eff8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:37.580309 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d782895e-a721-42f1-b018-b7e8f5b9fa53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:37.587419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d782895e-a721-42f1-b018-b7e8f5b9fa53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6197ec7c-7d80-43a7-aae3-08a39821eff8 HTTP/1.1" status: 204 len: 168 time: 0.8409827 Feb 19 00:24:37.725472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782895e-a721-42f1-b018-b7e8f5b9fa53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6197ec7c-7d80-43a7-aae3-08a39821eff8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:37.747220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e1974-26d6-4184-b044-529fbb6f0848 req-4d85f296-7f0b-4185-a24d-e2cbe0b5193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:37.751631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-184e1974-26d6-4184-b044-529fbb6f0848 req-4d85f296-7f0b-4185-a24d-e2cbe0b5193e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9587188 Feb 19 00:24:37.943448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:37.943968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:38.056167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:38.068977 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa82def-f406-4d76-a1fe-c4c7e39b567e" -d '{"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-unplugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:38.118870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-184e1974-26d6-4184-b044-529fbb6f0848 req-069ded38-45b9-4220-9dd8-e9e616448093 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144498 Feb 19 00:24:38.135167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:38.150893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:38.359472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:38.360818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54a99b6c-4cb9-4e47-8923-59fcaeafae0d req-808e2fb8-d537-4c90-a669-a8ea7f0e5df9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1696367 Feb 19 00:24:38.370861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-184e1974-26d6-4184-b044-529fbb6f0848 req-a8c70204-99b5-466a-ad76-2bb0bc97c2ef service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024190 Feb 19 00:24:38.423791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:38.427036 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273d6a03-30c4-40a5-a46a-3dec5a489936" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:38.466741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-63b524a9-7996-4888-8555-5deb7af160aa service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4207561 Feb 19 00:24:38.636033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f477a-3d50-424f-afbc-2efd8f8cccee req-f726d435-f911-43ff-9275-43c8908b66fb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:38.637735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-593f477a-3d50-424f-afbc-2efd8f8cccee req-f726d435-f911-43ff-9275-43c8908b66fb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.5106645 Feb 19 00:24:38.677219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33252) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:38.775853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-593f477a-3d50-424f-afbc-2efd8f8cccee req-58554529-38d7-4f9a-9672-bc5341eb39ac tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883088 Feb 19 00:24:38.835143 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2d0cfa77-604d-4f27-8080-07202d07108c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d1fc5d6dafc4ae19a6ec22c4841d753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516843 Feb 19 00:24:38.836544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33258) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:38.847897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f4f1e3-5bbb-4f78-b9fa-4379c0a368ee req-d7002d12-c632-4dfe-a12e-ff2ec6ccc551 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704669 Feb 19 00:24:39.027638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc05aed7-bc07-477c-91e4-8493082af18a admin admin] Publish callbacks [] for security_group (44200efa-96c5-4e0e-b364-a6215decfdcf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.069482 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a161b33-9e28-4c89-86f1-64cfd65a1375 x-openstack-request-id: req-9a161b33-9e28-4c89-86f1-64cfd65a1375 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:39.070422 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-unplugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:39.070824 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a161b33-9e28-4c89-86f1-64cfd65a1375 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:39.071361 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'code': 200} Feb 19 00:24:39.084333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc05aed7-bc07-477c-91e4-8493082af18a admin admin] Publish callbacks [] for security_group (44200efa-96c5-4e0e-b364-a6215decfdcf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.191325 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44080c9f-6b2b-4c63-b198-619101ea370f x-openstack-request-id: req-44080c9f-6b2b-4c63-b198-619101ea370f {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:39.191618 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:39.192065 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44080c9f-6b2b-4c63-b198-619101ea370f {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:39.192626 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c', 'status': 'completed', 'code': 200} Feb 19 00:24:39.209275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc05aed7-bc07-477c-91e4-8493082af18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (44200efa-96c5-4e0e-b364-a6215decfdcf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.212697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc05aed7-bc07-477c-91e4-8493082af18a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.214055 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cc05aed7-bc07-477c-91e4-8493082af18a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44200efa-96c5-4e0e-b364-a6215decfdcf HTTP/1.1" status: 204 len: 168 time: 0.3763318 Feb 19 00:24:39.229627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05aed7-bc07-477c-91e4-8493082af18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44200efa-96c5-4e0e-b364-a6215decfdcf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:39.248223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-3ee81bfc-999f-4c60-a816-2500827684ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:39.253046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-3ee81bfc-999f-4c60-a816-2500827684ed service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1126 time: 0.1673133 Feb 19 00:24:39.271219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33282) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:39.355548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b6dfa4-db57-43e0-b92c-bf5fd8771a91 admin admin] Deleting subnet c832ec8d-ced2-4256-9b99-70a9e55a8e5f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:24:39.375178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93b6dfa4-db57-43e0-b92c-bf5fd8771a91 admin admin] Publish callbacks [] for subnet (c832ec8d-ced2-4256-9b99-70a9e55a8e5f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.445787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93b6dfa4-db57-43e0-b92c-bf5fd8771a91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (c832ec8d-ced2-4256-9b99-70a9e55a8e5f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.475054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-9e473cba-0900-43d9-8d08-fa8e2ad75e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:39.480063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-9e473cba-0900-43d9-8d08-fa8e2ad75e7c service neutron] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.2148733 Feb 19 00:24:39.547398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93b6dfa4-db57-43e0-b92c-bf5fd8771a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (c832ec8d-ced2-4256-9b99-70a9e55a8e5f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.628235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-a2713bbd-b6ad-4305-a387-9cb806a74eef service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 200 len: 217 time: 0.1414707 Feb 19 00:24:39.653908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93b6dfa4-db57-43e0-b92c-bf5fd8771a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (c832ec8d-ced2-4256-9b99-70a9e55a8e5f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.717144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6dfa4-db57-43e0-b92c-bf5fd8771a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c832ec8d-ced2-4256-9b99-70a9e55a8e5f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:39.719807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93b6dfa4-db57-43e0-b92c-bf5fd8771a91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.724119 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-93b6dfa4-db57-43e0-b92c-bf5fd8771a91 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c832ec8d-ced2-4256-9b99-70a9e55a8e5f HTTP/1.1" status: 204 len: 168 time: 0.4515107 Feb 19 00:24:39.730817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33286) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:39.943852 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:39.947292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-58b21dad-642e-4b77-9d2a-1481797f380d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:39.955601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-58b21dad-642e-4b77-9d2a-1481797f380d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.2448955 Feb 19 00:24:40.007470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8456cfb-afbb-474f-81ad-28cdd7331538 req-55e19f98-bce0-4877-a6d0-f235a0ba1176 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:40.019901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8456cfb-afbb-474f-81ad-28cdd7331538 req-55e19f98-bce0-4877-a6d0-f235a0ba1176 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 947 time: 0.3885944 Feb 19 00:24:40.057646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-3cb86f66-be1d-41d3-82bc-f4cfde421121 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914421 Feb 19 00:24:40.192833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:40.239683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:40.257159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39001d2d-5856-4e6c-8097-a545bf20c7b8') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:40.257775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39001d2d-5856-4e6c-8097-a545bf20c7b8') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:40.271205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (39001d2d-5856-4e6c-8097-a545bf20c7b8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:40.298826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (39001d2d-5856-4e6c-8097-a545bf20c7b8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:40.312314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:24:40.312892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (39001d2d-5856-4e6c-8097-a545bf20c7b8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:40.374246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-ff052cc9-e732-4025-bfaf-6d8630978b31 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967608 Feb 19 00:24:40.382230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8456cfb-afbb-474f-81ad-28cdd7331538 req-d273f159-4a25-40f4-8e16-e797fc10a439 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273861 Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:24:40.411274 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:24:40.428348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:40.435731 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:40.446252 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810 HTTP/1.1" status: 204 len: 168 time: 0.7061877 Feb 19 00:24:40.457125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156d28e-5a91-432b-9942-feef9ef2b8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb5f5f1-2629-4bb1-bc1e-6ab7ba197810,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:40.535908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aecfa6-94b7-4dc3-9e65-89be23594aeb req-9b8daa40-c82e-4bd8-a9cd-1a9b631f9068 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:40.537450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9aecfa6-94b7-4dc3-9e65-89be23594aeb req-9b8daa40-c82e-4bd8-a9cd-1a9b631f9068 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.2745435 Feb 19 00:24:40.609519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9aecfa6-94b7-4dc3-9e65-89be23594aeb req-a55db91e-3215-4b81-8a7d-208134317b24 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637856 Feb 19 00:24:40.662572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-273d6a03-30c4-40a5-a46a-3dec5a489936 req-61857123-8251-4f81-8e0e-54c8c59ab174 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781959 Feb 19 00:24:40.815851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33330) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:40.929033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33332) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:40.929846 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8758e87b-bf52-4365-90c1-8b99e60e16dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44035f0fd83143e0b67f821ac5a58ee6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1127732 Feb 19 00:24:41.072989 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17e3a029-980b-405e-aadf-2e8db8101c78 admin admin] Publish callbacks [] for security_group (0e39a7a2-0478-47e7-9255-759557478140), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:41.137738 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17e3a029-980b-405e-aadf-2e8db8101c78 admin admin] Publish callbacks [] for security_group (0e39a7a2-0478-47e7-9255-759557478140), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:41.252538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17e3a029-980b-405e-aadf-2e8db8101c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0e39a7a2-0478-47e7-9255-759557478140), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:41.257077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17e3a029-980b-405e-aadf-2e8db8101c78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:41.260350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-17e3a029-980b-405e-aadf-2e8db8101c78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e39a7a2-0478-47e7-9255-759557478140 HTTP/1.1" status: 204 len: 168 time: 0.3285768 Feb 19 00:24:41.284614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3a029-980b-405e-aadf-2e8db8101c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e39a7a2-0478-47e7-9255-759557478140,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:41.328773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33344) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:41.629658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7993fe-e84c-4eb8-b834-01c2aa750f2b req-ecac46ca-7596-4026-846b-f043938f8840 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:41.640401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f7993fe-e84c-4eb8-b834-01c2aa750f2b req-ecac46ca-7596-4026-846b-f043938f8840 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 947 time: 0.1244240 Feb 19 00:24:41.724910 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe9300d5-8dac-43ee-9438-fc0b15c2d273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:41.730947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f7993fe-e84c-4eb8-b834-01c2aa750f2b req-3be57a11-d2c7-4dc7-ae25-42dca4427416 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892060 Feb 19 00:24:41.858918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe9300d5-8dac-43ee-9438-fc0b15c2d273 admin admin] Publish callbacks [] for security_group (6d39c2c0-c677-4237-8c22-4380dbd14758), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:41.877631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe9300d5-8dac-43ee-9438-fc0b15c2d273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6d39c2c0-c677-4237-8c22-4380dbd14758), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:41.964674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fe9300d5-8dac-43ee-9438-fc0b15c2d273 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ac0ac54f6a84a58a6683156c4d6009f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6345441 Feb 19 00:24:41.965369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33372) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:41.999001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9300d5-8dac-43ee-9438-fc0b15c2d273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d39c2c0-c677-4237-8c22-4380dbd14758,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:42.041751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017c727-58b0-4529-b40c-9fe0db3a2695 req-7ee05ab6-410d-4bcd-92f8-2097d2ecbb4e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:42.043966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9017c727-58b0-4529-b40c-9fe0db3a2695 req-7ee05ab6-410d-4bcd-92f8-2097d2ecbb4e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.1825309 Feb 19 00:24:42.137563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95d5341c-9478-4bb5-a2b8-d32cd6da9a5b admin admin] Publish callbacks [] for security_group (6d39c2c0-c677-4237-8c22-4380dbd14758), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:42.151459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9017c727-58b0-4529-b40c-9fe0db3a2695 req-ce3b72b0-70da-47a0-9a8f-66beb6f961af tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020014 Feb 19 00:24:42.192304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95d5341c-9478-4bb5-a2b8-d32cd6da9a5b admin admin] Publish callbacks [] for security_group (6d39c2c0-c677-4237-8c22-4380dbd14758), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:42.258693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95d5341c-9478-4bb5-a2b8-d32cd6da9a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6d39c2c0-c677-4237-8c22-4380dbd14758), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:42.263943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95d5341c-9478-4bb5-a2b8-d32cd6da9a5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:42.267274 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-95d5341c-9478-4bb5-a2b8-d32cd6da9a5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6d39c2c0-c677-4237-8c22-4380dbd14758 HTTP/1.1" status: 204 len: 168 time: 0.3001108 Feb 19 00:24:42.281780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d5341c-9478-4bb5-a2b8-d32cd6da9a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d39c2c0-c677-4237-8c22-4380dbd14758,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:42.985484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0907a57-784d-4df1-8436-582886575d1e req-dc20444d-c990-442f-8e10-3c00cb5f5f6a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:42.993063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0907a57-784d-4df1-8436-582886575d1e req-dc20444d-c990-442f-8e10-3c00cb5f5f6a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 947 time: 0.1260886 Feb 19 00:24:43.100352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0907a57-784d-4df1-8436-582886575d1e req-92bacdb5-674c-4cdc-a8ab-69cb2e9078d9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046329 Feb 19 00:24:43.361326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3c5218-eff7-4f73-a4d3-044e1db1c380 req-508a96b4-aada-45a7-8992-f444222d6606 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:43.362971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be3c5218-eff7-4f73-a4d3-044e1db1c380 req-508a96b4-aada-45a7-8992-f444222d6606 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.0887470 Feb 19 00:24:43.476939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be3c5218-eff7-4f73-a4d3-044e1db1c380 req-ae2983fa-d810-4537-a11f-e46a2749080c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042233 Feb 19 00:24:43.521744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:24:43.571732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-28d4ad2c-0086-4dbe-939e-0ad7184daaf2 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381000 Feb 19 00:24:43.670689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:43.684706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'mac_address': 'fa:16:3e:1c:57:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:24:43.761258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:43.765502 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:43.796911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:43.847058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-f1f99a01-8d0a-4b2f-abdf-cf4d4fa1f621 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:43.848611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-f1f99a01-8d0a-4b2f-abdf-cf4d4fa1f621 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2700603 Feb 19 00:24:43.864271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:43.872442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:43.902747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-b824cad5-1a3c-4355-808c-313fb33db88c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/quotas/7584b8be47ae4aac9c6bb7b10c25149b HTTP/1.1" status: 200 len: 375 time: 0.0340016 Feb 19 00:24:43.932768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33462) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:43.969781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-d8e73bba-0bb8-4d29-b407-9fe2e9650e9c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608690 Feb 19 00:24:44.034706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:44.041140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-6391d657-b256-44bd-a7ec-3262dd76522f tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=1ac9db60dee0438da4279c85e52b2c5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696840 Feb 19 00:24:44.056361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.057426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.058280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.059374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.060130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.060870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.061599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.063610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.063966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.064315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.066800 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.067262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.069803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:24:44.326261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['94acea80-0917-4fc5-9b18-2c5c77b7d0f4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:24:44.442120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-526876202-network', 'tenant_id': '97902592277440dca39ef6a025bcda93'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:44.561557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-e0cf4e7f-3db3-454b-bbb0-04e580baa698 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:44.575022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-e0cf4e7f-3db3-454b-bbb0-04e580baa698 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5237393 Feb 19 00:24:44.663450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-cd289e17-16c2-4187-adeb-9b0e84579736 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/quotas/1ac9db60dee0438da4279c85e52b2c5a HTTP/1.1" status: 200 len: 375 time: 0.0846219 Feb 19 00:24:44.688604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Made reservation on behalf of 97902592277440dca39ef6a025bcda93 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:24:44.691906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:44.800516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-ffd8b357-0f42-42a7-aa6d-43a530f8fc89 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1ac9db60dee0438da4279c85e52b2c5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1347733 Feb 19 00:24:44.811712 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:44.883594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12848cfd-bb18-4fde-bc0f-eba45fad3ff5 req-39412b1b-3577-4e37-99ed-51df1b7d29b5 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:44.885743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12848cfd-bb18-4fde-bc0f-eba45fad3ff5 req-39412b1b-3577-4e37-99ed-51df1b7d29b5 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 948 time: 0.2494950 Feb 19 00:24:45.018771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12848cfd-bb18-4fde-bc0f-eba45fad3ff5 req-7c3b3113-7241-4d0f-859c-02187751ec47 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259947 Feb 19 00:24:45.095868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Publish callbacks [] for security_group (f660018d-0b60-4cfd-abad-f0f2a99629bc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:45.100526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f660018d-0b60-4cfd-abad-f0f2a99629bc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:45.246851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:24:45.293678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f660018d-0b60-4cfd-abad-f0f2a99629bc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:45.461294 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4e4f66db-ce43-4a1f-aaab-539a2aa93db3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:45.461902 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Added segment 4e4f66db-ce43-4a1f-aaab-539a2aa93db3 of type vlan for network 59145fd0-be95-45ab-84d1-53064750f238 Feb 19 00:24:45.472864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-dd73560e-c21b-48ff-a4a5-377658c19a3e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521951 Feb 19 00:24:46.332724 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-c4536b6e-d3e9-4a4b-bfb7-6f20bf83fa09 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450449 Feb 19 00:24:46.386640 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (59145fd0-be95-45ab-84d1-53064750f238), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:46.420925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-22c3bbd8-5568-4bc3-b215-bba9b9d144a9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:46.430284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-22c3bbd8-5568-4bc3-b215-bba9b9d144a9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9564564 Feb 19 00:24:46.436023 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (59145fd0-be95-45ab-84d1-53064750f238), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:46.437436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:46.438258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:46.467367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6457ba-f35a-4e26-a4df-39e0f5f383e5 req-314da33b-a6aa-4010-9579-7f035db24194 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:46.477864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e6457ba-f35a-4e26-a4df-39e0f5f383e5 req-314da33b-a6aa-4010-9579-7f035db24194 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 1.2117496 Feb 19 00:24:46.589146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-ac71874d-aa74-454e-8a66-cddadcad0323 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:46.590848 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-ac71874d-aa74-454e-8a66-cddadcad0323 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573869 Feb 19 00:24:46.596810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e6457ba-f35a-4e26-a4df-39e0f5f383e5 req-de13ce44-e977-4c9a-8990-80bb20103fec tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171768 Feb 19 00:24:46.604309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Request body: {'port': {'device_id': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '7584b8be47ae4aac9c6bb7b10c25149b'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:46.612527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c3841a3e-5cfc-415e-9175-f264b3aa44f0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/quotas/7584b8be47ae4aac9c6bb7b10c25149b HTTP/1.1" status: 200 len: 375 time: 0.1773527 Feb 19 00:24:46.835710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9017260 Feb 19 00:24:46.888607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-8cc9489e-607f-4571-ac72-264cc6bc344d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2750597 Feb 19 00:24:46.892199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33528) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:46.919576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Request body: {'subnet': {'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-526876202-subnet', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:46.923129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5661dc8-e469-431d-9930-35fa7522477d admin admin] Pushing event updated for resources: {'Network': ['ID=59145fd0-be95-45ab-84d1-53064750f238,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:46.938114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 59145fd0-be95-45ab-84d1-53064750f238 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:24:47.028783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Made reservation on behalf of 97902592277440dca39ef6a025bcda93 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:24:47.031565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:47.267789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Made reservation on behalf of 7584b8be47ae4aac9c6bb7b10c25149b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:24:47.271677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:47.323338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-b15caa15-cb49-4a9e-9e82-c7b1aefc58df tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=1ac9db60dee0438da4279c85e52b2c5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0971479 Feb 19 00:24:47.347630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:47.562242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:47.602434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-444a07a0-f095-40f1-8c64-e8e2875c13c2 req-a667a2c9-90f1-4e94-a646-aaecc99c83ad tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 210 time: 0.1618800 Feb 19 00:24:47.722283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:47.722683 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:47.723988 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (d6d3895e-5512-4a5d-b560-723dd7b46d8f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:47.853391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46c38893-7a0b-4719-aedd-ade8dd73eb0e req-63f837b6-42e8-4539-858d-cc8bb142b032 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 210 time: 0.1710141 Feb 19 00:24:48.036043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-2b8ed717-0d36-4521-9905-b48bbd321044 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:48.040556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-2b8ed717-0d36-4521-9905-b48bbd321044 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 948 time: 0.6034145 Feb 19 00:24:48.042433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks [] for security_group (3e1df78d-20f0-4d63-9508-c5b5fc84523e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.051211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:48.052334 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.065032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3e1df78d-20f0-4d63-9508-c5b5fc84523e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.071475 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90a44d39-df0a-4411-9277-1fce10f8037b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.143861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-0a6a3014-8963-4f54-9928-a364323aa713 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:48.145732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-0a6a3014-8963-4f54-9928-a364323aa713 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8089266 Feb 19 00:24:48.161756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Request body: {'port': {'device_id': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '1ac9db60dee0438da4279c85e52b2c5a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:48.191322 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:48.193698 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504401c0-a425-4039-b3c3-eb3cb257e5a2" -d '{"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:48.204154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99618d8f-4aba-481d-974b-9837dda3f96d req-02a7ba9d-14a2-4f1b-9123-0debde8a9206 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:48.206503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99618d8f-4aba-481d-974b-9837dda3f96d req-02a7ba9d-14a2-4f1b-9123-0debde8a9206 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 948 time: 0.3574107 Feb 19 00:24:48.212529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:48.221721 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.363897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:48.418740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-0e52cbaf-ee1a-404e-917e-7f8d23e85f2c service neutron] 10.222.0.126 "GET /v2.0/ports/94acea80-0917-4fc5-9b18-2c5c77b7d0f4/bindings/n-h2-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.3600883 Feb 19 00:24:48.443990 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.458745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Allocated IP 192.168.233.127 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/9ffee167-a1af-4eb8-9307-c86d1be0422b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:24:48.535267 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99618d8f-4aba-481d-974b-9837dda3f96d req-8b380540-5be2-4ba9-ab9b-dfc74b8b1789 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196509 Feb 19 00:24:48.634524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks [] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.708122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1df78d-20f0-4d63-9508-c5b5fc84523e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:48.717220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.749268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d3895e-5512-4a5d-b560-723dd7b46d8f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:48.771528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25537300-7a04-4abf-a2d1-70e71e62cd32 req-4942de95-5081-440e-a43e-14957607e91d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:48.773146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25537300-7a04-4abf-a2d1-70e71e62cd32 req-4942de95-5081-440e-a43e-14957607e91d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.1308539 Feb 19 00:24:48.776020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Made reservation on behalf of 1ac9db60dee0438da4279c85e52b2c5a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:24:48.784093 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.805222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:24:48.806876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Checking segment: {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:48.807306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.807428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Network hostable DHCP agents. Network: 59145fd0-be95-45ab-84d1-53064750f238, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:24:48.814049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:48.818724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:24:48.830954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-3eb044f3-8515-4b36-8db8-0fabe02c68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:48.833306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-3eb044f3-8515-4b36-8db8-0fabe02c68db service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1131 time: 0.2872722 Feb 19 00:24:48.906864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:48.926799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:48.927865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:48.941231 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e15a0cd-2336-4b9b-9802-445c7b35f0df x-openstack-request-id: req-5e15a0cd-2336-4b9b-9802-445c7b35f0df {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:48.941524 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:48.941782 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e15a0cd-2336-4b9b-9802-445c7b35f0df {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:48.942174 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'code': 200} Feb 19 00:24:48.952972 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-94a490ec-9be5-4ed5-aa19-5490e9ab76df tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3526254 Feb 19 00:24:48.955037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Network 59145fd0-be95-45ab-84d1-53064750f238 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:24:48.978477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 59145fd0-be95-45ab-84d1-53064750f238) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:48.993529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6db21a-f6d5-4023-8387-7e2bc4f706bd None None] Network 59145fd0-be95-45ab-84d1-53064750f238 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:24:49.005683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:49.006617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.047055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-847e5eb5-2ef5-4957-a1c1-bafec1e53187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:49.049592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-847e5eb5-2ef5-4957-a1c1-bafec1e53187 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1875985 Feb 19 00:24:49.074708 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-66f69eb2-7abe-4682-b575-f3e6266bbd60 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1773541 Feb 19 00:24:49.093653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33584) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:49.117225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Request body: {'port': {'device_id': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:49.146139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:49.272718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-59145fd0-be95-45ab-84d1-53064750f238', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'project_id': '97902592277440dca39ef6a025bcda93', 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:24:49.274215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.279137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-775bdc49-ba81-4c0f-9880-45d179a17411 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 217 time: 0.2205112 Feb 19 00:24:49.305807 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (cb6d3980-3db3-449c-9469-bb2a26c2bd28), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.306748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (cb6d3980-3db3-449c-9469-bb2a26c2bd28), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.315587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.342160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7087038d-e038-4c7a-aea4-d7aab41be4df None None] Provisioning complete for port 9ffee167-a1af-4eb8-9307-c86d1be0422b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:49.354934 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7087038d-e038-4c7a-aea4-d7aab41be4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.373915 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks [] for router_controller (cb6d3980-3db3-449c-9469-bb2a26c2bd28), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.377048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-ba91ad79-4c5f-41e5-8a6a-117f1b9a35b3 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951705 Feb 19 00:24:49.380924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25537300-7a04-4abf-a2d1-70e71e62cd32 req-79296872-e73d-4748-9805-3e69ed655a14 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801647 Feb 19 00:24:49.570602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7087038d-e038-4c7a-aea4-d7aab41be4df None None] Port 9ffee167-a1af-4eb8-9307-c86d1be0422b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:24:49.583427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-f6b1298c-f8cd-4690-b1e6-dafb8042c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:49.584924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-f6b1298c-f8cd-4690-b1e6-dafb8042c7c8 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2027440 Feb 19 00:24:49.658982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d04dde6-f7b2-4b64-80a7-2e072bc06ebb req-c7e5d837-e74b-48b9-871e-4296a4a78fdd tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 210 time: 0.3787241 Feb 19 00:24:49.703578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Allocated IP 172.20.0.2 (59145fd0-be95-45ab-84d1-53064750f238/d6d3895e-5512-4a5d-b560-723dd7b46d8f/74f7f63e-1533-481f-b7b8-9f0660487739) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:24:49.855926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffee167-a1af-4eb8-9307-c86d1be0422b {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:49.865360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Publish callbacks [] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.880563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Transition to ACTIVE for port object 9ffee167-a1af-4eb8-9307-c86d1be0422b will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:24:49.889266 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.914421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks [] for router_gateway (cb6d3980-3db3-449c-9469-bb2a26c2bd28), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:49.919745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-50d77e46-005c-4adf-b504-860b1d301bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:49.921426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-50d77e46-005c-4adf-b504-860b1d301bb8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2814085 Feb 19 00:24:49.936911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50235747-9f8b-4c03-beee-e5fa1471a759 req-8a46984e-679c-4523-a819-e9702788faa3 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 210 time: 0.1942565 Feb 19 00:24:49.986005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Publish callbacks [] for port (74f7f63e-1533-481f-b7b8-9f0660487739), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.002599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:50.026138 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.099419 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b475f52-8707-4ea0-998a-cb01ce6ce10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.121797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Network 59145fd0-be95-45ab-84d1-53064750f238 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:24:50.128526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:50.149093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:24:50.172484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Pushing event updated for resources: {'Port': ['ID=74f7f63e-1533-481f-b7b8-9f0660487739,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:50.190253 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Attempting to bind port 9ffee167-a1af-4eb8-9307-c86d1be0422b on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:24:50.191185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Attempting to bind port 9ffee167-a1af-4eb8-9307-c86d1be0422b by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:24:50.191853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Attempting to bind port 9ffee167-a1af-4eb8-9307-c86d1be0422b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:50.217020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Port 9ffee167-a1af-4eb8-9307-c86d1be0422b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:24:50.217020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Attempting to bind port 9ffee167-a1af-4eb8-9307-c86d1be0422b on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:50.225274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:24:50.225620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:50.226012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:24:50.226487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Bound port: 9ffee167-a1af-4eb8-9307-c86d1be0422b, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:24:50.226850 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.235310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-e9dfec05-ee46-44ac-8e45-113d665fb632 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923372 Feb 19 00:24:50.268358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Attempting to bind port 74f7f63e-1533-481f-b7b8-9f0660487739 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:24:50.269218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Attempting to bind port 74f7f63e-1533-481f-b7b8-9f0660487739 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:24:50.269659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Attempting to bind port 74f7f63e-1533-481f-b7b8-9f0660487739 on network 59145fd0-be95-45ab-84d1-53064750f238 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:50.277441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:24:50.278516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Checking segment: {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:50.278998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.279469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Bound using segment: {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:24:50.280697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Bound port: 74f7f63e-1533-481f-b7b8-9f0660487739, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:24:50.280697 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.411659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:50.418232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] For port 74f7f63e-1533-481f-b7b8-9f0660487739, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:50.421833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:50.429545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks [] for security_group (ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.437799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.447677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] For port 74f7f63e-1533-481f-b7b8-9f0660487739, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=74f7f63e-1533-481f-b7b8-9f0660487739,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:50.463569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7db77-d727-4067-b024-f1222d44f76e req-f38da292-7f88-4885-a5b6-5e2bd197bebc tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:50.464622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9e7db77-d727-4067-b024-f1222d44f76e req-f38da292-7f88-4885-a5b6-5e2bd197bebc tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 949 time: 0.6272693 Feb 19 00:24:50.482048 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.496160 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.517133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:50.517773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:50.519211 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] 10.222.0.113 "PUT /v2.0/ports/9ffee167-a1af-4eb8-9307-c86d1be0422b HTTP/1.1" status: 200 len: 1096 time: 1.5588090 Feb 19 00:24:50.519662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:50.538315 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f03ef5a-3db1-4aee-a920-ffa23d19427e" -d '{"events": [{"name": "network-changed", "server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:50.590484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2001b-0112-4a8b-81dc-42f48377d61f None None] Pushing event updated for resources: {'Port': ['ID=74f7f63e-1533-481f-b7b8-9f0660487739,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:50.641377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb1339-3ea1-460e-bac7-009e53c48e2f service neutron] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:50.682223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-7fc8a857-a601-46d6-bc50-373614bfc700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:50.682223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-7fc8a857-a601-46d6-bc50-373614bfc700 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1130 time: 0.0941970 Feb 19 00:24:50.731383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:50.740058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-a9955e7c-fa4a-496e-a27b-b271fb8e545a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:50.741565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-a9955e7c-fa4a-496e-a27b-b271fb8e545a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3442104 Feb 19 00:24:50.781883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Request body: {'port': {'device_id': '7f15752f-c097-4a47-aeaa-7052a0c7011a', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '7584b8be47ae4aac9c6bb7b10c25149b'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:50.782296 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-befee8ec-4aae-4414-9b2a-f8215c60a809 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b HTTP/1.1" status: 200 len: 217 time: 0.0933142 Feb 19 00:24:50.897516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-00a61782-107f-4e89-a7f7-84191f713dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:50.899069 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-00a61782-107f-4e89-a7f7-84191f713dd1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1078784 Feb 19 00:24:50.967007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-ff7e1626-7ae4-4f45-a195-fc43dfae5386 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047311 Feb 19 00:24:50.995505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-4cab38a4-68a1-4e5d-b42a-7451ec7f5b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:50.997701 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-4cab38a4-68a1-4e5d-b42a-7451ec7f5b96 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0919092 Feb 19 00:24:51.007210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df0056-11ea-47a3-a764-0589d9a7fff3 req-257299d0-b2a3-4184-9f16-481c3fdeb1bb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:51.008909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62df0056-11ea-47a3-a764-0589d9a7fff3 req-257299d0-b2a3-4184-9f16-481c3fdeb1bb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.8564343 Feb 19 00:24:51.014217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9e7db77-d727-4067-b024-f1222d44f76e req-ed188a93-8467-4e7d-ae3d-a77f3a688456 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122948 Feb 19 00:24:51.056410 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:51.192669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-e4b7cb0b-9661-40fc-8be7-f27438f3130c service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888766 Feb 19 00:24:51.241915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Allocated IP 192.168.233.198 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/310a49b6-f143-49a2-bb48-91be004b9167) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:24:51.297413 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-70ce69bb-8f28-4113-b6d7-1a782569d869 req-acffd4b8-7ab4-42e6-a0f4-ad2c21df5348 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978148 Feb 19 00:24:51.311291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62df0056-11ea-47a3-a764-0589d9a7fff3 req-2cd47e0d-fce8-4c65-ad32-2c2d177ca8c2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482133 Feb 19 00:24:51.373210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7c910-eda8-4bcf-9f86-6d3737edd5d5 req-3c25b7ab-5b54-4073-bffe-6357552a2e24 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:51.380077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74e7c910-eda8-4bcf-9f86-6d3737edd5d5 req-3c25b7ab-5b54-4073-bffe-6357552a2e24 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.2164934 Feb 19 00:24:51.381854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Made reservation on behalf of 7584b8be47ae4aac9c6bb7b10c25149b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:24:51.385148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:51.389299 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8575181-8269-49cc-9aef-5a6a9affccbe x-openstack-request-id: req-c8575181-8269-49cc-9aef-5a6a9affccbe {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:51.389817 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:51.390261 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8575181-8269-49cc-9aef-5a6a9affccbe {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:51.391104 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'status': 'completed', 'code': 200} Feb 19 00:24:51.469167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-df6e2eb1-b360-49a1-b7d0-c00ce0642223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:51.471335 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-df6e2eb1-b360-49a1-b7d0-c00ce0642223 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1130 time: 0.0606327 Feb 19 00:24:51.597803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-4b6db0db-d4fd-4f09-8103-ff43fae4d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:51.598115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:51.600489 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-4b6db0db-d4fd-4f09-8103-ff43fae4d860 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1218615 Feb 19 00:24:51.654689 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-d3c28479-b6ce-49c2-9e1b-9f0260f37434 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b HTTP/1.1" status: 200 len: 217 time: 0.0474982 Feb 19 00:24:51.770553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1d1b086b-878a-4712-92b7-6904a835b6f3 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:51.770972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:51.786981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-84eb07ce-fc5c-4141-9f8a-55018a939e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:51.788702 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-84eb07ce-fc5c-4141-9f8a-55018a939e35 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1240067 Feb 19 00:24:51.846816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:51.848402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:51.852213 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d6148a-7c42-4a63-bfea-eff8d72d430d" -d '{"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:51.860725 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:51.902273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-f9dd5b6d-ae23-437c-be11-6e1b7e0f267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:51.905536 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-f9dd5b6d-ae23-437c-be11-6e1b7e0f267a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1085835 Feb 19 00:24:51.926033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:51.958266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a43cabeb-d29c-404e-834d-55a350249867 req-43f0c5a4-b177-419f-9bad-99e154646ee8 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0910571 Feb 19 00:24:52.040064 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-74398972-8411-467a-8c68-4cc8b9b82c94 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245890 Feb 19 00:24:52.083578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e05a8ea-3660-4e0f-ace7-73c5ef0454cc None None] Network 59145fd0-be95-45ab-84d1-53064750f238 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:24:52.197749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9ce375b-3152-4200-8cf0-59b804600cbb req-90b7174d-ce4e-4352-b681-670265a7205b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 210 time: 0.1127460 Feb 19 00:24:52.215391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f675e969-1c22-410c-889c-e032dfa25f22 None None] Provisioning complete for port 74f7f63e-1533-481f-b7b8-9f0660487739 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:52.216064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f675e969-1c22-410c-889c-e032dfa25f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.237880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74e7c910-eda8-4bcf-9f86-6d3737edd5d5 req-f90718f6-1894-4569-a8f7-93706fd6a7f1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568294 Feb 19 00:24:52.244106 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks [] for router_gateway (cb6d3980-3db3-449c-9469-bb2a26c2bd28), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.267097 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:24:52.267980 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f03ef5a-3db1-4aee-a920-ffa23d19427e req-78c493b1-dd7b-4929-97e4-bdab64e0fb19 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217414 Feb 19 00:24:52.388060 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682b23d1-3ad3-4829-9730-f703ee662f77 x-openstack-request-id: req-682b23d1-3ad3-4829-9730-f703ee662f77 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:52.388360 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:52.388626 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-682b23d1-3ad3-4829-9730-f703ee662f77 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:52.389126 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'code': 200} Feb 19 00:24:52.390878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f675e969-1c22-410c-889c-e032dfa25f22 None None] Current status of the port 74f7f63e-1533-481f-b7b8-9f0660487739 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:52.391260 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f675e969-1c22-410c-889c-e032dfa25f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.393452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 74f7f63e-1533-481f-b7b8-9f0660487739 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:52.394349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.492612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f675e969-1c22-410c-889c-e032dfa25f22 None None] For port 74f7f63e-1533-481f-b7b8-9f0660487739, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=74f7f63e-1533-481f-b7b8-9f0660487739,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:52.504655 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks [] for port (310a49b6-f143-49a2-bb48-91be004b9167), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.515505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f675e969-1c22-410c-889c-e032dfa25f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.587607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.590358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675e969-1c22-410c-889c-e032dfa25f22 None None] Pushing event updated for resources: {'Port': ['ID=74f7f63e-1533-481f-b7b8-9f0660487739,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:52.621050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 74f7f63e-1533-481f-b7b8-9f0660487739 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:52.621850 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.650409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfbce2-a97e-434f-9567-86de0b02c6b9 req-8d4201d5-6301-49d5-a9f6-1ae4be032d5b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:52.657862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24cfbce2-a97e-434f-9567-86de0b02c6b9 req-8d4201d5-6301-49d5-a9f6-1ae4be032d5b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.2102180 Feb 19 00:24:52.716381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.726856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Allocated IP 172.25.6.92 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/e87e16cf-3678-4db8-aa88-00181d32b438) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:24:52.828233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Allocated IP 192.168.233.227 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/70af6661-0b1e-4f28-80d4-2e0de82f3a0c) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:24:52.891523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c2106dfb-2513-43d0-a7dc-ae063f07a408 None None] Provisioning complete for port 74f7f63e-1533-481f-b7b8-9f0660487739 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:52.892398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2106dfb-2513-43d0-a7dc-ae063f07a408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:52.996805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:24:53.002523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 74f7f63e-1533-481f-b7b8-9f0660487739 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:53.013541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:53.038786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24cfbce2-a97e-434f-9567-86de0b02c6b9 req-90ebd595-04ea-4dd8-875a-e473a3fc3d68 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798275 Feb 19 00:24:53.046320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:24:53.058165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:53.100004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c2106dfb-2513-43d0-a7dc-ae063f07a408 None None] Current status of the port 74f7f63e-1533-481f-b7b8-9f0660487739 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:53.107068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:24:53.177225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:53.189704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'mac_address': 'fa:16:3e:b3:ed:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:24:53.264374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9ffee167-a1af-4eb8-9307-c86d1be0422b is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:53.264775 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.289972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffee167-a1af-4eb8-9307-c86d1be0422b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:53.294861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:53.295512 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.302285 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks [] for port (e87e16cf-3678-4db8-aa88-00181d32b438), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.325312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:53.346617 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.356431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.407316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491351c-a1de-41df-8e6f-cd0cb1229fac req-4f3b4347-07f0-46ad-8df0-d588ed380dc0 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:53.414471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e491351c-a1de-41df-8e6f-cd0cb1229fac req-4f3b4347-07f0-46ad-8df0-d588ed380dc0 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 936 time: 0.3477097 Feb 19 00:24:53.430911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7d7447b-88e5-4629-922f-ae6e06fab038 req-5a84b97a-d8e3-4620-9ff6-c57fd73d5ef3 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 210 time: 0.0731761 Feb 19 00:24:53.444257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-d8bc8e82-cbc7-48c9-851d-29182eb4b588 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2871354 Feb 19 00:24:53.451028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b65d4686-6ec7-47cd-8631-91f2ca9a3741 None None] Provisioning complete for port 310a49b6-f143-49a2-bb48-91be004b9167 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:53.451475 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b65d4686-6ec7-47cd-8631-91f2ca9a3741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (310a49b6-f143-49a2-bb48-91be004b9167), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.470213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Request body: {'port': {'device_id': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:53.481225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks [] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.497697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b65d4686-6ec7-47cd-8631-91f2ca9a3741 None None] Port 310a49b6-f143-49a2-bb48-91be004b9167 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:24:53.504821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:53.565854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e491351c-a1de-41df-8e6f-cd0cb1229fac req-e83c51cb-d353-48ea-b448-deb72e7c1380 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505034 Feb 19 00:24:53.589521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.672823 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.686586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['9ffee167-a1af-4eb8-9307-c86d1be0422b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:24:53.705242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:24:53.706854 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:53.722106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:53.724698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:24:53.756776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Pushing event updated for resources: {'Port': ['ID=e87e16cf-3678-4db8-aa88-00181d32b438,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:53.853299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:24:53.870628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:24:53.873251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:24:53.905293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db303adf-f686-4acb-8119-33b601424f9f req-fe3162f9-3eb7-4f10-94cb-b78097bbbe06 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:53.906973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db303adf-f686-4acb-8119-33b601424f9f req-fe3162f9-3eb7-4f10-94cb-b78097bbbe06 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.3151555 Feb 19 00:24:53.994055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Pushing event updated for resources: {'Port': ['ID=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:54.051538 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:54.149869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-266537e1-84df-4500-ae41-88ceafc6ea40 None None] Provisioning complete for port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:54.152627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-266537e1-84df-4500-ae41-88ceafc6ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:54.181793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-b6187cc9-4fc9-4ca6-adda-e50c3c22e0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:54.183812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-b6187cc9-4fc9-4ca6-adda-e50c3c22e0a5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 1131 time: 0.4280233 Feb 19 00:24:54.210084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-266537e1-84df-4500-ae41-88ceafc6ea40 None None] Port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:24:54.223691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:54.224680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:54.230476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db303adf-f686-4acb-8119-33b601424f9f req-97f00969-b458-4d22-873c-66a5ade26937 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836485 Feb 19 00:24:54.242380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 74f7f63e-1533-481f-b7b8-9f0660487739 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:54.296226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 74f7f63e-1533-481f-b7b8-9f0660487739 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:54.296854 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:54.380342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 74f7f63e-1533-481f-b7b8-9f0660487739 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:54.382420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-f895d64d-80d6-4191-a8f0-c97b781acf3b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6167543 Feb 19 00:24:54.439290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Request body: {'port': {'device_id': '7f15752f-c097-4a47-aeaa-7052a0c7011a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:24:54.503211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-479fdc3c-3e70-4ac3-a696-a6ce3b87631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:54.504837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-479fdc3c-3e70-4ac3-a696-a6ce3b87631c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1131 time: 0.2900727 Feb 19 00:24:54.529294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34238e1-440c-4802-9bac-acd9ac8aca9f req-a241e6c4-7372-47e1-be63-82e176b023f3 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:54.531055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c34238e1-440c-4802-9bac-acd9ac8aca9f req-a241e6c4-7372-47e1-be63-82e176b023f3 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.3207030 Feb 19 00:24:54.964628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 613b8bad-f7a5-4fea-803d-4aa1f1dca18b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:24:54.968224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:55.009270 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.027483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks [] for router_gateway (cb6d3980-3db3-449c-9469-bb2a26c2bd28), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.083443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 9ffee167-a1af-4eb8-9307-c86d1be0422b completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:24:55.090445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 9ffee167-a1af-4eb8-9307-c86d1be0422b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:55.090831 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.147158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:55.165350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'mac_address': 'fa:16:3e:b4:f8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:24:55.189980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c34238e1-440c-4802-9bac-acd9ac8aca9f req-56f0dd29-e42c-4738-a70e-a740482680a5 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6207089 Feb 19 00:24:55.217289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-75db6b26-9bfb-46a5-9c4b-068d2ad82d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:55.218965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-75db6b26-9bfb-46a5-9c4b-068d2ad82d4a service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.6982102 Feb 19 00:24:55.221211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310a49b6-f143-49a2-bb48-91be004b9167 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:55.241550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9ffee167-a1af-4eb8-9307-c86d1be0422b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:55.241957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.244029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:55.244411 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.263204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d76712-f183-4af3-afde-784816f2fca3 req-70036793-acb1-498a-8b72-43a91170193c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:55.268814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69d76712-f183-4af3-afde-784816f2fca3 req-70036793-acb1-498a-8b72-43a91170193c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 936 time: 0.7503626 Feb 19 00:24:55.279571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 613b8bad-f7a5-4fea-803d-4aa1f1dca18b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:55.290392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:55.292765 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f978d5-376b-488e-89e9-12281efab769" -d '{"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:55.295906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Publish callbacks [] for port (310a49b6-f143-49a2-bb48-91be004b9167), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.313035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:55.320835 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.324092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:55.330596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.389348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:55.436857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-f69fca3a-d7d0-484d-a926-1b1d30fb6702 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 217 time: 0.1630366 Feb 19 00:24:55.439403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:55.450022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['613b8bad-f7a5-4fea-803d-4aa1f1dca18b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:24:55.460502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Transition to ACTIVE for port object 310a49b6-f143-49a2-bb48-91be004b9167 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:24:55.505772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:55.666053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69d76712-f183-4af3-afde-784816f2fca3 req-d9e32aad-52cc-4e02-89a5-ee18f50a5cf5 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824635 Feb 19 00:24:55.684578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-e81836c8-9478-4ab8-971c-89af94089dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:55.686814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-e81836c8-9478-4ab8-971c-89af94089dfe service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2390683 Feb 19 00:24:55.711331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:55.740486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001f293-4077-4252-b716-b43c7e008a2b req-0c6df214-750b-476a-9c38-c3cb8c844f3e tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:55.742038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8001f293-4077-4252-b716-b43c7e008a2b req-0c6df214-750b-476a-9c38-c3cb8c844f3e tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 936 time: 0.4512534 Feb 19 00:24:55.917022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (cb6d3980-3db3-449c-9469-bb2a26c2bd28), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:56.054192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8001f293-4077-4252-b716-b43c7e008a2b req-165fac36-3d3b-4828-b950-2fa4e9bb0cea tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437098 Feb 19 00:24:56.065595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-d4bdeb4d-89a3-4c57-94dc-d7acc29a6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:56.066989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-d4bdeb4d-89a3-4c57-94dc-d7acc29a6fcb service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3702090 Feb 19 00:24:56.123566 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e38b55a-d02c-47d9-b729-d4100665d339 x-openstack-request-id: req-4e38b55a-d02c-47d9-b729-d4100665d339 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:56.128144 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:56.129014 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e38b55a-d02c-47d9-b729-d4100665d339 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:56.129014 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'code': 200} Feb 19 00:24:56.131904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7253f4-ac3d-4ce7-bf43-a8a595c14f92 req-6a19474a-4f23-4542-ba6f-bdb1a0783f1a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:56.133936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb7253f4-ac3d-4ce7-bf43-a8a595c14f92 req-6a19474a-4f23-4542-ba6f-bdb1a0783f1a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.3242188 Feb 19 00:24:56.173431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Attempting to bind port 310a49b6-f143-49a2-bb48-91be004b9167 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:24:56.173766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Attempting to bind port 310a49b6-f143-49a2-bb48-91be004b9167 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:24:56.174101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Attempting to bind port 310a49b6-f143-49a2-bb48-91be004b9167 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:56.188527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70af6661-0b1e-4f28-80d4-2e0de82f3a0c {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:24:56.196183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Port 310a49b6-f143-49a2-bb48-91be004b9167 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:24:56.196546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Attempting to bind port 310a49b6-f143-49a2-bb48-91be004b9167 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:56.237441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Publish callbacks [] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:56.256838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:24:56.257685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:56.258103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:24:56.258732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Bound port: 310a49b6-f143-49a2-bb48-91be004b9167, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:24:56.259103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:56.263621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c8f1b-86b0-4926-94f6-b7184a248595 req-846177d2-dece-44be-a522-c6bcba1dedfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:56.265742 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7c8f1b-86b0-4926-94f6-b7184a248595 req-846177d2-dece-44be-a522-c6bcba1dedfe service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1132 time: 0.0528729 Feb 19 00:24:56.309256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Transition to ACTIVE for port object 70af6661-0b1e-4f28-80d4-2e0de82f3a0c will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:24:56.349863 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7c8f1b-86b0-4926-94f6-b7184a248595 req-4123f761-7eec-4099-b8ae-a22e319c7ce1 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746698 Feb 19 00:24:56.372309 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:56.474753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-35406fd8-653e-449a-9387-255bd12d2d2d service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761902 Feb 19 00:24:56.578443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Pushing event updated for resources: {'Port': ['ID=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:56.597659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:56.643498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Router cb6d3980-3db3-449c-9469-bb2a26c2bd28 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:24:56.646597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:56.654455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb7253f4-ac3d-4ce7-bf43-a8a595c14f92 req-4d0523d1-af89-45a1-9334-643ee11e33f0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849057 Feb 19 00:24:56.694525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2baa3-b389-4ba3-8cc4-2c0daa512856 req-147ed099-382f-4fbd-a757-f061a99a5ad5 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:56.696126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a2baa3-b389-4ba3-8cc4-2c0daa512856 req-147ed099-382f-4fbd-a757-f061a99a5ad5 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.3162630 Feb 19 00:24:56.697341 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:56.958707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 613b8bad-f7a5-4fea-803d-4aa1f1dca18b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:24:56.966640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:56.967662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:56.969945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] 10.222.0.113 "PUT /v2.0/ports/310a49b6-f143-49a2-bb48-91be004b9167 HTTP/1.1" status: 200 len: 1096 time: 3.5053909 Feb 19 00:24:56.996734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:56.997885 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c99972-b43b-4e1b-8b19-378851a8831d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "tag": "310a49b6-f143-49a2-bb48-91be004b9167"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:57.003805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7e1df96-14a9-4332-9b58-c2c69fa3f164 req-036d0e9a-5d4f-4088-8987-a9b7a491d6d8 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130548 Feb 19 00:24:57.098333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:24:57.099028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:57.188551 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-fddab05f-b1af-408c-ac09-cd25d08de921 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146655 Feb 19 00:24:57.219949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Attempting to bind port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:24:57.220390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Attempting to bind port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:24:57.220747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Attempting to bind port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:57.252243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6553ec-1cbb-498d-9067-a07b9609d4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:57.262808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:57.263305 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:57.289611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-63b9a709-7bd1-4508-a945-071e747e399b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:57.290571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a2baa3-b389-4ba3-8cc4-2c0daa512856 req-3136ec55-e37e-4e73-91a2-64d18eee13a8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766623 Feb 19 00:24:57.291445 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-63b9a709-7bd1-4508-a945-071e747e399b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 1126 time: 0.0768185 Feb 19 00:24:57.291659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:24:57.292141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Attempting to bind port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:57.338908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358947b-f233-4605-8db2-671184c3c6b1 req-e292b18c-cd51-43d9-aa45-73c8c25f1f34 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:57.340935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1358947b-f233-4605-8db2-671184c3c6b1 req-e292b18c-cd51-43d9-aa45-73c8c25f1f34 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 948 time: 0.5303357 Feb 19 00:24:57.341853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:24:57.342400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:57.342991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:24:57.343557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Bound port: 70af6661-0b1e-4f28-80d4-2e0de82f3a0c, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:24:57.344019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:57.359593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:57.377623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:24:57.387811 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:57.388729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-e103c904-0f6b-4f3a-846b-e777b873e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:57.390546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-e103c904-0f6b-4f3a-846b-e777b873e9e8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1ac9db60dee0438da4279c85e52b2c5a&device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 1130 time: 0.3626347 Feb 19 00:24:57.401305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Sync routers for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:24:57.497233 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:57.503227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5a32aa2e-1879-4251-b851-67bf1d68693b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3865545 Feb 19 00:24:57.504117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33732) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:24:57.512826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-2d6b6d9f-5f74-426d-86b5-1ffde4ea49d2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=310a49b6-f143-49a2-bb48-91be004b9167 HTTP/1.1" status: 200 len: 217 time: 0.1139827 Feb 19 00:24:57.520503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:24:57.521309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:24:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:57.567622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-895d29ad-7a69-46c6-b259-42f9c0b22af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:57.571198 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-895d29ad-7a69-46c6-b259-42f9c0b22af5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.2495258 Feb 19 00:24:57.611981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1358947b-f233-4605-8db2-671184c3c6b1 req-c211173b-4080-4d83-9f53-7a539237836a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615979 Feb 19 00:24:57.656098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:24:57.707192 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-6a410158-9593-42f0-b825-c81e97f7c4c5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 200 len: 217 time: 0.1265643 Feb 19 00:24:57.720568 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc5d894-7ce4-40c6-a642-ad24ad5c89a3 x-openstack-request-id: req-edc5d894-7ce4-40c6-a642-ad24ad5c89a3 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:57.721019 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "tag": "310a49b6-f143-49a2-bb48-91be004b9167", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:57.721441 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edc5d894-7ce4-40c6-a642-ad24ad5c89a3 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:57.722097 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167', 'status': 'completed', 'code': 200} Feb 19 00:24:57.729022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] For port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:57.755957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] For port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:57.758018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:57.827334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-54b5139c-5282-4387-9219-3639d69264fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:57.834123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-54b5139c-5282-4387-9219-3639d69264fc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.3085349 Feb 19 00:24:57.842984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-d548e9e8-75e0-4f39-b028-9a9310e1925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:57.847396 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-d548e9e8-75e0-4f39-b028-9a9310e1925d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1298118 Feb 19 00:24:57.910009 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-e1cf548a-915e-45ac-a4aa-b35be188e2b3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550320 Feb 19 00:24:58.119552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:24:58.120047 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:58.147990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:58.150092 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b46b8-b25f-47e7-855e-411602e82486" -d '{"events": [{"server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "name": "network-vif-plugged", "status": "completed", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:58.174402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:24:58.183328 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-20714f44-176b-4968-a561-52b85452b213 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661729 Feb 19 00:24:58.392951 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-30f65e89-d6e0-4677-96fc-55cea7337a0f req-4cb3bc3c-6e37-48d4-bec8-e9136f565663 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033553 Feb 19 00:24:58.461236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:24:58.463873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:58.515804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:58.540305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:24:54Z', 'revision_number': 3, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:24:58.630166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:58.630908 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:58.632495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] 10.222.0.126 "PUT /v2.0/ports/70af6661-0b1e-4f28-80d4-2e0de82f3a0c HTTP/1.1" status: 200 len: 1096 time: 4.2040653 Feb 19 00:24:58.637344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Checking router: cb6d3980-3db3-449c-9469-bb2a26c2bd28 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:24:58.638443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Updating router cb6d3980-3db3-449c-9469-bb2a26c2bd28 port e87e16cf-3678-4db8-aa88-00181d32b438 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:24:58.640741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:58.724360 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:58.785675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b89efb-5897-4ce3-ba93-1a53e2fd03d3 service neutron] Pushing event updated for resources: {'Port': ['ID=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:58.838975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eabfb16-e345-44b5-af7a-74e5d54f1643 req-8c065f16-fafe-4c2d-b2d1-a09174286198 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:58.841231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eabfb16-e345-44b5-af7a-74e5d54f1643 req-8c065f16-fafe-4c2d-b2d1-a09174286198 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 948 time: 0.3364074 Feb 19 00:24:58.856325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-59b1b76f-dae6-481d-bf77-126a809785ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:58.857818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-59b1b76f-dae6-481d-bf77-126a809785ff service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3629370 Feb 19 00:24:58.887548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da4f5e-9de4-43c9-9710-2eabbddef4ae req-570520ad-6286-4592-aeef-b6163d67fb2f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:58.889724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5da4f5e-9de4-43c9-9710-2eabbddef4ae req-570520ad-6286-4592-aeef-b6163d67fb2f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.4047453 Feb 19 00:24:59.140010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eabfb16-e345-44b5-af7a-74e5d54f1643 req-df21f20d-1ce2-4826-a02e-c0de6d4db8ff tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933975 Feb 19 00:24:59.227849 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aae51bf-319e-452f-a7e6-7f52ba11abd3 x-openstack-request-id: req-4aae51bf-319e-452f-a7e6-7f52ba11abd3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:24:59.228161 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "name": "network-vif-plugged", "status": "completed", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:24:59.228760 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4aae51bf-319e-452f-a7e6-7f52ba11abd3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:24:59.229213 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'code': 200} Feb 19 00:24:59.231816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5da4f5e-9de4-43c9-9710-2eabbddef4ae req-9826b6fe-ab20-487b-b8e5-dc9d308f9551 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621446 Feb 19 00:24:59.243277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-7f487f51-c938-4f5f-9c37-a36ad29dd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:59.249464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-7f487f51-c938-4f5f-9c37-a36ad29dd378 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 1130 time: 0.5560689 Feb 19 00:24:59.460270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-4b4e7a95-30e4-43c6-94ae-3e58165071ff service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058632 Feb 19 00:24:59.469364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-e91dff45-9823-475a-95b5-7ba033f275b0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=70af6661-0b1e-4f28-80d4-2e0de82f3a0c HTTP/1.1" status: 200 len: 217 time: 0.1895800 Feb 19 00:24:59.649965 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Publish callbacks [] for port (e87e16cf-3678-4db8-aa88-00181d32b438), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:59.685136 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:59.693120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2ab8c-0ce3-46ac-ab3d-04523f9abbbd req-0df0e551-1446-497d-a0bd-65fb528803a6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:59.701247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5a2ab8c-0ce3-46ac-ab3d-04523f9abbbd req-0df0e551-1446-497d-a0bd-65fb528803a6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 947 time: 0.4430306 Feb 19 00:24:59.732305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f15752f-c097-4a47-aeaa-7052a0c7011a', 'tag': '70af6661-0b1e-4f28-80d4-2e0de82f3a0c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:24:59.734678 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f15752f-c097-4a47-aeaa-7052a0c7011a", "tag": "70af6661-0b1e-4f28-80d4-2e0de82f3a0c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:24:59.750644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-70cdbc8b-1009-4536-895e-cca179770640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:59.752590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-70cdbc8b-1009-4536-895e-cca179770640 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2064731 Feb 19 00:24:59.769866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309bb1c-18a0-42e6-a6c7-fd706613e4c1 None None] Pushing event updated for resources: {'Port': ['ID=e87e16cf-3678-4db8-aa88-00181d32b438,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:24:59.780230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Attempting to bind port e87e16cf-3678-4db8-aa88-00181d32b438 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:24:59.780825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Attempting to bind port e87e16cf-3678-4db8-aa88-00181d32b438 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:24:59.781432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Attempting to bind port e87e16cf-3678-4db8-aa88-00181d32b438 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:24:59.814257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:24:59.815062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:24:59.815858 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:59.816649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:24:59.817551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Bound port: e87e16cf-3678-4db8-aa88-00181d32b438, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:24:59.818385 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:59.870964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e46b1-03df-4291-b1ab-5deec6df16b5 req-2099a160-8008-4fdf-8b00-816f1facef03 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:24:59.873189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-771e46b1-03df-4291-b1ab-5deec6df16b5 req-2099a160-8008-4fdf-8b00-816f1facef03 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 948 time: 0.3404119 Feb 19 00:24:59.920756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] For port e87e16cf-3678-4db8-aa88-00181d32b438, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:24:59.928866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] For port e87e16cf-3678-4db8-aa88-00181d32b438, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e87e16cf-3678-4db8-aa88-00181d32b438,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:24:59.942002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:24:59.964399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5a2ab8c-0ce3-46ac-ab3d-04523f9abbbd req-f1b1cef5-615b-428b-8811-ffe21afd7023 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632642 Feb 19 00:24:59.995056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcec6c1-79c1-4565-a5e4-c07430d3a56c req-5e5d9e4c-0713-4ad5-8146-4966ae6405fa service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129004 Feb 19 00:25:00.012210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-03d300db-1306-4c6d-9014-1220167b5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:00.014126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-03d300db-1306-4c6d-9014-1220167b5bae service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2371945 Feb 19 00:25:00.140651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-6918aae5-5f6b-4e39-b861-499df2bc513d service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143830 Feb 19 00:25:00.244685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:00.245501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:24:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:00.257967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309bb1c-18a0-42e6-a6c7-fd706613e4c1 None None] Pushing event updated for resources: {'Port': ['ID=e87e16cf-3678-4db8-aa88-00181d32b438,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:00.395513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-771e46b1-03df-4291-b1ab-5deec6df16b5 req-5246b208-9bcd-4a39-9d73-0a822a6252a0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812663 Feb 19 00:25:00.479431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99972-b43b-4e1b-8b19-378851a8831d req-5e7680d0-1132-42d4-b8a5-a41e4bb30308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:00.485844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c99972-b43b-4e1b-8b19-378851a8831d req-5e7680d0-1132-42d4-b8a5-a41e4bb30308 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1ac9db60dee0438da4279c85e52b2c5a&device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 1130 time: 0.3395016 Feb 19 00:25:00.538894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:00.721385 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb4668f-9287-4095-91ec-bcdad3da8598 x-openstack-request-id: req-ceb4668f-9287-4095-91ec-bcdad3da8598 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:00.722021 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f15752f-c097-4a47-aeaa-7052a0c7011a", "tag": "70af6661-0b1e-4f28-80d4-2e0de82f3a0c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:00.722021 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ceb4668f-9287-4095-91ec-bcdad3da8598 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:00.722462 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f15752f-c097-4a47-aeaa-7052a0c7011a', 'tag': '70af6661-0b1e-4f28-80d4-2e0de82f3a0c', 'status': 'completed', 'code': 200} Feb 19 00:25:00.826969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:00.919593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99972-b43b-4e1b-8b19-378851a8831d req-fcd445c6-7d67-4655-97c6-df448bf9f352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:00.920278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c99972-b43b-4e1b-8b19-378851a8831d req-fcd445c6-7d67-4655-97c6-df448bf9f352 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.4193854 Feb 19 00:25:00.964488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44e3cf3e-9843-4af4-bf2c-ee58fb53a403 req-ce282c95-bfa0-47f5-b683-a9ea97baacc4 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7927277 Feb 19 00:25:00.969820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:24:54Z', 'revision_number': 3, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:01.035992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c99972-b43b-4e1b-8b19-378851a8831d req-2ee65010-9175-468f-bc15-a8659cbf481a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=310a49b6-f143-49a2-bb48-91be004b9167 HTTP/1.1" status: 200 len: 217 time: 0.1034622 Feb 19 00:25:01.038881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe631d-65be-415e-a50c-fe30d0fdef47 None None] The sync data for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 is: [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:24:54Z', 'revision_number': 3, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:25:01.187554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd0503-1e52-45b0-b0cc-d77df147cd9a req-5cd430fc-2dc2-4f77-9f51-780bcb23141e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:01.195049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91fd0503-1e52-45b0-b0cc-d77df147cd9a req-5cd430fc-2dc2-4f77-9f51-780bcb23141e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.4390011 Feb 19 00:25:01.224269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e513-2279-4af2-8bb5-5c3f3a9d77b2 req-9a26228b-25d1-404b-b974-849e14200974 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:01.226214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5e1e513-2279-4af2-8bb5-5c3f3a9d77b2 req-9a26228b-25d1-404b-b974-849e14200974 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 948 time: 0.5330033 Feb 19 00:25:01.231067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:01.233706 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5effa1-2586-4cc1-8d49-fb20043e0b23" -d '{"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-unplugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:01.309161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-43a7e51c-b7e4-4cb5-9f24-5e6e2c3f0e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:01.311278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-43a7e51c-b7e4-4cb5-9f24-5e6e2c3f0e1f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1129 time: 0.4434681 Feb 19 00:25:01.324842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99972-b43b-4e1b-8b19-378851a8831d req-4d30fae1-f86c-4f77-b829-2d287458fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:01.326585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c99972-b43b-4e1b-8b19-378851a8831d req-4d30fae1-f86c-4f77-b829-2d287458fcb8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2782421 Feb 19 00:25:01.386318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-73c267f7-412d-4a3c-8d59-799fa8614c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:01.387923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-73c267f7-412d-4a3c-8d59-799fa8614c79 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 1130 time: 0.3360379 Feb 19 00:25:01.652139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:01.894924 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:01.922169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'mac_address': 'fa:16:3e:1c:57:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:02.012808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:02.013513 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:02.045155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:02.091874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:02.105104 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:02.106017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b18bc6af-8619-4e55-8a5c-b001cf78c99c details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:02.232892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5e1e513-2279-4af2-8bb5-5c3f3a9d77b2 req-ed57b02e-482e-4552-b5d7-42ba58664778 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9923804 Feb 19 00:25:02.255005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91fd0503-1e52-45b0-b0cc-d77df147cd9a req-b8cf2be6-0f33-433d-9c0a-21d004d49828 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0585701 Feb 19 00:25:02.280054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:02.359418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Allocated IP 172.20.0.1 (59145fd0-be95-45ab-84d1-53064750f238/d6d3895e-5512-4a5d-b560-723dd7b46d8f/4427b294-c850-4628-9bfb-30131f8d1972) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:02.377987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:02.407521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c', 'network_id': '031d5557-740b-4136-970d-e42b4d911f37', 'port_id': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c', 'mac_address': 'fa:16:3e:17:b4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '034f77a2-392c-4c54-abe2-fedc0e6492e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:02.486163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port b18bc6af-8619-4e55-8a5c-b001cf78c99c is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:02.486683 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:02.520011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18bc6af-8619-4e55-8a5c-b001cf78c99c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:02.576595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:02.590585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:02.595487 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Publish callbacks [] for port (4427b294-c850-4628-9bfb-30131f8d1972), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:02.677057 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-dda895e9-4a30-4bf1-a141-4a6b420d5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:02.678629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-dda895e9-4a30-4bf1-a141-4a6b420d5890 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 1.3148291 Feb 19 00:25:02.687019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:02.708741 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4427b294-c850-4628-9bfb-30131f8d1972), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:02.719891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e87e16cf-3678-4db8-aa88-00181d32b438 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:02.800586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-bc8023d8-479d-4ff4-b007-ccce47c22805 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:02.810645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e87e16cf-3678-4db8-aa88-00181d32b438 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:02.811291 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:02.813752 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-bc8023d8-479d-4ff4-b007-ccce47c22805 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.126 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 945 time: 0.1639674 Feb 19 00:25:02.826893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-5952bc6e-e081-4ee3-8892-3c79c40a9ebc service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 217 time: 0.1101117 Feb 19 00:25:02.860872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Pushing event updated for resources: {'Port': ['ID=4427b294-c850-4628-9bfb-30131f8d1972,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:02.939613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-81e8400c-4afa-4cb5-9c97-074425963329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:02.941675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-81e8400c-4afa-4cb5-9c97-074425963329 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0627770 Feb 19 00:25:02.943989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e87e16cf-3678-4db8-aa88-00181d32b438 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:02.944511 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:02.948960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Network 59145fd0-be95-45ab-84d1-53064750f238 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:02.972531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e87e16cf-3678-4db8-aa88-00181d32b438, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e87e16cf-3678-4db8-aa88-00181d32b438,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:02.983309 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.020295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Deleting port a2684021-fb0b-484d-ade3-1a6d5a15dea9 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:25:03.021016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.044517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c99972-b43b-4e1b-8b19-378851a8831d req-c9f065b6-fdb1-4843-bd78-fd7ed99f212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:03.048794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c99972-b43b-4e1b-8b19-378851a8831d req-c9f065b6-fdb1-4843-bd78-fd7ed99f212a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.6748199 Feb 19 00:25:03.062456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e87e16cf-3678-4db8-aa88-00181d32b438,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:03.077427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:03.097940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:03.102542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['94acea80-0917-4fc5-9b18-2c5c77b7d0f4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:03.120113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-3a2100f5-b0d8-47de-a55c-d814b813b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:03.121932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-3a2100f5-b0d8-47de-a55c-d814b813b524 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 1.6894925 Feb 19 00:25:03.199302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:03.237223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] For port a2684021-fb0b-484d-ade3-1a6d5a15dea9, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a2684021-fb0b-484d-ade3-1a6d5a15dea9,segment=NetworkSegment(83ebc269-8f6a-4bc8-948d-aaf296ba1da2),segment_id=83ebc269-8f6a-4bc8-948d-aaf296ba1da2)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:03.237511 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.254616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-52262579-93c9-4038-bb64-b4f5aebadf3b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=70af6661-0b1e-4f28-80d4-2e0de82f3a0c HTTP/1.1" status: 200 len: 217 time: 0.1253335 Feb 19 00:25:03.261650 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (cb6d3980-3db3-449c-9469-bb2a26c2bd28), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.283020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['b18bc6af-8619-4e55-8a5c-b001cf78c99c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:03.283271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Calling delete_port for a2684021-fb0b-484d-ade3-1a6d5a15dea9 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:25:03.536566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:03.590559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a2684021-fb0b-484d-ade3-1a6d5a15dea9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.601091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '310a49b6-f143-49a2-bb48-91be004b9167', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '310a49b6-f143-49a2-bb48-91be004b9167', 'mac_address': 'fa:16:3e:39:cf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:03.629284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a2684021-fb0b-484d-ade3-1a6d5a15dea9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:03.637550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Pushing event deleted for resources: {'Port': ['ID=a2684021-fb0b-484d-ade3-1a6d5a15dea9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:03.658662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.659252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.659610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.659953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.660288 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.660621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.660947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.661274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.661598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.661924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.662762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.663091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.664080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:03.711199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-56dd120a-681c-4358-8e92-6c75794b937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:03.712781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-56dd120a-681c-4358-8e92-6c75794b937f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2847054 Feb 19 00:25:03.726793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922a2fa-0f0f-4d0b-94c4-4274ca2d5a9f req-a9e25ea0-d6ba-4acf-86fe-e024ae92fa07 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:03.731141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cd859ccc-7784-4d3e-b409-dab2803c4dd8 None None] Provisioning complete for port 4427b294-c850-4628-9bfb-30131f8d1972 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:03.731803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd859ccc-7784-4d3e-b409-dab2803c4dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4427b294-c850-4628-9bfb-30131f8d1972), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.735431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] No DVR routers for this DVR port a2684021-fb0b-484d-ade3-1a6d5a15dea9 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:25:03.736172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c922a2fa-0f0f-4d0b-94c4-4274ca2d5a9f req-a9e25ea0-d6ba-4acf-86fe-e024ae92fa07 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/ports?device_id=aad26a4d-aacf-47b7-bf56-0240ffac5589 HTTP/1.1" status: 200 len: 945 time: 1.0460322 Feb 19 00:25:03.738138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.742423 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ea9763c-123c-48b9-8a3b-c5dff032636e req-01329ab1-e17c-470b-87b5-73072a85f1b7 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.126 "DELETE /v2.0/ports/a2684021-fb0b-484d-ade3-1a6d5a15dea9 HTTP/1.1" status: 204 len: 173 time: 0.9146688 Feb 19 00:25:03.742951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad26a4d-aacf-47b7-bf56-0240ffac5589', 'name': 'network-vif-deleted', 'tag': 'a2684021-fb0b-484d-ade3-1a6d5a15dea9'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:03.745692 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550cef14-db4a-46f6-8646-7a0db0759a46" -d '{"events": [{"server_uuid": "aad26a4d-aacf-47b7-bf56-0240ffac5589", "name": "network-vif-deleted", "tag": "a2684021-fb0b-484d-ade3-1a6d5a15dea9"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:03.779515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c67ed-0ec2-4dc3-accc-9ffc79e26fcb req-589c6d3b-a475-49df-be03-c558ab6fe6d4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:03.781646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b8c67ed-0ec2-4dc3-accc-9ffc79e26fcb req-589c6d3b-a475-49df-be03-c558ab6fe6d4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 1.1020350 Feb 19 00:25:03.789928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-9760368f-4d10-4b3a-b065-47494574329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:03.796013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-9760368f-4d10-4b3a-b065-47494574329e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8442180 Feb 19 00:25:03.884400 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4427b294-c850-4628-9bfb-30131f8d1972), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.912020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 310a49b6-f143-49a2-bb48-91be004b9167 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:03.913249 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:03.936356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cd859ccc-7784-4d3e-b409-dab2803c4dd8 None None] Port 4427b294-c850-4628-9bfb-30131f8d1972 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:25:03.964878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310a49b6-f143-49a2-bb48-91be004b9167 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:04.026236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b8c67ed-0ec2-4dc3-accc-9ffc79e26fcb req-8ac9e117-fac2-4520-a03e-34c65e1121be tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936550 Feb 19 00:25:04.049234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-212ea481-dab0-4635-8068-034ab91c83c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:04.049234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-212ea481-dab0-4635-8068-034ab91c83c5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3028238 Feb 19 00:25:04.051975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:04.076369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c99972-b43b-4e1b-8b19-378851a8831d req-29c64e0d-93b1-4c45-9856-b2f31a8dc7bc service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8867602 Feb 19 00:25:04.083996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:04.099517 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3df00af-e764-4232-968b-487813475cf0 x-openstack-request-id: req-c3df00af-e764-4232-968b-487813475cf0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:04.106474 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-unplugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:04.106769 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3df00af-e764-4232-968b-487813475cf0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:04.107211 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'code': 200} Feb 19 00:25:04.199931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:04.224366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c922a2fa-0f0f-4d0b-94c4-4274ca2d5a9f req-74eb73b0-2b5a-478d-92bb-879c0ecd77b9 tempest-VolumesAdminNegativeTest-1473338567 tempest-VolumesAdminNegativeTest-1473338567-project] 10.222.0.60 "GET /v2.0/security-groups?id=473997c2-a36a-453d-a1b4-c246c929d009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870627 Feb 19 00:25:04.382429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-33c91a8a-c451-48bf-a0c3-95af7fadbe8a service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079775 Feb 19 00:25:04.453647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['310a49b6-f143-49a2-bb48-91be004b9167'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:04.476964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-aab39ed2-bbfc-4745-89b6-0c7b3fbeb64a service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230707 Feb 19 00:25:04.614130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c99972-b43b-4e1b-8b19-378851a8831d req-2a9fbe6f-85c8-41e1-8b31-3d7b2794118d service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278304 Feb 19 00:25:04.682273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c74f2823-d5b2-46de-a0f8-5f413590d064 req-b091d976-7dca-422f-9067-16728a73ec90 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827268 Feb 19 00:25:04.694018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2025aaa-70cc-417c-a34b-24c5a825b6c1 req-4dbcd575-62e9-4b3f-b145-38ab79336c27 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:04.696020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2025aaa-70cc-417c-a34b-24c5a825b6c1 req-4dbcd575-62e9-4b3f-b145-38ab79336c27 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 948 time: 0.4666312 Feb 19 00:25:04.727254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e87e16cf-3678-4db8-aa88-00181d32b438 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:04.758362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da393f53-c50e-46b0-9064-a4c8c7a81037 req-fcb89826-5d9d-46a9-9065-27931702264c tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:04.761764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da393f53-c50e-46b0-9064-a4c8c7a81037 req-fcb89826-5d9d-46a9-9065-27931702264c tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 949 time: 0.4428904 Feb 19 00:25:04.815523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcf6ca8d-943a-4ea5-9ede-ba5a1bc5546d req-fe5864a6-5e8c-451f-a7d1-7077058d3280 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162863 Feb 19 00:25:04.823746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e87e16cf-3678-4db8-aa88-00181d32b438 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:04.824104 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:04.824760 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Publish callbacks [] for port (4427b294-c850-4628-9bfb-30131f8d1972), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:04.841847 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4427b294-c850-4628-9bfb-30131f8d1972), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:04.936989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e87e16cf-3678-4db8-aa88-00181d32b438 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:04.967295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da393f53-c50e-46b0-9064-a4c8c7a81037 req-44eea471-eec3-404c-9df4-427600a6e3d5 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504848 Feb 19 00:25:04.970429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2025aaa-70cc-417c-a34b-24c5a825b6c1 req-3b1d787b-1e3b-4f23-886b-16f57a19e40d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575555 Feb 19 00:25:04.971505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Pushing event updated for resources: {'Port': ['ID=4427b294-c850-4628-9bfb-30131f8d1972,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:04.974946 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (cb6d3980-3db3-449c-9469-bb2a26c2bd28), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:05.107486 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf66cb2-cb7a-4fa9-a3bd-c25deaba469d x-openstack-request-id: req-7bf66cb2-cb7a-4fa9-a3bd-c25deaba469d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:05.107999 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad26a4d-aacf-47b7-bf56-0240ffac5589", "name": "network-vif-deleted", "tag": "a2684021-fb0b-484d-ade3-1a6d5a15dea9", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:05.108176 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bf66cb2-cb7a-4fa9-a3bd-c25deaba469d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:05.108647 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad26a4d-aacf-47b7-bf56-0240ffac5589', 'name': 'network-vif-deleted', 'tag': 'a2684021-fb0b-484d-ade3-1a6d5a15dea9', 'status': 'completed', 'code': 200} Feb 19 00:25:05.141101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bf95e-9de9-4c7c-9447-521245117a29 req-5b3190a6-0cd3-4598-8e94-ab55ba9762fc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:05.142743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-117bf95e-9de9-4c7c-9447-521245117a29 req-5b3190a6-0cd3-4598-8e94-ab55ba9762fc tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 945 time: 0.0918527 Feb 19 00:25:05.162008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Network 59145fd0-be95-45ab-84d1-53064750f238 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:05.171357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:05.240835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-117bf95e-9de9-4c7c-9447-521245117a29 req-6eafa02d-4352-400d-84e6-6fe4088a841b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892935 Feb 19 00:25:05.338376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33810) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:05.389528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55cf3b3-c9da-4e5e-a3fa-81d9b4943d55 req-3749d74c-1c48-4fbf-a56d-5b10304c2683 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:05.397016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d55cf3b3-c9da-4e5e-a3fa-81d9b4943d55 req-3749d74c-1c48-4fbf-a56d-5b10304c2683 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 949 time: 0.1805041 Feb 19 00:25:05.420097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-415bccd5-cd51-4d95-b276-0c70291f94ac admin admin] Deleting subnet e59bb89d-fa08-4888-bc2e-e1e6c5b98696 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:25:05.427254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-415bccd5-cd51-4d95-b276-0c70291f94ac admin admin] Publish callbacks [] for subnet (e59bb89d-fa08-4888-bc2e-e1e6c5b98696), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:05.468922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-415bccd5-cd51-4d95-b276-0c70291f94ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (e59bb89d-fa08-4888-bc2e-e1e6c5b98696), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:05.470488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d55cf3b3-c9da-4e5e-a3fa-81d9b4943d55 req-2b8cf3fb-eede-427b-8938-beda8ce5e25d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723600 Feb 19 00:25:05.486972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3cbbdc8c-4132-4166-9268-e3f82f78c853 None None] Provisioning complete for port 4427b294-c850-4628-9bfb-30131f8d1972 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:05.488066 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3cbbdc8c-4132-4166-9268-e3f82f78c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4427b294-c850-4628-9bfb-30131f8d1972), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:05.501354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Router cb6d3980-3db3-449c-9469-bb2a26c2bd28 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:25:05.541401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-415bccd5-cd51-4d95-b276-0c70291f94ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (e59bb89d-fa08-4888-bc2e-e1e6c5b98696), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:05.578598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3cbbdc8c-4132-4166-9268-e3f82f78c853 None None] Port 4427b294-c850-4628-9bfb-30131f8d1972 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:25:05.632749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-415bccd5-cd51-4d95-b276-0c70291f94ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (e59bb89d-fa08-4888-bc2e-e1e6c5b98696), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:05.669672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:25:05.677596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bccd5-cd51-4d95-b276-0c70291f94ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59bb89d-fa08-4888-bc2e-e1e6c5b98696,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:05.683840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 70af6661-0b1e-4f28-80d4-2e0de82f3a0c details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:05.690564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-415bccd5-cd51-4d95-b276-0c70291f94ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:05.691030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-719e7786-9c54-4743-9dcd-280c906f7327 admin admin] 10.222.0.60 "PUT /v2.0/routers/cb6d3980-3db3-449c-9469-bb2a26c2bd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1800325 Feb 19 00:25:05.696224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:05.697748 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Sync routers for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:25:05.713943 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:05.714453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33820) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:05.714606 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:24:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:05.716223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-415bccd5-cd51-4d95-b276-0c70291f94ac admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e59bb89d-fa08-4888-bc2e-e1e6c5b98696 HTTP/1.1" status: 204 len: 168 time: 0.3758504 Feb 19 00:25:05.863012 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (7fc3f981-156b-4965-af83-605ec1f74620), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:05.916140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-cd9ee3a7-5943-414d-94c0-5de8da660dea tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597067 Feb 19 00:25:05.924094 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:06.093673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:06.111261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '70af6661-0b1e-4f28-80d4-2e0de82f3a0c', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '70af6661-0b1e-4f28-80d4-2e0de82f3a0c', 'mac_address': 'fa:16:3e:7d:e3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:06.154075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:06.154512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.230281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:06.230680 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.256265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70af6661-0b1e-4f28-80d4-2e0de82f3a0c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:06.280278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:06.295365 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.377117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:06.377515 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.397558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:06.427723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:06.428996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:06.431466 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da07e4e-02e3-41ef-af2a-768a2f5ce6a6" -d '{"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:06.446676 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.448085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b18bc6af-8619-4e55-8a5c-b001cf78c99c up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:06.451993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (7fc3f981-156b-4965-af83-605ec1f74620), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.474500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc3f981-156b-4965-af83-605ec1f74620']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:06.486307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ebc269-8f6a-4bc8-948d-aaf296ba1da2') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:06.486981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ebc269-8f6a-4bc8-948d-aaf296ba1da2') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:06.501213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (83ebc269-8f6a-4bc8-948d-aaf296ba1da2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.507358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:06.520165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (83ebc269-8f6a-4bc8-948d-aaf296ba1da2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.526699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:25:06.527254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (83ebc269-8f6a-4bc8-948d-aaf296ba1da2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.561850 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:04Z', 'revision_number': 2, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:06.587772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port b18bc6af-8619-4e55-8a5c-b001cf78c99c completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:25:06.591918 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:25:06.594910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port b18bc6af-8619-4e55-8a5c-b001cf78c99c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:06.594910 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.597595 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (7fc3f981-156b-4965-af83-605ec1f74620), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.604793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.611308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] 10.222.0.60 "DELETE /v2.0/networks/7fc3f981-156b-4965-af83-605ec1f74620 HTTP/1.1" status: 204 len: 168 time: 0.8927438 Feb 19 00:25:06.612234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33844) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:06.632172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfc8b3-d658-4a9b-99f6-9bc623009b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc3f981-156b-4965-af83-605ec1f74620,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:06.641554 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Checking router: cb6d3980-3db3-449c-9469-bb2a26c2bd28 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:25:06.643640 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Updating router cb6d3980-3db3-449c-9469-bb2a26c2bd28 port 4427b294-c850-4628-9bfb-30131f8d1972 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:25:06.708654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port b18bc6af-8619-4e55-8a5c-b001cf78c99c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:06.709051 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.714163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['70af6661-0b1e-4f28-80d4-2e0de82f3a0c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:06.715396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-50155de5-1b5c-481f-a6f7-c02730acaa98 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:06.718028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-50155de5-1b5c-481f-a6f7-c02730acaa98 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7901380 Feb 19 00:25:06.719373 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4427b294-c850-4628-9bfb-30131f8d1972), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.743798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-fa42b6fd-7d2f-4f2d-8af0-d55076871d9e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/quotas/92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 375 time: 0.0180867 Feb 19 00:25:06.755185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a37f09-bfbb-42f2-9c58-1a1e482d0ce9 admin admin] Deleting subnet 17382196-d509-472e-872c-cadd45a33f6d {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:25:06.768503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5a37f09-bfbb-42f2-9c58-1a1e482d0ce9 admin admin] Publish callbacks [] for subnet (17382196-d509-472e-872c-cadd45a33f6d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.825580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:06.845855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5a37f09-bfbb-42f2-9c58-1a1e482d0ce9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (17382196-d509-472e-872c-cadd45a33f6d), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.861713 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.881152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4e16f803-58af-4119-b534-126a1c86ed82 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294665 Feb 19 00:25:06.922281 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5a37f09-bfbb-42f2-9c58-1a1e482d0ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (17382196-d509-472e-872c-cadd45a33f6d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:06.946356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33846) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:06.951978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-cfb5f296-4b0b-468c-9c11-3a27c208d18d tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009633304', 'description': 'tempest-description--871903638'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:06.977917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:07.005298 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f296-4b0b-468c-9c11-3a27c208d18d tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.040593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:07.081509 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5a37f09-bfbb-42f2-9c58-1a1e482d0ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (17382196-d509-472e-872c-cadd45a33f6d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.112260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 310a49b6-f143-49a2-bb48-91be004b9167 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:25:07.118336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 310a49b6-f143-49a2-bb48-91be004b9167 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:07.118756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (310a49b6-f143-49a2-bb48-91be004b9167), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.158639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364df396-949e-4db7-a045-933266f2dfdb req-5fe0bb6f-2c5a-48a8-8032-55a92be17239 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:07.166481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-364df396-949e-4db7-a045-933266f2dfdb req-5fe0bb6f-2c5a-48a8-8032-55a92be17239 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 949 time: 0.1092660 Feb 19 00:25:07.269313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 310a49b6-f143-49a2-bb48-91be004b9167 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:07.269718 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.274024 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f296-4b0b-468c-9c11-3a27c208d18d tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group (948e1b8b-c05d-4fb9-8703-89001472403d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.351171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:07.358720 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.370762 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f296-4b0b-468c-9c11-3a27c208d18d tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (948e1b8b-c05d-4fb9-8703-89001472403d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.417669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-364df396-949e-4db7-a045-933266f2dfdb req-1d5e20e7-b11d-4ee8-822b-6c211076447d tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501194 Feb 19 00:25:07.529116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:07.530134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5f296-4b0b-468c-9c11-3a27c208d18d tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948e1b8b-c05d-4fb9-8703-89001472403d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:07.563267 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Publish callbacks [] for port (4427b294-c850-4628-9bfb-30131f8d1972), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.575584 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4427b294-c850-4628-9bfb-30131f8d1972), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.590756 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfb5f296-4b0b-468c-9c11-3a27c208d18d tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.594907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cfb5f296-4b0b-468c-9c11-3a27c208d18d tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6442101 Feb 19 00:25:07.601014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33866) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:07.609913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adbbf4b-5a8a-4e29-80f8-09e64bd0f366 req-3dfb5150-c7fd-4883-97b5-6b0fda414458 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:07.638790 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Pushing event updated for resources: {'Port': ['ID=4427b294-c850-4628-9bfb-30131f8d1972,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:07.641574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4adbbf4b-5a8a-4e29-80f8-09e64bd0f366 req-3dfb5150-c7fd-4883-97b5-6b0fda414458 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 949 time: 0.3457930 Feb 19 00:25:07.647297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-912bac92-62a5-4c32-8ae3-b39461613a3c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Request body: {'security_group_rule': {'security_group_id': '948e1b8b-c05d-4fb9-8703-89001472403d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:07.651752 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.652085 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.652425 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.652957 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.653449 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.653952 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.654725 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.655221 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.655738 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.656358 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.657020 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.657516 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.657997 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:07.702026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a2684021-fb0b-484d-ade3-1a6d5a15dea9 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:25:07.757464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: a2684021-fb0b-484d-ade3-1a6d5a15dea9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:25:07.759348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a2684021-fb0b-484d-ade3-1a6d5a15dea9 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:25:07.776158 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Attempting to bind port 4427b294-c850-4628-9bfb-30131f8d1972 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:07.776771 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Attempting to bind port 4427b294-c850-4628-9bfb-30131f8d1972 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:07.777144 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Attempting to bind port 4427b294-c850-4628-9bfb-30131f8d1972 on network 59145fd0-be95-45ab-84d1-53064750f238 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:07.785409 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:07.786397 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Checking segment: {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:07.787882 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.788477 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Bound using segment: {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:07.789166 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Bound port: 4427b294-c850-4628-9bfb-30131f8d1972, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:07.789742 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4427b294-c850-4628-9bfb-30131f8d1972), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.838633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a37f09-bfbb-42f2-9c58-1a1e482d0ce9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17382196-d509-472e-872c-cadd45a33f6d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:07.855100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5a37f09-bfbb-42f2-9c58-1a1e482d0ce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.859132 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b5a37f09-bfbb-42f2-9c58-1a1e482d0ce9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/17382196-d509-472e-872c-cadd45a33f6d HTTP/1.1" status: 204 len: 168 time: 1.2452867 Feb 19 00:25:07.861912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33870) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:07.921373 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-912bac92-62a5-4c32-8ae3-b39461613a3c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group_rule (726dc7e8-a426-4c4d-b240-352fe66a8b8d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.943401 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] For port 4427b294-c850-4628-9bfb-30131f8d1972, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:07.953849 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] For port 4427b294-c850-4628-9bfb-30131f8d1972, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4427b294-c850-4628-9bfb-30131f8d1972,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:07.954566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (add64cea-60c1-4a27-9b9f-ec1e85dd5334), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:07.968222 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4427b294-c850-4628-9bfb-30131f8d1972), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.032208 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:08.032893 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:24:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:08.058673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c07ae7b0-c7a2-4435-a92a-6a5e5e39c127 None None] Provisioning complete for port 4427b294-c850-4628-9bfb-30131f8d1972 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:08.060879 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c07ae7b0-c7a2-4435-a92a-6a5e5e39c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4427b294-c850-4628-9bfb-30131f8d1972), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.148470 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-912bac92-62a5-4c32-8ae3-b39461613a3c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group_rule (726dc7e8-a426-4c4d-b240-352fe66a8b8d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.155432 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-912bac92-62a5-4c32-8ae3-b39461613a3c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (726dc7e8-a426-4c4d-b240-352fe66a8b8d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.164505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (add64cea-60c1-4a27-9b9f-ec1e85dd5334), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.173666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4adbbf4b-5a8a-4e29-80f8-09e64bd0f366 req-6cf58cf1-28f3-404d-84cf-8ab724e1216f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310442 Feb 19 00:25:08.207060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add64cea-60c1-4a27-9b9f-ec1e85dd5334']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:08.219783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25faffa-94dc-4896-a10a-d69d46d23631') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:08.220509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25faffa-94dc-4896-a10a-d69d46d23631') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:08.224427 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:08.244653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e25faffa-94dc-4896-a10a-d69d46d23631), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.274687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e25faffa-94dc-4896-a10a-d69d46d23631), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.285150 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b63e040-867b-4ee4-bdb2-924e56d19103 x-openstack-request-id: req-6b63e040-867b-4ee4-bdb2-924e56d19103 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:08.286848 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-plugged", "status": "completed", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:08.289226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:25:08.289872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e25faffa-94dc-4896-a10a-d69d46d23631), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.291033 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b63e040-867b-4ee4-bdb2-924e56d19103 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:08.292970 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'code': 200} Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:25:08.295938 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:25:08.301389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bac92-62a5-4c32-8ae3-b39461613a3c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726dc7e8-a426-4c4d-b240-352fe66a8b8d,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:08.373190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6b507c-cc80-41ca-85ed-492e5149be09 req-85656ca9-7e21-4386-be72-8e76560ddfa0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:08.374839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd6b507c-cc80-41ca-85ed-492e5149be09 req-85656ca9-7e21-4386-be72-8e76560ddfa0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.6727583 Feb 19 00:25:08.413775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b94b3bc-0bc2-4db6-90aa-ab57d2846ccc req-b0c3c1d8-15eb-41ee-8fae-1b14919a2ed1 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 210 time: 0.0368965 Feb 19 00:25:08.414999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c07ae7b0-c7a2-4435-a92a-6a5e5e39c127 None None] Current status of the port 4427b294-c850-4628-9bfb-30131f8d1972 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:08.415591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c07ae7b0-c7a2-4435-a92a-6a5e5e39c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4427b294-c850-4628-9bfb-30131f8d1972), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.421913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (add64cea-60c1-4a27-9b9f-ec1e85dd5334), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.436914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.453407 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] 10.222.0.60 "DELETE /v2.0/networks/add64cea-60c1-4a27-9b9f-ec1e85dd5334 HTTP/1.1" status: 204 len: 168 time: 0.5878074 Feb 19 00:25:08.486937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-912bac92-62a5-4c32-8ae3-b39461613a3c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.490389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3b63c-0c48-44fe-80c9-8110fc37598f admin admin] Pushing event deleted for resources: {'Network': ['ID=add64cea-60c1-4a27-9b9f-ec1e85dd5334,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:08.491939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-912bac92-62a5-4c32-8ae3-b39461613a3c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8481724 Feb 19 00:25:08.497387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33876) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:08.512292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9130fc06-e247-4e51-b723-31bd89d8600f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Request body: {'security_group_rule': {'security_group_id': '948e1b8b-c05d-4fb9-8703-89001472403d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:08.514791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c07ae7b0-c7a2-4435-a92a-6a5e5e39c127 None None] For port 4427b294-c850-4628-9bfb-30131f8d1972, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4427b294-c850-4628-9bfb-30131f8d1972,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:08.542667 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c07ae7b0-c7a2-4435-a92a-6a5e5e39c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4427b294-c850-4628-9bfb-30131f8d1972), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.609126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd6b507c-cc80-41ca-85ed-492e5149be09 req-9c8b9577-a639-491f-a010-f1eb8d403694 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941471 Feb 19 00:25:08.625238 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9130fc06-e247-4e51-b723-31bd89d8600f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group_rule (01881bd7-8852-4d26-a1d4-6b6f517b53c5), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.631816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07ae7b0-c7a2-4435-a92a-6a5e5e39c127 None None] Pushing event updated for resources: {'Port': ['ID=4427b294-c850-4628-9bfb-30131f8d1972,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:08.652299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effef0cf-4c4d-43ec-af74-c773226e2085 req-cd95d13b-187b-480c-9787-e1b5d36e311e tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:08.659521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-effef0cf-4c4d-43ec-af74-c773226e2085 req-cd95d13b-187b-480c-9787-e1b5d36e311e tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 950 time: 0.1142468 Feb 19 00:25:08.688683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4cc085e2-b574-4b12-813b-27f1f0ed9276 None None] Provisioning complete for port 4427b294-c850-4628-9bfb-30131f8d1972 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:08.689069 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4cc085e2-b574-4b12-813b-27f1f0ed9276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4427b294-c850-4628-9bfb-30131f8d1972), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.736343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-effef0cf-4c4d-43ec-af74-c773226e2085 req-44950a99-4ec1-4068-a7f6-527df89982a2 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756793 Feb 19 00:25:08.780088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:08.788822 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f8fe7-3452-459b-be44-d1d22e6b5637 None None] Pushing event updated for resources: {'Port': ['ID=4427b294-c850-4628-9bfb-30131f8d1972,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:08.830343 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9130fc06-e247-4e51-b723-31bd89d8600f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group_rule (01881bd7-8852-4d26-a1d4-6b6f517b53c5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.832770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-78f5668c-37f0-4da9-a3a5-3c9d97a5f18c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610063 Feb 19 00:25:08.873562 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:07Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:08.874672 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9130fc06-e247-4e51-b723-31bd89d8600f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (01881bd7-8852-4d26-a1d4-6b6f517b53c5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:08.915292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33890) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:08.915545 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b919df04-625b-47cc-ba60-7a45ba9833cb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c015b523ff6f4c3aa8c2302c5d8a2a78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334362 Feb 19 00:25:08.916919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4cc085e2-b574-4b12-813b-27f1f0ed9276 None None] Current status of the port 4427b294-c850-4628-9bfb-30131f8d1972 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:08.943883 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb38eda-80cf-4126-8448-a1ab08e8610a None None] The sync data for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 is: [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:07Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:25:08.951809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130fc06-e247-4e51-b723-31bd89d8600f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01881bd7-8852-4d26-a1d4-6b6f517b53c5,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:09.003982 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9130fc06-e247-4e51-b723-31bd89d8600f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.005914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9130fc06-e247-4e51-b723-31bd89d8600f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5027833 Feb 19 00:25:09.009749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:09.018642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:09.071650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.145469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-173821a3-d4c4-4719-9abb-c6be135b9347 admin admin] Publish callbacks [] for security_group (473997c2-a36a-453d-a1b4-c246c929d009), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.157681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-429a3873-9018-4f99-aa45-7b79eb9c55ef tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:09.159251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-429a3873-9018-4f99-aa45-7b79eb9c55ef tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3041530 Feb 19 00:25:09.177137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Request body: {'port': {'device_id': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '92aa1adcecd941ff8848dacd8b05ec5a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:09.246005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-173821a3-d4c4-4719-9abb-c6be135b9347 admin admin] Publish callbacks [] for security_group (473997c2-a36a-453d-a1b4-c246c929d009), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.254097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.441459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Allocated IP 172.25.6.24 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/90238e88-ce1d-45a5-9712-11008b8a9d31) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:09.449761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25572a-fcff-4285-b7f8-da8ecdf6e4f9 req-da9ef451-4c00-46a1-9421-48cdaa038a03 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:09.452351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c25572a-fcff-4285-b7f8-da8ecdf6e4f9 req-da9ef451-4c00-46a1-9421-48cdaa038a03 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 949 time: 0.1593144 Feb 19 00:25:09.481703 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-173821a3-d4c4-4719-9abb-c6be135b9347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (473997c2-a36a-453d-a1b4-c246c929d009), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.485060 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-173821a3-d4c4-4719-9abb-c6be135b9347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.487670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-173821a3-d4c4-4719-9abb-c6be135b9347 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/473997c2-a36a-453d-a1b4-c246c929d009 HTTP/1.1" status: 204 len: 168 time: 0.5328605 Feb 19 00:25:09.521084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173821a3-d4c4-4719-9abb-c6be135b9347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473997c2-a36a-453d-a1b4-c246c929d009,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:09.531039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Made reservation on behalf of 92aa1adcecd941ff8848dacd8b05ec5a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:25:09.535585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.638419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3f78a32-67cc-4bec-9e5f-c1b509731dde req-97f57299-82b1-4f20-9134-073eb4b34329 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 210 time: 0.0624578 Feb 19 00:25:09.648658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for port (90238e88-ce1d-45a5-9712-11008b8a9d31), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.714865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 70af6661-0b1e-4f28-80d4-2e0de82f3a0c up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:09.722854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c25572a-fcff-4285-b7f8-da8ecdf6e4f9 req-f1024002-ecec-4117-8bd2-1fad7b41e220 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645342 Feb 19 00:25:09.723490 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (90238e88-ce1d-45a5-9712-11008b8a9d31), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.852602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:09.864539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:09.872780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:09.904426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:25:09.910384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:09.910768 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:09.938324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event updated for resources: {'Port': ['ID=90238e88-ce1d-45a5-9712-11008b8a9d31,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:10.003103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Allocated IP 192.168.233.50 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/c98a81b1-21eb-45d4-a614-d0c530c096e7) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:10.085271 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for floatingip (31f4d0f4-acc3-46c6-a4ba-1fea036a96ab), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.087096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618c235-ac74-4feb-9dc4-820865a3a676 req-5e81f115-4467-44db-a5c3-01130358f498 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:10.094204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2618c235-ac74-4feb-9dc4-820865a3a676 req-5e81f115-4467-44db-a5c3-01130358f498 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.2609468 Feb 19 00:25:10.141786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33908) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:10.159309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b90093-954a-4bc2-b803-744494d35102 req-75b654b5-ba31-4f4a-b3e0-a97f81eee800 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:10.163741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35b90093-954a-4bc2-b803-744494d35102 req-75b654b5-ba31-4f4a-b3e0-a97f81eee800 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 950 time: 0.2364080 Feb 19 00:25:10.167565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:10.168096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.218350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:10.230536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (90238e88-ce1d-45a5-9712-11008b8a9d31), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.237402 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.295312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c'}, {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167'}, {'server_uuid': '7f15752f-c097-4a47-aeaa-7052a0c7011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70af6661-0b1e-4f28-80d4-2e0de82f3a0c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:10.300392 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3127f16f-885c-44d4-9ef9-c070970582c1" -d '{"events": [{"server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "name": "network-vif-plugged", "status": "completed", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c"}, {"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167"}, {"server_uuid": "7f15752f-c097-4a47-aeaa-7052a0c7011a", "name": "network-vif-plugged", "status": "completed", "tag": "70af6661-0b1e-4f28-80d4-2e0de82f3a0c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:10.315043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks [] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.343502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:10.388203 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.408289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:10.419514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['94acea80-0917-4fc5-9b18-2c5c77b7d0f4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:10.440174 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2b30ab19-e8e4-4ca6-b6fb-8bb4924ecf5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5587e62100e4709b4aca592b4cfef23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960274 Feb 19 00:25:10.450267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33912) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:10.471579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2618c235-ac74-4feb-9dc4-820865a3a676 req-af9b98a5-bd8b-44bc-b065-cd573a896b02 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760140 Feb 19 00:25:10.495634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:10.500362 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for port (90238e88-ce1d-45a5-9712-11008b8a9d31), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.508233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:10.520919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (90238e88-ce1d-45a5-9712-11008b8a9d31), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.521074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:10.604631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event updated for resources: {'Port': ['ID=90238e88-ce1d-45a5-9712-11008b8a9d31,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:10.619941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:10.680866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35b90093-954a-4bc2-b803-744494d35102 req-5724666c-94e0-49d5-9fb5-5c24de5c6891 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993097 Feb 19 00:25:10.697686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:10.713193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.722500 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3761b3b6-8777-405e-a3b2-554f27756df4 admin admin] Publish callbacks [] for security_group (ddbe87b7-2224-43b3-ae28-051c4b9924fe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.779553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-2e167ccb-1131-4df5-8994-acfc49d22f2d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6079962 Feb 19 00:25:10.804731 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (31f4d0f4-acc3-46c6-a4ba-1fea036a96ab), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.837013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Request body: {'port': {'device_id': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:10.877036 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95efa6f4-8ed0-47f5-b68f-32dfe01f2dad x-openstack-request-id: req-95efa6f4-8ed0-47f5-b68f-32dfe01f2dad {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:10.877881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:10.878092 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "name": "network-vif-plugged", "status": "completed", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c", "code": 200}, {"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167", "code": 200}, {"server_uuid": "7f15752f-c097-4a47-aeaa-7052a0c7011a", "name": "network-vif-plugged", "status": "completed", "tag": "70af6661-0b1e-4f28-80d4-2e0de82f3a0c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:10.878092 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95efa6f4-8ed0-47f5-b68f-32dfe01f2dad {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:10.878092 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c', 'code': 200} Feb 19 00:25:10.878724 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5cd5bccd-e49e-4022-a3fd-7f340bcc1c20 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8675585 Feb 19 00:25:10.879853 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167', 'code': 200} Feb 19 00:25:10.880110 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15752f-c097-4a47-aeaa-7052a0c7011a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70af6661-0b1e-4f28-80d4-2e0de82f3a0c', 'code': 200} Feb 19 00:25:10.885082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4427b294-c850-4628-9bfb-30131f8d1972 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:10.932647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3761b3b6-8777-405e-a3b2-554f27756df4 admin admin] Publish callbacks [] for security_group (ddbe87b7-2224-43b3-ae28-051c4b9924fe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:11.127051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3761b3b6-8777-405e-a3b2-554f27756df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ddbe87b7-2224-43b3-ae28-051c4b9924fe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:11.129746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3761b3b6-8777-405e-a3b2-554f27756df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:11.134118 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3761b3b6-8777-405e-a3b2-554f27756df4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ddbe87b7-2224-43b3-ae28-051c4b9924fe HTTP/1.1" status: 204 len: 168 time: 0.6806695 Feb 19 00:25:11.167983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761b3b6-8777-405e-a3b2-554f27756df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbe87b7-2224-43b3-ae28-051c4b9924fe,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:11.200698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b8680-16bc-4ac2-a472-b64c9a900511 req-a90ad3ee-f259-4fd9-b259-e5d59869bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:11.203661 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ca4b8680-16bc-4ac2-a472-b64c9a900511 req-a90ad3ee-f259-4fd9-b259-e5d59869bc95 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 1132 time: 0.0917752 Feb 19 00:25:11.255016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4427b294-c850-4628-9bfb-30131f8d1972 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:11.255344 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4427b294-c850-4628-9bfb-30131f8d1972), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:11.256988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e34208cc-ef03-433e-a63a-9ac66787bc35 None None] Provisioning complete for port c98a81b1-21eb-45d4-a614-d0c530c096e7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:11.257358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e34208cc-ef03-433e-a63a-9ac66787bc35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:11.281007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:11.318248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739c808-a339-402f-b986-38c63c45406d req-ed528173-57de-455f-a8d0-7c7b4e0ca803 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:11.325704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f739c808-a339-402f-b986-38c63c45406d req-ed528173-57de-455f-a8d0-7c7b4e0ca803 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.3649437 Feb 19 00:25:11.346100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3176b95-13a2-4ef9-9225-59ffd587e422 req-c34d76fe-7afe-4c06-b3a3-254a7e54a85e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:11.347938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3176b95-13a2-4ef9-9225-59ffd587e422 req-c34d76fe-7afe-4c06-b3a3-254a7e54a85e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 935 time: 0.4300101 Feb 19 00:25:11.355872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648df5f-4520-40f9-b949-c642aa5372f7 req-37061e3c-5426-48dd-8e21-407ff21bbfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:11.357775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d648df5f-4520-40f9-b949-c642aa5372f7 req-37061e3c-5426-48dd-8e21-407ff21bbfea service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1128 time: 0.4008243 Feb 19 00:25:11.386354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e34208cc-ef03-433e-a63a-9ac66787bc35 None None] Port c98a81b1-21eb-45d4-a614-d0c530c096e7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:25:11.424347 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ca4b8680-16bc-4ac2-a472-b64c9a900511 req-96386726-1299-425d-9e6c-059db20828d0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113483 Feb 19 00:25:11.439101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f228b-2a04-4504-818b-1a88648b2509 req-ab47f6b6-d867-4a2d-93d4-1224de33aecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:11.451237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-991f228b-2a04-4504-818b-1a88648b2509 req-ab47f6b6-d867-4a2d-93d4-1224de33aecb service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 1132 time: 0.2817152 Feb 19 00:25:11.565706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f739c808-a339-402f-b986-38c63c45406d req-902bf601-7440-4320-a347-54a194fee48c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367301 Feb 19 00:25:11.604496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4427b294-c850-4628-9bfb-30131f8d1972 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:11.760037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3176b95-13a2-4ef9-9225-59ffd587e422 req-850d193c-2d54-412f-a676-b4bd419fc7cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803592 Feb 19 00:25:11.778986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d648df5f-4520-40f9-b949-c642aa5372f7 req-080158b0-37fb-4fb2-8c5a-0051a31dac19 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868167 Feb 19 00:25:11.798019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-991f228b-2a04-4504-818b-1a88648b2509 req-181dab67-dd8c-4624-8b21-9eb0510b4041 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371785 Feb 19 00:25:11.924813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-7ba12000-3e2a-4276-a6f7-998197f896fb tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1009633304&fields=id&tenant_id=97902592277440dca39ef6a025bcda93 HTTP/1.1" status: 200 len: 267 time: 0.1941931 Feb 19 00:25:12.072319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c98a81b1-21eb-45d4-a614-d0c530c096e7 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:12.088588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2505ef-efa3-4e11-9afe-49541ad6b472 req-238bc4ec-e21b-41b2-b651-ac418ca7b613 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:12.090159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c2505ef-efa3-4e11-9afe-49541ad6b472 req-238bc4ec-e21b-41b2-b651-ac418ca7b613 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.2482536 Feb 19 00:25:12.099506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Publish callbacks [] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:12.154454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Transition to ACTIVE for port object c98a81b1-21eb-45d4-a614-d0c530c096e7 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:25:12.182901 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:12.243256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-e3b6efac-e39a-4117-8ce4-91a41e2254f8 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:12.244883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-e3b6efac-e39a-4117-8ce4-91a41e2254f8 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/networks?id=59145fd0-be95-45ab-84d1-53064750f238 HTTP/1.1" status: 200 len: 811 time: 0.2961059 Feb 19 00:25:12.278458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c2505ef-efa3-4e11-9afe-49541ad6b472 req-f6346fcd-f766-4ae0-98ad-5a797d77184d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690912 Feb 19 00:25:12.387250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-94d488d2-6b68-4114-9df5-1e1930ca5eac tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/quotas/97902592277440dca39ef6a025bcda93 HTTP/1.1" status: 200 len: 375 time: 0.1259632 Feb 19 00:25:12.474431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:12.560794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:12.561027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:12.561523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:12.581983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-0bbcdc7c-0dfc-42d1-a299-78d18452ed8b tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=97902592277440dca39ef6a025bcda93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1937320 Feb 19 00:25:12.606396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:25:12.606665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:12.619086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ca559-d66b-4b4d-906f-d724e566b04a req-993b3ac1-ee4c-4bf2-8d91-f2fa93e19ed3 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:12.620758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-747ca559-d66b-4b4d-906f-d724e566b04a req-993b3ac1-ee4c-4bf2-8d91-f2fa93e19ed3 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 950 time: 0.1334543 Feb 19 00:25:12.658491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:12.658884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:12.659250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:12.659728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Bound port: c98a81b1-21eb-45d4-a614-d0c530c096e7, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:12.660151 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:12.767023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-de4b88cb-1835-4ceb-a2b6-7c5e1ce667cd service neutron] 10.222.0.60 "GET /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841335 Feb 19 00:25:12.782559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-747ca559-d66b-4b4d-906f-d724e566b04a req-a7e0ecfd-1c0e-44ca-8db6-3d985d429a5d tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326361 Feb 19 00:25:12.862151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:12.877952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:12.889467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:12.943863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:12.944459 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:12.945916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] 10.222.0.113 "PUT /v2.0/ports/c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 1095 time: 2.1281068 Feb 19 00:25:12.951801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:12.954147 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e7e44f-ece2-43ea-904d-f66c865174d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:12.966013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-f2e3e18c-7649-46bb-8473-c1416fc67184 service neutron] 10.222.0.60 "GET /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785786 Feb 19 00:25:13.020123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3f94cc-91ad-4bd6-b571-fa46b79beaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:13.093548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-def4cbec-1d7a-460b-8df9-bfa37fbb6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:13.095101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-def4cbec-1d7a-460b-8df9-bfa37fbb6501 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1129 time: 0.0972097 Feb 19 00:25:13.181162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-725a4f08-3ea5-45dc-961b-3d8604088320 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.0765083 Feb 19 00:25:13.328244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-0b202980-fc28-44ee-8dab-6fc16e19181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:13.329858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-0b202980-fc28-44ee-8dab-6fc16e19181b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1405551 Feb 19 00:25:13.467382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4778b-b231-40d9-bdf6-2fa7ed716cf0 req-702c7b14-013d-4d03-8847-ee5d10eb6f40 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:13.474151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e4778b-b231-40d9-bdf6-2fa7ed716cf0 req-702c7b14-013d-4d03-8847-ee5d10eb6f40 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.2215381 Feb 19 00:25:13.527368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-48befddd-ffd2-43fc-b74f-5dfc2f9d0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:13.528901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-48befddd-ffd2-43fc-b74f-5dfc2f9d0db8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1828382 Feb 19 00:25:13.545372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e4778b-b231-40d9-bdf6-2fa7ed716cf0 req-8f3912d4-4d6f-44e0-8e8d-56107abb3044 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702477 Feb 19 00:25:13.658488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c033f9-a8f2-4ecc-9736-b588cf485e10 req-0589fc1f-d0c3-45f4-9473-aebcbafbbcfb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:13.666931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21c033f9-a8f2-4ecc-9736-b588cf485e10 req-0589fc1f-d0c3-45f4-9473-aebcbafbbcfb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 947 time: 0.2845824 Feb 19 00:25:13.677860 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e7f14a-68c2-46fc-b672-d5ff386eea7f x-openstack-request-id: req-c0e7f14a-68c2-46fc-b672-d5ff386eea7f {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:13.678277 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:13.678545 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0e7f14a-68c2-46fc-b672-d5ff386eea7f {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:13.678947 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'status': 'completed', 'code': 200} Feb 19 00:25:13.744739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3430e879-09bf-4937-9c25-bd4fdff41738 req-f9203864-c755-4d7b-9899-9d8273ed3271 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 210 time: 0.0639398 Feb 19 00:25:13.807237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-884d7834-3d4b-43a8-aafc-337bf4d2d542 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606230 Feb 19 00:25:13.919407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21c033f9-a8f2-4ecc-9736-b588cf485e10 req-cae75228-7ed3-4912-bb79-be577f0a9167 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521148 Feb 19 00:25:14.071054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb214d-7081-4d3c-84f2-b8506a142185 req-9e6df48b-bdf6-45ad-b4ad-c81e41cbbc42 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:14.073193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1fb214d-7081-4d3c-84f2-b8506a142185 req-9e6df48b-bdf6-45ad-b4ad-c81e41cbbc42 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.2634423 Feb 19 00:25:14.083346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f336f6f7-6b64-4ad2-8b86-aab8e03d727e req-c3699e91-23e1-4b89-9937-c3706672c8d3 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430036 Feb 19 00:25:14.537510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1fb214d-7081-4d3c-84f2-b8506a142185 req-c84a29db-b2c2-4350-9d85-d775531c2e9b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525790 Feb 19 00:25:14.562594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-6167907d-9400-46d6-9563-78b8361661d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:14.564452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-6167907d-9400-46d6-9563-78b8361661d2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1129 time: 0.4206853 Feb 19 00:25:14.597329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a766b-e9d6-441f-a9ba-902be05050e8 req-d925663f-edb4-4a07-b893-c308d42a6098 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:14.605007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f34a766b-e9d6-441f-a9ba-902be05050e8 req-d925663f-edb4-4a07-b893-c308d42a6098 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 950 time: 0.4440033 Feb 19 00:25:14.705318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06cb07bb-fefc-4e4d-a663-eef3a102466b req-112a3e17-6ec4-40b0-b991-0e5e4958cffa tempest-FlavorsV2NegativeTest-1336153137 tempest-FlavorsV2NegativeTest-1336153137-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=336c9cf350c64cc58b1a713e01f4c7d7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443313 Feb 19 00:25:14.763093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f34a766b-e9d6-441f-a9ba-902be05050e8 req-ed8b7ca7-b51f-4c88-b6ce-a83c3f4610d2 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571865 Feb 19 00:25:14.839999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-2ce3a6a1-5e5f-498b-8bcb-7506ddfe871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:14.842097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-2ce3a6a1-5e5f-498b-8bcb-7506ddfe871e service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2599556 Feb 19 00:25:14.919641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-f14c0ed5-6636-4b56-b823-ffda5193191f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.0640321 Feb 19 00:25:15.128611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb07bb-fefc-4e4d-a663-eef3a102466b req-5afaae29-b0d1-4be5-b097-a6a1f89ddde1 tempest-FlavorsV2NegativeTest-1336153137 tempest-FlavorsV2NegativeTest-1336153137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:15.141184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06cb07bb-fefc-4e4d-a663-eef3a102466b req-5afaae29-b0d1-4be5-b097-a6a1f89ddde1 tempest-FlavorsV2NegativeTest-1336153137 tempest-FlavorsV2NegativeTest-1336153137-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4198148 Feb 19 00:25:15.164195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-81e60de1-dc58-4eab-9d97-6fa9cc87ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:15.165873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-81e60de1-dc58-4eab-9d97-6fa9cc87ed95 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2209010 Feb 19 00:25:15.171398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06cb07bb-fefc-4e4d-a663-eef3a102466b req-409390b6-a8e8-4bdd-bcaf-c961f97a03a4 tempest-FlavorsV2NegativeTest-1336153137 tempest-FlavorsV2NegativeTest-1336153137-project] 10.222.0.60 "GET /v2.0/quotas/336c9cf350c64cc58b1a713e01f4c7d7 HTTP/1.1" status: 200 len: 375 time: 0.0340025 Feb 19 00:25:15.223649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef56475-0aae-4c42-bc95-18d541d17fa6 req-c65df097-6f3f-41a2-8f3a-c219bac0265b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:15.231561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ef56475-0aae-4c42-bc95-18d541d17fa6 req-c65df097-6f3f-41a2-8f3a-c219bac0265b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.3295283 Feb 19 00:25:15.290857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06cb07bb-fefc-4e4d-a663-eef3a102466b req-a77f8e4c-1dc2-42d7-b029-a4199bffdcae tempest-FlavorsV2NegativeTest-1336153137 tempest-FlavorsV2NegativeTest-1336153137-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=336c9cf350c64cc58b1a713e01f4c7d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014702 Feb 19 00:25:15.318863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-f408c202-e121-4b4e-8420-5fdfdb66bf3a tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:15.320491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-f408c202-e121-4b4e-8420-5fdfdb66bf3a tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.126 "GET /v2.0/networks?id=59145fd0-be95-45ab-84d1-53064750f238 HTTP/1.1" status: 200 len: 811 time: 0.3997025 Feb 19 00:25:15.381953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-82cae459-d5d0-4cee-9a0d-383b7140580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:15.383570 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-82cae459-d5d0-4cee-9a0d-383b7140580f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2055476 Feb 19 00:25:15.403151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ef56475-0aae-4c42-bc95-18d541d17fa6 req-371d331c-347a-4f36-9c02-9c1a532fca8e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653767 Feb 19 00:25:15.616061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c20c00a4-5beb-4680-9f23-835b3d239f33 req-b2afe39c-8b8b-4ac7-9681-19b28017a707 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 210 time: 0.0921319 Feb 19 00:25:15.635031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-d8c1f19e-1e65-4a24-a596-e231d9242104 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97902592277440dca39ef6a025bcda93 HTTP/1.1" status: 200 len: 380 time: 0.2890334 Feb 19 00:25:15.658482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Request body: {'port': {'device_id': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'admin_state_up': True, 'tenant_id': '97902592277440dca39ef6a025bcda93', 'security_groups': ['948e1b8b-c05d-4fb9-8703-89001472403d']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:15.795151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e8793-c1c6-4b0a-b726-9afc91f51ff8 req-55cabc12-e099-4731-81de-8267f31ec95f tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:15.810997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-432e8793-c1c6-4b0a-b726-9afc91f51ff8 req-55cabc12-e099-4731-81de-8267f31ec95f tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1128 time: 0.3762770 Feb 19 00:25:15.816153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-6cad3447-1d2b-4ede-b6bb-3f66595a684d service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117043 Feb 19 00:25:16.036603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-432e8793-c1c6-4b0a-b726-9afc91f51ff8 req-90e045d5-d958-4db8-b1ce-c9d1d224e4e1 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243557 Feb 19 00:25:16.061475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1e7e44f-ece2-43ea-904d-f66c865174d1 req-1c63fe29-edec-4f58-9589-5427b365fbe4 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166016 Feb 19 00:25:16.101020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Made reservation on behalf of 97902592277440dca39ef6a025bcda93 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:25:16.104891 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.221374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34092) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:16.413923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1a768359-7a63-443b-a27e-7f80e65feac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.482762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb8a57-cae4-4d3a-993d-9854e8da4c41 req-7bb35baf-0c52-4c62-8f68-c6fd9bf986d7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:16.485349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-badb8a57-cae4-4d3a-993d-9854e8da4c41 req-7bb35baf-0c52-4c62-8f68-c6fd9bf986d7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 947 time: 0.2309403 Feb 19 00:25:16.553901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1a768359-7a63-443b-a27e-7f80e65feac9 admin admin] Publish callbacks [] for security_group (ccaab5e5-8c5e-4110-9ea9-55fbd9ba15f8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.556671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Allocated IP 172.20.0.8 (59145fd0-be95-45ab-84d1-53064750f238/d6d3895e-5512-4a5d-b560-723dd7b46d8f/a913292a-e10d-4f0a-859b-10d8b7a202b0) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:16.561822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1a768359-7a63-443b-a27e-7f80e65feac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ccaab5e5-8c5e-4110-9ea9-55fbd9ba15f8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.634027 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1a768359-7a63-443b-a27e-7f80e65feac9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=336c9cf350c64cc58b1a713e01f4c7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080482 Feb 19 00:25:16.634027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a768359-7a63-443b-a27e-7f80e65feac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccaab5e5-8c5e-4110-9ea9-55fbd9ba15f8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:16.638352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34106) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:16.656036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c09e3b-2204-4bbe-b015-47e0f8ccde3f req-55e4236c-64d4-407b-a372-229ffda618b4 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:16.657900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6c09e3b-2204-4bbe-b015-47e0f8ccde3f req-55e4236c-64d4-407b-a372-229ffda618b4 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.1690576 Feb 19 00:25:16.666342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-badb8a57-cae4-4d3a-993d-9854e8da4c41 req-0a9f3cc6-21e1-4cec-b084-477d6f818658 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511569 Feb 19 00:25:16.739994 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02555a88-81bb-4954-be1f-67209092d6f4 admin admin] Publish callbacks [] for security_group (ccaab5e5-8c5e-4110-9ea9-55fbd9ba15f8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.768867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02555a88-81bb-4954-be1f-67209092d6f4 admin admin] Publish callbacks [] for security_group (ccaab5e5-8c5e-4110-9ea9-55fbd9ba15f8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.793923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6c09e3b-2204-4bbe-b015-47e0f8ccde3f req-c90f97de-ea3d-4d1c-9cca-ba17843d67fa tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230340 Feb 19 00:25:16.875244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02555a88-81bb-4954-be1f-67209092d6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ccaab5e5-8c5e-4110-9ea9-55fbd9ba15f8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.881396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02555a88-81bb-4954-be1f-67209092d6f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.890297 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-02555a88-81bb-4954-be1f-67209092d6f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccaab5e5-8c5e-4110-9ea9-55fbd9ba15f8 HTTP/1.1" status: 204 len: 168 time: 0.2476754 Feb 19 00:25:16.913944 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:16.914988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02555a88-81bb-4954-be1f-67209092d6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccaab5e5-8c5e-4110-9ea9-55fbd9ba15f8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:17.008286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:17.038087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:17.094337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Network 59145fd0-be95-45ab-84d1-53064750f238 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:17.149986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event updated for resources: {'Port': ['ID=a913292a-e10d-4f0a-859b-10d8b7a202b0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:17.152694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:17.255716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:17.306332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:17.354537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'mac_address': 'fa:16:3e:f4:9f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:17.443229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c98a81b1-21eb-45d4-a614-d0c530c096e7 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:17.443631 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:17.464378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba862-b507-44d0-85c3-c16027be7ff5 req-75fd22f0-e3fc-4f49-aa30-0120b9efbef7 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:17.465991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-988ba862-b507-44d0-85c3-c16027be7ff5 req-75fd22f0-e3fc-4f49-aa30-0120b9efbef7 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 931 time: 0.3665578 Feb 19 00:25:17.477762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:17.485221 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:17.495863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98a81b1-21eb-45d4-a614-d0c530c096e7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:17.523000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-55cea150-d76f-4d21-87e7-ec947f8f2dae tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8692307 Feb 19 00:25:17.543614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:17.552090 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:17.574484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-988ba862-b507-44d0-85c3-c16027be7ff5 req-aae2078e-d876-4ba0-866d-910d05f66dac tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784655 Feb 19 00:25:17.582203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Request body: {'port': {'device_id': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:17.649771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c4a24-d131-4588-96a8-61f7aac907d9 req-2f51c73d-5fe5-411c-b684-00d9cd846efe tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:17.651645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-434c4a24-d131-4588-96a8-61f7aac907d9 req-2f51c73d-5fe5-411c-b684-00d9cd846efe tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1128 time: 0.3175967 Feb 19 00:25:17.695968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:17.720305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-643a69bf-0ab7-46f7-b308-f2804eea16d1 None None] Provisioning complete for port a913292a-e10d-4f0a-859b-10d8b7a202b0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:17.720505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-643a69bf-0ab7-46f7-b308-f2804eea16d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:17.762587 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:17.764230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-643a69bf-0ab7-46f7-b308-f2804eea16d1 None None] Port a913292a-e10d-4f0a-859b-10d8b7a202b0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:25:17.768445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-a1dbf8cd-a6f0-4bbe-bc1e-1f13050df306 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299220 Feb 19 00:25:17.776671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-434c4a24-d131-4588-96a8-61f7aac907d9 req-3695814a-da7c-4a25-9fed-b8d24df8adf4 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177459 Feb 19 00:25:17.877525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6a8de76-6103-43fe-946b-668466a41e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.025316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-8d83b884-4626-4101-a2ad-8e48cbc1ad1e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:18.026799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-8d83b884-4626-4101-a2ad-8e48cbc1ad1e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2475512 Feb 19 00:25:18.078858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-e4e99f60-67fd-4ef3-9f4d-472b0b83e71b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/quotas/7584b8be47ae4aac9c6bb7b10c25149b HTTP/1.1" status: 200 len: 375 time: 0.0200720 Feb 19 00:25:18.087032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34180) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:18.092327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ceef2b-b80c-438c-bed3-60ef950f7a49 req-dc5880c0-cc34-445a-aaea-4a5e3ea9c6e6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:18.093749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75ceef2b-b80c-438c-bed3-60ef950f7a49 req-dc5880c0-cc34-445a-aaea-4a5e3ea9c6e6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 948 time: 0.1560802 Feb 19 00:25:18.100833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['c98a81b1-21eb-45d4-a614-d0c530c096e7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:18.222945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75ceef2b-b80c-438c-bed3-60ef950f7a49 req-c95b22a1-cac3-46c0-b182-eb6aa1637568 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186726 Feb 19 00:25:18.225944 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-network', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:18.245803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-6f494b56-990a-4354-8928-7dbca01c1be6 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1606455 Feb 19 00:25:18.282682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Made reservation on behalf of 00a6755c86254a3ab17c6d5984d7b659 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:25:18.285357 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.301803 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.314102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a913292a-e10d-4f0a-859b-10d8b7a202b0 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:18.323783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Publish callbacks [] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.339211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Transition to ACTIVE for port object a913292a-e10d-4f0a-859b-10d8b7a202b0 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:25:18.343312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.395580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Pushing event updated for resources: {'Port': ['ID=a913292a-e10d-4f0a-859b-10d8b7a202b0,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:18.417056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Publish callbacks [] for security_group (fb800bc6-f7af-4922-9bc8-1bd3ef999362), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.424478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fb800bc6-f7af-4922-9bc8-1bd3ef999362), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.428335 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.488842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:25:18.501257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb800bc6-f7af-4922-9bc8-1bd3ef999362,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:18.508916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.509343 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Added segment e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63 of type vlan for network eec03178-f108-4256-a4c7-667635f221ab Feb 19 00:25:18.525188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Attempting to bind port a913292a-e10d-4f0a-859b-10d8b7a202b0 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:18.525627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Attempting to bind port a913292a-e10d-4f0a-859b-10d8b7a202b0 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:18.526070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Attempting to bind port a913292a-e10d-4f0a-859b-10d8b7a202b0 on network 59145fd0-be95-45ab-84d1-53064750f238 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:18.535336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Port a913292a-e10d-4f0a-859b-10d8b7a202b0 on network 59145fd0-be95-45ab-84d1-53064750f238 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:25:18.535760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Attempting to bind port a913292a-e10d-4f0a-859b-10d8b7a202b0 on network 59145fd0-be95-45ab-84d1-53064750f238 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:18.541960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:18.542457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Checking segment: {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:18.542940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Bound using segment: {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:18.543535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Bound port: a913292a-e10d-4f0a-859b-10d8b7a202b0, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e4f66db-ce43-4a1f-aaab-539a2aa93db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '59145fd0-be95-45ab-84d1-53064750f238'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:18.543990 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.620865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (eec03178-f108-4256-a4c7-667635f221ab), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.673107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (eec03178-f108-4256-a4c7-667635f221ab), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.674199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:18.676135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.689931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] For port a913292a-e10d-4f0a-859b-10d8b7a202b0, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:18.704842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] For port a913292a-e10d-4f0a-859b-10d8b7a202b0, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a913292a-e10d-4f0a-859b-10d8b7a202b0,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:18.718385 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.734527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b9300-e51d-48fe-8720-e7979e8b5937 req-2745a080-f2b4-4111-9f3e-c53406a581f4 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:18.736121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c78b9300-e51d-48fe-8720-e7979e8b5937 req-2745a080-f2b4-4111-9f3e-c53406a581f4 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 950 time: 0.1028404 Feb 19 00:25:18.772379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:18.773025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.774542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] 10.222.0.126 "PUT /v2.0/ports/a913292a-e10d-4f0a-859b-10d8b7a202b0 HTTP/1.1" status: 200 len: 1091 time: 1.2063868 Feb 19 00:25:18.778214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'tag': 'a913292a-e10d-4f0a-859b-10d8b7a202b0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:18.780798 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "2f14169d-6735-47ec-b53d-a299a2d716d1", "tag": "a913292a-e10d-4f0a-859b-10d8b7a202b0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:18.819124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] Pushing event updated for resources: {'Network': ['ID=eec03178-f108-4256-a4c7-667635f221ab,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:18.848104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network eec03178-f108-4256-a4c7-667635f221ab details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:25:18.862273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bab210-87f1-4572-97cf-859bbc08676d service neutron] Pushing event updated for resources: {'Port': ['ID=a913292a-e10d-4f0a-859b-10d8b7a202b0,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:18.869509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c78b9300-e51d-48fe-8720-e7979e8b5937 req-b87a8064-76b8-4ade-972d-9ad04f89532a tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118298 Feb 19 00:25:18.883602 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c0da021e-4221-44c6-822e-b6183bb817e4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7944062 Feb 19 00:25:18.886146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34222) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:18.908189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Request body: {'subnet': {'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-subnet', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:18.922085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-91d5a525-a19e-4e87-9424-5e1f675c270a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:18.923845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-91d5a525-a19e-4e87-9424-5e1f675c270a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=97902592277440dca39ef6a025bcda93&device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 1125 time: 0.0723891 Feb 19 00:25:18.950860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Made reservation on behalf of 00a6755c86254a3ab17c6d5984d7b659 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:25:18.955904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:18.992033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-edb8861c-59fc-475f-ab4f-bc59c1a510b8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a913292a-e10d-4f0a-859b-10d8b7a202b0 HTTP/1.1" status: 200 len: 217 time: 0.0604005 Feb 19 00:25:19.039002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10dd06b2-f4e1-4d29-8664-e6a28f157e78 req-fae04d9b-33fa-4f24-8cf4-ce91044a187e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 210 time: 0.0496712 Feb 19 00:25:19.046674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:19.097950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-4d68a10d-b951-4ab7-8c17-ad13a00da12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:19.099712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-4d68a10d-b951-4ab7-8c17-ad13a00da12b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d6d3895e-5512-4a5d-b560-723dd7b46d8f HTTP/1.1" status: 200 len: 850 time: 0.0916426 Feb 19 00:25:19.226457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-c4098c1c-fd29-4cda-98ae-1ae357b6bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:19.229005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-c4098c1c-fd29-4cda-98ae-1ae357b6bc66 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=59145fd0-be95-45ab-84d1-53064750f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1152446 Feb 19 00:25:19.265793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:19.284513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '310a49b6-f143-49a2-bb48-91be004b9167', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '310a49b6-f143-49a2-bb48-91be004b9167', 'mac_address': 'fa:16:3e:39:cf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:19.339321 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (1d5f9a22-166d-49ff-ab29-ed61039ce8b9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:19.343478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 310a49b6-f143-49a2-bb48-91be004b9167 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:19.344213 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:19.360206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 310a49b6-f143-49a2-bb48-91be004b9167 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:19.380602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:19.388804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1296014-81ce-444e-bb99-04a01ac36bf7 req-82de0416-5ab2-4b2e-97f3-3d05cf4704cd tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:19.390486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1296014-81ce-444e-bb99-04a01ac36bf7 req-82de0416-5ab2-4b2e-97f3-3d05cf4704cd tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 943 time: 0.1837156 Feb 19 00:25:19.394338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:19.404177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5f9a22-166d-49ff-ab29-ed61039ce8b9,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:19.449802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-0751920e-b202-4a51-ad34-21ae7aca0b03 service neutron] 10.222.0.126 "GET /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972322 Feb 19 00:25:19.478702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:19.479528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1296014-81ce-444e-bb99-04a01ac36bf7 req-e7bfb320-3278-4f58-9cf0-f8b506813501 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814319 Feb 19 00:25:19.481678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Checking segment: {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:19.494456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Network hostable DHCP agents. Network: eec03178-f108-4256-a4c7-667635f221ab, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:25:19.519371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Network eec03178-f108-4256-a4c7-667635f221ab is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:25:19.542871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, eec03178-f108-4256-a4c7-667635f221ab) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:19.557718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4106f619-2bca-4b04-9d89-4f95387d7dcc None None] Network eec03178-f108-4256-a4c7-667635f221ab requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:25:19.562215 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baafdb09-2200-4e8d-a8c4-370e5aa73905 x-openstack-request-id: req-baafdb09-2200-4e8d-a8c4-370e5aa73905 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:19.562370 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f14169d-6735-47ec-b53d-a299a2d716d1", "tag": "a913292a-e10d-4f0a-859b-10d8b7a202b0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:19.562734 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-baafdb09-2200-4e8d-a8c4-370e5aa73905 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:19.565173 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'tag': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'status': 'completed', 'code': 200} Feb 19 00:25:19.571389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:19.572314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:19.620979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aa799b64-a0c9-49fb-9de8-aecd3bfc20e0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7327008 Feb 19 00:25:19.625058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34248) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:19.630098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e364ba36-4f76-4e0c-9cb4-052977cfac5a req-5dc317d2-1c29-4598-b439-6fc3b6a649d7 service neutron] 10.222.0.126 "GET /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713498 Feb 19 00:25:19.630938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:19.666463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['310a49b6-f143-49a2-bb48-91be004b9167'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:19.670587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (442ed817-9504-4ed2-8f94-f7384d731259), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:19.672282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (442ed817-9504-4ed2-8f94-f7384d731259), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:19.763275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks [] for router_controller (442ed817-9504-4ed2-8f94-f7384d731259), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:19.776165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-59a4c266-b7c0-46ff-91fd-0330b0e07e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:19.777786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-59a4c266-b7c0-46ff-91fd-0330b0e07e49 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=97902592277440dca39ef6a025bcda93&device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 1125 time: 0.0587468 Feb 19 00:25:19.856646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-eec03178-f108-4256-a4c7-667635f221ab', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:25:19.862618 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:19.915405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-9f31ad64-73c5-4930-8ae8-3a7c303df02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:19.918095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-9f31ad64-73c5-4930-8ae8-3a7c303df02d service neutron] 10.222.0.126 "GET /v2.0/networks?id=59145fd0-be95-45ab-84d1-53064750f238 HTTP/1.1" status: 200 len: 912 time: 0.1313574 Feb 19 00:25:20.002265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-2cfbe0b0-3d2f-4265-9549-2bf4303222cf tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:25:20.003280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-2cfbe0b0-3d2f-4265-9549-2bf4303222cf tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076880 Feb 19 00:25:20.009145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-fb32eb09-0db9-4002-9833-55c938967b8e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a913292a-e10d-4f0a-859b-10d8b7a202b0 HTTP/1.1" status: 200 len: 217 time: 0.0832424 Feb 19 00:25:20.044609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Allocated IP 172.20.0.2 (eec03178-f108-4256-a4c7-667635f221ab/1d5f9a22-166d-49ff-ab29-ed61039ce8b9/57cf4918-c499-433b-ae89-4d0bda60d0d3) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:20.119785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks [] for router_gateway (442ed817-9504-4ed2-8f94-f7384d731259), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.120057 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-7661bbf9-1fc6-45df-81ec-ccdb842da5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:20.123794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-7661bbf9-1fc6-45df-81ec-ccdb842da5e3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d6d3895e-5512-4a5d-b560-723dd7b46d8f HTTP/1.1" status: 200 len: 850 time: 0.0922275 Feb 19 00:25:20.133337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-07e864f7-2ce3-4318-8141-9aca9e433c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:20.133337 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-07e864f7-2ce3-4318-8141-9aca9e433c63 service neutron] 10.222.0.60 "GET /v2.0/ports/b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 200 len: 1125 time: 0.1160536 Feb 19 00:25:20.152210 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1d00ce9-1beb-4905-a05a-5da792638529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.152468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Request body: {'binding': {'host': 'n-h1-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:20.152745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Unknown quota resources ['binding']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:25:20.267400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Publish callbacks [] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.278129 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.287100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-8f67419c-78b6-4813-bceb-65c51583f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:20.291054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-8f67419c-78b6-4813-bceb-65c51583f7de service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=59145fd0-be95-45ab-84d1-53064750f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0919566 Feb 19 00:25:20.314019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080605d-a126-4641-b1d5-08589efe07aa req-fdb6e477-9fda-4c60-8e82-482e18216028 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:20.326169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e080605d-a126-4641-b1d5-08589efe07aa req-fdb6e477-9fda-4c60-8e82-482e18216028 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 948 time: 0.2476499 Feb 19 00:25:20.327798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Pushing event updated for resources: {'Port': ['ID=57cf4918-c499-433b-ae89-4d0bda60d0d3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:20.372460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Network eec03178-f108-4256-a4c7-667635f221ab is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:20.378462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:20.386765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:20.491393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on host n-h1-826527-3 for vnic_type normal with profile None {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:20.491930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:20.492185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:20.501464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:25:20.502042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:20.515019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Attempting to bind port 57cf4918-c499-433b-ae89-4d0bda60d0d3 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:20.515845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Attempting to bind port 57cf4918-c499-433b-ae89-4d0bda60d0d3 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:20.516574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Attempting to bind port 57cf4918-c499-433b-ae89-4d0bda60d0d3 on network eec03178-f108-4256-a4c7-667635f221ab {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:20.523535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:20.524528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Checking segment: {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:20.525793 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.526575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Bound using segment: {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:20.527289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Bound port: 57cf4918-c499-433b-ae89-4d0bda60d0d3, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:20.527870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.558133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:20.558598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:20.558921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:20.559347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Bound port: b18bc6af-8619-4e55-8a5c-b001cf78c99c, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:20.611016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] For port 57cf4918-c499-433b-ae89-4d0bda60d0d3, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:20.617923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] For port 57cf4918-c499-433b-ae89-4d0bda60d0d3, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=57cf4918-c499-433b-ae89-4d0bda60d0d3,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:20.623473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks [] for router_gateway (442ed817-9504-4ed2-8f94-f7384d731259), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.628571 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.651743 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.655619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:20.692907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee857455-807c-4ce0-bba5-50d1f4f7f0b1 None None] Pushing event updated for resources: {'Port': ['ID=57cf4918-c499-433b-ae89-4d0bda60d0d3,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:20.711939 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:20.713248 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d44e1d30-c472-4a3c-a67d-67f817cc9a19 service neutron] 10.222.0.60 "POST /v2.0/ports/b18bc6af-8619-4e55-8a5c-b001cf78c99c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5657861 Feb 19 00:25:20.803857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Allocated IP 172.25.6.169 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/e732adb0-33c1-43f4-8975-3fe994138a8a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:20.849232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-a6bd1850-3c03-4f68-aaac-32cafa7a843f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0918000 Feb 19 00:25:21.030812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e080605d-a126-4641-b1d5-08589efe07aa req-40bab2a5-f025-4c66-867f-4bb2201ce416 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6986554 Feb 19 00:25:21.051566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.077849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:21.093059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-762aed70-9498-4d3e-88da-c83a0a667e4b service neutron] 10.222.0.126 "GET /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7574406 Feb 19 00:25:21.102586 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks [] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.259771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-7dab238d-370a-4ae1-8b65-0d5754a82acd tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:21.261476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-7dab238d-370a-4ae1-8b65-0d5754a82acd tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3964219 Feb 19 00:25:21.297764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.327136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Request body: {'port': {'device_id': '78cc5c08-680a-4f53-8944-db0b4f68f06e', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': '7584b8be47ae4aac9c6bb7b10c25149b'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:21.344114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdf5647f-0d02-40d6-bb9b-d01ee178c477 req-132449d2-4cdb-4d70-b03d-c5849a927e3c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 210 time: 0.0793605 Feb 19 00:25:21.384907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Pushing event updated for resources: {'Port': ['ID=e732adb0-33c1-43f4-8975-3fe994138a8a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:21.436674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f9560f-8d74-42fd-9a32-f6d17e367ef1 req-e37d67b8-bbe2-4fca-a310-90432a4264b0 service neutron] 10.222.0.126 "GET /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336313 Feb 19 00:25:21.450561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 310a49b6-f143-49a2-bb48-91be004b9167 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:21.451184 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (310a49b6-f143-49a2-bb48-91be004b9167), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.457770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-736c6c94-95b6-450c-a756-c4113f5b7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:21.460025 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-736c6c94-95b6-450c-a756-c4113f5b7885 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1128 time: 0.2725241 Feb 19 00:25:21.462977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:21.465138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:21.468116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:21.541623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 310a49b6-f143-49a2-bb48-91be004b9167 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:21.542158 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.583080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc1c3-37c8-4494-833e-d0be7530a2bd req-425cc450-ea8e-459d-ab4e-298fd1d8908a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:21.591612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1aacc1c3-37c8-4494-833e-d0be7530a2bd req-425cc450-ea8e-459d-ab4e-298fd1d8908a tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.1271424 Feb 19 00:25:21.599695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:21.600647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:21.605500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a2c5f-5ce7-47f5-9ac0-92f6dcd7fba1 req-42511427-f66f-4918-bf29-1d5cf306654c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:21.605929 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517885b5-4d3e-4057-b323-1be75fe5405d" -d '{"events": [{"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:21.607307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a81a2c5f-5ce7-47f5-9ac0-92f6dcd7fba1 req-42511427-f66f-4918-bf29-1d5cf306654c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 943 time: 0.2701488 Feb 19 00:25:21.613785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.616619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:21.665339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Made reservation on behalf of 7584b8be47ae4aac9c6bb7b10c25149b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:25:21.670308 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.709529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:21.729615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port c98a81b1-21eb-45d4-a614-d0c530c096e7 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:25:21.739713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port c98a81b1-21eb-45d4-a614-d0c530c096e7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:21.740103 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.818250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d2b6d061-ea7d-434c-9a33-0b365f6354d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:21.820450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1aacc1c3-37c8-4494-833e-d0be7530a2bd req-c924dacd-5b8e-485b-b48d-3b3279b9203d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240229 Feb 19 00:25:21.822962 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d2b6d061-ea7d-434c-9a33-0b365f6354d7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.3517556 Feb 19 00:25:21.873676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a81a2c5f-5ce7-47f5-9ac0-92f6dcd7fba1 req-e505156d-18a4-4823-bc73-c3283cddf0fd tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527888 Feb 19 00:25:21.912614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c98a81b1-21eb-45d4-a614-d0c530c096e7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:21.913027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.938156 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3be372-fce4-4046-bb73-afa031b2a1e2 x-openstack-request-id: req-1f3be372-fce4-4046-bb73-afa031b2a1e2 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:21.938484 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:21.938745 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f3be372-fce4-4046-bb73-afa031b2a1e2 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:21.939161 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167', 'code': 200} Feb 19 00:25:21.973323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:21.987029 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:21.988149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 613b8bad-f7a5-4fea-803d-4aa1f1dca18b no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:25:21.992291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Allocated IP 192.168.233.152 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/5a6ad5c2-8941-44c6-ab65-4abf485651b6) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:22.111924 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:22.182975 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-c5cc6aba-d46b-49d4-b59f-1993849e8d5e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 200 len: 217 time: 0.3460126 Feb 19 00:25:22.187494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:22.199404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:22.210615 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks [] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:22.218759 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks [] for router_gateway (442ed817-9504-4ed2-8f94-f7384d731259), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:22.295091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:22.305557 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:22.330972 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:22.363179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['9ffee167-a1af-4eb8-9307-c86d1be0422b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:22.367764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['70af6661-0b1e-4f28-80d4-2e0de82f3a0c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:22.450844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:22.454938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:22.464144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:22.470638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-ef1e1ddd-4838-4f61-8486-cb25965a73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:22.474572 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-ef1e1ddd-4838-4f61-8486-cb25965a73e4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1811018 Feb 19 00:25:22.558748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5a653-1515-4bce-b2a0-4464be875755 None None] Network eec03178-f108-4256-a4c7-667635f221ab requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:25:22.561242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Pushing event updated for resources: {'Port': ['ID=5a6ad5c2-8941-44c6-ab65-4abf485651b6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:22.617451 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-042b0079-8b42-44da-9e30-e2c5de9d9e67 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301453 Feb 19 00:25:22.655927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:22.656656 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:22.722787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.723163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.723474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.723819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.724157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.724496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.724828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.725155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.732843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.733264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.733613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.734105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.737709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:22.749806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-41fd8dfb-41e9-4261-8b10-752d10790cd1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4596462 Feb 19 00:25:22.764616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87ebc5-3edf-4833-bfb3-ab32be1a330c req-90a99e0f-474e-456f-97af-4bfc332b20ed tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:22.773900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d87ebc5-3edf-4833-bfb3-ab32be1a330c req-90a99e0f-474e-456f-97af-4bfc332b20ed tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.5047085 Feb 19 00:25:22.801936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Request body: {'port': {'device_id': '78cc5c08-680a-4f53-8944-db0b4f68f06e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:22.864505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 57cf4918-c499-433b-ae89-4d0bda60d0d3 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:22.874623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6b4e877d-f0dc-4ef7-9c0b-e2c29c7100ab None None] Provisioning complete for port 57cf4918-c499-433b-ae89-4d0bda60d0d3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:22.875311 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4e877d-f0dc-4ef7-9c0b-e2c29c7100ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:22.890911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:22.936105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063c4f77-ec1a-4fe6-9ae1-4e2d2f92a1ef req-c8fbd4ce-da0b-4d8e-a42b-3ef987719656 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:22.943951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-063c4f77-ec1a-4fe6-9ae1-4e2d2f92a1ef req-c8fbd4ce-da0b-4d8e-a42b-3ef987719656 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 936 time: 0.3899260 Feb 19 00:25:22.957563 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:22.971256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.024813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d87ebc5-3edf-4833-bfb3-ab32be1a330c req-30afe357-9112-467b-9266-f2a36b423294 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497797 Feb 19 00:25:23.107128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-063c4f77-ec1a-4fe6-9ae1-4e2d2f92a1ef req-c5bdae64-5fc6-4870-8e90-a52c84bfe6b7 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621940 Feb 19 00:25:23.450441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baa763-86af-4351-9462-7cdb2566efba req-2d88ec15-1bc5-4c7a-9340-0e7d6d9789f1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:23.457558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84baa763-86af-4351-9462-7cdb2566efba req-2d88ec15-1bc5-4c7a-9340-0e7d6d9789f1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.3039024 Feb 19 00:25:23.498057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 57cf4918-c499-433b-ae89-4d0bda60d0d3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:23.498775 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.518384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (442ed817-9504-4ed2-8f94-f7384d731259), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.538065 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-c3260d00-011e-4c58-9320-daa67e0ee383 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9079626 Feb 19 00:25:23.554910 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.568772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84baa763-86af-4351-9462-7cdb2566efba req-fbc6eec1-e2e3-4516-9c54-e8dd2283ea7b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091645 Feb 19 00:25:23.586752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4ed51-19ed-4cf6-bd81-f23eb4b4fcc8 req-60e9d734-4124-49c5-a699-fb588dfd77cb tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:23.595338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d4ed51-19ed-4cf6-bd81-f23eb4b4fcc8 req-60e9d734-4124-49c5-a699-fb588dfd77cb tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 943 time: 0.2890024 Feb 19 00:25:23.610023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e877d-f0dc-4ef7-9c0b-e2c29c7100ab None None] Current status of the port 57cf4918-c499-433b-ae89-4d0bda60d0d3 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:23.611284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4e877d-f0dc-4ef7-9c0b-e2c29c7100ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.665874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 57cf4918-c499-433b-ae89-4d0bda60d0d3 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:23.666428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.734670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6b4e877d-f0dc-4ef7-9c0b-e2c29c7100ab None None] For port 57cf4918-c499-433b-ae89-4d0bda60d0d3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=57cf4918-c499-433b-ae89-4d0bda60d0d3,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:23.743395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a913292a-e10d-4f0a-859b-10d8b7a202b0 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:23.818589 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-9c0bbc31-43a2-45d3-a092-f8329895241f service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696815 Feb 19 00:25:23.852285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d4ed51-19ed-4cf6-bd81-f23eb4b4fcc8 req-30dfdf48-f5c6-4b93-b79d-7f68a315e71f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362902 Feb 19 00:25:23.909770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4e877d-f0dc-4ef7-9c0b-e2c29c7100ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.910807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Router 442ed817-9504-4ed2-8f94-f7384d731259 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:25:23.930928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6ad5c2-8941-44c6-ab65-4abf485651b6 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:23.956617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Publish callbacks [] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.979887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Transition to ACTIVE for port object 5a6ad5c2-8941-44c6-ab65-4abf485651b6 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:25:23.987334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}, {'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:23.988072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:23.990835 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16d04c9-661f-47a2-b892-7372c30003fc" -d '{"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}, {"server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "name": "network-vif-unplugged", "status": "completed", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:23.994484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e877d-f0dc-4ef7-9c0b-e2c29c7100ab None None] Pushing event updated for resources: {'Port': ['ID=57cf4918-c499-433b-ae89-4d0bda60d0d3,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:24.130117 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f977d09b-b902-4e02-89da-b2d81fad4911 x-openstack-request-id: req-f977d09b-b902-4e02-89da-b2d81fad4911 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:24.144770 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "code": 200}, {"server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "name": "network-vif-unplugged", "status": "completed", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:24.145812 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f977d09b-b902-4e02-89da-b2d81fad4911 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:24.147316 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'code': 200} Feb 19 00:25:24.148776 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'code': 200} Feb 19 00:25:24.207616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:25:24.249282 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a913292a-e10d-4f0a-859b-10d8b7a202b0, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a913292a-e10d-4f0a-859b-10d8b7a202b0,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:24.268837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Sync routers for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:25:24.295460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:24.296969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ea81bdc5-8c92-445e-a403-a62a1524fc21 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.6704113 Feb 19 00:25:24.311632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34364) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:24.391397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:24.392472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:24.398130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'port_id': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'mac_address': 'fa:16:3e:03:33:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:24.399889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:25:24.400249 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:25:24.410877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:24.533761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ad5c2-8941-44c6-ab65-4abf485651b6,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:24.567131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Attempting to bind port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:24.567761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Attempting to bind port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:24.568266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Attempting to bind port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:24.586778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c137bd77-16be-422b-8a3b-f7a9862c211b req-40c40b5c-0442-4ad6-820a-8d276d42681f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:24.591017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c137bd77-16be-422b-8a3b-f7a9862c211b req-40c40b5c-0442-4ad6-820a-8d276d42681f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 948 time: 0.2602580 Feb 19 00:25:24.594740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:25:24.595486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Attempting to bind port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:24.620906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-890d8600-f766-482f-b5b6-3107bfa959df None None] Provisioning complete for port 57cf4918-c499-433b-ae89-4d0bda60d0d3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:24.623001 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-890d8600-f766-482f-b5b6-3107bfa959df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:24.631456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:24.632183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:24.632746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:24.633446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Bound port: 5a6ad5c2-8941-44c6-ab65-4abf485651b6, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:24.633992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:24.665954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92850548-cc7d-4ffe-ace8-3ff182cc0fae req-283f4928-2dec-412a-9622-8fc780bce346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:24.668439 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92850548-cc7d-4ffe-ace8-3ff182cc0fae req-283f4928-2dec-412a-9622-8fc780bce346 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1131 time: 0.4545517 Feb 19 00:25:24.752791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6a87b-661d-42e4-a458-76c685f9c2e5 req-a4facc59-6029-477d-9ed0-1a0ea75d5580 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:24.755812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c6a87b-661d-42e4-a458-76c685f9c2e5 req-a4facc59-6029-477d-9ed0-1a0ea75d5580 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.4314091 Feb 19 00:25:24.771644 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92850548-cc7d-4ffe-ace8-3ff182cc0fae req-5b6225b5-6102-4ea8-8225-7c19e535705a service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949395 Feb 19 00:25:24.780245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c137bd77-16be-422b-8a3b-f7a9862c211b req-955f2b40-76ef-4384-9504-782e61f85e41 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790712 Feb 19 00:25:24.803988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a913292a-e10d-4f0a-859b-10d8b7a202b0 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:24.804381 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:24.889037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a913292a-e10d-4f0a-859b-10d8b7a202b0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:24.902538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] For port 5a6ad5c2-8941-44c6-ab65-4abf485651b6, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:24.930865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a913292a-e10d-4f0a-859b-10d8b7a202b0, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a913292a-e10d-4f0a-859b-10d8b7a202b0,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:24.964187 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:25.013164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:25.038533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] For port 5a6ad5c2-8941-44c6-ab65-4abf485651b6, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5a6ad5c2-8941-44c6-ab65-4abf485651b6,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:25.087933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c6a87b-661d-42e4-a458-76c685f9c2e5 req-fcb7bd97-e167-4884-813a-ba1a5fbda9a2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968717 Feb 19 00:25:25.102922 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:25.215277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:25.228039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15617e46-1e87-49a4-8278-b7af083a4299 req-87c5ec18-ad15-4c8c-9cb2-5b225a644aef tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:25.249038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15617e46-1e87-49a4-8278-b7af083a4299 req-87c5ec18-ad15-4c8c-9cb2-5b225a644aef tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.3636119 Feb 19 00:25:25.320437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:25.325883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:25.327775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] 10.222.0.113 "PUT /v2.0/ports/5a6ad5c2-8941-44c6-ab65-4abf485651b6 HTTP/1.1" status: 200 len: 1096 time: 2.5517204 Feb 19 00:25:25.330580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78cc5c08-680a-4f53-8944-db0b4f68f06e', 'tag': '5a6ad5c2-8941-44c6-ab65-4abf485651b6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:25.339485 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed62c62-b361-4c77-872b-06a215d9865b" -d '{"events": [{"name": "network-changed", "server_uuid": "78cc5c08-680a-4f53-8944-db0b4f68f06e", "tag": "5a6ad5c2-8941-44c6-ab65-4abf485651b6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:25.442274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849f516-03c4-4ec6-8c2d-034676f13434 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ad5c2-8941-44c6-ab65-4abf485651b6,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:25.527128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15617e46-1e87-49a4-8278-b7af083a4299 req-722db11f-3705-49b9-91ed-08437ad0edb9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770746 Feb 19 00:25:25.550690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-66f37efa-50e1-4da1-b952-1b82f5f95c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:25.552219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-66f37efa-50e1-4da1-b952-1b82f5f95c9a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 1130 time: 0.1787145 Feb 19 00:25:25.687893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Allocated IP 172.20.0.1 (eec03178-f108-4256-a4c7-667635f221ab/1d5f9a22-166d-49ff-ab29-ed61039ce8b9/f210da58-1597-4c25-afd5-702f83fb384b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:25.711995 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91d8422-249f-430f-affa-e20ecdc18446 x-openstack-request-id: req-c91d8422-249f-430f-affa-e20ecdc18446 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:25.712746 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78cc5c08-680a-4f53-8944-db0b4f68f06e", "tag": "5a6ad5c2-8941-44c6-ab65-4abf485651b6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:25.712746 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c91d8422-249f-430f-affa-e20ecdc18446 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:25.712969 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78cc5c08-680a-4f53-8944-db0b4f68f06e', 'tag': '5a6ad5c2-8941-44c6-ab65-4abf485651b6', 'status': 'completed', 'code': 200} Feb 19 00:25:25.720239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-483d9eaf-fb44-427e-8447-93a737590267 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=5a6ad5c2-8941-44c6-ab65-4abf485651b6 HTTP/1.1" status: 200 len: 217 time: 0.1593902 Feb 19 00:25:25.743102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a913292a-e10d-4f0a-859b-10d8b7a202b0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:25.753637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 57cf4918-c499-433b-ae89-4d0bda60d0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:25.785353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92c260-109e-48a2-bc2e-d6c88373a592 req-fe18f730-fd86-4d98-ae05-6426644241e8 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:25.790664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b92c260-109e-48a2-bc2e-d6c88373a592 req-fe18f730-fd86-4d98-ae05-6426644241e8 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 944 time: 0.2276175 Feb 19 00:25:25.842274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:25.871329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-890d8600-f766-482f-b5b6-3107bfa959df None None] Current status of the port 57cf4918-c499-433b-ae89-4d0bda60d0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:25.896331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-6e85f6d1-0e18-4d16-a248-72df49535459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:25.897848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-6e85f6d1-0e18-4d16-a248-72df49535459 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1705978 Feb 19 00:25:25.937934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a913292a-e10d-4f0a-859b-10d8b7a202b0,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:25.945180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Publish callbacks [] for port (f210da58-1597-4c25-afd5-702f83fb384b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:25.958270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 57cf4918-c499-433b-ae89-4d0bda60d0d3 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:26.019038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f210da58-1597-4c25-afd5-702f83fb384b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:26.050645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b92c260-109e-48a2-bc2e-d6c88373a592 req-15f067e7-f93e-4d1c-af97-40d9082d6156 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565691 Feb 19 00:25:26.163576 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:25:26.171179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Pushing event updated for resources: {'Port': ['ID=f210da58-1597-4c25-afd5-702f83fb384b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:26.202532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-cb9c009f-8b42-4e90-801c-41367fe8d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:26.207820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-cb9c009f-8b42-4e90-801c-41367fe8d39f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2987919 Feb 19 00:25:26.215624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Network eec03178-f108-4256-a4c7-667635f221ab is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:26.222242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:26.229491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:26.352178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (442ed817-9504-4ed2-8f94-f7384d731259), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:26.439493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-675b2e9c-1ea6-43d5-ac1f-924cc2d47c14 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175696 Feb 19 00:25:26.653078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3972244f-7bfe-4177-8b17-4eed732541a9 req-68ab2a61-973e-4dbd-8989-fffca919f8c6 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062516 Feb 19 00:25:26.667639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa6751-ccd6-4475-b5ac-e027b12d60f3 req-1f77b3b6-6c46-4701-925d-873087605373 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:26.679888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdaa6751-ccd6-4475-b5ac-e027b12d60f3 req-1f77b3b6-6c46-4701-925d-873087605373 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 948 time: 0.7475905 Feb 19 00:25:26.700513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 57cf4918-c499-433b-ae89-4d0bda60d0d3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:26.701175 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:26.704626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:26.751380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f210da58-1597-4c25-afd5-702f83fb384b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:26.769717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'mac_address': 'fa:16:3e:0a:98:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:26.843391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:21Z', 'revision_number': 3, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:26.995538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1f634b2c-0125-41f4-8741-60f6eff74b63 None None] Provisioning complete for port f210da58-1597-4c25-afd5-702f83fb384b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:26.999375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f634b2c-0125-41f4-8741-60f6eff74b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f210da58-1597-4c25-afd5-702f83fb384b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:27.041869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac859a8-13d7-4f43-8ac8-eed89a85c36b req-e600856c-b6d4-4c0e-ac16-d880db864bbf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:27.049885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fac859a8-13d7-4f43-8ac8-eed89a85c36b req-e600856c-b6d4-4c0e-ac16-d880db864bbf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.6067536 Feb 19 00:25:27.077645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62c62-b361-4c77-872b-06a215d9865b req-64102132-f902-4b1f-8d37-935c87c6fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:27.079710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fed62c62-b361-4c77-872b-06a215d9865b req-64102132-f902-4b1f-8d37-935c87c6fb1d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 1130 time: 0.3240430 Feb 19 00:25:27.091818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdaa6751-ccd6-4475-b5ac-e027b12d60f3 req-b3179eb8-db94-41ad-899c-5e9f2d2dee1f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4107144 Feb 19 00:25:27.129969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Checking router: 442ed817-9504-4ed2-8f94-f7384d731259 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:25:27.129969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Updating router 442ed817-9504-4ed2-8f94-f7384d731259 port e732adb0-33c1-43f4-8975-3fe994138a8a binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:25:27.198460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fac859a8-13d7-4f43-8ac8-eed89a85c36b req-0773904c-2a16-4434-8845-806201f3cdda tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425741 Feb 19 00:25:27.256951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62c62-b361-4c77-872b-06a215d9865b req-e7a016cd-0d76-450c-bc49-ee93a3049e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:27.258622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fed62c62-b361-4c77-872b-06a215d9865b req-e7a016cd-0d76-450c-bc49-ee93a3049e8d service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1635056 Feb 19 00:25:27.314361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fed62c62-b361-4c77-872b-06a215d9865b req-55e533b9-7d51-4f6b-a51b-79c71310a508 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=5a6ad5c2-8941-44c6-ab65-4abf485651b6 HTTP/1.1" status: 200 len: 217 time: 0.0459273 Feb 19 00:25:27.337668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1d1b086b-878a-4712-92b7-6904a835b6f3 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:27.338073 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:27.370993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 57cf4918-c499-433b-ae89-4d0bda60d0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:27.386147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62c62-b361-4c77-872b-06a215d9865b req-b0960bb4-955a-40cf-bfa4-3a5778f55e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:27.388331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fed62c62-b361-4c77-872b-06a215d9865b req-b0960bb4-955a-40cf-bfa4-3a5778f55e32 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0695057 Feb 19 00:25:27.446777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1f634b2c-0125-41f4-8741-60f6eff74b63 None None] Port f210da58-1597-4c25-afd5-702f83fb384b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:25:27.453099 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:27.462137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1b086b-878a-4712-92b7-6904a835b6f3 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:27.467663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Publish callbacks [] for port (f210da58-1597-4c25-afd5-702f83fb384b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:27.476926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f210da58-1597-4c25-afd5-702f83fb384b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:27.516769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:27.535145 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:27.583479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed62c62-b361-4c77-872b-06a215d9865b req-9e4d7a65-f203-4b54-9c6d-0e681bba9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:27.587625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fed62c62-b361-4c77-872b-06a215d9865b req-9e4d7a65-f203-4b54-9c6d-0e681bba9fa7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1905913 Feb 19 00:25:27.592732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Pushing event updated for resources: {'Port': ['ID=f210da58-1597-4c25-afd5-702f83fb384b,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:27.595285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (442ed817-9504-4ed2-8f94-f7384d731259), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:27.707432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:27.749221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fed62c62-b361-4c77-872b-06a215d9865b req-7378b986-c51a-46c9-828e-35b2e7a90765 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466227 Feb 19 00:25:27.763121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7fe62-f09b-41ce-a167-d5d789046fc5 req-de90292d-b6cb-45eb-97f1-68553c72fbac tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:27.765318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6b7fe62-f09b-41ce-a167-d5d789046fc5 req-de90292d-b6cb-45eb-97f1-68553c72fbac tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.2465250 Feb 19 00:25:27.791777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Network eec03178-f108-4256-a4c7-667635f221ab is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:27.793328 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:27.817325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['1d1b086b-878a-4712-92b7-6904a835b6f3'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:27.929881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b0fc4-87fe-494e-aadc-f87508df5525 req-63d04693-2e8e-414c-8cf6-bd1cfbe2e4da tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:27.936255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-951b0fc4-87fe-494e-aadc-f87508df5525 req-63d04693-2e8e-414c-8cf6-bd1cfbe2e4da tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 944 time: 0.4664435 Feb 19 00:25:28.028234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Router 442ed817-9504-4ed2-8f94-f7384d731259 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:25:28.246626 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Publish callbacks [] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:28.294873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:28.327870 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:25:28.358970 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5159e0f8-580f-4a25-8483-7369a59afa82 admin admin] 10.222.0.60 "PUT /v2.0/routers/442ed817-9504-4ed2-8f94-f7384d731259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0458848 Feb 19 00:25:28.399597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe32927-8d58-4f2b-86dc-4f07a420ced9 None None] Pushing event updated for resources: {'Port': ['ID=e732adb0-33c1-43f4-8975-3fe994138a8a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:28.405864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Attempting to bind port e732adb0-33c1-43f4-8975-3fe994138a8a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:28.406870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Attempting to bind port e732adb0-33c1-43f4-8975-3fe994138a8a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:28.407421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Attempting to bind port e732adb0-33c1-43f4-8975-3fe994138a8a on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:28.422566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:28.423450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:28.424048 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:28.424741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:28.425502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Bound port: e732adb0-33c1-43f4-8975-3fe994138a8a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:28.426121 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:28.484010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6b7fe62-f09b-41ce-a167-d5d789046fc5 req-82433671-3c16-4b61-80dc-92f78158e84d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7020369 Feb 19 00:25:28.497822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fed62c62-b361-4c77-872b-06a215d9865b req-7a453e5d-31d1-47a6-8c47-b6f8f4df42b7 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7174816 Feb 19 00:25:28.524105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-eb9e935f-48c4-4547-a419-298df22e0fd5 None None] Provisioning complete for port f210da58-1597-4c25-afd5-702f83fb384b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:28.524105 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb9e935f-48c4-4547-a419-298df22e0fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f210da58-1597-4c25-afd5-702f83fb384b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:28.533253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-951b0fc4-87fe-494e-aadc-f87508df5525 req-e8185512-bc9d-4e2b-9ecb-f394b04cb20c tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5884938 Feb 19 00:25:28.569057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] For port e732adb0-33c1-43f4-8975-3fe994138a8a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:28.577494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e935f-48c4-4547-a419-298df22e0fd5 None None] Port f210da58-1597-4c25-afd5-702f83fb384b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:25:28.603723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] For port e732adb0-33c1-43f4-8975-3fe994138a8a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e732adb0-33c1-43f4-8975-3fe994138a8a,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:28.645330 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:28.767808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd5faa-ba00-4c60-bd5d-17bbf3678b81 req-b27dbcd4-bc7c-4bb1-942d-eca25ceced93 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:28.770785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91cd5faa-ba00-4c60-bd5d-17bbf3678b81 req-b27dbcd4-bc7c-4bb1-942d-eca25ceced93 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.1026874 Feb 19 00:25:28.793070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96315a1-c3fd-4837-a7f6-becc2e55084e req-383fdac8-554d-4a12-a696-7cc51c7bcbd4 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:28.802927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d96315a1-c3fd-4837-a7f6-becc2e55084e req-383fdac8-554d-4a12-a696-7cc51c7bcbd4 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 948 time: 0.1003606 Feb 19 00:25:28.804812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:28.806355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:28.879994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d96315a1-c3fd-4837-a7f6-becc2e55084e req-6a23cc8b-57c1-44c5-8708-e6160cdd1043 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751848 Feb 19 00:25:28.944421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91cd5faa-ba00-4c60-bd5d-17bbf3678b81 req-38491ccb-bc2a-4daf-a4b1-a22ad9504823 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527050 Feb 19 00:25:29.027410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:29.157270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18645a0b-51b6-4383-8a75-821d47ac4521 req-7eb86f4e-2473-4e7b-ba5b-e5366b04ea5c tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:29.164908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18645a0b-51b6-4383-8a75-821d47ac4521 req-7eb86f4e-2473-4e7b-ba5b-e5366b04ea5c tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1131 time: 0.0960944 Feb 19 00:25:29.268326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18645a0b-51b6-4383-8a75-821d47ac4521 req-6d48345f-19ff-4b61-8439-72ce51421da0 tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024399 Feb 19 00:25:29.280463 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:25:29.403753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5a6ad5c2-8941-44c6-ab65-4abf485651b6 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:29.424797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe32927-8d58-4f2b-86dc-4f07a420ced9 None None] Pushing event updated for resources: {'Port': ['ID=e732adb0-33c1-43f4-8975-3fe994138a8a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:29.469405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-3bf55ec4-4703-409e-95a7-7f00b86b86f1 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:29.476828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-3bf55ec4-4703-409e-95a7-7f00b86b86f1 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/networks?id=eec03178-f108-4256-a4c7-667635f221ab HTTP/1.1" status: 200 len: 829 time: 0.1616099 Feb 19 00:25:29.496841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-a1fd3d42-d956-40e3-a456-a066330e3bc3 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/quotas/00a6755c86254a3ab17c6d5984d7b659 HTTP/1.1" status: 200 len: 375 time: 0.0181983 Feb 19 00:25:29.614888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-a3f4b4a9-b09f-42fe-9290-95ed8331a220 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a6755c86254a3ab17c6d5984d7b659&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1169484 Feb 19 00:25:29.628371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5a6ad5c2-8941-44c6-ab65-4abf485651b6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5a6ad5c2-8941-44c6-ab65-4abf485651b6,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:29.646486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '5a6ad5c2-8941-44c6-ab65-4abf485651b6', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '5a6ad5c2-8941-44c6-ab65-4abf485651b6', 'mac_address': 'fa:16:3e:1d:d4:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:29.651169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 2, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:29.716815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01315a65-f5b2-4ca5-9b4f-03b07a6d6bed None None] The sync data for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 is: [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 2, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:25:29.765833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-2d390315-b9b8-4488-967f-44c679fd2930 service neutron] 10.222.0.60 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386123 Feb 19 00:25:29.829531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:29.834521 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:29.837257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:29.878674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6ad5c2-8941-44c6-ab65-4abf485651b6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:29.900781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5a6ad5c2-8941-44c6-ab65-4abf485651b6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5a6ad5c2-8941-44c6-ab65-4abf485651b6,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:29.908824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-67c894b3-a190-43f4-ba9e-4f5ec0ba88f1 service neutron] 10.222.0.60 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286197 Feb 19 00:25:29.925790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:30.137959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 1d1b086b-878a-4712-92b7-6904a835b6f3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:30.141607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:30.262824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=5a6ad5c2-8941-44c6-ab65-4abf485651b6,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:30.347622 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-d9a9b4c7-cfd3-4097-9e47-94a71493fb75 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1211414 Feb 19 00:25:30.362096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1d1b086b-878a-4712-92b7-6904a835b6f3 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:30.363285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:30.424524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:30.434857 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f953b9-3997-46c3-8fd1-c4c4c048a73a" -d '{"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:30.491651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a07e4-e94c-47be-8875-1167b69cd976 req-e2ffa1fe-71ef-432e-b648-6dcd07826c1d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:30.493326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c2a07e4-e94c-47be-8875-1167b69cd976 req-e2ffa1fe-71ef-432e-b648-6dcd07826c1d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.1999826 Feb 19 00:25:30.509594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['5a6ad5c2-8941-44c6-ab65-4abf485651b6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:30.528006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:30.565644 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:30.567034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a913292a-e10d-4f0a-859b-10d8b7a202b0 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:30.617047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebbd67-6367-43d4-8fe7-a6d981f1168f req-3fb7e763-31bd-4fc6-9fab-6582331f505b tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:30.624312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faebbd67-6367-43d4-8fe7-a6d981f1168f req-3fb7e763-31bd-4fc6-9fab-6582331f505b tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 944 time: 0.2794673 Feb 19 00:25:30.725264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c2a07e4-e94c-47be-8875-1167b69cd976 req-9c88f1c7-43f7-4882-91bc-10702de75d47 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122068 Feb 19 00:25:30.745395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:30.816805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faebbd67-6367-43d4-8fe7-a6d981f1168f req-513f1771-d117-47e7-8096-b68540673efe tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914978 Feb 19 00:25:30.956916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f45e9a-796d-4dbd-8f04-a7ea387b3616 req-76198413-2413-430b-88c8-f8abef7e5b1d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:30.970352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8f45e9a-796d-4dbd-8f04-a7ea387b3616 req-76198413-2413-430b-88c8-f8abef7e5b1d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 949 time: 0.1037724 Feb 19 00:25:31.076948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port a913292a-e10d-4f0a-859b-10d8b7a202b0 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:25:31.090375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8f45e9a-796d-4dbd-8f04-a7ea387b3616 req-ca66547c-206e-439b-adca-65794038a56b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188588 Feb 19 00:25:31.095961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-f9f14a09-476a-4da1-924c-aef7b10f031f tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:31.104048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port a913292a-e10d-4f0a-859b-10d8b7a202b0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:31.104428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:31.107821 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-f9f14a09-476a-4da1-924c-aef7b10f031f tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/ports/c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 1128 time: 0.1379502 Feb 19 00:25:31.247508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-037f89cb-f0ae-4b61-bb93-f39abc997d48 req-734d7145-755c-43c8-b13a-45f7ccf9de14 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 210 time: 0.0809324 Feb 19 00:25:31.443527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648fa2-048e-4dbe-a303-6e53dd1978c6 req-34f90ff5-f6a8-4c3d-a28d-af8a8ae8c07a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:31.449514 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4498cb9-49e2-42fe-bba8-b81d48680c68 x-openstack-request-id: req-f4498cb9-49e2-42fe-bba8-b81d48680c68 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:31.450075 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-plugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:31.450075 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4498cb9-49e2-42fe-bba8-b81d48680c68 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:31.454634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18648fa2-048e-4dbe-a303-6e53dd1978c6 req-34f90ff5-f6a8-4c3d-a28d-af8a8ae8c07a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.1914551 Feb 19 00:25:31.456005 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'code': 200} Feb 19 00:25:31.509023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a913292a-e10d-4f0a-859b-10d8b7a202b0 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:31.509428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:31.566634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18648fa2-048e-4dbe-a303-6e53dd1978c6 req-286e920c-0fd4-4885-8955-e644aaa1a186 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110041 Feb 19 00:25:31.626588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a913292a-e10d-4f0a-859b-10d8b7a202b0, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a913292a-e10d-4f0a-859b-10d8b7a202b0,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:31.641287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:31.754907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a913292a-e10d-4f0a-859b-10d8b7a202b0,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:31.980637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e732adb0-33c1-43f4-8975-3fe994138a8a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:32.037096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890791d-895c-42ce-a867-ab9cdfd3e87d req-9a38228a-e7aa-43c0-a325-1f2a4ea6b970 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:32.044099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f890791d-895c-42ce-a867-ab9cdfd3e87d req-9a38228a-e7aa-43c0-a325-1f2a4ea6b970 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.1960680 Feb 19 00:25:32.111310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e732adb0-33c1-43f4-8975-3fe994138a8a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:32.112043 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:32.151887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f890791d-895c-42ce-a867-ab9cdfd3e87d req-427b974d-3362-4226-ad34-0b0925709594 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064637 Feb 19 00:25:32.178477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be0f632-20cf-4486-830e-711a188a754f req-1c71a771-e7ab-43d7-9272-e346692b90f6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:32.194834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0be0f632-20cf-4486-830e-711a188a754f req-1c71a771-e7ab-43d7-9272-e346692b90f6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.2260110 Feb 19 00:25:32.312223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0be0f632-20cf-4486-830e-711a188a754f req-d227f307-a07a-45de-98d1-5150b61161d7 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160579 Feb 19 00:25:32.358401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e732adb0-33c1-43f4-8975-3fe994138a8a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:32.358805 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:32.423698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e732adb0-33c1-43f4-8975-3fe994138a8a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e732adb0-33c1-43f4-8975-3fe994138a8a,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:32.435217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:32.605780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e732adb0-33c1-43f4-8975-3fe994138a8a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:32.691752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-7f1870cb-3311-4b44-a664-85ea862108a6 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:32.705211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-7f1870cb-3311-4b44-a664-85ea862108a6 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.126 "GET /v2.0/networks?id=eec03178-f108-4256-a4c7-667635f221ab HTTP/1.1" status: 200 len: 829 time: 0.3463163 Feb 19 00:25:32.730372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Request body: {'port': {'device_id': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'admin_state_up': True, 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:33.054297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Made reservation on behalf of 00a6755c86254a3ab17c6d5984d7b659 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:25:33.059835 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:33.152585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5a6ad5c2-8941-44c6-ab65-4abf485651b6 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:33.240967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-986111ec-2a03-4922-a054-6a1aae441ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:33.243557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-986111ec-2a03-4922-a054-6a1aae441ccc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1131 time: 0.1616507 Feb 19 00:25:33.280543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:25:33.288876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:33.289210 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:33.424680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Allocated IP 172.20.0.7 (eec03178-f108-4256-a4c7-667635f221ab/1d5f9a22-166d-49ff-ab29-ed61039ce8b9/9f98036f-63c9-4262-9a60-a1178b17d09a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:33.480836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a913292a-e10d-4f0a-859b-10d8b7a202b0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:33.486781 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50abe809-5a38-45ff-913e-c135aca59ddb" -d '{"events": [{"server_uuid": "2f14169d-6735-47ec-b53d-a299a2d716d1", "name": "network-vif-plugged", "status": "completed", "tag": "a913292a-e10d-4f0a-859b-10d8b7a202b0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:33.531584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:33.532251 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:33.650912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5a6ad5c2-8941-44c6-ab65-4abf485651b6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5a6ad5c2-8941-44c6-ab65-4abf485651b6,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:33.672202 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:33.684666 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:33.729556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:33.788857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=5a6ad5c2-8941-44c6-ab65-4abf485651b6,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:33.819354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-747d5995-6380-451d-bf13-bf8073b41a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:33.820941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-747d5995-6380-451d-bf13-bf8073b41a7e service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.5668495 Feb 19 00:25:33.840935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Network eec03178-f108-4256-a4c7-667635f221ab is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:33.849974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Pushing event updated for resources: {'Port': ['ID=9f98036f-63c9-4262-9a60-a1178b17d09a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:33.890600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:33.893914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-7abd47bb-3e17-450a-98e5-1e518d0f47ef service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.0605042 Feb 19 00:25:33.894665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:33.966794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e732adb0-33c1-43f4-8975-3fe994138a8a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:34.019617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-724c5c50-6ebd-4a71-9886-19c954ddf0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:34.026919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-724c5c50-6ebd-4a71-9886-19c954ddf0f6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0882645 Feb 19 00:25:34.092486 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Sync routers for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:25:34.118989 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:34.119660 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:34.128122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e732adb0-33c1-43f4-8975-3fe994138a8a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:34.128998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:34.148999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:34.154966 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:34.211003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-00676090-7e3f-48c4-b32d-4fc358a05de5 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4879799 Feb 19 00:25:34.224704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-51ffab8a-75bf-4853-ad8b-1a8c4d5abb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:34.226527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-51ffab8a-75bf-4853-ad8b-1a8c4d5abb0d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1945057 Feb 19 00:25:34.246774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Request body: {'port': {'device_id': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:34.284897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e732adb0-33c1-43f4-8975-3fe994138a8a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:34.385088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7375aa23-5d43-4bb5-a948-4434cb1e0650 None None] Provisioning complete for port 9f98036f-63c9-4262-9a60-a1178b17d09a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:34.385668 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7375aa23-5d43-4bb5-a948-4434cb1e0650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:34.418213 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:34.476136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7375aa23-5d43-4bb5-a948-4434cb1e0650 None None] Port 9f98036f-63c9-4262-9a60-a1178b17d09a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:25:34.547508 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:34.895664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f98036f-63c9-4262-9a60-a1178b17d09a {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:34.907332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Publish callbacks [] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:34.924252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Transition to ACTIVE for port object 9f98036f-63c9-4262-9a60-a1178b17d09a will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:25:34.926703 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 2, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:34.933157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-68d96e3e-3da8-443f-911b-62a1d5e0c65d service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830552 Feb 19 00:25:34.949893 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:34.999662 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Checking router: 442ed817-9504-4ed2-8f94-f7384d731259 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:25:35.000148 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Updating router 442ed817-9504-4ed2-8f94-f7384d731259 port f210da58-1597-4c25-afd5-702f83fb384b binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:25:35.065616 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f210da58-1597-4c25-afd5-702f83fb384b), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:35.232214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Pushing event updated for resources: {'Port': ['ID=9f98036f-63c9-4262-9a60-a1178b17d09a,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:35.479894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-54b58ae8-fe51-404f-86c3-6e1c4db704bf service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267186 Feb 19 00:25:35.596505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Attempting to bind port 9f98036f-63c9-4262-9a60-a1178b17d09a on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:35.611651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Attempting to bind port 9f98036f-63c9-4262-9a60-a1178b17d09a by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:35.612157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Attempting to bind port 9f98036f-63c9-4262-9a60-a1178b17d09a on network eec03178-f108-4256-a4c7-667635f221ab {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:35.629016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Port 9f98036f-63c9-4262-9a60-a1178b17d09a on network eec03178-f108-4256-a4c7-667635f221ab not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:25:35.633732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Attempting to bind port 9f98036f-63c9-4262-9a60-a1178b17d09a on network eec03178-f108-4256-a4c7-667635f221ab {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:35.647864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:35.650552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Checking segment: {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:35.659792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Bound using segment: {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:35.670419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Bound port: 9f98036f-63c9-4262-9a60-a1178b17d09a, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:35.670979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:35.915337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] For port 9f98036f-63c9-4262-9a60-a1178b17d09a, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:35.919378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] For port 9f98036f-63c9-4262-9a60-a1178b17d09a, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9f98036f-63c9-4262-9a60-a1178b17d09a,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:35.948172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:35.959326 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Publish callbacks [] for port (f210da58-1597-4c25-afd5-702f83fb384b), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:35.971712 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f210da58-1597-4c25-afd5-702f83fb384b), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:36.093550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:36.094509 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:36.095998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] 10.222.0.126 "PUT /v2.0/ports/9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 200 len: 1091 time: 1.8679707 Feb 19 00:25:36.096551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:36.120396 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b151f-7d37-4936-ba0d-730ba2ecde56" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:36.125889 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b6e0e-7aa4-41cc-b3a0-333712a9272e None None] Pushing event updated for resources: {'Port': ['ID=f210da58-1597-4c25-afd5-702f83fb384b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:36.248802 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Attempting to bind port f210da58-1597-4c25-afd5-702f83fb384b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:36.255624 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Attempting to bind port f210da58-1597-4c25-afd5-702f83fb384b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:36.258904 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Attempting to bind port f210da58-1597-4c25-afd5-702f83fb384b on network eec03178-f108-4256-a4c7-667635f221ab {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:36.275533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8734ba-d534-4d64-8c2e-e5abdc4599cf service neutron] Pushing event updated for resources: {'Port': ['ID=9f98036f-63c9-4262-9a60-a1178b17d09a,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:36.278169 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:36.279224 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Checking segment: {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:36.280545 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:36.281950 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Bound using segment: {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:36.282961 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Bound port: f210da58-1597-4c25-afd5-702f83fb384b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:36.283377 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f210da58-1597-4c25-afd5-702f83fb384b), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:36.331661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-88655620-9fdc-4042-ab40-c1dd7732c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:36.333228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-88655620-9fdc-4042-ab40-c1dd7732c887 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=00a6755c86254a3ab17c6d5984d7b659&device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 1125 time: 0.1752968 Feb 19 00:25:36.467396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-d05bc399-5c0c-4bd4-b112-080d4587f28b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 200 len: 217 time: 0.1081319 Feb 19 00:25:36.485391 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] For port f210da58-1597-4c25-afd5-702f83fb384b, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:36.495822 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] For port f210da58-1597-4c25-afd5-702f83fb384b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f210da58-1597-4c25-afd5-702f83fb384b,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:36.525681 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f210da58-1597-4c25-afd5-702f83fb384b), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:36.597699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-5cd38491-84a9-443b-ae14-572073ab90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:36.599933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-5cd38491-84a9-443b-ae14-572073ab90b6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1d5f9a22-166d-49ff-ab29-ed61039ce8b9 HTTP/1.1" status: 200 len: 868 time: 0.1316485 Feb 19 00:25:36.630533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e130a658-9e84-4a9a-b386-430466dd49d4 None None] Provisioning complete for port f210da58-1597-4c25-afd5-702f83fb384b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:36.632318 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e130a658-9e84-4a9a-b386-430466dd49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f210da58-1597-4c25-afd5-702f83fb384b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:36.696632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-2e9c96e6-23f6-42bf-b0e3-38496c090b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:36.698708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-2e9c96e6-23f6-42bf-b0e3-38496c090b6b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eec03178-f108-4256-a4c7-667635f221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0891604 Feb 19 00:25:36.792221 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:36.805018 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:36.893568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-41ea91c6-e61d-4d49-a4ae-906417d91c6e service neutron] 10.222.0.126 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855731 Feb 19 00:25:37.013678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e130a658-9e84-4a9a-b386-430466dd49d4 None None] Current status of the port f210da58-1597-4c25-afd5-702f83fb384b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:37.022234 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e130a658-9e84-4a9a-b386-430466dd49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f210da58-1597-4c25-afd5-702f83fb384b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:37.042374 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b6e0e-7aa4-41cc-b3a0-333712a9272e None None] Pushing event updated for resources: {'Port': ['ID=f210da58-1597-4c25-afd5-702f83fb384b,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:37.197362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e130a658-9e84-4a9a-b386-430466dd49d4 None None] For port f210da58-1597-4c25-afd5-702f83fb384b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f210da58-1597-4c25-afd5-702f83fb384b,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:37.220640 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e130a658-9e84-4a9a-b386-430466dd49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f210da58-1597-4c25-afd5-702f83fb384b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:37.284893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fb958a5-6384-49dc-bde9-5ae638eb36ce req-2fe034f7-74e0-4c29-ad31-9216be160f0d service neutron] 10.222.0.126 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822575 Feb 19 00:25:37.337662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130a658-9e84-4a9a-b386-430466dd49d4 None None] Pushing event updated for resources: {'Port': ['ID=f210da58-1597-4c25-afd5-702f83fb384b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:37.386039 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:37.665848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-43f56492-7465-4c4a-88b0-38444102a6e2 None None] Provisioning complete for port f210da58-1597-4c25-afd5-702f83fb384b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:37.666550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43f56492-7465-4c4a-88b0-38444102a6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f210da58-1597-4c25-afd5-702f83fb384b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:37.762730 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:36Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:37.872560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-43f56492-7465-4c4a-88b0-38444102a6e2 None None] Current status of the port f210da58-1597-4c25-afd5-702f83fb384b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:38.012847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f210da58-1597-4c25-afd5-702f83fb384b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:38.074607 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed70062-fc7c-4365-8656-0cc3cf5ce79c None None] The sync data for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 is: [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:36Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:25:38.200726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f210da58-1597-4c25-afd5-702f83fb384b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:38.201105 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f210da58-1597-4c25-afd5-702f83fb384b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:38.559496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f210da58-1597-4c25-afd5-702f83fb384b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:41.823458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9f98036f-63c9-4262-9a60-a1178b17d09a details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:42.070986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9f98036f-63c9-4262-9a60-a1178b17d09a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9f98036f-63c9-4262-9a60-a1178b17d09a,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:42.136056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'port_id': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'mac_address': 'fa:16:3e:58:b3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:42.240500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 9f98036f-63c9-4262-9a60-a1178b17d09a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:42.240895 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:42.266416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f98036f-63c9-4262-9a60-a1178b17d09a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:42.308869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9f98036f-63c9-4262-9a60-a1178b17d09a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9f98036f-63c9-4262-9a60-a1178b17d09a,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:42.314726 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:42.450767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=9f98036f-63c9-4262-9a60-a1178b17d09a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:42.831265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7b741-63e8-457c-905e-2bc2f609cd8c req-9d06f0f5-f1d1-475a-8d28-e3ac25ef99e2 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:42.841018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9a7b741-63e8-457c-905e-2bc2f609cd8c req-9d06f0f5-f1d1-475a-8d28-e3ac25ef99e2 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 950 time: 0.1029944 Feb 19 00:25:42.908327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb518cd-1022-4142-a8d2-872218c55a81 req-dca74d85-1814-486e-a34e-47c20803caeb tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:42.910454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eeb518cd-1022-4142-a8d2-872218c55a81 req-dca74d85-1814-486e-a34e-47c20803caeb tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 944 time: 0.1292112 Feb 19 00:25:42.922401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9a7b741-63e8-457c-905e-2bc2f609cd8c req-a8eaed95-3c54-40a3-984a-e85e985ee97e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788171 Feb 19 00:25:42.934151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['9f98036f-63c9-4262-9a60-a1178b17d09a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:42.981459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eeb518cd-1022-4142-a8d2-872218c55a81 req-087397a0-e140-4743-b02d-0680f90b9b64 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576370 Feb 19 00:25:43.190232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f818fa-4617-4eb9-bc7d-0cfee5034300 req-57f876c7-90d5-40fc-a395-e6b6fd41baa4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:43.200908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73f818fa-4617-4eb9-bc7d-0cfee5034300 req-57f876c7-90d5-40fc-a395-e6b6fd41baa4 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.1560495 Feb 19 00:25:43.246803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f9318-3585-4e25-ae5c-792b4c1e69d1 req-390bbb2c-ac79-452a-991d-6dab3f36fe28 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:43.248652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb6f9318-3585-4e25-ae5c-792b4c1e69d1 req-390bbb2c-ac79-452a-991d-6dab3f36fe28 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.1268048 Feb 19 00:25:43.305040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73f818fa-4617-4eb9-bc7d-0cfee5034300 req-af85952c-6422-432f-ba64-78b61800dd52 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022356 Feb 19 00:25:43.414240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb6f9318-3585-4e25-ae5c-792b4c1e69d1 req-ffb3fcba-517e-4c8c-8049-d6a81d5b7061 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262043 Feb 19 00:25:43.458044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967ed28-53b1-4b2a-9bd5-d0c55e1a26ea req-d8525f0f-8910-4208-b6df-14d65914487a tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:43.459946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0967ed28-53b1-4b2a-9bd5-d0c55e1a26ea req-d8525f0f-8910-4208-b6df-14d65914487a tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.0827279 Feb 19 00:25:43.482567 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6cf2e5-a821-4d01-bc65-29cd39d6bda9 x-openstack-request-id: req-ef6cf2e5-a821-4d01-bc65-29cd39d6bda9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:43.483779 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f14169d-6735-47ec-b53d-a299a2d716d1", "name": "network-vif-plugged", "status": "completed", "tag": "a913292a-e10d-4f0a-859b-10d8b7a202b0", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:43.484217 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef6cf2e5-a821-4d01-bc65-29cd39d6bda9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:43.484760 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'code': 200} Feb 19 00:25:43.565944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0967ed28-53b1-4b2a-9bd5-d0c55e1a26ea req-b606aa7f-d5e2-478b-b591-9286162bebda tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965891 Feb 19 00:25:43.571408 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76306d84-2b72-4e5c-a360-5910f189e43d x-openstack-request-id: req-76306d84-2b72-4e5c-a360-5910f189e43d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:43.571906 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:43.572320 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76306d84-2b72-4e5c-a360-5910f189e43d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:43.572872 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'status': 'completed', 'code': 200} Feb 19 00:25:43.664170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2b883-6c47-46cd-8d26-1b7b2d9e6134 req-8c4fc1bf-0baf-45e4-951c-98ea08443d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:43.665838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38a2b883-6c47-46cd-8d26-1b7b2d9e6134 req-8c4fc1bf-0baf-45e4-951c-98ea08443d21 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 1127 time: 0.0920837 Feb 19 00:25:43.690244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-4b315760-3179-44b4-aa1b-706bfbba5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:43.691942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-4b315760-3179-44b4-aa1b-706bfbba5953 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=00a6755c86254a3ab17c6d5984d7b659&device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 1126 time: 0.1230319 Feb 19 00:25:43.881464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19053c07-fce3-47a7-bf99-a45aa85e62fe req-b179df4c-4c6e-4250-9510-2302b11df6f3 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:43.883023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19053c07-fce3-47a7-bf99-a45aa85e62fe req-b179df4c-4c6e-4250-9510-2302b11df6f3 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 950 time: 0.2152860 Feb 19 00:25:43.915298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38a2b883-6c47-46cd-8d26-1b7b2d9e6134 req-47db24d8-52ff-4a62-b1d7-280326857265 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383263 Feb 19 00:25:43.919294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-31affbe2-52ba-47dd-b9c7-468c2daaed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:43.920681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-31affbe2-52ba-47dd-b9c7-468c2daaed99 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eec03178-f108-4256-a4c7-667635f221ab HTTP/1.1" status: 200 len: 930 time: 0.1974475 Feb 19 00:25:43.950072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19053c07-fce3-47a7-bf99-a45aa85e62fe req-911e6eb8-f512-4d94-bf44-55b1b5adbbe1 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552893 Feb 19 00:25:44.087152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ad2a8-9a27-4562-b0b7-940e0ab6b265 req-e252a6ae-a5f3-45d4-9e52-3215a58a3b2e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:44.094856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c6ad2a8-9a27-4562-b0b7-940e0ab6b265 req-e252a6ae-a5f3-45d4-9e52-3215a58a3b2e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 950 time: 0.0722194 Feb 19 00:25:44.184374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c6ad2a8-9a27-4562-b0b7-940e0ab6b265 req-7243637f-2a9d-40e9-ae01-1c33f9187e2f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885406 Feb 19 00:25:44.230897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0e660-d54e-487e-84df-d939bceee2a5 req-e73a3b1f-c183-4254-83a1-dfe64c983305 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:44.244343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84b0e660-d54e-487e-84df-d939bceee2a5 req-e73a3b1f-c183-4254-83a1-dfe64c983305 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 944 time: 0.1274099 Feb 19 00:25:44.317196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-2346d8cd-8d39-4fb4-920e-8dc082ab1dba service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 200 len: 217 time: 0.0632656 Feb 19 00:25:44.409673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-3d5ae279-90f3-4664-bd83-d136319c4b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:44.411484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-3d5ae279-90f3-4664-bd83-d136319c4b86 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1d5f9a22-166d-49ff-ab29-ed61039ce8b9 HTTP/1.1" status: 200 len: 868 time: 0.0787418 Feb 19 00:25:44.453144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84b0e660-d54e-487e-84df-d939bceee2a5 req-550afb98-5f47-4ff4-8446-9fe344b4a794 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077749 Feb 19 00:25:44.547292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-7bffeea3-8212-4b9b-ba48-c72c065ee97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:44.549013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-7bffeea3-8212-4b9b-ba48-c72c065ee97a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eec03178-f108-4256-a4c7-667635f221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1248710 Feb 19 00:25:44.668892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-20192785-f77c-44c8-be2f-432ddb3e6926 service neutron] 10.222.0.126 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055405 Feb 19 00:25:44.824133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a0d4-0057-4677-aae1-595b390c6693 req-1fb737c7-7a90-41d5-8192-ade664595450 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:44.834980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f319a0d4-0057-4677-aae1-595b390c6693 req-1fb737c7-7a90-41d5-8192-ade664595450 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.1614540 Feb 19 00:25:44.895449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7b151f-7d37-4936-ba0d-730ba2ecde56 req-af6cc5c9-5ab9-41f1-b09f-f6a2d85bbc1d service neutron] 10.222.0.126 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149749 Feb 19 00:25:44.931632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f319a0d4-0057-4677-aae1-595b390c6693 req-18fe76d6-67bd-4e52-aaf1-ef60df28d80a tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954096 Feb 19 00:25:45.227312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4d06ce-c472-47e6-bf96-5726f938ace6 req-c3ab15e5-9471-48d7-a352-ee63a1f34c40 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:45.229121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae4d06ce-c472-47e6-bf96-5726f938ace6 req-c3ab15e5-9471-48d7-a352-ee63a1f34c40 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.1644313 Feb 19 00:25:45.335302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae4d06ce-c472-47e6-bf96-5726f938ace6 req-62f8d83e-2399-4d9e-a09d-dafb3727a02c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995512 Feb 19 00:25:45.366554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752da72f-4a4d-4ae1-b2aa-fbeb6254df4f req-d2fdd341-d8aa-41d0-ad6e-57dacbbf515f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:45.372516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-752da72f-4a4d-4ae1-b2aa-fbeb6254df4f req-d2fdd341-d8aa-41d0-ad6e-57dacbbf515f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.1124384 Feb 19 00:25:45.429954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-752da72f-4a4d-4ae1-b2aa-fbeb6254df4f req-c776d4ce-831c-429c-90d8-19b8b8731ddd tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563931 Feb 19 00:25:45.488099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc5c08-680a-4f53-8944-db0b4f68f06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ad5c2-8941-44c6-ab65-4abf485651b6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:45.491298 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f3a073-9f4f-4182-b00a-aed4f198f687" -d '{"events": [{"server_uuid": "78cc5c08-680a-4f53-8944-db0b4f68f06e", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ad5c2-8941-44c6-ab65-4abf485651b6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:45.617169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366f07f-906d-4194-a1e3-399730086983 req-0919de58-55c4-4db7-ac8f-19c3a2ed3376 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:45.619338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b366f07f-906d-4194-a1e3-399730086983 req-0919de58-55c4-4db7-ac8f-19c3a2ed3376 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 950 time: 0.0940559 Feb 19 00:25:45.637076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4d92f-b01b-494b-8a83-726961cffa67 req-f5a1f00d-0a47-47ac-9a08-23a27e3c5d2f tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:45.638601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5d4d92f-b01b-494b-8a83-726961cffa67 req-f5a1f00d-0a47-47ac-9a08-23a27e3c5d2f tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 944 time: 0.0848360 Feb 19 00:25:45.725730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b366f07f-906d-4194-a1e3-399730086983 req-edd185ee-61ee-404f-bc4f-c78cc20b1c8c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963948 Feb 19 00:25:45.735419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5d4d92f-b01b-494b-8a83-726961cffa67 req-53dd295f-0c4a-4157-bda8-1eb3cf7ab0ca tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787718 Feb 19 00:25:45.829213 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbc082c-7731-45a3-868f-3cd7140694e6 x-openstack-request-id: req-adbc082c-7731-45a3-868f-3cd7140694e6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:45.829676 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc5c08-680a-4f53-8944-db0b4f68f06e", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ad5c2-8941-44c6-ab65-4abf485651b6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:45.829899 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adbc082c-7731-45a3-868f-3cd7140694e6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:45.830131 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc5c08-680a-4f53-8944-db0b4f68f06e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ad5c2-8941-44c6-ab65-4abf485651b6', 'code': 200} Feb 19 00:25:45.842627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9f98036f-63c9-4262-9a60-a1178b17d09a up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:45.942237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 9f98036f-63c9-4262-9a60-a1178b17d09a completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:25:45.947834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 9f98036f-63c9-4262-9a60-a1178b17d09a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:45.948217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:46.083876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71d190-fd51-4fee-bd0c-30bac2ffc34d req-32b9b9fc-3663-475f-8d10-69fb54bf9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:46.087223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd71d190-fd51-4fee-bd0c-30bac2ffc34d req-32b9b9fc-3663-475f-8d10-69fb54bf9c46 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 1132 time: 0.1481805 Feb 19 00:25:46.121993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 9f98036f-63c9-4262-9a60-a1178b17d09a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:46.124155 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:46.143265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b90d53-d4ae-4011-9e4b-f4079e4571d1 req-c9870930-8dc5-40b2-ac1b-4f34fe36b70d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:46.153594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96b90d53-d4ae-4011-9e4b-f4079e4571d1 req-c9870930-8dc5-40b2-ac1b-4f34fe36b70d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.1199911 Feb 19 00:25:46.178099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9f98036f-63c9-4262-9a60-a1178b17d09a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9f98036f-63c9-4262-9a60-a1178b17d09a,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:46.185139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:46.214393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd71d190-fd51-4fee-bd0c-30bac2ffc34d req-ace4c74f-40cb-4148-9ae7-d1ab202bb889 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158650 Feb 19 00:25:46.242413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=9f98036f-63c9-4262-9a60-a1178b17d09a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:46.245468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96b90d53-d4ae-4011-9e4b-f4079e4571d1 req-80e2dcd6-2f37-47b6-832f-f97fd2e666cf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906744 Feb 19 00:25:46.251694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.253065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.254063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.254793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.255463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.256013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.256499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.257044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.257556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.258043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.258546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.259111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.259609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:25:46.504399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b126bb-1306-4744-8613-33ad2a129cfe req-02d716ea-db27-4012-93c8-693f3c46018d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:46.513168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0b126bb-1306-4744-8613-33ad2a129cfe req-02d716ea-db27-4012-93c8-693f3c46018d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.0868654 Feb 19 00:25:46.584330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0b126bb-1306-4744-8613-33ad2a129cfe req-b8602868-706e-4179-9112-3e32346f7d79 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702314 Feb 19 00:25:46.668835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2e24b-7a20-40b5-a87a-1678f867f482 req-ce28cd12-43dc-43c4-9d1b-6b1a7d1d2adf tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:46.676957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40f2e24b-7a20-40b5-a87a-1678f867f482 req-ce28cd12-43dc-43c4-9d1b-6b1a7d1d2adf tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.0757570 Feb 19 00:25:46.750301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40f2e24b-7a20-40b5-a87a-1678f867f482 req-d9e7cb69-1a11-4284-b100-810708839eb2 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678513 Feb 19 00:25:46.939323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192eaac1-d8b4-4ec8-b1a2-9b79cfa5c6f5 req-6c7ecce7-95a0-48aa-91a8-5c60c083cca6 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:46.942235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-192eaac1-d8b4-4ec8-b1a2-9b79cfa5c6f5 req-6c7ecce7-95a0-48aa-91a8-5c60c083cca6 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 950 time: 0.1162686 Feb 19 00:25:46.957917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fc59e-7d4f-4867-a1ef-38cbdda24259 req-4e873802-d081-4c90-bfcb-45bb1b460f16 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:46.959554 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e67fc59e-7d4f-4867-a1ef-38cbdda24259 req-4e873802-d081-4c90-bfcb-45bb1b460f16 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 945 time: 0.0883625 Feb 19 00:25:47.037576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-192eaac1-d8b4-4ec8-b1a2-9b79cfa5c6f5 req-2086500a-590b-4925-adb1-0889e814c4b1 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883656 Feb 19 00:25:47.047910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e67fc59e-7d4f-4867-a1ef-38cbdda24259 req-3433e5c9-b0e7-4ac9-be67-3f5c0fdaf2ed tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793116 Feb 19 00:25:47.189065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706907c-a090-4fe3-b7b6-523e5602254e req-c5d469ec-565b-4a2a-a1df-7d4bc15909a8 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:47.191832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a706907c-a090-4fe3-b7b6-523e5602254e req-c5d469ec-565b-4a2a-a1df-7d4bc15909a8 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.0624385 Feb 19 00:25:47.202780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34782) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:25:47.208646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Request body: {'floatingip': {'port_id': 'a913292a-e10d-4f0a-859b-10d8b7a202b0'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:47.234483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:25:47.250612 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for floatingip (31f4d0f4-acc3-46c6-a4ba-1fea036a96ab), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:47.376267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 310a49b6-f143-49a2-bb48-91be004b9167 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:47.376906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:47.419760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:47.437070 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:47.450827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f304f4-24dc-48ae-96ec-b0bb66ac8974 req-ec96c4d9-bba9-46ca-8453-577f42968c95 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:47.452969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14f304f4-24dc-48ae-96ec-b0bb66ac8974 req-ec96c4d9-bba9-46ca-8453-577f42968c95 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.1024489 Feb 19 00:25:47.505522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:47.519363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14f304f4-24dc-48ae-96ec-b0bb66ac8974 req-e209b985-d031-4a79-9dfa-fdf603e6f24c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561075 Feb 19 00:25:47.745847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c0fd3-7a0b-42c1-9b76-12e67658093b req-31656cfe-3c34-45b7-b7cf-83b896653eb1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:47.752984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa3c0fd3-7a0b-42c1-9b76-12e67658093b req-31656cfe-3c34-45b7-b7cf-83b896653eb1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.0690138 Feb 19 00:25:47.803837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa3c0fd3-7a0b-42c1-9b76-12e67658093b req-bf323812-21cc-4651-90ec-05743ae79677 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502303 Feb 19 00:25:47.831733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a'}, {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:47.834422 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400ad782-cc17-461b-a7b7-c583530c9c42" -d '{"events": [{"server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "name": "network-vif-plugged", "status": "completed", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a"}, {"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:47.876213 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fa5d1af-f660-4096-af57-4180d81ec2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:47.883881 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f48a857-6364-4264-bd7f-c87436d80493 x-openstack-request-id: req-4f48a857-6364-4264-bd7f-c87436d80493 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:47.884183 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "name": "network-vif-plugged", "status": "completed", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a", "code": 200}, {"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:47.884439 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f48a857-6364-4264-bd7f-c87436d80493 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:47.884842 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'code': 200} Feb 19 00:25:47.885101 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167', 'code': 200} Feb 19 00:25:47.910640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:47.914971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (31f4d0f4-acc3-46c6-a4ba-1fea036a96ab), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:48.006382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b066f-742b-43f2-8f43-be50bcf73b23 req-bfeddb10-1e03-401c-a977-431f4ebbd56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:48.007920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-271b066f-742b-43f2-8f43-be50bcf73b23 req-bfeddb10-1e03-401c-a977-431f4ebbd56f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 1127 time: 0.0462449 Feb 19 00:25:48.022203 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Floating IP 31f4d0f4-acc3-46c6-a4ba-1fea036a96ab associated. External IP: 172.25.6.24, port: a913292a-e10d-4f0a-859b-10d8b7a202b0. Feb 19 00:25:48.061459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-271b066f-742b-43f2-8f43-be50bcf73b23 req-54fa521d-1853-47c4-9207-d0e08cf0edd3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442119 Feb 19 00:25:48.426788 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:48.520113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403574c-0dbd-45ee-b0ba-296f84fd7df5 req-4dcc5a5c-2967-43ea-ba17-fcfccb3abba0 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:48.521730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6403574c-0dbd-45ee-b0ba-296f84fd7df5 req-4dcc5a5c-2967-43ea-ba17-fcfccb3abba0 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 945 time: 0.3756733 Feb 19 00:25:48.544942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Router cb6d3980-3db3-449c-9469-bb2a26c2bd28 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:25:48.557169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e4da8-1558-40f4-8bc5-81d0f1cd5731 req-1df1db6c-c912-4520-bb47-ac13d712c1e0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:48.558707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-917e4da8-1558-40f4-8bc5-81d0f1cd5731 req-1df1db6c-c912-4520-bb47-ac13d712c1e0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 950 time: 0.0931909 Feb 19 00:25:48.606930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6403574c-0dbd-45ee-b0ba-296f84fd7df5 req-c27fef87-bcc6-4a2b-91e9-8e7718307a8d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749798 Feb 19 00:25:48.633197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-917e4da8-1558-40f4-8bc5-81d0f1cd5731 req-0d28a9ce-d888-418d-b8d1-31b8944a5616 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653293 Feb 19 00:25:48.692473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:25:48.698146 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:48.705557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] Sync routers for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:25:48.721525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:48.723007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:48.732717 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cebce07a-f687-47ec-a44b-9e0547e543d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "PUT /v2.0/floatingips/31f4d0f4-acc3-46c6-a4ba-1fea036a96ab HTTP/1.1" status: 200 len: 990 time: 1.5260260 Feb 19 00:25:48.735036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'tag': 'a913292a-e10d-4f0a-859b-10d8b7a202b0'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:48.737397 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154e051f-efca-4fec-a0a4-52af3522f05f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f14169d-6735-47ec-b53d-a299a2d716d1", "tag": "a913292a-e10d-4f0a-859b-10d8b7a202b0"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:48.762922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce3f2c-4ee1-4cee-976d-bddd78acc64f req-bb470bbc-ef10-4d95-b423-ab0fc5c0f206 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:48.764290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44ce3f2c-4ee1-4cee-976d-bddd78acc64f req-bb470bbc-ef10-4d95-b423-ab0fc5c0f206 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.0666726 Feb 19 00:25:48.816832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44ce3f2c-4ee1-4cee-976d-bddd78acc64f req-589e3a96-b07d-4b64-b59b-7a4c387448bd tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465310 Feb 19 00:25:48.936254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a668a6-03c2-477c-932e-75a6c30d8f0c req-d4953fe0-1e4c-4e66-85c2-9d914ab89102 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:48.937993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99a668a6-03c2-477c-932e-75a6c30d8f0c req-d4953fe0-1e4c-4e66-85c2-9d914ab89102 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.0584979 Feb 19 00:25:48.992559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99a668a6-03c2-477c-932e-75a6c30d8f0c req-3c526fc7-1dda-48c8-8a8a-933d49aec9fd tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489426 Feb 19 00:25:49.006656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:49.036600 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09646978-f982-4c32-b22d-9c7f0fbde91e x-openstack-request-id: req-09646978-f982-4c32-b22d-9c7f0fbde91e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:49.036895 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f14169d-6735-47ec-b53d-a299a2d716d1", "tag": "a913292a-e10d-4f0a-859b-10d8b7a202b0", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:49.037147 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09646978-f982-4c32-b22d-9c7f0fbde91e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:49.037544 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'tag': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'status': 'completed', 'code': 200} Feb 19 00:25:49.169837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e051f-efca-4fec-a0a4-52af3522f05f req-af9390e4-4fd7-43b1-92d5-e6813019a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.171411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-154e051f-efca-4fec-a0a4-52af3522f05f req-af9390e4-4fd7-43b1-92d5-e6813019a2d7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=97902592277440dca39ef6a025bcda93&device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 1127 time: 0.1065702 Feb 19 00:25:49.210678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079fe15-568b-41d7-a498-1b30343482ed req-f42c3a66-9058-43a3-8ca0-6eb23ab986e1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.212202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e079fe15-568b-41d7-a498-1b30343482ed req-f42c3a66-9058-43a3-8ca0-6eb23ab986e1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.1061389 Feb 19 00:25:49.271147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:49.276294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '31f4d0f4-acc3-46c6-a4ba-1fea036a96ab', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'port_id': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'mac_address': 'fa:16:3e:03:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:25:09Z', 'updated_at': '2022-02-19T00:25:47Z', 'revision_number': 1, 'project_id': '97902592277440dca39ef6a025bcda93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:08Z', 'revision_number': 5, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:49.310663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e079fe15-568b-41d7-a498-1b30343482ed req-343414a0-f840-4812-b40e-1effa7946405 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727835 Feb 19 00:25:49.313233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] Checking router: cb6d3980-3db3-449c-9469-bb2a26c2bd28 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:25:49.321602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e051f-efca-4fec-a0a4-52af3522f05f req-81df004f-5238-4da9-bf7e-d3f825bede13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.323129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-154e051f-efca-4fec-a0a4-52af3522f05f req-81df004f-5238-4da9-bf7e-d3f825bede13 service neutron] 10.222.0.126 "GET /v2.0/networks?id=59145fd0-be95-45ab-84d1-53064750f238 HTTP/1.1" status: 200 len: 912 time: 0.1424918 Feb 19 00:25:49.330651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:25:49.331272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:49.442745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-154e051f-efca-4fec-a0a4-52af3522f05f req-b6ffe49d-dbda-4567-a873-f3cbb423b5a5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a913292a-e10d-4f0a-859b-10d8b7a202b0 HTTP/1.1" status: 200 len: 998 time: 0.1110413 Feb 19 00:25:49.502812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:49.524611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '310a49b6-f143-49a2-bb48-91be004b9167', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '310a49b6-f143-49a2-bb48-91be004b9167', 'mac_address': 'fa:16:3e:39:cf:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:25:49.527963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:25:49.543135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e051f-efca-4fec-a0a4-52af3522f05f req-381e7d29-8589-487e-92c3-7252d13501af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.544598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-154e051f-efca-4fec-a0a4-52af3522f05f req-381e7d29-8589-487e-92c3-7252d13501af service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d6d3895e-5512-4a5d-b560-723dd7b46d8f HTTP/1.1" status: 200 len: 850 time: 0.0891626 Feb 19 00:25:49.558501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0599eb-3820-4857-bc2b-253cce9a6e28 req-b71b7a94-c80f-4ac0-999f-f77e9422fe30 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.560069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f0599eb-3820-4857-bc2b-253cce9a6e28 req-b71b7a94-c80f-4ac0-999f-f77e9422fe30 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 950 time: 0.1676722 Feb 19 00:25:49.605961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.606480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.606964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.607425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.607849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.608338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.608795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.609255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.609714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.610168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.610647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.611106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.611542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.611999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.612457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.612924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.613380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.616256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-28bc4150-2a4d-4353-b75d-0e3ee2d20de1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63&device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e&device_id=2f14169d-6735-47ec-b53d-a299a2d716d1&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d&device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a&device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5&device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38&device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6&device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e&device_id=f031d686-04f8-49eb-9f84-49498094dd75&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7&device_id=087dfa3d-982c-4baa-b65b-188b81a4e230&device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10&device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd&device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7&device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 15846 time: 0.1706052 Feb 19 00:25:49.654305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 310a49b6-f143-49a2-bb48-91be004b9167 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:49.654816 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:49.662539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-d87e9646-c27d-47a2-9905-6b64f142fbc0 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:49.678831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310a49b6-f143-49a2-bb48-91be004b9167 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:25:49.693676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f0599eb-3820-4857-bc2b-253cce9a6e28 req-c857b7cc-b2b6-4254-824d-f19c30b13461 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209719 Feb 19 00:25:49.701639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e051f-efca-4fec-a0a4-52af3522f05f req-15f4e640-55a6-4dea-995e-60ba4394dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.703193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-154e051f-efca-4fec-a0a4-52af3522f05f req-15f4e640-55a6-4dea-995e-60ba4394dd51 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=59145fd0-be95-45ab-84d1-53064750f238&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1411588 Feb 19 00:25:49.722641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:49.799897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:49.885265 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-d87e9646-c27d-47a2-9905-6b64f142fbc0 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Publish callbacks [] for security_group (e267ffdf-a0c4-4f90-9ee7-837087fedbd5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:49.896997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-d87e9646-c27d-47a2-9905-6b64f142fbc0 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e267ffdf-a0c4-4f90-9ee7-837087fedbd5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:49.900132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:49.937285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '31f4d0f4-acc3-46c6-a4ba-1fea036a96ab', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'port_id': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'mac_address': 'fa:16:3e:03:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:25:09Z', 'updated_at': '2022-02-19T00:25:47Z', 'revision_number': 1, 'project_id': '97902592277440dca39ef6a025bcda93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:08Z', 'revision_number': 5, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:25:49.965779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-154e051f-efca-4fec-a0a4-52af3522f05f req-0407f9ee-e154-443b-86a5-585ea76a2672 service neutron] 10.222.0.126 "GET /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525785 Feb 19 00:25:49.968166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['310a49b6-f143-49a2-bb48-91be004b9167'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:49.970760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b018011-a9de-4a44-a39c-4040e92146b3 None None] The sync data for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 is: [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '31f4d0f4-acc3-46c6-a4ba-1fea036a96ab', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'floating_ip_address': '172.25.6.24', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'port_id': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'mac_address': 'fa:16:3e:03:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:25:09Z', 'updated_at': '2022-02-19T00:25:47Z', 'revision_number': 1, 'project_id': '97902592277440dca39ef6a025bcda93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:08Z', 'revision_number': 5, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:25:49.996082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f950d-a0b2-463d-bf73-ae9a4db715c5 req-d98d4449-d494-4853-b99e-df650726935e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:49.997632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d69f950d-a0b2-463d-bf73-ae9a4db715c5 req-d98d4449-d494-4853-b99e-df650726935e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 945 time: 0.1835098 Feb 19 00:25:50.014716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e9646-c27d-47a2-9905-6b64f142fbc0 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e267ffdf-a0c4-4f90-9ee7-837087fedbd5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:50.031173 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423153fd-d9d1-4762-9264-8f6b62aa8f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:50.176701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e22d4fb7-491e-4bc6-914f-adf99390a97c req-d87e9646-c27d-47a2-9905-6b64f142fbc0 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&id=d49c0c62-2da2-489b-8360-28a682fbe4a3&id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&id=fb78575b-3c62-4a1c-a38f-4d904efae52c&id=948e1b8b-c05d-4fb9-8703-89001472403d&id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.5428362 Feb 19 00:25:50.191723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d69f950d-a0b2-463d-bf73-ae9a4db715c5 req-cb03a3de-cc3c-49c2-8efb-e90c81cd2f93 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648238 Feb 19 00:25:50.206904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-154e051f-efca-4fec-a0a4-52af3522f05f req-f53c3621-f88a-4c40-b63d-91b6a8a8abff service neutron] 10.222.0.126 "GET /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341983 Feb 19 00:25:50.306802 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37639d-12ea-4b80-a5b7-c107956f3835 None None] New status for floating IP 31f4d0f4-acc3-46c6-a4ba-1fea036a96ab: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:25:50.398293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a989a6-8152-438b-b66a-5da7fc70fbd0 req-11d962d9-3e6c-495c-8475-41669c4a6950 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:50.398293 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a989a6-8152-438b-b66a-5da7fc70fbd0 req-11d962d9-3e6c-495c-8475-41669c4a6950 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.0649731 Feb 19 00:25:50.498924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a989a6-8152-438b-b66a-5da7fc70fbd0 req-f05a0a51-a777-4291-ba69-569653f917f8 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911095 Feb 19 00:25:50.526939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532aa15-44a2-4f56-9830-407293b9b3e6 req-a397a80b-a636-4f6e-a836-c8882ac4545d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:50.528737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7532aa15-44a2-4f56-9830-407293b9b3e6 req-a397a80b-a636-4f6e-a836-c8882ac4545d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.0800650 Feb 19 00:25:50.603499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7532aa15-44a2-4f56-9830-407293b9b3e6 req-90f26433-1c7e-42de-8c6a-01610b930ab7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681405 Feb 19 00:25:50.863803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0045d3-3ec6-4dcd-b018-1bef591ddab2 req-5e54c0fd-1928-46fd-9f38-ef9ee910f99a tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:50.864301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0045d3-3ec6-4dcd-b018-1bef591ddab2 req-5e54c0fd-1928-46fd-9f38-ef9ee910f99a tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:50.864817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0045d3-3ec6-4dcd-b018-1bef591ddab2 req-5e54c0fd-1928-46fd-9f38-ef9ee910f99a tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:50.866943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a0045d3-3ec6-4dcd-b018-1bef591ddab2 req-5e54c0fd-1928-46fd-9f38-ef9ee910f99a tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e&device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a&device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 2977 time: 0.0692737 Feb 19 00:25:50.929531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a0045d3-3ec6-4dcd-b018-1bef591ddab2 req-5a1c190a-12f3-46ef-b593-bb0f2c011980 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522106 Feb 19 00:25:51.056676 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:51.283661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:25:51.343355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 310a49b6-f143-49a2-bb48-91be004b9167 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:25:51.344039 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (310a49b6-f143-49a2-bb48-91be004b9167), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:51.465096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 310a49b6-f143-49a2-bb48-91be004b9167 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:51.466243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:51.513668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:51.516031 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2268a96-0474-44c4-b713-45fb229aed23" -d '{"events": [{"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:51.529679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95801e-6adc-4f13-95ec-540d605b42ec req-7c6bfb53-b804-45d4-9d5b-7b29ecdf337b tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:51.550212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c95801e-6adc-4f13-95ec-540d605b42ec req-7c6bfb53-b804-45d4-9d5b-7b29ecdf337b tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 945 time: 0.0994241 Feb 19 00:25:51.555967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:51.569425 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:51.682079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c95801e-6adc-4f13-95ec-540d605b42ec req-cf978b9d-e6b7-4790-84e0-bdb311f46e13 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305265 Feb 19 00:25:51.688463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:51.727887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-2cad9ac2-ce1e-43c1-a408-71ca2f5eae58 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:51.731692 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5677da7-67b5-4c1b-aad3-1fe6581a9684 x-openstack-request-id: req-d5677da7-67b5-4c1b-aad3-1fe6581a9684 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:51.731884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-2cad9ac2-ce1e-43c1-a408-71ca2f5eae58 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1128 time: 0.1321731 Feb 19 00:25:51.732347 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-plugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:51.732638 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5677da7-67b5-4c1b-aad3-1fe6581a9684 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:51.733087 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167', 'code': 200} Feb 19 00:25:51.762588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826527-3'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:51.867257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:25:51.884941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:51.974008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1d1b086b-878a-4712-92b7-6904a835b6f3 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:25:51.974292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792ba32-a846-4bb7-8ad0-fa0cb7ba6d17 req-e2596711-76e2-4fef-86d2-b379c1e096f9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:51.974860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:51.981735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6792ba32-a846-4bb7-8ad0-fa0cb7ba6d17 req-e2596711-76e2-4fef-86d2-b379c1e096f9 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.1471269 Feb 19 00:25:52.021744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:52.027353 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:52.056821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3637b3-3913-4a0e-b25e-6774afca5db1 req-29465870-d1a5-4b46-a970-2758c6624b21 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:52.058361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc3637b3-3913-4a0e-b25e-6774afca5db1 req-29465870-d1a5-4b46-a970-2758c6624b21 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 946 time: 0.1853135 Feb 19 00:25:52.125799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:52.145413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6792ba32-a846-4bb7-8ad0-fa0cb7ba6d17 req-141007cf-a324-48c1-97ff-628885ec7266 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627178 Feb 19 00:25:52.190166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:52.208743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc3637b3-3913-4a0e-b25e-6774afca5db1 req-a07a4dc5-82d4-40af-8a30-516dca637055 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368506 Feb 19 00:25:52.344439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:52.505197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:52.507383 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae481fb-d4d7-4de9-a173-40661a51e42e" -d '{"events": [{"server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:52.518140 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:52.519776 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Publish callbacks [] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:52.548602 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:52.571152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-65510e0c-1913-42bc-ab57-8140a0fea881 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 258 time: 0.3271880 Feb 19 00:25:52.587575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:52.620670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa58c38-f1b7-488f-8eb4-aea37c88b2ee req-2b95c3c1-6705-417c-9f84-cb28b7eba04b tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:52.622373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfa58c38-f1b7-488f-8eb4-aea37c88b2ee req-2b95c3c1-6705-417c-9f84-cb28b7eba04b tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1132 time: 0.2795346 Feb 19 00:25:52.689639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:52.760967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on host n-h2-826527-3 for vnic_type normal with profile {"migrating_to": "n-h1-826527-3"} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:52.761506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:52.762101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:52.778809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Pushing event updated for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:52.833149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:25:52.833772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Attempting to bind port b18bc6af-8619-4e55-8a5c-b001cf78c99c on network 031d5557-740b-4136-970d-e42b4d911f37 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:52.848967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfa58c38-f1b7-488f-8eb4-aea37c88b2ee req-38609fe5-4550-4243-95ed-94b20291dee1 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166715 Feb 19 00:25:52.870667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:52.871147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Checking segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:52.871594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Bound using segment: {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:52.872286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Bound port: b18bc6af-8619-4e55-8a5c-b001cf78c99c, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c41cd7-059e-46be-833e-192ab200bb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '031d5557-740b-4136-970d-e42b4d911f37'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:52.872939 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:52.945663 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-0097b50e-1462-4cee-9502-a8880c7854dd req-3f61cac7-8d3f-4c46-a3e9-26a411cbedb5 service neutron] show failed (client error): The resource could not be found. Feb 19 00:25:52.947431 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-3f61cac7-8d3f-4c46-a3e9-26a411cbedb5 service neutron] 10.222.0.113 "GET /v2.0/ports/c98a81b1-21eb-45d4-a614-d0c530c096e7/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.0697608 Feb 19 00:25:52.995727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:53.000461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:53.014798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:53.146718 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:53.185909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Pushing event updated for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=8']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:53.198223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:53.199203 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:53.201283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-12c5d78a-6870-4c5d-a4f7-d0c547f7bf1c service neutron] 10.222.0.113 "PUT /v2.0/ports/b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 200 len: 1122 time: 1.4488363 Feb 19 00:25:53.295938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b18bc6af-8619-4e55-8a5c-b001cf78c99c details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:25:53.341069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['b18bc6af-8619-4e55-8a5c-b001cf78c99c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:53.421776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-8c7e7c87-2b7b-44a9-85f2-1a8be588e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:53.423526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-8c7e7c87-2b7b-44a9-85f2-1a8be588e173 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 1131 time: 0.1705687 Feb 19 00:25:53.444863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:53.474928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:53.495434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b18bc6af-8619-4e55-8a5c-b001cf78c99c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:25:53.537508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Allocated IP 172.25.6.162 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/757f3176-a74e-4270-a0a1-38d061fb2ad5) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:25:53.565480 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:53.600656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b18bc6af-8619-4e55-8a5c-b001cf78c99c has no active binding in host n-h1-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:25:53.684842 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:53.733746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:53.736771 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd28c56-1555-40bf-bbf6-1e9e15de73b5" -d '{"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:53.803073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for port (757f3176-a74e-4270-a0a1-38d061fb2ad5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:53.930896 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (757f3176-a74e-4270-a0a1-38d061fb2ad5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:53.948409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:25:53.997515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:25:54.002447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:25:54.008230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:25:54.044652 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2733ce46-318f-4fa3-b8c2-7abf512dbea6 x-openstack-request-id: req-2733ce46-318f-4fa3-b8c2-7abf512dbea6 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:54.045189 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "name": "network-vif-unplugged", "status": "completed", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:54.045466 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2733ce46-318f-4fa3-b8c2-7abf512dbea6 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:54.045936 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c', 'code': 200} Feb 19 00:25:54.067415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Pushing event updated for resources: {'Port': ['ID=757f3176-a74e-4270-a0a1-38d061fb2ad5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:54.086698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:54.095268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:54.202445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Publish callbacks [] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:54.218962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (32064ac1-0bed-48e3-9dfe-bd3766716b32), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:54.232216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Transition to ACTIVE for port object c98a81b1-21eb-45d4-a614-d0c530c096e7 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:25:54.241577 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:54.353583 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (757f3176-a74e-4270-a0a1-38d061fb2ad5), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:54.431188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:54.436991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] No DVR routers for this DVR port c98a81b1-21eb-45d4-a614-d0c530c096e7 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:25:54.491399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4919d1-1d44-403b-93b3-f03e4dd5eb1a req-c09402d2-1ba2-49f0-95bd-bbe47be8bf27 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:54.499246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d4919d1-1d44-403b-93b3-f03e4dd5eb1a req-c09402d2-1ba2-49f0-95bd-bbe47be8bf27 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1132 time: 0.2234871 Feb 19 00:25:54.544609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:25:54.545226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:25:54.545747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:54.651183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:25:54.651636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:25:54.664054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d4919d1-1d44-403b-93b3-f03e4dd5eb1a req-96e94276-8285-4d5d-a32b-c8fdf4358ea4 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625993 Feb 19 00:25:54.674280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:25:54.674593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:25:54.675016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:25:54.675469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Bound port: c98a81b1-21eb-45d4-a614-d0c530c096e7, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:25:54.675889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:55.186510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:25:55.192999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:25:55.215124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for port (757f3176-a74e-4270-a0a1-38d061fb2ad5), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:55.217485 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:55.232500 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (757f3176-a74e-4270-a0a1-38d061fb2ad5), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:55.271876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef50b48-d564-44cb-957a-cde3743a1009 req-da678f87-9ae5-448f-b668-6c3267b96ceb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:55.273579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ef50b48-d564-44cb-957a-cde3743a1009 req-da678f87-9ae5-448f-b668-6c3267b96ceb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 947 time: 0.2051172 Feb 19 00:25:55.287441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:55.288158 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:55.289667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] 10.222.0.126 "PUT /v2.0/ports/c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 1095 time: 1.8545399 Feb 19 00:25:55.307491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:25:55.379233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf4e7f7-fde7-4b2b-be5e-12d4219163a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:55.382871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] The host n-h1-826527-3 is not matching for port c98a81b1-21eb-45d4-a614-d0c530c096e7 host n-h2-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:25:55.383866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:25:55.457301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ef50b48-d564-44cb-957a-cde3743a1009 req-4b340151-c4c6-402c-86ec-eb71aa1dd137 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740279 Feb 19 00:25:55.461846 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (32064ac1-0bed-48e3-9dfe-bd3766716b32), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:55.496008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Pushing event updated for resources: {'Port': ['ID=757f3176-a74e-4270-a0a1-38d061fb2ad5,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:25:55.512267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:55.513783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-d91fce89-2988-4196-adf3-0c5d8fb8591e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9380128 Feb 19 00:25:55.517133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-5ecbe0f4-a098-442b-a148-fdd846d15db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:55.519000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-5ecbe0f4-a098-442b-a148-fdd846d15db6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1129 time: 0.1701272 Feb 19 00:25:55.688486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-f5c7b846-e210-4bd0-a43c-d89bead5ff54 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 696 time: 0.1665986 Feb 19 00:25:55.829592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcaf754-94e9-4b76-90aa-92fe85985667 req-807a6b43-a282-4681-9b6a-a6b9149f96ff tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:55.829592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efcaf754-94e9-4b76-90aa-92fe85985667 req-807a6b43-a282-4681-9b6a-a6b9149f96ff tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.2199080 Feb 19 00:25:55.850031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-611044f4-cc72-4a99-b275-0692d3148960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:55.850031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-611044f4-cc72-4a99-b275-0692d3148960 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3158643 Feb 19 00:25:55.933240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-0bcd9937-cfb0-4b0e-99ee-a52b74014772 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.0607235 Feb 19 00:25:55.960464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-79200502-6bd4-4ab1-8ae0-fb17b0927b7d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:55.961848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f4bb9a5-58ed-4048-8bde-a593773ba3a7 req-79200502-6bd4-4ab1-8ae0-fb17b0927b7d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2653327 Feb 19 00:25:56.010115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efcaf754-94e9-4b76-90aa-92fe85985667 req-fe02d58e-6399-4258-934f-42eeaac647e6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697066 Feb 19 00:25:56.028281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-191b800d-35e6-459b-a78f-24669bcfc483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:56.030399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-191b800d-35e6-459b-a78f-24669bcfc483 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0869904 Feb 19 00:25:56.051578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c'}, {'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}, {'name': 'network-changed', 'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:25:56.051578 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c"}, {"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}, {"name": "network-changed", "server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:25:56.113310 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54f1ab7-8767-489a-9938-acf72684d892 x-openstack-request-id: req-c54f1ab7-8767-489a-9938-acf72684d892 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:56.113806 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-unplugged", "status": "completed", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:56.114252 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c54f1ab7-8767-489a-9938-acf72684d892 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:56.115019 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'code': 200} Feb 19 00:25:56.155634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b1fab-08c3-4472-9530-be431c436ff4 req-f0367f4f-3713-4ca1-b50c-cfb7c7df9686 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:56.157283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-541b1fab-08c3-4472-9530-be431c436ff4 req-f0367f4f-3713-4ca1-b50c-cfb7c7df9686 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.1221068 Feb 19 00:25:56.192826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097b50e-1462-4cee-9502-a8880c7854dd req-5af8fb8c-8361-4fe7-8618-eec3a5e23b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:56.194405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-5af8fb8c-8361-4fe7-8618-eec3a5e23b04 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1417384 Feb 19 00:25:56.297188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-541b1fab-08c3-4472-9530-be431c436ff4 req-b38dfe3d-82e9-4c11-935c-45a83dbfa47f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316361 Feb 19 00:25:56.354327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-79e7e59b-726b-4b50-bf9a-3e174c4f47c0 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487737 Feb 19 00:25:56.461316 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 19 Feb 2022 00:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e986f903-e48e-4c66-a43c-1c0d544cf8e4 x-openstack-request-id: req-e986f903-e48e-4c66-a43c-1c0d544cf8e4 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:25:56.461627 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c", "status": "completed", "code": 200}, {"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "code": 200}, {"name": "network-changed", "server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:25:56.461884 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e986f903-e48e-4c66-a43c-1c0d544cf8e4 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:25:56.462338 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c', 'status': 'completed', 'code': 200} Feb 19 00:25:56.462601 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'code': 200} Feb 19 00:25:56.466390 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'status': 'completed', 'code': 200} Feb 19 00:25:56.714885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0097b50e-1462-4cee-9502-a8880c7854dd req-db5d92af-f17a-4204-bbcd-cd7e1236b5ba service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475046 Feb 19 00:25:56.809829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-e00a2c44-bfcc-46b7-b06b-4f64496c4633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:56.811424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-e00a2c44-bfcc-46b7-b06b-4f64496c4633 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1129 time: 0.2886212 Feb 19 00:25:56.819352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-c466525e-a91f-4310-bce5-82cb78d13f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:56.821733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-c466525e-a91f-4310-bce5-82cb78d13f92 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1156 time: 0.2975514 Feb 19 00:25:56.830348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-a2e8ae47-782b-4161-8e7c-5f9f29113556 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:56.831939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-a2e8ae47-782b-4161-8e7c-5f9f29113556 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2927241 Feb 19 00:25:57.037635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aa092-119e-44d3-bbfb-559bf77859d7 req-209326af-3e27-48e6-83cd-7a63c0350248 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.047211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7aa092-119e-44d3-bbfb-559bf77859d7 req-209326af-3e27-48e6-83cd-7a63c0350248 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 947 time: 0.3655534 Feb 19 00:25:57.064200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-a029479b-b122-4cca-8a55-3484a472eb41 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 696 time: 0.2089756 Feb 19 00:25:57.078729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Request body: {'floatingip': {'port_id': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:25:57.117705 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-b9e3d4c3-312e-44b4-8902-a14de936a515 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0812962 Feb 19 00:25:57.161276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (32064ac1-0bed-48e3-9dfe-bd3766716b32), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:57.218962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-e991d488-b7e3-41e9-82a0-76765d3ae2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.220994 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-e991d488-b7e3-41e9-82a0-76765d3ae2d5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 1132 time: 0.0714421 Feb 19 00:25:57.311520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a7aa092-119e-44d3-bbfb-559bf77859d7 req-0dd95243-0c34-42e0-8406-22ad78695024 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582421 Feb 19 00:25:57.335590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-3dfb9fad-e836-493a-825d-6d33c7774735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.338771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-3dfb9fad-e836-493a-825d-6d33c7774735 service neutron] 10.222.0.126 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.5041313 Feb 19 00:25:57.406097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-52ac2bed-5a39-433a-bfa0-75576d0ed134 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 200 len: 217 time: 0.0546165 Feb 19 00:25:57.407373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-d765ffdc-886f-42dc-a96e-395144f01e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.408954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-d765ffdc-886f-42dc-a96e-395144f01e37 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.5643742 Feb 19 00:25:57.438350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-b4c71e3f-c051-4d1d-83d8-45bf920e68e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.448921 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-b4c71e3f-c051-4d1d-83d8-45bf920e68e9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1955545 Feb 19 00:25:57.504045 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-7a962e69-de04-40c9-a917-b72f33103147 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 200 len: 217 time: 0.0485339 Feb 19 00:25:57.526786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-51bb0584-2fef-4da1-8c4a-1fe9e196a406 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.0860898 Feb 19 00:25:57.589108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-c35a7303-818a-4286-9317-4cf97e7bfc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.590585 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-c35a7303-818a-4286-9317-4cf97e7bfc29 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0775592 Feb 19 00:25:57.629869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-51d49004-9a04-4286-9f45-329f2deb0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.631537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-51d49004-9a04-4286-9f45-329f2deb0922 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1994619 Feb 19 00:25:57.676789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-08324b88-1179-4ca1-b02b-b45ddd6384aa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340352 Feb 19 00:25:57.688459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-eb7ed625-c235-44c3-afe1-588ba0467116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.689980 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-eb7ed625-c235-44c3-afe1-588ba0467116 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0923965 Feb 19 00:25:57.698863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-e6426da7-c8f3-4f11-ad66-080d40cc54a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.700775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-e6426da7-c8f3-4f11-ad66-080d40cc54a8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1501646 Feb 19 00:25:57.867589 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-291057b5-444a-4223-a5b3-300881029bf6 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694155 Feb 19 00:25:57.918451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-d30a2b41-98ba-4022-a4ef-e0a1aa9ed1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:57.920308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-d30a2b41-98ba-4022-a4ef-e0a1aa9ed1df service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2006128 Feb 19 00:25:58.005416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c687670d-8e72-448a-9d87-9098c2926fa0 req-951c2d1a-2c9c-43ed-9f13-7c3dddb9923d service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178744 Feb 19 00:25:58.119396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4ff9c-1329-4b80-bba8-3f810e14b229 req-b7366e56-f1c6-43bf-9fa2-afdb3aca3b5d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:58.128281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9a4ff9c-1329-4b80-bba8-3f810e14b229 req-b7366e56-f1c6-43bf-9fa2-afdb3aca3b5d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.3750308 Feb 19 00:25:58.567953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9a4ff9c-1329-4b80-bba8-3f810e14b229 req-8d4cfddb-19a4-4b49-aab9-25a76f876120 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4332390 Feb 19 00:25:58.600960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-6a3d5222-d268-4159-8e7e-d196c4c28420 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9102981 Feb 19 00:25:58.758547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-bcb7b636-1645-4a37-abbd-6f33790d4f72 service neutron] 10.222.0.126 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530910 Feb 19 00:25:58.934562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-5c16c795-1c97-42d6-949b-4decb69b6200 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9953830 Feb 19 00:25:59.060410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45633c0-4069-4f6e-90a1-bddce1fe56d1 req-abb89e70-f41b-415d-9146-eb1b09b3b126 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:59.068271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f45633c0-4069-4f6e-90a1-bddce1fe56d1 req-abb89e70-f41b-415d-9146-eb1b09b3b126 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.3206313 Feb 19 00:25:59.219211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-e0e170ea-f041-4c32-b8b2-345e25f0b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:59.221627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-e0e170ea-f041-4c32-b8b2-345e25f0b525 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1129 time: 0.3370843 Feb 19 00:25:59.253457 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.resource_extend [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:25:59.313936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-a2322a2b-ffbf-45fb-a968-744807a6c0b2 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692565 Feb 19 00:25:59.364137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f45633c0-4069-4f6e-90a1-bddce1fe56d1 req-8f0cf007-f283-430b-bd29-f772fa428ece tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2947156 Feb 19 00:25:59.430312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:59.452483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (32064ac1-0bed-48e3-9dfe-bd3766716b32), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:25:59.589774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-fe0224fb-842e-4fa6-b577-4f41ca5b6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:25:59.592487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-fe0224fb-842e-4fa6-b577-4f41ca5b6be4 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.3504970 Feb 19 00:25:59.736779 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Floating IP 32064ac1-0bed-48e3-9dfe-bd3766716b32 associated. External IP: 172.25.6.162, port: 9f98036f-63c9-4262-9a60-a1178b17d09a. Feb 19 00:25:59.875183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b18bc6af-8619-4e55-8a5c-b001cf78c99c no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:25:59.908959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-86b3d8f9-1eb0-42fc-a7ed-80fb51f4ba39 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.2958484 Feb 19 00:26:00.095643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port b18bc6af-8619-4e55-8a5c-b001cf78c99c is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:00.141307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85153938-b9dc-4211-a327-ba2f0b7e6357 req-87c30dc3-2680-46e9-a608-abb5c89a87ff tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:00.143684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85153938-b9dc-4211-a327-ba2f0b7e6357 req-87c30dc3-2680-46e9-a608-abb5c89a87ff tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 947 time: 0.1519797 Feb 19 00:26:00.165171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-58683b7b-44a4-401c-b8df-98549f54b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:00.166785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-58683b7b-44a4-401c-b8df-98549f54b3e5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.2488866 Feb 19 00:26:00.462458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85153938-b9dc-4211-a327-ba2f0b7e6357 req-25114314-d655-498f-a60d-f6b5559ac7ae tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942004 Feb 19 00:26:00.483981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Router 442ed817-9504-4ed2-8f94-f7384d731259 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:26:00.502503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-bd7509c6-5a0a-4c1a-870f-c3c556e1fbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:00.517000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-bd7509c6-5a0a-4c1a-870f-c3c556e1fbf1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3234811 Feb 19 00:26:00.807714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-41053d40-2691-4668-a381-74c90fe3b249 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894456 Feb 19 00:26:00.938966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da999fdc-ab5e-46ff-8df0-f0cad8b53a6f req-78d48302-d5d3-46cf-b9d8-462fd1f08fd4 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122599 Feb 19 00:26:01.000877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:26:01.008645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:01.014713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] Sync routers for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:26:01.039789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:01.040793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:01.067005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc593ec-a381-4793-96dc-ce78f5591e02 req-40a7cf18-e188-4a78-b319-d7d3d232aa49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:01.074462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbc593ec-a381-4793-96dc-ce78f5591e02 req-40a7cf18-e188-4a78-b319-d7d3d232aa49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.2599943 Feb 19 00:26:01.085827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-897af5af-4295-49c8-b129-6c696d513ced tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "PUT /v2.0/floatingips/32064ac1-0bed-48e3-9dfe-bd3766716b32 HTTP/1.1" status: 200 len: 996 time: 4.0114088 Feb 19 00:26:01.092412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:01.094521 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:01.151124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbc593ec-a381-4793-96dc-ce78f5591e02 req-009f047f-47d3-48cf-904a-f2a67feee574 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735629 Feb 19 00:26:01.281179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:01.338082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-446527c1-1ca7-435d-bfb2-7efcb55a4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:01.340029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-446527c1-1ca7-435d-bfb2-7efcb55a4bd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a6755c86254a3ab17c6d5984d7b659&device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 1127 time: 0.2048767 Feb 19 00:26:01.365161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80115456-78c5-428e-894a-0bf2011f7f0e req-b1925ace-b480-45d1-bf69-212b9f09d349 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:01.373374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80115456-78c5-428e-894a-0bf2011f7f0e req-b1925ace-b480-45d1-bf69-212b9f09d349 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.0942409 Feb 19 00:26:01.489077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80115456-78c5-428e-894a-0bf2011f7f0e req-e0c5e773-eac8-44ed-93cc-78390309a004 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143918 Feb 19 00:26:01.561745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-5b93925f-3296-4216-91f9-265bcc58dd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:01.563556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-5b93925f-3296-4216-91f9-265bcc58dd8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=eec03178-f108-4256-a4c7-667635f221ab HTTP/1.1" status: 200 len: 930 time: 0.2161148 Feb 19 00:26:01.698223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-ded44dc2-1967-44dc-8466-c74270f8f866 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 200 len: 999 time: 0.1273165 Feb 19 00:26:01.775131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '32064ac1-0bed-48e3-9dfe-bd3766716b32', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'port_id': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'mac_address': 'fa:16:3e:58:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:25:54Z', 'updated_at': '2022-02-19T00:25:59Z', 'revision_number': 1, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:37Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:01.775460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a0a4d-21c4-4e93-ab6d-c232af59c418 req-69c7718e-c033-4a86-8406-3bb762554cd0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:01.777735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-631a0a4d-21c4-4e93-ab6d-c232af59c418 req-69c7718e-c033-4a86-8406-3bb762554cd0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.1535254 Feb 19 00:26:01.807915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-20861db9-4305-4e38-ba28-5dfdbe04c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:01.809847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-20861db9-4305-4e38-ba28-5dfdbe04c75f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d5f9a22-166d-49ff-ab29-ed61039ce8b9 HTTP/1.1" status: 200 len: 868 time: 0.1025207 Feb 19 00:26:01.830935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] Checking router: 442ed817-9504-4ed2-8f94-f7384d731259 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:26:01.843329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:01.844287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:01.883506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-631a0a4d-21c4-4e93-ab6d-c232af59c418 req-ba5523fa-1ec7-4c42-b9b5-11023c460fc9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933723 Feb 19 00:26:01.902543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:26:01.903274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-47def11a-ed46-4c47-a41c-c2169fc52a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:01.905350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-47def11a-ed46-4c47-a41c-c2169fc52a6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec03178-f108-4256-a4c7-667635f221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0842938 Feb 19 00:26:01.933612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-693f096e-c7d3-4355-9170-7494b363f0f2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:26:01.934727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-693f096e-c7d3-4355-9170-7494b363f0f2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0208969 Feb 19 00:26:02.092066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-36dc21e8-36b3-4c22-9e74-e0676ae64917 service neutron] 10.222.0.60 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498573 Feb 19 00:26:02.175911 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc50cd-7f86-40ba-ab9b-d8ba4b0b664d x-openstack-request-id: req-4acc50cd-7f86-40ba-ab9b-d8ba4b0b664d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:02.176573 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:02.176784 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4acc50cd-7f86-40ba-ab9b-d8ba4b0b664d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:02.177919 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'status': 'completed', 'code': 200} Feb 19 00:26:02.280271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:02.305027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-9f94a92b-779a-4bd1-ac49-83db52877be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:02.306596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-9f94a92b-779a-4bd1-ac49-83db52877be5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=00a6755c86254a3ab17c6d5984d7b659&device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 1127 time: 0.1222086 Feb 19 00:26:02.309393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6722d073-3beb-4f5e-beb4-268c7a209de1 req-c8912bee-cd42-427d-ac4a-09053aeb5e56 service neutron] 10.222.0.60 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022791 Feb 19 00:26:02.328247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:02.419873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'mac_address': 'fa:16:3e:f4:9f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:26:02.484435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-679371d0-50dd-4b2f-b80d-502367694de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:02.486246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-679371d0-50dd-4b2f-b80d-502367694de2 service neutron] 10.222.0.126 "GET /v2.0/networks?id=eec03178-f108-4256-a4c7-667635f221ab HTTP/1.1" status: 200 len: 930 time: 0.1723874 Feb 19 00:26:02.600080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port c98a81b1-21eb-45d4-a614-d0c530c096e7 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:02.601035 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:02.640203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98a81b1-21eb-45d4-a614-d0c530c096e7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:02.689980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b989278-ab74-424a-a1d3-208c55d5e79e req-f128f566-978d-44ee-a6a0-1844e85c4ce2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:02.691749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b989278-ab74-424a-a1d3-208c55d5e79e req-f128f566-978d-44ee-a6a0-1844e85c4ce2 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 947 time: 0.1965570 Feb 19 00:26:02.695362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-d8914c9e-d925-4da7-b769-e76138ffcd91 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 200 len: 999 time: 0.1403506 Feb 19 00:26:02.708943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6be1e-43b2-4f19-bb41-0b902f27d7e2 req-e619600b-86c3-4a96-ab69-ab4ec23c34bb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:02.711058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cb6be1e-43b2-4f19-bb41-0b902f27d7e2 req-e619600b-86c3-4a96-ab69-ab4ec23c34bb tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 944 time: 0.1451993 Feb 19 00:26:02.843995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:02.872282 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:02.920717 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-1b3ca7f7-f27d-4d8b-a047-de49038d50f4 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137731 Feb 19 00:26:02.934963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cb6be1e-43b2-4f19-bb41-0b902f27d7e2 req-6b287e29-2a0e-470d-981d-2639f9b210d3 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135444 Feb 19 00:26:02.947820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-82cab505-8881-420c-87b9-e482c447f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:02.950128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-82cab505-8881-420c-87b9-e482c447f917 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1d5f9a22-166d-49ff-ab29-ed61039ce8b9 HTTP/1.1" status: 200 len: 868 time: 0.2373686 Feb 19 00:26:02.956560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '32064ac1-0bed-48e3-9dfe-bd3766716b32', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'port_id': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'mac_address': 'fa:16:3e:58:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:25:54Z', 'updated_at': '2022-02-19T00:25:59Z', 'revision_number': 1, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:37Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:03.000132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa77c602-25b3-4f72-bde6-3144f0ffdb31 None None] The sync data for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 is: [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '32064ac1-0bed-48e3-9dfe-bd3766716b32', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'floating_ip_address': '172.25.6.162', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'port_id': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 791, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'mac_address': 'fa:16:3e:58:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:25:54Z', 'updated_at': '2022-02-19T00:25:59Z', 'revision_number': 1, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:37Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:26:03.028475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b989278-ab74-424a-a1d3-208c55d5e79e req-0b6fb69a-1365-421e-ab9f-b21cceaa1737 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271008 Feb 19 00:26:03.036517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:03.066440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-6bc1f203-0ede-47f6-adee-3194ea1b8857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:03.068383 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-6bc1f203-0ede-47f6-adee-3194ea1b8857 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 1132 time: 0.0822437 Feb 19 00:26:03.261275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-103794a7-56f0-4edb-87cc-67e32c46b018 service neutron] 10.222.0.126 "GET /v2.0/ports/b18bc6af-8619-4e55-8a5c-b001cf78c99c/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.4615414 Feb 19 00:26:03.284164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-329f8d71-528b-4b1e-82e5-cf63f4d1d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:03.286120 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-329f8d71-528b-4b1e-82e5-cf63f4d1d335 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1814334 Feb 19 00:26:03.349216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-48f404f5-b6db-4fec-b1c3-8fbe6ff51677 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 258 time: 0.3196421 Feb 19 00:26:03.360590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['c98a81b1-21eb-45d4-a614-d0c530c096e7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:03.370576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:03.404066 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-caec944b-664d-42fb-ab09-a5b7df643e6d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 200 len: 217 time: 0.1050272 Feb 19 00:26:03.408597 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e52d76-708c-4ba6-87da-de9656f1d9dd None None] New status for floating IP 32064ac1-0bed-48e3-9dfe-bd3766716b32: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:26:03.448618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-69b8195e-7a96-4f8b-b349-35f237d330b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:03.450251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-69b8195e-7a96-4f8b-b349-35f237d330b2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eec03178-f108-4256-a4c7-667635f221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4560392 Feb 19 00:26:03.456230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:03.505032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-49936881-f2fb-4856-9d6a-e08bbaf3e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:03.506642 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-49936881-f2fb-4856-9d6a-e08bbaf3e077 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0937207 Feb 19 00:26:03.680462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-1a9f40da-7857-4ef4-8a8c-e2ab8f96b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:03.682835 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-1a9f40da-7857-4ef4-8a8c-e2ab8f96b45c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1690223 Feb 19 00:26:03.928197 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-b8ef1d24-afae-4d0f-af57-5c8ffd696292 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335281 Feb 19 00:26:04.087483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-8591520f-2131-4407-8613-3c9be73efabd service neutron] 10.222.0.126 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241195 Feb 19 00:26:04.100167 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fce168dc-dd1c-446a-8eb7-57395d1e5d39 req-3a81d326-906e-4012-98b1-4bf6306c98b3 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635928 Feb 19 00:26:04.336646 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:04.365739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55d90f30-5641-4a02-bbcd-02b3b2c1fbea req-0fae23b2-4442-4caa-84c5-32cc7786dc54 service neutron] 10.222.0.126 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472887 Feb 19 00:26:04.387387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:04.416317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:04.447661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49174159-33d1-4c3d-8246-49cd1dcc1d73 req-733dcf38-fa88-442c-95e1-3a854a6803b0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:04.449248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49174159-33d1-4c3d-8246-49cd1dcc1d73 req-733dcf38-fa88-442c-95e1-3a854a6803b0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2024634 Feb 19 00:26:04.453009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18bc6af-8619-4e55-8a5c-b001cf78c99c {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:04.510349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:04.545328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:04.618913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49174159-33d1-4c3d-8246-49cd1dcc1d73 req-d84fdba0-7ffb-406d-b149-e5fc617b50ac tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585083 Feb 19 00:26:04.683138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Allocated IP 172.25.6.44 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/07efa26a-afd3-4ac5-b290-760d06a8f084) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:26:04.815815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] Transition to ACTIVE for port object b18bc6af-8619-4e55-8a5c-b001cf78c99c will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:26:04.825957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:04.892846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43ef5c-5855-491e-a13a-ed9695d92481 req-370e8c33-9b0f-4b45-baf4-ca7163abea17 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:04.900514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec43ef5c-5855-491e-a13a-ed9695d92481 req-370e8c33-9b0f-4b45-baf4-ca7163abea17 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.2082591 Feb 19 00:26:04.980352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] Pushing event updated for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:04.983434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] No DVR routers for this DVR port b18bc6af-8619-4e55-8a5c-b001cf78c99c on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:04.989661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for port (07efa26a-afd3-4ac5-b290-760d06a8f084), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:05.046495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d63b3c73-7590-4518-bf29-a2621befa44e service neutron] 10.222.0.126 "PUT /v2.0/ports/b18bc6af-8619-4e55-8a5c-b001cf78c99c/bindings/n-h1-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.6962192 Feb 19 00:26:05.054934 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec43ef5c-5855-491e-a13a-ed9695d92481 req-1f8557a7-e2ab-4812-8a93-0a3f585322d0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533151 Feb 19 00:26:05.107797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (07efa26a-afd3-4ac5-b290-760d06a8f084), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:05.218229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:26:05.233164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:05.258567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:26:05.293104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Pushing event updated for resources: {'Port': ['ID=07efa26a-afd3-4ac5-b290-760d06a8f084,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:05.314224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-e3a19945-18e4-4394-bfa9-bd6abdd36918 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:05.316057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-e3a19945-18e4-4394-bfa9-bd6abdd36918 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.1870677 Feb 19 00:26:05.495524 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (2735d888-1b80-4e1c-963d-63c07f7dfe6a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:05.500044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-42a39f15-d8aa-445d-82f7-2f9b7886a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:05.501589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-42a39f15-d8aa-445d-82f7-2f9b7886a41c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9 HTTP/1.1" status: 200 len: 1127 time: 0.1756675 Feb 19 00:26:05.548519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-cef9e66c-9086-4e53-83d2-1b1822cdd248 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:05.550100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-cef9e66c-9086-4e53-83d2-1b1822cdd248 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 948 time: 0.1846070 Feb 19 00:26:05.595862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146469-1398-42df-a2b9-9c91b7748c01 req-5c12af2f-63ca-4011-a90d-0be78811ca4c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:05.595862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9146469-1398-42df-a2b9-9c91b7748c01 req-5c12af2f-63ca-4011-a90d-0be78811ca4c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 945 time: 0.1919453 Feb 19 00:26:05.608820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (07efa26a-afd3-4ac5-b290-760d06a8f084), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:05.729233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d02acd18-9c9c-403a-a87b-5a2e9bc851f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:05.730820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d02acd18-9c9c-403a-a87b-5a2e9bc851f0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1127 time: 0.1797678 Feb 19 00:26:05.785423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9146469-1398-42df-a2b9-9c91b7748c01 req-53279b23-4ab0-4bdb-8ad1-fc59bdc4fa7b tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796234 Feb 19 00:26:05.890831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-491877f7-9a9e-42e5-a85c-4d533ba23c2d service neutron] 10.222.0.126 "GET /v2.0/ports/c98a81b1-21eb-45d4-a614-d0c530c096e7/bindings/n-h2-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.2054558 Feb 19 00:26:05.904349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:05.973356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port c98a81b1-21eb-45d4-a614-d0c530c096e7 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:26:05.980814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port c98a81b1-21eb-45d4-a614-d0c530c096e7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:05.982414 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:06.016835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-6e422d0c-9fa9-48c2-9922-5ac767a08401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:06.018396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-6e422d0c-9fa9-48c2-9922-5ac767a08401 service neutron] 10.222.0.113 "GET /v2.0/networks?id=031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 200 len: 922 time: 0.2492893 Feb 19 00:26:06.053361 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for port (07efa26a-afd3-4ac5-b290-760d06a8f084), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:06.074290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port c98a81b1-21eb-45d4-a614-d0c530c096e7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:06.074702 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:06.091176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (07efa26a-afd3-4ac5-b290-760d06a8f084), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:06.099816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-01688b63-cdf9-4ce7-a08d-f0a8a093f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:06.099816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-01688b63-cdf9-4ce7-a08d-f0a8a093f1a0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1130 time: 0.1714602 Feb 19 00:26:06.102775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-4529922f-36df-4182-8d0c-12ace8b8f09d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 200 len: 217 time: 0.0639231 Feb 19 00:26:06.104768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:06.107263 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a8da6e-5fa8-4291-a1b7-ef2eb27a46dc" -d '{"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:06.121309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:06.126800 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:06.194217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:06.271435 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:26:06.295804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Pushing event updated for resources: {'Port': ['ID=07efa26a-afd3-4ac5-b290-760d06a8f084,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:06.316781 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (2735d888-1b80-4e1c-963d-63c07f7dfe6a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:06.327343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-b7ce6e6b-a6a8-4d89-bc50-e19851bd1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:06.329701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-b7ce6e6b-a6a8-4d89-bc50-e19851bd1b67 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 200 len: 861 time: 0.1858597 Feb 19 00:26:06.392623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-1f2657d2-15b1-4933-ad0c-1693783ac700 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=031d5557-740b-4136-970d-e42b4d911f37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485294 Feb 19 00:26:06.397835 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:06.399103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-a50479cc-a889-412c-94da-e68f81974d04 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0347197 Feb 19 00:26:06.411480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-a5e68b17-8a55-4271-b241-6fb46839110e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:06.413062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-a5e68b17-8a55-4271-b241-6fb46839110e service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2817290 Feb 19 00:26:06.575106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-4bc6fe43-aabf-4b48-b012-d0ecda38bcd8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.1524868 Feb 19 00:26:06.578034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-3954a7ec-4d5e-435a-9e95-a7162619ed8e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.1681526 Feb 19 00:26:06.738151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-d72bbaa3-c55b-44b4-b214-79f70e93a295 service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380156 Feb 19 00:26:06.749107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-e6e9207a-1be7-4501-8156-ea63065a6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:06.750594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-e6e9207a-1be7-4501-8156-ea63065a6141 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1687777 Feb 19 00:26:06.759975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299202d-ac65-4d8f-b6d9-e51b6dfbcda9 req-be46658d-5540-4e15-810f-8913f9139b00 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:06.761495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8299202d-ac65-4d8f-b6d9-e51b6dfbcda9 req-be46658d-5540-4e15-810f-8913f9139b00 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.3475773 Feb 19 00:26:06.898709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-c48cf076-46dc-44ce-b5b2-6823e0a81a24 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:06.900070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9148057-3640-472d-8c41-468c4f66c7c9 req-c48cf076-46dc-44ce-b5b2-6823e0a81a24 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.3144565 Feb 19 00:26:06.950235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8299202d-ac65-4d8f-b6d9-e51b6dfbcda9 req-0d3f4ee6-1e31-4aab-a07d-2a83a2d5cadb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661441 Feb 19 00:26:06.965421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-7aba5839-7f22-4119-8e37-fc2c3f3543f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:06.965946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-7aba5839-7f22-4119-8e37-fc2c3f3543f4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2024741 Feb 19 00:26:06.978360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-0595afc1-24b6-41b2-be60-9bcc2136cacc service neutron] 10.222.0.113 "GET /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158346 Feb 19 00:26:07.491535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a42f08-8652-424e-9961-1ff9950ace61 req-e3a33f2f-9418-465a-b781-6582a1ab4530 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:07.493063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80a42f08-8652-424e-9961-1ff9950ace61 req-e3a33f2f-9418-465a-b781-6582a1ab4530 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.5334423 Feb 19 00:26:07.529526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-4f14c2a6-3baa-4f81-ab91-d84b39963e13 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5553637 Feb 19 00:26:07.555054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3da43-6daa-402f-a9a2-28877a65387b req-8062a3f2-6fca-403b-a62d-310aa6232af2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:07.556485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15e3da43-6daa-402f-a9a2-28877a65387b req-8062a3f2-6fca-403b-a62d-310aa6232af2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.5135880 Feb 19 00:26:07.578814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-bc2fe0ad-6b54-43e1-8b7e-0010ac94245e tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:07.580285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-bc2fe0ad-6b54-43e1-8b7e-0010ac94245e tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6&tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.1632395 Feb 19 00:26:07.671290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80a42f08-8652-424e-9961-1ff9950ace61 req-17f9b913-f3e9-4a2b-9f3e-65a8d1a9e6db tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699352 Feb 19 00:26:07.732821 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afcfcf4-1dd0-4a8f-9a63-f9282a85555f x-openstack-request-id: req-2afcfcf4-1dd0-4a8f-9a63-f9282a85555f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:07.733347 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:07.733515 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2afcfcf4-1dd0-4a8f-9a63-f9282a85555f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:07.734291 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'code': 200} Feb 19 00:26:07.739911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15e3da43-6daa-402f-a9a2-28877a65387b req-a7043316-18f7-4e4b-81a7-678beabdb303 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743183 Feb 19 00:26:07.749403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-4c1c35f8-9f68-40f5-9761-0af584f6d868 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100017 Feb 19 00:26:07.823668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-997277f6-6d17-49ac-88a1-0af4278bb978 service neutron] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:07.827349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-997277f6-6d17-49ac-88a1-0af4278bb978 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:07.829240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d3c36e-a67c-4c2f-8466-543ff8ed7791 req-997277f6-6d17-49ac-88a1-0af4278bb978 service neutron] 10.222.0.113 "DELETE /v2.0/ports/b18bc6af-8619-4e55-8a5c-b001cf78c99c/bindings/n-h2-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.2085969 Feb 19 00:26:07.925292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc00eb-7f41-4bc1-8ad2-99bd81a8c104 req-bfc48886-768c-4bcd-8c8a-1316496a20e0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:07.927262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ddc00eb-7f41-4bc1-8ad2-99bd81a8c104 req-bfc48886-768c-4bcd-8c8a-1316496a20e0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 945 time: 0.0597286 Feb 19 00:26:07.979927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ddc00eb-7f41-4bc1-8ad2-99bd81a8c104 req-ed832b84-5381-4faa-b52c-ed5c310c98b7 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463741 Feb 19 00:26:08.119268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe101ef-9c64-4208-a66e-95e738faa47a req-2ade7725-3b70-452a-86ad-273be23269bc tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:08.121012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfe101ef-9c64-4208-a66e-95e738faa47a req-2ade7725-3b70-452a-86ad-273be23269bc tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0661426 Feb 19 00:26:08.183345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfe101ef-9c64-4208-a66e-95e738faa47a req-41ee6196-adca-406f-8e96-d65b0fd0d52a tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0520155 Feb 19 00:26:08.196142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-cfe101ef-9c64-4208-a66e-95e738faa47a req-57707779-c5ba-4839-b2c7-71aa129d0f84 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Request body: {'floatingip': {'port_id': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:08.239743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cfe101ef-9c64-4208-a66e-95e738faa47a req-57707779-c5ba-4839-b2c7-71aa129d0f84 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (2735d888-1b80-4e1c-963d-63c07f7dfe6a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:08.471849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd01bf63-cf9a-44a0-af70-d25936416795 req-f0268c66-f438-4ffa-8e58-3c2cc91e50e7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:08.473331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd01bf63-cf9a-44a0-af70-d25936416795 req-f0268c66-f438-4ffa-8e58-3c2cc91e50e7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.1119595 Feb 19 00:26:08.556017 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-cfe101ef-9c64-4208-a66e-95e738faa47a req-57707779-c5ba-4839-b2c7-71aa129d0f84 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 00:26:08.556970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfe101ef-9c64-4208-a66e-95e738faa47a req-57707779-c5ba-4839-b2c7-71aa129d0f84 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "PUT /v2.0/floatingips/2735d888-1b80-4e1c-963d-63c07f7dfe6a HTTP/1.1" status: 409 len: 549 time: 0.3655689 Feb 19 00:26:08.564490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd01bf63-cf9a-44a0-af70-d25936416795 req-9667ad2b-06b4-4c91-802a-242303d25155 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612507 Feb 19 00:26:08.697437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576fde90-ff32-48aa-a550-ed2ef51cd089 req-a371382f-6088-48ed-93fc-d8f7cb2e23a7 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:08.700171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-576fde90-ff32-48aa-a550-ed2ef51cd089 req-a371382f-6088-48ed-93fc-d8f7cb2e23a7 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 951 time: 0.0652087 Feb 19 00:26:08.792458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-8115c334-f6d8-4f82-9ebd-d5b6e35441ef tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips/2735d888-1b80-4e1c-963d-63c07f7dfe6a HTTP/1.1" status: 200 len: 692 time: 0.0690973 Feb 19 00:26:08.874476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-576fde90-ff32-48aa-a550-ed2ef51cd089 req-19835188-097f-4e58-8624-fd46cba234a9 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538274 Feb 19 00:26:08.950055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-6a6d0677-68fa-4819-a362-038f95ebe19b tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:08.951446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-6a6d0677-68fa-4819-a362-038f95ebe19b tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.1491175 Feb 19 00:26:09.014060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-61391d69-985a-4f34-b136-a302f3e53bbd tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0478952 Feb 19 00:26:09.030643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fece5-85c5-4322-969f-e5dc3373e65a req-880580a8-af68-4d63-87c0-38b9513aa9a9 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:09.032297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2fece5-85c5-4322-969f-e5dc3373e65a req-880580a8-af68-4d63-87c0-38b9513aa9a9 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 1127 time: 0.0984681 Feb 19 00:26:09.085752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-89e73fc6-4884-49c5-996f-fc070cfc316c tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.44 HTTP/1.1" status: 200 len: 695 time: 0.0641384 Feb 19 00:26:09.193348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2fece5-85c5-4322-969f-e5dc3373e65a req-aecb34c4-a3a7-484b-84fe-0cfb88bf9064 tempest-LiveAutoBlockMigrationV225Test-740910791 tempest-LiveAutoBlockMigrationV225Test-740910791-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223917 Feb 19 00:26:09.241105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Deleting port 07efa26a-afd3-4ac5-b290-760d06a8f084 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:09.241732 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (07efa26a-afd3-4ac5-b290-760d06a8f084), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:09.360414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (07efa26a-afd3-4ac5-b290-760d06a8f084), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:09.360750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (07efa26a-afd3-4ac5-b290-760d06a8f084), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:09.377497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Calling delete_port for 07efa26a-afd3-4ac5-b290-760d06a8f084 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:09.392201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc667d-e0c6-4b92-9088-e1a618eb421a req-071723f5-4915-49cb-9e0e-05f7538450cf tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:09.393796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbcc667d-e0c6-4b92-9088-e1a618eb421a req-071723f5-4915-49cb-9e0e-05f7538450cf tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.1003087 Feb 19 00:26:09.502310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbcc667d-e0c6-4b92-9088-e1a618eb421a req-8fa81355-3998-473b-8bc6-a2df7c69f388 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020973 Feb 19 00:26:09.585140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (07efa26a-afd3-4ac5-b290-760d06a8f084), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:09.637107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Pushing event deleted for resources: {'Port': ['ID=07efa26a-afd3-4ac5-b290-760d06a8f084,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:09.712933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34cebd-3b29-42d3-ad6c-86ba2996f561 req-722e0145-986c-4e30-8f95-292712dab819 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:09.714497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce34cebd-3b29-42d3-ad6c-86ba2996f561 req-722e0145-986c-4e30-8f95-292712dab819 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 948 time: 0.1403723 Feb 19 00:26:09.718096 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (2735d888-1b80-4e1c-963d-63c07f7dfe6a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:09.721036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:09.722161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbb1a18d-7f10-427d-8a89-b459d0a62298 req-af02d0f3-54f5-4ce1-9f2b-e217a0774022 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "DELETE /v2.0/floatingips/2735d888-1b80-4e1c-963d-63c07f7dfe6a HTTP/1.1" status: 204 len: 173 time: 0.6303439 Feb 19 00:26:09.772050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce34cebd-3b29-42d3-ad6c-86ba2996f561 req-deb6d4f9-bad9-4314-b5c7-e0624bf7c0db tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487938 Feb 19 00:26:09.834901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d302a-4e78-4b5e-a57c-e5096be73a6c req-f8f50b51-293d-4088-bd04-e3cbe057cd1d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:09.836616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f8d302a-4e78-4b5e-a57c-e5096be73a6c req-f8f50b51-293d-4088-bd04-e3cbe057cd1d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.0626910 Feb 19 00:26:09.891472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f8d302a-4e78-4b5e-a57c-e5096be73a6c req-5e6cc2c3-730d-4647-af34-3bacdf882326 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485580 Feb 19 00:26:10.172571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5b91d-8334-4b3a-a6e7-d167b0f4e9f8 req-fe1a1a55-8adf-4ab9-9257-76cf67cd8087 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:10.174385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60a5b91d-8334-4b3a-a6e7-d167b0f4e9f8 req-fe1a1a55-8adf-4ab9-9257-76cf67cd8087 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.0686803 Feb 19 00:26:10.231795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60a5b91d-8334-4b3a-a6e7-d167b0f4e9f8 req-823fcf54-cfbd-47b0-a42d-96d266e18f74 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509937 Feb 19 00:26:10.416059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-32cc27b3-be3e-4065-8c10-9882bcbed263 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 1001 time: 0.1411676 Feb 19 00:26:10.483597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95773b5a-8274-498a-beca-9e725fef165e req-289a2cb3-bfbb-4828-a049-070ad0200207 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:10.485227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95773b5a-8274-498a-beca-9e725fef165e req-289a2cb3-bfbb-4828-a049-070ad0200207 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 945 time: 0.1204972 Feb 19 00:26:10.491979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-de2fa99e-43a7-4998-9dde-c38e80372284 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:10.493767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-de2fa99e-43a7-4998-9dde-c38e80372284 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports/9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 200 len: 942 time: 0.0786030 Feb 19 00:26:10.554331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95773b5a-8274-498a-beca-9e725fef165e req-83b9ef40-cbe7-48bb-b5bd-34ec127b426e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566249 Feb 19 00:26:10.679469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-b07b2f18-9bbb-40f9-aee9-11c967cf2cb6 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 1001 time: 0.0827289 Feb 19 00:26:10.827712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ca636-bb7a-4ef4-82c9-ee0001ec0114 req-f08c49e0-ae56-4317-95d1-2574c4cccdc3 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:10.829293 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-178ca636-bb7a-4ef4-82c9-ee0001ec0114 req-f08c49e0-ae56-4317-95d1-2574c4cccdc3 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.1699071 Feb 19 00:26:10.859329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-1626756e-43fe-4abf-944f-63e56c6c2358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:10.860869 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-1626756e-43fe-4abf-944f-63e56c6c2358 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d&tenant_id=92aa1adcecd941ff8848dacd8b05ec5a HTTP/1.1" status: 200 len: 1131 time: 0.0546973 Feb 19 00:26:10.863551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27521951-c5cd-4c12-90dc-76c192b47070 req-6fdf9771-5901-429b-8640-82e22196246f tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:10.865013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27521951-c5cd-4c12-90dc-76c192b47070 req-6fdf9771-5901-429b-8640-82e22196246f tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.113 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 948 time: 0.1152215 Feb 19 00:26:10.872189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-6c787116-a66b-40cf-88a0-219bd382787f tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:10.873478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-6c787116-a66b-40cf-88a0-219bd382787f tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.1795304 Feb 19 00:26:10.876401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:10.896033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-c70d06b3-4fbd-4f64-9542-b5a6fc7c2049 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:26:10.897258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-c70d06b3-4fbd-4f64-9542-b5a6fc7c2049 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135155 Feb 19 00:26:10.943924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.026392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-178ca636-bb7a-4ef4-82c9-ee0001ec0114 req-dac36bbf-3d94-41ac-886c-481b4a978afe tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882420 Feb 19 00:26:11.075987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-46643dae-e19a-4ecb-aee3-e208ff782e9c tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 1001 time: 0.1590755 Feb 19 00:26:11.091258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:11.104973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-35655f5a-8e80-49c1-a982-7aa15301a201 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:11.106618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-35655f5a-8e80-49c1-a982-7aa15301a201 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.113 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 945 time: 0.1396558 Feb 19 00:26:11.183017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:11.204335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (32064ac1-0bed-48e3-9dfe-bd3766716b32), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.208600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Deleting port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:11.209153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.234053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:11.282551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:11.284842 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432f29cb-632e-4db1-9b5f-f28641abdef5" -d '{"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:11.289199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Publish callbacks [] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.307008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Transition to ACTIVE for port object c98a81b1-21eb-45d4-a614-d0c530c096e7 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:26:11.312285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.376239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] No DVR routers for this DVR port c98a81b1-21eb-45d4-a614-d0c530c096e7 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:11.388735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:11.410910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=10']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:11.425204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.425559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.425906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.426271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.426617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.426949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.427280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.427610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.427934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.428295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.428626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.428945 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.429267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:11.437449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:26:11.438503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:26:11.438503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:11.442975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:26:11.443297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Attempting to bind port c98a81b1-21eb-45d4-a614-d0c530c096e7 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:11.448891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:26:11.449234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:11.449633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:26:11.450395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Bound port: c98a81b1-21eb-45d4-a614-d0c530c096e7, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:26:11.450660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.476537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] For port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:11.476911 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.494076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Calling delete_port for 613b8bad-f7a5-4fea-803d-4aa1f1dca18b owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:11.507177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 310a49b6-f143-49a2-bb48-91be004b9167 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:11.507674 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.524090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:11.528700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:26:11.536650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.554300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:11.558137 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ec403a-ee68-44fa-b8f0-2f7c2933bc18" -d '{"events": [{"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:11.572691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:11.573564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.574867 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] 10.222.0.113 "PUT /v2.0/ports/c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 1096 time: 0.7035198 Feb 19 00:26:11.575784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:11.589078 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.614615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7dae9-8334-40e3-8af3-23ea50bd90b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=11']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:11.683264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:11.688686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-cd35cbf5-25da-432e-b8ca-809cada07cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:11.691780 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-cd35cbf5-25da-432e-b8ca-809cada07cae service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1130 time: 0.0715697 Feb 19 00:26:11.701871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344bee24-e1b3-4f2f-8cdc-dd55bc25d73e req-3eddaf00-a122-48c5-95de-8e6b85971d41 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:11.706758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-344bee24-e1b3-4f2f-8cdc-dd55bc25d73e req-3eddaf00-a122-48c5-95de-8e6b85971d41 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=f031d686-04f8-49eb-9f84-49498094dd75 HTTP/1.1" status: 200 len: 948 time: 0.4129088 Feb 19 00:26:11.712253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.719598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Deleting port b18bc6af-8619-4e55-8a5c-b001cf78c99c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:11.720243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.726639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (32064ac1-0bed-48e3-9dfe-bd3766716b32), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:11.726995 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Floating IP 32064ac1-0bed-48e3-9dfe-bd3766716b32 disassociated. External IP: 172.25.6.162, port: 9f98036f-63c9-4262-9a60-a1178b17d09a. Feb 19 00:26:11.807279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-e0e0da8b-4ea6-4c1f-a4aa-9af9e635a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:11.808810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-e0e0da8b-4ea6-4c1f-a4aa-9af9e635a547 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1082678 Feb 19 00:26:11.867228 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-ed5a67d3-e678-4ef8-b15c-2d9c36cbab00 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.0457950 Feb 19 00:26:11.931491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-8bea764a-4c32-45c1-9c9d-3be08effb890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:11.933026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-8bea764a-4c32-45c1-9c9d-3be08effb890 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0581293 Feb 19 00:26:11.933765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:26:11.991879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-f3dbf438-8e55-464d-987c-41993851e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:11.993450 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-f3dbf438-8e55-464d-987c-41993851e20a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0533545 Feb 19 00:26:12.058585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:12.073784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'port_id': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'mac_address': 'fa:16:3e:c6:1d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:26:12.111843 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-2e5da04e-a38d-4049-86f8-31f987486960 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104228 Feb 19 00:26:12.122295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port eddd221f-4a66-46f2-9650-1deda76e5806 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:12.122818 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:12.138002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eddd221f-4a66-46f2-9650-1deda76e5806 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:12.161848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:12.166653 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:12.212995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2c3cc22-59ad-4ca3-bb88-d579c6b0b7a1 req-921f341d-bc3c-4af6-9fb0-333e9505f381 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936251 Feb 19 00:26:12.225304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:12.285630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['eddd221f-4a66-46f2-9650-1deda76e5806'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:12.347824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-344bee24-e1b3-4f2f-8cdc-dd55bc25d73e req-2aea6cd0-38e5-41b0-819d-8e137c30dcfc tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341460 Feb 19 00:26:12.358417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] For port b18bc6af-8619-4e55-8a5c-b001cf78c99c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b18bc6af-8619-4e55-8a5c-b001cf78c99c,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:12.358783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:12.370796 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (613b8bad-f7a5-4fea-803d-4aa1f1dca18b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:12.379360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Calling delete_port for b18bc6af-8619-4e55-8a5c-b001cf78c99c owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:12.418476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Pushing event deleted for resources: {'Port': ['ID=613b8bad-f7a5-4fea-803d-4aa1f1dca18b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:12.556747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] No DVR routers for this DVR port 613b8bad-f7a5-4fea-803d-4aa1f1dca18b on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:12.562377 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:12.565647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27521951-c5cd-4c12-90dc-76c192b47070 req-ed0137a9-68d7-4a16-812d-a2d37b21833c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.113 "DELETE /v2.0/ports/613b8bad-f7a5-4fea-803d-4aa1f1dca18b HTTP/1.1" status: 204 len: 173 time: 1.6850834 Feb 19 00:26:12.570734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'name': 'network-vif-deleted', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:12.572933 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b9a52b-f54c-4e5d-b05d-f6b992a988f0" -d '{"events": [{"server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "name": "network-vif-deleted", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:12.661101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b43c7-6ed4-43be-aaaa-595147f9c6d0 req-a0d3e226-2533-4763-9991-e8c6fa40af1a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:12.663123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-022b43c7-6ed4-43be-aaaa-595147f9c6d0 req-a0d3e226-2533-4763-9991-e8c6fa40af1a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 945 time: 0.2454169 Feb 19 00:26:12.727094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Router 442ed817-9504-4ed2-8f94-f7384d731259 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:26:12.763776 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b18bc6af-8619-4e55-8a5c-b001cf78c99c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:12.776255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-022b43c7-6ed4-43be-aaaa-595147f9c6d0 req-39994641-2187-4d0d-bd19-86124d5cab9d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038280 Feb 19 00:26:12.779551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['907e4ad1-26cc-4f5e-8a99-a88586054f55', 'b18bc6af-8619-4e55-8a5c-b001cf78c99c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:12.842813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Pushing event deleted for resources: {'Port': ['ID=b18bc6af-8619-4e55-8a5c-b001cf78c99c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:12.926675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] No DVR routers for this DVR port b18bc6af-8619-4e55-8a5c-b001cf78c99c on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:12.933117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:12.936429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-166aefeb-808d-4e3d-ade4-36c703936e92 req-c7faaae1-8e65-4c0d-a815-67e9f45fb587 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.113 "DELETE /v2.0/ports/b18bc6af-8619-4e55-8a5c-b001cf78c99c HTTP/1.1" status: 204 len: 173 time: 1.7971108 Feb 19 00:26:12.993295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:26:12.998698 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:13.005728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] Sync routers for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:26:13.007173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceded4b-22d3-4504-96ea-7f715a14b9f0 req-d1bdaacb-4538-479b-901b-f12fad1fc0e7 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:13.008745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ceded4b-22d3-4504-96ea-7f715a14b9f0 req-d1bdaacb-4538-479b-901b-f12fad1fc0e7 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 949 time: 0.1387057 Feb 19 00:26:13.019340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:13.020315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:13.060131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-913b7f65-a1cc-4e62-b41b-2390e85a83a2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "PUT /v2.0/floatingips/32064ac1-0bed-48e3-9dfe-bd3766716b32 HTTP/1.1" status: 200 len: 695 time: 1.9773340 Feb 19 00:26:13.092052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ceded4b-22d3-4504-96ea-7f715a14b9f0 req-0bbf69e1-2c23-4a08-8a9b-6940a5a376f8 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/security-groups?id=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631588 Feb 19 00:26:13.289299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-a4884289-882e-47e9-8dd2-4ee4d70dc22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:13.292131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-a4884289-882e-47e9-8dd2-4ee4d70dc22d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=00a6755c86254a3ab17c6d5984d7b659&device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 1127 time: 0.2036486 Feb 19 00:26:13.315230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9e28d-d338-4b26-8765-971c975e4360 req-8c8918ea-bbcb-461e-8440-04448acd9869 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:13.317964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c9e28d-d338-4b26-8765-971c975e4360 req-8c8918ea-bbcb-461e-8440-04448acd9869 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 948 time: 0.1041842 Feb 19 00:26:13.373115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:13.524777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c9e28d-d338-4b26-8765-971c975e4360 req-3e1d2f59-26b9-408e-9c5d-3da0b7f22c7c tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969259 Feb 19 00:26:13.580686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-34c4fadf-43b1-4736-95a9-46cb89cc6773 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:13.583032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-34c4fadf-43b1-4736-95a9-46cb89cc6773 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.113 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 949 time: 0.2155087 Feb 19 00:26:13.584929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-4078e488-4d13-4f32-9359-c401c5e0dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:13.587368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-4078e488-4d13-4f32-9359-c401c5e0dbcc service neutron] 10.222.0.60 "GET /v2.0/networks?id=eec03178-f108-4256-a4c7-667635f221ab HTTP/1.1" status: 200 len: 930 time: 0.2857130 Feb 19 00:26:13.615270 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb07103-adfd-486b-b823-cb4fa4529755 x-openstack-request-id: req-fcb07103-adfd-486b-b823-cb4fa4529755 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:13.616156 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-unplugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:13.617438 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcb07103-adfd-486b-b823-cb4fa4529755 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:13.618158 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'code': 200} Feb 19 00:26:13.634491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:37Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:13.659759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-0fcffc8d-ac17-47eb-95e0-dfa9ed997d71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 200 len: 217 time: 0.0622230 Feb 19 00:26:13.674718 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa01195f-218e-49a4-980b-390bdef69eb6 x-openstack-request-id: req-aa01195f-218e-49a4-980b-390bdef69eb6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:13.675311 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-unplugged", "status": "completed", "tag": "310a49b6-f143-49a2-bb48-91be004b9167", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:13.675723 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa01195f-218e-49a4-980b-390bdef69eb6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:13.676479 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167', 'code': 200} Feb 19 00:26:13.678091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] Checking router: 442ed817-9504-4ed2-8f94-f7384d731259 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:26:13.688053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:13.689355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:25:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:13.762645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6101b34d-aa7e-414b-a61c-e947e75efde7 req-018b6b29-e712-4243-b88f-c10e4b527504 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0381229 Feb 19 00:26:13.768873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-fd01fa42-e337-461e-9c48-66d3582303a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:13.770402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-fd01fa42-e337-461e-9c48-66d3582303a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d5f9a22-166d-49ff-ab29-ed61039ce8b9 HTTP/1.1" status: 200 len: 868 time: 0.1044831 Feb 19 00:26:13.839811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:13.840400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Deleting port 310a49b6-f143-49a2-bb48-91be004b9167 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:13.840400 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (310a49b6-f143-49a2-bb48-91be004b9167), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:13.903778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-7510a5ad-5b1c-47a9-9e57-17246f294457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:13.905806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-7510a5ad-5b1c-47a9-9e57-17246f294457 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eec03178-f108-4256-a4c7-667635f221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1281931 Feb 19 00:26:13.964129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:14.048562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] For port 310a49b6-f143-49a2-bb48-91be004b9167, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=310a49b6-f143-49a2-bb48-91be004b9167,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:14.048938 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (310a49b6-f143-49a2-bb48-91be004b9167), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:14.069390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9302a2c-eec0-4593-a5a8-de9416e02550 req-98253716-4b9c-4a85-9a7c-305293d7ceb9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:14.070932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9302a2c-eec0-4593-a5a8-de9416e02550 req-98253716-4b9c-4a85-9a7c-305293d7ceb9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.1857672 Feb 19 00:26:14.079947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Calling delete_port for 310a49b6-f143-49a2-bb48-91be004b9167 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:14.092205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-0fdfd982-189e-4212-b0f6-6144196f11a9 service neutron] 10.222.0.60 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622179 Feb 19 00:26:14.115642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port eddd221f-4a66-46f2-9650-1deda76e5806 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:14.116017 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:14.225715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:37Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:14.246847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9302a2c-eec0-4593-a5a8-de9416e02550 req-b35ba9f5-2936-4576-b245-97c097c29200 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647956 Feb 19 00:26:14.258851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dba5af5-ee24-49f5-99dd-d9fc433a9906 None None] The sync data for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 is: [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:25:26Z', 'revision_number': 4, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f210da58-1597-4c25-afd5-702f83fb384b', 'name': '', 'network_id': 'eec03178-f108-4256-a4c7-667635f221ab', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'mac_address': 'fa:16:3e:ca:c7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_interface', 'standard_attr_id': 783, 'fixed_ips': [{'subnet_id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:25Z', 'updated_at': '2022-02-19T00:25:37Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'subnets': [{'id': '1d5f9a22-166d-49ff-ab29-ed61039ce8b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:26:14.289655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port eddd221f-4a66-46f2-9650-1deda76e5806 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:14.291571 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:14.356129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:14.365924 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:14.367048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:14.390962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41d2a0c0-80db-412b-8d32-1c1c4770eea1 req-06dce799-ebc6-4ea3-bbd1-1c8f8f0df564 service neutron] 10.222.0.60 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829592 Feb 19 00:26:14.399696 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cfb383-ee5f-40bb-828e-bc9639ff6178 x-openstack-request-id: req-d5cfb383-ee5f-40bb-828e-bc9639ff6178 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:14.400809 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f031d686-04f8-49eb-9f84-49498094dd75", "name": "network-vif-deleted", "tag": "613b8bad-f7a5-4fea-803d-4aa1f1dca18b", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:14.401795 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5cfb383-ee5f-40bb-828e-bc9639ff6178 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:14.402778 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f031d686-04f8-49eb-9f84-49498094dd75', 'name': 'network-vif-deleted', 'tag': '613b8bad-f7a5-4fea-803d-4aa1f1dca18b', 'status': 'completed', 'code': 200} Feb 19 00:26:14.436962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (310a49b6-f143-49a2-bb48-91be004b9167), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:14.466889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:14.518537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port c98a81b1-21eb-45d4-a614-d0c530c096e7 host n-h1-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:26:14.519153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:14.555665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Pushing event deleted for resources: {'Port': ['ID=310a49b6-f143-49a2-bb48-91be004b9167,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:14.695207 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16639eac-181e-4d31-99fa-fa1d9c5c5f61 None None] New status for floating IP 32064ac1-0bed-48e3-9dfe-bd3766716b32: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:26:14.702402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] No DVR routers for this DVR port 310a49b6-f143-49a2-bb48-91be004b9167 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:14.706773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:14.710363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80c5e213-2c44-470d-9d06-2be8d8036cea req-f40c2859-818b-4736-b7cb-c99575995a54 tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.113 "DELETE /v2.0/ports/310a49b6-f143-49a2-bb48-91be004b9167 HTTP/1.1" status: 204 len: 173 time: 1.1199875 Feb 19 00:26:14.744054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad97bc9e-745c-4252-8671-6d698d27e4f9 req-491fbbd0-7703-4775-8a79-c5c35431496d tempest-ImagesOneServerTestJSON-1175591780 tempest-ImagesOneServerTestJSON-1175591780-project] 10.222.0.60 "GET /v2.0/ports?device_id=f0664850-d67c-4a96-9b1e-c61d4e4f2fc5 HTTP/1.1" status: 200 len: 210 time: 0.0897973 Feb 19 00:26:14.781028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3353a0d-19ae-4cc1-9270-f4b317974b7b req-85fbd0a0-0726-4722-ae29-02b25d5475f7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:14.783179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3353a0d-19ae-4cc1-9270-f4b317974b7b req-85fbd0a0-0726-4722-ae29-02b25d5475f7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.2477858 Feb 19 00:26:14.852759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-901c4f52-aab0-406e-81b1-3c32c535764f req-77701627-d8cc-4abb-a6bf-856a6e95992d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips/32064ac1-0bed-48e3-9dfe-bd3766716b32 HTTP/1.1" status: 200 len: 695 time: 0.0684347 Feb 19 00:26:14.917131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3353a0d-19ae-4cc1-9270-f4b317974b7b req-0d6fcf51-3c8b-4789-9a36-cde8ed9b1b96 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261718 Feb 19 00:26:15.052197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c4f52-aab0-406e-81b1-3c32c535764f req-24da6260-1858-49a4-9638-68744a2a80cb tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:15.061214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-901c4f52-aab0-406e-81b1-3c32c535764f req-24da6260-1858-49a4-9638-68744a2a80cb tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.1948271 Feb 19 00:26:15.136642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-901c4f52-aab0-406e-81b1-3c32c535764f req-13a85471-498f-4145-ab9b-66e58e42dfbc tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 696 time: 0.0679817 Feb 19 00:26:15.204555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-901c4f52-aab0-406e-81b1-3c32c535764f req-49409668-0caa-48f9-b8a8-854e553dfc48 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.162 HTTP/1.1" status: 200 len: 696 time: 0.0609918 Feb 19 00:26:15.411689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:26:15.415408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 613b8bad-f7a5-4fea-803d-4aa1f1dca18b no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:15.425733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e8f49-3cf1-413f-bd9a-3938f26f2101 req-6310d8c2-ffec-43f9-91c2-506b8c0990bf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:15.428557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c1e8f49-3cf1-413f-bd9a-3938f26f2101 req-6310d8c2-ffec-43f9-91c2-506b8c0990bf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 948 time: 0.2227223 Feb 19 00:26:15.446035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 613b8bad-f7a5-4fea-803d-4aa1f1dca18b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:15.446905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 613b8bad-f7a5-4fea-803d-4aa1f1dca18b not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:15.447532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b18bc6af-8619-4e55-8a5c-b001cf78c99c no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:15.480102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: b18bc6af-8619-4e55-8a5c-b001cf78c99c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:15.480507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b18bc6af-8619-4e55-8a5c-b001cf78c99c not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:15.494986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Deleting port 757f3176-a74e-4270-a0a1-38d061fb2ad5 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:15.495339 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (757f3176-a74e-4270-a0a1-38d061fb2ad5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:15.517019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c1e8f49-3cf1-413f-bd9a-3938f26f2101 req-48c56297-feec-4cae-91da-91c6944a80e6 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802760 Feb 19 00:26:15.582212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:15.596173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'mac_address': 'fa:16:3e:f4:9f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:26:15.617048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (757f3176-a74e-4270-a0a1-38d061fb2ad5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:15.617737 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (757f3176-a74e-4270-a0a1-38d061fb2ad5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:15.622054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:15.627301 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d066db7-1a6d-4952-86a4-3cc057fd59ad" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:15.637728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Calling delete_port for 757f3176-a74e-4270-a0a1-38d061fb2ad5 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:15.640671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c98a81b1-21eb-45d4-a614-d0c530c096e7 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:15.641161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:15.656822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c98a81b1-21eb-45d4-a614-d0c530c096e7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:15.671951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd29417f-a943-4d9f-9d33-194f6af01936 req-5bf1d6af-933d-4bce-9651-f933e333671d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0360978 Feb 19 00:26:15.677907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:15.680829 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e504328e-e1cb-42f7-b14b-c30d319145a0" -d '{"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-plugged", "status": "completed", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:15.685833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:15.692584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:15.767711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=12']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:15.848431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (757f3176-a74e-4270-a0a1-38d061fb2ad5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:15.885404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a12119-9170-47a3-889d-697fc71e9af4 req-e201391f-6c42-4153-b302-9969fc8a5a24 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:15.887113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7a12119-9170-47a3-889d-697fc71e9af4 req-e201391f-6c42-4153-b302-9969fc8a5a24 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 948 time: 0.0932503 Feb 19 00:26:15.889575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Pushing event deleted for resources: {'Port': ['ID=757f3176-a74e-4270-a0a1-38d061fb2ad5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:16.002054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7a12119-9170-47a3-889d-697fc71e9af4 req-8512a76f-2d7d-43e5-8eeb-0ded548f2f1a tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898368 Feb 19 00:26:16.002887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks [] for floatingip (32064ac1-0bed-48e3-9dfe-bd3766716b32), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:16.005415 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:16.010852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-901c4f52-aab0-406e-81b1-3c32c535764f req-63ce8888-a2e1-4240-baac-8afcd42b563d tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "DELETE /v2.0/floatingips/32064ac1-0bed-48e3-9dfe-bd3766716b32 HTTP/1.1" status: 204 len: 173 time: 0.7923262 Feb 19 00:26:16.025232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['c98a81b1-21eb-45d4-a614-d0c530c096e7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:16.181049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc138de-cd3f-49e9-99d2-bf82786d3b5b req-b2f37a67-8089-46a5-88ba-0744d3f23200 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:16.182985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cc138de-cd3f-49e9-99d2-bf82786d3b5b req-b2f37a67-8089-46a5-88ba-0744d3f23200 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.1218698 Feb 19 00:26:16.191883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fece97-d550-48f6-96c2-43cfe9ffcba4 req-a2d157b1-af07-420f-a7a5-ac647c7d91eb tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:16.193438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58fece97-d550-48f6-96c2-43cfe9ffcba4 req-a2d157b1-af07-420f-a7a5-ac647c7d91eb tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1131 time: 0.0931942 Feb 19 00:26:16.273353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cc138de-cd3f-49e9-99d2-bf82786d3b5b req-720009b4-8a4a-416a-8fb6-884c4179fd1e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788047 Feb 19 00:26:16.275425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58fece97-d550-48f6-96c2-43cfe9ffcba4 req-bb74ae12-88ff-4010-abee-88dd8b6cde3f tempest-MigrationsAdminTest-807558743 tempest-MigrationsAdminTest-807558743-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749078 Feb 19 00:26:16.329894 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffb1287-e9a3-46a6-9c87-26e7f6db3917 x-openstack-request-id: req-bffb1287-e9a3-46a6-9c87-26e7f6db3917 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:16.330213 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-plugged", "status": "completed", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:16.330509 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bffb1287-e9a3-46a6-9c87-26e7f6db3917 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:16.330901 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'code': 200} Feb 19 00:26:16.336769 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b66559-ee0f-424a-be99-a06562184a7a x-openstack-request-id: req-c5b66559-ee0f-424a-be99-a06562184a7a {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:16.337135 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:16.337466 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c5b66559-ee0f-424a-be99-a06562184a7a {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:16.337912 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'status': 'completed', 'code': 200} Feb 19 00:26:16.419741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'name': 'network-vif-deleted', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c'}, {'name': 'network-changed', 'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a'}, {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-deleted', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:16.424662 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974ec136-dccc-4e55-b31d-818e6762c7d1" -d '{"events": [{"server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "name": "network-vif-deleted", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c"}, {"name": "network-changed", "server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a"}, {"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-deleted", "tag": "310a49b6-f143-49a2-bb48-91be004b9167"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:16.498969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-e668c947-79c0-42fc-81e1-66d8bc41e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:16.500508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-e668c947-79c0-42fc-81e1-66d8bc41e2d2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 1131 time: 0.1292398 Feb 19 00:26:16.507906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eaadc3-2b5b-410d-b884-1355fa71f705 req-bf8063b7-ebbe-4d60-a5bb-f24d362760fe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:16.509686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6eaadc3-2b5b-410d-b884-1355fa71f705 req-bf8063b7-ebbe-4d60-a5bb-f24d362760fe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.0801806 Feb 19 00:26:16.677370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6eaadc3-2b5b-410d-b884-1355fa71f705 req-143e2e65-3aa1-46df-9835-08cc0feaf319 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569998 Feb 19 00:26:16.682880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35556) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:16.718600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-f0f81b18-304a-4563-a923-ee3e5cacd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:16.720249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-f0f81b18-304a-4563-a923-ee3e5cacd062 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2092912 Feb 19 00:26:16.732191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e5217-7b9a-4e00-83af-c9717c0ee17c req-ffb797d9-017f-4cbf-bcd4-82300c36a62e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:16.733750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b98e5217-7b9a-4e00-83af-c9717c0ee17c req-ffb797d9-017f-4cbf-bcd4-82300c36a62e tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1162853 Feb 19 00:26:16.787809 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f448e5f0-2bd3-489f-9ffe-d6be39948238 x-openstack-request-id: req-f448e5f0-2bd3-489f-9ffe-d6be39948238 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:16.788259 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5207b9-2806-4fd9-8f27-231f4fedb7a6", "name": "network-vif-deleted", "tag": "b18bc6af-8619-4e55-8a5c-b001cf78c99c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a", "status": "completed", "code": 200}, {"server_uuid": "f0664850-d67c-4a96-9b1e-c61d4e4f2fc5", "name": "network-vif-deleted", "tag": "310a49b6-f143-49a2-bb48-91be004b9167", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:16.788653 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f448e5f0-2bd3-489f-9ffe-d6be39948238 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:16.789183 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5207b9-2806-4fd9-8f27-231f4fedb7a6', 'name': 'network-vif-deleted', 'tag': 'b18bc6af-8619-4e55-8a5c-b001cf78c99c', 'status': 'completed', 'code': 200} Feb 19 00:26:16.789605 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'status': 'completed', 'code': 200} Feb 19 00:26:16.790010 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0664850-d67c-4a96-9b1e-c61d4e4f2fc5', 'name': 'network-vif-deleted', 'tag': '310a49b6-f143-49a2-bb48-91be004b9167', 'status': 'completed', 'code': 200} Feb 19 00:26:16.802724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-b6b7feeb-834a-4b17-9723-899d9f604ae2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 200 len: 217 time: 0.0674987 Feb 19 00:26:16.856175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b98e5217-7b9a-4e00-83af-c9717c0ee17c req-db8a7d83-bbe3-4cfc-8a74-9c3be64572a8 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1142759 Feb 19 00:26:16.990523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5f72d77-e0e5-4008-ba4f-99dee7c3a9fd req-edd9c449-5ed1-42f2-aeb0-8d79d8732177 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0699561 Feb 19 00:26:17.002283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-7dfd5c1c-3ec7-4364-8cdc-4fb7b238012f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:17.003761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-7dfd5c1c-3ec7-4364-8cdc-4fb7b238012f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1704800 Feb 19 00:26:17.021909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35564) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:17.022481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3d35ef9a-3c01-4ecc-854f-28c786d19063 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ac9db60dee0438da4279c85e52b2c5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378193 Feb 19 00:26:17.075177 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24a45aa0-f705-4ba5-8de8-4ec5b1f67120 admin admin] Publish callbacks [] for security_group (ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:17.090495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9dafe5ef-8cc5-427b-ad77-438579d275ff req-ca312217-5a8b-4771-b50c-15af0cfb8d08 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0612171 Feb 19 00:26:17.116209 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-3e05048d-de25-45a0-804a-7a6cebc6a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:17.117677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-3e05048d-de25-45a0-804a-7a6cebc6a674 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=00a6755c86254a3ab17c6d5984d7b659&device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 1127 time: 0.2854400 Feb 19 00:26:17.120231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24a45aa0-f705-4ba5-8de8-4ec5b1f67120 admin admin] Publish callbacks [] for security_group (ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:17.146139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92814b6a-db27-4801-9327-46023a2321dd req-c667cd33-d610-48c9-8c09-baf65f8440ce tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:17.153188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92814b6a-db27-4801-9327-46023a2321dd req-c667cd33-d610-48c9-8c09-baf65f8440ce tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 949 time: 0.2721732 Feb 19 00:26:17.192298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24a45aa0-f705-4ba5-8de8-4ec5b1f67120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:17.195072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24a45aa0-f705-4ba5-8de8-4ec5b1f67120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:17.199977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-24a45aa0-f705-4ba5-8de8-4ec5b1f67120 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48 HTTP/1.1" status: 204 len: 168 time: 0.1733091 Feb 19 00:26:17.207119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a45aa0-f705-4ba5-8de8-4ec5b1f67120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6455df-a3da-4c1e-85dd-5f8e4c8f2b48,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:17.314585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-a4f8705e-5a0e-4270-96f8-b0ef9da77cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:17.316268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-a4f8705e-5a0e-4270-96f8-b0ef9da77cc4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2765324 Feb 19 00:26:17.326670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92814b6a-db27-4801-9327-46023a2321dd req-ee53caf6-1d04-4bc9-8e87-38e9b6d7e797 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724310 Feb 19 00:26:17.455701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:17.592544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port c98a81b1-21eb-45d4-a614-d0c530c096e7 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:26:17.605010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port c98a81b1-21eb-45d4-a614-d0c530c096e7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:17.605633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:17.762464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c98a81b1-21eb-45d4-a614-d0c530c096e7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:17.763420 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:17.813565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:17.822935 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:17.824429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:17.878901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14e570-cd31-4862-8e94-b18c104d625e req-48e03e51-604e-4b6d-8f57-fb5a620ff518 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:17.880703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b14e570-cd31-4862-8e94-b18c104d625e req-48e03e51-604e-4b6d-8f57-fb5a620ff518 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 948 time: 0.6998620 Feb 19 00:26:17.885736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 310a49b6-f143-49a2-bb48-91be004b9167 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:17.886683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 310a49b6-f143-49a2-bb48-91be004b9167 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:17.900582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-b5344e1a-b197-4e2c-b69a-1154095705ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:17.900582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-b5344e1a-b197-4e2c-b69a-1154095705ff service neutron] 10.222.0.126 "GET /v2.0/networks?id=eec03178-f108-4256-a4c7-667635f221ab HTTP/1.1" status: 200 len: 930 time: 0.7741537 Feb 19 00:26:17.936495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=13']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:17.946707 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68db9da6-f492-455c-88d7-ee08f323a820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:18.009311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-576aa78d-a416-4946-8277-0626aa15c43f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 200 len: 217 time: 0.0882833 Feb 19 00:26:18.106898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-85ad0b5d-3ccd-46b5-b6df-2eb34e186291 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614675 Feb 19 00:26:18.117524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b14e570-cd31-4862-8e94-b18c104d625e req-f395cec0-05ea-4464-950a-6d9169bd103c tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/security-groups?id=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979928 Feb 19 00:26:18.124412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-873bf142-9ab4-43a5-ba67-e7494e476b18 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:18.125931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-873bf142-9ab4-43a5-ba67-e7494e476b18 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.126 "GET /v2.0/ports?device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 948 time: 0.2618363 Feb 19 00:26:18.170442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb078a6-b31d-4d01-b811-2d6a1dcd99a8 req-821a89bc-0b9a-490a-ad81-ed6483789935 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:18.177758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beb078a6-b31d-4d01-b811-2d6a1dcd99a8 req-821a89bc-0b9a-490a-ad81-ed6483789935 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.3163316 Feb 19 00:26:18.256329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-a12efbad-6b95-44e2-b2d3-513ea4dd5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:18.257863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-a12efbad-6b95-44e2-b2d3-513ea4dd5cc9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1d5f9a22-166d-49ff-ab29-ed61039ce8b9 HTTP/1.1" status: 200 len: 868 time: 0.2309518 Feb 19 00:26:18.332649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:18.335569 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed59d66a-ba8e-4442-8b5a-ebcfec6ea96c" -d '{"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:18.443492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:18.477366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-a9981822-d27e-44fe-9dbe-9fd0365a4d7f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:18.478859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-a9981822-d27e-44fe-9dbe-9fd0365a4d7f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 950 time: 0.2975166 Feb 19 00:26:18.481880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beb078a6-b31d-4d01-b811-2d6a1dcd99a8 req-3d7bece7-6dbd-4405-9bd5-788cc84b8c75 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033175 Feb 19 00:26:18.488741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42087641-7104-4c40-a162-dbe564789e5c req-5581fcd1-7c1b-4867-8b85-16ef7e47e213 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:18.490239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42087641-7104-4c40-a162-dbe564789e5c req-5581fcd1-7c1b-4867-8b85-16ef7e47e213 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 945 time: 0.2781193 Feb 19 00:26:18.504409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d066db7-1a6d-4952-86a4-3cc057fd59ad req-15b82792-33c1-49b1-9a24-d78c6c669a2c service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735621 Feb 19 00:26:18.511905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-39711743-61aa-4bde-8d03-988ffd91ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:18.513440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-39711743-61aa-4bde-8d03-988ffd91ab16 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=eec03178-f108-4256-a4c7-667635f221ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2007954 Feb 19 00:26:18.660644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Deleting port 1d1b086b-878a-4712-92b7-6904a835b6f3 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:18.660968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:18.790867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42087641-7104-4c40-a162-dbe564789e5c req-fdd3bdba-89fe-4ab9-bbac-7c76a08a397f tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821205 Feb 19 00:26:18.822935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-8a1c0a33-67cf-453f-b8d7-522022d19436 service neutron] 10.222.0.126 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884748 Feb 19 00:26:18.846503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2966d34-abca-4180-a41d-5a09f2c0c368 req-00c021f7-26e0-4659-b10f-33982c5048ea tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:18.855325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2966d34-abca-4180-a41d-5a09f2c0c368 req-00c021f7-26e0-4659-b10f-33982c5048ea tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.2483063 Feb 19 00:26:18.986058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] For port 1d1b086b-878a-4712-92b7-6904a835b6f3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1d1b086b-878a-4712-92b7-6904a835b6f3,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:18.986825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:18.991962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d6faab9-5552-4085-b616-dc24f0e9b443 req-9f19087b-6c68-441b-b866-4371ed2630e0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0991731 Feb 19 00:26:19.031710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Deleting port c98a81b1-21eb-45d4-a614-d0c530c096e7 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:19.032061 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:19.039447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Calling delete_port for 1d1b086b-878a-4712-92b7-6904a835b6f3 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:19.083394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2966d34-abca-4180-a41d-5a09f2c0c368 req-ba29da88-f7d9-4a04-adee-c6f8c614be8f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270348 Feb 19 00:26:19.183934 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16bd35c-3b71-47cc-839a-b7b64bbe04d3 x-openstack-request-id: req-b16bd35c-3b71-47cc-839a-b7b64bbe04d3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:19.185664 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-plugged", "status": "completed", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:19.186678 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b16bd35c-3b71-47cc-839a-b7b64bbe04d3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:19.187648 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'code': 200} Feb 19 00:26:19.222892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-974ec136-dccc-4e55-b31d-818e6762c7d1 req-57e38e36-6f15-4d52-8448-5af730388b7b service neutron] 10.222.0.126 "GET /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849497 Feb 19 00:26:19.290661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] For port c98a81b1-21eb-45d4-a614-d0c530c096e7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c98a81b1-21eb-45d4-a614-d0c530c096e7,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:19.291071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:19.346218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Calling delete_port for c98a81b1-21eb-45d4-a614-d0c530c096e7 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:19.460574 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1d1b086b-878a-4712-92b7-6904a835b6f3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:19.473677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98ae4-d261-455f-b37d-5be38a141d33 req-85b23b9b-4b96-44b7-a59b-2c9ed16b91cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:19.475607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06c98ae4-d261-455f-b37d-5be38a141d33 req-85b23b9b-4b96-44b7-a59b-2c9ed16b91cb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ac75ab6-61fd-425d-af38-1b02704c5e8d HTTP/1.1" status: 200 len: 950 time: 0.1800721 Feb 19 00:26:19.545455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Pushing event deleted for resources: {'Port': ['ID=1d1b086b-878a-4712-92b7-6904a835b6f3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:19.556582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e76df57-9b99-442a-ab9c-c8c9bd50437a req-f0d6f9d8-7342-4750-80d2-8d85fa3dbce2 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.60 "GET /v2.0/ports?device_id=087dfa3d-982c-4baa-b65b-188b81a4e230 HTTP/1.1" status: 200 len: 210 time: 0.0760291 Feb 19 00:26:19.655556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] No DVR routers for this DVR port 1d1b086b-878a-4712-92b7-6904a835b6f3 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:19.662658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:19.666956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c086f4d6-0586-4bb0-9226-e90cd2c42fd0 req-44fa99cc-3be4-4438-b83c-6b45ed482417 tempest-ListImageFiltersTestJSON-1811121448 tempest-ListImageFiltersTestJSON-1811121448-project] 10.222.0.126 "DELETE /v2.0/ports/1d1b086b-878a-4712-92b7-6904a835b6f3 HTTP/1.1" status: 204 len: 173 time: 1.5322680 Feb 19 00:26:19.667453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-deleted', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:19.670199 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666bd24-ac7f-4d4f-a1a1-e769b29b0aec" -d '{"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-deleted", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:19.706846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06c98ae4-d261-455f-b37d-5be38a141d33 req-b6b4079a-2acc-49dc-866b-eb4decbe2e4e tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213001 Feb 19 00:26:19.776501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c98a81b1-21eb-45d4-a614-d0c530c096e7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:19.796172 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbabeac-49c2-4d05-aa72-56bd4fc123e1 x-openstack-request-id: req-0bbabeac-49c2-4d05-aa72-56bd4fc123e1 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:19.796758 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "087dfa3d-982c-4baa-b65b-188b81a4e230", "name": "network-vif-deleted", "tag": "1d1b086b-878a-4712-92b7-6904a835b6f3", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:19.796967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'c98a81b1-21eb-45d4-a614-d0c530c096e7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:19.797385 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0bbabeac-49c2-4d05-aa72-56bd4fc123e1 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:19.797956 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '087dfa3d-982c-4baa-b65b-188b81a4e230', 'name': 'network-vif-deleted', 'tag': '1d1b086b-878a-4712-92b7-6904a835b6f3', 'status': 'completed', 'code': 200} Feb 19 00:26:19.853632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['94acea80-0917-4fc5-9b18-2c5c77b7d0f4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:19.878339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event deleted for resources: {'Port': ['ID=c98a81b1-21eb-45d4-a614-d0c530c096e7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:20.107843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] No DVR routers for this DVR port c98a81b1-21eb-45d4-a614-d0c530c096e7 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:20.113560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:20.118941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24bb70b4-d520-46d5-b1d2-2d81ecf501c3 req-d9460e36-d8db-4f7f-8498-e762309f5242 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "DELETE /v2.0/ports/c98a81b1-21eb-45d4-a614-d0c530c096e7 HTTP/1.1" status: 204 len: 173 time: 1.6271079 Feb 19 00:26:20.264416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-17f6c104-c959-4599-9ba9-df9c1a8af2f6 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:20.267071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-17f6c104-c959-4599-9ba9-df9c1a8af2f6 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.126 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 945 time: 0.4209681 Feb 19 00:26:20.338436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ae6c3-0235-4ff2-8778-34a2c78adb56 req-b1ad3869-79f7-4c3c-9dc3-a7e0da393420 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:20.349604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b3ae6c3-0235-4ff2-8778-34a2c78adb56 req-b1ad3869-79f7-4c3c-9dc3-a7e0da393420 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.4994459 Feb 19 00:26:20.381478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c44bfa5-3a83-4f5e-9948-1e9dde99a9ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:20.499332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87649c36-4095-4a2a-8b7e-e0ed6ff6f205 req-fcbb3c57-a837-44a5-9297-9e8179e37bea tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:20.515828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87649c36-4095-4a2a-8b7e-e0ed6ff6f205 req-fcbb3c57-a837-44a5-9297-9e8179e37bea tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 945 time: 0.4733965 Feb 19 00:26:20.615188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:20.814878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87649c36-4095-4a2a-8b7e-e0ed6ff6f205 req-bab41ddb-a725-4386-b797-14eebb137ece tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb800bc6-f7af-4922-9bc8-1bd3ef999362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980642 Feb 19 00:26:20.829003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Deleting port 9f98036f-63c9-4262-9a60-a1178b17d09a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:20.829365 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:20.884306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d524e58-1308-4479-a6e0-120361107588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:20.939656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b3ae6c3-0235-4ff2-8778-34a2c78adb56 req-a761db10-2cdb-46c6-9109-339e6d4c846c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730541 Feb 19 00:26:21.001786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4acd085a-1488-4ead-8e86-a46db7457cd2 req-9dd74fd5-3543-4e62-bdcb-a7079fe416ac tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0714545 Feb 19 00:26:21.023827 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d524e58-1308-4479-a6e0-120361107588 admin admin] Publish callbacks [] for security_group (db97cb44-f788-4cad-8b44-18d637af95e5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.030820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d524e58-1308-4479-a6e0-120361107588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (db97cb44-f788-4cad-8b44-18d637af95e5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.060107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.081284 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6d524e58-1308-4479-a6e0-120361107588 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f7cf651e8eb4ca78309bfce39512de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647985 Feb 19 00:26:21.081950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] For port 9f98036f-63c9-4262-9a60-a1178b17d09a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9f98036f-63c9-4262-9a60-a1178b17d09a,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:21.082615 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.082991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d524e58-1308-4479-a6e0-120361107588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db97cb44-f788-4cad-8b44-18d637af95e5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:21.086143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35682) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:21.203319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Calling delete_port for 9f98036f-63c9-4262-9a60-a1178b17d09a owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:21.211310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5826-7eb2-4079-98f0-784afbe2ab44 admin admin] Publish callbacks [] for security_group (db97cb44-f788-4cad-8b44-18d637af95e5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.258785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5826-7eb2-4079-98f0-784afbe2ab44 admin admin] Publish callbacks [] for security_group (db97cb44-f788-4cad-8b44-18d637af95e5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.361233 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5826-7eb2-4079-98f0-784afbe2ab44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (db97cb44-f788-4cad-8b44-18d637af95e5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.363883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f7a5826-7eb2-4079-98f0-784afbe2ab44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.365078 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6f7a5826-7eb2-4079-98f0-784afbe2ab44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db97cb44-f788-4cad-8b44-18d637af95e5 HTTP/1.1" status: 204 len: 168 time: 0.2776089 Feb 19 00:26:21.391225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a5826-7eb2-4079-98f0-784afbe2ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db97cb44-f788-4cad-8b44-18d637af95e5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:21.393275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3a626-a551-49eb-8a49-dcb2ff5c36ae req-52887339-627e-4105-9404-3e36a7a8efab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:21.400756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98f3a626-a551-49eb-8a49-dcb2ff5c36ae req-52887339-627e-4105-9404-3e36a7a8efab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.2982864 Feb 19 00:26:21.461490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98f3a626-a551-49eb-8a49-dcb2ff5c36ae req-d4b3de1b-ae73-49d7-bdcc-af8cc5223232 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581725 Feb 19 00:26:21.461680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:26:21.464552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:21.722505 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9f98036f-63c9-4262-9a60-a1178b17d09a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:21.850419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['9f98036f-63c9-4262-9a60-a1178b17d09a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:21.963831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-deleted', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:21.971851 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6afd17-8180-4641-847b-a1efba082b03" -d '{"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-deleted", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:22.012909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:22.028075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] No DVR routers for this DVR port 9f98036f-63c9-4262-9a60-a1178b17d09a on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:22.032008 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:22.036126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec0f5a83-7391-443a-91bb-7ad37fda9193 req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.126 "DELETE /v2.0/ports/9f98036f-63c9-4262-9a60-a1178b17d09a HTTP/1.1" status: 204 len: 173 time: 1.7432232 Feb 19 00:26:22.037453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a92537-ab93-4fa3-be67-317825f33db9 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] Pushing event deleted for resources: {'Port': ['ID=9f98036f-63c9-4262-9a60-a1178b17d09a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:22.172061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 1d1b086b-878a-4712-92b7-6904a835b6f3 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:22.172516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1d1b086b-878a-4712-92b7-6904a835b6f3 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:22.179393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9ffee167-a1af-4eb8-9307-c86d1be0422b is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:22.180140 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:22.181058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8afbf770-2597-4e02-a403-39e696404e0d req-bdc44865-f45e-4e51-972f-04a98cd7bbd2 tempest-FloatingIPsAssociationNegativeTestJSON-131230505 tempest-FloatingIPsAssociationNegativeTestJSON-131230505-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3ccbacd-8818-42bc-b526-4dfb3aa74f63 HTTP/1.1" status: 200 len: 210 time: 0.1124525 Feb 19 00:26:22.340642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:22.416529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:22.424939 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc79cd91-1586-40b6-9bc2-daa78e82cb6f" -d '{"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:22.450380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'mac_address': 'fa:16:3e:b3:ed:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:26:22.623504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59f224-551c-4fef-99f8-7d8e5626ec24 req-37c8579b-9d0c-45e9-84e4-331dee963caf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:22.640328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a59f224-551c-4fef-99f8-7d8e5626ec24 req-37c8579b-9d0c-45e9-84e4-331dee963caf tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 950 time: 0.2792811 Feb 19 00:26:22.714703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:22.749124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:22.788428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:22.799751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a59f224-551c-4fef-99f8-7d8e5626ec24 req-ca27b5f8-4666-4712-8693-c7b702a425f3 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470497 Feb 19 00:26:22.806002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9ffee167-a1af-4eb8-9307-c86d1be0422b is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:22.807277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:22.831154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc1456-3a76-4f7a-9b21-8ec8783edcfb req-e883274b-d4a0-4d4c-b27f-e6e64744fb2b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:22.835952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03bc1456-3a76-4f7a-9b21-8ec8783edcfb req-e883274b-d4a0-4d4c-b27f-e6e64744fb2b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.3857718 Feb 19 00:26:22.853692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ffee167-a1af-4eb8-9307-c86d1be0422b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:22.866318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:22.940747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03bc1456-3a76-4f7a-9b21-8ec8783edcfb req-acba57aa-b6a4-4a1a-a4cd-04ce94537b85 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967097 Feb 19 00:26:22.987701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d57cceb7-aa5e-40e1-aaef-d1a07cd3a17b req-24f2712d-3aa0-4fcc-bc32-e3397c245949 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0639226 Feb 19 00:26:23.003841 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:26:23.004063 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:26:23.030992 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f374c88-60bd-4103-9e92-c8ae3a25b576 x-openstack-request-id: req-1f374c88-60bd-4103-9e92-c8ae3a25b576 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:23.031298 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac75ab6-61fd-425d-af38-1b02704c5e8d", "name": "network-vif-deleted", "tag": "c98a81b1-21eb-45d4-a614-d0c530c096e7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:23.031555 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f374c88-60bd-4103-9e92-c8ae3a25b576 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:23.031951 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac75ab6-61fd-425d-af38-1b02704c5e8d', 'name': 'network-vif-deleted', 'tag': 'c98a81b1-21eb-45d4-a614-d0c530c096e7', 'status': 'completed', 'code': 200} Feb 19 00:26:23.080352 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77335b67-3926-472e-b05b-a9aea21da83c x-openstack-request-id: req-77335b67-3926-472e-b05b-a9aea21da83c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:23.080678 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-unplugged", "status": "completed", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:23.080894 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77335b67-3926-472e-b05b-a9aea21da83c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:23.081480 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'code': 200} Feb 19 00:26:23.210804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f135f7-fec3-47d3-bf14-975a52d7853c req-52a089cc-8475-47bb-a95e-5e2c8c838367 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:23.226908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94f135f7-fec3-47d3-bf14-975a52d7853c req-52a089cc-8475-47bb-a95e-5e2c8c838367 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.0848446 Feb 19 00:26:23.303859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94f135f7-fec3-47d3-bf14-975a52d7853c req-424c9a25-1f39-4f5f-a67c-937dbc103d19 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735192 Feb 19 00:26:23.396238 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:23.638465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9ffee167-a1af-4eb8-9307-c86d1be0422b is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:23.639125 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:23.674159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffee167-a1af-4eb8-9307-c86d1be0422b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:23.770097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:23.791247 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:23.833168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-1a1d47b7-cb53-4d5b-8158-2d2b4a7aca6d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:23.844644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-1a1d47b7-cb53-4d5b-8158-2d2b4a7aca6d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 950 time: 0.1740251 Feb 19 00:26:23.882624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:24.006083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9f98036f-63c9-4262-9a60-a1178b17d09a no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:24.037008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35770) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:24.089599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 9f98036f-63c9-4262-9a60-a1178b17d09a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:24.097216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9f98036f-63c9-4262-9a60-a1178b17d09a not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:24.148568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Deleting port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:24.149191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:24.154847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:24.195638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['9ffee167-a1af-4eb8-9307-c86d1be0422b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:24.863266 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (442ed817-9504-4ed2-8f94-f7384d731259), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:25.042545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'name': 'network-vif-deleted', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:25.046409 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62b64aa-dd67-48c9-8210-20c6e112cfd9" -d '{"events": [{"server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "name": "network-vif-deleted", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:25.060755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] For port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:25.061503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:25.088988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1929d-5ae8-428f-a95a-6108eb07c0a0 req-0073dafc-aedf-43ac-9d37-6307b03ff07b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:25.101980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fe1929d-5ae8-428f-a95a-6108eb07c0a0 req-0073dafc-aedf-43ac-9d37-6307b03ff07b tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=02c0be56-3fa9-4d98-8140-67fcfe41b0b7 HTTP/1.1" status: 200 len: 950 time: 0.8639138 Feb 19 00:26:25.208306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Calling delete_port for 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:25.260202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18153b-51f3-4e48-b867-118b3aef636f req-cb87a379-f692-4cab-8c87-4090d2dd3f68 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:25.261814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a18153b-51f3-4e48-b867-118b3aef636f req-cb87a379-f692-4cab-8c87-4090d2dd3f68 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 949 time: 0.2995903 Feb 19 00:26:25.398410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Deleting port f210da58-1597-4c25-afd5-702f83fb384b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:25.399050 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f210da58-1597-4c25-afd5-702f83fb384b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:25.526538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a18153b-51f3-4e48-b867-118b3aef636f req-c5b30c47-3aa7-4231-b009-4a9b681eb65e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449982 Feb 19 00:26:25.542471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (94acea80-0917-4fc5-9b18-2c5c77b7d0f4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:25.564524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:25.578698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35798) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:25.626556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] For port f210da58-1597-4c25-afd5-702f83fb384b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f210da58-1597-4c25-afd5-702f83fb384b,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:25.626965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f210da58-1597-4c25-afd5-702f83fb384b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:25.688852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event deleted for resources: {'Port': ['ID=94acea80-0917-4fc5-9b18-2c5c77b7d0f4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:25.698628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Calling delete_port for f210da58-1597-4c25-afd5-702f83fb384b owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:25.733551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['94acea80-0917-4fc5-9b18-2c5c77b7d0f4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:25.749473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.749833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.750448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.750624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.750987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.751335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.752653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.752653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.752653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.752653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.754461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.754846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.755179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:25.774059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] No DVR routers for this DVR port 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:25.779282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:25.789210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ede36a6-5d25-4ff3-89cd-a8bb0ece02cd req-2271b943-5be9-43ac-802e-9564634ad2da tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.126 "DELETE /v2.0/ports/94acea80-0917-4fc5-9b18-2c5c77b7d0f4 HTTP/1.1" status: 204 len: 173 time: 1.9369106 Feb 19 00:26:25.843809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:25.908747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fe1929d-5ae8-428f-a95a-6108eb07c0a0 req-5009b278-f1d5-4aa2-8f14-a779e95a8edb tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8053529 Feb 19 00:26:25.911488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2577b5d-553e-401e-a0cd-dfa188daf030 req-41c4580b-0539-425e-aad2-36155b9f417e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.2240908 Feb 19 00:26:26.065811 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041bc2b9-4168-4063-a380-3fde5c071f7c x-openstack-request-id: req-041bc2b9-4168-4063-a380-3fde5c071f7c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:26.066476 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ccbacd-8818-42bc-b526-4dfb3aa74f63", "name": "network-vif-deleted", "tag": "9f98036f-63c9-4262-9a60-a1178b17d09a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:26.066476 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-041bc2b9-4168-4063-a380-3fde5c071f7c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:26.066795 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ccbacd-8818-42bc-b526-4dfb3aa74f63', 'name': 'network-vif-deleted', 'tag': '9f98036f-63c9-4262-9a60-a1178b17d09a', 'status': 'completed', 'code': 200} Feb 19 00:26:26.104938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35804) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:26.109245 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11432ed8-80c8-4a20-8cba-c33b6164084e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e0784d8396d421d960c5395f99ee91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275059 Feb 19 00:26:26.178847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 9ffee167-a1af-4eb8-9307-c86d1be0422b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:26.191509 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.368350 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f210da58-1597-4c25-afd5-702f83fb384b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.442010 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eb30be34-5c11-4ae2-88b4-8f270f57852d admin admin] Publish callbacks [] for security_group (ccb6e5e7-9358-40fa-95c0-d27ba56cdf94), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.452389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f210da58-1597-4c25-afd5-702f83fb384b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:26.525788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eb30be34-5c11-4ae2-88b4-8f270f57852d admin admin] Publish callbacks [] for security_group (ccb6e5e7-9358-40fa-95c0-d27ba56cdf94), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.575628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6b304-34c3-4794-b726-6ead79e7c512 req-257070b9-8861-4ce8-8292-222b66bce12f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:26.580923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9ffee167-a1af-4eb8-9307-c86d1be0422b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:26.583812 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.595188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83c6b304-34c3-4794-b726-6ead79e7c512 req-257070b9-8861-4ce8-8292-222b66bce12f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.3970451 Feb 19 00:26:26.690766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:26.702108 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a9c9aa-c8f0-409b-a043-5009502409cc" -d '{"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:26.746454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83c6b304-34c3-4794-b726-6ead79e7c512 req-3eeef24f-80b7-416e-a1f2-092c79b81375 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427636 Feb 19 00:26:26.750889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:26.769356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.770445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:26.809524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: c98a81b1-21eb-45d4-a614-d0c530c096e7 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:26.809873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c98a81b1-21eb-45d4-a614-d0c530c096e7 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:26.817809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eb30be34-5c11-4ae2-88b4-8f270f57852d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ccb6e5e7-9358-40fa-95c0-d27ba56cdf94), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.827794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eb30be34-5c11-4ae2-88b4-8f270f57852d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.832775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eb30be34-5c11-4ae2-88b4-8f270f57852d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccb6e5e7-9358-40fa-95c0-d27ba56cdf94 HTTP/1.1" status: 204 len: 168 time: 0.7230458 Feb 19 00:26:26.882656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30be34-5c11-4ae2-88b4-8f270f57852d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb6e5e7-9358-40fa-95c0-d27ba56cdf94,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:26.917968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (442ed817-9504-4ed2-8f94-f7384d731259), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:26.923955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d60ed1-86f6-40a0-b7bf-1d95719e09c8 req-d6fdb634-dda4-4468-84dd-558fcbd44e17 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:26.939070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50d60ed1-86f6-40a0-b7bf-1d95719e09c8 req-d6fdb634-dda4-4468-84dd-558fcbd44e17 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.1829979 Feb 19 00:26:26.957948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:26.971637 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0c05a9-f28c-4ea2-8475-bb3cdb3fd454 x-openstack-request-id: req-9c0c05a9-f28c-4ea2-8475-bb3cdb3fd454 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:26.971940 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:26.972194 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c0c05a9-f28c-4ea2-8475-bb3cdb3fd454 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:26.972588 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'code': 200} Feb 19 00:26:27.029070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50d60ed1-86f6-40a0-b7bf-1d95719e09c8 req-1c89399c-3af5-439e-bd25-2c6345ee90d8 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889845 Feb 19 00:26:27.270431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dff0c640-40de-49ff-ad57-e346bfdb896f req-b0ca1a04-b20a-4f84-b831-2d399997c87e tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0931745 Feb 19 00:26:27.529507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a277708-afca-47fe-8f65-db8a7cbbbd68 req-75cb6a32-5f26-445b-9157-0bbc10d94632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:27.531876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a277708-afca-47fe-8f65-db8a7cbbbd68 req-75cb6a32-5f26-445b-9157-0bbc10d94632 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1132 time: 0.1447399 Feb 19 00:26:27.688801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Router 442ed817-9504-4ed2-8f94-f7384d731259 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:26:27.692012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a277708-afca-47fe-8f65-db8a7cbbbd68 req-804e3da0-5f53-4e4a-9083-8e9f0a50c603 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520057 Feb 19 00:26:27.799655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca318023-7614-4412-b411-c219a7fda7d8 req-05fca5cf-9b00-4cb2-9eba-0cf68b77c188 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:27.807979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca318023-7614-4412-b411-c219a7fda7d8 req-05fca5cf-9b00-4cb2-9eba-0cf68b77c188 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1097121 Feb 19 00:26:27.893112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca318023-7614-4412-b411-c219a7fda7d8 req-0f7a1864-8bf2-4963-8ca3-432fa58068ed tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822251 Feb 19 00:26:28.001608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:26:28.015512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] Sync routers for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:26:28.021726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:28.024339 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-81f56bb6-6439-445a-b220-ff8da1d7f5f8 admin admin] 10.222.0.60 "PUT /v2.0/routers/442ed817-9504-4ed2-8f94-f7384d731259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9838066 Feb 19 00:26:28.025163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35846) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:28.070793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-deleted', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:28.077548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:28.079153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 94acea80-0917-4fc5-9b18-2c5c77b7d0f4 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:28.084747 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58697b08-cc81-4586-9f95-3b170ce46ebd" -d '{"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-deleted", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:28.098330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:28.102491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:26:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:28.166169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04282b3c-4df9-4599-a5b7-47f723f0db3c req-59af8649-caf5-469a-a0ac-760d81d0bde8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:28.178458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04282b3c-4df9-4599-a5b7-47f723f0db3c req-59af8649-caf5-469a-a0ac-760d81d0bde8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.1768861 Feb 19 00:26:28.288913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04282b3c-4df9-4599-a5b7-47f723f0db3c req-cfb58d59-2921-4024-974f-fcd9682ace49 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048746 Feb 19 00:26:28.360405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks [] for router (442ed817-9504-4ed2-8f94-f7384d731259), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:28.432101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:28.443763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e335-f976-4e72-a8bf-c3b482ff24ce req-978792b6-c330-4efe-ba84-6a5a40380677 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:28.454626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6270e335-f976-4e72-a8bf-c3b482ff24ce req-978792b6-c330-4efe-ba84-6a5a40380677 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.0911703 Feb 19 00:26:28.527246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6270e335-f976-4e72-a8bf-c3b482ff24ce req-0f721b05-0b32-4e2a-92c5-58ecb432948d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714540 Feb 19 00:26:28.582210 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7727af4-5cf9-4595-bbbb-b3c2aef63d8b x-openstack-request-id: req-c7727af4-5cf9-4595-bbbb-b3c2aef63d8b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:28.582969 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c0be56-3fa9-4d98-8140-67fcfe41b0b7", "name": "network-vif-deleted", "tag": "94acea80-0917-4fc5-9b18-2c5c77b7d0f4", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:28.583960 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7727af4-5cf9-4595-bbbb-b3c2aef63d8b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:28.585696 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c0be56-3fa9-4d98-8140-67fcfe41b0b7', 'name': 'network-vif-deleted', 'tag': '94acea80-0917-4fc5-9b18-2c5c77b7d0f4', 'status': 'completed', 'code': 200} Feb 19 00:26:28.718459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fa99679-1bf8-44dd-b31c-31b5f4df5c78 req-caa019d0-4eb4-448a-82f4-fd9b13c19009 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5207b9-2806-4fd9-8f27-231f4fedb7a6 HTTP/1.1" status: 200 len: 210 time: 0.0446022 Feb 19 00:26:28.933443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:26:26Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:29.012795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] Checking router: 442ed817-9504-4ed2-8f94-f7384d731259 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:26:29.035818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] Routers {'442ed817-9504-4ed2-8f94-f7384d731259'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:29.036541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:26:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['442ed817-9504-4ed2-8f94-f7384d731259'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:29.257263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0568162-bb8e-47cf-8b70-967ad1830a57 req-632a9a45-1b50-4796-9ffd-0137ef2351ba tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:29.279010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0568162-bb8e-47cf-8b70-967ad1830a57 req-632a9a45-1b50-4796-9ffd-0137ef2351ba tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.2084754 Feb 19 00:26:29.310794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] Set router 442ed817-9504-4ed2-8f94-f7384d731259 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:29.338787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks [] for router_gateway (442ed817-9504-4ed2-8f94-f7384d731259), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:29.403728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0568162-bb8e-47cf-8b70-967ad1830a57 req-c22e50bf-a048-475b-ad61-821521ab1cd3 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230435 Feb 19 00:26:29.421185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-d223f6fe-9930-45ed-8e7e-6c142ad0c18d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:29.436755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-d223f6fe-9930-45ed-8e7e-6c142ad0c18d tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 950 time: 0.1473224 Feb 19 00:26:29.459382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Deleting port e732adb0-33c1-43f4-8975-3fe994138a8a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:29.459741 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:29.622707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] For port e732adb0-33c1-43f4-8975-3fe994138a8a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e732adb0-33c1-43f4-8975-3fe994138a8a,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:29.623119 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:29.625524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e4c450-c901-4c92-9010-e3a39adcc205 req-d5593b30-45b9-47f4-b0db-7c06521185f3 tempest-AbsoluteLimitsNegativeTestJSON-1698145423 tempest-AbsoluteLimitsNegativeTestJSON-1698145423-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c8ac5c3ac537410b83de8d496473e1a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778167 Feb 19 00:26:29.648264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Calling delete_port for e732adb0-33c1-43f4-8975-3fe994138a8a owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:29.679388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:26:26Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:29.711414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2cf5aa-9506-4311-b2d2-8f33d9c6b79a None None] The sync data for ids ['442ed817-9504-4ed2-8f94-f7384d731259'] in n-d-826527-3 is: [{'id': '442ed817-9504-4ed2-8f94-f7384d731259', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1730146417-router', 'tenant_id': '00a6755c86254a3ab17c6d5984d7b659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:25:19Z', 'updated_at': '2022-02-19T00:26:26Z', 'revision_number': 5, 'project_id': '00a6755c86254a3ab17c6d5984d7b659', 'gw_port': {'id': 'e732adb0-33c1-43f4-8975-3fe994138a8a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ed817-9504-4ed2-8f94-f7384d731259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:20Z', 'updated_at': '2022-02-19T00:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:26:29.816002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a31ee9-3878-4383-a249-bde9aaac1205 req-3e1a8c19-8412-4dc7-a31a-033aaf3b1986 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:29.818048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95a31ee9-3878-4383-a249-bde9aaac1205 req-3e1a8c19-8412-4dc7-a31a-033aaf3b1986 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.2044551 Feb 19 00:26:29.833463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Deleting port d1fb0de7-6796-49e8-9eb6-d2c40cb929da {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:29.833942 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:29.868630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4c450-c901-4c92-9010-e3a39adcc205 req-228d1e44-7f99-49a0-a29c-ba42c67b27a6 tempest-AbsoluteLimitsNegativeTestJSON-1698145423 tempest-AbsoluteLimitsNegativeTestJSON-1698145423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:29.875767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e4c450-c901-4c92-9010-e3a39adcc205 req-228d1e44-7f99-49a0-a29c-ba42c67b27a6 tempest-AbsoluteLimitsNegativeTestJSON-1698145423 tempest-AbsoluteLimitsNegativeTestJSON-1698145423-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239532 Feb 19 00:26:29.923061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e732adb0-33c1-43f4-8975-3fe994138a8a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:29.936528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e4c450-c901-4c92-9010-e3a39adcc205 req-64487100-0bdc-44d3-abf1-bf68ed712892 tempest-AbsoluteLimitsNegativeTestJSON-1698145423 tempest-AbsoluteLimitsNegativeTestJSON-1698145423-project] 10.222.0.60 "GET /v2.0/quotas/c8ac5c3ac537410b83de8d496473e1a6 HTTP/1.1" status: 200 len: 375 time: 0.0595129 Feb 19 00:26:29.972731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e732adb0-33c1-43f4-8975-3fe994138a8a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:30.005910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e4c450-c901-4c92-9010-e3a39adcc205 req-396dcebb-21f8-4151-b553-19926435ad41 tempest-AbsoluteLimitsNegativeTestJSON-1698145423 tempest-AbsoluteLimitsNegativeTestJSON-1698145423-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c8ac5c3ac537410b83de8d496473e1a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601034 Feb 19 00:26:30.076184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95a31ee9-3878-4383-a249-bde9aaac1205 req-2bd44ca1-fb86-4e9c-8734-c0f179ffeb90 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510989 Feb 19 00:26:30.107761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (442ed817-9504-4ed2-8f94-f7384d731259), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.186950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] For port d1fb0de7-6796-49e8-9eb6-d2c40cb929da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:30.187303 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.220417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Calling delete_port for d1fb0de7-6796-49e8-9eb6-d2c40cb929da owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:30.263074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f210da58-1597-4c25-afd5-702f83fb384b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:30.312380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: f210da58-1597-4c25-afd5-702f83fb384b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:30.312730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f210da58-1597-4c25-afd5-702f83fb384b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:30.343892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (442ed817-9504-4ed2-8f94-f7384d731259), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.347071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks [] for router_controller (442ed817-9504-4ed2-8f94-f7384d731259), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.433072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (442ed817-9504-4ed2-8f94-f7384d731259), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.433696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 442ed817-9504-4ed2-8f94-f7384d731259 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:26:30.438703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.442127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cf930eb2-9550-4ab8-81e6-587f163218f1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/442ed817-9504-4ed2-8f94-f7384d731259 HTTP/1.1" status: 204 len: 168 time: 2.4112275 Feb 19 00:26:30.442461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35898) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:30.539444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-567f5e93-0604-47ff-89a2-731652c10739 admin admin] Deleting subnet 1d5f9a22-166d-49ff-ab29-ed61039ce8b9 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:26:30.545182 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-567f5e93-0604-47ff-89a2-731652c10739 admin admin] Publish callbacks [] for subnet (1d5f9a22-166d-49ff-ab29-ed61039ce8b9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.613216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d1fb0de7-6796-49e8-9eb6-d2c40cb929da), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.616961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35900) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:30.625535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-567f5e93-0604-47ff-89a2-731652c10739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (1d5f9a22-166d-49ff-ab29-ed61039ce8b9), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.628659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:30.714854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27fc35a-3fa3-4679-ae4e-5075bca8673c req-c62f65b9-edaa-46d4-8431-a468cac2d808 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:30.729111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d27fc35a-3fa3-4679-ae4e-5075bca8673c req-c62f65b9-edaa-46d4-8431-a468cac2d808 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.4926794 Feb 19 00:26:30.822928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-567f5e93-0604-47ff-89a2-731652c10739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (1d5f9a22-166d-49ff-ab29-ed61039ce8b9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.841287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event deleted for resources: {'Port': ['ID=d1fb0de7-6796-49e8-9eb6-d2c40cb929da,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:30.978875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-567f5e93-0604-47ff-89a2-731652c10739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (1d5f9a22-166d-49ff-ab29-ed61039ce8b9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:30.980156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] No DVR routers for this DVR port d1fb0de7-6796-49e8-9eb6-d2c40cb929da on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:30.999964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:31.003469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09db5b58-81b5-490a-bd88-13bd77aeb6f7 req-b875d24a-b6fa-4677-bb71-ecb97ec47af7 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "DELETE /v2.0/ports/d1fb0de7-6796-49e8-9eb6-d2c40cb929da HTTP/1.1" status: 204 len: 173 time: 1.5611513 Feb 19 00:26:31.003938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'name': 'network-vif-deleted', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:31.017870 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b10f87d-3fe4-4717-a616-5f7c22db3941" -d '{"events": [{"server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "name": "network-vif-deleted", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:31.028495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-567f5e93-0604-47ff-89a2-731652c10739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:31.050901 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-567f5e93-0604-47ff-89a2-731652c10739 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1d5f9a22-166d-49ff-ab29-ed61039ce8b9 HTTP/1.1" status: 204 len: 168 time: 0.6068480 Feb 19 00:26:31.057162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35908) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:31.071069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558a926-79ba-4f60-8e65-de1ad4104ad6 None None] Network eec03178-f108-4256-a4c7-667635f221ab requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:26:31.074914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567f5e93-0604-47ff-89a2-731652c10739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5f9a22-166d-49ff-ab29-ed61039ce8b9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:31.171154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f347c26a-1c22-40df-8640-315b7f9c7269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:31.277202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d27fc35a-3fa3-4679-ae4e-5075bca8673c req-5c0cecda-eb72-40e6-9e19-5056f012cbd5 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457461 Feb 19 00:26:31.532773 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19a198d-b43f-4d49-91dd-1ecf80cfd989 x-openstack-request-id: req-d19a198d-b43f-4d49-91dd-1ecf80cfd989 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:31.534317 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa18e2a-fb0c-40a5-b307-b327173f3c10", "name": "network-vif-deleted", "tag": "d1fb0de7-6796-49e8-9eb6-d2c40cb929da", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:31.534579 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d19a198d-b43f-4d49-91dd-1ecf80cfd989 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:31.535009 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa18e2a-fb0c-40a5-b307-b327173f3c10', 'name': 'network-vif-deleted', 'tag': 'd1fb0de7-6796-49e8-9eb6-d2c40cb929da', 'status': 'completed', 'code': 200} Feb 19 00:26:31.578899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] DHCP port deletion for eec03178-f108-4256-a4c7-667635f221ab request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:26:31.586095 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f347c26a-1c22-40df-8640-315b7f9c7269 admin admin] Publish callbacks [] for security_group (39917dae-7507-43e5-8004-af356e214f0c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:31.618886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ad524ff-b974-4070-b8f5-b82758887d01 req-b6ea78f1-5883-45d7-97b4-637d5b66e4a0 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=bfa18e2a-fb0c-40a5-b307-b327173f3c10 HTTP/1.1" status: 200 len: 210 time: 0.0805211 Feb 19 00:26:31.633010 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f347c26a-1c22-40df-8640-315b7f9c7269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (39917dae-7507-43e5-8004-af356e214f0c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:31.657923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (eec03178-f108-4256-a4c7-667635f221ab), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:31.705455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f347c26a-1c22-40df-8640-315b7f9c7269 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8ac5c3ac537410b83de8d496473e1a6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0867567 Feb 19 00:26:31.708482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:31.728643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347c26a-1c22-40df-8640-315b7f9c7269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39917dae-7507-43e5-8004-af356e214f0c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:31.781301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] Deleting port 57cf4918-c499-433b-ae89-4d0bda60d0d3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:31.781723 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:31.807818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f34752-802b-421d-9758-df333d837359 req-67102d0a-8ca3-4733-9817-3f252ed0aec3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:31.822641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38f34752-802b-421d-9758-df333d837359 req-67102d0a-8ca3-4733-9817-3f252ed0aec3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.3212736 Feb 19 00:26:31.892494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] For port 57cf4918-c499-433b-ae89-4d0bda60d0d3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=57cf4918-c499-433b-ae89-4d0bda60d0d3,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:31.893543 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:31.911377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] Calling delete_port for 57cf4918-c499-433b-ae89-4d0bda60d0d3 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:31.969087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d1fb0de7-6796-49e8-9eb6-d2c40cb929da no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:31.971145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e732adb0-33c1-43f4-8975-3fe994138a8a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:31.976081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9833c1b0-0154-449f-9f94-12861793bd98 admin admin] Publish callbacks [] for security_group (39917dae-7507-43e5-8004-af356e214f0c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.022607 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9833c1b0-0154-449f-9f94-12861793bd98 admin admin] Publish callbacks [] for security_group (39917dae-7507-43e5-8004-af356e214f0c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.024773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: d1fb0de7-6796-49e8-9eb6-d2c40cb929da {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:32.025123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d1fb0de7-6796-49e8-9eb6-d2c40cb929da not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:32.026852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e732adb0-33c1-43f4-8975-3fe994138a8a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:32.026852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e732adb0-33c1-43f4-8975-3fe994138a8a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:32.027292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 57cf4918-c499-433b-ae89-4d0bda60d0d3 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:32.042102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38f34752-802b-421d-9758-df333d837359 req-9b7501fd-2db8-4e7b-9173-2119fddb1d05 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2129457 Feb 19 00:26:32.079958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Deleting port 57cf4918-c499-433b-ae89-4d0bda60d0d3 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:32.080358 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.092028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f374eec-e52f-4ccd-a776-3ef4c31522fb req-8a9e1a30-0746-4ae6-b482-b76fbf428718 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:32.099703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f374eec-e52f-4ccd-a776-3ef4c31522fb req-8a9e1a30-0746-4ae6-b482-b76fbf428718 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2601120 Feb 19 00:26:32.191834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 57cf4918-c499-433b-ae89-4d0bda60d0d3 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:32.192407 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.195509 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.216134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] No DVR routers for this DVR port 57cf4918-c499-433b-ae89-4d0bda60d0d3 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:32.229257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] For port 57cf4918-c499-433b-ae89-4d0bda60d0d3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=57cf4918-c499-433b-ae89-4d0bda60d0d3,segment=NetworkSegment(e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63),segment_id=e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:32.230620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.282923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9833c1b0-0154-449f-9f94-12861793bd98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (39917dae-7507-43e5-8004-af356e214f0c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.289328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cee7f2-d8d5-4b77-a531-9dfff6affbf5 None None] Pushing event deleted for resources: {'Port': ['ID=57cf4918-c499-433b-ae89-4d0bda60d0d3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:32.290775 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9833c1b0-0154-449f-9f94-12861793bd98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.300595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9833c1b0-0154-449f-9f94-12861793bd98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39917dae-7507-43e5-8004-af356e214f0c HTTP/1.1" status: 204 len: 168 time: 0.5908732 Feb 19 00:26:32.314630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Calling delete_port for 57cf4918-c499-433b-ae89-4d0bda60d0d3 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:32.346361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f374eec-e52f-4ccd-a776-3ef4c31522fb req-0afc8ea6-473a-4039-ba11-070181e994d0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457018 Feb 19 00:26:32.353135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833c1b0-0154-449f-9f94-12861793bd98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39917dae-7507-43e5-8004-af356e214f0c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:32.474810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (57cf4918-c499-433b-ae89-4d0bda60d0d3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.536634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Pushing event deleted for resources: {'Port': ['ID=57cf4918-c499-433b-ae89-4d0bda60d0d3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:32.555619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] No DVR routers for this DVR port 57cf4918-c499-433b-ae89-4d0bda60d0d3 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:32.687471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (eec03178-f108-4256-a4c7-667635f221ab), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.746987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec03178-f108-4256-a4c7-667635f221ab']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:32.792550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:32.792769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:32.811427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.875669 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.900850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:26:32.901267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (e15b8fb4-ffa8-4ee1-bdc0-9f3f52df7f63), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:26:32.908009 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:26:33.158159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (eec03178-f108-4256-a4c7-667635f221ab), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:33.192317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:33.205804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] 10.222.0.60 "DELETE /v2.0/networks/eec03178-f108-4256-a4c7-667635f221ab HTTP/1.1" status: 204 len: 168 time: 2.1470308 Feb 19 00:26:33.236474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5631566-7b14-40a0-8995-89aa18334937 req-7ce0c10e-7c42-4f28-a3eb-e012c816898f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:33.255164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5631566-7b14-40a0-8995-89aa18334937 req-7ce0c10e-7c42-4f28-a3eb-e012c816898f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2157114 Feb 19 00:26:33.265612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4bd1e3-d069-431e-b8ba-3a2ac7dacbfb admin admin] Pushing event deleted for resources: {'Network': ['ID=eec03178-f108-4256-a4c7-667635f221ab,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:33.339724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5631566-7b14-40a0-8995-89aa18334937 req-dadd7aa0-8b14-4909-895d-d70ba4e58f2b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760159 Feb 19 00:26:33.440971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc397fde-6435-41c4-9e46-8702bb18246f req-cb58c840-10a6-47c6-8456-17bcbc409696 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:33.448045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc397fde-6435-41c4-9e46-8702bb18246f req-cb58c840-10a6-47c6-8456-17bcbc409696 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.0870352 Feb 19 00:26:33.554506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc397fde-6435-41c4-9e46-8702bb18246f req-e3d23705-8602-4410-8a2e-1c089f68f53f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016827 Feb 19 00:26:33.579782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035715d-a018-43bb-bd82-3e3d62e5cec6 req-d861a25f-4b21-4cfe-a149-1a7fd7e4226f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:33.583299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6035715d-a018-43bb-bd82-3e3d62e5cec6 req-d861a25f-4b21-4cfe-a149-1a7fd7e4226f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.1499476 Feb 19 00:26:33.692469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35986) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:33.694452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6035715d-a018-43bb-bd82-3e3d62e5cec6 req-bbe83182-a329-4b68-83e6-73bf89249081 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028500 Feb 19 00:26:33.774526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35988) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:33.776059 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6c43d2dd-aa6f-4379-b5ca-1b95a2b3f711 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00a6755c86254a3ab17c6d5984d7b659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0823269 Feb 19 00:26:33.888353 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95d3bff5-2aea-42e7-a206-8ca6c2996294 admin admin] Publish callbacks [] for security_group (fb800bc6-f7af-4922-9bc8-1bd3ef999362), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:33.951855 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95d3bff5-2aea-42e7-a206-8ca6c2996294 admin admin] Publish callbacks [] for security_group (fb800bc6-f7af-4922-9bc8-1bd3ef999362), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:34.067012 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95d3bff5-2aea-42e7-a206-8ca6c2996294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fb800bc6-f7af-4922-9bc8-1bd3ef999362), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:34.070156 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95d3bff5-2aea-42e7-a206-8ca6c2996294 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:34.071428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-95d3bff5-2aea-42e7-a206-8ca6c2996294 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb800bc6-f7af-4922-9bc8-1bd3ef999362 HTTP/1.1" status: 204 len: 168 time: 0.2957697 Feb 19 00:26:34.088699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d3bff5-2aea-42e7-a206-8ca6c2996294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb800bc6-f7af-4922-9bc8-1bd3ef999362,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:34.836489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74174ac-c0fb-4529-99e8-b2e58661edce req-22086ebc-1ce9-4daf-aec7-760b8ea1a958 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:34.845047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b74174ac-c0fb-4529-99e8-b2e58661edce req-22086ebc-1ce9-4daf-aec7-760b8ea1a958 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.3040750 Feb 19 00:26:34.912468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ea8bc-3743-44d5-8a0b-eafa3aa29c56 req-b9eeb2f4-3ffc-4545-888a-d9c554332fd0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:34.922096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d3ea8bc-3743-44d5-8a0b-eafa3aa29c56 req-b9eeb2f4-3ffc-4545-888a-d9c554332fd0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.1872053 Feb 19 00:26:34.942422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-331ce20b-67a4-4156-b147-01db76911d48 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:34.947081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-331ce20b-67a4-4156-b147-01db76911d48 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.3099580 Feb 19 00:26:35.011104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b74174ac-c0fb-4529-99e8-b2e58661edce req-0a6eca3c-e35e-49f0-9879-cf5997f40112 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649573 Feb 19 00:26:35.115831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36028) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:35.171748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d3ea8bc-3743-44d5-8a0b-eafa3aa29c56 req-0117cb47-1a99-4219-8754-910e5bdfddf5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483819 Feb 19 00:26:35.266160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36034) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:35.444384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76af36b6-00b9-41cb-87d3-d513ca15a2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:35.459205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Deleting port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:35.459555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:35.626648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25993b0a-53c5-49d2-bf54-5ed359d6780f req-51e7f049-1c75-433e-a2a0-c2991bb4f812 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:35.634945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25993b0a-53c5-49d2-bf54-5ed359d6780f req-51e7f049-1c75-433e-a2a0-c2991bb4f812 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 950 time: 0.5032339 Feb 19 00:26:35.663776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2bb2acf-6e1c-4788-a2fa-be796872dd64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:35.702654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76af36b6-00b9-41cb-87d3-d513ca15a2bf admin admin] Publish callbacks [] for security_group (f95672e0-0d40-4ee0-a6b6-bd0d43899167), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:35.730469 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76af36b6-00b9-41cb-87d3-d513ca15a2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f95672e0-0d40-4ee0-a6b6-bd0d43899167), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:35.731726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] For port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:35.732100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:35.751271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Calling delete_port for f5fa8545-bb41-46fa-a3f6-2eee45bf34fb owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:35.874138 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-76af36b6-00b9-41cb-87d3-d513ca15a2bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab5a7352bb74418ea01f187e09cbcb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7571332 Feb 19 00:26:35.886888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36054) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:35.894621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af36b6-00b9-41cb-87d3-d513ca15a2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95672e0-0d40-4ee0-a6b6-bd0d43899167,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:35.933158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25993b0a-53c5-49d2-bf54-5ed359d6780f req-1e6a3732-efa4-4697-a8d4-5cf4101f968f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/security-groups?id=fb78575b-3c62-4a1c-a38f-4d904efae52c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970483 Feb 19 00:26:36.143796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2bb2acf-6e1c-4788-a2fa-be796872dd64 admin admin] Publish callbacks [] for security_group (f9f94407-36af-43f5-9bd7-b653ba33be8f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.159833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d1341b-6f6e-4ca9-92b1-574a264c4b0b admin admin] Publish callbacks [] for security_group (f95672e0-0d40-4ee0-a6b6-bd0d43899167), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.163819 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f5fa8545-bb41-46fa-a3f6-2eee45bf34fb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.171747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2bb2acf-6e1c-4788-a2fa-be796872dd64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f9f94407-36af-43f5-9bd7-b653ba33be8f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.272262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Pushing event deleted for resources: {'Port': ['ID=f5fa8545-bb41-46fa-a3f6-2eee45bf34fb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:36.312705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d1341b-6f6e-4ca9-92b1-574a264c4b0b admin admin] Publish callbacks [] for security_group (f95672e0-0d40-4ee0-a6b6-bd0d43899167), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.467931 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d1341b-6f6e-4ca9-92b1-574a264c4b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f95672e0-0d40-4ee0-a6b6-bd0d43899167), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.479291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d1341b-6f6e-4ca9-92b1-574a264c4b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.483175 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b1d1341b-6f6e-4ca9-92b1-574a264c4b0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f95672e0-0d40-4ee0-a6b6-bd0d43899167 HTTP/1.1" status: 204 len: 168 time: 0.5822630 Feb 19 00:26:36.489627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] No DVR routers for this DVR port f5fa8545-bb41-46fa-a3f6-2eee45bf34fb on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:36.493398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb2acf-6e1c-4788-a2fa-be796872dd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f94407-36af-43f5-9bd7-b653ba33be8f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:36.514467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.522450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25ae9233-3e37-429f-b30e-c71f4f9ecd1c req-0db226a9-1ced-44df-b9cf-8594374d571f tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.113 "DELETE /v2.0/ports/f5fa8545-bb41-46fa-a3f6-2eee45bf34fb HTTP/1.1" status: 204 len: 173 time: 1.5074348 Feb 19 00:26:36.552141 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a2bb2acf-6e1c-4788-a2fa-be796872dd64 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba0d810997a34c28ab6d7efe07724e0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2847600 Feb 19 00:26:36.555067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'name': 'network-vif-deleted', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:36.557947 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc2c3f2-9c8b-4478-9629-c70ff98e20da" -d '{"events": [{"server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "name": "network-vif-deleted", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:36.562499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36068) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:36.564798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1341b-6f6e-4ca9-92b1-574a264c4b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95672e0-0d40-4ee0-a6b6-bd0d43899167,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:36.687701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a8bd-417c-409e-92c8-b7a572121bf2 admin admin] Publish callbacks [] for security_group (f9f94407-36af-43f5-9bd7-b653ba33be8f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.742355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a8bd-417c-409e-92c8-b7a572121bf2 admin admin] Publish callbacks [] for security_group (f9f94407-36af-43f5-9bd7-b653ba33be8f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.810506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd37f-39d0-4e2d-867f-410dbc173f34 req-3c5f6b35-eaa6-47ef-9594-285e53c015f7 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:36.816000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5efd37f-39d0-4e2d-867f-410dbc173f34 req-3c5f6b35-eaa6-47ef-9594-285e53c015f7 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.5539129 Feb 19 00:26:36.882889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a8bd-417c-409e-92c8-b7a572121bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f9f94407-36af-43f5-9bd7-b653ba33be8f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.890370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d6a8bd-417c-409e-92c8-b7a572121bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:36.892243 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b1d6a8bd-417c-409e-92c8-b7a572121bf2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9f94407-36af-43f5-9bd7-b653ba33be8f HTTP/1.1" status: 204 len: 168 time: 0.3285987 Feb 19 00:26:36.916870 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6a8bd-417c-409e-92c8-b7a572121bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f94407-36af-43f5-9bd7-b653ba33be8f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:37.001780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c6a24-a1e9-4055-9885-0d3a10ddd219 req-d685d312-6a0f-4b02-acba-73fc12e66dae tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:37.017569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b13c6a24-a1e9-4055-9885-0d3a10ddd219 req-d685d312-6a0f-4b02-acba-73fc12e66dae tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.5302389 Feb 19 00:26:37.075893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5efd37f-39d0-4e2d-867f-410dbc173f34 req-eb506605-f762-41ec-b799-309372f70ed0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487445 Feb 19 00:26:37.133667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b13c6a24-a1e9-4055-9885-0d3a10ddd219 req-f4998861-58f5-4e62-a8ff-d452604600b7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103637 Feb 19 00:26:37.290906 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6c5106-6003-4817-a3f7-4e364996b5b1 x-openstack-request-id: req-7b6c5106-6003-4817-a3f7-4e364996b5b1 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:37.291627 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d64b064b-c79b-4f80-b27c-78aba351a1bd", "name": "network-vif-deleted", "tag": "f5fa8545-bb41-46fa-a3f6-2eee45bf34fb", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:37.291885 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b6c5106-6003-4817-a3f7-4e364996b5b1 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:37.292300 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd64b064b-c79b-4f80-b27c-78aba351a1bd', 'name': 'network-vif-deleted', 'tag': 'f5fa8545-bb41-46fa-a3f6-2eee45bf34fb', 'status': 'completed', 'code': 200} Feb 19 00:26:37.439709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7119ae9-9fb7-4742-9aa6-b33f641f934e req-c2d558fb-ba96-4c39-8a45-f67598f2ef37 tempest-MigrationsAdminTest-986652137 tempest-MigrationsAdminTest-986652137-project] 10.222.0.60 "GET /v2.0/ports?device_id=d64b064b-c79b-4f80-b27c-78aba351a1bd HTTP/1.1" status: 200 len: 210 time: 0.0629375 Feb 19 00:26:37.870279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f5fa8545-bb41-46fa-a3f6-2eee45bf34fb no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:37.920099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: f5fa8545-bb41-46fa-a3f6-2eee45bf34fb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:37.921454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f5fa8545-bb41-46fa-a3f6-2eee45bf34fb not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:38.311006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161e66f-d53b-449d-9204-4e8fcf2b6185 req-062b922e-96cf-4ef5-8276-1b1e28950006 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:38.322822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2161e66f-d53b-449d-9204-4e8fcf2b6185 req-062b922e-96cf-4ef5-8276-1b1e28950006 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.1117122 Feb 19 00:26:38.449085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2161e66f-d53b-449d-9204-4e8fcf2b6185 req-ebc7aefa-1238-4050-b29d-84ec093fa979 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196549 Feb 19 00:26:38.626350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f6757-1da0-4213-b3b3-6cb683ba9c08 req-edf60501-82a0-42bc-a684-d2290520b6a1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:38.628223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c61f6757-1da0-4213-b3b3-6cb683ba9c08 req-edf60501-82a0-42bc-a684-d2290520b6a1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.1996691 Feb 19 00:26:38.631946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:38.754561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c61f6757-1da0-4213-b3b3-6cb683ba9c08 req-c19b6297-520b-4917-86e2-9aac5d285283 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119802 Feb 19 00:26:38.926004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36150) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:39.062734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-341405780-network', 'tenant_id': '2aebae7118ed4c34b496f1d30b477b4e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:39.110613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Made reservation on behalf of 2aebae7118ed4c34b496f1d30b477b4e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:26:39.113998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.130946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.179086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36158) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:39.320332 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Publish callbacks [] for security_group (7562e930-166e-4fee-9bbe-274f5d4e256f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.334525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7562e930-166e-4fee-9bbe-274f5d4e256f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.386843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:26:39.411517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7562e930-166e-4fee-9bbe-274f5d4e256f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:39.422966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (3787d3bb-95eb-4550-b702-729e8a9bc2ff), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.423313 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Added segment 3787d3bb-95eb-4550-b702-729e8a9bc2ff of type vlan for network 3c727548-3af7-4234-a20f-097e75520af6 Feb 19 00:26:39.438038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-76680087-network', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:39.446867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36162) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:39.523099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Made reservation on behalf of c32fed77a79f405aa211301cf461f8f2 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:26:39.526645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.575831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a424c675-ce77-424d-b08e-3bfa2edbb253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.584512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3c727548-3af7-4234-a20f-097e75520af6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.586156 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.632141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3c727548-3af7-4234-a20f-097e75520af6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.633488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:39.634337 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.742305 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Publish callbacks [] for security_group (5ae2880b-6a0d-4c20-b199-81b6a18812b0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.768902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5ae2880b-6a0d-4c20-b199-81b6a18812b0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.772811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1368992 Feb 19 00:26:39.779592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36168) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:39.787744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:26:39.788693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Request body: {'subnet': {'network_id': '3c727548-3af7-4234-a20f-097e75520af6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-341405780-subnet', 'tenant_id': '2aebae7118ed4c34b496f1d30b477b4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:39.810968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (22d5eb10-1cfd-4546-995a-8e89e0080059), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.811682 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Added segment 22d5eb10-1cfd-4546-995a-8e89e0080059 of type vlan for network 1c683f18-33fe-4fa0-800c-c605e613f057 Feb 19 00:26:39.859098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77743db6-a325-4234-be9d-858b015b9888 admin admin] Pushing event updated for resources: {'Network': ['ID=3c727548-3af7-4234-a20f-097e75520af6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:39.872392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3c727548-3af7-4234-a20f-097e75520af6 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:26:39.881467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Made reservation on behalf of 2aebae7118ed4c34b496f1d30b477b4e for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:26:39.884252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:39.904556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (1c683f18-33fe-4fa0-800c-c605e613f057), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.045843 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (1c683f18-33fe-4fa0-800c-c605e613f057), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.049498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:40.050301 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.242268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3144128 Feb 19 00:26:40.248650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36174) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:40.271521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Request body: {'subnet': {'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-76680087-subnet', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:40.316499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Pushing event updated for resources: {'Network': ['ID=1c683f18-33fe-4fa0-800c-c605e613f057,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:40.327970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 1c683f18-33fe-4fa0-800c-c605e613f057 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:26:40.329555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36176) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:40.330504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (1aed4675-b65a-4a61-a08a-9227a07e5921), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.331658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-14ad9ebb-b3a5-4e9c-a83e-62d73baca551 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92aa1adcecd941ff8848dacd8b05ec5a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1456964 Feb 19 00:26:40.332666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa01cc-a30e-4d1c-b8b2-12abc6e7f981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2880b-6a0d-4c20-b199-81b6a18812b0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:40.351114 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a424c675-ce77-424d-b08e-3bfa2edbb253 admin admin] Publish callbacks [] for security_group (68ce21b2-7ae5-40f4-9600-502ecdf8150c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.360763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb10c63-3fdd-47e1-a0ef-13a4c6c3e7fb req-197c848d-7336-4351-9889-9442dac8843a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:40.362494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bb10c63-3fdd-47e1-a0ef-13a4c6c3e7fb req-197c848d-7336-4351-9889-9442dac8843a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.7729974 Feb 19 00:26:40.365472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a424c675-ce77-424d-b08e-3bfa2edbb253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (68ce21b2-7ae5-40f4-9600-502ecdf8150c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.409764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45836a69-a4ba-4dcf-9231-a4dcf5425a65 req-a23ebe0f-3108-4c69-9776-891f7170601a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:40.418463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45836a69-a4ba-4dcf-9231-a4dcf5425a65 req-a23ebe0f-3108-4c69-9776-891f7170601a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.4556155 Feb 19 00:26:40.483418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Made reservation on behalf of c32fed77a79f405aa211301cf461f8f2 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:26:40.486022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.514315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a424c675-ce77-424d-b08e-3bfa2edbb253 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdd8f5115e7c4279b8074fb4e1343730&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0661483 Feb 19 00:26:40.542821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424c675-ce77-424d-b08e-3bfa2edbb253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ce21b2-7ae5-40f4-9600-502ecdf8150c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:40.546119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36178) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:40.634028 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aed4675-b65a-4a61-a08a-9227a07e5921,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:40.658906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e4da-4cf6-43cf-a5c0-5562db1bf483 admin admin] Publish callbacks [] for security_group (fb78575b-3c62-4a1c-a38f-4d904efae52c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.697391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Checking segment: {'id': '3787d3bb-95eb-4550-b702-729e8a9bc2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3c727548-3af7-4234-a20f-097e75520af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:40.697391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Network hostable DHCP agents. Network: 3c727548-3af7-4234-a20f-097e75520af6, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:26:40.706630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bb10c63-3fdd-47e1-a0ef-13a4c6c3e7fb req-6af871dc-1fb4-4a3e-a955-b5a2bc83903a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277614 Feb 19 00:26:40.725926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e4da-4cf6-43cf-a5c0-5562db1bf483 admin admin] Publish callbacks [] for security_group (fb78575b-3c62-4a1c-a38f-4d904efae52c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.737545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45836a69-a4ba-4dcf-9231-a4dcf5425a65 req-8a8c64de-2043-4a36-80f1-45afabd11885 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178859 Feb 19 00:26:40.754072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b981803-73bd-4749-a3b4-ea6f404673cb admin admin] Publish callbacks [] for security_group (68ce21b2-7ae5-40f4-9600-502ecdf8150c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.787880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Network 3c727548-3af7-4234-a20f-097e75520af6 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:26:40.806262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b981803-73bd-4749-a3b4-ea6f404673cb admin admin] Publish callbacks [] for security_group (68ce21b2-7ae5-40f4-9600-502ecdf8150c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.827313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3c727548-3af7-4234-a20f-097e75520af6) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:40.832264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:40.833485 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.838596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249e5568-87f6-4de0-b7df-6f23a7934a69 None None] Network 3c727548-3af7-4234-a20f-097e75520af6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:26:40.924256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b981803-73bd-4749-a3b4-ea6f404673cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (68ce21b2-7ae5-40f4-9600-502ecdf8150c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.927200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b981803-73bd-4749-a3b4-ea6f404673cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:40.928408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6b981803-73bd-4749-a3b4-ea6f404673cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68ce21b2-7ae5-40f4-9600-502ecdf8150c HTTP/1.1" status: 204 len: 168 time: 0.3787680 Feb 19 00:26:40.929590 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d2144ea5-6442-491a-967c-6d32f8cab8d2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1474347 Feb 19 00:26:40.946555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b981803-73bd-4749-a3b4-ea6f404673cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ce21b2-7ae5-40f4-9600-502ecdf8150c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:41.023715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e4da-4cf6-43cf-a5c0-5562db1bf483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fb78575b-3c62-4a1c-a38f-4d904efae52c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:41.029970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4b0e4da-4cf6-43cf-a5c0-5562db1bf483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:41.034560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c4b0e4da-4cf6-43cf-a5c0-5562db1bf483 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb78575b-3c62-4a1c-a38f-4d904efae52c HTTP/1.1" status: 204 len: 168 time: 0.6993589 Feb 19 00:26:41.137414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0e4da-4cf6-43cf-a5c0-5562db1bf483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb78575b-3c62-4a1c-a38f-4d904efae52c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:41.192680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (25e0b997-486d-4137-995c-a193adecacd8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:41.299676 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25e0b997-486d-4137-995c-a193adecacd8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:41.424101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Checking segment: {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:41.424514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Network hostable DHCP agents. Network: 1c683f18-33fe-4fa0-800c-c605e613f057, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:26:41.450620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477950ee-7dff-4108-a921-5ef6c0527e8b None None] Network 3c727548-3af7-4234-a20f-097e75520af6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:26:41.470348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Network 1c683f18-33fe-4fa0-800c-c605e613f057 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:26:41.498896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 1c683f18-33fe-4fa0-800c-c605e613f057) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:41.511607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:41.512227 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:41.570937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36194) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:41.571528 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7833a61d-4daa-4cc9-ba79-581c3ba7b680 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3199193 Feb 19 00:26:41.577446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:41.625610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (280ef515-b58f-485f-a38c-03e7ba3e4406), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:41.627346 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (280ef515-b58f-485f-a38c-03e7ba3e4406), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:41.691249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01451b-14d5-451d-a3d0-d0b86cb418ed None None] Network 1c683f18-33fe-4fa0-800c-c605e613f057 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:26:41.761287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks [] for router_controller (280ef515-b58f-485f-a38c-03e7ba3e4406), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:42.086548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36220) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:42.127937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-1c683f18-33fe-4fa0-800c-c605e613f057', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:26:42.130773 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:42.205311 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac94a5b0-ec86-42c8-9d01-479f30fcce9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=669f0c9066854071a24d936417ef4cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1130404 Feb 19 00:26:42.206417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36222) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:42.342301 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9004e947-8ea0-4c33-9b76-62b9a2fa1c92 admin admin] Publish callbacks [] for security_group (d7e23f0e-68ca-4492-8a31-8d40380df6e5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:42.413203 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9004e947-8ea0-4c33-9b76-62b9a2fa1c92 admin admin] Publish callbacks [] for security_group (d7e23f0e-68ca-4492-8a31-8d40380df6e5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:42.532218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Allocated IP 172.20.0.2 (1c683f18-33fe-4fa0-800c-c605e613f057/25e0b997-486d-4137-995c-a193adecacd8/9d72c408-3a99-4a66-88ab-f5551361d954) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:26:42.538388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9004e947-8ea0-4c33-9b76-62b9a2fa1c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d7e23f0e-68ca-4492-8a31-8d40380df6e5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:42.544440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9004e947-8ea0-4c33-9b76-62b9a2fa1c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:42.548684 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9004e947-8ea0-4c33-9b76-62b9a2fa1c92 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7e23f0e-68ca-4492-8a31-8d40380df6e5 HTTP/1.1" status: 204 len: 168 time: 0.3390419 Feb 19 00:26:42.584693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9004e947-8ea0-4c33-9b76-62b9a2fa1c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e23f0e-68ca-4492-8a31-8d40380df6e5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:42.930875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Publish callbacks [] for port (9d72c408-3a99-4a66-88ab-f5551361d954), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:42.949659 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.027331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Network 1c683f18-33fe-4fa0-800c-c605e613f057 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:26:43.030455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:43.049204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:26:43.069900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Pushing event updated for resources: {'Port': ['ID=9d72c408-3a99-4a66-88ab-f5551361d954,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:43.074872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36240) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:43.120799 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks [] for router_gateway (280ef515-b58f-485f-a38c-03e7ba3e4406), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.165963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0379d3-d9ce-417f-b4ff-96e6fa359755 req-2881fb5a-b5c6-490c-883d-d5530f0907c6 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:43.176736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f0379d3-d9ce-417f-b4ff-96e6fa359755 req-2881fb5a-b5c6-490c-883d-d5530f0907c6 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 1.2632740 Feb 19 00:26:43.199196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Attempting to bind port 9d72c408-3a99-4a66-88ab-f5551361d954 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:26:43.199583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Attempting to bind port 9d72c408-3a99-4a66-88ab-f5551361d954 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:26:43.199961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Attempting to bind port 9d72c408-3a99-4a66-88ab-f5551361d954 on network 1c683f18-33fe-4fa0-800c-c605e613f057 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:43.214079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:26:43.214345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Checking segment: {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:43.214693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.215111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Bound using segment: {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:26:43.215591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Bound port: 9d72c408-3a99-4a66-88ab-f5551361d954, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:26:43.215985 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.274780 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:26:43.327322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-761418408-network', 'tenant_id': '92daa5988ef845ea898c2b9e25aed217'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:43.356729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Made reservation on behalf of 92daa5988ef845ea898c2b9e25aed217 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:26:43.372745 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.384077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] For port 9d72c408-3a99-4a66-88ab-f5551361d954, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:43.399517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] For port 9d72c408-3a99-4a66-88ab-f5551361d954, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d72c408-3a99-4a66-88ab-f5551361d954,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:26:43.404092 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.433285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.484428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3354-9640-42da-b427-b3760f6aadc2 req-455b5903-1db7-4561-b209-7fe956b3fc13 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:43.493571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-455b5903-1db7-4561-b209-7fe956b3fc13 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/networks?id=3c727548-3af7-4234-a20f-097e75520af6 HTTP/1.1" status: 200 len: 817 time: 1.4859712 Feb 19 00:26:43.640778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f0379d3-d9ce-417f-b4ff-96e6fa359755 req-c36799ec-41c8-4f0d-8a5e-432792c3e96f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625630 Feb 19 00:26:43.667424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5718c-cdd2-46c8-9aed-ba56863f4875 None None] Pushing event updated for resources: {'Port': ['ID=9d72c408-3a99-4a66-88ab-f5551361d954,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:43.670000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-7a95c8dc-0aea-4e24-b5ca-2f0da0493846 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/quotas/2aebae7118ed4c34b496f1d30b477b4e HTTP/1.1" status: 200 len: 375 time: 0.1471639 Feb 19 00:26:43.726086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Publish callbacks [] for security_group (cdf8ecda-bde4-40ba-91ed-dcabf26db404), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.740952 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cdf8ecda-bde4-40ba-91ed-dcabf26db404), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.781525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-c17e6fa3-ad05-4683-a893-9f2155ab230e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2aebae7118ed4c34b496f1d30b477b4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1103210 Feb 19 00:26:43.800499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:26:43.819000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (cbdfb63e-a816-43fb-90a9-78453a7a89f2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:43.820298 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Added segment cbdfb63e-a816-43fb-90a9-78453a7a89f2 of type vlan for network 1edb21cd-7105-4c37-8544-d1b2aedeca11 Feb 19 00:26:43.896688 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (1edb21cd-7105-4c37-8544-d1b2aedeca11), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:44.002498 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (1edb21cd-7105-4c37-8544-d1b2aedeca11), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:44.005970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:44.006681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:44.075491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf8ecda-bde4-40ba-91ed-dcabf26db404,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:44.092405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0160785 Feb 19 00:26:44.102933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36262) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:44.116414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Request body: {'subnet': {'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-761418408-subnet', 'tenant_id': '92daa5988ef845ea898c2b9e25aed217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:44.180395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73278e4e-e71c-4cc9-82ef-f7537f4dc22c req-947d6ace-0f12-47f6-b716-934e937095b8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:44.189549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73278e4e-e71c-4cc9-82ef-f7537f4dc22c req-947d6ace-0f12-47f6-b716-934e937095b8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.3511279 Feb 19 00:26:44.206823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892094f-8c69-41ae-84f4-d3c10d038620 admin admin] Pushing event updated for resources: {'Network': ['ID=1edb21cd-7105-4c37-8544-d1b2aedeca11,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:44.219305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 1edb21cd-7105-4c37-8544-d1b2aedeca11 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:26:44.222023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-f3323bb4-3755-4b51-8269-7c564a3c9c44 service neutron] 10.222.0.60 "GET /v2.0/networks/3c727548-3af7-4234-a20f-097e75520af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395804 Feb 19 00:26:44.351656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73278e4e-e71c-4cc9-82ef-f7537f4dc22c req-cf35699d-e239-4abc-a5a4-17e4208ab116 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607919 Feb 19 00:26:44.352259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Made reservation on behalf of 92daa5988ef845ea898c2b9e25aed217 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:26:44.370463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:44.468967 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks [] for router_gateway (280ef515-b58f-485f-a38c-03e7ba3e4406), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:44.583798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:44.745756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Allocated IP 172.25.6.129 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/f8d2527a-8ad7-4e43-aa1b-4b47c526762f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:26:44.886765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks [] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:45.008767 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:45.038239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-4fbaacb7-f95f-4e36-8f13-19f543857fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/3c727548-3af7-4234-a20f-097e75520af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151727 Feb 19 00:26:45.219994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:26:45.228906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e77f9-17c7-4804-bd63-6e27dfffeeb4 req-6da8ea77-de86-4f5c-823c-dd93bb2204f6 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:45.236743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c9e77f9-17c7-4804-bd63-6e27dfffeeb4 req-6da8ea77-de86-4f5c-823c-dd93bb2204f6 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2913475 Feb 19 00:26:45.278935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:45.281202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Pushing event updated for resources: {'Port': ['ID=f8d2527a-8ad7-4e43-aa1b-4b47c526762f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:45.312953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:26:45.505418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (e179c58f-1c11-44ca-89cd-9853fd611759), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:45.556915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fb50b2-a3b3-4f4c-8d9d-4918501e41b2 None None] Network 1c683f18-33fe-4fa0-800c-c605e613f057 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:26:45.715920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Provisioning complete for port 9d72c408-3a99-4a66-88ab-f5551361d954 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:45.716594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:45.819986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c9e77f9-17c7-4804-bd63-6e27dfffeeb4 req-4717075b-5aa9-4268-9cdf-f061e3183a3c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820720 Feb 19 00:26:46.000893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Current status of the port 9d72c408-3a99-4a66-88ab-f5551361d954 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:46.001370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:46.058592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9d72c408-3a99-4a66-88ab-f5551361d954 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:46.120746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] For port 9d72c408-3a99-4a66-88ab-f5551361d954, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d72c408-3a99-4a66-88ab-f5551361d954,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:46.141372 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:46.238162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9d72c408-3a99-4a66-88ab-f5551361d954 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:46.239009 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:46.300191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e179c58f-1c11-44ca-89cd-9853fd611759,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:46.331388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8339489d-5948-4a12-994f-95342f295e5e req-c689f594-41ce-4fff-a653-d578db3c5057 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 210 time: 0.3563545 Feb 19 00:26:46.338308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Pushing event updated for resources: {'Port': ['ID=9d72c408-3a99-4a66-88ab-f5551361d954,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:46.374460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.376275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.376807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.377348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.378492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.379547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.381166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.381678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.382770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.385397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.385966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.386512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.388730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d751057-9bb8-46b6-8318-7d4328beda67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:46.391488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-975afb31-e853-4322-b040-39ada150369c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:46.394377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-975afb31-e853-4322-b040-39ada150369c tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.113 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 945 time: 0.8946187 Feb 19 00:26:46.521579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e78c38-a18f-4c84-941c-3d0d38344525 req-7335b5ea-9f24-44ee-a792-564df7603eed tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:46.528961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54e78c38-a18f-4c84-941c-3d0d38344525 req-7335b5ea-9f24-44ee-a792-564df7603eed tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 945 time: 0.9971762 Feb 19 00:26:46.606159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ba0f9edf-a5bb-4b33-a68a-d160311655e4 None None] Provisioning complete for port 9d72c408-3a99-4a66-88ab-f5551361d954 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:46.606704 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba0f9edf-a5bb-4b33-a68a-d160311655e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:46.608433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d72c408-3a99-4a66-88ab-f5551361d954 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:46.702200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Checking segment: {'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:46.702873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Network hostable DHCP agents. Network: 1edb21cd-7105-4c37-8544-d1b2aedeca11, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:26:46.751635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dcfaa-a685-41a2-8a06-15d338c93915 req-97ade56c-0826-40ac-80b9-d5b4edda6e68 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:46.753589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee5dcfaa-a685-41a2-8a06-15d338c93915 req-97ade56c-0826-40ac-80b9-d5b4edda6e68 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.2079473 Feb 19 00:26:46.788139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f9edf-a5bb-4b33-a68a-d160311655e4 None None] Current status of the port 9d72c408-3a99-4a66-88ab-f5551361d954 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:46.855839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Network 1edb21cd-7105-4c37-8544-d1b2aedeca11 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:26:46.902943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54e78c38-a18f-4c84-941c-3d0d38344525 req-382cc556-bbe1-427e-b76a-c500675858ef tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647661 Feb 19 00:26:46.918675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee5dcfaa-a685-41a2-8a06-15d338c93915 req-fde00fb8-abd2-47fa-9872-4f52bb7ae6ca tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578164 Feb 19 00:26:46.948654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Deleting port 907e4ad1-26cc-4f5e-8a99-a88586054f55 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:46.949116 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:46.953489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 1edb21cd-7105-4c37-8544-d1b2aedeca11) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:46.969572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a0afe-2efc-48a8-8c92-ab274f71db53 None None] Network 1edb21cd-7105-4c37-8544-d1b2aedeca11 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:26:46.973537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:46.974434 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:47.051384 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks [] for router_gateway (280ef515-b58f-485f-a38c-03e7ba3e4406), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:47.061890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6753bb80-9d10-470a-92c6-0bd36191f6f9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9578521 Feb 19 00:26:47.241750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] For port 907e4ad1-26cc-4f5e-8a99-a88586054f55, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=907e4ad1-26cc-4f5e-8a99-a88586054f55,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:47.242136 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:47.251810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb86972-a71f-4852-b954-e85a56997642 req-81c6bae8-0d64-4026-817b-8e8cda9b151c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:47.253371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cb86972-a71f-4852-b954-e85a56997642 req-81c6bae8-0d64-4026-817b-8e8cda9b151c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.1553831 Feb 19 00:26:47.265003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50125ae-5eba-4487-b6ef-e86a450212ab None None] Network 1edb21cd-7105-4c37-8544-d1b2aedeca11 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:26:47.350436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Calling delete_port for 907e4ad1-26cc-4f5e-8a99-a88586054f55 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:47.596467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cb86972-a71f-4852-b954-e85a56997642 req-4bd1c69e-b3cd-4259-bb55-fecc1a1fde9a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327610 Feb 19 00:26:47.884062 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d973586-8b24-472d-a3c7-4d7126ffa64c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:47.911770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9d72c408-3a99-4a66-88ab-f5551361d954 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:47.942912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 907e4ad1-26cc-4f5e-8a99-a88586054f55 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:48.003371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9d72c408-3a99-4a66-88ab-f5551361d954 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:48.003768 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.052804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3354-9640-42da-b427-b3760f6aadc2 req-cd045659-6a6f-4d19-b18f-c32bdba660c9 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:48.054171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-cd045659-6a6f-4d19-b18f-c32bdba660c9 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.126 "GET /v2.0/networks?id=3c727548-3af7-4234-a20f-097e75520af6 HTTP/1.1" status: 200 len: 817 time: 0.7072582 Feb 19 00:26:48.067491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 907e4ad1-26cc-4f5e-8a99-a88586054f55 is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:48.079964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ca590908-7d18-496a-8c28-2b0a57ffcfee req-669bbba2-ef8b-4519-80e9-9fbe815aa025 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-297273132', 'description': 'tempest-description-861044751'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:48.088308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c50651f7-fc54-4900-b99f-a77f337377de req-727d570b-86fe-4370-b5c4-bed641fe6f5e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 210 time: 0.3921258 Feb 19 00:26:48.093090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Request body: {'port': {'device_id': '0ee14ea3-c15d-417c-847d-18572b039d8c', 'network_id': '3c727548-3af7-4234-a20f-097e75520af6', 'admin_state_up': True, 'tenant_id': '2aebae7118ed4c34b496f1d30b477b4e'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:48.129839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d72c408-3a99-4a66-88ab-f5551361d954 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:48.184192 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (280ef515-b58f-485f-a38c-03e7ba3e4406), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.247540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ca590908-7d18-496a-8c28-2b0a57ffcfee req-669bbba2-ef8b-4519-80e9-9fbe815aa025 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.442885 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.466763 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (907e4ad1-26cc-4f5e-8a99-a88586054f55), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.468330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Made reservation on behalf of 2aebae7118ed4c34b496f1d30b477b4e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:26:48.472183 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.499113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1bc45-3050-4b4c-a45f-21063d78be97 req-710cc873-3f69-4f81-b4d9-d0188266e1e0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:48.500627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe1bc45-3050-4b4c-a45f-21063d78be97 req-710cc873-3f69-4f81-b4d9-d0188266e1e0 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=b9d880ef-ef5c-451f-a638-3b9c90731be7 HTTP/1.1" status: 200 len: 945 time: 0.3054671 Feb 19 00:26:48.549583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43941f58-5577-4e52-aa29-8519cdaca597 req-32e2f1e7-958f-4e34-8ee3-01ea742e4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:48.551275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43941f58-5577-4e52-aa29-8519cdaca597 req-32e2f1e7-958f-4e34-8ee3-01ea742e4122 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 1128 time: 0.3336163 Feb 19 00:26:48.561557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Pushing event deleted for resources: {'Port': ['ID=907e4ad1-26cc-4f5e-8a99-a88586054f55,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:48.709208 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ca590908-7d18-496a-8c28-2b0a57ffcfee req-669bbba2-ef8b-4519-80e9-9fbe815aa025 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (7381886b-1b96-4e0a-b2f4-6f9273c43d88), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.743659 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ca590908-7d18-496a-8c28-2b0a57ffcfee req-669bbba2-ef8b-4519-80e9-9fbe815aa025 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7381886b-1b96-4e0a-b2f4-6f9273c43d88), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.754706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] No DVR routers for this DVR port 907e4ad1-26cc-4f5e-8a99-a88586054f55 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:48.765792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.769095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2d09edf-9978-45fe-8a3a-c571f663fa18 req-93c12d48-aa2f-4944-891f-6506e1e07237 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.113 "DELETE /v2.0/ports/907e4ad1-26cc-4f5e-8a99-a88586054f55 HTTP/1.1" status: 204 len: 173 time: 2.3528535 Feb 19 00:26:48.780267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'name': 'network-vif-deleted', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:48.782726 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c95a53-e3cd-4fb7-9a43-45eac9906248" -d '{"events": [{"server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "name": "network-vif-deleted", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:48.832708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe1bc45-3050-4b4c-a45f-21063d78be97 req-8611855f-8c72-4e4c-902e-c57752bce9c6 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935805 Feb 19 00:26:48.845013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ca590908-7d18-496a-8c28-2b0a57ffcfee req-669bbba2-ef8b-4519-80e9-9fbe815aa025 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:48.846405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca590908-7d18-496a-8c28-2b0a57ffcfee req-669bbba2-ef8b-4519-80e9-9fbe815aa025 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.7868190 Feb 19 00:26:48.888988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bbba2-ef8b-4519-80e9-9fbe815aa025 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7381886b-1b96-4e0a-b2f4-6f9273c43d88,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:48.916056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Router 280ef515-b58f-485f-a38c-03e7ba3e4406 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:26:48.920880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43941f58-5577-4e52-aa29-8519cdaca597 req-6f1eef76-88c4-4354-a686-3999bc2c28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:48.922726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43941f58-5577-4e52-aa29-8519cdaca597 req-6f1eef76-88c4-4354-a686-3999bc2c28d5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 916 time: 0.3584297 Feb 19 00:26:48.944246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Allocated IP 172.20.0.5 (3c727548-3af7-4234-a20f-097e75520af6/1aed4675-b65a-4a61-a08a-9227a07e5921/52a77396-e328-4d66-986e-9e5cf55faa52) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:26:49.150052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43941f58-5577-4e52-aa29-8519cdaca597 req-6ba31b15-6c00-414b-aa00-579aefcef9ff service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 200 len: 1002 time: 0.2204175 Feb 19 00:26:49.248618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb235e3-a924-4a7f-a54b-2e42b6bdfb05 req-66a9d61f-e3d2-43f8-bbf9-53df72a0dac2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:49.250045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bb235e3-a924-4a7f-a54b-2e42b6bdfb05 req-66a9d61f-e3d2-43f8-bbf9-53df72a0dac2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.3084016 Feb 19 00:26:49.282772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36348) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:49.347991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16380056-d7f0-412e-b40a-eaef9a01134c req-4074cced-0405-4926-853f-fa78dc52044e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:49.354717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16380056-d7f0-412e-b40a-eaef9a01134c req-4074cced-0405-4926-853f-fa78dc52044e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2890890 Feb 19 00:26:49.360919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:26:49.372755 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Sync routers for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:26:49.383277 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:49.383909 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:26:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:49.394041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43941f58-5577-4e52-aa29-8519cdaca597 req-ad18d116-0cd5-40f3-9bd3-996797e644a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:49.395798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43941f58-5577-4e52-aa29-8519cdaca597 req-ad18d116-0cd5-40f3-9bd3-996797e644a4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.2338643 Feb 19 00:26:49.401885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ba9c8cc-fb76-4236-b24b-6074fad92660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.482208 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.483577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3b2d64e2-609b-49b3-b71a-69c3ffd58fca admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9108572 Feb 19 00:26:49.488652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:49.501248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ba9c8cc-fb76-4236-b24b-6074fad92660 admin admin] Publish callbacks [] for security_group (ca60df1d-6c5a-4ae2-8ca6-0a0614b42075), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.502310 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:49.508920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bb235e3-a924-4a7f-a54b-2e42b6bdfb05 req-d7a3decb-30e1-4284-9cfb-fecbfac5a69e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184393 Feb 19 00:26:49.516929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Publish callbacks [] for port (52a77396-e328-4d66-986e-9e5cf55faa52), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.525747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16380056-d7f0-412e-b40a-eaef9a01134c req-3874c979-cfa6-445e-b41e-a2aa5f32d72d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589136 Feb 19 00:26:49.537053 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ba9c8cc-fb76-4236-b24b-6074fad92660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ca60df1d-6c5a-4ae2-8ca6-0a0614b42075), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.566942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9c8cc-fb76-4236-b24b-6074fad92660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca60df1d-6c5a-4ae2-8ca6-0a0614b42075,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:49.568582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43941f58-5577-4e52-aa29-8519cdaca597 req-d9d9d94b-4837-46b3-a825-a60dcd408e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:49.570396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43941f58-5577-4e52-aa29-8519cdaca597 req-d9d9d94b-4837-46b3-a825-a60dcd408e47 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1568482 Feb 19 00:26:49.607541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-df19b9d2-f92f-4913-a059-1ec1dfeb157d req-3626004c-21b7-47d7-b8d8-607097dc3962 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-85799459', 'description': 'tempest-description-476539861'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:49.613748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.636620 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6ba9c8cc-fb76-4236-b24b-6074fad92660 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dfb30ce4634b4fc78d026fd0d888d485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526721 Feb 19 00:26:49.637446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36354) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:49.643376 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9273b98a-2d63-4dbf-957e-95e5622cba17 x-openstack-request-id: req-9273b98a-2d63-4dbf-957e-95e5622cba17 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:49.643812 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d880ef-ef5c-451f-a638-3b9c90731be7", "name": "network-vif-deleted", "tag": "907e4ad1-26cc-4f5e-8a99-a88586054f55", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:49.644146 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9273b98a-2d63-4dbf-957e-95e5622cba17 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:49.644697 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d880ef-ef5c-451f-a638-3b9c90731be7', 'name': 'network-vif-deleted', 'tag': '907e4ad1-26cc-4f5e-8a99-a88586054f55', 'status': 'completed', 'code': 200} Feb 19 00:26:49.741579 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:46Z', 'revision_number': 3, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:49.741975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Network 3c727548-3af7-4234-a20f-097e75520af6 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:26:49.749609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df19b9d2-f92f-4913-a059-1ec1dfeb157d req-3626004c-21b7-47d7-b8d8-607097dc3962 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.759443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:49.762149 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d105e1-c165-4656-bb58-c5eb9f6a41cf admin admin] Publish callbacks [] for security_group (ca60df1d-6c5a-4ae2-8ca6-0a0614b42075), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.773258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:26:49.783074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Pushing event updated for resources: {'Port': ['ID=52a77396-e328-4d66-986e-9e5cf55faa52,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:49.787544 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Checking router: 280ef515-b58f-485f-a38c-03e7ba3e4406 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:26:49.787896 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Updating router 280ef515-b58f-485f-a38c-03e7ba3e4406 port f8d2527a-8ad7-4e43-aa1b-4b47c526762f binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:26:49.820085 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.828144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d105e1-c165-4656-bb58-c5eb9f6a41cf admin admin] Publish callbacks [] for security_group (ca60df1d-6c5a-4ae2-8ca6-0a0614b42075), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.840577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43941f58-5577-4e52-aa29-8519cdaca597 req-7e1f6233-0cb0-41da-9c73-6cb2c1594a31 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614439 Feb 19 00:26:49.888903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:49.889635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.908231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d6430b-f21e-44e7-91fd-c62eb2ea6261 req-472cf4fb-2225-47dc-8fb0-36580af0050a tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:49.909849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d6430b-f21e-44e7-91fd-c62eb2ea6261 req-472cf4fb-2225-47dc-8fb0-36580af0050a tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 931 time: 0.2189674 Feb 19 00:26:49.963886 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d105e1-c165-4656-bb58-c5eb9f6a41cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ca60df1d-6c5a-4ae2-8ca6-0a0614b42075), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.967069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d105e1-c165-4656-bb58-c5eb9f6a41cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:49.970946 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-84d105e1-c165-4656-bb58-c5eb9f6a41cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ca60df1d-6c5a-4ae2-8ca6-0a0614b42075 HTTP/1.1" status: 204 len: 168 time: 0.3279283 Feb 19 00:26:49.982446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d105e1-c165-4656-bb58-c5eb9f6a41cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca60df1d-6c5a-4ae2-8ca6-0a0614b42075,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:49.983116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-fbbaab78-9552-4c29-93b3-3ce5ee95400e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8990004 Feb 19 00:26:50.011178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Request body: {'port': {'device_id': '0ee14ea3-c15d-417c-847d-18572b039d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:50.049392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d83690d4-418c-4307-b9e0-c6a1e1325444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.097652 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df19b9d2-f92f-4913-a059-1ec1dfeb157d req-3626004c-21b7-47d7-b8d8-607097dc3962 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (7a39717d-07ee-4736-824b-8f13192c6dbf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.109764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d6430b-f21e-44e7-91fd-c62eb2ea6261 req-820c0594-60c7-4b3c-8ae4-219796d0bf4d tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624162 Feb 19 00:26:50.122965 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df19b9d2-f92f-4913-a059-1ec1dfeb157d req-3626004c-21b7-47d7-b8d8-607097dc3962 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7a39717d-07ee-4736-824b-8f13192c6dbf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.135202 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Publish callbacks [] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.140343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43941f58-5577-4e52-aa29-8519cdaca597 req-719a1972-e86a-4685-b560-dbf3904b5021 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880785 Feb 19 00:26:50.146210 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.226674 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.231131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df19b9d2-f92f-4913-a059-1ec1dfeb157d req-3626004c-21b7-47d7-b8d8-607097dc3962 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.237512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df19b9d2-f92f-4913-a059-1ec1dfeb157d req-3626004c-21b7-47d7-b8d8-607097dc3962 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6442344 Feb 19 00:26:50.277891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626004c-21b7-47d7-b8d8-607097dc3962 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a39717d-07ee-4736-824b-8f13192c6dbf,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:50.285913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.343846 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Pushing event updated for resources: {'Port': ['ID=f8d2527a-8ad7-4e43-aa1b-4b47c526762f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:50.361316 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.361781 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.362519 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.363019 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.363452 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.363938 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.364334 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.364711 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.365235 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.365725 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.366221 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.366685 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.367333 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:26:50.378401 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Attempting to bind port f8d2527a-8ad7-4e43-aa1b-4b47c526762f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:26:50.379165 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Attempting to bind port f8d2527a-8ad7-4e43-aa1b-4b47c526762f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:26:50.379302 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Attempting to bind port f8d2527a-8ad7-4e43-aa1b-4b47c526762f on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:50.385810 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:26:50.386210 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:50.386728 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.387120 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:26:50.387594 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Bound port: f8d2527a-8ad7-4e43-aa1b-4b47c526762f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:26:50.387971 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.448456 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] For port f8d2527a-8ad7-4e43-aa1b-4b47c526762f, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:50.452217 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] For port f8d2527a-8ad7-4e43-aa1b-4b47c526762f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f8d2527a-8ad7-4e43-aa1b-4b47c526762f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:26:50.481257 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.501763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Allocated IP 172.20.0.1 (1c683f18-33fe-4fa0-800c-c605e613f057/25e0b997-486d-4137-995c-a193adecacd8/d0d1f6f8-7aee-4779-8ca8-3000becd1f38) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:26:50.530163 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:50.531072 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:26:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:50.622864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:50.653497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07e535cc-b205-4b1c-8115-5df943ead081 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.666025 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Publish callbacks [] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.694618 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51e2cb-3fa3-4e59-a23f-ab5b6acd19d8 None None] Pushing event updated for resources: {'Port': ['ID=f8d2527a-8ad7-4e43-aa1b-4b47c526762f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:50.723742 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:50.731141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e37115-e67d-4734-ac7d-e05c13993c1c req-7a0877be-f9ce-476e-b5e5-e7d807c1b931 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:50.732890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68e37115-e67d-4734-ac7d-e05c13993c1c req-7a0877be-f9ce-476e-b5e5-e7d807c1b931 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 944 time: 0.2155485 Feb 19 00:26:50.751372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.808323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-03d506ed-9559-4108-bba6-0db116ba5163 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:50.811679 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07e535cc-b205-4b1c-8115-5df943ead081 admin admin] Publish callbacks [] for security_group (ac9b1128-f06b-4dcc-87f5-2f06e555a499), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.815575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-03d506ed-9559-4108-bba6-0db116ba5163 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 812 time: 0.2386949 Feb 19 00:26:50.821460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Network 1c683f18-33fe-4fa0-800c-c605e613f057 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:26:50.822392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07e535cc-b205-4b1c-8115-5df943ead081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ac9b1128-f06b-4dcc-87f5-2f06e555a499), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.840157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:50.854225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:26:50.873374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-0fdce5de-3392-45fc-a691-6275059a1a01 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/quotas/92daa5988ef845ea898c2b9e25aed217 HTTP/1.1" status: 200 len: 375 time: 0.0568514 Feb 19 00:26:50.889667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Pushing event updated for resources: {'Port': ['ID=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:50.911169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e535cc-b205-4b1c-8115-5df943ead081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9b1128-f06b-4dcc-87f5-2f06e555a499,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:50.918240 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-07e535cc-b205-4b1c-8115-5df943ead081 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6ff8df35b554d0d8cf90a90e171bf8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918382 Feb 19 00:26:50.918801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36384) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:50.934429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68e37115-e67d-4734-ac7d-e05c13993c1c req-0db016b0-1e31-4814-b36d-de069b16cdb8 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868448 Feb 19 00:26:50.950842 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:46Z', 'revision_number': 3, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:50.958083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (280ef515-b58f-485f-a38c-03e7ba3e4406), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:50.960883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-05c1931d-02a0-4659-99c3-27c6e3d92ad0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724452 Feb 19 00:26:51.003083 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385795e-b74d-4ccf-8dda-adb5659eabad None None] The sync data for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 is: [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:46Z', 'revision_number': 3, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:26:51.056722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.068963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c0065bfc-31ab-48dc-b6fb-034f0213ed9d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:51.070681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c0065bfc-31ab-48dc-b6fb-034f0213ed9d tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.113 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 944 time: 0.2827847 Feb 19 00:26:51.074503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87e04a62-a133-44aa-bfd9-fc6afd4c5dc1 admin admin] Publish callbacks [] for security_group (ac9b1128-f06b-4dcc-87f5-2f06e555a499), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.131133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87e04a62-a133-44aa-bfd9-fc6afd4c5dc1 admin admin] Publish callbacks [] for security_group (ac9b1128-f06b-4dcc-87f5-2f06e555a499), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.208575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.251035 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87e04a62-a133-44aa-bfd9-fc6afd4c5dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ac9b1128-f06b-4dcc-87f5-2f06e555a499), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.253648 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87e04a62-a133-44aa-bfd9-fc6afd4c5dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.254946 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-87e04a62-a133-44aa-bfd9-fc6afd4c5dc1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac9b1128-f06b-4dcc-87f5-2f06e555a499 HTTP/1.1" status: 204 len: 168 time: 0.3352318 Feb 19 00:26:51.265629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c1464289-8e9e-4b12-bea0-018444a3e551 None None] Provisioning complete for port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:51.266455 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1464289-8e9e-4b12-bea0-018444a3e551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.269167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e04a62-a133-44aa-bfd9-fc6afd4c5dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9b1128-f06b-4dcc-87f5-2f06e555a499,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:51.374552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c1464289-8e9e-4b12-bea0-018444a3e551 None None] Port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:26:51.491833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Publish callbacks [] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.499086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.574796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (280ef515-b58f-485f-a38c-03e7ba3e4406), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.580627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Pushing event updated for resources: {'Port': ['ID=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:51.624918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-f77457f1-ba95-4f77-8fe5-5e90a19cf4d9 service neutron] 10.222.0.60 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628442 Feb 19 00:26:51.643871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a77396-e328-4d66-986e-9e5cf55faa52 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:51.655488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Publish callbacks [] for port (52a77396-e328-4d66-986e-9e5cf55faa52), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.715603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Network 1c683f18-33fe-4fa0-800c-c605e613f057 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:26:51.718879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:51.741211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Transition to ACTIVE for port object 52a77396-e328-4d66-986e-9e5cf55faa52 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:26:51.771434 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:51.828206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781807b9-284a-468f-9084-660fa04aca76 req-c73698cb-cfd2-44b6-a517-6c0fe6e69270 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:51.835836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-781807b9-284a-468f-9084-660fa04aca76 req-c73698cb-cfd2-44b6-a517-6c0fe6e69270 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.7812686 Feb 19 00:26:51.845070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Pushing event updated for resources: {'Port': ['ID=52a77396-e328-4d66-986e-9e5cf55faa52,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:51.934592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Router 280ef515-b58f-485f-a38c-03e7ba3e4406 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:26:51.978235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-2aae56de-dafa-4410-bf97-cf2ad84883d5 service neutron] 10.222.0.60 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524005 Feb 19 00:26:52.065144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f8d2527a-8ad7-4e43-aa1b-4b47c526762f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:52.074312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Deleting port c322dec7-d5a0-401c-ae24-1f12d1f45d3d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:52.074690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.138309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-781807b9-284a-468f-9084-660fa04aca76 req-0c7d3a16-c905-4e42-94ea-13491b794605 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858348 Feb 19 00:26:52.152778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:52.254966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-873b3f6b-1b3c-4816-8f19-5dfa5898e970 None None] Provisioning complete for port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:52.255949 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-873b3f6b-1b3c-4816-8f19-5dfa5898e970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.271592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:26:52.280473 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6825d977-98a0-44a4-a1a8-af3a3100207c admin admin] 10.222.0.60 "PUT /v2.0/routers/280ef515-b58f-485f-a38c-03e7ba3e4406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7894621 Feb 19 00:26:52.311214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-873b3f6b-1b3c-4816-8f19-5dfa5898e970 None None] Port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:26:52.370294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f8d2527a-8ad7-4e43-aa1b-4b47c526762f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:52.370888 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.374222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port eddd221f-4a66-46f2-9650-1deda76e5806 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:52.374819 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.420764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Attempting to bind port 52a77396-e328-4d66-986e-9e5cf55faa52 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:26:52.429067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Attempting to bind port 52a77396-e328-4d66-986e-9e5cf55faa52 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '3787d3bb-95eb-4550-b702-729e8a9bc2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3c727548-3af7-4234-a20f-097e75520af6'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:26:52.429496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Attempting to bind port 52a77396-e328-4d66-986e-9e5cf55faa52 on network 3c727548-3af7-4234-a20f-097e75520af6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:52.442707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Port 52a77396-e328-4d66-986e-9e5cf55faa52 on network 3c727548-3af7-4234-a20f-097e75520af6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:26:52.443036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Attempting to bind port 52a77396-e328-4d66-986e-9e5cf55faa52 on network 3c727548-3af7-4234-a20f-097e75520af6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:52.452560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:52.455141 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227dbdc1-eb5a-4944-8eb6-1ebc4bd4e69c" -d '{"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-unplugged", "status": "completed", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:52.493737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:52.514382 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.523227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.527905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:26:52.528258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Checking segment: {'id': '3787d3bb-95eb-4550-b702-729e8a9bc2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3c727548-3af7-4234-a20f-097e75520af6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:52.528648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Bound using segment: {'id': '3787d3bb-95eb-4550-b702-729e8a9bc2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3c727548-3af7-4234-a20f-097e75520af6'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:26:52.529218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Bound port: 52a77396-e328-4d66-986e-9e5cf55faa52, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3787d3bb-95eb-4550-b702-729e8a9bc2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '3c727548-3af7-4234-a20f-097e75520af6'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:26:52.529763 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.610709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:52.614511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f8d2527a-8ad7-4e43-aa1b-4b47c526762f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:52.615160 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.628760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999bba2-ae68-4fb4-a8ec-a77455de16de req-bc32a356-a1c9-46c6-8cb7-4db2368bae21 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:52.630412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a999bba2-ae68-4fb4-a8ec-a77455de16de req-bc32a356-a1c9-46c6-8cb7-4db2368bae21 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 946 time: 0.3550897 Feb 19 00:26:52.644039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port f8d2527a-8ad7-4e43-aa1b-4b47c526762f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f8d2527a-8ad7-4e43-aa1b-4b47c526762f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:52.650736 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.704801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] For port 52a77396-e328-4d66-986e-9e5cf55faa52, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:52.709431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] For port 52a77396-e328-4d66-986e-9e5cf55faa52, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a77396-e328-4d66-986e-9e5cf55faa52,segment=NetworkSegment(3787d3bb-95eb-4550-b702-729e8a9bc2ff),segment_id=3787d3bb-95eb-4550-b702-729e8a9bc2ff)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:26:52.722589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c45372-c9a2-4744-8350-4d888aa5d45a req-c2d89e04-d47e-43a2-b4f9-518aa9b43175 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:52.733145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07c45372-c9a2-4744-8350-4d888aa5d45a req-c2d89e04-d47e-43a2-b4f9-518aa9b43175 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 943 time: 0.3204813 Feb 19 00:26:52.743511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] For port c322dec7-d5a0-401c-ae24-1f12d1f45d3d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:52.744185 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.769626 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.855780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=f8d2527a-8ad7-4e43-aa1b-4b47c526762f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:52.861645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Calling delete_port for c322dec7-d5a0-401c-ae24-1f12d1f45d3d owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:52.871391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a999bba2-ae68-4fb4-a8ec-a77455de16de req-fe423563-1f34-4c30-98bc-80f24bec51c0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249701 Feb 19 00:26:52.947879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:52.948506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:52.950036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] 10.222.0.126 "PUT /v2.0/ports/52a77396-e328-4d66-986e-9e5cf55faa52 HTTP/1.1" status: 200 len: 1091 time: 2.9537022 Feb 19 00:26:52.953514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee14ea3-c15d-417c-847d-18572b039d8c', 'tag': '52a77396-e328-4d66-986e-9e5cf55faa52'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:52.955898 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee14ea3-c15d-417c-847d-18572b039d8c", "tag": "52a77396-e328-4d66-986e-9e5cf55faa52"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:53.023486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07c45372-c9a2-4744-8350-4d888aa5d45a req-cdc7e1a3-09c9-40da-a41f-a78ce48bf1a6 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893991 Feb 19 00:26:53.050377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f7bca-b7ce-435d-88a9-41c2831ed11a service neutron] Pushing event updated for resources: {'Port': ['ID=52a77396-e328-4d66-986e-9e5cf55faa52,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:53.121652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db374712-d955-4924-ab12-c832bf56b8b3 req-0053a46f-60cd-4fe8-b4ae-9f8a9c932ea9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:53.123234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db374712-d955-4924-ab12-c832bf56b8b3 req-0053a46f-60cd-4fe8-b4ae-9f8a9c932ea9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=c73893d9-8937-4a72-8b21-a56b6e938ff7 HTTP/1.1" status: 200 len: 944 time: 0.1570773 Feb 19 00:26:53.153605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3354-9640-42da-b427-b3760f6aadc2 req-8c4100f6-9a5e-4778-9657-3bb116c4f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:53.155735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-8c4100f6-9a5e-4778-9657-3bb116c4f787 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2aebae7118ed4c34b496f1d30b477b4e&device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 1125 time: 0.1372604 Feb 19 00:26:53.254927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-13b70245-030c-47c8-98ce-52b608f76a83 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a77396-e328-4d66-986e-9e5cf55faa52 HTTP/1.1" status: 200 len: 217 time: 0.0867319 Feb 19 00:26:53.259505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f211aa82-1f5b-407d-863e-82f6cfcdf8ff req-56d059f2-5564-4e68-aa7e-f50134fa6493 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 210 time: 0.0795360 Feb 19 00:26:53.315318 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be317480-579f-4f5e-8909-f3d7b6568623 x-openstack-request-id: req-be317480-579f-4f5e-8909-f3d7b6568623 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:53.316178 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-unplugged", "status": "failed", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806", "code": 422}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:53.317433 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be317480-579f-4f5e-8909-f3d7b6568623 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:53.318124 n-d-826527-3 neutron-server[103651]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'code': 422} returned with failed status Feb 19 00:26:53.319921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c322dec7-d5a0-401c-ae24-1f12d1f45d3d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:53.327050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db374712-d955-4924-ab12-c832bf56b8b3 req-53d6445f-08a8-4b88-8d2a-a3e3d26f9a63 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662192 Feb 19 00:26:53.362465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Pushing event deleted for resources: {'Port': ['ID=c322dec7-d5a0-401c-ae24-1f12d1f45d3d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:53.372575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f3354-9640-42da-b427-b3760f6aadc2 req-d02e73b4-701c-425a-a1b9-0d3d2a1bf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:53.374150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-d02e73b4-701c-425a-a1b9-0d3d2a1bf227 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1aed4675-b65a-4a61-a08a-9227a07e5921 HTTP/1.1" status: 200 len: 857 time: 0.1056805 Feb 19 00:26:53.396799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:53.450678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] No DVR routers for this DVR port c322dec7-d5a0-401c-ae24-1f12d1f45d3d on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:53.454757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-56656436-8a22-46af-a5d5-098ea0dc2e26 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3c727548-3af7-4234-a20f-097e75520af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517616 Feb 19 00:26:53.455922 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:53.459373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-866bf0c7-ee8f-493b-858e-dfeeb8cee3b3 req-c546fd78-e1be-4af7-b401-474045288d3f tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.113 "DELETE /v2.0/ports/c322dec7-d5a0-401c-ae24-1f12d1f45d3d HTTP/1.1" status: 204 len: 173 time: 2.3356426 Feb 19 00:26:53.567630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Sync routers for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:26:53.570557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-686a1be3-cac8-4516-b56e-4563d0e33cbb service neutron] 10.222.0.126 "GET /v2.0/networks/3c727548-3af7-4234-a20f-097e75520af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097600 Feb 19 00:26:53.586167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:53.587117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:26:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:53.683286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457f3354-9640-42da-b427-b3760f6aadc2 req-56d081f9-ae6c-4901-96b8-3aa890a026a0 service neutron] 10.222.0.126 "GET /v2.0/networks/3c727548-3af7-4234-a20f-097e75520af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067698 Feb 19 00:26:53.759591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:53.930718 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4538dd0e-0ade-4b3d-9596-a14f0582adc8 x-openstack-request-id: req-4538dd0e-0ade-4b3d-9596-a14f0582adc8 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:53.931330 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee14ea3-c15d-417c-847d-18572b039d8c", "tag": "52a77396-e328-4d66-986e-9e5cf55faa52", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:53.931330 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4538dd0e-0ade-4b3d-9596-a14f0582adc8 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:53.931640 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee14ea3-c15d-417c-847d-18572b039d8c', 'tag': '52a77396-e328-4d66-986e-9e5cf55faa52', 'status': 'completed', 'code': 200} Feb 19 00:26:53.989765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f8d2527a-8ad7-4e43-aa1b-4b47c526762f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:54.083921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-57e54dcb-65a6-4c12-b10d-eb30b5ff28a0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:54.084790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.087300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-57e54dcb-65a6-4c12-b10d-eb30b5ff28a0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.113 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 812 time: 0.3045280 Feb 19 00:26:54.120920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'port': {'device_id': '1ee897a8-46c2-400f-b32c-489777c0005f', 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11', 'admin_state_up': True, 'tenant_id': '92daa5988ef845ea898c2b9e25aed217'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:54.126258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f8d2527a-8ad7-4e43-aa1b-4b47c526762f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:54.126645 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.207081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-72e67a00-4a14-4580-8a21-230cc8d88f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:54.209055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-72e67a00-4a14-4580-8a21-230cc8d88f18 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=2aebae7118ed4c34b496f1d30b477b4e&device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 1125 time: 0.2765427 Feb 19 00:26:54.225497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 2, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:54.247668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36466) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:54.252661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5d0b8e57-48f9-47d5-9abd-cb19fbcf09c3 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620985170', 'description': 'tempest-description--968039258'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:54.268796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Checking router: 280ef515-b58f-485f-a38c-03e7ba3e4406 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:26:54.269215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Updating router 280ef515-b58f-485f-a38c-03e7ba3e4406 port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:26:54.271420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e752de-77ae-40da-b319-2ceafeadc100 req-a6d3b94e-1762-4a90-9bcd-a61a7c8f112d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:54.273733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04e752de-77ae-40da-b319-2ceafeadc100 req-a6d3b94e-1762-4a90-9bcd-a61a7c8f112d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2326193 Feb 19 00:26:54.286432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8e57-48f9-47d5-9abd-cb19fbcf09c3 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.295982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f8d2527a-8ad7-4e43-aa1b-4b47c526762f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:54.310959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.393945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8e57-48f9-47d5-9abd-cb19fbcf09c3 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group (8127aafb-fab9-4992-8a4f-4da07eecce4e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.400366 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8e57-48f9-47d5-9abd-cb19fbcf09c3 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8127aafb-fab9-4992-8a4f-4da07eecce4e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.449714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04e752de-77ae-40da-b319-2ceafeadc100 req-c5f49e26-ae92-414e-97d9-965cb9a17206 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454008 Feb 19 00:26:54.459373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d0b8e57-48f9-47d5-9abd-cb19fbcf09c3 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.460646 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5d0b8e57-48f9-47d5-9abd-cb19fbcf09c3 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2117162 Feb 19 00:26:54.463484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36480) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:54.478614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-2dc44eb2-2610-41c2-83ac-f15c850455c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:54.478614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-2dc44eb2-2610-41c2-83ac-f15c850455c7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=3c727548-3af7-4234-a20f-097e75520af6 HTTP/1.1" status: 200 len: 918 time: 0.2546997 Feb 19 00:26:54.481726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-99cd1449-2d2c-4432-9129-391f883d6fc2 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Request body: {'security_group_rule': {'security_group_id': '8127aafb-fab9-4992-8a4f-4da07eecce4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:54.487312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0b8e57-48f9-47d5-9abd-cb19fbcf09c3 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8127aafb-fab9-4992-8a4f-4da07eecce4e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:54.499584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Made reservation on behalf of 92daa5988ef845ea898c2b9e25aed217 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:26:54.506788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.524725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99cd1449-2d2c-4432-9129-391f883d6fc2 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group_rule (b374c6ae-a3af-45b3-9922-81bf58267c77), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.543946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-f23368ea-7b9d-4ab5-b2ce-034c91494b66 req-4b79502f-ac4c-4dfa-b728-ca6c15bce016 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:26:54.545079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f23368ea-7b9d-4ab5-b2ce-034c91494b66 req-4b79502f-ac4c-4dfa-b728-ca6c15bce016 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069172 Feb 19 00:26:54.553179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-6031ab89-8648-4cb4-87fc-db10b8466616 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52a77396-e328-4d66-986e-9e5cf55faa52 HTTP/1.1" status: 200 len: 217 time: 0.0703084 Feb 19 00:26:54.594300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99cd1449-2d2c-4432-9129-391f883d6fc2 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group_rule (b374c6ae-a3af-45b3-9922-81bf58267c77), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.602088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99cd1449-2d2c-4432-9129-391f883d6fc2 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b374c6ae-a3af-45b3-9922-81bf58267c77), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.625004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd1449-2d2c-4432-9129-391f883d6fc2 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b374c6ae-a3af-45b3-9922-81bf58267c77,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:54.637242 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99cd1449-2d2c-4432-9129-391f883d6fc2 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.639927 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-99cd1449-2d2c-4432-9129-391f883d6fc2 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754861 Feb 19 00:26:54.642677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36482) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:54.652841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-69586442-2a30-42b3-baf0-33c7d8e6b365 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Request body: {'security_group_rule': {'security_group_id': '8127aafb-fab9-4992-8a4f-4da07eecce4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:54.688939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Publish callbacks [] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.694212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69586442-2a30-42b3-baf0-33c7d8e6b365 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group_rule (4d85ffbd-bde6-4e4a-bfaf-1a070d20c157), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.698795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.782759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2c4cc2b-95d6-420c-ba62-047e4b4f65aa req-c3cd0271-64c5-4fa1-bf38-63cdcbaa1057 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 210 time: 0.0503953 Feb 19 00:26:54.812387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69586442-2a30-42b3-baf0-33c7d8e6b365 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group_rule (4d85ffbd-bde6-4e4a-bfaf-1a070d20c157), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.821735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69586442-2a30-42b3-baf0-33c7d8e6b365 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4d85ffbd-bde6-4e4a-bfaf-1a070d20c157), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.834669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Attempting to bind port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:26:54.835056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Attempting to bind port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:26:54.835432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Attempting to bind port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 on network 1c683f18-33fe-4fa0-800c-c605e613f057 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:54.838427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d336d-e0c8-480b-a4a4-179a56ac0d06 None None] Pushing event updated for resources: {'Port': ['ID=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:54.844113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:26:54.844506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Checking segment: {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:54.844900 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.845302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Bound using segment: {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:26:54.845780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Bound port: d0d1f6f8-7aee-4779-8ca8-3000becd1f38, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:26:54.846164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.864841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69586442-2a30-42b3-baf0-33c7d8e6b365 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d85ffbd-bde6-4e4a-bfaf-1a070d20c157,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:54.885360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69586442-2a30-42b3-baf0-33c7d8e6b365 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.887979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-69586442-2a30-42b3-baf0-33c7d8e6b365 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2436695 Feb 19 00:26:54.895950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36498) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:26:54.901951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-54c4853b-9b7f-4558-9f8e-0550d47b0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:54.903095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:54.903698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-54c4853b-9b7f-4558-9f8e-0550d47b0531 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1aed4675-b65a-4a61-a08a-9227a07e5921 HTTP/1.1" status: 200 len: 857 time: 0.3363183 Feb 19 00:26:54.919194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa80e5-4e49-4639-abb9-d73e9103bbdc req-86ddd0c6-f261-45f8-b0b6-d8b937f3f25b tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:54.921124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29aa80e5-4e49-4639-abb9-d73e9103bbdc req-86ddd0c6-f261-45f8-b0b6-d8b937f3f25b tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 943 time: 0.3651719 Feb 19 00:26:54.938861 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.943202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] For port d0d1f6f8-7aee-4779-8ca8-3000becd1f38, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:54.949761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] For port d0d1f6f8-7aee-4779-8ca8-3000becd1f38, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:26:54.970679 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:54.971951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-dc499265-aa7b-4d49-ae23-fc910338ae21 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=3c727548-3af7-4234-a20f-097e75520af6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494640 Feb 19 00:26:55.081196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:26:55.081979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:26:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:55.093202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.100698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-c5208b1a-fa49-4ae9-bd6f-c8c006f247b5 service neutron] 10.222.0.126 "GET /v2.0/networks/3c727548-3af7-4234-a20f-097e75520af6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097534 Feb 19 00:26:55.146720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Allocated IP 172.20.0.5 (1edb21cd-7105-4c37-8544-d1b2aedeca11/e179c58f-1c11-44ca-89cd-9853fd611759/28bf7dea-5cfe-43f9-a355-6b03727fc838) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:26:55.260438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29aa80e5-4e49-4639-abb9-d73e9103bbdc req-44878647-2bf4-4ce0-9a95-4f8089a5e9c3 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246527 Feb 19 00:26:55.329039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:26:55.348835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Allocated IP 172.25.6.52 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/42d1f607-5412-4924-8e33-7dc2800c344a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:26:55.386561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d336d-e0c8-480b-a4a4-179a56ac0d06 None None] Pushing event updated for resources: {'Port': ['ID=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:55.455638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d9a39658-fb2c-43ea-9074-bc634c58a4fe None None] Provisioning complete for port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:55.456027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9a39658-fb2c-43ea-9074-bc634c58a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.479430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b55d369-6f62-4d2b-822d-c7a1e94c4a79 req-ef55667b-e734-4c59-84d4-0a8d76db17c6 service neutron] 10.222.0.126 "GET /v2.0/networks/3c727548-3af7-4234-a20f-097e75520af6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681104 Feb 19 00:26:55.540129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for port (42d1f607-5412-4924-8e33-7dc2800c344a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.555480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd1fa3-85f1-496a-9e41-6bf69921ff2e req-0c6ca1a8-60ca-45d8-8b5a-859863ab541f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:55.565794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81cd1fa3-85f1-496a-9e41-6bf69921ff2e req-0c6ca1a8-60ca-45d8-8b5a-859863ab541f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2567489 Feb 19 00:26:55.603814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-20aa2734-4bd3-4fd6-bc56-84ce232ec7a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6233792 Feb 19 00:26:55.616830 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (42d1f607-5412-4924-8e33-7dc2800c344a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.623531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.663999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81cd1fa3-85f1-496a-9e41-6bf69921ff2e req-87b1c739-2c5f-4548-b15c-60a108cb28f0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956583 Feb 19 00:26:55.671248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:26:55.721999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d9a39658-fb2c-43ea-9074-bc634c58a4fe None None] Current status of the port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:55.723818 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9a39658-fb2c-43ea-9074-bc634c58a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.750748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-333a53bb-7f1a-41c5-ba5e-5683f1145404 req-3165f1c3-069e-494b-8c47-551090453e79 tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f4b655c60dc34f91b59570c06ae592ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608752 Feb 19 00:26:55.759360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:55.761244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event updated for resources: {'Port': ['ID=42d1f607-5412-4924-8e33-7dc2800c344a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:55.763441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:26:55.779670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-1ea92b75-5f46-4a29-bcc3-e8c1304e8bf0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:55.780886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d9a39658-fb2c-43ea-9074-bc634c58a4fe None None] For port d0d1f6f8-7aee-4779-8ca8-3000becd1f38, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:55.781814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-1ea92b75-5f46-4a29-bcc3-e8c1304e8bf0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports/eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 200 len: 941 time: 0.1088176 Feb 19 00:26:55.788457 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9a39658-fb2c-43ea-9074-bc634c58a4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.808700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.827527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:54Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:26:55.871426 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for floatingip (21eafabb-6e23-4390-ac0a-de7bac50c178), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.871940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56024b48-3e7f-47c6-893e-dca2113a073e None None] The sync data for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 is: [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:54Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:26:55.924367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (42d1f607-5412-4924-8e33-7dc2800c344a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.942673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'name': 'network-vif-deleted', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:55.944429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7abcc766-f589-4a14-b8ab-baae46476100 None None] Provisioning complete for port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:55.945654 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7abcc766-f589-4a14-b8ab-baae46476100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:55.950145 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58262e82-b861-475a-8330-887ee0cfeb24" -d '{"events": [{"server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "name": "network-vif-deleted", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:56.109875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Network 1edb21cd-7105-4c37-8544-d1b2aedeca11 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:26:56.175185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:26:56.177024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'Port': ['ID=28bf7dea-5cfe-43f9-a355-6b03727fc838,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:56.186516 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for port (42d1f607-5412-4924-8e33-7dc2800c344a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:56.187103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:26:56.194028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c322dec7-d5a0-401c-ae24-1f12d1f45d3d no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:56.196103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:26:56.198460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (42d1f607-5412-4924-8e33-7dc2800c344a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:56.237595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a39658-fb2c-43ea-9074-bc634c58a4fe None None] Pushing event updated for resources: {'Port': ['ID=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:56.272561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d847c-d330-47ec-b65e-90aa55b78358 req-31be6585-dc4f-4574-bfb6-ba703efd8064 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:56.280824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-755d847c-d330-47ec-b65e-90aa55b78358 req-31be6585-dc4f-4574-bfb6-ba703efd8064 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 944 time: 0.5172319 Feb 19 00:26:56.336540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a53bb-7f1a-41c5-ba5e-5683f1145404 req-d88b0853-a340-498b-8ae1-39475a445847 tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:56.344684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-333a53bb-7f1a-41c5-ba5e-5683f1145404 req-d88b0853-a340-498b-8ae1-39475a445847 tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5844285 Feb 19 00:26:56.362318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port eddd221f-4a66-46f2-9650-1deda76e5806 is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:56.366679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: c322dec7-d5a0-401c-ae24-1f12d1f45d3d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:26:56.367204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c322dec7-d5a0-401c-ae24-1f12d1f45d3d not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:26:56.428300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-755d847c-d330-47ec-b65e-90aa55b78358 req-63cef0f3-5ab4-441d-b923-af59218b91c9 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/security-groups?id=d49c0c62-2da2-489b-8360-28a682fbe4a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464512 Feb 19 00:26:56.439893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7abcc766-f589-4a14-b8ab-baae46476100 None None] Current status of the port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:56.446423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:56.447012 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:56.453201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-333a53bb-7f1a-41c5-ba5e-5683f1145404 req-a0cd6136-acfd-41f6-8bee-15e97f55ffa4 tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/quotas/f4b655c60dc34f91b59570c06ae592ad HTTP/1.1" status: 200 len: 375 time: 0.1023495 Feb 19 00:26:56.464588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-02ebb6c6-781a-4469-a4eb-83e9995690c1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:56.466412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-02ebb6c6-781a-4469-a4eb-83e9995690c1 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.113 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 944 time: 0.4515126 Feb 19 00:26:56.503195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-333a53bb-7f1a-41c5-ba5e-5683f1145404 req-dadf5cc7-4f08-4222-8f56-77f01804f6aa tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4b655c60dc34f91b59570c06ae592ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357289 Feb 19 00:26:56.575735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-cfb9fab9-d512-4fb8-a4ef-fb764110b23b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4598258 Feb 19 00:26:56.627669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Request body: {'port': {'device_id': '1ee897a8-46c2-400f-b32c-489777c0005f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:26:56.752208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (21eafabb-6e23-4390-ac0a-de7bac50c178), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:56.770731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event updated for resources: {'Port': ['ID=42d1f607-5412-4924-8e33-7dc2800c344a,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:56.781287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:56.785192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706efe38-da34-42c1-8361-e7cea09b714d req-0679fb1f-4d1b-4388-8659-bdc2b0afd566 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:56.793164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-706efe38-da34-42c1-8361-e7cea09b714d req-0679fb1f-4d1b-4388-8659-bdc2b0afd566 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2240748 Feb 19 00:26:56.795259 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6804ffdb-f938-467b-babd-d5b3db00c303 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8976960 Feb 19 00:26:56.899449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Deleting port 887cd24b-eb28-455a-abe7-3264ee8e799d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:26:56.899449 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:56.917883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:56.952017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-706efe38-da34-42c1-8361-e7cea09b714d req-2320a1fb-7e43-456a-8161-f0245815121f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573868 Feb 19 00:26:56.983751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458541db-3327-4c4f-ac5b-8f00d5c6eb4f req-7aa16f10-94ba-4ce7-a333-fda232eb4cd2 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:56.987818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-458541db-3327-4c4f-ac5b-8f00d5c6eb4f req-7aa16f10-94ba-4ce7-a333-fda232eb4cd2 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 931 time: 0.2908235 Feb 19 00:26:57.048019 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbe0329-350d-4d84-ab7a-f236f34234ba x-openstack-request-id: req-acbe0329-350d-4d84-ab7a-f236f34234ba {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:57.048352 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73893d9-8937-4a72-8b21-a56b6e938ff7", "name": "network-vif-deleted", "tag": "c322dec7-d5a0-401c-ae24-1f12d1f45d3d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:57.048691 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acbe0329-350d-4d84-ab7a-f236f34234ba {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:57.049198 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73893d9-8937-4a72-8b21-a56b6e938ff7', 'name': 'network-vif-deleted', 'tag': 'c322dec7-d5a0-401c-ae24-1f12d1f45d3d', 'status': 'completed', 'code': 200} Feb 19 00:26:57.533091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] For port 887cd24b-eb28-455a-abe7-3264ee8e799d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=887cd24b-eb28-455a-abe7-3264ee8e799d,segment=NetworkSegment(e4c41cd7-059e-46be-833e-192ab200bb09),segment_id=e4c41cd7-059e-46be-833e-192ab200bb09)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:57.533823 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:57.564754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-458541db-3327-4c4f-ac5b-8f00d5c6eb4f req-1b8ec11a-4aab-4220-97ef-573f80036826 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644181 Feb 19 00:26:57.567667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Calling delete_port for 887cd24b-eb28-455a-abe7-3264ee8e799d owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:26:57.673154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7e1e1-8e60-4a5d-8d44-27d593c2ff54 req-351e73ef-729e-4672-a305-2254efda2acb tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:57.676005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecc7e1e1-8e60-4a5d-8d44-27d593c2ff54 req-351e73ef-729e-4672-a305-2254efda2acb tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 943 time: 0.2670889 Feb 19 00:26:57.832710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecc7e1e1-8e60-4a5d-8d44-27d593c2ff54 req-95ac30d3-f64e-4cad-b263-301d74413199 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502557 Feb 19 00:26:57.935409 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (887cd24b-eb28-455a-abe7-3264ee8e799d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:57.976411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d0d1f6f8-7aee-4779-8ca8-3000becd1f38 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:26:57.990607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ed08-744e-4a18-a27a-005cc69ca3c5 req-3a1e1706-2148-45e2-ac4b-f9ab3bd98f50 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:57.992151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b81ed08-744e-4a18-a27a-005cc69ca3c5 req-3a1e1706-2148-45e2-ac4b-f9ab3bd98f50 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1798744 Feb 19 00:26:57.994560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28bf7dea-5cfe-43f9-a355-6b03727fc838 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:58.005281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Pushing event deleted for resources: {'Port': ['ID=887cd24b-eb28-455a-abe7-3264ee8e799d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:58.044647 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Publish callbacks [] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.057881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:26:58.058771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.105634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] No DVR routers for this DVR port 887cd24b-eb28-455a-abe7-3264ee8e799d on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:26:58.108913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.113474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946dbc5c-6a2a-40f4-b6c3-f86fbbb1402c req-df188a47-930b-430f-8565-cddcedfaed49 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.113 "DELETE /v2.0/ports/887cd24b-eb28-455a-abe7-3264ee8e799d HTTP/1.1" status: 204 len: 173 time: 1.6085398 Feb 19 00:26:58.120378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Transition to ACTIVE for port object 28bf7dea-5cfe-43f9-a355-6b03727fc838 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:26:58.132243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 52a77396-e328-4d66-986e-9e5cf55faa52 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:26:58.161493 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.194142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-34e99f18-335d-427d-8fa4-dc58eea1f330 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--620985170&fields=id&tenant_id=c32fed77a79f405aa211301cf461f8f2 HTTP/1.1" status: 200 len: 267 time: 0.2427595 Feb 19 00:26:58.232543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b81ed08-744e-4a18-a27a-005cc69ca3c5 req-7f7c7984-80d1-4986-8448-9b84c34832aa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126491 Feb 19 00:26:58.268438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 52a77396-e328-4d66-986e-9e5cf55faa52, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a77396-e328-4d66-986e-9e5cf55faa52,segment=NetworkSegment(3787d3bb-95eb-4550-b702-729e8a9bc2ff),segment_id=3787d3bb-95eb-4550-b702-729e8a9bc2ff)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:58.304754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '52a77396-e328-4d66-986e-9e5cf55faa52', 'network_id': '3c727548-3af7-4234-a20f-097e75520af6', 'port_id': '52a77396-e328-4d66-986e-9e5cf55faa52', 'mac_address': 'fa:16:3e:93:f1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1aed4675-b65a-4a61-a08a-9227a07e5921', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:26:58.359495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:58.371188 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 52a77396-e328-4d66-986e-9e5cf55faa52 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:26:58.372177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.390050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a77396-e328-4d66-986e-9e5cf55faa52 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:26:58.413761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 52a77396-e328-4d66-986e-9e5cf55faa52, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a77396-e328-4d66-986e-9e5cf55faa52,segment=NetworkSegment(3787d3bb-95eb-4550-b702-729e8a9bc2ff),segment_id=3787d3bb-95eb-4550-b702-729e8a9bc2ff)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:26:58.419134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-21319ec9-de48-4734-8d95-12386960fc70 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:58.419369 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.420625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-21319ec9-de48-4734-8d95-12386960fc70 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/networks?id=1c683f18-33fe-4fa0-800c-c605e613f057 HTTP/1.1" status: 200 len: 813 time: 0.2256083 Feb 19 00:26:58.443507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Pushing event updated for resources: {'Port': ['ID=28bf7dea-5cfe-43f9-a355-6b03727fc838,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:58.476031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=52a77396-e328-4d66-986e-9e5cf55faa52,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:58.506851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bec15f8a-afe1-459b-bb65-25e33e63def3 req-ccf2fb51-ae14-496f-b201-61a49f469258 tempest-LiveAutoBlockMigrationV225Test-728034715 tempest-LiveAutoBlockMigrationV225Test-728034715-project] 10.222.0.60 "GET /v2.0/ports?device_id=be582138-c3db-4d70-9549-a854f6f0aee8 HTTP/1.1" status: 200 len: 210 time: 0.1487701 Feb 19 00:26:58.512708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-ef2a38eb-82ac-4e8a-8bc0-3bb5c28f116f tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/quotas/c32fed77a79f405aa211301cf461f8f2 HTTP/1.1" status: 200 len: 375 time: 0.0662634 Feb 19 00:26:58.560518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Attempting to bind port 28bf7dea-5cfe-43f9-a355-6b03727fc838 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:26:58.561176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Attempting to bind port 28bf7dea-5cfe-43f9-a355-6b03727fc838 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:26:58.561289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Attempting to bind port 28bf7dea-5cfe-43f9-a355-6b03727fc838 on network 1edb21cd-7105-4c37-8544-d1b2aedeca11 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:58.585372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Port 28bf7dea-5cfe-43f9-a355-6b03727fc838 on network 1edb21cd-7105-4c37-8544-d1b2aedeca11 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:26:58.585767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Attempting to bind port 28bf7dea-5cfe-43f9-a355-6b03727fc838 on network 1edb21cd-7105-4c37-8544-d1b2aedeca11 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:26:58.599083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:26:58.599762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Checking segment: {'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:26:58.600210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Bound using segment: {'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:26:58.600660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Bound port: 28bf7dea-5cfe-43f9-a355-6b03727fc838, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:26:58.601027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.639010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-7a5cbbf5-cd6b-4a73-a4ac-7ff98a1224a5 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c32fed77a79f405aa211301cf461f8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059558 Feb 19 00:26:58.787012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] For port 28bf7dea-5cfe-43f9-a355-6b03727fc838, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:26:58.793659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['52a77396-e328-4d66-986e-9e5cf55faa52'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:26:58.800582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] For port 28bf7dea-5cfe-43f9-a355-6b03727fc838, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:26:58.824982 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.833302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-39ab6e74-ee01-4e2e-9763-a1929318e08b service neutron] 10.222.0.60 "GET /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648338 Feb 19 00:26:58.887359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366117e5-b520-48ec-9c54-82a19982347c req-f48b7bef-4dd9-4cd5-b2cc-4d09a8965c58 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:58.894496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-366117e5-b520-48ec-9c54-82a19982347c req-f48b7bef-4dd9-4cd5-b2cc-4d09a8965c58 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2048328 Feb 19 00:26:58.957887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:58.958821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:26:58.960297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] 10.222.0.113 "PUT /v2.0/ports/28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 200 len: 1091 time: 2.3434086 Feb 19 00:26:59.009866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f75fe-05a6-49fe-8927-09e71f4c8901 service neutron] Pushing event updated for resources: {'Port': ['ID=28bf7dea-5cfe-43f9-a355-6b03727fc838,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:26:59.052183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'name': 'network-vif-deleted', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d'}, {'name': 'network-changed', 'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:26:59.054620 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ee9d20-89e1-4169-b4c7-182e420769c2" -d '{"events": [{"server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "name": "network-vif-deleted", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d"}, {"name": "network-changed", "server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:26:59.068320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-366117e5-b520-48ec-9c54-82a19982347c req-5ea753b2-984d-4ab9-8b14-a137540f5a32 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729105 Feb 19 00:26:59.110701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-07c3655f-435c-4342-afd8-8aa14056920e service neutron] 10.222.0.60 "GET /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490547 Feb 19 00:26:59.117934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-41aa4d45-0e42-448c-a7bd-8267b12bdfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:59.119731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-41aa4d45-0e42-448c-a7bd-8267b12bdfe9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1125 time: 0.1132023 Feb 19 00:26:59.196005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-e4ab929b-85bd-4398-987b-6b3c936ac4dc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 200 len: 217 time: 0.0661352 Feb 19 00:26:59.279755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-5553383d-6fe5-4c8b-b50a-3378ba421751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:59.281388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-5553383d-6fe5-4c8b-b50a-3378ba421751 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.0684760 Feb 19 00:26:59.293658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757e79f-a670-46e4-87bb-d7240e7ba749 req-46963077-0c73-4166-8a0f-d474f8a6d5f2 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:59.295364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4757e79f-a670-46e4-87bb-d7240e7ba749 req-46963077-0c73-4166-8a0f-d474f8a6d5f2 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 943 time: 0.1443911 Feb 19 00:26:59.329819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-a1addebb-58a0-4f40-ae58-c5fbb3e52345 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333896 Feb 19 00:26:59.443870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-35231a97-9b8f-423a-b64e-1255e71057da service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035006 Feb 19 00:26:59.568799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4757e79f-a670-46e4-87bb-d7240e7ba749 req-4040cbf1-5dcd-47a7-b829-4fc19430f1fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626460 Feb 19 00:26:59.616038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9e89c-596b-4744-b0c0-46166c855971 req-b01c479c-b283-44b8-9ed9-b8b21366ccfa tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:59.617565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9d9e89c-596b-4744-b0c0-46166c855971 req-b01c479c-b283-44b8-9ed9-b8b21366ccfa tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 944 time: 0.1282830 Feb 19 00:26:59.619869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d848fe27-d536-4eba-ae37-d79eb92fc16a req-983e140b-2c5e-4d47-85d5-e43790dac915 service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578672 Feb 19 00:26:59.650215 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 00:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e79c751-b5aa-4dcb-83eb-9a552dee7ba2 x-openstack-request-id: req-1e79c751-b5aa-4dcb-83eb-9a552dee7ba2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:26:59.653393 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be582138-c3db-4d70-9549-a854f6f0aee8", "name": "network-vif-deleted", "tag": "887cd24b-eb28-455a-abe7-3264ee8e799d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:26:59.653656 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e79c751-b5aa-4dcb-83eb-9a552dee7ba2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:26:59.654160 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be582138-c3db-4d70-9549-a854f6f0aee8', 'name': 'network-vif-deleted', 'tag': '887cd24b-eb28-455a-abe7-3264ee8e799d', 'status': 'completed', 'code': 200} Feb 19 00:26:59.654357 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838', 'status': 'completed', 'code': 200} Feb 19 00:26:59.761794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b37e8b0-5924-48f7-a85b-46802249c97e req-7c1ebfe8-950c-45ab-a396-928ef576cd73 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 210 time: 0.0487688 Feb 19 00:26:59.787444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9d9e89c-596b-4744-b0c0-46166c855971 req-55a54fcc-5c59-464f-894c-e161b4d750b9 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635492 Feb 19 00:26:59.837398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-728d264e-7a18-40f6-9b25-24c1d1170b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:26:59.844537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-728d264e-7a18-40f6-9b25-24c1d1170b32 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1125 time: 0.1597800 Feb 19 00:26:59.970267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 887cd24b-eb28-455a-abe7-3264ee8e799d no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:00.005482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 887cd24b-eb28-455a-abe7-3264ee8e799d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:00.005916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 887cd24b-eb28-455a-abe7-3264ee8e799d not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:00.041974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3337b201-069e-4f06-a892-ef0902507334 req-d303dae8-f389-4c16-8c6c-817597fd3f00 tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f4b655c60dc34f91b59570c06ae592ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737050 Feb 19 00:27:00.135986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-ea78715b-9974-414f-9336-51c311576fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:00.137704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-ea78715b-9974-414f-9336-51c311576fe7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 913 time: 0.2872167 Feb 19 00:27:00.147780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e49e7-24ba-4d27-b2ed-2788f1821fb5 req-198d83bd-0231-4812-b0e0-0e73da79d797 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:00.149450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-881e49e7-24ba-4d27-b2ed-2788f1821fb5 req-198d83bd-0231-4812-b0e0-0e73da79d797 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2245579 Feb 19 00:27:00.153496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 52a77396-e328-4d66-986e-9e5cf55faa52 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:00.195437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-cbe19190-d71c-4ace-820d-000b5bfc0222 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 200 len: 217 time: 0.0447369 Feb 19 00:27:00.219243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 52a77396-e328-4d66-986e-9e5cf55faa52 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:27:00.225405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 52a77396-e328-4d66-986e-9e5cf55faa52 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:00.226115 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:00.268764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337b201-069e-4f06-a892-ef0902507334 req-85122116-df57-4837-adb6-d2e4f296d59c tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:00.270175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3337b201-069e-4f06-a892-ef0902507334 req-85122116-df57-4837-adb6-d2e4f296d59c tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272782 Feb 19 00:27:00.305518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-fe4a7fbd-428e-418f-8564-b8c7da1aac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:00.307000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-fe4a7fbd-428e-418f-8564-b8c7da1aac70 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.0969744 Feb 19 00:27:00.310328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-881e49e7-24ba-4d27-b2ed-2788f1821fb5 req-c136035b-0ad5-43b5-b514-171769e094c1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195908 Feb 19 00:27:00.311484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3337b201-069e-4f06-a892-ef0902507334 req-4f44d72b-a254-4b8c-8371-2997e5635cd6 tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/quotas/f4b655c60dc34f91b59570c06ae592ad HTTP/1.1" status: 200 len: 375 time: 0.0316288 Feb 19 00:27:00.328609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 52a77396-e328-4d66-986e-9e5cf55faa52 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:00.329324 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:00.350598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-f9c98869-3019-4b32-8a46-a3548d6ba229 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338192 Feb 19 00:27:00.371886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 52a77396-e328-4d66-986e-9e5cf55faa52, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a77396-e328-4d66-986e-9e5cf55faa52,segment=NetworkSegment(3787d3bb-95eb-4550-b702-729e8a9bc2ff),segment_id=3787d3bb-95eb-4550-b702-729e8a9bc2ff)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:00.375968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36610) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:00.384895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee14ea3-c15d-417c-847d-18572b039d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a77396-e328-4d66-986e-9e5cf55faa52'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:00.387890 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077ca367-b8ff-4638-bd55-af2f922e16f4" -d '{"events": [{"server_uuid": "0ee14ea3-c15d-417c-847d-18572b039d8c", "name": "network-vif-plugged", "status": "completed", "tag": "52a77396-e328-4d66-986e-9e5cf55faa52"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:00.395379 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:00.404655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3337b201-069e-4f06-a892-ef0902507334 req-58aca471-88a3-49e7-a460-6b99f68c29bf tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4b655c60dc34f91b59570c06ae592ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780139 Feb 19 00:27:00.548975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=52a77396-e328-4d66-986e-9e5cf55faa52,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:00.605926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-6cbf8019-abf8-44f8-a97a-68ff3a49828b service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452929 Feb 19 00:27:00.610749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2cb709-b6d0-4280-945e-17dd2f317d6d admin admin] Deleting subnet 034f77a2-392c-4c54-abe2-fedc0e6492e0 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:27:00.615372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb709-b6d0-4280-945e-17dd2f317d6d admin admin] Publish callbacks [] for subnet (034f77a2-392c-4c54-abe2-fedc0e6492e0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:00.659130 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c29a5-2666-4b3e-86c6-d5a81646d2fc x-openstack-request-id: req-d92c29a5-2666-4b3e-86c6-d5a81646d2fc {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:00.659437 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee14ea3-c15d-417c-847d-18572b039d8c", "name": "network-vif-plugged", "status": "completed", "tag": "52a77396-e328-4d66-986e-9e5cf55faa52", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:00.659837 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d92c29a5-2666-4b3e-86c6-d5a81646d2fc {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:00.660204 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee14ea3-c15d-417c-847d-18572b039d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a77396-e328-4d66-986e-9e5cf55faa52', 'code': 200} Feb 19 00:27:00.713540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb709-b6d0-4280-945e-17dd2f317d6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (034f77a2-392c-4c54-abe2-fedc0e6492e0), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:00.734930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737eda9-e5b1-44b2-a16c-9cfd84397f41 req-74548df8-3dab-4b71-b593-16841634933c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:00.736564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f737eda9-e5b1-44b2-a16c-9cfd84397f41 req-74548df8-3dab-4b71-b593-16841634933c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 950 time: 0.2325490 Feb 19 00:27:00.770963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-ef1de023-61e7-455d-8f45-46b82257de26 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:00.772442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-ef1de023-61e7-455d-8f45-46b82257de26 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.126 "GET /v2.0/networks?id=1c683f18-33fe-4fa0-800c-c605e613f057 HTTP/1.1" status: 200 len: 813 time: 0.1715422 Feb 19 00:27:00.802439 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb709-b6d0-4280-945e-17dd2f317d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (034f77a2-392c-4c54-abe2-fedc0e6492e0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:00.889568 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb709-b6d0-4280-945e-17dd2f317d6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (034f77a2-392c-4c54-abe2-fedc0e6492e0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:00.907479 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb709-b6d0-4280-945e-17dd2f317d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:00.912479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ff2cb709-b6d0-4280-945e-17dd2f317d6d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/034f77a2-392c-4c54-abe2-fedc0e6492e0 HTTP/1.1" status: 204 len: 168 time: 0.5348303 Feb 19 00:27:00.929538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36628) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:00.936922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cb709-b6d0-4280-945e-17dd2f317d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034f77a2-392c-4c54-abe2-fedc0e6492e0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:00.957682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f737eda9-e5b1-44b2-a16c-9cfd84397f41 req-5c4f3099-17ff-4c7e-bf9e-05622036890e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007840 Feb 19 00:27:01.044792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74e9c-774e-42d5-a7ee-88e866b25f3b req-963566d2-9639-4809-8c5f-28c89b4cd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:01.046482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ad74e9c-774e-42d5-a7ee-88e866b25f3b req-963566d2-9639-4809-8c5f-28c89b4cd5da service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 1127 time: 0.2351725 Feb 19 00:27:01.071625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98ee9d20-89e1-4169-b4c7-182e420769c2 req-17c8a218-7dae-48c7-9bd4-0206f5c43cbb service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865435 Feb 19 00:27:01.085456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-7b293e03-ec72-4ed6-ac28-08426701109c tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c32fed77a79f405aa211301cf461f8f2 HTTP/1.1" status: 200 len: 379 time: 0.2729945 Feb 19 00:27:01.115297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24d9f97f-49a5-4ca7-8207-7c786309ff9a req-f5dd1c63-1aba-4f32-b112-193734a4919e tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 210 time: 0.0855718 Feb 19 00:27:01.136869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Request body: {'port': {'device_id': '084b1f39-8799-4d20-b2c0-58781efebe64', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'admin_state_up': True, 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'security_groups': ['8127aafb-fab9-4992-8a4f-4da07eecce4e']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:01.192886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (031d5557-740b-4136-970d-e42b4d911f37), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:01.273939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268529f0-d90c-4046-a071-5e43422f50c7 req-84bd021a-8418-4e60-b7bb-3afae712e510 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:01.275314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-268529f0-d90c-4046-a071-5e43422f50c7 req-84bd021a-8418-4e60-b7bb-3afae712e510 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 943 time: 0.2788427 Feb 19 00:27:01.288496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ad74e9c-774e-42d5-a7ee-88e866b25f3b req-6bfcd940-c849-4214-b55e-aadee904d1c8 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088728 Feb 19 00:27:01.420389 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (031d5557-740b-4136-970d-e42b4d911f37), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:01.429176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cf827-c45c-4bf6-bc90-cf3cd19bbc92 req-59d3f334-3a9f-4dcc-946d-cd8028b19aab tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:01.430691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f05cf827-c45c-4bf6-bc90-cf3cd19bbc92 req-59d3f334-3a9f-4dcc-946d-cd8028b19aab tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 945 time: 0.2359622 Feb 19 00:27:01.471279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031d5557-740b-4136-970d-e42b4d911f37']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:01.477135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-268529f0-d90c-4046-a071-5e43422f50c7 req-f5990202-a94b-4127-a84d-7b9ac859e2eb tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834352 Feb 19 00:27:01.477135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Made reservation on behalf of c32fed77a79f405aa211301cf461f8f2 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:01.480530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:01.506476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c41cd7-059e-46be-833e-192ab200bb09') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:01.506780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c41cd7-059e-46be-833e-192ab200bb09') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:01.524494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (e4c41cd7-059e-46be-833e-192ab200bb09), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:01.561438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e4c41cd7-059e-46be-833e-192ab200bb09), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:01.602623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:27:01.603348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (e4c41cd7-059e-46be-833e-192ab200bb09), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:27:01.605534 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:27:01.619893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f05cf827-c45c-4bf6-bc90-cf3cd19bbc92 req-ac9a5654-12e1-4bf5-b2f1-0aab636c7469 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701882 Feb 19 00:27:01.971474 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 28bf7dea-5cfe-43f9-a355-6b03727fc838 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:02.057101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6693b58c-54fd-4380-8032-d057de077efa req-55fa5ea1-5584-4591-8eb6-3dd6b34320c4 tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f4b655c60dc34f91b59570c06ae592ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695708 Feb 19 00:27:02.078485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 28bf7dea-5cfe-43f9-a355-6b03727fc838, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:02.083531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (031d5557-740b-4136-970d-e42b4d911f37), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.091300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '28bf7dea-5cfe-43f9-a355-6b03727fc838', 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11', 'port_id': '28bf7dea-5cfe-43f9-a355-6b03727fc838', 'mac_address': 'fa:16:3e:42:e6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e179c58f-1c11-44ca-89cd-9853fd611759', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:27:02.107122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.112480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] 10.222.0.60 "DELETE /v2.0/networks/031d5557-740b-4136-970d-e42b4d911f37 HTTP/1.1" status: 204 len: 168 time: 1.1790063 Feb 19 00:27:02.114133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36658) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:02.150060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 28bf7dea-5cfe-43f9-a355-6b03727fc838 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:02.151396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.166695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28bf7dea-5cfe-43f9-a355-6b03727fc838 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:02.173845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45d90a-5210-417c-9313-17c82c5fab6e admin admin] Pushing event deleted for resources: {'Network': ['ID=031d5557-740b-4136-970d-e42b4d911f37,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:02.191690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b71e057-3a50-4c1b-8ec8-e2f1be976fe3 admin admin] Deleting subnet bd23012a-4832-4efb-ad91-fd0f93380fd6 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:27:02.196272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 28bf7dea-5cfe-43f9-a355-6b03727fc838, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:02.198248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b71e057-3a50-4c1b-8ec8-e2f1be976fe3 admin admin] Publish callbacks [] for subnet (bd23012a-4832-4efb-ad91-fd0f93380fd6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.205492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Allocated IP 172.20.0.5 (1c683f18-33fe-4fa0-800c-c605e613f057/25e0b997-486d-4137-995c-a193adecacd8/e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:02.207037 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.207949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:02.218901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac462db4-bbcc-41cb-8e84-cc05dae48fe2 req-49befc2c-242c-4bef-9005-3c195a186037 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:02.227099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac462db4-bbcc-41cb-8e84-cc05dae48fe2 req-49befc2c-242c-4bef-9005-3c195a186037 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2384796 Feb 19 00:27:02.250515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b71e057-3a50-4c1b-8ec8-e2f1be976fe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (bd23012a-4832-4efb-ad91-fd0f93380fd6), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.314987 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b71e057-3a50-4c1b-8ec8-e2f1be976fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (bd23012a-4832-4efb-ad91-fd0f93380fd6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.327293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693b58c-54fd-4380-8032-d057de077efa req-4d033d3e-322d-47f0-87aa-6c28810fafda tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:02.333893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6693b58c-54fd-4380-8032-d057de077efa req-4d033d3e-322d-47f0-87aa-6c28810fafda tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2570055 Feb 19 00:27:02.337704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=28bf7dea-5cfe-43f9-a355-6b03727fc838,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:02.367517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac462db4-bbcc-41cb-8e84-cc05dae48fe2 req-c92e36f0-9036-4af5-b1c3-ffa770232d82 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322732 Feb 19 00:27:02.404474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6693b58c-54fd-4380-8032-d057de077efa req-009f7086-1f4f-4735-8e2e-5c0ff5a83b06 tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/quotas/f4b655c60dc34f91b59570c06ae592ad HTTP/1.1" status: 200 len: 375 time: 0.0695965 Feb 19 00:27:02.406070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:02.415402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b71e057-3a50-4c1b-8ec8-e2f1be976fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (bd23012a-4832-4efb-ad91-fd0f93380fd6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.420837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'mac_address': 'fa:16:3e:b3:ed:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:27:02.439767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b71e057-3a50-4c1b-8ec8-e2f1be976fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.449783 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4b71e057-3a50-4c1b-8ec8-e2f1be976fe3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bd23012a-4832-4efb-ad91-fd0f93380fd6 HTTP/1.1" status: 204 len: 168 time: 0.3324246 Feb 19 00:27:02.464970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9ffee167-a1af-4eb8-9307-c86d1be0422b is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:02.465511 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.469658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36662) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:02.480594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71e057-3a50-4c1b-8ec8-e2f1be976fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd23012a-4832-4efb-ad91-fd0f93380fd6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:02.485959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ffee167-a1af-4eb8-9307-c86d1be0422b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:02.510999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:02.516387 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.539108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6693b58c-54fd-4380-8032-d057de077efa req-f47e7cd7-cfa7-4717-ac4d-108d2d45c05c tempest-QuotasAdminNegativeTest-770282663 tempest-QuotasAdminNegativeTest-770282663-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4b655c60dc34f91b59570c06ae592ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1329677 Feb 19 00:27:02.572507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:02.689146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b818a808-c526-4a3f-b01d-887984504d93), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.720239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35542a55-f263-48a4-9af5-e6e0033db6c2 req-ab5e77c7-badf-4bc1-826a-c845974ea73a tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 210 time: 0.0637393 Feb 19 00:27:02.729044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.745679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['9ffee167-a1af-4eb8-9307-c86d1be0422b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:02.748418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35441bd-0852-4f90-917c-897ab2144f2e req-7fd186fe-474a-4d02-8c19-3eb53feaa7b0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:02.750143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e35441bd-0852-4f90-917c-897ab2144f2e req-7fd186fe-474a-4d02-8c19-3eb53feaa7b0 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 949 time: 0.2646782 Feb 19 00:27:02.762702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:02.927376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b818a808-c526-4a3f-b01d-887984504d93), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:02.967274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e35441bd-0852-4f90-917c-897ab2144f2e req-2b7b74f4-2f77-4dc6-902b-3401dd90f28e tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898742 Feb 19 00:27:02.977500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b818a808-c526-4a3f-b01d-887984504d93']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:02.992264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487a15eb-5f68-414f-bb9b-31e9ce9d804c') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:02.992571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487a15eb-5f68-414f-bb9b-31e9ce9d804c') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:03.007938 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (487a15eb-5f68-414f-bb9b-31e9ce9d804c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.029682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (487a15eb-5f68-414f-bb9b-31e9ce9d804c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.039300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:27:03.039790 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (487a15eb-5f68-414f-bb9b-31e9ce9d804c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:27:03.082066 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:27:03.084910 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.129718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db9a5a-55b2-4d22-b78e-baed31529e02 req-e9780327-cb16-4bab-991e-c82a7f694c7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:03.140400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8db9a5a-55b2-4d22-b78e-baed31529e02 req-e9780327-cb16-4bab-991e-c82a7f694c7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 944 time: 0.3104436 Feb 19 00:27:03.246037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8db9a5a-55b2-4d22-b78e-baed31529e02 req-316a29c2-4443-4319-9690-0ae0232d4ab4 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074739 Feb 19 00:27:03.246700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b818a808-c526-4a3f-b01d-887984504d93), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.255228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Network 1c683f18-33fe-4fa0-800c-c605e613f057 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:03.259074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.276444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] 10.222.0.60 "DELETE /v2.0/networks/b818a808-c526-4a3f-b01d-887984504d93 HTTP/1.1" status: 204 len: 168 time: 0.7794735 Feb 19 00:27:03.276444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event updated for resources: {'Port': ['ID=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:03.276444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:03.291960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:03.297152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272581a-fd0e-494a-99b0-45aa2076743d admin admin] Pushing event deleted for resources: {'Network': ['ID=b818a808-c526-4a3f-b01d-887984504d93,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:03.343752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533528d6-8fe1-4b32-84ac-1809c7cf4003 req-b44782f1-f9c9-4a94-9090-8a6854c89f8e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:03.345872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-533528d6-8fe1-4b32-84ac-1809c7cf4003 req-b44782f1-f9c9-4a94-9090-8a6854c89f8e tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 945 time: 0.1526005 Feb 19 00:27:03.359236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:03.360035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.409098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-23011535-af25-40fd-854e-4322d68e2d20 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3006957 Feb 19 00:27:03.429536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Request body: {'port': {'device_id': '084b1f39-8799-4d20-b2c0-58781efebe64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:03.470977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-533528d6-8fe1-4b32-84ac-1809c7cf4003 req-b0d2167c-2cac-49c3-93f1-ed5bc84b5d46 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067436 Feb 19 00:27:03.514838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36682) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:03.564315 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.604574 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-341219be-a6fb-4596-b21b-e1c867668363 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e96c81bf49f49b4a9d958b3533d21e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877943 Feb 19 00:27:03.614205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36688) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:03.631191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dde601-f5e3-4071-9a00-3c2fd6858cac req-23edbb22-5f2b-4940-a016-04cb4c091e7b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:03.638873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76dde601-f5e3-4071-9a00-3c2fd6858cac req-23edbb22-5f2b-4940-a016-04cb4c091e7b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1201661 Feb 19 00:27:03.711030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36690) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:03.726453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcf6-c30c-4f31-bb35-a4f248e95b18 admin admin] Publish callbacks [] for security_group (d49c0c62-2da2-489b-8360-28a682fbe4a3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.744433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-10023b3f-5332-423c-a72b-1fadd6a6643f None None] Provisioning complete for port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:03.745024 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10023b3f-5332-423c-a72b-1fadd6a6643f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.777209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcf6-c30c-4f31-bb35-a4f248e95b18 admin admin] Publish callbacks [] for security_group (d49c0c62-2da2-489b-8360-28a682fbe4a3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.825164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-10023b3f-5332-423c-a72b-1fadd6a6643f None None] Port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:27:03.842307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76dde601-f5e3-4071-9a00-3c2fd6858cac req-7ece6eff-84c8-4504-a16a-acd114e501e0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021852 Feb 19 00:27:03.869060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcf6-c30c-4f31-bb35-a4f248e95b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d49c0c62-2da2-489b-8360-28a682fbe4a3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.872007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea74dcf6-c30c-4f31-bb35-a4f248e95b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.873215 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ea74dcf6-c30c-4f31-bb35-a4f248e95b18 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d49c0c62-2da2-489b-8360-28a682fbe4a3 HTTP/1.1" status: 204 len: 168 time: 0.2579808 Feb 19 00:27:03.893357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea74dcf6-c30c-4f31-bb35-a4f248e95b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c0c62-2da2-489b-8360-28a682fbe4a3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:03.957968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-355990de-510b-4b4c-affa-933ffa556507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:03.986008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 28bf7dea-5cfe-43f9-a355-6b03727fc838 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:04.109289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 28bf7dea-5cfe-43f9-a355-6b03727fc838 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:27:04.118456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 28bf7dea-5cfe-43f9-a355-6b03727fc838 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:04.119028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.144230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-355990de-510b-4b4c-affa-933ffa556507 admin admin] Publish callbacks [] for security_group (475c28d5-eeae-4154-8267-18e19c772a40), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.151650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-355990de-510b-4b4c-affa-933ffa556507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (475c28d5-eeae-4154-8267-18e19c772a40), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.171904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccee874-4914-4758-933b-8ecb14594128 req-9ae535e3-e0a9-4164-84b0-50f2ae3efe70 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:04.173346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ccee874-4914-4758-933b-8ecb14594128 req-9ae535e3-e0a9-4164-84b0-50f2ae3efe70 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 931 time: 0.1945288 Feb 19 00:27:04.190388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a15f6b-9e66-4a4b-8257-10b5c74bd2d3 req-58a12eec-cc10-4ca8-aac9-75a54c846854 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:04.197695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7a15f6b-9e66-4a4b-8257-10b5c74bd2d3 req-58a12eec-cc10-4ca8-aac9-75a54c846854 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 945 time: 0.2198768 Feb 19 00:27:04.229592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 28bf7dea-5cfe-43f9-a355-6b03727fc838 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:04.230106 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.263485 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-355990de-510b-4b4c-affa-933ffa556507 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4b655c60dc34f91b59570c06ae592ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5511017 Feb 19 00:27:04.266955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36704) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:04.280401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355990de-510b-4b4c-affa-933ffa556507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475c28d5-eeae-4154-8267-18e19c772a40,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:04.311423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:04.313646 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671e3cce-ac91-4029-9051-a83e3108177e" -d '{"events": [{"server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "name": "network-vif-plugged", "status": "completed", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:04.356884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 28bf7dea-5cfe-43f9-a355-6b03727fc838, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:04.362105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74a14526-2341-4a5c-981c-1922ca5491fc admin admin] Publish callbacks [] for security_group (475c28d5-eeae-4154-8267-18e19c772a40), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.371784 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.372933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:04.424587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74a14526-2341-4a5c-981c-1922ca5491fc admin admin] Publish callbacks [] for security_group (475c28d5-eeae-4154-8267-18e19c772a40), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.445602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ccee874-4914-4758-933b-8ecb14594128 req-97b00a75-c040-456e-aca4-f166a1217376 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2621155 Feb 19 00:27:04.452593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7a15f6b-9e66-4a4b-8257-10b5c74bd2d3 req-f8ffbdc1-6cc4-46f2-bc76-a517bc315432 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539876 Feb 19 00:27:04.472536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:04.502733 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Publish callbacks [] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.506365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36710) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:04.544835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Transition to ACTIVE for port object e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:27:04.561053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.588532 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-777bb66c-6ee4-435b-a368-f766d58a72b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e70bc355ca5c45439aa0e6287d0a95d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792222 Feb 19 00:27:04.591250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36712) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:04.629592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=28bf7dea-5cfe-43f9-a355-6b03727fc838,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:04.647016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74a14526-2341-4a5c-981c-1922ca5491fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (475c28d5-eeae-4154-8267-18e19c772a40), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.650710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 9ffee167-a1af-4eb8-9307-c86d1be0422b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:04.651123 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.651365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74a14526-2341-4a5c-981c-1922ca5491fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.653141 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-74a14526-2341-4a5c-981c-1922ca5491fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/475c28d5-eeae-4154-8267-18e19c772a40 HTTP/1.1" status: 204 len: 168 time: 0.3849902 Feb 19 00:27:04.690654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a14526-2341-4a5c-981c-1922ca5491fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475c28d5-eeae-4154-8267-18e19c772a40,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:04.712969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:04.735017 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ce46800-2cca-476a-a0e8-4dac3c636f1f admin admin] Publish callbacks [] for security_group (20fc41df-2209-4966-a065-85ca16a11fd1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.793785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ce46800-2cca-476a-a0e8-4dac3c636f1f admin admin] Publish callbacks [] for security_group (20fc41df-2209-4966-a065-85ca16a11fd1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.881917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978cae26-67b2-4467-9d72-963d52e8347c req-75300adb-a730-486e-a0b5-690f0ec9e776 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:04.884528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-978cae26-67b2-4467-9d72-963d52e8347c req-75300adb-a730-486e-a0b5-690f0ec9e776 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 949 time: 0.2350817 Feb 19 00:27:04.907438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ce46800-2cca-476a-a0e8-4dac3c636f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (20fc41df-2209-4966-a065-85ca16a11fd1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.911360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ce46800-2cca-476a-a0e8-4dac3c636f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.916680 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ce46800-2cca-476a-a0e8-4dac3c636f1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20fc41df-2209-4966-a065-85ca16a11fd1 HTTP/1.1" status: 204 len: 168 time: 0.3239052 Feb 19 00:27:04.928907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9ffee167-a1af-4eb8-9307-c86d1be0422b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:04.929809 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:04.936547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce46800-2cca-476a-a0e8-4dac3c636f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc41df-2209-4966-a065-85ca16a11fd1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:05.005251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:05.021403 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:05.080916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-978cae26-67b2-4467-9d72-963d52e8347c req-d9e9b71b-4393-4ed2-8834-420f303503e8 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872303 Feb 19 00:27:05.124330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:05.209975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54323651-5d5b-4635-8161-001119d2816b req-91ac2235-879f-4934-adee-845147addb43 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:05.223351 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b949f89-dfa1-493d-9809-8b23e4cf3c2a x-openstack-request-id: req-7b949f89-dfa1-493d-9809-8b23e4cf3c2a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:05.223721 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "name": "network-vif-plugged", "status": "completed", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:05.225018 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b949f89-dfa1-493d-9809-8b23e4cf3c2a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:05.225433 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838', 'code': 200} Feb 19 00:27:05.226672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54323651-5d5b-4635-8161-001119d2816b req-91ac2235-879f-4934-adee-845147addb43 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 945 time: 0.5984030 Feb 19 00:27:05.410086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Attempting to bind port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:05.410715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Attempting to bind port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:05.411074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Attempting to bind port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 on network 1c683f18-33fe-4fa0-800c-c605e613f057 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:05.431184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54323651-5d5b-4635-8161-001119d2816b req-e997f431-fe37-47c3-908c-3196fa0679c7 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030618 Feb 19 00:27:05.451818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 on network 1c683f18-33fe-4fa0-800c-c605e613f057 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:27:05.451818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Attempting to bind port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 on network 1c683f18-33fe-4fa0-800c-c605e613f057 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:05.490437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:05.490658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Checking segment: {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:05.491060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Bound using segment: {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:05.491521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Bound port: e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22d5eb10-1cfd-4546-995a-8e89e0080059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:05.492090 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:05.516337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae321af9-8791-47a9-baf2-e91e44239ffd req-f5ae25f9-cf5d-4190-a2f7-0561d58fd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:05.517937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae321af9-8791-47a9-baf2-e91e44239ffd req-f5ae25f9-cf5d-4190-a2f7-0561d58fd72c service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1127 time: 0.1908996 Feb 19 00:27:05.530903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b9372-188f-4850-80ed-860483e504cf req-95299597-0c03-4025-b025-703cc582d7a3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:05.532756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c60b9372-188f-4850-80ed-860483e504cf req-95299597-0c03-4025-b025-703cc582d7a3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1880887 Feb 19 00:27:05.645301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-ecf07eaf-cbf9-4b62-971e-aed2aab053bf tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:05.647735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-ecf07eaf-cbf9-4b62-971e-aed2aab053bf tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.126 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 945 time: 0.2096725 Feb 19 00:27:05.671642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:05.697512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dde7f074-fc68-4e55-8f6a-9f78bdf6c2be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:05.731040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c60b9372-188f-4850-80ed-860483e504cf req-fe2bfb82-2cd3-422e-b031-70cb91551ad9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736801 Feb 19 00:27:05.848832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae321af9-8791-47a9-baf2-e91e44239ffd req-635445de-1826-43a8-b2fc-d74eab583581 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017552 Feb 19 00:27:05.896241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dde7f074-fc68-4e55-8f6a-9f78bdf6c2be admin admin] Publish callbacks [] for security_group (fd6ea76f-ae79-4af4-8c8a-03c029eccf03), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:05.915418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11c7b0-41df-4953-a843-f72c743f6752 req-a14b9d25-9e44-486a-8957-beced05b80f8 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:05.917048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c11c7b0-41df-4953-a843-f72c743f6752 req-a14b9d25-9e44-486a-8957-beced05b80f8 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 943 time: 0.3372350 Feb 19 00:27:05.927190 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dde7f074-fc68-4e55-8f6a-9f78bdf6c2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fd6ea76f-ae79-4af4-8c8a-03c029eccf03), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:05.937992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] For port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:05.969947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] For port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:05.980138 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dde7f074-fc68-4e55-8f6a-9f78bdf6c2be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c6819f2ead949a29efa63465e482531&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3054135 Feb 19 00:27:05.980291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36740) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:06.004969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.030848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7f074-fc68-4e55-8f6a-9f78bdf6c2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ea76f-ae79-4af4-8c8a-03c029eccf03,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:06.067948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b105362-45a6-4876-acdb-1d92788682dc req-af84dc8a-478d-4c7f-b220-0c41ee5b0b47 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1698325 Feb 19 00:27:06.115759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc54a02-b5c4-49ae-bdde-02eb41734d89 req-33037049-84b4-424b-9368-2706b36b48a1 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.122912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bc54a02-b5c4-49ae-bdde-02eb41734d89 req-33037049-84b4-424b-9368-2706b36b48a1 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 945 time: 0.2511032 Feb 19 00:27:06.134671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c11c7b0-41df-4953-a843-f72c743f6752 req-682da635-569d-4721-8e88-01374e9e76d8 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982143 Feb 19 00:27:06.148267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.148926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.150410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] 10.222.0.126 "PUT /v2.0/ports/e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 HTTP/1.1" status: 200 len: 1091 time: 2.7265625 Feb 19 00:27:06.154763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084b1f39-8799-4d20-b2c0-58781efebe64', 'tag': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:06.156926 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c0796c-091b-4c75-8804-8054e2583e18" -d '{"events": [{"name": "network-changed", "server_uuid": "084b1f39-8799-4d20-b2c0-58781efebe64", "tag": "e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:06.189399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Deleting port 52a77396-e328-4d66-986e-9e5cf55faa52 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:06.189811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.277389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b105362-45a6-4876-acdb-1d92788682dc req-4ddc1edb-a534-4cfc-812d-8e83ecd734d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.279271 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b105362-45a6-4876-acdb-1d92788682dc req-4ddc1edb-a534-4cfc-812d-8e83ecd734d0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 1132 time: 0.1834593 Feb 19 00:27:06.371110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb6392-3743-4d87-b6c7-94a33cef6151 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:06.387321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36752) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:06.471689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56dcb412-0dc8-4633-be7a-570c7fad9d91 admin admin] Publish callbacks [] for security_group (fd6ea76f-ae79-4af4-8c8a-03c029eccf03), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.483901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b105362-45a6-4876-acdb-1d92788682dc req-64bc595a-5af2-483b-b0e6-2e557c55260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.488609 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b105362-45a6-4876-acdb-1d92788682dc req-64bc595a-5af2-483b-b0e6-2e557c55260e service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1789944 Feb 19 00:27:06.499644 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56dcb412-0dc8-4633-be7a-570c7fad9d91 admin admin] Publish callbacks [] for security_group (fd6ea76f-ae79-4af4-8c8a-03c029eccf03), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.533558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bc54a02-b5c4-49ae-bdde-02eb41734d89 req-bf8b60d3-b68a-49d8-a5de-3549e5a72601 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/security-groups?id=7562e930-166e-4fee-9bbe-274f5d4e256f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078395 Feb 19 00:27:06.569751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1149090062-network', 'tenant_id': '91d2d7c3b57f4e71a826873aaf92ba9f'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:06.590831 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b105362-45a6-4876-acdb-1d92788682dc req-025bc494-253b-4387-b906-c37ca9dd055f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=70af6661-0b1e-4f28-80d4-2e0de82f3a0c HTTP/1.1" status: 200 len: 217 time: 0.0931125 Feb 19 00:27:06.593067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] For port 52a77396-e328-4d66-986e-9e5cf55faa52, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a77396-e328-4d66-986e-9e5cf55faa52,segment=NetworkSegment(3787d3bb-95eb-4550-b702-729e8a9bc2ff),segment_id=3787d3bb-95eb-4550-b702-729e8a9bc2ff)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:06.593402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.594167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Made reservation on behalf of 91d2d7c3b57f4e71a826873aaf92ba9f for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:06.598156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.608785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Calling delete_port for 52a77396-e328-4d66-986e-9e5cf55faa52 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:06.640488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.670332 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654dfd99-2810-4b3a-b24f-659d7d8cc0e7 x-openstack-request-id: req-654dfd99-2810-4b3a-b24f-659d7d8cc0e7 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:06.670555 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084b1f39-8799-4d20-b2c0-58781efebe64", "tag": "e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:06.670772 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-654dfd99-2810-4b3a-b24f-659d7d8cc0e7 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:06.671169 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084b1f39-8799-4d20-b2c0-58781efebe64', 'tag': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'status': 'completed', 'code': 200} Feb 19 00:27:06.679240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b105362-45a6-4876-acdb-1d92788682dc req-dac8e2b5-87af-49f6-985c-2f399a1dff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.681265 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b105362-45a6-4876-acdb-1d92788682dc req-dac8e2b5-87af-49f6-985c-2f399a1dff25 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0788839 Feb 19 00:27:06.693297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-c5cf1023-5278-42ed-be68-8f1fbe6b4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.694776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-c5cf1023-5278-42ed-be68-8f1fbe6b4cca service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c32fed77a79f405aa211301cf461f8f2&device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 1125 time: 0.3876030 Feb 19 00:27:06.736181 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7c157-823e-4eea-b37f-eba120a4074d req-6b76d6e9-51f2-410a-84cb-6829853ca856 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.738130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afc7c157-823e-4eea-b37f-eba120a4074d req-6b76d6e9-51f2-410a-84cb-6829853ca856 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 951 time: 0.4237781 Feb 19 00:27:06.780017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b105362-45a6-4876-acdb-1d92788682dc req-dae6120c-5699-4b4b-b809-c819001afe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.781844 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b105362-45a6-4876-acdb-1d92788682dc req-dae6120c-5699-4b4b-b809-c819001afe4e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0921366 Feb 19 00:27:06.803304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-a69d3481-1395-49b2-8262-8fc77565b12a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 HTTP/1.1" status: 200 len: 217 time: 0.0822849 Feb 19 00:27:06.847621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Publish callbacks [] for security_group (6e790970-2b57-42ba-b36e-516675bd7d2a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.855945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6e790970-2b57-42ba-b36e-516675bd7d2a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.862321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56dcb412-0dc8-4633-be7a-570c7fad9d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fd6ea76f-ae79-4af4-8c8a-03c029eccf03), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.864785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56dcb412-0dc8-4633-be7a-570c7fad9d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:06.866228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-56dcb412-0dc8-4633-be7a-570c7fad9d91 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fd6ea76f-ae79-4af4-8c8a-03c029eccf03 HTTP/1.1" status: 204 len: 168 time: 0.8841269 Feb 19 00:27:06.900165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:27:06.908373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e790970-2b57-42ba-b36e-516675bd7d2a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:06.917211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f8e6d-a3a2-47c7-8e52-ad8cca786048 req-2b94da30-69e5-4f51-9af2-f7f438736300 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.918911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-404f8e6d-a3a2-47c7-8e52-ad8cca786048 req-2b94da30-69e5-4f51-9af2-f7f438736300 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 945 time: 0.2504847 Feb 19 00:27:06.928901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcb412-0dc8-4633-be7a-570c7fad9d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ea76f-ae79-4af4-8c8a-03c029eccf03,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:06.937763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afc7c157-823e-4eea-b37f-eba120a4074d req-75e03135-da3e-47b5-a97c-7e77fbf15028 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904907 Feb 19 00:27:06.945347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-661d88e5-38b7-4741-9ba1-14c520c4695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:06.947311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-661d88e5-38b7-4741-9ba1-14c520c4695d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=25e0b997-486d-4137-995c-a193adecacd8 HTTP/1.1" status: 200 len: 852 time: 0.1363976 Feb 19 00:27:06.949213 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b105362-45a6-4876-acdb-1d92788682dc req-97a397ae-8271-4da6-974a-4b938cb1db68 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598425 Feb 19 00:27:07.145208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b105362-45a6-4876-acdb-1d92788682dc req-70ed868c-f5d1-44a2-bca4-971353db7e57 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851175 Feb 19 00:27:07.227507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:07.232580 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db01af49-9b02-41c4-be69-41b2ff1ba10f" -d '{"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:07.467261 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:07.468262 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Added segment 7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a of type vlan for network d1a8d56a-4e67-4c68-a137-8e3754cd2714 Feb 19 00:27:07.468657 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (52a77396-e328-4d66-986e-9e5cf55faa52), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:07.482841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-404f8e6d-a3a2-47c7-8e52-ad8cca786048 req-34835f98-060d-4a2b-bd45-1412f5ece6cf tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5426452 Feb 19 00:27:07.511974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-9162fa4e-4675-42a3-909f-5470a9146e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:07.513945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-9162fa4e-4675-42a3-909f-5470a9146e6d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1c683f18-33fe-4fa0-800c-c605e613f057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5443985 Feb 19 00:27:07.548939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Pushing event deleted for resources: {'Port': ['ID=52a77396-e328-4d66-986e-9e5cf55faa52,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:07.588525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d1a8d56a-4e67-4c68-a137-8e3754cd2714), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:07.629787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d1a8d56a-4e67-4c68-a137-8e3754cd2714), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:07.630940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:07.632530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:07.633941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94336e-f935-4833-b012-6ac077f65e00 req-68ec69ba-ef07-4da7-83f0-5bcd3133e42b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:07.635558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da94336e-f935-4833-b012-6ac077f65e00 req-68ec69ba-ef07-4da7-83f0-5bcd3133e42b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2444246 Feb 19 00:27:07.689938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] No DVR routers for this DVR port 52a77396-e328-4d66-986e-9e5cf55faa52 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:07.703497 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:07.706890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dd1d757-8de0-4ec6-8c85-28249c0e641f req-a9c68c84-42b3-49a1-8529-6840b4b2d5f8 tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.126 "DELETE /v2.0/ports/52a77396-e328-4d66-986e-9e5cf55faa52 HTTP/1.1" status: 204 len: 173 time: 2.0422533 Feb 19 00:27:07.765035 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3766267 Feb 19 00:27:07.766478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da94336e-f935-4833-b012-6ac077f65e00 req-6e0a43d4-f1e5-4f38-9eff-eb556eb6636a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095908 Feb 19 00:27:07.769683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36782) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:07.776426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Request body: {'subnet': {'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1149090062-subnet', 'tenant_id': '91d2d7c3b57f4e71a826873aaf92ba9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:07.781098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-a30e81b4-856c-4490-a7e5-df2719115e8b service neutron] 10.222.0.126 "GET /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434299 Feb 19 00:27:07.790274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1195be-88af-4580-a1af-152911d8d9b4 req-a70dd09b-5523-4a3d-b0bb-f24dc8b4d0cb tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:07.790803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dad8a1-238b-49d3-86a7-73aef88ccf0b admin admin] Pushing event updated for resources: {'Network': ['ID=d1a8d56a-4e67-4c68-a137-8e3754cd2714,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:07.798135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d1195be-88af-4580-a1af-152911d8d9b4 req-a70dd09b-5523-4a3d-b0bb-f24dc8b4d0cb tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 943 time: 0.1989610 Feb 19 00:27:07.801547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d1a8d56a-4e67-4c68-a137-8e3754cd2714 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:27:07.911559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Made reservation on behalf of 91d2d7c3b57f4e71a826873aaf92ba9f for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:07.917947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:07.965725 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dda282-05bc-40b1-a2af-4607c9a0310a x-openstack-request-id: req-e4dda282-05bc-40b1-a2af-4607c9a0310a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:07.967268 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-plugged", "status": "completed", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:07.969289 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4dda282-05bc-40b1-a2af-4607c9a0310a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:07.969796 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'code': 200} Feb 19 00:27:08.028821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d1195be-88af-4580-a1af-152911d8d9b4 req-71cd2bf5-4bd0-4aca-9c1d-893076094061 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144697 Feb 19 00:27:08.117643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9ecd87-7b8d-43a3-a4a4-d45792d0e6cc req-d64f50f4-b564-49e2-9141-87b7a1a8e7ca tempest-InstanceActionsV221TestJSON-891249799 tempest-InstanceActionsV221TestJSON-891249799-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ee14ea3-c15d-417c-847d-18572b039d8c HTTP/1.1" status: 200 len: 210 time: 0.0621400 Feb 19 00:27:08.180184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 52a77396-e328-4d66-986e-9e5cf55faa52 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:08.184324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a22ac30b-d287-4f84-8ced-1ac13bef3ec9 req-879ab69b-3c06-4414-90fd-a6451f5b9365 service neutron] 10.222.0.126 "GET /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838565 Feb 19 00:27:08.217082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 52a77396-e328-4d66-986e-9e5cf55faa52 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:08.217454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 52a77396-e328-4d66-986e-9e5cf55faa52 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:08.234367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af562c6c-194b-4e0e-90cc-e05d8f8ca5a6 req-40aba402-d7f0-4bda-8574-1580e3fb512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:08.235893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af562c6c-194b-4e0e-90cc-e05d8f8ca5a6 req-40aba402-d7f0-4bda-8574-1580e3fb512b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1133 time: 0.1218479 Feb 19 00:27:08.265532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082433d5-1d1b-4516-85dc-f577ee67c624 req-295ef0f1-ddc4-4cbb-bd20-0c0b8ea9a95d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:08.267480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-082433d5-1d1b-4516-85dc-f577ee67c624 req-295ef0f1-ddc4-4cbb-bd20-0c0b8ea9a95d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 951 time: 0.1517329 Feb 19 00:27:08.422734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af562c6c-194b-4e0e-90cc-e05d8f8ca5a6 req-574a8771-6eda-43b8-bb28-763af6701b57 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655693 Feb 19 00:27:08.427581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-082433d5-1d1b-4516-85dc-f577ee67c624 req-a249c463-b659-4e99-b1b1-55713c616b4a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434155 Feb 19 00:27:08.431420 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (4892caf6-d304-4a3d-a600-303443e4a76b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:08.437637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0796c-091b-4c75-8804-8054e2583e18 req-2dd4f42b-d0e3-4b70-ba1d-e3a056667907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:08.439148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48c0796c-091b-4c75-8804-8054e2583e18 req-2dd4f42b-d0e3-4b70-ba1d-e3a056667907 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c32fed77a79f405aa211301cf461f8f2&device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 1125 time: 0.1810782 Feb 19 00:27:08.560346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4892caf6-d304-4a3d-a600-303443e4a76b,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:08.577179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:08.577540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Network hostable DHCP agents. Network: d1a8d56a-4e67-4c68-a137-8e3754cd2714, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:27:08.638468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0796c-091b-4c75-8804-8054e2583e18 req-df071ca6-1bd5-4fb1-9f0b-2c4f131030b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:08.639966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48c0796c-091b-4c75-8804-8054e2583e18 req-df071ca6-1bd5-4fb1-9f0b-2c4f131030b6 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1c683f18-33fe-4fa0-800c-c605e613f057 HTTP/1.1" status: 200 len: 914 time: 0.1680000 Feb 19 00:27:08.649997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Network d1a8d56a-4e67-4c68-a137-8e3754cd2714 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:27:08.691511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee14ea3-c15d-417c-847d-18572b039d8c', 'name': 'network-vif-deleted', 'tag': '52a77396-e328-4d66-986e-9e5cf55faa52'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:08.693784 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaf1aed-e431-456d-a8d2-f8541c3b7ae5" -d '{"events": [{"server_uuid": "0ee14ea3-c15d-417c-847d-18572b039d8c", "name": "network-vif-deleted", "tag": "52a77396-e328-4d66-986e-9e5cf55faa52"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:08.699739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48c0796c-091b-4c75-8804-8054e2583e18 req-149ccd0e-e442-4763-87c2-924ed781a9d8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 HTTP/1.1" status: 200 len: 217 time: 0.0464761 Feb 19 00:27:08.711336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d23c2b-7210-4041-9c87-55e702fa6173 req-0851e887-28d7-42cd-8ed2-6b5a772b2a20 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:08.713004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7d23c2b-7210-4041-9c87-55e702fa6173 req-0851e887-28d7-42cd-8ed2-6b5a772b2a20 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 945 time: 0.1395173 Feb 19 00:27:08.715002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d1a8d56a-4e67-4c68-a137-8e3754cd2714) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:08.726998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51172c57-af14-4f67-9aaa-a3236eea696c None None] Network d1a8d56a-4e67-4c68-a137-8e3754cd2714 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:08.728082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:08.728848 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:08.774564 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cc565a-2207-47a5-b6d6-38d584932a10 x-openstack-request-id: req-e8cc565a-2207-47a5-b6d6-38d584932a10 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:08.775162 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee14ea3-c15d-417c-847d-18572b039d8c", "name": "network-vif-deleted", "tag": "52a77396-e328-4d66-986e-9e5cf55faa52", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:08.775579 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8cc565a-2207-47a5-b6d6-38d584932a10 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:08.776138 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee14ea3-c15d-417c-847d-18572b039d8c', 'name': 'network-vif-deleted', 'tag': '52a77396-e328-4d66-986e-9e5cf55faa52', 'status': 'completed', 'code': 200} Feb 19 00:27:08.797509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0796c-091b-4c75-8804-8054e2583e18 req-f3f7e05c-2296-4501-9f53-630106301e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:08.799622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48c0796c-091b-4c75-8804-8054e2583e18 req-f3f7e05c-2296-4501-9f53-630106301e72 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=25e0b997-486d-4137-995c-a193adecacd8 HTTP/1.1" status: 200 len: 852 time: 0.0855768 Feb 19 00:27:08.808782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3cf78e3f-cf4a-4732-ad49-21330c5dcda7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0374897 Feb 19 00:27:08.874442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7d23c2b-7210-4041-9c87-55e702fa6173 req-77e0e28e-26e4-454a-aae2-c1be69a1e31e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465116 Feb 19 00:27:08.884909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f9f820-f755-45ff-88a7-148574d9a371 None None] Network d1a8d56a-4e67-4c68-a137-8e3754cd2714 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:08.907462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0796c-091b-4c75-8804-8054e2583e18 req-f5474719-c6e8-4d48-a882-5842fbd86eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:08.913825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48c0796c-091b-4c75-8804-8054e2583e18 req-f5474719-c6e8-4d48-a882-5842fbd86eb0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1c683f18-33fe-4fa0-800c-c605e613f057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1035974 Feb 19 00:27:09.145073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a9bf9-adf8-4deb-9809-1af4f1627ed6 req-ce2edcd7-fce8-428f-b3c8-86dee42fc511 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:09.146993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca6a9bf9-adf8-4deb-9809-1af4f1627ed6 req-ce2edcd7-fce8-428f-b3c8-86dee42fc511 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2183139 Feb 19 00:27:09.155991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-9c700352-4f37-4bfa-992b-3e0dc761ce14 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-297273132&fields=id&tenant_id=92daa5988ef845ea898c2b9e25aed217 HTTP/1.1" status: 200 len: 267 time: 0.1495287 Feb 19 00:27:09.211712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48c0796c-091b-4c75-8804-8054e2583e18 req-8bf63ee2-e26f-44b4-bc79-1ed3764c80da service neutron] 10.222.0.126 "GET /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912967 Feb 19 00:27:09.299616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca6a9bf9-adf8-4deb-9809-1af4f1627ed6 req-5a47802e-9a46-4f28-8490-33ec410ec09a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422331 Feb 19 00:27:09.310392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-109ef770-6f2e-4f95-a7f8-4920597d55f6 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:09.312388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-109ef770-6f2e-4f95-a7f8-4920597d55f6 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 945 time: 0.1475010 Feb 19 00:27:09.337880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'port': {'security_groups': ['cdf8ecda-bde4-40ba-91ed-dcabf26db404', '7381886b-1b96-4e0a-b2f4-6f9273c43d88']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:09.400949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48c0796c-091b-4c75-8804-8054e2583e18 req-a1673e1f-0c05-4c12-b2b2-31d6b6661cff service neutron] 10.222.0.126 "GET /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789851 Feb 19 00:27:09.479412 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.534619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1e6fd-7717-4cfa-bd32-92f2fc8c100a req-1abc14f3-6f23-4d34-9336-23565178fa46 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:09.536292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fa1e6fd-7717-4cfa-bd32-92f2fc8c100a req-1abc14f3-6f23-4d34-9336-23565178fa46 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 943 time: 0.1216798 Feb 19 00:27:09.645453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fa1e6fd-7717-4cfa-bd32-92f2fc8c100a req-e2d0ece5-3cea-47c1-93d4-107c64304d97 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956252 Feb 19 00:27:09.658154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:09.663224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1525806948-network', 'tenant_id': 'db4058236f6f4113bccfa7da601d00b9'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:09.706697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Made reservation on behalf of db4058236f6f4113bccfa7da601d00b9 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:09.709557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.720507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.768859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] For port 28bf7dea-5cfe-43f9-a355-6b03727fc838, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:09.806210 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.815560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.829407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:09.845934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Publish callbacks [] for security_group (add422f2-35f2-4b92-85cf-5c5987be3c67), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.853520 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (add422f2-35f2-4b92-85cf-5c5987be3c67), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.869380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:09.870089 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.871674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bff391b-8a4f-4a82-911f-3fcead909c50 req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "PUT /v2.0/ports/28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 200 len: 981 time: 0.5398240 Feb 19 00:27:09.890008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:27:09.912829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (49443a0e-6606-4292-a024-3942838cb346), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:09.913463 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Added segment 49443a0e-6606-4292-a024-3942838cb346 of type vlan for network 2ff61a68-66ad-4ebd-823a-bb43811d31eb Feb 19 00:27:09.928345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9939e4-cdba-4f01-987b-79fd2f53415f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'Port': ['ID=28bf7dea-5cfe-43f9-a355-6b03727fc838,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:09.967224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:09.998854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add422f2-35f2-4b92-85cf-5c5987be3c67,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:10.009987 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2ff61a68-66ad-4ebd-823a-bb43811d31eb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:10.052856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2ff61a68-66ad-4ebd-823a-bb43811d31eb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:10.055200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:10.056112 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:10.137730 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4750981 Feb 19 00:27:10.137950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36850) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:10.144269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Request body: {'subnet': {'network_id': '2ff61a68-66ad-4ebd-823a-bb43811d31eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1525806948-subnet', 'tenant_id': 'db4058236f6f4113bccfa7da601d00b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:10.153155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a41a14-63b4-4d90-8970-76918765e596 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff61a68-66ad-4ebd-823a-bb43811d31eb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:10.179814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2ff61a68-66ad-4ebd-823a-bb43811d31eb details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:27:10.182130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bfb60-ff3b-45b8-903f-55de4ea56685 req-3d399930-1c86-4fe8-a057-75974c714373 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:10.183712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e8bfb60-ff3b-45b8-903f-55de4ea56685 req-3d399930-1c86-4fe8-a057-75974c714373 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 951 time: 0.1209931 Feb 19 00:27:10.185993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Made reservation on behalf of db4058236f6f4113bccfa7da601d00b9 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:10.188437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:10.320831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-87451263-4e99-4941-be30-bb74bdd4b994 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-85799459&fields=id&tenant_id=92daa5988ef845ea898c2b9e25aed217 HTTP/1.1" status: 200 len: 267 time: 0.1346707 Feb 19 00:27:10.348198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e8bfb60-ff3b-45b8-903f-55de4ea56685 req-9fb5feae-f4ab-4733-b348-5842c876d21c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335449 Feb 19 00:27:10.446441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-d6f6bdaf-f131-4e4c-bb5b-40018e40648a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:10.447997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-d6f6bdaf-f131-4e4c-bb5b-40018e40648a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 984 time: 0.1208646 Feb 19 00:27:10.483546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'port': {'security_groups': ['7381886b-1b96-4e0a-b2f4-6f9273c43d88', 'cdf8ecda-bde4-40ba-91ed-dcabf26db404', '7a39717d-07ee-4736-824b-8f13192c6dbf']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:10.536793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b0b90e50-a2d1-4932-96d7-19d6f506b196), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:10.644176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:10.681216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b90e50-a2d1-4932-96d7-19d6f506b196,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:10.747021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Checking segment: {'id': '49443a0e-6606-4292-a024-3942838cb346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2ff61a68-66ad-4ebd-823a-bb43811d31eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:10.747360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Network hostable DHCP agents. Network: 2ff61a68-66ad-4ebd-823a-bb43811d31eb, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:27:10.779290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fc11f-9a44-4eb4-acfa-2b5a22f5b3ed req-82e69c7a-eaae-4ec6-a61c-f065c056f7b9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:10.782229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62fc11f-9a44-4eb4-acfa-2b5a22f5b3ed req-82e69c7a-eaae-4ec6-a61c-f065c056f7b9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1976504 Feb 19 00:27:10.789215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:10.791468 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:10.843419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-5b38c74a-2752-47f5-add0-b7a059dedfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:10.844930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-5b38c74a-2752-47f5-add0-b7a059dedfbb service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e&tenant_id=683ff6b1a7154108870150bfec80cfec HTTP/1.1" status: 200 len: 1126 time: 0.1911118 Feb 19 00:27:10.845497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Network 2ff61a68-66ad-4ebd-823a-bb43811d31eb is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:27:10.894325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2ff61a68-66ad-4ebd-823a-bb43811d31eb) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:10.902481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136cbb0a-90c0-4365-89f1-b2b55ccc18cb None None] Network 2ff61a68-66ad-4ebd-823a-bb43811d31eb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:10.915500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:10.916111 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:10.926613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62fc11f-9a44-4eb4-acfa-2b5a22f5b3ed req-caaca635-edb8-443e-bde2-270def3cda9c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283565 Feb 19 00:27:10.960339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7481b2d1-899d-4188-8fe9-e7f1b90832df admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8206866 Feb 19 00:27:11.005879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-ab9a59f0-6602-4dba-a661-d1331a8592f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.007471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-ab9a59f0-6602-4dba-a661-d1331a8592f7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 1126 time: 0.1354671 Feb 19 00:27:11.102890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] For port 28bf7dea-5cfe-43f9-a355-6b03727fc838, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:11.156260 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:11.166801 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:11.176545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-39dc16cb-0ef0-43f0-be10-30022c3e1b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.178083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-39dc16cb-0ef0-43f0-be10-30022c3e1b23 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 916 time: 0.1583891 Feb 19 00:27:11.186261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:11.196167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77de08e-28f2-4bbc-bc5c-ca008a538217 None None] Network 2ff61a68-66ad-4ebd-823a-bb43811d31eb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:11.306894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.307564 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:11.309192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-099cea5c-cad8-4d8e-b22f-067d663e5ecb req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "PUT /v2.0/ports/28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 200 len: 1020 time: 0.8360202 Feb 19 00:27:11.332867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d57319-99bd-4238-828f-6207b981df96 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'Port': ['ID=28bf7dea-5cfe-43f9-a355-6b03727fc838,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:11.340572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-567018d4-4e9b-42ec-b992-d50c4f46c584 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 200 len: 1000 time: 0.1405323 Feb 19 00:27:11.365826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:11.380682 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9409ef2-8879-402d-b676-51ffeca544de x-openstack-request-id: req-e9409ef2-8879-402d-b676-51ffeca544de {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:11.380978 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:11.381237 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9409ef2-8879-402d-b676-51ffeca544de {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:11.381634 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838', 'status': 'completed', 'code': 200} Feb 19 00:27:11.392755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf509d-7f88-4e33-8eea-89876bacbd90 req-c0e2260a-780c-43b7-8c2f-4efbbf1e60de tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.398717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-accf509d-7f88-4e33-8eea-89876bacbd90 req-c0e2260a-780c-43b7-8c2f-4efbbf1e60de tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 943 time: 0.1490040 Feb 19 00:27:11.491751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-ca2b36fc-559b-4176-917e-ac66f7d04fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.493944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-ca2b36fc-559b-4176-917e-ac66f7d04fe7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.1450298 Feb 19 00:27:11.541162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-accf509d-7f88-4e33-8eea-89876bacbd90 req-cbaa8baa-0700-4a6b-b720-195fd8cc8ac0 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412611 Feb 19 00:27:11.578427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-82aabc84-3bf8-4eef-8220-cf2018f4106d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.580068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-82aabc84-3bf8-4eef-8220-cf2018f4106d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1206 time: 0.1753318 Feb 19 00:27:11.587389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36882) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:11.606684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-10b5e70b-0e30-4a93-b79c-58bf1e4d5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.608288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-10b5e70b-0e30-4a93-b79c-58bf1e4d5db4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962102 Feb 19 00:27:11.623570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2027a0-71aa-4ef0-99ad-932b009ba542 req-5f340fc3-fb2a-4f32-8bbb-ef0a93800e71 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.623570 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab2027a0-71aa-4ef0-99ad-932b009ba542 req-5f340fc3-fb2a-4f32-8bbb-ef0a93800e71 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1133 time: 0.1575580 Feb 19 00:27:11.662209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Deleting subnet 1aed4675-b65a-4a61-a08a-9227a07e5921 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:27:11.666443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Publish callbacks [] for subnet (1aed4675-b65a-4a61-a08a-9227a07e5921), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:11.703196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (1aed4675-b65a-4a61-a08a-9227a07e5921), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:11.748191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (1aed4675-b65a-4a61-a08a-9227a07e5921), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:11.802340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (1aed4675-b65a-4a61-a08a-9227a07e5921), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:11.829402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab2027a0-71aa-4ef0-99ad-932b009ba542 req-9681d42b-73f6-4150-a915-a235938b6c59 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438982 Feb 19 00:27:11.830864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aed4675-b65a-4a61-a08a-9227a07e5921,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:11.839503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:11.846042 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1aed4675-b65a-4a61-a08a-9227a07e5921 HTTP/1.1" status: 204 len: 168 time: 0.2575638 Feb 19 00:27:11.846954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:11.849913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.850435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.850777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.851170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.851506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.851985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.852362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.852688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.853012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.853336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.853660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.853981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.854757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07edfc4f-747d-43ed-b0be-7bb043e0dc74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:11.861051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-5b41c3b9-a9e2-476c-a04e-1324f9204ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.869823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-5b41c3b9-a9e2-476c-a04e-1324f9204ee0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 913 time: 0.2525804 Feb 19 00:27:11.889330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f55d6-a4c6-42eb-880e-affb7ec6610e req-f6261b54-6985-4a0b-a44f-5be8a0af9f09 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:11.890844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-771f55d6-a4c6-42eb-880e-affb7ec6610e req-f6261b54-6985-4a0b-a44f-5be8a0af9f09 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1023 time: 0.2070222 Feb 19 00:27:11.920464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-43ab56d1-c737-4e33-8770-2b5dda715290 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990921 Feb 19 00:27:11.922517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-4ae56a99-802c-4743-a5fb-a6a6a29e770e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 200 len: 217 time: 0.0518415 Feb 19 00:27:11.935764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3c727548-3af7-4234-a20f-097e75520af6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.018373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3c727548-3af7-4234-a20f-097e75520af6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.038782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c727548-3af7-4234-a20f-097e75520af6']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:12.048729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3787d3bb-95eb-4550-b702-729e8a9bc2ff') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:12.049032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3787d3bb-95eb-4550-b702-729e8a9bc2ff') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:12.059704 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (3787d3bb-95eb-4550-b702-729e8a9bc2ff), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.075206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (3787d3bb-95eb-4550-b702-729e8a9bc2ff), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.082506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:27:12.082913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (3787d3bb-95eb-4550-b702-729e8a9bc2ff), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:27:12.084789 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:27:12.142230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3c727548-3af7-4234-a20f-097e75520af6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.149746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.152412 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3c727548-3af7-4234-a20f-097e75520af6 HTTP/1.1" status: 204 len: 168 time: 0.3043749 Feb 19 00:27:12.165409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31eb5c-7d5f-417a-b27d-76a8420a4779 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c727548-3af7-4234-a20f-097e75520af6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:12.209413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:12.310566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:12.323153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'port_id': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'mac_address': 'fa:16:3e:e8:a6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:27:12.354016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36906) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:12.365336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:12.365727 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.379544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:12.399568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:12.404181 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29201493-805b-4523-a0b4-d928e4b672bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2aebae7118ed4c34b496f1d30b477b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486646 Feb 19 00:27:12.407001 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36908) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:12.408758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.432197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-a3145b17-240e-4f02-8968-62f33f5ac5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:12.434050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-a3145b17-240e-4f02-8968-62f33f5ac5e2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.4983637 Feb 19 00:27:12.463646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:12.464116 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67ac5b69-2c9a-41ea-bbfd-5c14e3f8cd88 admin admin] Publish callbacks [] for security_group (7562e930-166e-4fee-9bbe-274f5d4e256f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.486491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67ac5b69-2c9a-41ea-bbfd-5c14e3f8cd88 admin admin] Publish callbacks [] for security_group (7562e930-166e-4fee-9bbe-274f5d4e256f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.493520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-748e9d21-1b17-4876-bd86-d431b163948f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482275 Feb 19 00:27:12.513006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-771f55d6-a4c6-42eb-880e-affb7ec6610e req-af9d0d9a-303c-42f3-8245-541fdc114bbc tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a39717d-07ee-4736-824b-8f13192c6dbf&id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&id=7381886b-1b96-4e0a-b2f4-6f9273c43d88 HTTP/1.1" status: 200 len: 6196 time: 0.5953133 Feb 19 00:27:12.538052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-bb5d41b7-f7ba-4a50-b0d0-28c6ff6b2069 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6102834 Feb 19 00:27:12.539973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67ac5b69-2c9a-41ea-bbfd-5c14e3f8cd88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7562e930-166e-4fee-9bbe-274f5d4e256f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.542974 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67ac5b69-2c9a-41ea-bbfd-5c14e3f8cd88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:12.546749 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-67ac5b69-2c9a-41ea-bbfd-5c14e3f8cd88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7562e930-166e-4fee-9bbe-274f5d4e256f HTTP/1.1" status: 204 len: 168 time: 0.1355393 Feb 19 00:27:12.573514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac5b69-2c9a-41ea-bbfd-5c14e3f8cd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7562e930-166e-4fee-9bbe-274f5d4e256f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:12.599892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-3798e3bb-9865-42b5-98f3-c3dac592c624 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:12.601290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-3798e3bb-9865-42b5-98f3-c3dac592c624 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 808 time: 0.6213932 Feb 19 00:27:12.633946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-56037079-33b0-4a68-b346-438534319406 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/quotas/91d2d7c3b57f4e71a826873aaf92ba9f HTTP/1.1" status: 200 len: 375 time: 0.0212171 Feb 19 00:27:12.691459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-e51e55f6-a7f2-409e-a92d-676c5a0618bd tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438206 Feb 19 00:27:12.693972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-9eb871fc-cf3a-4b10-8414-b4db4e6051df service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718500 Feb 19 00:27:12.782886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:12.903206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c1bca-0250-4c8a-a33d-d9519480be1a req-5cfe03c2-0e32-46a6-abbc-687d3efde96b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:12.904738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-459c1bca-0250-4c8a-a33d-d9519480be1a req-5cfe03c2-0e32-46a6-abbc-687d3efde96b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1674504 Feb 19 00:27:12.944356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-d1e78634-ff6d-4960-a5d4-4cd965ab26b2 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417264 Feb 19 00:27:12.946121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b39fe71-ec18-46ec-9d3e-481e3ab2a6f1 req-21dfc1ce-0bb3-4a23-a6e5-c94d935ef48e service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448359 Feb 19 00:27:13.028233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-459c1bca-0250-4c8a-a33d-d9519480be1a req-5120b3df-d352-4754-8689-f0e36885701b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157634 Feb 19 00:27:13.073378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8e513955-cf66-408a-8c3d-6da5d71c47cc service neutron] 10.222.0.60 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209676 Feb 19 00:27:13.090687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ee94486f-cc62-4440-a22e-7beaa51d5995 req-94b4d605-b877-440f-bd55-de5b43784ce0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1756720846 ', 'description': 'tempest-description-1115673840'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:13.154329 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ee94486f-cc62-4440-a22e-7beaa51d5995 req-94b4d605-b877-440f-bd55-de5b43784ce0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:13.317005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ee94486f-cc62-4440-a22e-7beaa51d5995 req-94b4d605-b877-440f-bd55-de5b43784ce0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (a7b1b4df-57ec-4196-a34e-0bd9969083e2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:13.324634 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ee94486f-cc62-4440-a22e-7beaa51d5995 req-94b4d605-b877-440f-bd55-de5b43784ce0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a7b1b4df-57ec-4196-a34e-0bd9969083e2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:13.368020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ee94486f-cc62-4440-a22e-7beaa51d5995 req-94b4d605-b877-440f-bd55-de5b43784ce0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:13.381147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee94486f-cc62-4440-a22e-7beaa51d5995 req-94b4d605-b877-440f-bd55-de5b43784ce0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2981336 Feb 19 00:27:13.414244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:13.417932 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d525e4f0-9eb9-485a-91d3-8e53795d9a79" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:13.454086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4d605-b877-440f-bd55-de5b43784ce0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b1b4df-57ec-4196-a34e-0bd9969083e2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:13.560805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0f7b-326c-41fc-8d7f-71104d2f20ae req-8e32a8a9-d0a9-40e7-a7b9-d40c230c7dde tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:13.564658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-267c0f7b-326c-41fc-8d7f-71104d2f20ae req-8e32a8a9-d0a9-40e7-a7b9-d40c230c7dde tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 944 time: 0.1809132 Feb 19 00:27:13.724796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-267c0f7b-326c-41fc-8d7f-71104d2f20ae req-9614e9cb-3508-4fc0-a98a-d9e899e5a717 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492193 Feb 19 00:27:13.736653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ef91c-c130-4172-b381-8bb9d52b6bb2 req-74b59c4e-270f-4609-930a-e7f5c5247767 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:13.743405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f0ef91c-c130-4172-b381-8bb9d52b6bb2 req-74b59c4e-270f-4609-930a-e7f5c5247767 tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 1133 time: 0.1625636 Feb 19 00:27:13.860925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd503848-be1e-4c61-813e-c7fd52ae4df1 req-b9f52967-b60d-4de6-8691-f589c0c98c90 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0621510 Feb 19 00:27:13.915659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f0ef91c-c130-4172-b381-8bb9d52b6bb2 req-a68b00b3-da9f-4c35-b389-62d42b8220da tempest-ServersAdminTestJSON-1913556152 tempest-ServersAdminTestJSON-1913556152-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658802 Feb 19 00:27:13.993558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3285022b-45a8-4586-a039-dad11ce62e48 req-28b9f282-6c61-4f47-83cb-9b5271be8dc1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/a7b1b4df-57ec-4196-a34e-0bd9969083e2 HTTP/1.1" status: 200 len: 1798 time: 0.0862391 Feb 19 00:27:14.019044 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a81d65-2f95-4108-bf57-4be89dea3abc x-openstack-request-id: req-92a81d65-2f95-4108-bf57-4be89dea3abc {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:14.019524 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:14.019946 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92a81d65-2f95-4108-bf57-4be89dea3abc {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:14.020674 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838', 'status': 'completed', 'code': 200} Feb 19 00:27:14.145035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-eb68cad0-c734-4a42-8e91-dd160396d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:14.147154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-eb68cad0-c734-4a42-8e91-dd160396d200 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1206 time: 0.1068914 Feb 19 00:27:14.227395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:14.266017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-eba85bbe-770a-4e83-bd25-1ed24599ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:14.267556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-eba85bbe-770a-4e83-bd25-1ed24599ce33 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 913 time: 0.1125112 Feb 19 00:27:14.343946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:27:14.349242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:14.349799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:14.455254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-4f129f38-4a17-4cdd-9225-9b6d9af59e87 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 200 len: 217 time: 0.1803663 Feb 19 00:27:14.512263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:14.512693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:14.568767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084b1f39-8799-4d20-b2c0-58781efebe64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:14.577478 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53908be7-85bb-401f-a093-424fc6946c18" -d '{"events": [{"server_uuid": "084b1f39-8799-4d20-b2c0-58781efebe64", "name": "network-vif-plugged", "status": "completed", "tag": "e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:14.615782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-18869753-d5e5-4395-9ca8-99c1bec2eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:14.618155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-18869753-d5e5-4395-9ca8-99c1bec2eedc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.1587455 Feb 19 00:27:14.621639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:14.636878 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:14.740927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-a27e6600-e672-4e42-a18d-d85628656274 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815384 Feb 19 00:27:14.802728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:14.832816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-291b333f-3bf4-44cc-acd3-d573b8c3a29a req-bfe0fcab-3ad7-4048-b17f-f0180341d628 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/a7b1b4df-57ec-4196-a34e-0bd9969083e2 HTTP/1.1" status: 200 len: 1798 time: 0.2128029 Feb 19 00:27:14.968264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:15.172371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-55a0dd37-0ccc-4180-9d58-1fa4782ebc2a service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236293 Feb 19 00:27:15.206488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da7cf2bc-f9e4-4234-8b44-96952b14c877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.301079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-291b333f-3bf4-44cc-acd3-d573b8c3a29a req-4d10df6d-da38-4dcd-aa5b-edd28593b11c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (a7b1b4df-57ec-4196-a34e-0bd9969083e2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.324614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da7cf2bc-f9e4-4234-8b44-96952b14c877 admin admin] Publish callbacks [] for security_group (0aac6049-b347-4f10-8f58-fa9e6ab37b18), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.330006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5b671-46cc-44f6-97bf-f8f5ba15591c req-649592f4-2d20-4ec1-a0dc-ca080576b83b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:15.332434 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da7cf2bc-f9e4-4234-8b44-96952b14c877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0aac6049-b347-4f10-8f58-fa9e6ab37b18), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.339509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87e5b671-46cc-44f6-97bf-f8f5ba15591c req-649592f4-2d20-4ec1-a0dc-ca080576b83b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.3576474 Feb 19 00:27:15.387267 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-da7cf2bc-f9e4-4234-8b44-96952b14c877 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d12775f1abb4c66b5d46d3d8fdd9bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4152501 Feb 19 00:27:15.387267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cf2bc-f9e4-4234-8b44-96952b14c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aac6049-b347-4f10-8f58-fa9e6ab37b18,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:15.388212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37022) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:15.408163 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-291b333f-3bf4-44cc-acd3-d573b8c3a29a req-4d10df6d-da38-4dcd-aa5b-edd28593b11c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (a7b1b4df-57ec-4196-a34e-0bd9969083e2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.471190 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ed82e7b-a936-47fb-a238-244bc3d6f71e admin admin] Publish callbacks [] for security_group (0aac6049-b347-4f10-8f58-fa9e6ab37b18), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.493202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d525e4f0-9eb9-485a-91d3-8e53795d9a79 req-5e9a1ed4-463d-4079-9db4-c2e275fd391b service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046153 Feb 19 00:27:15.513527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ed82e7b-a936-47fb-a238-244bc3d6f71e admin admin] Publish callbacks [] for security_group (0aac6049-b347-4f10-8f58-fa9e6ab37b18), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.524901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87e5b671-46cc-44f6-97bf-f8f5ba15591c req-42d54e4d-3ecc-4c0c-8893-719ff74e7b0c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737347 Feb 19 00:27:15.540559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-291b333f-3bf4-44cc-acd3-d573b8c3a29a req-4d10df6d-da38-4dcd-aa5b-edd28593b11c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a7b1b4df-57ec-4196-a34e-0bd9969083e2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.559697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-291b333f-3bf4-44cc-acd3-d573b8c3a29a req-4d10df6d-da38-4dcd-aa5b-edd28593b11c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.562503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-291b333f-3bf4-44cc-acd3-d573b8c3a29a req-4d10df6d-da38-4dcd-aa5b-edd28593b11c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/a7b1b4df-57ec-4196-a34e-0bd9969083e2 HTTP/1.1" status: 204 len: 173 time: 0.7264540 Feb 19 00:27:15.576045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10df6d-da38-4dcd-aa5b-edd28593b11c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b1b4df-57ec-4196-a34e-0bd9969083e2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:15.630815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ed82e7b-a936-47fb-a238-244bc3d6f71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0aac6049-b347-4f10-8f58-fa9e6ab37b18), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.638488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ed82e7b-a936-47fb-a238-244bc3d6f71e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:15.640016 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ed82e7b-a936-47fb-a238-244bc3d6f71e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0aac6049-b347-4f10-8f58-fa9e6ab37b18 HTTP/1.1" status: 204 len: 168 time: 0.2508876 Feb 19 00:27:15.666247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed82e7b-a936-47fb-a238-244bc3d6f71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aac6049-b347-4f10-8f58-fa9e6ab37b18,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:15.706615 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e8c8b3-abb0-4e3b-92b7-197bf0a3b736 x-openstack-request-id: req-62e8c8b3-abb0-4e3b-92b7-197bf0a3b736 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:15.707258 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084b1f39-8799-4d20-b2c0-58781efebe64", "name": "network-vif-plugged", "status": "completed", "tag": "e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:15.707495 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62e8c8b3-abb0-4e3b-92b7-197bf0a3b736 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:15.708570 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084b1f39-8799-4d20-b2c0-58781efebe64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'code': 200} Feb 19 00:27:15.778850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcfff659-8220-4040-a31c-1926417e0b8d req-c3db5686-3b68-4e4f-aadc-1f900b115bb1 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0496378 Feb 19 00:27:15.971105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396b0ee-3415-4af6-8d89-915eed86e5d4 req-217028fe-0f61-48e0-ae19-af720ee1d6f6 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:15.979343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4396b0ee-3415-4af6-8d89-915eed86e5d4 req-217028fe-0f61-48e0-ae19-af720ee1d6f6 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1341126 Feb 19 00:27:16.011343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21101876-bf76-45e0-a5ea-eb5057502351 req-043ebaa5-67d1-47b4-8fc3-22b3e1671d56 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:16.012930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21101876-bf76-45e0-a5ea-eb5057502351 req-043ebaa5-67d1-47b4-8fc3-22b3e1671d56 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 950 time: 0.0993910 Feb 19 00:27:16.078342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4396b0ee-3415-4af6-8d89-915eed86e5d4 req-0bc8b982-2b95-4b7f-ad75-a2474c2a86b2 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878475 Feb 19 00:27:16.124678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:16.134635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21101876-bf76-45e0-a5ea-eb5057502351 req-8ba0e80e-58b2-4216-993f-0d8e8c536b20 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103680 Feb 19 00:27:16.160806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1a78a5f8-37b1-46d6-bc09-c7f3841bbd04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.315218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1a78a5f8-37b1-46d6-bc09-c7f3841bbd04 admin admin] Publish callbacks [] for security_group (349e80b5-890b-47d7-ba8a-fec53ba194da), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.324925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1a78a5f8-37b1-46d6-bc09-c7f3841bbd04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (349e80b5-890b-47d7-ba8a-fec53ba194da), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.383294 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1a78a5f8-37b1-46d6-bc09-c7f3841bbd04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f9770379a7bd4b6eb6ed3a6924699a63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573760 Feb 19 00:27:16.383931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37034) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:16.392884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78a5f8-37b1-46d6-bc09-c7f3841bbd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349e80b5-890b-47d7-ba8a-fec53ba194da,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:16.455011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a753cc9c-f8ac-4d98-8028-5a643ddccff6 req-f4cc969a-f756-4159-8aa5-32217a183474 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.2877529 Feb 19 00:27:16.458485 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-398c909f-79b3-4749-bd7a-31546f64a2b4 req-fe4a6473-cda3-417b-bf77-289b8b6a12f2 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:27:16.463208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-398c909f-79b3-4749-bd7a-31546f64a2b4 req-fe4a6473-cda3-417b-bf77-289b8b6a12f2 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/a7b1b4df-57ec-4196-a34e-0bd9969083e2 HTTP/1.1" status: 404 len: 352 time: 0.2085247 Feb 19 00:27:16.483996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ce20-589e-4108-8788-766b1d8e2e8d admin admin] Publish callbacks [] for security_group (349e80b5-890b-47d7-ba8a-fec53ba194da), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.524386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ce20-589e-4108-8788-766b1d8e2e8d admin admin] Publish callbacks [] for security_group (349e80b5-890b-47d7-ba8a-fec53ba194da), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.524872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7ad726f4-3c31-4825-8336-2b24427816b9 req-5fd036ad-4e7f-4058-8e16-99e66ac05cce tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-238035007', 'description': 'tempest-description-1672980341'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:16.541852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476aee17-fb40-4e30-8d64-1c96e55dcb2c req-41dbe414-a4e1-4e56-89dc-f13993b4424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:16.544529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-476aee17-fb40-4e30-8d64-1c96e55dcb2c req-41dbe414-a4e1-4e56-89dc-f13993b4424b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 1127 time: 0.2427537 Feb 19 00:27:16.612430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-ddc7ecc0-9cdb-45c3-bfaf-c6e8d210da8c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:16.615110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-ddc7ecc0-9cdb-45c3-bfaf-c6e8d210da8c tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 950 time: 0.2195907 Feb 19 00:27:16.621280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ce20-589e-4108-8788-766b1d8e2e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (349e80b5-890b-47d7-ba8a-fec53ba194da), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.625363 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ce20-589e-4108-8788-766b1d8e2e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.626918 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1ab7ce20-589e-4108-8788-766b1d8e2e8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/349e80b5-890b-47d7-ba8a-fec53ba194da HTTP/1.1" status: 204 len: 168 time: 0.2409406 Feb 19 00:27:16.638277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7ce20-589e-4108-8788-766b1d8e2e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349e80b5-890b-47d7-ba8a-fec53ba194da,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:16.675528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-cd15335a-940d-4519-84fc-8ab14245dd8c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:16.678038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-cd15335a-940d-4519-84fc-8ab14245dd8c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 808 time: 0.4999115 Feb 19 00:27:16.688260 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ad726f4-3c31-4825-8336-2b24427816b9 req-5fd036ad-4e7f-4058-8e16-99e66ac05cce tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.848186 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ad726f4-3c31-4825-8336-2b24427816b9 req-5fd036ad-4e7f-4058-8e16-99e66ac05cce tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (ebc2a325-a4d1-4a75-a972-d6b107686c37), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.860729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ad726f4-3c31-4825-8336-2b24427816b9 req-5fd036ad-4e7f-4058-8e16-99e66ac05cce tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ebc2a325-a4d1-4a75-a972-d6b107686c37), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.927788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8db40-b55b-4862-b3be-be3dc23525dc req-b9937438-fa32-4748-a1ad-c2fa451c1643 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:16.936680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab8db40-b55b-4862-b3be-be3dc23525dc req-b9937438-fa32-4748-a1ad-c2fa451c1643 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2437572 Feb 19 00:27:16.977414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ad726f4-3c31-4825-8336-2b24427816b9 req-5fd036ad-4e7f-4058-8e16-99e66ac05cce tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:16.984951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ad726f4-3c31-4825-8336-2b24427816b9 req-5fd036ad-4e7f-4058-8e16-99e66ac05cce tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4756024 Feb 19 00:27:17.034969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd036ad-4e7f-4058-8e16-99e66ac05cce tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc2a325-a4d1-4a75-a972-d6b107686c37,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:17.117949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab8db40-b55b-4862-b3be-be3dc23525dc req-699dc07e-1fed-4646-9ad8-8d7949d40baa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800148 Feb 19 00:27:17.136397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Deleting port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:17.136397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:17.234696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f56ed66d-c431-48e7-8acb-747084190dcc req-485638ac-e6b4-466a-9e3f-a673aaff4f1f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-861748461', 'description': 'tempest-description-500841530'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:17.326844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a605fc4-78e3-4838-a30d-9f7712cab171 req-875f7a8e-c3df-49cb-add7-d27c6b38f073 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.1038818 Feb 19 00:27:17.375715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] For port 5a6ad5c2-8941-44c6-ab65-4abf485651b6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5a6ad5c2-8941-44c6-ab65-4abf485651b6,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:17.375715 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:17.388561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Calling delete_port for 5a6ad5c2-8941-44c6-ab65-4abf485651b6 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:17.456015 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f56ed66d-c431-48e7-8acb-747084190dcc req-485638ac-e6b4-466a-9e3f-a673aaff4f1f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:17.571129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b1f18-c7b2-486a-9bb9-1bbde68d290a req-c3f6f359-2f92-4722-982e-f7fa0a283279 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:17.572780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b75b1f18-c7b2-486a-9bb9-1bbde68d290a req-c3f6f359-2f92-4722-982e-f7fa0a283279 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1307821 Feb 19 00:27:17.683844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f56ed66d-c431-48e7-8acb-747084190dcc req-485638ac-e6b4-466a-9e3f-a673aaff4f1f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (6d3bc666-e0bf-4ab9-9299-3f20048038d3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:17.694166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f56ed66d-c431-48e7-8acb-747084190dcc req-485638ac-e6b4-466a-9e3f-a673aaff4f1f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6d3bc666-e0bf-4ab9-9299-3f20048038d3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:17.705510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5a6ad5c2-8941-44c6-ab65-4abf485651b6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:17.719931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['5a6ad5c2-8941-44c6-ab65-4abf485651b6', '9ffee167-a1af-4eb8-9307-c86d1be0422b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:17.728213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b75b1f18-c7b2-486a-9bb9-1bbde68d290a req-933622d5-8d3d-4c03-8a08-82828178b3af tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471348 Feb 19 00:27:17.775355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f56ed66d-c431-48e7-8acb-747084190dcc req-485638ac-e6b4-466a-9e3f-a673aaff4f1f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:17.776633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f56ed66d-c431-48e7-8acb-747084190dcc req-485638ac-e6b4-466a-9e3f-a673aaff4f1f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5526748 Feb 19 00:27:17.811434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Pushing event deleted for resources: {'Port': ['ID=5a6ad5c2-8941-44c6-ab65-4abf485651b6,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:17.819772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485638ac-e6b4-466a-9e3f-a673aaff4f1f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3bc666-e0bf-4ab9-9299-3f20048038d3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:17.850034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['70af6661-0b1e-4f28-80d4-2e0de82f3a0c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:17.876029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] No DVR routers for this DVR port 5a6ad5c2-8941-44c6-ab65-4abf485651b6 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:17.879750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:17.884369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1171bb2-7e75-48fe-8224-37e979910b2e req-4a5a4266-9b54-47ba-bf42-b2d48ffd0cf9 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "DELETE /v2.0/ports/5a6ad5c2-8941-44c6-ab65-4abf485651b6 HTTP/1.1" status: 204 len: 173 time: 1.2039778 Feb 19 00:27:17.885122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78cc5c08-680a-4f53-8944-db0b4f68f06e', 'name': 'network-vif-deleted', 'tag': '5a6ad5c2-8941-44c6-ab65-4abf485651b6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:17.888935 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134a6422-8f34-437b-bcdb-5c946e70c8b9" -d '{"events": [{"server_uuid": "78cc5c08-680a-4f53-8944-db0b4f68f06e", "name": "network-vif-deleted", "tag": "5a6ad5c2-8941-44c6-ab65-4abf485651b6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:17.978317 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3cf1e529-e87c-4473-b863-c5e32d91dab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:18.063830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8747c93e-6d1d-4b80-b106-e67469d20ea7 req-67361106-7c3e-43ec-aef5-edc0bedbec6d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0933528 Feb 19 00:27:18.078149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72a10fb0-0cdd-4540-a862-1cf5c7126345 req-bee32d33-b609-4dc8-98e1-bfb896554d81 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=78cc5c08-680a-4f53-8944-db0b4f68f06e HTTP/1.1" status: 200 len: 210 time: 0.1424868 Feb 19 00:27:18.122216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e36bb67b-fc96-4c13-95a2-2a7b3b11f536 req-cf26239a-7e74-4b9d-b8fa-4879f8fed2fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1201707359', 'description': 'tempest-description-380656405'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:18.199057 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e36bb67b-fc96-4c13-95a2-2a7b3b11f536 req-cf26239a-7e74-4b9d-b8fa-4879f8fed2fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:18.215872 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645f18c3-2cef-4e20-9df5-08d75e7cf7a0 x-openstack-request-id: req-645f18c3-2cef-4e20-9df5-08d75e7cf7a0 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:18.216753 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78cc5c08-680a-4f53-8944-db0b4f68f06e", "name": "network-vif-deleted", "tag": "5a6ad5c2-8941-44c6-ab65-4abf485651b6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:18.216753 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-645f18c3-2cef-4e20-9df5-08d75e7cf7a0 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:18.217323 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78cc5c08-680a-4f53-8944-db0b4f68f06e', 'name': 'network-vif-deleted', 'tag': '5a6ad5c2-8941-44c6-ab65-4abf485651b6', 'status': 'completed', 'code': 200} Feb 19 00:27:18.351185 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e36bb67b-fc96-4c13-95a2-2a7b3b11f536 req-cf26239a-7e74-4b9d-b8fa-4879f8fed2fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (cbdd0c99-c709-4188-9e8b-fa43fe77c44f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:18.359874 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e36bb67b-fc96-4c13-95a2-2a7b3b11f536 req-cf26239a-7e74-4b9d-b8fa-4879f8fed2fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cbdd0c99-c709-4188-9e8b-fa43fe77c44f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:18.458107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:18.533301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26239a-7e74-4b9d-b8fa-4879f8fed2fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdd0c99-c709-4188-9e8b-fa43fe77c44f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:18.566819 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e36bb67b-fc96-4c13-95a2-2a7b3b11f536 req-cf26239a-7e74-4b9d-b8fa-4879f8fed2fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:18.568399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e36bb67b-fc96-4c13-95a2-2a7b3b11f536 req-cf26239a-7e74-4b9d-b8fa-4879f8fed2fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4515724 Feb 19 00:27:18.641960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53cf9e-1da2-43c6-bf91-85ce985807c3 req-78407223-5ee3-4e44-b7ec-3076e73e9bff tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:18.655902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a53cf9e-1da2-43c6-bf91-85ce985807c3 req-78407223-5ee3-4e44-b7ec-3076e73e9bff tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2885585 Feb 19 00:27:18.741696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bb69f4b-db95-46e5-a3a9-3a32e3cd70d8 req-e8369314-80b5-4aea-b07e-121aaae64555 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0769608 Feb 19 00:27:18.795396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a53cf9e-1da2-43c6-bf91-85ce985807c3 req-6e96cb49-411b-4ab6-b744-31c38c3d48b6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368735 Feb 19 00:27:18.986823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47384af4-faea-4689-8ea8-79fa2c7f6686 req-fee631c2-2605-473b-801c-d56be9b8ff19 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92daa5988ef845ea898c2b9e25aed217 HTTP/1.1" status: 200 len: 10993 time: 0.1839638 Feb 19 00:27:19.018451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d714e-d208-47a9-90a8-734b9475e7e1 req-bf061b4c-4f4e-4064-aaf1-066437ce12fa tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:19.026054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c25d714e-d208-47a9-90a8-734b9475e7e1 req-bf061b4c-4f4e-4064-aaf1-066437ce12fa tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1336188 Feb 19 00:27:19.081852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47384af4-faea-4689-8ea8-79fa2c7f6686 req-d25eccbf-fe63-4696-a647-33b67abe28b3 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/cdf8ecda-bde4-40ba-91ed-dcabf26db404 HTTP/1.1" status: 200 len: 2998 time: 0.0939965 Feb 19 00:27:19.138498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c25d714e-d208-47a9-90a8-734b9475e7e1 req-2dcc41fa-62df-4c89-8990-c54be3041ece tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113799 Feb 19 00:27:19.192006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47384af4-faea-4689-8ea8-79fa2c7f6686 req-c86b99c6-0b56-4c7e-a38b-d2fbd8579d16 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/cdf8ecda-bde4-40ba-91ed-dcabf26db404 HTTP/1.1" status: 200 len: 2998 time: 0.1091425 Feb 19 00:27:19.256433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdd94007-601f-4ba9-b317-5218bb8fa1c4 req-09a1423a-0840-4513-89fb-92d992fce869 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/ebc2a325-a4d1-4a75-a972-d6b107686c37 HTTP/1.1" status: 200 len: 1817 time: 0.0465355 Feb 19 00:27:19.356534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b67dedb-9bf3-479b-98d5-22b333aaff30 req-da543e63-7796-4d60-9bec-cf80e6d57c52 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0470452 Feb 19 00:27:19.397281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bdd94007-601f-4ba9-b317-5218bb8fa1c4 req-08a3f503-4305-4e78-ba20-3bdbb46a9535 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (ebc2a325-a4d1-4a75-a972-d6b107686c37), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:19.450868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bdd94007-601f-4ba9-b317-5218bb8fa1c4 req-08a3f503-4305-4e78-ba20-3bdbb46a9535 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (ebc2a325-a4d1-4a75-a972-d6b107686c37), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:19.551782 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bdd94007-601f-4ba9-b317-5218bb8fa1c4 req-08a3f503-4305-4e78-ba20-3bdbb46a9535 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ebc2a325-a4d1-4a75-a972-d6b107686c37), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:19.554755 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bdd94007-601f-4ba9-b317-5218bb8fa1c4 req-08a3f503-4305-4e78-ba20-3bdbb46a9535 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:19.559908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdd94007-601f-4ba9-b317-5218bb8fa1c4 req-08a3f503-4305-4e78-ba20-3bdbb46a9535 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/ebc2a325-a4d1-4a75-a972-d6b107686c37 HTTP/1.1" status: 204 len: 173 time: 0.2981682 Feb 19 00:27:19.589296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3f503-4305-4e78-ba20-3bdbb46a9535 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc2a325-a4d1-4a75-a972-d6b107686c37,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:19.605479 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-0fa9671e-0627-4c5e-a2c5-889e7903a273 req-4ad1fe80-5fdc-46e9-836a-ad38a818e28a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:27:19.618654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fa9671e-0627-4c5e-a2c5-889e7903a273 req-4ad1fe80-5fdc-46e9-836a-ad38a818e28a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/ebc2a325-a4d1-4a75-a972-d6b107686c37 HTTP/1.1" status: 404 len: 352 time: 0.0364790 Feb 19 00:27:19.699473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b86979c-ef39-4d47-995e-77ffbe2e74ab req-aff31875-f726-4a72-9a84-69dfa99eeaf8 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/6d3bc666-e0bf-4ab9-9299-3f20048038d3 HTTP/1.1" status: 200 len: 1816 time: 0.0619812 Feb 19 00:27:19.783405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b86979c-ef39-4d47-995e-77ffbe2e74ab req-a4ed6006-6ada-4fae-98d6-f5bd6d3714e1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (6d3bc666-e0bf-4ab9-9299-3f20048038d3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:19.820942 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b86979c-ef39-4d47-995e-77ffbe2e74ab req-a4ed6006-6ada-4fae-98d6-f5bd6d3714e1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (6d3bc666-e0bf-4ab9-9299-3f20048038d3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:19.876336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b86979c-ef39-4d47-995e-77ffbe2e74ab req-a4ed6006-6ada-4fae-98d6-f5bd6d3714e1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6d3bc666-e0bf-4ab9-9299-3f20048038d3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:19.883274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b86979c-ef39-4d47-995e-77ffbe2e74ab req-a4ed6006-6ada-4fae-98d6-f5bd6d3714e1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:19.884488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b86979c-ef39-4d47-995e-77ffbe2e74ab req-a4ed6006-6ada-4fae-98d6-f5bd6d3714e1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/6d3bc666-e0bf-4ab9-9299-3f20048038d3 HTTP/1.1" status: 204 len: 173 time: 0.1791182 Feb 19 00:27:19.900749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed6006-6ada-4fae-98d6-f5bd6d3714e1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3bc666-e0bf-4ab9-9299-3f20048038d3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:19.967865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-49c77a21-4323-43e9-9c51-b243f47d8ac7 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=af53dd62df384e84909ea7edd787c86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466983 Feb 19 00:27:20.000252 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87cf95a1-01b3-44d3-8d1c-dbea2c149c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:20.135801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-20570d64-24f5-41ef-81ac-6dd21ee35b3d tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:20.139073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-20570d64-24f5-41ef-81ac-6dd21ee35b3d tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1696103 Feb 19 00:27:20.146480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6abf-9f20-4ab3-be26-d981d41c4b57 req-5e0fb62d-c84c-454c-8e86-1aabe542d301 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:20.148178 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be1c6abf-9f20-4ab3-be26-d981d41c4b57 req-5e0fb62d-c84c-454c-8e86-1aabe542d301 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.1775773 Feb 19 00:27:20.175229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-f15f9872-82d9-4bae-b614-8786053eebdf tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/quotas/af53dd62df384e84909ea7edd787c86f HTTP/1.1" status: 200 len: 375 time: 0.0257514 Feb 19 00:27:20.222223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-c8a8c737-f598-4c49-ba57-0cc9ac975cec tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=af53dd62df384e84909ea7edd787c86f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383081 Feb 19 00:27:20.242790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be1c6abf-9f20-4ab3-be26-d981d41c4b57 req-bd0ad5a8-5c50-4cb4-82d4-4da6ccd2c7fd tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772300 Feb 19 00:27:20.276517 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:27:20.349760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69e4ad13-0c70-4b66-a440-75a38956740f req-a9070465-7c7c-491f-8dc7-07a4e6054170 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0287609 Feb 19 00:27:20.395678 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-dab89607-4327-4fbb-b826-778e77d200a7 req-1292fb96-7ebb-4213-a07c-640849c68953 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:27:20.419771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dab89607-4327-4fbb-b826-778e77d200a7 req-1292fb96-7ebb-4213-a07c-640849c68953 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/6d3bc666-e0bf-4ab9-9299-3f20048038d3 HTTP/1.1" status: 404 len: 352 time: 0.0296619 Feb 19 00:27:20.566743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b49a50-9f11-46f3-ad6f-b9d3cfadc1f5 req-2591aa67-3bc7-4d2c-b5a8-88baa5e689e4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:20.568716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68b49a50-9f11-46f3-ad6f-b9d3cfadc1f5 req-2591aa67-3bc7-4d2c-b5a8-88baa5e689e4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1205270 Feb 19 00:27:20.580227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d699c1f-21b2-4860-8d0b-35b4eb294efe req-fdb51976-c181-4465-9a6e-0549e8d7e6fc tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:20.582093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d699c1f-21b2-4860-8d0b-35b4eb294efe req-fdb51976-c181-4465-9a6e-0549e8d7e6fc tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1067576 Feb 19 00:27:20.665525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68b49a50-9f11-46f3-ad6f-b9d3cfadc1f5 req-440ee1f8-7b76-499f-a8dc-ee7c745a0023 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821645 Feb 19 00:27:20.681348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d699c1f-21b2-4860-8d0b-35b4eb294efe req-b17a9f0d-48a5-4c86-b154-52ea66d0fe6a tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734503 Feb 19 00:27:20.752327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-005dcfca-b996-47ab-9c72-a3df5fbcd440 req-b39dc11b-5905-4cb2-8502-d62b21ca7d51 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 210 time: 0.0353053 Feb 19 00:27:20.828976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-406ac727-0bd9-460e-8a56-e6a23b8ce9b7 req-d08876db-36d9-4ccd-a709-a1e3e5164e0b tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/cbdd0c99-c709-4188-9e8b-fa43fe77c44f HTTP/1.1" status: 200 len: 1817 time: 0.0499735 Feb 19 00:27:20.916529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c125da2-00fb-456e-aead-943c84ace3b0 req-077f1c16-7481-4656-8255-4041e07407a2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0595455 Feb 19 00:27:20.951251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-406ac727-0bd9-460e-8a56-e6a23b8ce9b7 req-21d4672b-e17b-4881-9e2d-56058e018df1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (cbdd0c99-c709-4188-9e8b-fa43fe77c44f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:20.982381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-406ac727-0bd9-460e-8a56-e6a23b8ce9b7 req-21d4672b-e17b-4881-9e2d-56058e018df1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (cbdd0c99-c709-4188-9e8b-fa43fe77c44f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:21.042345 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-406ac727-0bd9-460e-8a56-e6a23b8ce9b7 req-21d4672b-e17b-4881-9e2d-56058e018df1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cbdd0c99-c709-4188-9e8b-fa43fe77c44f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:21.049046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-406ac727-0bd9-460e-8a56-e6a23b8ce9b7 req-21d4672b-e17b-4881-9e2d-56058e018df1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:21.050486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-406ac727-0bd9-460e-8a56-e6a23b8ce9b7 req-21d4672b-e17b-4881-9e2d-56058e018df1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/cbdd0c99-c709-4188-9e8b-fa43fe77c44f HTTP/1.1" status: 204 len: 173 time: 0.2143402 Feb 19 00:27:21.071094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4672b-e17b-4881-9e2d-56058e018df1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdd0c99-c709-4188-9e8b-fa43fe77c44f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:21.086590 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:21.109637 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-3237ce73-9846-41d6-889f-21e78c7d03bd req-c9edda18-f7b8-4b3d-abf7-fd0cf00c952a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:27:21.111025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3237ce73-9846-41d6-889f-21e78c7d03bd req-c9edda18-f7b8-4b3d-abf7-fd0cf00c952a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/cbdd0c99-c709-4188-9e8b-fa43fe77c44f HTTP/1.1" status: 404 len: 352 time: 0.0289698 Feb 19 00:27:21.230508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f631ce0-cee8-470b-8d4f-ec5e98d9aa0f req-5e4462a0-1980-4120-995d-7f113b76d421 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92daa5988ef845ea898c2b9e25aed217 HTTP/1.1" status: 200 len: 6196 time: 0.0922272 Feb 19 00:27:21.292332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f631ce0-cee8-470b-8d4f-ec5e98d9aa0f req-3a6b5f61-4932-403d-999c-adceaea1f49d tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/cdf8ecda-bde4-40ba-91ed-dcabf26db404 HTTP/1.1" status: 200 len: 2998 time: 0.0480366 Feb 19 00:27:21.386988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f631ce0-cee8-470b-8d4f-ec5e98d9aa0f req-9c389328-b2af-43e3-b2c7-78fcc957d989 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/cdf8ecda-bde4-40ba-91ed-dcabf26db404 HTTP/1.1" status: 200 len: 2998 time: 0.0865691 Feb 19 00:27:21.418232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c38cd8-ae92-4a9a-bb46-54c71b4c027d req-764d65c2-5307-4c5d-9039-8ea7436b8600 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:21.420060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18c38cd8-ae92-4a9a-bb46-54c71b4c027d req-764d65c2-5307-4c5d-9039-8ea7436b8600 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.0800977 Feb 19 00:27:21.491004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90a5a163-c0b8-497f-a96c-062e77aee8fb req-9ed554c2-a8ba-490c-9383-7d267ebf6977 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0339155 Feb 19 00:27:21.526061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4ad1c529-077c-492a-bd5e-7c123f74e381 req-f2b26414-83cf-43fb-ac1a-df83960a9461 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-616204966', 'description': 'tempest-description-1437214778'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:21.534443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18c38cd8-ae92-4a9a-bb46-54c71b4c027d req-fb37e84b-6940-49e8-8ce1-43e7d0ba206a tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062987 Feb 19 00:27:21.550925 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4ad1c529-077c-492a-bd5e-7c123f74e381 req-f2b26414-83cf-43fb-ac1a-df83960a9461 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:21.648438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4ad1c529-077c-492a-bd5e-7c123f74e381 req-f2b26414-83cf-43fb-ac1a-df83960a9461 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (d95ef645-ff9b-4df0-8704-cc4ba5303411), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:21.687863 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4ad1c529-077c-492a-bd5e-7c123f74e381 req-f2b26414-83cf-43fb-ac1a-df83960a9461 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d95ef645-ff9b-4df0-8704-cc4ba5303411), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:21.771504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-cf24c441-448c-4635-aee7-41d0aca2e46b tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=af53dd62df384e84909ea7edd787c86f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404809 Feb 19 00:27:21.783754 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4ad1c529-077c-492a-bd5e-7c123f74e381 req-f2b26414-83cf-43fb-ac1a-df83960a9461 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:21.786211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ad1c529-077c-492a-bd5e-7c123f74e381 req-f2b26414-83cf-43fb-ac1a-df83960a9461 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2649388 Feb 19 00:27:21.894376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b26414-83cf-43fb-ac1a-df83960a9461 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d95ef645-ff9b-4df0-8704-cc4ba5303411,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:21.999783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fbafe-43af-42f8-9a73-0ade533edc6d req-5bacf8cc-5275-4d7b-bcbd-8ba65bb12a8b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:22.001503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-096fbafe-43af-42f8-9a73-0ade533edc6d req-5bacf8cc-5275-4d7b-bcbd-8ba65bb12a8b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2272635 Feb 19 00:27:22.015511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a287b0f-4db6-4235-96ed-9b429c23c071 req-6fe0e44c-d738-4df3-ab5d-0311c3ef01ba tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:22.017016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a287b0f-4db6-4235-96ed-9b429c23c071 req-6fe0e44c-d738-4df3-ab5d-0311c3ef01ba tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1141648 Feb 19 00:27:22.032825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-3e773aa3-c579-41df-ba1c-c5ca68e0a406 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:22.034412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-3e773aa3-c579-41df-ba1c-c5ca68e0a406 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466280 Feb 19 00:27:22.050942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Request body: {'port': {'device_id': '0c7d6f7b-7ae4-453b-a1ca-6c395410c23e', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'af53dd62df384e84909ea7edd787c86f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:22.054665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5a6ad5c2-8941-44c6-ab65-4abf485651b6 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:22.116946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 5a6ad5c2-8941-44c6-ab65-4abf485651b6 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:22.117679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5a6ad5c2-8941-44c6-ab65-4abf485651b6 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:22.202515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-096fbafe-43af-42f8-9a73-0ade533edc6d req-6cb74edf-9728-4bb4-a860-55d65b060d8a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844623 Feb 19 00:27:22.230086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a287b0f-4db6-4235-96ed-9b429c23c071 req-b134f020-6926-4216-8dca-bce65ff6aa7c tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888976 Feb 19 00:27:22.264108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7c8e0593-eca4-4f65-b870-9a81d6673dfa req-da0df26f-f686-4b30-9058-ce65c8f7f060 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1432279775', 'description': 'tempest-description-1092076014'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:22.291985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Made reservation on behalf of af53dd62df384e84909ea7edd787c86f for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:22.296513 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.336457 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.343769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77cf3188-8478-4d11-a157-75d7635b7a1a req-8e15f429-9070-4b42-9520-9a0e081223f3 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 210 time: 0.0493188 Feb 19 00:27:22.343769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7c8e0593-eca4-4f65-b870-9a81d6673dfa req-da0df26f-f686-4b30-9058-ce65c8f7f060 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.447726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6606fc31-bbf8-4788-8a54-55bbaf027243 req-c314e4ce-28f7-47ba-88f9-0757ac16c835 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0347533 Feb 19 00:27:22.495509 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.508031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7c8e0593-eca4-4f65-b870-9a81d6673dfa req-da0df26f-f686-4b30-9058-ce65c8f7f060 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (08a22398-1f12-4e0c-b408-ef7a55e23ed0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.513618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7c8e0593-eca4-4f65-b870-9a81d6673dfa req-da0df26f-f686-4b30-9058-ce65c8f7f060 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (08a22398-1f12-4e0c-b408-ef7a55e23ed0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.561391 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks [] for security_group (a59dae1e-2e53-44d8-9c17-5afbcc3e74d7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.564146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0df26f-f686-4b30-9058-ce65c8f7f060 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a22398-1f12-4e0c-b408-ef7a55e23ed0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:22.567334 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a59dae1e-2e53-44d8-9c17-5afbcc3e74d7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.578792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7c8e0593-eca4-4f65-b870-9a81d6673dfa req-da0df26f-f686-4b30-9058-ce65c8f7f060 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:22.579917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c8e0593-eca4-4f65-b870-9a81d6673dfa req-da0df26f-f686-4b30-9058-ce65c8f7f060 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3214886 Feb 19 00:27:22.691819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36e30bc7-739b-4d6a-88cb-747314b66fe7 req-78228ddb-0c81-4be4-b0a6-f06dce4ce7ae tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.1170256 Feb 19 00:27:22.719007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:22.784564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b301c76-ab7e-4cba-bb67-610642e5613c req-c32e2361-8dac-458f-9311-17cdda0158cb tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:22.786098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b301c76-ab7e-4cba-bb67-610642e5613c req-c32e2361-8dac-458f-9311-17cdda0158cb tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.1285090 Feb 19 00:27:22.798644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Allocated IP 192.168.233.236 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/f8b52754-0a93-44ac-91e3-1badc617c5e8) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:22.880935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b301c76-ab7e-4cba-bb67-610642e5613c req-dde0834f-0672-45cb-af2b-b29483c03f0f tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836706 Feb 19 00:27:23.109969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks [] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:23.137889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-432d4894-11ba-485c-8871-1e65a3211a40 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:23.139370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-432d4894-11ba-485c-8871-1e65a3211a40 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 812 time: 0.1830015 Feb 19 00:27:23.156544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c32958-74b8-4195-8432-004ebad147a0 req-6985cc04-0113-46bd-b4a6-89e5c37785f7 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:23.158044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c32958-74b8-4195-8432-004ebad147a0 req-6985cc04-0113-46bd-b4a6-89e5c37785f7 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.1314712 Feb 19 00:27:23.184816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-1c990b23-93a8-424d-a420-5b081554bf90 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/quotas/92daa5988ef845ea898c2b9e25aed217 HTTP/1.1" status: 200 len: 375 time: 0.0372467 Feb 19 00:27:23.212202 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:23.297671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c32958-74b8-4195-8432-004ebad147a0 req-a5cd667f-666f-447f-aad1-7d809caf19d0 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243541 Feb 19 00:27:23.303695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:23.309554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:23.312898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Pushing event updated for resources: {'Port': ['ID=f8b52754-0a93-44ac-91e3-1badc617c5e8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:23.313990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:23.357713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8af77aca-af96-423e-af36-93711427f30c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1637273 Feb 19 00:27:23.392550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:23.393116 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:23.406862 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:23.480530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-a3cc3b1d-8923-4c33-86a4-a027b320ad7a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4352267 Feb 19 00:27:23.494159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Request body: {'port': {'device_id': '0c7d6f7b-7ae4-453b-a1ca-6c395410c23e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:23.546046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-1ef87ebb-1ea3-4cf5-85d8-ba59c36696ec service neutron] 10.222.0.60 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800816 Feb 19 00:27:23.553970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700045b-5cef-4caa-8342-0b2ef9edf3c2 req-2b6a5a56-13d8-4e78-be46-c5655aa1c661 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:23.555400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6700045b-5cef-4caa-8342-0b2ef9edf3c2 req-2b6a5a56-13d8-4e78-be46-c5655aa1c661 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1594706 Feb 19 00:27:23.583660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bf7bee80-0a86-485e-9f33-a21b813d5bf4 None None] Provisioning complete for port f8b52754-0a93-44ac-91e3-1badc617c5e8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:23.584206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf7bee80-0a86-485e-9f33-a21b813d5bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:23.619749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bee80-0a86-485e-9f33-a21b813d5bf4 None None] Port f8b52754-0a93-44ac-91e3-1badc617c5e8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:27:23.972066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:24.048056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6700045b-5cef-4caa-8342-0b2ef9edf3c2 req-de565fb1-0533-4294-aa0a-d6319efbfe15 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4810507 Feb 19 00:27:24.057004 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:24.059850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-f8acb185-be8a-4611-9bdc-9a3178aa6cf5 service neutron] 10.222.0.60 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005298 Feb 19 00:27:24.297973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b0d74-6fb6-4615-9d2f-abe6f2e2131c req-0f760777-a2b6-45b7-b6de-af745b505cc8 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:24.299514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-404b0d74-6fb6-4615-9d2f-abe6f2e2131c req-0f760777-a2b6-45b7-b6de-af745b505cc8 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1433766 Feb 19 00:27:24.427389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-404b0d74-6fb6-4615-9d2f-abe6f2e2131c req-06f83634-7374-4414-9ee7-cc0efa339f68 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160026 Feb 19 00:27:24.449366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a48a1-b9c4-48d4-b65f-13541584a11c req-6687b579-aa9b-40fd-817b-49b66c9496d4 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:24.449366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-066a48a1-b9c4-48d4-b65f-13541584a11c req-6687b579-aa9b-40fd-817b-49b66c9496d4 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 936 time: 0.1687663 Feb 19 00:27:24.450882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8b52754-0a93-44ac-91e3-1badc617c5e8 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:24.461176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Publish callbacks [] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:24.488155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Transition to ACTIVE for port object f8b52754-0a93-44ac-91e3-1badc617c5e8 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:27:24.511877 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:24.555579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-066a48a1-b9c4-48d4-b65f-13541584a11c req-4fb108ad-a870-4af1-9408-e0ea4812269d tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992460 Feb 19 00:27:24.602871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3b90ecc-6688-45fe-9e94-32eba0d36440 req-6e7b5796-ac1f-47bd-b7df-9729fdaaf37f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0600266 Feb 19 00:27:24.678731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b52754-0a93-44ac-91e3-1badc617c5e8,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:24.721095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dde081f-b508-41e8-8ee7-4e2d54572c81 req-10cc128e-e4ac-4df9-96c5-f702466c2b4b tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0457823 Feb 19 00:27:24.757450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Attempting to bind port f8b52754-0a93-44ac-91e3-1badc617c5e8 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:24.757798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Attempting to bind port f8b52754-0a93-44ac-91e3-1badc617c5e8 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:24.758136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Attempting to bind port f8b52754-0a93-44ac-91e3-1badc617c5e8 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:24.772696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Port f8b52754-0a93-44ac-91e3-1badc617c5e8 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:27:24.773141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Attempting to bind port f8b52754-0a93-44ac-91e3-1badc617c5e8 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:24.783008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:24.783349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:24.783747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:24.784294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Bound port: f8b52754-0a93-44ac-91e3-1badc617c5e8, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:24.784845 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:24.811319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8778c6-c9e4-41bd-a031-62433ab3db7d req-c00a0e5b-9b41-463c-b138-6bae08b83809 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:24.813151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd8778c6-c9e4-41bd-a031-62433ab3db7d req-c00a0e5b-9b41-463c-b138-6bae08b83809 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.1193986 Feb 19 00:27:24.867847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25525c58-42ce-40b7-84a4-bfde3274d4ef req-a0da19bc-e0e3-4940-b6cb-83f1a6fe62fd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 210 time: 0.0536571 Feb 19 00:27:24.924966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd8778c6-c9e4-41bd-a031-62433ab3db7d req-581ca663-9674-44c0-9eab-49139ef66d43 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008065 Feb 19 00:27:24.925968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] For port f8b52754-0a93-44ac-91e3-1badc617c5e8, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:24.929206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] For port f8b52754-0a93-44ac-91e3-1badc617c5e8, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8b52754-0a93-44ac-91e3-1badc617c5e8,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:24.936737 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:24.973716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:24.974759 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:24.976163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] 10.222.0.113 "PUT /v2.0/ports/f8b52754-0a93-44ac-91e3-1badc617c5e8 HTTP/1.1" status: 200 len: 1096 time: 1.4868073 Feb 19 00:27:24.976828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c7d6f7b-7ae4-453b-a1ca-6c395410c23e', 'tag': 'f8b52754-0a93-44ac-91e3-1badc617c5e8'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:24.978778 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aacdf9-dc18-487d-97e7-100c4a118712" -d '{"events": [{"name": "network-changed", "server_uuid": "0c7d6f7b-7ae4-453b-a1ca-6c395410c23e", "tag": "f8b52754-0a93-44ac-91e3-1badc617c5e8"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:25.005761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e13a-6fc2-4235-a631-f2daea14d547 service neutron] Pushing event updated for resources: {'Port': ['ID=f8b52754-0a93-44ac-91e3-1badc617c5e8,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:25.026417 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4000173-3cec-41be-a70a-ce0909ce8692 x-openstack-request-id: req-c4000173-3cec-41be-a70a-ce0909ce8692 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:25.026713 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c7d6f7b-7ae4-453b-a1ca-6c395410c23e", "tag": "f8b52754-0a93-44ac-91e3-1badc617c5e8", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:25.026964 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4000173-3cec-41be-a70a-ce0909ce8692 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:25.027370 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c7d6f7b-7ae4-453b-a1ca-6c395410c23e', 'tag': 'f8b52754-0a93-44ac-91e3-1badc617c5e8', 'status': 'completed', 'code': 200} Feb 19 00:27:25.082968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-4fd5d24b-c4cd-47c4-bc75-57fbc85b7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.084877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-4fd5d24b-c4cd-47c4-bc75-57fbc85b7aeb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=af53dd62df384e84909ea7edd787c86f&device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 1130 time: 0.0528653 Feb 19 00:27:25.161966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-d8445911-422c-4e05-8cce-b89193c1695e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f8b52754-0a93-44ac-91e3-1badc617c5e8 HTTP/1.1" status: 200 len: 217 time: 0.0671363 Feb 19 00:27:25.247618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ee36e-c9d7-4816-b596-11da26815f88 req-a62fb6ac-e19c-4f7b-9987-05d2b9505f16 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.249110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-740ee36e-c9d7-4816-b596-11da26815f88 req-a62fb6ac-e19c-4f7b-9987-05d2b9505f16 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.1633065 Feb 19 00:27:25.259941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-83b8ca76-23a7-4052-8b3c-938d030eef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.261967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-83b8ca76-23a7-4052-8b3c-938d030eef60 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0855856 Feb 19 00:27:25.315961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60accf3-b0d8-4529-90d9-e1a895b29bf9 req-78c55944-0de5-42a6-9139-37c87172cb6d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.317428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b60accf3-b0d8-4529-90d9-e1a895b29bf9 req-78c55944-0de5-42a6-9139-37c87172cb6d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.1536226 Feb 19 00:27:25.363905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-740ee36e-c9d7-4816-b596-11da26815f88 req-12fb779f-ef52-44ec-91ba-9f2525488996 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067393 Feb 19 00:27:25.389549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-dba72ce8-8c17-45eb-9693-02340869e253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.391069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-dba72ce8-8c17-45eb-9693-02340869e253 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1180239 Feb 19 00:27:25.394398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b60accf3-b0d8-4529-90d9-e1a895b29bf9 req-6fade158-d429-4d1f-9e2d-266c32df9e22 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695355 Feb 19 00:27:25.488357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-3431796b-d736-42a5-9268-af058292d987 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892022 Feb 19 00:27:25.607984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be56627-37fd-4984-a0c6-1dacb7a51108 req-00d4e3f9-7cf7-4548-9e35-2fbd2ec4d246 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.609472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9be56627-37fd-4984-a0c6-1dacb7a51108 req-00d4e3f9-7cf7-4548-9e35-2fbd2ec4d246 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1076117 Feb 19 00:27:25.629989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1006c-5193-4d7a-9cb6-06255c3d84f4 req-ebcb71a0-e3e2-425f-9548-9626d5a57bbb service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352475 Feb 19 00:27:25.717248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9be56627-37fd-4984-a0c6-1dacb7a51108 req-283a8101-5ceb-4cda-ba57-35a3a82d4b4e tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986660 Feb 19 00:27:25.742802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992272af-cd1a-448b-8c97-af4130190385 req-e3c8494c-e67e-42f7-82ef-16f798e66120 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.744306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-992272af-cd1a-448b-8c97-af4130190385 req-e3c8494c-e67e-42f7-82ef-16f798e66120 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 948 time: 0.1072366 Feb 19 00:27:25.749824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-a9e1f879-4f84-44fa-af47-35b68781702c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.751302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-a9e1f879-4f84-44fa-af47-35b68781702c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=af53dd62df384e84909ea7edd787c86f&device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 1130 time: 0.0721595 Feb 19 00:27:25.853593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47778f50-7538-4d7a-b091-6cb0f61d5b22 req-18c5853b-2410-48e0-932d-c2e6685849cd tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0655499 Feb 19 00:27:25.869784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-992272af-cd1a-448b-8c97-af4130190385 req-56cbd6df-c70c-4919-95f0-70bef2583644 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175838 Feb 19 00:27:25.905030 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-004d30c0-0ba7-463d-804a-673a17facd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:25.906748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-004d30c0-0ba7-463d-804a-673a17facd72 service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.1474481 Feb 19 00:27:25.977954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1644d50-3af9-4bda-9697-40fa5b8ceac2 req-40750123-2f0e-46f8-8afc-ce7ccb02f5e5 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0622044 Feb 19 00:27:25.986581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-00517057-eb29-47ce-aff1-d5d047618661 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=f8b52754-0a93-44ac-91e3-1badc617c5e8 HTTP/1.1" status: 200 len: 217 time: 0.0692585 Feb 19 00:27:26.007981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-301e68d9-c4e3-4c5f-a3e7-371989496d66 req-da12ca53-ee09-4b85-8135-ac2e13d27ea3 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 210 time: 0.0324574 Feb 19 00:27:26.048763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Request body: {'port': {'device_id': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'admin_state_up': True, 'tenant_id': '91d2d7c3b57f4e71a826873aaf92ba9f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:26.167338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-cbb60ccc-0ef0-4125-a769-083ad3c3de37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:26.168888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-cbb60ccc-0ef0-4125-a769-083ad3c3de37 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1637547 Feb 19 00:27:26.232884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-476aee17-fb40-4e30-8d64-1c96e55dcb2c req-e0f89354-b50c-4961-a4ef-34b8a414f16c service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802981 Feb 19 00:27:26.274169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af156ae-b963-4ee5-be52-699b73ea55ef req-217fde37-9018-4198-b3a3-8d8a59ab38b2 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:26.275685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1af156ae-b963-4ee5-be52-699b73ea55ef req-217fde37-9018-4198-b3a3-8d8a59ab38b2 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.2091541 Feb 19 00:27:26.306437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-3cf8abdd-bdcd-41a1-a2d7-749ea466c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:26.307930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-3cf8abdd-bdcd-41a1-a2d7-749ea466c69f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1238799 Feb 19 00:27:26.315760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Made reservation on behalf of 91d2d7c3b57f4e71a826873aaf92ba9f for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:26.319142 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:26.417009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1af156ae-b963-4ee5-be52-699b73ea55ef req-a70c5d7b-62c8-4513-9798-e3ea566fedf4 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341410 Feb 19 00:27:26.557771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-9d5e0f9d-e46f-4157-8fc2-9c48306516e4 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353892 Feb 19 00:27:26.669528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Allocated IP 172.20.0.3 (d1a8d56a-4e67-4c68-a137-8e3754cd2714/4892caf6-d304-4a3d-a600-303443e4a76b/19268d18-e15c-499f-ab69-f1d2ea020d46) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:26.679821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761e1bc-655b-4754-93d9-fe7fd766640c req-a930aba4-491f-4daf-aa2e-0732ae46cec8 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:26.681308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a761e1bc-655b-4754-93d9-fe7fd766640c req-a930aba4-491f-4daf-aa2e-0732ae46cec8 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.2269261 Feb 19 00:27:26.716108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab211991-931a-4a82-9c39-34712fbe9620 req-b42a6277-7cdb-4454-a514-93bcb8824d23 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:26.717529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab211991-931a-4a82-9c39-34712fbe9620 req-b42a6277-7cdb-4454-a514-93bcb8824d23 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.2359040 Feb 19 00:27:26.745974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47aacdf9-dc18-487d-97e7-100c4a118712 req-98edbbf1-8030-4c20-8bba-579f06d30136 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616967 Feb 19 00:27:26.832421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a761e1bc-655b-4754-93d9-fe7fd766640c req-7c6e83d9-ad83-455e-9f40-8c1952c6c429 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374643 Feb 19 00:27:26.840958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab211991-931a-4a82-9c39-34712fbe9620 req-d18f665f-09cb-4c4e-8a7e-f0959292a4be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166778 Feb 19 00:27:26.986874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3d96d94-13d5-444c-b042-5c5583e4b4bc req-ef013485-16b8-493a-b5fb-cbff6e904530 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0378892 Feb 19 00:27:27.001277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks [] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:27.019111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101fc6e-a241-420c-afe4-200ad3d9259e req-04c700a5-4b07-42bb-9898-e29f045398b9 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:27.020606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d101fc6e-a241-420c-afe4-200ad3d9259e req-04c700a5-4b07-42bb-9898-e29f045398b9 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1206017 Feb 19 00:27:27.133233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d101fc6e-a241-420c-afe4-200ad3d9259e req-ddfe347d-d26f-4250-b362-15dcecf1b5ef tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049855 Feb 19 00:27:27.134440 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:27.213225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Network d1a8d56a-4e67-4c68-a137-8e3754cd2714 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:27.255122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:27.263286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9fbb1-1a7a-44e8-bec1-a1401c9b12df req-4f2deeb3-e8f5-4743-8f2f-092328c76c49 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:27.264780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ead9fbb1-1a7a-44e8-bec1-a1401c9b12df req-4f2deeb3-e8f5-4743-8f2f-092328c76c49 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 948 time: 0.1992345 Feb 19 00:27:27.266893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:27.289363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Pushing event updated for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:27.315773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a1ffa67-d73d-4ae9-bc84-76057269beaa req-d04f7f7f-c90c-4bbb-9ff9-2534de01785d tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.1059461 Feb 19 00:27:27.356897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.357256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.357608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.357945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.358317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.358651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.358973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.359309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.359642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.359999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.360316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.360642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.360964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:27.384436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:27.384975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:27.450788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e48ff8b-3e3a-48b9-b994-49bfee8114cd req-1e302997-e667-4095-b6fb-fee254c9ebf7 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 210 time: 0.0744295 Feb 19 00:27:27.457529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-b7ea9987-3449-4195-98b5-9bcc73538516 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4132738 Feb 19 00:27:27.463917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-65ccfd39-a2a9-43d2-99d5-cfed3e1e548a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:27.465470 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-65ccfd39-a2a9-43d2-99d5-cfed3e1e548a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.126 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 812 time: 0.2906644 Feb 19 00:27:27.469811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ead9fbb1-1a7a-44e8-bec1-a1401c9b12df req-6da0feb2-38f0-4524-ad98-678689b8fa6a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959825 Feb 19 00:27:27.497577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Request body: {'port': {'device_id': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:27.504543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'port': {'device_id': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11', 'admin_state_up': True, 'tenant_id': '92daa5988ef845ea898c2b9e25aed217'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:27.659805 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:27.697897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf1868-1f42-498a-9668-60444b8bd643 req-763ab4ca-f26b-4b81-b924-49b9afa10244 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:27.699401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ddf1868-1f42-498a-9668-60444b8bd643 req-763ab4ca-f26b-4b81-b924-49b9afa10244 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.1723309 Feb 19 00:27:27.769896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Made reservation on behalf of 92daa5988ef845ea898c2b9e25aed217 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:27.773194 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:27.868857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ddf1868-1f42-498a-9668-60444b8bd643 req-8a4bdf61-c07d-4f5e-ae64-2306dcc3632d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497688 Feb 19 00:27:28.429320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Allocated IP 172.20.0.14 (1edb21cd-7105-4c37-8544-d1b2aedeca11/e179c58f-1c11-44ca-89cd-9853fd611759/b3edfb5b-0c01-474e-88a8-a337fef0aa5a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:28.455426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3cb0-c54e-4e9b-a804-41e984f3c3b2 req-456b1cc1-dcb3-41ac-ad08-7ac6e644061e tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:28.457021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd6d3cb0-c54e-4e9b-a804-41e984f3c3b2 req-456b1cc1-dcb3-41ac-ad08-7ac6e644061e tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.5195115 Feb 19 00:27:28.466057 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb55fd1-9e36-4bcc-af96-8cd37ab27f02 req-e06c7b78-a7f4-4a57-a2f9-d767eac64683 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:28.467515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bb55fd1-9e36-4bcc-af96-8cd37ab27f02 req-e06c7b78-a7f4-4a57-a2f9-d767eac64683 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.5225828 Feb 19 00:27:28.573118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19268d18-e15c-499f-ab69-f1d2ea020d46 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:28.584151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53192e-5fca-45f6-8897-28961040ae0d req-3d25a608-7e57-4293-82cf-994b7d477d8d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:28.585634 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7a53192e-5fca-45f6-8897-28961040ae0d req-3d25a608-7e57-4293-82cf-994b7d477d8d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.126 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 950 time: 0.0547361 Feb 19 00:27:28.600560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Publish callbacks [] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:28.676348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd6d3cb0-c54e-4e9b-a804-41e984f3c3b2 req-c1a851f9-2201-425d-9c8e-cc8b2c3ef61f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups?id=948e1b8b-c05d-4fb9-8703-89001472403d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064934 Feb 19 00:27:28.685186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bb55fd1-9e36-4bcc-af96-8cd37ab27f02 req-1d0d74f5-fc6d-429b-8c17-afb8f32af607 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070093 Feb 19 00:27:28.687899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Transition to ACTIVE for port object 19268d18-e15c-499f-ab69-f1d2ea020d46 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:27:28.698616 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:28.744245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-e4995c8b-607d-4fd5-95b4-8302c3a05080 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:28.745982 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-e4995c8b-607d-4fd5-95b4-8302c3a05080 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.126 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 945 time: 0.0839727 Feb 19 00:27:28.748987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Deleting port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:28.749343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:28.790987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Pushing event updated for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:28.803297 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:28.911840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] For port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:28.912212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:28.928385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Calling delete_port for 70af6661-0b1e-4f28-80d4-2e0de82f3a0c owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:28.950592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Deleting port a913292a-e10d-4f0a-859b-10d8b7a202b0 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:28.951021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:28.957913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a266-eb7d-46ff-8c13-a957991111c6 req-08e65c08-5c64-41fa-a928-7d5391d9e9f7 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:28.959441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d695a266-eb7d-46ff-8c13-a957991111c6 req-08e65c08-5c64-41fa-a928-7d5391d9e9f7 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.1796973 Feb 19 00:27:28.970207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5968dfc-73dd-41a4-abbc-87bdafd9f1d6 req-ffa530dc-9991-4577-bf03-5d1dd0b672b3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:28.971714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5968dfc-73dd-41a4-abbc-87bdafd9f1d6 req-ffa530dc-9991-4577-bf03-5d1dd0b672b3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 943 time: 0.2030425 Feb 19 00:27:28.972673 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:28.986724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:28.988947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:28.989289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:28.989622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:29.049132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:27:29.049132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:29.066503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Network 1edb21cd-7105-4c37-8544-d1b2aedeca11 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:29.074442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:29.074799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:29.075177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:29.075625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Bound port: 19268d18-e15c-499f-ab69-f1d2ea020d46, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:29.076856 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.085710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:29.106284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:29.141959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'Port': ['ID=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:29.158628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] For port a913292a-e10d-4f0a-859b-10d8b7a202b0, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a913292a-e10d-4f0a-859b-10d8b7a202b0,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:29.158866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d695a266-eb7d-46ff-8c13-a957991111c6 req-02c18054-ac91-4920-a6d4-06e79a2d027e tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841316 Feb 19 00:27:29.159565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.192804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5968dfc-73dd-41a4-abbc-87bdafd9f1d6 req-93d09152-95d9-41d3-8cb5-5a667bab7e47 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940243 Feb 19 00:27:29.248308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (70af6661-0b1e-4f28-80d4-2e0de82f3a0c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.258139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:29.258877 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.269686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['9ffee167-a1af-4eb8-9307-c86d1be0422b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:29.277222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['70af6661-0b1e-4f28-80d4-2e0de82f3a0c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:29.294753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Pushing event deleted for resources: {'Port': ['ID=70af6661-0b1e-4f28-80d4-2e0de82f3a0c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:29.329479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca01d675-2652-46e2-ac61-cd69438dc68a req-5836a0fc-5eba-4499-85c6-0e9eae4c0491 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0653067 Feb 19 00:27:29.337645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-bfd5fb32-5e40-4485-93c8-d564cbf55a21 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8545771 Feb 19 00:27:29.365938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Request body: {'port': {'device_id': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:29.369089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:29.379255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] No DVR routers for this DVR port 70af6661-0b1e-4f28-80d4-2e0de82f3a0c on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:29.384945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.388813 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7a53192e-5fca-45f6-8897-28961040ae0d req-570df5f3-e68d-4688-b6f6-2858e86801fc tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.126 "DELETE /v2.0/ports/70af6661-0b1e-4f28-80d4-2e0de82f3a0c HTTP/1.1" status: 204 len: 173 time: 0.7977598 Feb 19 00:27:29.389275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f15752f-c097-4a47-aeaa-7052a0c7011a', 'name': 'network-vif-deleted', 'tag': '70af6661-0b1e-4f28-80d4-2e0de82f3a0c'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:29.391937 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e32738c-2ce4-447c-9c47-bbd9e7d3171a" -d '{"events": [{"server_uuid": "7f15752f-c097-4a47-aeaa-7052a0c7011a", "name": "network-vif-deleted", "tag": "70af6661-0b1e-4f28-80d4-2e0de82f3a0c"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:29.407558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:29.427764 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.537478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:29.538257 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.539569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] 10.222.0.126 "PUT /v2.0/ports/19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 1091 time: 2.0585628 Feb 19 00:27:29.541963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:29.544435 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:29.553184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56635b96-d244-4946-a037-b5075e027be5 req-23108f58-4029-4997-be34-3cb5dc4d555c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:29.554909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56635b96-d244-4946-a037-b5075e027be5 req-23108f58-4029-4997-be34-3cb5dc4d555c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 932 time: 0.2691388 Feb 19 00:27:29.561622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.585018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.585623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (31f4d0f4-acc3-46c6-a4ba-1fea036a96ab), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.585841 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Floating IP 31f4d0f4-acc3-46c6-a4ba-1fea036a96ab disassociated. External IP: 172.25.6.24, port: a913292a-e10d-4f0a-859b-10d8b7a202b0. Feb 19 00:27:29.586281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Calling delete_port for a913292a-e10d-4f0a-859b-10d8b7a202b0 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:29.618644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a928a80-9b3a-4766-b88f-b724a7f1aad4 service neutron] Pushing event updated for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:29.706424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73af96-815b-4daf-8204-2c95b7898b6d req-5c4ffc1d-26d5-4f77-bb09-084eed4c1af7 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:29.707963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a73af96-815b-4daf-8204-2c95b7898b6d req-5c4ffc1d-26d5-4f77-bb09-084eed4c1af7 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 948 time: 0.2462006 Feb 19 00:27:29.724012 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a913292a-e10d-4f0a-859b-10d8b7a202b0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:29.738679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56635b96-d244-4946-a037-b5075e027be5 req-913c01f1-1816-4c94-b23c-8e8369734451 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641457 Feb 19 00:27:29.756487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event deleted for resources: {'Port': ['ID=a913292a-e10d-4f0a-859b-10d8b7a202b0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:29.830814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-a06d4dd6-1905-4519-bd87-e1652cb72ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:29.833682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-a06d4dd6-1905-4519-bd87-e1652cb72ee9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1125 time: 0.2367322 Feb 19 00:27:29.930329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Router cb6d3980-3db3-449c-9469-bb2a26c2bd28 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:27:29.938048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-65980805-e920-4337-b767-8d3c7761b062 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 217 time: 0.0944200 Feb 19 00:27:29.968371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a73af96-815b-4daf-8204-2c95b7898b6d req-1cd67e4a-5250-49cb-9fdc-eb14b01542e1 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454567 Feb 19 00:27:30.032553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2982586c-9848-42cf-8c73-c88fa15f2dcf req-06381112-c0a1-4c44-a320-9335c803375d tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f15752f-c097-4a47-aeaa-7052a0c7011a HTTP/1.1" status: 200 len: 210 time: 0.1165423 Feb 19 00:27:30.075713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:27:30.091014 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] Sync routers for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:27:30.095828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8b52754-0a93-44ac-91e3-1badc617c5e8 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:30.106914 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:30.107971 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:30.114435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-693a063e-c67a-44cf-85df-da18975af2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:30.116517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-693a063e-c67a-44cf-85df-da18975af2c5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1295378 Feb 19 00:27:30.156493 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9bde29-27b4-458a-8298-c6bd1aeac9e0 x-openstack-request-id: req-5b9bde29-27b4-458a-8298-c6bd1aeac9e0 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:30.156760 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f15752f-c097-4a47-aeaa-7052a0c7011a", "name": "network-vif-deleted", "tag": "70af6661-0b1e-4f28-80d4-2e0de82f3a0c", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:30.156995 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b9bde29-27b4-458a-8298-c6bd1aeac9e0 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:30.157391 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f15752f-c097-4a47-aeaa-7052a0c7011a', 'name': 'network-vif-deleted', 'tag': '70af6661-0b1e-4f28-80d4-2e0de82f3a0c', 'status': 'completed', 'code': 200} Feb 19 00:27:30.200248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] No DVR routers for this DVR port a913292a-e10d-4f0a-859b-10d8b7a202b0 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:30.203804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:30.212105 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5c0264-6943-4e1b-8ef2-b1533f87d9c2 x-openstack-request-id: req-4b5c0264-6943-4e1b-8ef2-b1533f87d9c2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:30.212395 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:30.212650 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b5c0264-6943-4e1b-8ef2-b1533f87d9c2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:30.214058 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d8a6a1be-a0fa-460b-a39d-8ceda453db99 req-7f8ae387-bc69-4ca0-8931-e43c1137b6a6 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.126 "DELETE /v2.0/ports/a913292a-e10d-4f0a-859b-10d8b7a202b0 HTTP/1.1" status: 204 len: 173 time: 1.4449055 Feb 19 00:27:30.214759 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46', 'status': 'completed', 'code': 200} Feb 19 00:27:30.218253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-149cbc03-ab48-4355-a282-c32e5e06f2a5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810792 Feb 19 00:27:30.278210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c25ca1-4022-435f-b4f4-7928105d0de0 req-d630d0b6-f3cd-42f3-88fd-5b88be49cf49 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:30.279764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46c25ca1-4022-435f-b4f4-7928105d0de0 req-d630d0b6-f3cd-42f3-88fd-5b88be49cf49 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.2338858 Feb 19 00:27:30.289428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37282) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:30.294904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Request body: {'floatingip': {'port_id': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:30.309106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8b52754-0a93-44ac-91e3-1badc617c5e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8b52754-0a93-44ac-91e3-1badc617c5e8,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:30.349293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f8b52754-0a93-44ac-91e3-1badc617c5e8', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': 'f8b52754-0a93-44ac-91e3-1badc617c5e8', 'mac_address': 'fa:16:3e:98:fe:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:27:30.377515 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:30.425290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for floatingip (21eafabb-6e23-4390-ac0a-de7bac50c178), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:30.428521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2359a23c-ccd8-4724-aa37-39da2c63bbc6 req-e4a61773-ae1b-44ec-9850-8b14bf402992 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f14169d-6735-47ec-b53d-a299a2d716d1 HTTP/1.1" status: 200 len: 210 time: 0.1026835 Feb 19 00:27:30.433651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3edfb5b-0c01-474e-88a8-a337fef0aa5a {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:30.446357 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d425870b-7d24-45e6-8e97-933550a24822 req-c928618a-8f9e-4d6b-8d09-ce9a1262d5fe service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0686367 Feb 19 00:27:30.467416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f8b52754-0a93-44ac-91e3-1badc617c5e8 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:30.467868 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:30.486519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8b52754-0a93-44ac-91e3-1badc617c5e8 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:30.505880 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Publish callbacks [] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:30.520060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8b52754-0a93-44ac-91e3-1badc617c5e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8b52754-0a93-44ac-91e3-1badc617c5e8,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:30.525391 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:30.584923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Transition to ACTIVE for port object b3edfb5b-0c01-474e-88a8-a337fef0aa5a will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:27:30.613775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f8b52754-0a93-44ac-91e3-1badc617c5e8,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:30.622077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:30.672407 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:08Z', 'revision_number': 5, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:30.699791 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] Checking router: cb6d3980-3db3-449c-9469-bb2a26c2bd28 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:27:30.709580 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:30.710229 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:30.710587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57af05f-e5dc-4628-b389-694b14cdff58 req-a6e94b29-e32d-4143-808a-e4ec008f6f6e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:30.712147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f57af05f-e5dc-4628-b389-694b14cdff58 req-a6e94b29-e32d-4143-808a-e4ec008f6f6e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.3486576 Feb 19 00:27:30.718630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-85da4273-5551-43fc-9194-ac81761653ea service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851923 Feb 19 00:27:30.748546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Pushing event updated for resources: {'Port': ['ID=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:30.812786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f8b52754-0a93-44ac-91e3-1badc617c5e8'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:30.861122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782e243-a6e5-4beb-ba0f-337654bf55ce req-6cc4ce0b-2b27-40b9-9f51-81e113da83ef tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:30.867747 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:30.868746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1782e243-a6e5-4beb-ba0f-337654bf55ce req-6cc4ce0b-2b27-40b9-9f51-81e113da83ef tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 943 time: 0.2793581 Feb 19 00:27:30.958940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f57af05f-e5dc-4628-b389-694b14cdff58 req-114b17aa-024a-4337-b57e-9df2cad0cbfe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283731 Feb 19 00:27:30.990648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f865e7f-4a8b-43b7-a0e1-a64203928811 req-a9fd4a07-e31a-4ebb-950c-64010f1836af service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580068 Feb 19 00:27:31.029853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1782e243-a6e5-4beb-ba0f-337654bf55ce req-2e8cdd69-5771-42b7-9c5a-9374a99787ac tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566308 Feb 19 00:27:31.033386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Attempting to bind port b3edfb5b-0c01-474e-88a8-a337fef0aa5a on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:31.034331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Attempting to bind port b3edfb5b-0c01-474e-88a8-a337fef0aa5a by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:31.035990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Attempting to bind port b3edfb5b-0c01-474e-88a8-a337fef0aa5a on network 1edb21cd-7105-4c37-8544-d1b2aedeca11 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:31.056365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Port b3edfb5b-0c01-474e-88a8-a337fef0aa5a on network 1edb21cd-7105-4c37-8544-d1b2aedeca11 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:27:31.065273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Attempting to bind port b3edfb5b-0c01-474e-88a8-a337fef0aa5a on network 1edb21cd-7105-4c37-8544-d1b2aedeca11 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:31.118206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:31.119100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Checking segment: {'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:31.119746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Bound using segment: {'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:31.120437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Bound port: b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbdfb63e-a816-43fb-90a9-78453a7a89f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:31.121040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.151852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b354d010-dd85-41a8-ad53-274bd7e54861 req-4e95234c-7832-4edb-9dd4-0b0009521607 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0473237 Feb 19 00:27:31.228705 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:08Z', 'revision_number': 5, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:31.248841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-060e1d1d-e146-4873-beb2-9ecd40e49a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:31.250395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-060e1d1d-e146-4873-beb2-9ecd40e49a16 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1125 time: 0.2017264 Feb 19 00:27:31.269584 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63685323-091b-451f-a78f-ec3ddef8e56e None None] The sync data for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 is: [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:25:03Z', 'revision_number': 4, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4427b294-c850-4628-9bfb-30131f8d1972', 'name': '', 'network_id': '59145fd0-be95-45ab-84d1-53064750f238', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'mac_address': 'fa:16:3e:24:f0:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_interface', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:25:00Z', 'updated_at': '2022-02-19T00:25:08Z', 'revision_number': 5, 'project_id': '97902592277440dca39ef6a025bcda93', 'subnets': [{'id': 'd6d3895e-5512-4a5d-b560-723dd7b46d8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:27:31.316796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b06186-f177-4efe-9970-4330c597a73f req-f958b526-b64f-414c-ac69-bee5af3c30eb tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:31.318326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b06186-f177-4efe-9970-4330c597a73f req-f958b526-b64f-414c-ac69-bee5af3c30eb tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 944 time: 0.1794782 Feb 19 00:27:31.319556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] For port b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:31.363793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.368045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (21eafabb-6e23-4390-ac0a-de7bac50c178), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.375435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] For port b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:31.399172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.478800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:31.479427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.480819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] 10.222.0.126 "PUT /v2.0/ports/b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 200 len: 1092 time: 2.1227419 Feb 19 00:27:31.482926 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Floating IP 21eafabb-6e23-4390-ac0a-de7bac50c178 associated. External IP: 172.25.6.52, port: e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1. Feb 19 00:27:31.493002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4b411-228b-49a4-ac45-34949696bacf req-9872c17c-814d-4558-a4e9-f73568fd3b6a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:31.501988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22f4b411-228b-49a4-ac45-34949696bacf req-9872c17c-814d-4558-a4e9-f73568fd3b6a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 949 time: 0.2452557 Feb 19 00:27:31.521033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b06186-f177-4efe-9970-4330c597a73f req-067779e8-ab2f-4e6c-9d15-883054a648b2 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657865 Feb 19 00:27:31.528284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-0d49c5c8-89ce-4970-b1d1-94bb3c061031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:31.529841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-0d49c5c8-89ce-4970-b1d1-94bb3c061031 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2698915 Feb 19 00:27:31.563029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7b8e5-62cf-4258-8a3d-3acbae458c7d service neutron] Pushing event updated for resources: {'Port': ['ID=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:31.621109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-b930e16f-d4f0-4638-b204-3222d5ef9445 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 217 time: 0.0745795 Feb 19 00:27:31.652851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740deed4-2436-418e-95dc-f879fa5c978b None None] New status for floating IP 31f4d0f4-acc3-46c6-a4ba-1fea036a96ab: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:27:31.680640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22f4b411-228b-49a4-ac45-34949696bacf req-d5d855db-7a2f-4210-bdd1-e13899e64f41 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729143 Feb 19 00:27:31.716344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-4f7cc2c9-0e79-414a-aa1c-dd6779491e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:31.717861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-4f7cc2c9-0e79-414a-aa1c-dd6779491e8d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1126 time: 0.1703146 Feb 19 00:27:31.719266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-9c83c20f-71eb-4c95-9807-42e8b1a056c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:31.720627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-9c83c20f-71eb-4c95-9807-42e8b1a056c6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0928683 Feb 19 00:27:31.744966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37298) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:31.829810 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3361c0e4-bae1-4ce9-a73d-dd3eef738466 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group (948e1b8b-c05d-4fb9-8703-89001472403d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.838304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Router 280ef515-b58f-485f-a38c-03e7ba3e4406 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:27:31.842466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-9e57248a-2fbf-46a3-982d-de70502ba0e5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962527 Feb 19 00:27:31.843726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-39de4d70-b8af-4806-adb3-b9959fc40072 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 200 len: 217 time: 0.0961521 Feb 19 00:27:31.869276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3361c0e4-bae1-4ce9-a73d-dd3eef738466 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group (948e1b8b-c05d-4fb9-8703-89001472403d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.975132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-c26dde89-de6f-4ca7-8d81-8aea81b068b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:31.976601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-c26dde89-de6f-4ca7-8d81-8aea81b068b7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.1054878 Feb 19 00:27:31.988298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3361c0e4-bae1-4ce9-a73d-dd3eef738466 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (948e1b8b-c05d-4fb9-8703-89001472403d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.990889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3361c0e4-bae1-4ce9-a73d-dd3eef738466 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:31.992025 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3361c0e4-bae1-4ce9-a73d-dd3eef738466 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "DELETE /v2.0/security-groups/948e1b8b-c05d-4fb9-8703-89001472403d HTTP/1.1" status: 204 len: 168 time: 0.2456775 Feb 19 00:27:32.000722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37304) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:32.010121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361c0e4-bae1-4ce9-a73d-dd3eef738466 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948e1b8b-c05d-4fb9-8703-89001472403d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:32.017276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2e563-2587-43cc-b166-9ae24aa45ae8 req-513efbe1-b306-4490-b49e-700242ee9a43 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:32.018559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:27:32.018892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-acf2e563-2587-43cc-b166-9ae24aa45ae8 req-513efbe1-b306-4490-b49e-700242ee9a43 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 951 time: 0.1794174 Feb 19 00:27:32.022791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:32.052594 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] Sync routers for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:27:32.060118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-1e17bca8-db08-48a7-9b85-9fc38634d122 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763061 Feb 19 00:27:32.065370 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:32.066652 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:32.090307 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-77081c4d-c8ce-4e1c-9446-e1bbc6c3fe5f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] show failed (client error): The resource could not be found. Feb 19 00:27:32.094382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-77081c4d-c8ce-4e1c-9446-e1bbc6c3fe5f tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "GET /v2.0/security-groups/948e1b8b-c05d-4fb9-8703-89001472403d HTTP/1.1" status: 404 len: 347 time: 0.0863433 Feb 19 00:27:32.103456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37308) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:32.104028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8b52754-0a93-44ac-91e3-1badc617c5e8 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:32.123794 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a912230-a215-4824-a720-b0affc94ac77 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "PUT /v2.0/floatingips/21eafabb-6e23-4390-ac0a-de7bac50c178 HTTP/1.1" status: 200 len: 990 time: 1.8332109 Feb 19 00:27:32.128681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-268aca5a-ecd0-4696-b35b-8121ccc70e33 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587736 Feb 19 00:27:32.160049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'name': 'network-vif-deleted', 'tag': 'a913292a-e10d-4f0a-859b-10d8b7a202b0'}, {'name': 'network-changed', 'server_uuid': '084b1f39-8799-4d20-b2c0-58781efebe64', 'tag': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:32.163762 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00651ede-3669-4004-89de-cc7833ba60e0" -d '{"events": [{"server_uuid": "2f14169d-6735-47ec-b53d-a299a2d716d1", "name": "network-vif-deleted", "tag": "a913292a-e10d-4f0a-859b-10d8b7a202b0"}, {"name": "network-changed", "server_uuid": "084b1f39-8799-4d20-b2c0-58781efebe64", "tag": "e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:32.196672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port f8b52754-0a93-44ac-91e3-1badc617c5e8 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:27:32.200877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f8b52754-0a93-44ac-91e3-1badc617c5e8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:32.201366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:32.204058 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:32.283172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f8b52754-0a93-44ac-91e3-1badc617c5e8 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:32.284028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:32.311116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7d6f7b-7ae4-453b-a1ca-6c395410c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b52754-0a93-44ac-91e3-1badc617c5e8'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:32.314051 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270bfc89-4a4f-44f4-82f3-55cf2e841dfa" -d '{"events": [{"server_uuid": "0c7d6f7b-7ae4-453b-a1ca-6c395410c23e", "name": "network-vif-plugged", "status": "completed", "tag": "f8b52754-0a93-44ac-91e3-1badc617c5e8"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:32.321305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 70af6661-0b1e-4f28-80d4-2e0de82f3a0c no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:32.354378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8b52754-0a93-44ac-91e3-1badc617c5e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8b52754-0a93-44ac-91e3-1badc617c5e8,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:32.357141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 70af6661-0b1e-4f28-80d4-2e0de82f3a0c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:32.357812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 70af6661-0b1e-4f28-80d4-2e0de82f3a0c not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:32.358448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a913292a-e10d-4f0a-859b-10d8b7a202b0 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:32.361826 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:32.383971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: a913292a-e10d-4f0a-859b-10d8b7a202b0 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:32.384318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a913292a-e10d-4f0a-859b-10d8b7a202b0 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:32.434542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f8b52754-0a93-44ac-91e3-1badc617c5e8,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:32.506443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:32.508714 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:32.636983 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '21eafabb-6e23-4390-ac0a-de7bac50c178', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'port_id': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'mac_address': 'fa:16:3e:e8:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084b1f39-8799-4d20-b2c0-58781efebe64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:26:55Z', 'updated_at': '2022-02-19T00:27:31Z', 'revision_number': 1, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:55Z', 'revision_number': 5, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:32.655638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-acf2e563-2587-43cc-b166-9ae24aa45ae8 req-e5319b41-db7c-445e-be07-296feeed528b tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6171763 Feb 19 00:27:32.671405 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] Checking router: 280ef515-b58f-485f-a38c-03e7ba3e4406 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:27:32.705008 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:32.705623 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:32.734309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86438d-161c-4391-98eb-881664df40e3 req-95d2c9ea-af0a-4dcc-9ed8-d90269d3c7d5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:32.735774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f86438d-161c-4391-98eb-881664df40e3 req-95d2c9ea-af0a-4dcc-9ed8-d90269d3c7d5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.6713252 Feb 19 00:27:32.741036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-2981a84e-a5a1-46a4-b188-8f718e2c903d service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6657829 Feb 19 00:27:32.812046 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:32.815262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ed59f-8ecc-4f6f-bec1-1f9442c8c3fb req-01769795-450f-424b-9215-f680ec58742f service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019776 Feb 19 00:27:32.896601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Deleting port 90238e88-ce1d-45a5-9712-11008b8a9d31 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:32.896849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (90238e88-ce1d-45a5-9712-11008b8a9d31), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:32.923082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f86438d-161c-4391-98eb-881664df40e3 req-2f6ee104-f086-4987-97a6-afd4231d9b04 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800282 Feb 19 00:27:32.972326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081d4a1-8b9f-48bc-a739-a5bb2d7e40b2 req-e0c78b24-8458-4a91-bce8-e7901c5ce072 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:32.973889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f081d4a1-8b9f-48bc-a739-a5bb2d7e40b2 req-e0c78b24-8458-4a91-bce8-e7901c5ce072 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 943 time: 0.2471039 Feb 19 00:27:32.978047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ddf0ae0-c7ac-4ab0-9337-7f98d9422d58 req-cc419fef-1bd7-49bb-831e-e0493a5e2908 service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175565 Feb 19 00:27:32.980856 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f28cd2-c7bb-46d5-9e41-a4ebbed95db8 x-openstack-request-id: req-00f28cd2-c7bb-46d5-9e41-a4ebbed95db8 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:32.981710 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f14169d-6735-47ec-b53d-a299a2d716d1", "name": "network-vif-deleted", "tag": "a913292a-e10d-4f0a-859b-10d8b7a202b0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "084b1f39-8799-4d20-b2c0-58781efebe64", "tag": "e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:32.982198 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00f28cd2-c7bb-46d5-9e41-a4ebbed95db8 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:32.982858 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f14169d-6735-47ec-b53d-a299a2d716d1', 'name': 'network-vif-deleted', 'tag': 'a913292a-e10d-4f0a-859b-10d8b7a202b0', 'status': 'completed', 'code': 200} Feb 19 00:27:32.983330 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084b1f39-8799-4d20-b2c0-58781efebe64', 'tag': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'status': 'completed', 'code': 200} Feb 19 00:27:33.043976 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '21eafabb-6e23-4390-ac0a-de7bac50c178', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'port_id': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'mac_address': 'fa:16:3e:e8:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084b1f39-8799-4d20-b2c0-58781efebe64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:26:55Z', 'updated_at': '2022-02-19T00:27:31Z', 'revision_number': 1, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:55Z', 'revision_number': 5, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:33.070060 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a99a59-8687-4387-afc2-d96295e234e4 None None] The sync data for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 is: [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '21eafabb-6e23-4390-ac0a-de7bac50c178', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'port_id': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 871, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'mac_address': 'fa:16:3e:e8:a6:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084b1f39-8799-4d20-b2c0-58781efebe64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:26:55Z', 'updated_at': '2022-02-19T00:27:31Z', 'revision_number': 1, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:55Z', 'revision_number': 5, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:27:33.103846 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (90238e88-ce1d-45a5-9712-11008b8a9d31), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:33.104177 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for floatingip (90238e88-ce1d-45a5-9712-11008b8a9d31), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:33.117400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e0e1331-87cf-4f1a-b03b-99044f1a1cb5 req-b342a9f8-7be0-4d8f-b708-6e72b812526e tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0737565 Feb 19 00:27:33.129912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Calling delete_port for 90238e88-ce1d-45a5-9712-11008b8a9d31 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:33.146873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f081d4a1-8b9f-48bc-a739-a5bb2d7e40b2 req-63d6500f-865b-42f4-bfa5-866e366ea565 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633070 Feb 19 00:27:33.178862 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4195e6-604e-4555-b25b-d6e9f5448e62 x-openstack-request-id: req-9a4195e6-604e-4555-b25b-d6e9f5448e62 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:33.179383 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7d6f7b-7ae4-453b-a1ca-6c395410c23e", "name": "network-vif-plugged", "status": "completed", "tag": "f8b52754-0a93-44ac-91e3-1badc617c5e8", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:33.179531 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a4195e6-604e-4555-b25b-d6e9f5448e62 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:33.179941 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7d6f7b-7ae4-453b-a1ca-6c395410c23e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8b52754-0a93-44ac-91e3-1badc617c5e8', 'code': 200} Feb 19 00:27:33.210660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00651ede-3669-4004-89de-cc7833ba60e0 req-40832b3f-149e-43f8-9231-6202dd5ce7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:33.212187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00651ede-3669-4004-89de-cc7833ba60e0 req-40832b3f-149e-43f8-9231-6202dd5ce7c6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c32fed77a79f405aa211301cf461f8f2&device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 1127 time: 0.1852853 Feb 19 00:27:33.218241 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bff68c-f94f-4513-bae5-ff0f3509f492 x-openstack-request-id: req-96bff68c-f94f-4513-bae5-ff0f3509f492 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:33.218539 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:33.218797 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96bff68c-f94f-4513-bae5-ff0f3509f492 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:33.219201 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a', 'status': 'completed', 'code': 200} Feb 19 00:27:33.339355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a69a2a-43b4-4746-a95e-2f5137fdee8d None None] New status for floating IP 21eafabb-6e23-4390-ac0a-de7bac50c178: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:27:33.506670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-52e12509-6719-49e9-ba34-cf4b2bff1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:33.508275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-52e12509-6719-49e9-ba34-cf4b2bff1785 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1126 time: 0.2745652 Feb 19 00:27:33.562411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00651ede-3669-4004-89de-cc7833ba60e0 req-cbad57b3-f82a-4b16-b273-26dea2e92b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:33.563860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00651ede-3669-4004-89de-cc7833ba60e0 req-cbad57b3-f82a-4b16-b273-26dea2e92b7d service neutron] 10.222.0.126 "GET /v2.0/networks?id=1c683f18-33fe-4fa0-800c-c605e613f057 HTTP/1.1" status: 200 len: 914 time: 0.3438621 Feb 19 00:27:33.570628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c7f8f-e011-42d0-8b67-53cbb4253436 req-6870f941-320e-4c8b-aa4e-105ae50f7bee tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:33.572007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819c7f8f-e011-42d0-8b67-53cbb4253436 req-6870f941-320e-4c8b-aa4e-105ae50f7bee tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 944 time: 0.3130569 Feb 19 00:27:33.601898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfe5f3-f1de-485f-9eb3-40a33940ae90 req-cfdc8d74-b84d-482d-82b6-e19e1f7afca9 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:33.603356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1cfe5f3-f1de-485f-9eb3-40a33940ae90 req-cfdc8d74-b84d-482d-82b6-e19e1f7afca9 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 950 time: 0.3299012 Feb 19 00:27:33.604994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0108cd-bdc1-44f0-b6a6-5429e551a196 req-38021b67-1a83-4d0c-b089-7662fd2930df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:33.606374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac0108cd-bdc1-44f0-b6a6-5429e551a196 req-38021b67-1a83-4d0c-b089-7662fd2930df service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 1132 time: 0.3296757 Feb 19 00:27:33.749858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-f027893c-98c9-4e89-8a1a-edd867cdde68 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:33.751249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-f027893c-98c9-4e89-8a1a-edd867cdde68 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 951 time: 0.3395288 Feb 19 00:27:33.751844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (90238e88-ce1d-45a5-9712-11008b8a9d31), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:33.835164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Pushing event deleted for resources: {'Port': ['ID=90238e88-ce1d-45a5-9712-11008b8a9d31,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:33.851512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00651ede-3669-4004-89de-cc7833ba60e0 req-da874a28-0c25-4cf4-906a-63e3805375f1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 HTTP/1.1" status: 200 len: 1000 time: 0.2692943 Feb 19 00:27:33.933899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac0108cd-bdc1-44f0-b6a6-5429e551a196 req-47d29b2f-7176-4b13-91aa-5464103e3e50 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885997 Feb 19 00:27:33.936965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1cfe5f3-f1de-485f-9eb3-40a33940ae90 req-2e72ab96-0997-43cb-a0a9-4d01fb0bd94f tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928565 Feb 19 00:27:33.938003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-1247de7c-bf5a-4ce6-b26f-9e995b77f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:33.939409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-1247de7c-bf5a-4ce6-b26f-9e995b77f299 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 913 time: 0.4196706 Feb 19 00:27:33.962491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-819c7f8f-e011-42d0-8b67-53cbb4253436 req-a9c40b16-3a2e-4781-ba0f-8b60a9397a92 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756273 Feb 19 00:27:34.047306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-08fbf90c-dd5b-45cc-9297-bb4b9128950b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 200 len: 217 time: 0.0622311 Feb 19 00:27:34.113594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00651ede-3669-4004-89de-cc7833ba60e0 req-ddf1ffc2-285a-4e6f-a80f-99e1f428a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:34.115094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00651ede-3669-4004-89de-cc7833ba60e0 req-ddf1ffc2-285a-4e6f-a80f-99e1f428a3f1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=25e0b997-486d-4137-995c-a193adecacd8 HTTP/1.1" status: 200 len: 852 time: 0.2449925 Feb 19 00:27:34.115905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks [] for floatingip (31f4d0f4-acc3-46c6-a4ba-1fea036a96ab), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.118486 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.122625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f83a1c07-0edc-4c73-a7db-5c05e8183073 tempest-ServersTestManualDisk-39115646 tempest-ServersTestManualDisk-39115646-project] 10.222.0.60 "DELETE /v2.0/floatingips/31f4d0f4-acc3-46c6-a4ba-1fea036a96ab HTTP/1.1" status: 204 len: 168 time: 2.0151572 Feb 19 00:27:34.123320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37342) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:34.223996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-68288ccf-a499-4b8e-909f-b09aff2b914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:34.226041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-68288ccf-a499-4b8e-909f-b09aff2b914a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.1461785 Feb 19 00:27:34.237699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487e5656-a164-4c2f-bc47-29da8b1c1eb1 req-c30724e9-e1e2-4d71-b8b0-ea72efce0f61 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:34.244560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-487e5656-a164-4c2f-bc47-29da8b1c1eb1 req-c30724e9-e1e2-4d71-b8b0-ea72efce0f61 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 951 time: 0.2037132 Feb 19 00:27:34.267110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00651ede-3669-4004-89de-cc7833ba60e0 req-746d1ccb-dfc3-45c5-a402-af127e935423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:34.268649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00651ede-3669-4004-89de-cc7833ba60e0 req-746d1ccb-dfc3-45c5-a402-af127e935423 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1c683f18-33fe-4fa0-800c-c605e613f057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1287410 Feb 19 00:27:34.299660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Deleting port 9ffee167-a1af-4eb8-9307-c86d1be0422b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:34.300077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.303936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-8f18811d-78ce-48c9-9e1e-bf61fef717e1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556209 Feb 19 00:27:34.331685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 19268d18-e15c-499f-ab69-f1d2ea020d46 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:34.437811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:34.449566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '19268d18-e15c-499f-ab69-f1d2ea020d46', 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'port_id': '19268d18-e15c-499f-ab69-f1d2ea020d46', 'mac_address': 'fa:16:3e:af:db:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4892caf6-d304-4a3d-a600-303443e4a76b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:27:34.495291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 19268d18-e15c-499f-ab69-f1d2ea020d46 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:34.495680 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.509875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-487e5656-a164-4c2f-bc47-29da8b1c1eb1 req-a9c5e18e-a297-45bf-a11e-a548ebd27a68 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/security-groups?id=3e1df78d-20f0-4d63-9508-c5b5fc84523e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643454 Feb 19 00:27:34.511103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19268d18-e15c-499f-ab69-f1d2ea020d46 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:34.533925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:34.539397 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.541178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (cb6d3980-3db3-449c-9469-bb2a26c2bd28), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.573689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccd825-d018-45fa-840c-0540054170c6 req-b1cdbc28-91d3-431e-93fc-e00c7b6aec86 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:34.575303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39ccd825-d018-45fa-840c-0540054170c6 req-b1cdbc28-91d3-431e-93fc-e00c7b6aec86 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.3185189 Feb 19 00:27:34.590173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00651ede-3669-4004-89de-cc7833ba60e0 req-feb5a602-f8f2-48ba-ac7a-783d8374ad5e service neutron] 10.222.0.126 "GET /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048239 Feb 19 00:27:34.614786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:34.617238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] For port 9ffee167-a1af-4eb8-9307-c86d1be0422b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9ffee167-a1af-4eb8-9307-c86d1be0422b,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:34.617619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.639379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-3c505fac-8bcb-44c0-ac87-1e1f3287b2b8 service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138700 Feb 19 00:27:34.653540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Calling delete_port for 9ffee167-a1af-4eb8-9307-c86d1be0422b owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:34.847517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Deleting port 4427b294-c850-4628-9bfb-30131f8d1972 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:34.847811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4427b294-c850-4628-9bfb-30131f8d1972), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.938015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] For port 4427b294-c850-4628-9bfb-30131f8d1972, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4427b294-c850-4628-9bfb-30131f8d1972,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:34.938428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4427b294-c850-4628-9bfb-30131f8d1972), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:34.953906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Calling delete_port for 4427b294-c850-4628-9bfb-30131f8d1972 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:35.052243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['19268d18-e15c-499f-ab69-f1d2ea020d46'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:35.166546 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4427b294-c850-4628-9bfb-30131f8d1972), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:35.170803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39ccd825-d018-45fa-840c-0540054170c6 req-4fe5671d-f394-4004-9533-2a4647d10858 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5832710 Feb 19 00:27:35.202001 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Pushing event deleted for resources: {'Port': ['ID=4427b294-c850-4628-9bfb-30131f8d1972,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:35.274363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2e2d28f-6afb-4004-8bf6-3fbfebfc0a3d req-fcbd0bee-49f1-446b-8e29-0d1c70ac0952 service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117284 Feb 19 00:27:35.280673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00651ede-3669-4004-89de-cc7833ba60e0 req-482227b3-7d45-4c63-9fc9-1248bfd595af service neutron] 10.222.0.126 "GET /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717863 Feb 19 00:27:35.298612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8d584-4e90-45d4-9684-080ab5fccd67 req-2ff1f685-223a-4913-986e-ffebc51eb115 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:35.306973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d8d584-4e90-45d4-9684-080ab5fccd67 req-2ff1f685-223a-4913-986e-ffebc51eb115 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 944 time: 0.6373234 Feb 19 00:27:35.342008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9be7e71d-8168-477b-aad2-4fd5b03dc13d req-234e8718-1e89-4ee1-84cb-06eb1f8d667b tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0701654 Feb 19 00:27:35.419413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d8d584-4e90-45d4-9684-080ab5fccd67 req-4942b1a6-bea2-42d9-96f6-6e1eadd882e0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064284 Feb 19 00:27:35.424830 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (cb6d3980-3db3-449c-9469-bb2a26c2bd28), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:35.477884 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9ffee167-a1af-4eb8-9307-c86d1be0422b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:35.492604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['9ffee167-a1af-4eb8-9307-c86d1be0422b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:35.514062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Pushing event deleted for resources: {'Port': ['ID=9ffee167-a1af-4eb8-9307-c86d1be0422b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:35.612852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] No DVR routers for this DVR port 9ffee167-a1af-4eb8-9307-c86d1be0422b on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:35.615537 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:35.619214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94acd5e3-1534-4954-ad22-c0b2e44b556f req-cf867a57-aebb-48f5-bd3a-38e1d511f894 tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.113 "DELETE /v2.0/ports/9ffee167-a1af-4eb8-9307-c86d1be0422b HTTP/1.1" status: 204 len: 173 time: 1.8487608 Feb 19 00:27:35.620038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-deleted', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:35.630953 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fad77a-27ff-46d7-9cd5-3867568712af" -d '{"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-deleted", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:35.660632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2e977-1470-4c4d-a8a7-d4860c1065a9 req-2aa938a7-78ed-4881-b7a3-0ae08d83289c tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:35.670839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-add2e977-1470-4c4d-a8a7-d4860c1065a9 req-2aa938a7-78ed-4881-b7a3-0ae08d83289c tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 950 time: 0.2364695 Feb 19 00:27:35.700537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Router cb6d3980-3db3-449c-9469-bb2a26c2bd28 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:27:35.714519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a2762-c472-401e-9c99-4c9d72cbf5a7 req-a1cc9160-f246-400f-aa2a-d827c1540f5f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:35.716269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd3a2762-c472-401e-9c99-4c9d72cbf5a7 req-a1cc9160-f246-400f-aa2a-d827c1540f5f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 944 time: 0.2045093 Feb 19 00:27:35.766859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-add2e977-1470-4c4d-a8a7-d4860c1065a9 req-029ff343-be71-481d-b318-a181edece8db tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934188 Feb 19 00:27:35.813891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd3a2762-c472-401e-9c99-4c9d72cbf5a7 req-bf86a4a8-0c76-418d-b09f-86457bc9e568 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870488 Feb 19 00:27:35.835804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:27:35.841063 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a58c4383-9c73-4fd3-b02c-67f1e81330dc admin admin] 10.222.0.60 "PUT /v2.0/routers/cb6d3980-3db3-449c-9469-bb2a26c2bd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7165639 Feb 19 00:27:35.843714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37362) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:35.846724 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] Sync routers for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:27:35.860894 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:35.861531 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:35.891929 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f09066-328c-490b-b4bd-d866c60bc8c5 x-openstack-request-id: req-c0f09066-328c-490b-b4bd-d866c60bc8c5 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:35.892182 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6987f2c6-bed0-4b42-bcff-c99e85e96c38", "name": "network-vif-deleted", "tag": "9ffee167-a1af-4eb8-9307-c86d1be0422b", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:35.892448 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0f09066-328c-490b-b4bd-d866c60bc8c5 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:35.892859 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6987f2c6-bed0-4b42-bcff-c99e85e96c38', 'name': 'network-vif-deleted', 'tag': '9ffee167-a1af-4eb8-9307-c86d1be0422b', 'status': 'completed', 'code': 200} Feb 19 00:27:35.922572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be00274c-f0af-49e5-a42e-8fb270502bf9 req-090b72ee-8d2a-4b92-a7e5-1871f05394ae tempest-ServersAdminTestJSON-1740186768 tempest-ServersAdminTestJSON-1740186768-project] 10.222.0.60 "GET /v2.0/ports?device_id=6987f2c6-bed0-4b42-bcff-c99e85e96c38 HTTP/1.1" status: 200 len: 210 time: 0.0347233 Feb 19 00:27:35.995093 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:35.996145 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks [] for router (cb6d3980-3db3-449c-9469-bb2a26c2bd28), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.117101 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks [] for router_gateway (cb6d3980-3db3-449c-9469-bb2a26c2bd28), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.182163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Deleting port e87e16cf-3678-4db8-aa88-00181d32b438 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:36.182883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.204157 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:27:35Z', 'revision_number': 5, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port': {'id': 'e87e16cf-3678-4db8-aa88-00181d32b438', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:24:52Z', 'updated_at': '2022-02-19T00:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:36.231177 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] Checking router: cb6d3980-3db3-449c-9469-bb2a26c2bd28 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:27:36.241597 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] Routers {'cb6d3980-3db3-449c-9469-bb2a26c2bd28'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:36.242666 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:36.293156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] For port e87e16cf-3678-4db8-aa88-00181d32b438, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e87e16cf-3678-4db8-aa88-00181d32b438,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:36.293510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.310523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Calling delete_port for e87e16cf-3678-4db8-aa88-00181d32b438 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:36.329065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9a8a8-f1ee-4930-aa59-ac7eca6e45f7 req-a699831b-6470-474a-918d-2d8e6ccf8465 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:36.330570 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9de9a8a8-f1ee-4930-aa59-ac7eca6e45f7 req-a699831b-6470-474a-918d-2d8e6ccf8465 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 944 time: 0.0853543 Feb 19 00:27:36.330818 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] Set router cb6d3980-3db3-449c-9469-bb2a26c2bd28 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:36.346984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:36.350530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 19268d18-e15c-499f-ab69-f1d2ea020d46 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:36.386460 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:27:36Z', 'revision_number': 6, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:36.419221 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a01a24-b824-41cb-9af1-e54278fd2b58 None None] The sync data for ids ['cb6d3980-3db3-449c-9469-bb2a26c2bd28'] in n-d-826527-3 is: [{'id': 'cb6d3980-3db3-449c-9469-bb2a26c2bd28', 'name': 'tempest-ServersTestManualDisk-526876202-router', 'tenant_id': '97902592277440dca39ef6a025bcda93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:24:49Z', 'updated_at': '2022-02-19T00:27:36Z', 'revision_number': 6, 'project_id': '97902592277440dca39ef6a025bcda93', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:27:36.427957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9de9a8a8-f1ee-4930-aa59-ac7eca6e45f7 req-c0ef23fc-45e1-46c5-9e6b-c4002e223247 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623610 Feb 19 00:27:36.490745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 19268d18-e15c-499f-ab69-f1d2ea020d46 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:27:36.505266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 19268d18-e15c-499f-ab69-f1d2ea020d46 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:36.506055 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.548287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:36.551412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2406e2c-425f-492a-9fbf-517f08749b24 req-f5ee055e-6964-495b-80c8-67ec8878ce26 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0580504 Feb 19 00:27:36.567926 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'port_id': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'mac_address': 'fa:16:3e:c6:1d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:27:36.610514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072cd4a-128a-49b9-885f-9e80f91524a3 req-c18621ac-1724-454b-966b-a70108b30ca1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:36.612051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f072cd4a-128a-49b9-885f-9e80f91524a3 req-c18621ac-1724-454b-966b-a70108b30ca1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 944 time: 0.1051571 Feb 19 00:27:36.642804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port eddd221f-4a66-46f2-9650-1deda76e5806 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:36.643228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.644342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e87e16cf-3678-4db8-aa88-00181d32b438), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.661677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 19268d18-e15c-499f-ab69-f1d2ea020d46 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:36.662412 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.673571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddd221f-4a66-46f2-9650-1deda76e5806 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:36.693619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Pushing event deleted for resources: {'Port': ['ID=e87e16cf-3678-4db8-aa88-00181d32b438,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:36.707676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:36.709606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f072cd4a-128a-49b9-885f-9e80f91524a3 req-ac001813-f901-4b93-8c93-3f8aef1dbe01 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913496 Feb 19 00:27:36.709959 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de757e1e-7b1e-4266-ae46-f301701b4dbd" -d '{"events": [{"server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "name": "network-vif-plugged", "status": "completed", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:36.714036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:36.724427 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.725516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b3edfb5b-0c01-474e-88a8-a337fef0aa5a details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:36.729770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:36.765771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.814642 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (cb6d3980-3db3-449c-9469-bb2a26c2bd28), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.902566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:36.912659 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257d421b-612c-40a1-884c-58555de5a159 x-openstack-request-id: req-257d421b-612c-40a1-884c-58555de5a159 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:36.913047 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "name": "network-vif-plugged", "status": "completed", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:36.913227 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-257d421b-612c-40a1-884c-58555de5a159 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:36.913917 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46', 'code': 200} Feb 19 00:27:36.921358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a', 'network_id': '1edb21cd-7105-4c37-8544-d1b2aedeca11', 'port_id': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a', 'mac_address': 'fa:16:3e:72:7c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e179c58f-1c11-44ca-89cd-9853fd611759', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:27:36.961597 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (cb6d3980-3db3-449c-9469-bb2a26c2bd28), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.979417 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks [] for router_controller (cb6d3980-3db3-449c-9469-bb2a26c2bd28), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:36.983672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:37.036070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port b3edfb5b-0c01-474e-88a8-a337fef0aa5a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:37.036452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.049167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bce8f6-ec63-4d95-b340-add405e320a2 req-35c1c12d-d9ce-4e85-ae58-7aedee669429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:37.051004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0bce8f6-ec63-4d95-b340-add405e320a2 req-35c1c12d-d9ce-4e85-ae58-7aedee669429 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1127 time: 0.1986687 Feb 19 00:27:37.071702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3edfb5b-0c01-474e-88a8-a337fef0aa5a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:37.076834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (cb6d3980-3db3-449c-9469-bb2a26c2bd28), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.077599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb6d3980-3db3-449c-9469-bb2a26c2bd28 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:27:37.081912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:37.082643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.087106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:37.095131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2a59f1cf-6f3b-47ca-b456-5da470ba994e admin admin] 10.222.0.60 "DELETE /v2.0/routers/cb6d3980-3db3-449c-9469-bb2a26c2bd28 HTTP/1.1" status: 204 len: 168 time: 1.2498775 Feb 19 00:27:37.117838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf516c-ddb0-4469-9e82-47f343154ee1 req-91a96d16-52fd-4f8b-84c7-fb85b0d306aa tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:37.119776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09bf516c-ddb0-4469-9e82-47f343154ee1 req-91a96d16-52fd-4f8b-84c7-fb85b0d306aa tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 944 time: 0.1746831 Feb 19 00:27:37.124504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:37.134986 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.145113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0bce8f6-ec63-4d95-b340-add405e320a2 req-06797c04-7f71-4fe9-a7cb-a8cf523ff1d4 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869899 Feb 19 00:27:37.194157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ecdfd62-834e-4a34-8ae2-5f763775e804 admin admin] Deleting subnet d6d3895e-5512-4a5d-b560-723dd7b46d8f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:27:37.198975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfd62-834e-4a34-8ae2-5f763775e804 admin admin] Publish callbacks [] for subnet (d6d3895e-5512-4a5d-b560-723dd7b46d8f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.221308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09bf516c-ddb0-4469-9e82-47f343154ee1 req-e080725d-7b5d-4e95-95e6-338473bb36a5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668616 Feb 19 00:27:37.249701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:37.263003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfd62-834e-4a34-8ae2-5f763775e804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (d6d3895e-5512-4a5d-b560-723dd7b46d8f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.348206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfd62-834e-4a34-8ae2-5f763775e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d6d3895e-5512-4a5d-b560-723dd7b46d8f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.408472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37392) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:37.423090 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfd62-834e-4a34-8ae2-5f763775e804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (d6d3895e-5512-4a5d-b560-723dd7b46d8f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.453565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecdfd62-834e-4a34-8ae2-5f763775e804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d3895e-5512-4a5d-b560-723dd7b46d8f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:37.463432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ecdfd62-834e-4a34-8ae2-5f763775e804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.470124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37398) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:37.474108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031eccc9-98e8-4234-9396-b0e1eb779ddb None None] Network 59145fd0-be95-45ab-84d1-53064750f238 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:37.485349 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7ecdfd62-834e-4a34-8ae2-5f763775e804 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d6d3895e-5512-4a5d-b560-723dd7b46d8f HTTP/1.1" status: 204 len: 168 time: 0.3826966 Feb 19 00:27:37.525802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['eddd221f-4a66-46f2-9650-1deda76e5806'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:37.528148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['b3edfb5b-0c01-474e-88a8-a337fef0aa5a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:37.624811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (59145fd0-be95-45ab-84d1-53064750f238), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.665081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8fbe72aa-d331-47ac-80d8-959e29e5f8a1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7584b8be47ae4aac9c6bb7b10c25149b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530785 Feb 19 00:27:37.665678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37404) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:37.700206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e251eec-63e1-465e-877a-7e872d411449 req-1fe554d5-039b-4773-b8f7-b74e7b468fc5 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0410366 Feb 19 00:27:37.743060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a657fde-97da-476b-bb0e-7a0c4d32fbc2 admin admin] Publish callbacks [] for security_group (3e1df78d-20f0-4d63-9508-c5b5fc84523e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.744532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d227df-6dcf-4f0f-84dd-154ff4d23a13 req-d9e954c6-56a4-44ab-99d5-69efaebadc03 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:37.746421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39d227df-6dcf-4f0f-84dd-154ff4d23a13 req-d9e954c6-56a4-44ab-99d5-69efaebadc03 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 945 time: 0.1846757 Feb 19 00:27:37.777757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a657fde-97da-476b-bb0e-7a0c4d32fbc2 admin admin] Publish callbacks [] for security_group (3e1df78d-20f0-4d63-9508-c5b5fc84523e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.829179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Deleting port 74f7f63e-1533-481f-b7b8-9f0660487739 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:37.829179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.854456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39d227df-6dcf-4f0f-84dd-154ff4d23a13 req-a16aa711-20e0-41cd-abca-b290145a935c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015882 Feb 19 00:27:37.867595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a657fde-97da-476b-bb0e-7a0c4d32fbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3e1df78d-20f0-4d63-9508-c5b5fc84523e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.873982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a657fde-97da-476b-bb0e-7a0c4d32fbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:37.877904 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0a657fde-97da-476b-bb0e-7a0c4d32fbc2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3e1df78d-20f0-4d63-9508-c5b5fc84523e HTTP/1.1" status: 204 len: 168 time: 0.2112598 Feb 19 00:27:37.887195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a657fde-97da-476b-bb0e-7a0c4d32fbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1df78d-20f0-4d63-9508-c5b5fc84523e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:37.922551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] DHCP port deletion for 59145fd0-be95-45ab-84d1-53064750f238 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:27:37.958265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ae5b8-707f-46e0-9319-4b92e2579d6b req-efac19a2-57b1-42a4-9a90-9adc376ca4f6 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:37.959950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c4ae5b8-707f-46e0-9319-4b92e2579d6b req-efac19a2-57b1-42a4-9a90-9adc376ca4f6 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 950 time: 0.1557240 Feb 19 00:27:37.979615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] For port 74f7f63e-1533-481f-b7b8-9f0660487739, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=74f7f63e-1533-481f-b7b8-9f0660487739,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:37.980474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.008124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4427b294-c850-4628-9bfb-30131f8d1972 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:38.015906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Calling delete_port for 74f7f63e-1533-481f-b7b8-9f0660487739 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:38.030516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 4427b294-c850-4628-9bfb-30131f8d1972 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:38.031100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4427b294-c850-4628-9bfb-30131f8d1972 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:38.031326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e87e16cf-3678-4db8-aa88-00181d32b438 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:38.060208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e87e16cf-3678-4db8-aa88-00181d32b438 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:38.060640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e87e16cf-3678-4db8-aa88-00181d32b438 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:38.061149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 74f7f63e-1533-481f-b7b8-9f0660487739 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:38.068724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] Deleting port 74f7f63e-1533-481f-b7b8-9f0660487739 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:38.068724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.123761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c4ae5b8-707f-46e0-9319-4b92e2579d6b req-0f636b98-a809-41b2-a2c4-d5ffe356d558 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399231 Feb 19 00:27:38.128821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:38.156873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93e10-4bc8-4ec2-9b86-59948321624a req-52dd6505-2df7-4562-a788-498a27ff568c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:38.158654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bb93e10-4bc8-4ec2-9b86-59948321624a req-52dd6505-2df7-4562-a788-498a27ff568c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 945 time: 0.1447051 Feb 19 00:27:38.169886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 9ffee167-a1af-4eb8-9307-c86d1be0422b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:38.170289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9ffee167-a1af-4eb8-9307-c86d1be0422b not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:38.188845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] For port 74f7f63e-1533-481f-b7b8-9f0660487739, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=74f7f63e-1533-481f-b7b8-9f0660487739,segment=NetworkSegment(4e4f66db-ce43-4a1f-aaab-539a2aa93db3),segment_id=4e4f66db-ce43-4a1f-aaab-539a2aa93db3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:38.189253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.204773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] Calling delete_port for 74f7f63e-1533-481f-b7b8-9f0660487739 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:38.230240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bb93e10-4bc8-4ec2-9b86-59948321624a req-6ad688b7-b650-4a70-aff0-9be0129cd916 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605428 Feb 19 00:27:38.233092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.245523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] No DVR routers for this DVR port 74f7f63e-1533-481f-b7b8-9f0660487739 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:38.293319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f7f63e-1533-481f-b7b8-9f0660487739,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:38.293849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 74f7f63e-1533-481f-b7b8-9f0660487739 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:38.294314 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.314604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37414) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:38.362701 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e251c9ab-f7b8-45df-833f-fe7d57a3a445 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a259ab6658b451691be5953267a253d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428569 Feb 19 00:27:38.364943 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (74f7f63e-1533-481f-b7b8-9f0660487739), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.370056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37416) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:38.373824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (59145fd0-be95-45ab-84d1-53064750f238), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.400608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] Pushing event deleted for resources: {'Port': ['ID=74f7f63e-1533-481f-b7b8-9f0660487739,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:38.401181 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59145fd0-be95-45ab-84d1-53064750f238']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:38.404589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6049a36c-b261-4446-826f-53d3e118d1d7 None None] No DVR routers for this DVR port 74f7f63e-1533-481f-b7b8-9f0660487739 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:38.424036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4150eb7f-372a-47d0-8609-4e0b4a655e4f admin admin] Publish callbacks [] for security_group (e267ffdf-a0c4-4f90-9ee7-837087fedbd5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.426133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c382a-7fe7-4f94-999a-21899b838110 req-77d488ca-8581-45f1-9e8d-ca2d86a72619 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:38.427753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a43c382a-7fe7-4f94-999a-21899b838110 req-77d488ca-8581-45f1-9e8d-ca2d86a72619 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 945 time: 0.1218247 Feb 19 00:27:38.429542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4f66db-ce43-4a1f-aaab-539a2aa93db3') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:38.429844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4f66db-ce43-4a1f-aaab-539a2aa93db3') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:38.446027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (4e4f66db-ce43-4a1f-aaab-539a2aa93db3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.447709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4150eb7f-372a-47d0-8609-4e0b4a655e4f admin admin] Publish callbacks [] for security_group (e267ffdf-a0c4-4f90-9ee7-837087fedbd5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.473809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4e4f66db-ce43-4a1f-aaab-539a2aa93db3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.495484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:27:38.495889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (4e4f66db-ce43-4a1f-aaab-539a2aa93db3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:27:38.497957 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:27:38.504584 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4150eb7f-372a-47d0-8609-4e0b4a655e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e267ffdf-a0c4-4f90-9ee7-837087fedbd5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.507436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4150eb7f-372a-47d0-8609-4e0b4a655e4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.512015 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4150eb7f-372a-47d0-8609-4e0b4a655e4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e267ffdf-a0c4-4f90-9ee7-837087fedbd5 HTTP/1.1" status: 204 len: 168 time: 0.1402693 Feb 19 00:27:38.519528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150eb7f-372a-47d0-8609-4e0b4a655e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e267ffdf-a0c4-4f90-9ee7-837087fedbd5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:38.548771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a43c382a-7fe7-4f94-999a-21899b838110 req-14bd755b-b501-4a03-81d0-0ed8e575e60d tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118650 Feb 19 00:27:38.579313 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (59145fd0-be95-45ab-84d1-53064750f238), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.585920 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.591671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/59145fd0-be95-45ab-84d1-53064750f238 HTTP/1.1" status: 204 len: 168 time: 1.1179771 Feb 19 00:27:38.599370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69273b47-641b-4a6f-b417-5abc38098eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=59145fd0-be95-45ab-84d1-53064750f238,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:38.719467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37424) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:38.775399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-85c6030a-363c-47f9-bf18-2a989f008913 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97902592277440dca39ef6a025bcda93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519259 Feb 19 00:27:38.775753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37428) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:38.827094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aaa7e394-5fc8-4c66-9536-90649d6dc7e3 req-fb363242-f5a2-4b2a-b979-00c7a8d4b1ab tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0419719 Feb 19 00:27:38.837370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ae59dbd-1617-4174-ba5e-a8a38ad667b3 admin admin] Publish callbacks [] for security_group (f660018d-0b60-4cfd-abad-f0f2a99629bc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.862825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ae59dbd-1617-4174-ba5e-a8a38ad667b3 admin admin] Publish callbacks [] for security_group (f660018d-0b60-4cfd-abad-f0f2a99629bc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.915121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ae59dbd-1617-4174-ba5e-a8a38ad667b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f660018d-0b60-4cfd-abad-f0f2a99629bc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.918017 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ae59dbd-1617-4174-ba5e-a8a38ad667b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:38.922226 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4ae59dbd-1617-4174-ba5e-a8a38ad667b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f660018d-0b60-4cfd-abad-f0f2a99629bc HTTP/1.1" status: 204 len: 168 time: 0.1427631 Feb 19 00:27:38.927637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae59dbd-1617-4174-ba5e-a8a38ad667b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f660018d-0b60-4cfd-abad-f0f2a99629bc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:39.003974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c635b-cb78-4218-9691-d09d013818f7 req-0ce2b611-26b6-464d-9034-e324ae382672 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:39.005876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-443c635b-cb78-4218-9691-d09d013818f7 req-0ce2b611-26b6-464d-9034-e324ae382672 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 945 time: 0.0656157 Feb 19 00:27:39.081770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-443c635b-cb78-4218-9691-d09d013818f7 req-69300011-65b7-49b6-b05d-08ced6e5b934 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653307 Feb 19 00:27:39.092863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-51e88615-6cab-437a-b682-f8f63ead3cd9 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:39.094369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-51e88615-6cab-437a-b682-f8f63ead3cd9 tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.113 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 950 time: 0.0875418 Feb 19 00:27:39.320388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Deleting port f8b52754-0a93-44ac-91e3-1badc617c5e8 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:27:39.321049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:39.400825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1c7cd-5786-44d3-ba22-5fc47264ea08 req-c86069b3-dc95-4bd1-8dd4-fc63d34760ca tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:39.406860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44c1c7cd-5786-44d3-ba22-5fc47264ea08 req-c86069b3-dc95-4bd1-8dd4-fc63d34760ca tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c7d6f7b-7ae4-453b-a1ca-6c395410c23e HTTP/1.1" status: 200 len: 950 time: 0.1872852 Feb 19 00:27:39.508566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] For port f8b52754-0a93-44ac-91e3-1badc617c5e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8b52754-0a93-44ac-91e3-1badc617c5e8,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:39.508935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:39.532031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Calling delete_port for f8b52754-0a93-44ac-91e3-1badc617c5e8 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:27:39.539939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3ded5-8f30-4177-899c-af47f5070e90 req-ce259793-798f-4fda-895b-d8a20d4bb164 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:39.542039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20f3ded5-8f30-4177-899c-af47f5070e90 req-ce259793-798f-4fda-895b-d8a20d4bb164 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 945 time: 0.1511474 Feb 19 00:27:39.545037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44c1c7cd-5786-44d3-ba22-5fc47264ea08 req-18d98311-c547-4865-bc3b-393876e46a2a tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.60 "GET /v2.0/security-groups?id=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365237 Feb 19 00:27:39.678738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20f3ded5-8f30-4177-899c-af47f5070e90 req-154ab5e8-3e39-47af-92a4-06f1130c029b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256704 Feb 19 00:27:39.727818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32bc3b0-bf6d-4e9d-b75a-33ae82cd9a37 req-fd2bdea4-8d7b-4fed-8730-8e0181f2917d tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:39.729363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e32bc3b0-bf6d-4e9d-b75a-33ae82cd9a37 req-fd2bdea4-8d7b-4fed-8730-8e0181f2917d tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 945 time: 0.1122553 Feb 19 00:27:39.801763 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f8b52754-0a93-44ac-91e3-1badc617c5e8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:39.817999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f8b52754-0a93-44ac-91e3-1badc617c5e8'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:39.824451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e32bc3b0-bf6d-4e9d-b75a-33ae82cd9a37 req-43b0e2c5-8e0d-4ee5-83cc-6c387c0136a6 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715756 Feb 19 00:27:39.857806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Pushing event deleted for resources: {'Port': ['ID=f8b52754-0a93-44ac-91e3-1badc617c5e8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:39.919711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] No DVR routers for this DVR port f8b52754-0a93-44ac-91e3-1badc617c5e8 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:39.922413 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:39.928404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98d63a2c-5e03-4b4e-905c-2d0038e763cf req-2c3cc9a3-3f2b-4a8a-af68-3c544c3937af tempest-TenantUsagesTestJSON-209971876 tempest-TenantUsagesTestJSON-209971876-project] 10.222.0.113 "DELETE /v2.0/ports/f8b52754-0a93-44ac-91e3-1badc617c5e8 HTTP/1.1" status: 204 len: 173 time: 0.8272636 Feb 19 00:27:39.929129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c7d6f7b-7ae4-453b-a1ca-6c395410c23e', 'name': 'network-vif-deleted', 'tag': 'f8b52754-0a93-44ac-91e3-1badc617c5e8'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:39.931695 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b102742c-4c37-4472-93cb-306babcd7fb8" -d '{"events": [{"server_uuid": "0c7d6f7b-7ae4-453b-a1ca-6c395410c23e", "name": "network-vif-deleted", "tag": "f8b52754-0a93-44ac-91e3-1badc617c5e8"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:40.008278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debf87e1-8df2-41b6-9589-319c1cfc31a3 req-a569cf80-d47d-4ee8-acec-f5e6459aea04 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0333767 Feb 19 00:27:40.149054 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedafc26-1ca5-4408-b4dd-b49b4186585c x-openstack-request-id: req-aedafc26-1ca5-4408-b4dd-b49b4186585c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:40.149343 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c7d6f7b-7ae4-453b-a1ca-6c395410c23e", "name": "network-vif-deleted", "tag": "f8b52754-0a93-44ac-91e3-1badc617c5e8", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:40.149604 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aedafc26-1ca5-4408-b4dd-b49b4186585c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:40.150011 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c7d6f7b-7ae4-453b-a1ca-6c395410c23e', 'name': 'network-vif-deleted', 'tag': 'f8b52754-0a93-44ac-91e3-1badc617c5e8', 'status': 'completed', 'code': 200} Feb 19 00:27:40.166377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37496) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:40.184263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9219309-2aa3-4303-b2b7-dd9624092505 req-de696e60-b08f-4379-a302-9a0c01eab777 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:40.186052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9219309-2aa3-4303-b2b7-dd9624092505 req-de696e60-b08f-4379-a302-9a0c01eab777 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1127 time: 0.0969367 Feb 19 00:27:40.266783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9219309-2aa3-4303-b2b7-dd9624092505 req-dd901ea5-4361-4de8-9812-675bb388fe9d tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749681 Feb 19 00:27:40.293355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7796fe5-8bf8-4f35-990c-24e4af2be0eb req-43492558-2743-4dfe-bc30-fb40448b0f96 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:40.293355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7796fe5-8bf8-4f35-990c-24e4af2be0eb req-43492558-2743-4dfe-bc30-fb40448b0f96 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 945 time: 0.0802317 Feb 19 00:27:40.339514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7796fe5-8bf8-4f35-990c-24e4af2be0eb req-73e7f2b9-c081-4286-93c2-d3cb97090dee tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481493 Feb 19 00:27:40.367225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:40.435269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d359e-fc00-4c3a-b3f5-84638bd246de req-d10fc386-3906-4a7e-a877-84a98c94f89a tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:40.435461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port eddd221f-4a66-46f2-9650-1deda76e5806 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:40.435892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.446959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d08d359e-fc00-4c3a-b3f5-84638bd246de req-d10fc386-3906-4a7e-a877-84a98c94f89a tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1127 time: 0.0987735 Feb 19 00:27:40.451793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2143723431-network', 'tenant_id': '8458f0c51cce4a35b61533652c8a4b87'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:40.494152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Made reservation on behalf of 8458f0c51cce4a35b61533652c8a4b87 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:40.498323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.509215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.513781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d08d359e-fc00-4c3a-b3f5-84638bd246de req-c1ec93c1-4dde-4772-9bc0-84833549e4b5 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643580 Feb 19 00:27:40.559712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port eddd221f-4a66-46f2-9650-1deda76e5806 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:40.561163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.641764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:40.643077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:40.646417 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518ae738-efcd-4305-abe3-e548c9eda7cc" -d '{"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-plugged", "status": "completed", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:40.652655 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.653669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b3edfb5b-0c01-474e-88a8-a337fef0aa5a up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:40.668732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Publish callbacks [] for security_group (cd836b53-9754-441b-ba31-976734b1dbf1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.674069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cd836b53-9754-441b-ba31-976734b1dbf1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.688155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:27:40.718930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd836b53-9754-441b-ba31-976734b1dbf1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:40.744758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (34be0e09-ba00-4fe0-a294-85106aafa45a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.745799 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Added segment 34be0e09-ba00-4fe0-a294-85106aafa45a of type vlan for network 392711fd-e468-4eba-a984-13f1a5696868 Feb 19 00:27:40.746362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:40.763248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port b3edfb5b-0c01-474e-88a8-a337fef0aa5a completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:27:40.781426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port b3edfb5b-0c01-474e-88a8-a337fef0aa5a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:40.781663 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.804234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (392711fd-e468-4eba-a984-13f1a5696868), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.814301 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354b5843-8639-4a15-a634-0fe4fe29bcaa x-openstack-request-id: req-354b5843-8639-4a15-a634-0fe4fe29bcaa {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:40.814864 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-plugged", "status": "completed", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:40.815304 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-354b5843-8639-4a15-a634-0fe4fe29bcaa {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:40.817711 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'code': 200} Feb 19 00:27:40.849311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (392711fd-e468-4eba-a984-13f1a5696868), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.851557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:40.852360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.909244 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7415857 Feb 19 00:27:40.909526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37538) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:40.915393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Request body: {'subnet': {'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2143723431-subnet', 'tenant_id': '8458f0c51cce4a35b61533652c8a4b87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:40.945772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port b3edfb5b-0c01-474e-88a8-a337fef0aa5a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:40.948089 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.962732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Made reservation on behalf of 8458f0c51cce4a35b61533652c8a4b87 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:40.965355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:40.970014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2db506-a0ad-4907-afdf-924800183ab6 admin admin] Pushing event updated for resources: {'Network': ['ID=392711fd-e468-4eba-a984-13f1a5696868,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:40.983116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 392711fd-e468-4eba-a984-13f1a5696868 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:27:41.039923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37544) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:41.096919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:41.116352 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:41.123175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b328100-00b2-4404-b483-9bcc1ff7c838 req-9cbdde19-14a2-4ca3-83ad-a692de4456a4 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:41.125017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b328100-00b2-4404-b483-9bcc1ff7c838 req-9cbdde19-14a2-4ca3-83ad-a692de4456a4 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 945 time: 0.1169593 Feb 19 00:27:41.245188 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0d1f349-2281-4832-921e-1a3c424c79af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af53dd62df384e84909ea7edd787c86f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038076 Feb 19 00:27:41.248629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37556) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:41.282141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e01949-a4ff-4729-a493-361abe9193dc req-3bffd75e-2203-4b54-a4be-e273e1f1c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:41.283871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02e01949-a4ff-4729-a493-361abe9193dc req-3bffd75e-2203-4b54-a4be-e273e1f1c867 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 1129 time: 0.1519949 Feb 19 00:27:41.290375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b328100-00b2-4404-b483-9bcc1ff7c838 req-0297bccf-10f4-4eba-b5c2-62ccb2fd20f1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563139 Feb 19 00:27:41.314110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c54e952-50d8-4ef9-ba74-0d3b04d3265b admin admin] Publish callbacks [] for security_group (a59dae1e-2e53-44d8-9c17-5afbcc3e74d7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:41.361181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:41.362254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c54e952-50d8-4ef9-ba74-0d3b04d3265b admin admin] Publish callbacks [] for security_group (a59dae1e-2e53-44d8-9c17-5afbcc3e74d7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:41.375165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02e01949-a4ff-4729-a493-361abe9193dc req-f360945e-c6d9-4e5c-8d63-de0d6cab7471 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633349 Feb 19 00:27:41.400359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (27d6e68b-de7a-4378-8db1-7b9ccd23feff), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:41.434703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c54e952-50d8-4ef9-ba74-0d3b04d3265b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a59dae1e-2e53-44d8-9c17-5afbcc3e74d7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:41.438254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c54e952-50d8-4ef9-ba74-0d3b04d3265b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:41.439782 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c54e952-50d8-4ef9-ba74-0d3b04d3265b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a59dae1e-2e53-44d8-9c17-5afbcc3e74d7 HTTP/1.1" status: 204 len: 168 time: 0.1902015 Feb 19 00:27:41.453108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c54e952-50d8-4ef9-ba74-0d3b04d3265b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59dae1e-2e53-44d8-9c17-5afbcc3e74d7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:41.504682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40e3912e-7fae-4c26-8a3f-184cfdc4304d req-b21f22d7-a08f-48eb-bee2-1838be1a0d3d tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0450203 Feb 19 00:27:41.520739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d6e68b-de7a-4378-8db1-7b9ccd23feff,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:41.534534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Checking segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:41.536897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Network hostable DHCP agents. Network: 392711fd-e468-4eba-a984-13f1a5696868, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:27:41.557939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Network 392711fd-e468-4eba-a984-13f1a5696868 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:27:41.570913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 392711fd-e468-4eba-a984-13f1a5696868) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:41.580025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a009f8-bc5f-4c4b-9900-03036bd20193 None None] Network 392711fd-e468-4eba-a984-13f1a5696868 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:41.580534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:41.582209 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:41.602678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ff074ca4-795c-4fbc-8c90-f89735fd8aa8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6914928 Feb 19 00:27:41.683505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad983f-6416-410f-8879-33f892631f32 req-dadbb390-5585-465b-9594-6ef051d275a7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:41.685049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75ad983f-6416-410f-8879-33f892631f32 req-dadbb390-5585-465b-9594-6ef051d275a7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 947 time: 0.0671909 Feb 19 00:27:41.708352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88776129-cedf-4c70-8198-cab6ff0cd34f None None] Network 392711fd-e468-4eba-a984-13f1a5696868 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:41.739824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75ad983f-6416-410f-8879-33f892631f32 req-1ca69a62-8913-40e4-a231-88b0da0744ef tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464702 Feb 19 00:27:41.748536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37582) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:41.892310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37590) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:41.912744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-74fa627d-20cf-41d2-939b-5df51d64025f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.000170 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-74fa627d-20cf-41d2-939b-5df51d64025f admin admin] Publish callbacks [] for security_group (d45ecf35-1649-44e4-969a-f46a2d451059), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.007071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-74fa627d-20cf-41d2-939b-5df51d64025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d45ecf35-1649-44e4-969a-f46a2d451059), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.053491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-74fa627d-20cf-41d2-939b-5df51d64025f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c2aa83540a8a420ba0d98f339c184048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598501 Feb 19 00:27:42.054708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa627d-20cf-41d2-939b-5df51d64025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ecf35-1649-44e4-969a-f46a2d451059,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:42.056420 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37596) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:42.130973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-367730ac-4a62-4e97-8aa2-352d2f70e2a5 admin admin] Publish callbacks [] for security_group (d45ecf35-1649-44e4-969a-f46a2d451059), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.158992 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-367730ac-4a62-4e97-8aa2-352d2f70e2a5 admin admin] Publish callbacks [] for security_group (d45ecf35-1649-44e4-969a-f46a2d451059), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.179048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62449e49-733a-45e7-9303-8e875d17a085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.214287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-367730ac-4a62-4e97-8aa2-352d2f70e2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d45ecf35-1649-44e4-969a-f46a2d451059), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.218818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-367730ac-4a62-4e97-8aa2-352d2f70e2a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.220150 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-367730ac-4a62-4e97-8aa2-352d2f70e2a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d45ecf35-1649-44e4-969a-f46a2d451059 HTTP/1.1" status: 204 len: 168 time: 0.1628203 Feb 19 00:27:42.249202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-83617340-40ba-41a4-9257-481472dd1361 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:27:42.250243 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-83617340-40ba-41a4-9257-481472dd1361 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1037834 Feb 19 00:27:42.251038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367730ac-4a62-4e97-8aa2-352d2f70e2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ecf35-1649-44e4-969a-f46a2d451059,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:42.353570 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62449e49-733a-45e7-9303-8e875d17a085 admin admin] Publish callbacks [] for security_group (43c27357-ab86-4996-a443-0ec39942808a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.361538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62449e49-733a-45e7-9303-8e875d17a085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (43c27357-ab86-4996-a443-0ec39942808a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.367801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-82f316a5-3632-434a-b9cb-55db0ba2cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:42.369518 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-82f316a5-3632-434a-b9cb-55db0ba2cd69 service neutron] 10.222.0.60 "GET /v2.0/ports/19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 1124 time: 0.1052039 Feb 19 00:27:42.379004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Request body: {'binding': {'host': 'n-h1-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:42.379573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Unknown quota resources ['binding']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:27:42.420871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-5a700e76-525c-4aa2-b0ce-201467a67e5b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:42.422403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-5a700e76-525c-4aa2-b0ce-201467a67e5b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.1739426 Feb 19 00:27:42.425171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-62449e49-733a-45e7-9303-8e875d17a085 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c32cac388d7402fba141ea1f7cc3ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6755533 Feb 19 00:27:42.426320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62449e49-733a-45e7-9303-8e875d17a085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c27357-ab86-4996-a443-0ec39942808a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:42.428790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37616) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:42.460602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-a3f0df53-f630-4c8e-94fa-9a67286efedf tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/quotas/8458f0c51cce4a35b61533652c8a4b87 HTTP/1.1" status: 200 len: 375 time: 0.0185025 Feb 19 00:27:42.494706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4a4e1ca8-22ff-4816-a66c-6eac05ffd174 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331903 Feb 19 00:27:42.536030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on host n-h1-826527-3 for vnic_type normal with profile None {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:42.536422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:42.536750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:42.541856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:27:42.543714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:42.547855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:42.548205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:42.548683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:42.549049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Bound port: 19268d18-e15c-499f-ab69-f1d2ea020d46, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:42.583258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cec8467-a94e-4fe1-80c4-643da465df43 admin admin] Publish callbacks [] for security_group (43c27357-ab86-4996-a443-0ec39942808a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.610990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:42.617245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.623214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cec8467-a94e-4fe1-80c4-643da465df43 admin admin] Publish callbacks [] for security_group (43c27357-ab86-4996-a443-0ec39942808a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.626774 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-36cd378f-ae2b-4590-85ac-1e42c17cf1d5 service neutron] 10.222.0.60 "POST /v2.0/ports/19268d18-e15c-499f-ab69-f1d2ea020d46/bindings HTTP/1.1" status: 201 len: 389 time: 0.2475221 Feb 19 00:27:42.652628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-121e6073-66a6-4a69-bca9-f12f007057e4 service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481128 Feb 19 00:27:42.765663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cec8467-a94e-4fe1-80c4-643da465df43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (43c27357-ab86-4996-a443-0ec39942808a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.768434 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cec8467-a94e-4fe1-80c4-643da465df43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:42.769698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7cec8467-a94e-4fe1-80c4-643da465df43 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43c27357-ab86-4996-a443-0ec39942808a HTTP/1.1" status: 204 len: 168 time: 0.3397667 Feb 19 00:27:42.792488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4f6b8b02-d1a1-4e97-a050-6a0f50ded0be service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389577 Feb 19 00:27:42.804733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec8467-a94e-4fe1-80c4-643da465df43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c27357-ab86-4996-a443-0ec39942808a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:42.819993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:42.824888 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca5e931-c098-4f82-9b3b-cfc0ee20208f" -d '{"events": [{"server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "name": "network-vif-plugged", "status": "completed", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:42.855021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf7e06-c815-4dad-ae32-e60f12bad848 req-049ed04c-45a6-410a-9bec-f4b03467c25f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:42.862850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2eaf7e06-c815-4dad-ae32-e60f12bad848 req-049ed04c-45a6-410a-9bec-f4b03467c25f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 946 time: 0.1218438 Feb 19 00:27:42.982153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2eaf7e06-c815-4dad-ae32-e60f12bad848 req-dc96a328-d67f-4919-a139-1ba84169db18 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033692 Feb 19 00:27:43.023760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-2b6d6fa3-d67c-4f05-baef-3df9ce3f8000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:43.036526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-2b6d6fa3-d67c-4f05-baef-3df9ce3f8000 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1127 time: 0.1322823 Feb 19 00:27:43.149297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37658) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:43.168298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-f32f7565-1a21-477d-b643-b1bb78938c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:43.169789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-f32f7565-1a21-477d-b643-b1bb78938c12 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1245282 Feb 19 00:27:43.241811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56f99113-056b-43ba-964c-a87dca200b1b req-ab41c15b-c4eb-4033-b83b-8cbc0fee41df tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0708089 Feb 19 00:27:43.268417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37666) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:43.286547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-313b3b02-5b5f-4532-bb7b-e223437d43a2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 217 time: 0.0951138 Feb 19 00:27:43.292812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6fa-05ab-4c92-9231-999be5d75146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.356354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af752f8f-e4e7-408f-bfab-7fcdfb9b37df req-c86d2f75-4349-4255-b246-f075e4565003 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:43.359695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af752f8f-e4e7-408f-bfab-7fcdfb9b37df req-c86d2f75-4349-4255-b246-f075e4565003 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 945 time: 0.1877673 Feb 19 00:27:43.370366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-86dc7fb3-1a39-4795-b6c7-0f4a7aea0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:43.372155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-86dc7fb3-1a39-4795-b6c7-0f4a7aea0afc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0789564 Feb 19 00:27:43.423313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-30222d9e-9ecd-4f2b-9688-90912777abf7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434382 Feb 19 00:27:43.451229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6fa-05ab-4c92-9231-999be5d75146 admin admin] Publish callbacks [] for security_group (5212b557-fadd-4dc1-a503-c50a3ab60d52), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.461609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d86aa6fa-05ab-4c92-9231-999be5d75146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5212b557-fadd-4dc1-a503-c50a3ab60d52), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.519309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-network', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:43.544562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86aa6fa-05ab-4c92-9231-999be5d75146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5212b557-fadd-4dc1-a503-c50a3ab60d52,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:43.555576 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d86aa6fa-05ab-4c92-9231-999be5d75146 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d74d5b37a0d848b3b24453f225581230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859178 Feb 19 00:27:43.558046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37692) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:43.567278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af752f8f-e4e7-408f-bfab-7fcdfb9b37df req-110dbb53-52e7-49d4-a633-daef146a20fc tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007957 Feb 19 00:27:43.584719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1ccbb-bbf8-4593-8268-c9f56fb39f7b req-831c253e-eb6d-4ac7-8692-03ccabd06b1e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:43.587273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67e1ccbb-bbf8-4593-8268-c9f56fb39f7b req-831c253e-eb6d-4ac7-8692-03ccabd06b1e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 947 time: 0.1673043 Feb 19 00:27:43.593726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Made reservation on behalf of 3cbb08cf4a564c25992564ab830e4e2f for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:43.596375 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.610548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.649259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-ec820a60-4666-411c-b34c-ad0187f747e8 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151599 Feb 19 00:27:43.659589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97b00aa8-da97-4ecb-a5da-13e3de4690a5 admin admin] Publish callbacks [] for security_group (5212b557-fadd-4dc1-a503-c50a3ab60d52), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.685930 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee2f146-f50d-47cc-8729-25128650f508 x-openstack-request-id: req-2ee2f146-f50d-47cc-8729-25128650f508 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:43.690073 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "name": "network-vif-plugged", "status": "completed", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:43.690769 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ee2f146-f50d-47cc-8729-25128650f508 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:43.691502 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a', 'code': 200} Feb 19 00:27:43.697758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97b00aa8-da97-4ecb-a5da-13e3de4690a5 admin admin] Publish callbacks [] for security_group (5212b557-fadd-4dc1-a503-c50a3ab60d52), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.746740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67e1ccbb-bbf8-4593-8268-c9f56fb39f7b req-713bd886-97c3-4db1-bb44-5728730ffb7e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412830 Feb 19 00:27:43.774869 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Publish callbacks [] for security_group (ac101ba6-fab1-482a-84b6-b54abd835eee), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.784071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ac101ba6-fab1-482a-84b6-b54abd835eee), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.814512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97b00aa8-da97-4ecb-a5da-13e3de4690a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5212b557-fadd-4dc1-a503-c50a3ab60d52), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.818117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97b00aa8-da97-4ecb-a5da-13e3de4690a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.819641 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97b00aa8-da97-4ecb-a5da-13e3de4690a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5212b557-fadd-4dc1-a503-c50a3ab60d52 HTTP/1.1" status: 204 len: 168 time: 0.2601016 Feb 19 00:27:43.824404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:27:43.843212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac101ba6-fab1-482a-84b6-b54abd835eee,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:43.847003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c9d5039a-eddf-4df4-8dc0-329f1069c541), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.847627 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Added segment c9d5039a-eddf-4df4-8dc0-329f1069c541 of type vlan for network 8d85a42e-0816-45af-b394-177712973444 Feb 19 00:27:43.890544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f235bfb0-cdb8-4727-8575-c95353bce8ad req-ff55c3a7-1ad3-44a8-a604-44f893a12ea0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 210 time: 0.0881071 Feb 19 00:27:43.903506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b00aa8-da97-4ecb-a5da-13e3de4690a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5212b557-fadd-4dc1-a503-c50a3ab60d52,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:43.911320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8fc1a-e647-41cc-9dbf-61bdf09c00da req-8d59d494-b9ca-4ced-af59-8c18fa3c9b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:43.913103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38c8fc1a-e647-41cc-9dbf-61bdf09c00da req-8d59d494-b9ca-4ced-af59-8c18fa3c9b06 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1128 time: 0.1654284 Feb 19 00:27:43.922918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8d85a42e-0816-45af-b394-177712973444), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.965927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-bc499971-d607-45a0-a18f-33fb715a0ae0 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841532 Feb 19 00:27:43.997119 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8d85a42e-0816-45af-b394-177712973444), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:43.999648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:44.000249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.010034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38c8fc1a-e647-41cc-9dbf-61bdf09c00da req-cf209a1c-eb33-4cea-8c34-53481e214dac service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850844 Feb 19 00:27:44.076326 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9226236 Feb 19 00:27:44.077240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37704) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:44.084419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Request body: {'subnet': {'network_id': '8d85a42e-0816-45af-b394-177712973444', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-subnet', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:44.104960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af3088-88cc-4bd7-9fd2-24bfe37442a7 admin admin] Pushing event updated for resources: {'Network': ['ID=8d85a42e-0816-45af-b394-177712973444,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:44.116779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8d85a42e-0816-45af-b394-177712973444 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:27:44.123369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Made reservation on behalf of 3cbb08cf4a564c25992564ab830e4e2f for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:44.125855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.155257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8b52754-0a93-44ac-91e3-1badc617c5e8 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:44.289146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: f8b52754-0a93-44ac-91e3-1badc617c5e8 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:27:44.289439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8b52754-0a93-44ac-91e3-1badc617c5e8 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:44.396516 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.514160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:44.524430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Checking segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:44.524844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Network hostable DHCP agents. Network: 8d85a42e-0816-45af-b394-177712973444, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:27:44.544821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-933c0755-2140-4708-9605-45000686487d req-7b694439-7ea7-4490-b145-f2c14ff4823d tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0598230 Feb 19 00:27:44.547198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Network 8d85a42e-0816-45af-b394-177712973444 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:27:44.585008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8d85a42e-0816-45af-b394-177712973444) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:44.589563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:44.590518 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.597064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba98bf20-0c61-498e-bf85-f52827e5cd3a None None] Network 8d85a42e-0816-45af-b394-177712973444 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:44.613099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-ffdabec1-e151-4bf7-a601-2eb36d430c91 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:44.614737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-ffdabec1-e151-4bf7-a601-2eb36d430c91 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.5609884 Feb 19 00:27:44.618027 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3ffe4a9d-718e-4d82-85ba-cc558320ab6d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5395436 Feb 19 00:27:44.622116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37720) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:44.632739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:44.637238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826527-3'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:44.678920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c776b-2b29-4171-87a8-af89abc4a190 req-4a83a5b6-ffc3-4d52-928c-c21006787294 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:44.685461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (57eb2106-7be2-4257-a9c6-0e4b21497a00), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.686715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db5c776b-2b29-4171-87a8-af89abc4a190 req-4a83a5b6-ffc3-4d52-928c-c21006787294 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 946 time: 0.2051785 Feb 19 00:27:44.687969 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (57eb2106-7be2-4257-a9c6-0e4b21497a00), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.781123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-8d85a42e-0816-45af-b394-177712973444', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:27:44.782403 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.784761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-1f583bc6-b73d-4dd9-898b-9b6401585066 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:44.786822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-1f583bc6-b73d-4dd9-898b-9b6401585066 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.113 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.2352400 Feb 19 00:27:44.810757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks [] for router_controller (57eb2106-7be2-4257-a9c6-0e4b21497a00), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.832539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Request body: {'port': {'device_id': '9517d319-28bb-4f8c-9799-2f3ed1e7107f', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'admin_state_up': True, 'tenant_id': '8458f0c51cce4a35b61533652c8a4b87'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:44.903216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:44.934065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db5c776b-2b29-4171-87a8-af89abc4a190 req-275ca65a-22d2-42f9-a1e7-e350587d72b8 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462859 Feb 19 00:27:44.934746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37730) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:44.958589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Allocated IP 172.20.0.2 (8d85a42e-0816-45af-b394-177712973444/0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb/8e3a11fa-2ad0-43e5-9cef-a9434d7c4258) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:44.991058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc015c12-fff8-49ab-9f60-50689c37276e req-57f986a4-a81b-44b0-876d-5d718561f116 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:44.998168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc015c12-fff8-49ab-9f60-50689c37276e req-57f986a4-a81b-44b0-876d-5d718561f116 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 945 time: 0.2604413 Feb 19 00:27:45.041965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks [] for router_gateway (57eb2106-7be2-4257-a9c6-0e4b21497a00), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.091920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-199398028-network', 'tenant_id': '337f251531784226a3d741483c644d08'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:45.169061 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Publish callbacks [] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.178275 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.210898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc015c12-fff8-49ab-9f60-50689c37276e req-dc27136d-8ef4-4b7d-a908-85cea30ff5fd tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116928 Feb 19 00:27:45.216420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Made reservation on behalf of 337f251531784226a3d741483c644d08 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:45.218243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.218777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Network 8d85a42e-0816-45af-b394-177712973444 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:45.225860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:45.229753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:45.246785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Made reservation on behalf of 8458f0c51cce4a35b61533652c8a4b87 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:45.250212 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.256515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Pushing event updated for resources: {'Port': ['ID=8e3a11fa-2ad0-43e5-9cef-a9434d7c4258,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:45.258464 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.288382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f18d5-1147-4a50-abe7-df714ca00239 req-b67b803a-f505-4b42-b91e-1828394d158e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:45.295600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c7f18d5-1147-4a50-abe7-df714ca00239 req-b67b803a-f505-4b42-b91e-1828394d158e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 947 time: 0.2759588 Feb 19 00:27:45.311824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:45.322306 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Attempting to bind port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:45.323371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Attempting to bind port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:45.323848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Attempting to bind port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 on network 8d85a42e-0816-45af-b394-177712973444 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:45.329558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:45.330105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Checking segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:45.330648 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.331301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Bound using segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:45.332451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Bound port: 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:45.332906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.402929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] For port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:45.406365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] For port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8e3a11fa-2ad0-43e5-9cef-a9434d7c4258,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:45.413547 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.425896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f1aa7d3-5303-4191-92b2-115a27068e8b req-e31eafb6-b44e-41f6-94a6-18d61c8e6946 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 210 time: 0.0818858 Feb 19 00:27:45.487017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2076664-4100-4e2f-8cfa-e547506d0e3a None None] Pushing event updated for resources: {'Port': ['ID=8e3a11fa-2ad0-43e5-9cef-a9434d7c4258,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:45.512776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:45.548279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c7f18d5-1147-4a50-abe7-df714ca00239 req-bdc53bda-4097-4608-a627-e836a88f3ee7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517104 Feb 19 00:27:45.561034 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks [] for router_gateway (57eb2106-7be2-4257-a9c6-0e4b21497a00), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.596173 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.653134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:45.655655 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864827b8-225e-4533-9672-dd2aa4ea61f6" -d '{"events": [{"server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:45.667711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Publish callbacks [] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.677799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Allocated IP 172.20.0.12 (392711fd-e468-4eba-a984-13f1a5696868/27d6e68b-de7a-4378-8db1-7b9ccd23feff/a2cf0d53-416c-42a6-8014-5045f8be2f82) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:45.690027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Publish callbacks [] for security_group (02e7c637-7163-494d-86c7-61a4d0e08bfb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.715784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.722519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0824b22b-3e62-44c0-8fa4-e5b025b6184d req-b418d8d9-4039-481a-886b-e34e958f44b3 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0579140 Feb 19 00:27:45.723140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (02e7c637-7163-494d-86c7-61a4d0e08bfb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.729212 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ac648f-4871-4730-9bb2-bf39630cd134 x-openstack-request-id: req-86ac648f-4871-4730-9bb2-bf39630cd134 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:45.729514 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:45.729806 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86ac648f-4871-4730-9bb2-bf39630cd134 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:45.730278 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46', 'code': 200} Feb 19 00:27:45.788067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Allocated IP 172.25.6.207 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/b3d9bf79-193d-439e-91c9-81972b1913a1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:45.841721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:27:45.884721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e7c637-7163-494d-86c7-61a4d0e08bfb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:45.914715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks [] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.919542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (3d8dafe0-31b4-4bbb-acb0-62a667835487), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:45.919905 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Added segment 3d8dafe0-31b4-4bbb-acb0-62a667835487 of type vlan for network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd Feb 19 00:27:45.936184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Pushing event updated for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:45.965329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.032663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:46.033357 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (690cf3ce-a867-40b5-8133-8f7d7a8b6afd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.036048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:46.040022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:46.073386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:46.076057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Pushing event updated for resources: {'Port': ['ID=b3d9bf79-193d-439e-91c9-81972b1913a1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:46.088994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on host n-h2-826527-3 for vnic_type normal with profile {"migrating_to": "n-h1-826527-3"} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:46.089361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:46.089678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:46.124568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:27:46.126598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Attempting to bind port 19268d18-e15c-499f-ab69-f1d2ea020d46 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:46.158705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (690cf3ce-a867-40b5-8133-8f7d7a8b6afd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.159871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:46.160457 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.161410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:46.161977 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.169955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:46.170340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:46.170706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:46.171152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Bound port: 19268d18-e15c-499f-ab69-f1d2ea020d46, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:46.171510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.261354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:46.265610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.265707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3237517 Feb 19 00:27:46.266211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37748) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:46.277355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Request body: {'subnet': {'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-199398028-subnet', 'tenant_id': '337f251531784226a3d741483c644d08', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:46.322987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8e3a11fa-2ad0-43e5-9cef-a9434d7c4258,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:46.323447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Made reservation on behalf of 337f251531784226a3d741483c644d08 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:46.326196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.328091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce529e-0526-4e6e-b327-ce213468edc3 req-676acde0-dbde-4628-ae34-f3bd5a8546df tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:46.329964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cce529e-0526-4e6e-b327-ce213468edc3 req-676acde0-dbde-4628-ae34-f3bd5a8546df tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 946 time: 0.2922926 Feb 19 00:27:46.330126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.335821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80a7c7-e117-41b4-81c1-9d09290d057e admin admin] Pushing event updated for resources: {'Network': ['ID=690cf3ce-a867-40b5-8133-8f7d7a8b6afd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:46.340328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks [] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.384220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:27:46.420519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks [] for router_gateway (57eb2106-7be2-4257-a9c6-0e4b21497a00), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.464149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:46.476672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:46.478449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=8e3a11fa-2ad0-43e5-9cef-a9434d7c4258,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:46.489513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.489878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.490254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.490643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.490991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.491473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.492018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.492514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.492901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.493239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.493574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.494426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.494854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:46.517794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.616748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cce529e-0526-4e6e-b327-ce213468edc3 req-486961cf-db40-4b2f-a821-d57098ce0828 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643301 Feb 19 00:27:46.617595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Pushing event updated for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=8']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:46.640503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57e90d-30be-42c3-8646-b3b5d40a19cd req-c6d16248-80df-4678-a644-3e01b5c2d159 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:46.642058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad57e90d-30be-42c3-8646-b3b5d40a19cd req-c6d16248-80df-4678-a644-3e01b5c2d159 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 943 time: 0.3274419 Feb 19 00:27:46.690245 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.743344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:46.744484 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.745996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-4023f75c-039b-4f91-b44e-bc6c48582656 service neutron] 10.222.0.113 "PUT /v2.0/ports/19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 1121 time: 2.1158597 Feb 19 00:27:46.774876 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (57eb2106-7be2-4257-a9c6-0e4b21497a00), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.805981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Network 392711fd-e468-4eba-a984-13f1a5696868 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:46.814384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:46.825078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:46.843743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0638d53d-f764-477d-aa20-35b2e98f37a0 None None] Network 8d85a42e-0816-45af-b394-177712973444 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:46.867033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['19268d18-e15c-499f-ab69-f1d2ea020d46'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:46.867611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad57e90d-30be-42c3-8646-b3b5d40a19cd req-eea8cd9b-96be-44d9-ab2f-53230dacdf48 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156312 Feb 19 00:27:46.872027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event updated for resources: {'Port': ['ID=a2cf0d53-416c-42a6-8014-5045f8be2f82,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:46.880559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (a197552a-acaa-474c-b9d6-16cb5a2a9e08), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.904710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:46.905497 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:46.934927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683b29f-7c60-4a58-b1f9-78e766ad6e15 req-974ceed7-e3f7-401d-8efb-4dd8c08042f6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:46.936730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d683b29f-7c60-4a58-b1f9-78e766ad6e15 req-974ceed7-e3f7-401d-8efb-4dd8c08042f6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 932 time: 0.2256706 Feb 19 00:27:46.940983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4fd4203d-7523-4937-80fc-22ba198bd61a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1142063 Feb 19 00:27:46.964671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Request body: {'port': {'device_id': '9517d319-28bb-4f8c-9799-2f3ed1e7107f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:46.979696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-77ee581e-eebf-476a-b9bb-85cf15b2a0e4 None None] Provisioning complete for port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:46.980082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77ee581e-eebf-476a-b9bb-85cf15b2a0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.011830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a197552a-acaa-474c-b9d6-16cb5a2a9e08,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:47.023736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Checking segment: {'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:47.024243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Network hostable DHCP agents. Network: 690cf3ce-a867-40b5-8133-8f7d7a8b6afd, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:27:47.054925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:27:47.062018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:27:47.068542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 690cf3ce-a867-40b5-8133-8f7d7a8b6afd) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:47.074654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:47.075299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.086458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c233250-17ab-43b9-9938-a1eaefc71759 None None] Network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:47.122868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d683b29f-7c60-4a58-b1f9-78e766ad6e15 req-4fd42fb4-970d-4aa5-8227-80f8ef78c56a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742997 Feb 19 00:27:47.139911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57a85995-7903-405b-ba2a-7afc63763995 req-a5101527-91ee-4087-a9de-403a054a7234 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-616204966&fields=id&tenant_id=92daa5988ef845ea898c2b9e25aed217 HTTP/1.1" status: 200 len: 267 time: 0.1926556 Feb 19 00:27:47.141930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.145649 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0b94d2a0-eddd-4731-85ee-c53e1560bf97 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8776057 Feb 19 00:27:47.147832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37756) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:47.152595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:47.214027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.215075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.227386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-77ee581e-eebf-476a-b9bb-85cf15b2a0e4 None None] Current status of the port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:47.260682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:27:47.285522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:27:47.286537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-581eaffa-6b52-4f31-8c7f-1e6118b24fdd req-114cfc49-d975-48f9-b497-8d3967466e94 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0581462 Feb 19 00:27:47.327548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks [] for router_controller (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.331497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-690cf3ce-a867-40b5-8133-8f7d7a8b6afd', 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd', 'project_id': '337f251531784226a3d741483c644d08', 'fixed_ips': [{'subnet_id': 'a197552a-acaa-474c-b9d6-16cb5a2a9e08'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:27:47.332404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.333210 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.337408 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f7d67e0-d10d-4cce-aaf5-92eddc6020bf admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7104812 Feb 19 00:27:47.339166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37758) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:47.354164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:47.354966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:47.364868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a85995-7903-405b-ba2a-7afc63763995 req-8c7a9384-7d73-4449-98af-9eb252e7a6e0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:47.372633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57a85995-7903-405b-ba2a-7afc63763995 req-8c7a9384-7d73-4449-98af-9eb252e7a6e0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 946 time: 0.2317717 Feb 19 00:27:47.381099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-57a85995-7903-405b-ba2a-7afc63763995 req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'port': {'security_groups': ['cdf8ecda-bde4-40ba-91ed-dcabf26db404', 'd95ef645-ff9b-4df0-8704-cc4ba5303411']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:47.515177 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57a85995-7903-405b-ba2a-7afc63763995 req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.604627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks [] for router_gateway (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.683465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2cf0d53-416c-42a6-8014-5045f8be2f82 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:47.694664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Publish callbacks [] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.734047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-79415549-432a-4a2f-96f1-26b12bcddb2b None None] Provisioning complete for port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:47.734696 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79415549-432a-4a2f-96f1-26b12bcddb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.744039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:47.746323 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b8d846-d9f4-40fa-835a-f5e1a4a62782" -d '{"events": [{"name": "network-changed", "server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:47.761119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Transition to ACTIVE for port object a2cf0d53-416c-42a6-8014-5045f8be2f82 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:27:47.768795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:47.791561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Allocated IP 172.20.0.2 (690cf3ce-a867-40b5-8133-8f7d7a8b6afd/a197552a-acaa-474c-b9d6-16cb5a2a9e08/9c00ad7d-c865-4c9e-b7d8-8a3675726129) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:47.795212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:47.855095 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a9a53-1081-43fa-a4cf-fa89d4bad4a9 x-openstack-request-id: req-cf2a9a53-1081-43fa-a4cf-fa89d4bad4a9 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:47.855095 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:47.855387 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf2a9a53-1081-43fa-a4cf-fa89d4bad4a9 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:47.855623 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46', 'status': 'completed', 'code': 200} Feb 19 00:27:47.864615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-57a85995-7903-405b-ba2a-7afc63763995 req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] For port b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:47.891943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Pushing event updated for resources: {'Port': ['ID=a2cf0d53-416c-42a6-8014-5045f8be2f82,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:48.018381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:48.027124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-363718ab-7b3b-4690-88d3-59bdece3e927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.076290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57a85995-7903-405b-ba2a-7afc63763995 req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.088636 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57a85995-7903-405b-ba2a-7afc63763995 req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.109984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Attempting to bind port a2cf0d53-416c-42a6-8014-5045f8be2f82 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:48.110445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Attempting to bind port a2cf0d53-416c-42a6-8014-5045f8be2f82 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:48.110789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Attempting to bind port a2cf0d53-416c-42a6-8014-5045f8be2f82 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:48.115769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:48.118357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['b3edfb5b-0c01-474e-88a8-a337fef0aa5a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:48.150724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a85995-7903-405b-ba2a-7afc63763995 req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:48.151399 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57a85995-7903-405b-ba2a-7afc63763995 req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.154652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57a85995-7903-405b-ba2a-7afc63763995 req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "PUT /v2.0/ports/b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 200 len: 982 time: 0.7811143 Feb 19 00:27:48.167985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Port a2cf0d53-416c-42a6-8014-5045f8be2f82 on network 392711fd-e468-4eba-a984-13f1a5696868 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:27:48.170686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Attempting to bind port a2cf0d53-416c-42a6-8014-5045f8be2f82 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:48.184138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-85582ae2-541a-42a2-98bc-5db9114b57ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:48.186954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-85582ae2-541a-42a2-98bc-5db9114b57ba service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1155 time: 0.2963634 Feb 19 00:27:48.218278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd016d2b-a37c-47c5-a6a6-7a67b3ff4c7a req-caf85065-73be-4219-bcf6-eeef7d0b3c56 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:48.220244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd016d2b-a37c-47c5-a6a6-7a67b3ff4c7a req-caf85065-73be-4219-bcf6-eeef7d0b3c56 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 943 time: 0.2526517 Feb 19 00:27:48.221218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:48.221612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Checking segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:48.222208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Bound using segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:48.222803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Bound port: a2cf0d53-416c-42a6-8014-5045f8be2f82, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:48.224096 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.253141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-79415549-432a-4a2f-96f1-26b12bcddb2b None None] Current status of the port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:48.318157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['b3edfb5b-0c01-474e-88a8-a337fef0aa5a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:48.345369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454ed30-031a-424e-b51a-92032718c41e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'Port': ['ID=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:48.411063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks [] for router_gateway (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.431771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Publish callbacks [] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.435332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:48.435332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.436023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.463179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074fe4b-4410-4c52-801c-fe2020868502 req-0add04c3-c938-4ea2-924a-1494d7550526 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:48.464520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0074fe4b-4410-4c52-801c-fe2020868502 req-0add04c3-c938-4ea2-924a-1494d7550526 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 944 time: 0.2375550 Feb 19 00:27:48.471551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd016d2b-a37c-47c5-a6a6-7a67b3ff4c7a req-1ba13c4b-a79b-46ac-ae6b-ffcd1f4697c8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378500 Feb 19 00:27:48.476080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-0f5bec51-5833-4af4-8e74-bb6e6d511156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:48.477577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-0f5bec51-5833-4af4-8e74-bb6e6d511156 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2494783 Feb 19 00:27:48.478696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] For port a2cf0d53-416c-42a6-8014-5045f8be2f82, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:48.483710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] For port a2cf0d53-416c-42a6-8014-5045f8be2f82, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a2cf0d53-416c-42a6-8014-5045f8be2f82,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:48.513814 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.526389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.539201 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.553368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-7d3c7940-74d4-48b2-bcf0-d26448453d7d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 217 time: 0.0619824 Feb 19 00:27:48.614210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Pushing event updated for resources: {'Port': ['ID=9c00ad7d-c865-4c9e-b7d8-8a3675726129,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:48.624258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:48.636219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:48.638684 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.640326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Allocated IP 172.25.6.231 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/baa68277-f728-41da-9690-567c597e74cc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:48.641998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:48.653513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:48.654152 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.655715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] 10.222.0.113 "PUT /v2.0/ports/a2cf0d53-416c-42a6-8014-5045f8be2f82 HTTP/1.1" status: 200 len: 1092 time: 1.7057621 Feb 19 00:27:48.724167 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0074fe4b-4410-4c52-801c-fe2020868502 req-b6df237e-f513-4bd9-898a-da2a34b64f27 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430086 Feb 19 00:27:48.727426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50b51770-0745-41cd-8f8f-27c1c63d8b1e req-37276f3e-bf81-4231-8170-80d0c29f0806 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/d95ef645-ff9b-4df0-8704-cc4ba5303411 HTTP/1.1" status: 200 len: 1817 time: 0.1860161 Feb 19 00:27:48.751419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33a067-d5cb-4804-97f8-d24f8075569d service neutron] Pushing event updated for resources: {'Port': ['ID=a2cf0d53-416c-42a6-8014-5045f8be2f82,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:48.755437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-bf6f7341-d518-4dd1-83a7-83087a968024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:48.756602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-bf6f7341-d518-4dd1-83a7-83087a968024 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1924782 Feb 19 00:27:48.796161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:46Z', 'revision_number': 3, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:48.816315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-a8c92fe3-5a2a-46e9-8204-c41af42a42d8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478969 Feb 19 00:27:48.841868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Allocated IP 172.20.0.1 (8d85a42e-0816-45af-b394-177712973444/0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb/fca28a57-a977-4ce5-9d74-cd7dd5fa4869) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:48.858049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks [] for port (baa68277-f728-41da-9690-567c597e74cc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.896667 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (baa68277-f728-41da-9690-567c597e74cc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:48.912535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:27:48.912909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Updating router 57eb2106-7be2-4257-a9c6-0e4b21497a00 port b3d9bf79-193d-439e-91c9-81972b1913a1 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:27:48.950562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Attempting to bind port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:48.950971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Attempting to bind port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:48.951335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Attempting to bind port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 on network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:48.959768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:48.995343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:49.004285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:49.005183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Checking segment: {'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:49.005183 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.005439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Bound using segment: {'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:49.006224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Bound port: 9c00ad7d-c865-4c9e-b7d8-8a3675726129, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:49.006375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:49.006501 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.038225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:49.038822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Pushing event updated for resources: {'Port': ['ID=baa68277-f728-41da-9690-567c597e74cc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:49.053237 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.173848 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Publish callbacks [] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.218080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c191465b-a2e3-4b74-be5f-2055b57e7a75 req-b7e8468a-98e1-4935-8c05-371513d0e94f tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.3992777 Feb 19 00:27:49.222109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-74333f9e-b056-44fb-ad2e-033ec685ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:49.223537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-74333f9e-b056-44fb-ad2e-033ec685ac99 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 1126 time: 0.5193999 Feb 19 00:27:49.264283 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-50b51770-0745-41cd-8f8f-27c1c63d8b1e req-c37d7471-1b06-479c-b6cb-9a6b9e1fdbee tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 00:27:49.269825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50b51770-0745-41cd-8f8f-27c1c63d8b1e req-c37d7471-1b06-479c-b6cb-9a6b9e1fdbee tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/d95ef645-ff9b-4df0-8704-cc4ba5303411 HTTP/1.1" status: 409 len: 341 time: 0.5117676 Feb 19 00:27:49.299140 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.306413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-1cac1787-dd28-416a-a4e8-a96727a12706 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2cf0d53-416c-42a6-8014-5045f8be2f82 HTTP/1.1" status: 200 len: 217 time: 0.0544939 Feb 19 00:27:49.328476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] For port 9c00ad7d-c865-4c9e-b7d8-8a3675726129, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:49.361118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] For port 9c00ad7d-c865-4c9e-b7d8-8a3675726129, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9c00ad7d-c865-4c9e-b7d8-8a3675726129,segment=NetworkSegment(3d8dafe0-31b4-4bbb-acb0-62a667835487),segment_id=3d8dafe0-31b4-4bbb-acb0-62a667835487)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:49.376950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-9fe878e2-dcf6-4ad6-bce6-c4efa4eaa13d service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386796 Feb 19 00:27:49.381230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-fb3699f3-a480-40a4-bcbd-566ea7cabf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:49.382725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-fb3699f3-a480-40a4-bcbd-566ea7cabf5f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.0682652 Feb 19 00:27:49.389222 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.430551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Network 8d85a42e-0816-45af-b394-177712973444 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:49.441583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:49.450027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:49.501130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (57eb2106-7be2-4257-a9c6-0e4b21497a00), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.511066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76b8d846-d9f4-40fa-835a-f5e1a4a62782 req-eb2686fb-f1c5-4b98-8414-5b0eb5214d0b service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253743 Feb 19 00:27:49.518004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks [] for router_gateway (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.594437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-04e4a5d5-31d6-4bf6-bd2d-5775de3dc9e3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2007067 Feb 19 00:27:49.643985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Pushing event updated for resources: {'Port': ['ID=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:49.654302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50cb0b-a5d6-47cd-bd81-63a2dc84c3de None None] Pushing event updated for resources: {'Port': ['ID=9c00ad7d-c865-4c9e-b7d8-8a3675726129,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:49.689514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aeb14-2922-490f-b99c-bb00575dac04 req-f53bd95e-4f62-44ba-8fd7-19f505f8bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:49.692516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-454aeb14-2922-490f-b99c-bb00575dac04 req-f53bd95e-4f62-44ba-8fd7-19f505f8bcf8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1167 time: 0.1687202 Feb 19 00:27:49.774634 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Publish callbacks [] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.786137 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.796304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead7486-9587-4b1f-ab6e-4d07a39fee53 req-62965ba0-42f0-4d73-ae01-b414e8f25525 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:49.798626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ead7486-9587-4b1f-ab6e-4d07a39fee53 req-62965ba0-42f0-4d73-ae01-b414e8f25525 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 985 time: 0.2852404 Feb 19 00:27:49.861494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Attempting to bind port b3d9bf79-193d-439e-91c9-81972b1913a1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:49.861889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Attempting to bind port b3d9bf79-193d-439e-91c9-81972b1913a1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:49.862377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Attempting to bind port b3d9bf79-193d-439e-91c9-81972b1913a1 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:49.883852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:49.883852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:49.883852 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.883852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:49.884424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Bound port: b3d9bf79-193d-439e-91c9-81972b1913a1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:49.885864 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:49.903937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a'}, {'name': 'network-changed', 'server_uuid': '9517d319-28bb-4f8c-9799-2f3ed1e7107f', 'tag': 'a2cf0d53-416c-42a6-8014-5045f8be2f82'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:49.906275 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0241e6ca-2a95-434d-95a4-74e4ed999038" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a"}, {"name": "network-changed", "server_uuid": "9517d319-28bb-4f8c-9799-2f3ed1e7107f", "tag": "a2cf0d53-416c-42a6-8014-5045f8be2f82"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:49.926775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b739b3-703d-4214-863b-fc62d2359639 None None] Pushing event updated for resources: {'Port': ['ID=b3d9bf79-193d-439e-91c9-81972b1913a1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:49.944345 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.004064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.019230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ead7486-9587-4b1f-ab6e-4d07a39fee53 req-2cf85095-865e-40d2-84a7-e8f7fbee199f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=d95ef645-ff9b-4df0-8704-cc4ba5303411&id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1926899 Feb 19 00:27:50.027653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb3cb3-50c4-4580-aeb1-06b7e280c7c2 req-8bf6b59a-a424-4f0f-bc57-8b84b510cdb0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:50.030235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaeb3cb3-50c4-4580-aeb1-06b7e280c7c2 req-8bf6b59a-a424-4f0f-bc57-8b84b510cdb0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 943 time: 0.3950124 Feb 19 00:27:50.148352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaeb3cb3-50c4-4580-aeb1-06b7e280c7c2 req-dbbd5ca3-481c-4da7-8cc4-ab96703bc71a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057558 Feb 19 00:27:50.188740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9c00ad7d-c865-4c9e-b7d8-8a3675726129 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:50.191359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 19268d18-e15c-499f-ab69-f1d2ea020d46 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:50.239722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-7b2bfaa2-bcd5-4a2c-936c-d3532e0be4e2 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6289129 Feb 19 00:27:50.241264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aeb14-2922-490f-b99c-bb00575dac04 req-b36260ae-588c-4a69-96ed-c72c7a0882e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:50.242911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-454aeb14-2922-490f-b99c-bb00575dac04 req-b36260ae-588c-4a69-96ed-c72c7a0882e1 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 913 time: 0.4906662 Feb 19 00:27:50.244810 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69877cd6-e196-4064-80ae-6601a00edd61 x-openstack-request-id: req-69877cd6-e196-4064-80ae-6601a00edd61 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:50.245175 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9517d319-28bb-4f8c-9799-2f3ed1e7107f", "tag": "a2cf0d53-416c-42a6-8014-5045f8be2f82", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:50.245861 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69877cd6-e196-4064-80ae-6601a00edd61 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:50.245997 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a', 'status': 'completed', 'code': 200} Feb 19 00:27:50.246246 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9517d319-28bb-4f8c-9799-2f3ed1e7107f', 'tag': 'a2cf0d53-416c-42a6-8014-5045f8be2f82', 'status': 'completed', 'code': 200} Feb 19 00:27:50.262578 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dd8b852-061f-4185-9ebe-625a1f182dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.272503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-457b184d-660c-4e23-b366-2acfb567ff4c None None] Provisioning complete for port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:50.272890 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-457b184d-660c-4e23-b366-2acfb567ff4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.339858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] For port b3d9bf79-193d-439e-91c9-81972b1913a1, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:50.358928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-454aeb14-2922-490f-b99c-bb00575dac04 req-1933bd59-4697-42e1-b92e-ae605d058158 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 200 len: 217 time: 0.1076522 Feb 19 00:27:50.360330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Publish callbacks [] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.370945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.381375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba447026-42e5-4e2f-b7ee-b5df1592ec2d req-d501bcff-9c12-4d97-917a-7c2d51b2be21 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:50.390739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba447026-42e5-4e2f-b7ee-b5df1592ec2d req-d501bcff-9c12-4d97-917a-7c2d51b2be21 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 944 time: 0.2067225 Feb 19 00:27:50.397021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] For port b3d9bf79-193d-439e-91c9-81972b1913a1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b3d9bf79-193d-439e-91c9-81972b1913a1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:50.403375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-457b184d-660c-4e23-b366-2acfb567ff4c None None] Port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:27:50.418328 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.426697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:27:50.445632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b2c122d-9759-4074-8db7-e7c88d62f8c0 req-84691239-39a1-434d-8d91-188f02fa56a0 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0421724 Feb 19 00:27:50.471054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:50.472298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.472518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Pushing event updated for resources: {'Port': ['ID=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:50.486835 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (57eb2106-7be2-4257-a9c6-0e4b21497a00), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.549776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b739b3-703d-4214-863b-fc62d2359639 None None] Pushing event updated for resources: {'Port': ['ID=b3d9bf79-193d-439e-91c9-81972b1913a1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:50.555730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:50.580015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:50.580841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:50.584834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 19268d18-e15c-499f-ab69-f1d2ea020d46 has no active binding in host n-h1-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:27:50.585753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3345f763-927a-4f7a-a258-691419c4bfa1 req-4c630f6c-f7a3-4190-83de-ac5b4eace4b2 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335469 Feb 19 00:27:50.604673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba447026-42e5-4e2f-b7ee-b5df1592ec2d req-f7be1703-e397-4af7-afee-9b8a9e1acc56 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129912 Feb 19 00:27:50.607060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454aeb14-2922-490f-b99c-bb00575dac04 req-70d67387-32b9-4ee7-a652-cdfedb3a3b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:50.608635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-454aeb14-2922-490f-b99c-bb00575dac04 req-70d67387-32b9-4ee7-a652-cdfedb3a3b2c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.2403760 Feb 19 00:27:50.681207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-454aeb14-2922-490f-b99c-bb00575dac04 req-4eaed3ba-1349-4dfa-8ed2-f43aeb0faac7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560155 Feb 19 00:27:50.693450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:27:50.709251 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Sync routers for ids ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:27:50.725111 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Routers {'938d78e7-bed7-4273-8ff7-eacbfd3b48d3'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:50.727441 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:50.730099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Network 8d85a42e-0816-45af-b394-177712973444 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:50.732270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:50.743647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.748935 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7fe6f039-4237-4a18-9af4-3613acfe035e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5962622 Feb 19 00:27:50.748935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37784) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:27:50.755619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:50.756163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:50.801698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:50.887987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-5055ee43-5664-4cbe-bec8-7221658978f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:50.890496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-5055ee43-5664-4cbe-bec8-7221658978f8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 1126 time: 0.2525935 Feb 19 00:27:50.923007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 9c00ad7d-c865-4c9e-b7d8-8a3675726129, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9c00ad7d-c865-4c9e-b7d8-8a3675726129,segment=NetworkSegment(3d8dafe0-31b4-4bbb-acb0-62a667835487),segment_id=3d8dafe0-31b4-4bbb-acb0-62a667835487)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:50.981993 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:51.055516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-f0547e26-64e6-4ec9-8507-4a0df14d783a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:51.057486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-f0547e26-64e6-4ec9-8507-4a0df14d783a service neutron] 10.222.0.113 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 913 time: 0.1570179 Feb 19 00:27:51.119589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-7d366733-decf-48e5-8467-41a3306c0750 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2cf0d53-416c-42a6-8014-5045f8be2f82 HTTP/1.1" status: 200 len: 217 time: 0.0523961 Feb 19 00:27:51.159496 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Set router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:51.195279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-2cc902b9-8138-448f-a978-9351049a73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:51.199017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-2cc902b9-8138-448f-a978-9351049a73f6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.0706799 Feb 19 00:27:51.273218 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:51.302958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-4099d651-e1a8-4cbe-8182-36232a5a2fff service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502436 Feb 19 00:27:51.314112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a84d2f7b-c07d-47df-b66e-786f51641b81 None None] Provisioning complete for port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:51.314526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a84d2f7b-c07d-47df-b66e-786f51641b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:51.336819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9c00ad7d-c865-4c9e-b7d8-8a3675726129,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:51.349665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f11d0-f86d-406d-8f0f-cc5048a31621 None None] Network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:27:51.447546 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'baa68277-f728-41da-9690-567c597e74cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 3, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port': {'id': 'baa68277-f728-41da-9690-567c597e74cc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:51.470968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:50Z', 'revision_number': 2, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:51.477318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:27:51.486068 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Checking router: 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:27:51.486599 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Updating router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 port baa68277-f728-41da-9690-567c597e74cc binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:27:51.490703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-74125efa-b976-4fb1-9491-f10831494ff3 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239755 Feb 19 00:27:51.502934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a84d2f7b-c07d-47df-b66e-786f51641b81 None None] Port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:27:51.505874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68e1815d-9315-49c2-9b51-8e984dc7b780 None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:50Z', 'revision_number': 2, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:27:51.518833 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (baa68277-f728-41da-9690-567c597e74cc), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:51.646239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e916ff-038b-4c4c-866a-6fccf3eaa303 req-e22fab19-28c9-4c4c-ade0-76a32ced42bd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:51.646718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73e916ff-038b-4c4c-866a-6fccf3eaa303 req-e22fab19-28c9-4c4c-ade0-76a32ced42bd tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 985 time: 0.4463625 Feb 19 00:27:51.662540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-454aeb14-2922-490f-b99c-bb00575dac04 req-abcd6a9f-31ae-4e46-b6bb-35a367d7e929 service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9633145 Feb 19 00:27:51.705154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7a2a0-78aa-4857-a898-5aee76ea6f1b req-aaae4dce-7187-4cee-af90-dc3eb4633bf2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:51.709132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81e7a2a0-78aa-4857-a898-5aee76ea6f1b req-aaae4dce-7187-4cee-af90-dc3eb4633bf2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 943 time: 0.4050398 Feb 19 00:27:51.713777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-dec0b383-6fb3-40c3-b619-faa999aae3ef service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116580 Feb 19 00:27:51.716293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a49858cf-8a24-4237-acdb-70c9fb1b5be7 None None] Provisioning complete for port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:51.716519 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a49858cf-8a24-4237-acdb-70c9fb1b5be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:51.846703 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Publish callbacks [] for port (baa68277-f728-41da-9690-567c597e74cc), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:51.858714 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (baa68277-f728-41da-9690-567c597e74cc), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:51.878634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73e916ff-038b-4c4c-866a-6fccf3eaa303 req-12dc788c-0255-4937-b2e0-3bb173c6672f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=d95ef645-ff9b-4df0-8704-cc4ba5303411&id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2146676 Feb 19 00:27:51.900475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81e7a2a0-78aa-4857-a898-5aee76ea6f1b req-f2bc0407-8864-46ff-ba3b-9a20b044aaa9 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739454 Feb 19 00:27:51.952558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-454aeb14-2922-490f-b99c-bb00575dac04 req-e60c6a91-92a0-4a5e-ad23-4773ce429567 service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310028 Feb 19 00:27:51.985902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a49858cf-8a24-4237-acdb-70c9fb1b5be7 None None] Current status of the port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:51.996053 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Attempting to bind port baa68277-f728-41da-9690-567c597e74cc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:51.996797 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Attempting to bind port baa68277-f728-41da-9690-567c597e74cc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:51.997429 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Attempting to bind port baa68277-f728-41da-9690-567c597e74cc on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:52.106918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9c00ad7d-c865-4c9e-b7d8-8a3675726129 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:52.117840 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:52.118283 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:52.118671 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:52.119101 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:52.121835 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Bound port: baa68277-f728-41da-9690-567c597e74cc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:52.122879 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (baa68277-f728-41da-9690-567c597e74cc), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:52.217799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:52.221220 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Pushing event updated for resources: {'Port': ['ID=baa68277-f728-41da-9690-567c597e74cc,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:52.229175 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:52.234111 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.234768 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.234965 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.235267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.235598 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.235972 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.237239 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.237866 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.238602 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.238946 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.239282 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.239677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f7827dc-96a0-4bcb-900c-4718f49630b1 req-03120655-831d-4191-9a5c-383946d9259c tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.1356251 Feb 19 00:27:52.240252 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.240732 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:27:52.264468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-62ed534b-1dbd-4c70-b8fb-007d359b31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:52.265994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-62ed534b-1dbd-4c70-b8fb-007d359b31eb service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1167 time: 0.2511182 Feb 19 00:27:52.279271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec7115-fe57-4db2-a772-cf6d99819b08 req-f7f9431f-7b8f-4cc1-8dfd-a66786993bfc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:52.281312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52ec7115-fe57-4db2-a772-cf6d99819b08 req-f7f9431f-7b8f-4cc1-8dfd-a66786993bfc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 944 time: 0.1785967 Feb 19 00:27:52.282066 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] For port baa68277-f728-41da-9690-567c597e74cc, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:52.293693 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] For port baa68277-f728-41da-9690-567c597e74cc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=baa68277-f728-41da-9690-567c597e74cc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:52.302449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7a87e726-d9ce-4e81-a312-71c9d0ad53ef None None] Provisioning complete for port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:52.303121 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a87e726-d9ce-4e81-a312-71c9d0ad53ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:52.306227 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (baa68277-f728-41da-9690-567c597e74cc), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:52.306984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:27:52.324138 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aa0f639f-7469-4bfc-bbbb-be1358b66589 admin admin] 10.222.0.60 "PUT /v2.0/routers/57eb2106-7be2-4257-a9c6-0e4b21497a00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9752877 Feb 19 00:27:52.344988 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:52.380536 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Routers {'938d78e7-bed7-4273-8ff7-eacbfd3b48d3'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:52.381217 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:52.471872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:52.507612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52ec7115-fe57-4db2-a772-cf6d99819b08 req-5a9abfa4-8e25-434c-97cb-13002004c441 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104471 Feb 19 00:27:52.510478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7a87e726-d9ce-4e81-a312-71c9d0ad53ef None None] Current status of the port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:52.531263 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:52.557870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-5338d696-52de-4265-9848-34dd807629e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:52.562900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-5338d696-52de-4265-9848-34dd807629e5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 913 time: 0.2804344 Feb 19 00:27:52.579481 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c5a10-265c-4f5b-91a5-ac1103c0aa71 None None] Pushing event updated for resources: {'Port': ['ID=baa68277-f728-41da-9690-567c597e74cc,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:52.658543 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] Set router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:52.676706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-412b6597-f073-4958-9b3a-d5262ce272dc service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 200 len: 217 time: 0.1001456 Feb 19 00:27:52.705551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Allocated IP 172.20.0.1 (690cf3ce-a867-40b5-8133-8f7d7a8b6afd/a197552a-acaa-474c-b9d6-16cb5a2a9e08/06d066e3-3c6f-4f5d-a596-63eff0398182) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:52.786674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-de2d89ec-af38-4427-8e17-ee5646f8b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:52.788194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-de2d89ec-af38-4427-8e17-ee5646f8b937 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.0984516 Feb 19 00:27:52.831381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-5673f2f6-a1db-4b79-9d0e-7b91ba3d7bdc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311275 Feb 19 00:27:52.933068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Publish callbacks [] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:52.976931 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'baa68277-f728-41da-9690-567c597e74cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 3, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port': {'id': 'baa68277-f728-41da-9690-567c597e74cc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:52.981652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:53.018536 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc159cec-d443-49bd-83a1-4afb4b5d74b1 None None] The sync data for ids ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'] in n-d-826527-3 is: [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'baa68277-f728-41da-9690-567c597e74cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 3, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port': {'id': 'baa68277-f728-41da-9690-567c597e74cc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:27:53.051159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:53.056048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:53.062276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:53.068040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=06d066e3-3c6f-4f5d-a596-63eff0398182,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:53.076869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-ecbca402-454c-436f-8755-a7aead0eb1e4 service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372556 Feb 19 00:27:53.133774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:53.315292 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:53.325339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27440c31-bd6a-46d1-a226-53f5e9922f4e req-254fea5c-0454-4333-8699-b47683f398a4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:53.335004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27440c31-bd6a-46d1-a226-53f5e9922f4e req-254fea5c-0454-4333-8699-b47683f398a4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 943 time: 0.3119211 Feb 19 00:27:53.348078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-c9da1c31-4e52-48ba-a255-ad9d78914446 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:53.349638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-c9da1c31-4e52-48ba-a255-ad9d78914446 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 820 time: 0.4206016 Feb 19 00:27:53.419054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0241e6ca-2a95-434d-95a4-74e4ed999038 req-06b5cbb3-1023-414b-bf99-57af424a1419 service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292139 Feb 19 00:27:53.435187 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:53.444301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-36520086-4394-4c60-b1b7-7f0ddc96abe3 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/quotas/3cbb08cf4a564c25992564ab830e4e2f HTTP/1.1" status: 200 len: 375 time: 0.0722742 Feb 19 00:27:53.461639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ab7cbbe9-c2a0-4522-af7b-683de5f038a3 None None] Provisioning complete for port 06d066e3-3c6f-4f5d-a596-63eff0398182 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:53.462018 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab7cbbe9-c2a0-4522-af7b-683de5f038a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:53.492152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-493d2d2d-0d3d-415a-9959-23802aaa518f service neutron] 10.222.0.126 "GET /v2.0/ports/19268d18-e15c-499f-ab69-f1d2ea020d46/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.2750199 Feb 19 00:27:53.508801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ab7cbbe9-c2a0-4522-af7b-683de5f038a3 None None] Port 06d066e3-3c6f-4f5d-a596-63eff0398182 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:27:53.540097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27440c31-bd6a-46d1-a226-53f5e9922f4e req-4d59ec43-dd56-444d-85a8-f3502231becc tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051959 Feb 19 00:27:53.586757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Publish callbacks [] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:53.598036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:53.624348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-65fcb71f-587d-46a6-972f-d9ea4edf1867 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533957 Feb 19 00:27:53.706135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:53.712905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Pushing event updated for resources: {'Port': ['ID=06d066e3-3c6f-4f5d-a596-63eff0398182,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:53.825641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:53.827195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:53.905637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:53.930979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d1ae6-8947-4305-975a-4b0a770f33a2 req-6bf200c9-1b6b-468e-9c78-44d154550ef3 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:53.933506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-991d1ae6-8947-4305-975a-4b0a770f33a2 req-6bf200c9-1b6b-468e-9c78-44d154550ef3 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 985 time: 0.2367344 Feb 19 00:27:53.956767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-ac2e64f8-1ce3-46d3-b9a8-44884ec89e17 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190455 Feb 19 00:27:54.055055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:54.080610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.089493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:27:54.150948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19268d18-e15c-499f-ab69-f1d2ea020d46 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:54.162951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b3d9bf79-193d-439e-91c9-81972b1913a1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:54.191346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:54.196097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a2cf0d53-416c-42a6-8014-5045f8be2f82 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:27:54.255435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-991d1ae6-8947-4305-975a-4b0a770f33a2 req-acffdf0d-d1e7-42fd-897f-8da9cb14d17e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=d95ef645-ff9b-4df0-8704-cc4ba5303411&id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2975852 Feb 19 00:27:54.262384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:27:54.268259 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a691062f-fefd-4cbe-ac1f-958c507cb5a2 admin admin] 10.222.0.60 "PUT /v2.0/routers/938d78e7-bed7-4273-8ff7-eacbfd3b48d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5193348 Feb 19 00:27:54.304018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.307524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b3d9bf79-193d-439e-91c9-81972b1913a1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:54.308824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.339833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-1c8afe0c-fe2d-448c-a574-35b53d3047c3 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705575 Feb 19 00:27:54.417185 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ff5c65-c016-406e-84da-eda1688f5e1b req-8875ac5f-c0a3-4127-92d9-a00505a8ef72 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0748289 Feb 19 00:27:54.445046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6ee1a24e-027d-4b6e-9242-6eac8b36098c None None] Provisioning complete for port 06d066e3-3c6f-4f5d-a596-63eff0398182 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:54.445046 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ee1a24e-027d-4b6e-9242-6eac8b36098c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.479553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] Transition to ACTIVE for port object 19268d18-e15c-499f-ab69-f1d2ea020d46 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:27:54.485491 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.494079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1a24e-027d-4b6e-9242-6eac8b36098c None None] Port 06d066e3-3c6f-4f5d-a596-63eff0398182 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:27:54.506116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a2cf0d53-416c-42a6-8014-5045f8be2f82, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a2cf0d53-416c-42a6-8014-5045f8be2f82,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:54.508634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b3d9bf79-193d-439e-91c9-81972b1913a1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:54.509157 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.531661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port b3d9bf79-193d-439e-91c9-81972b1913a1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b3d9bf79-193d-439e-91c9-81972b1913a1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:54.542514 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.543281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device baa68277-f728-41da-9690-567c597e74cc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:54.575670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'a2cf0d53-416c-42a6-8014-5045f8be2f82', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'port_id': 'a2cf0d53-416c-42a6-8014-5045f8be2f82', 'mac_address': 'fa:16:3e:70:ef:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d6e68b-de7a-4378-8db1-7b9ccd23feff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:27:54.584095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] No DVR routers for this DVR port 19268d18-e15c-499f-ab69-f1d2ea020d46 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:27:54.627590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:54.679095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-cbac7d13-842d-4705-8323-9ae90a347ee8 service neutron] 10.222.0.126 "PUT /v2.0/ports/19268d18-e15c-499f-ab69-f1d2ea020d46/bindings/n-h1-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1533120 Feb 19 00:27:54.719298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a694b4d-f76e-4045-a4be-8872e0659aa7 req-b88fd78c-b791-4dc3-880f-01a75cdc5ed6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:54.726756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a694b4d-f76e-4045-a4be-8872e0659aa7 req-b88fd78c-b791-4dc3-880f-01a75cdc5ed6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 944 time: 0.1485624 Feb 19 00:27:54.786763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-7045ddc8-7cf0-4639-9b2c-c716a3195dd0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1432279775&fields=id&tenant_id=92daa5988ef845ea898c2b9e25aed217 HTTP/1.1" status: 200 len: 267 time: 0.1063602 Feb 19 00:27:54.831916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=b3d9bf79-193d-439e-91c9-81972b1913a1,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:54.836178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a2cf0d53-416c-42a6-8014-5045f8be2f82 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:54.837233 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.859161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2cf0d53-416c-42a6-8014-5045f8be2f82 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:54.870992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port baa68277-f728-41da-9690-567c597e74cc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:54.871669 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (baa68277-f728-41da-9690-567c597e74cc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.887796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a694b4d-f76e-4045-a4be-8872e0659aa7 req-547f72f4-3f3b-4151-b39c-06b3456db6b3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601403 Feb 19 00:27:54.893516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-3cbe7fb3-cfd8-4dcc-a3be-9798d703287a tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:54.894925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-3cbe7fb3-cfd8-4dcc-a3be-9798d703287a tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1126 time: 0.1353712 Feb 19 00:27:54.902634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a2cf0d53-416c-42a6-8014-5045f8be2f82, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a2cf0d53-416c-42a6-8014-5045f8be2f82,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:54.903448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-f6871f50-3153-4c8a-8df8-2f8b078f1c9e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:54.909723 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:54.920580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-f6871f50-3153-4c8a-8df8-2f8b078f1c9e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 985 time: 0.1328409 Feb 19 00:27:54.935123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'port': {'security_groups': ['cdf8ecda-bde4-40ba-91ed-dcabf26db404', 'd95ef645-ff9b-4df0-8704-cc4ba5303411', '08a22398-1f12-4e0c-b408-ef7a55e23ed0']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:54.993763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a2cf0d53-416c-42a6-8014-5045f8be2f82,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:55.055931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port baa68277-f728-41da-9690-567c597e74cc is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:55.056778 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (baa68277-f728-41da-9690-567c597e74cc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:55.091415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port baa68277-f728-41da-9690-567c597e74cc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=baa68277-f728-41da-9690-567c597e74cc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:55.100237 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (baa68277-f728-41da-9690-567c597e74cc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:55.160698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a2cf0d53-416c-42a6-8014-5045f8be2f82'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:55.233372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=baa68277-f728-41da-9690-567c597e74cc,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:55.396829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-3f82a81a-2d24-4999-93dd-9c41d7dfffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:55.398434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-3f82a81a-2d24-4999-93dd-9c41d7dfffeb service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f HTTP/1.1" status: 200 len: 1126 time: 0.4749568 Feb 19 00:27:55.430379 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:55.571747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-3b858f81-6499-44c9-8279-3ee9ad3284f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:55.573242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-3b858f81-6499-44c9-8279-3ee9ad3284f9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1126 time: 0.1440933 Feb 19 00:27:55.579158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-6bf3aae7-332e-4b24-a0c5-06ad6fea5275 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2150102 Feb 19 00:27:55.601807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:55.618359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Sync routers for ids ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:27:55.629129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Routers {'938d78e7-bed7-4273-8ff7-eacbfd3b48d3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:55.629821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:55.689451 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:55.746309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Set router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:55.805626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-d58dd898-2fe8-441f-bb79-4f3f78259d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:55.807231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-d58dd898-2fe8-441f-bb79-4f3f78259d5b service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2245882 Feb 19 00:27:55.877328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-5e6e167b-9cb7-459b-a027-949e6ec8e143 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 217 time: 0.0621274 Feb 19 00:27:55.963265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'baa68277-f728-41da-9690-567c597e74cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:27:53Z', 'revision_number': 4, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port': {'id': 'baa68277-f728-41da-9690-567c597e74cc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '06d066e3-3c6f-4f5d-a596-63eff0398182', 'name': '', 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd', 'tenant_id': '337f251531784226a3d741483c644d08', 'mac_address': 'fa:16:3e:5a:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a197552a-acaa-474c-b9d6-16cb5a2a9e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:52Z', 'updated_at': '2022-02-19T00:27:53Z', 'revision_number': 2, 'project_id': '337f251531784226a3d741483c644d08', 'subnets': [{'id': 'a197552a-acaa-474c-b9d6-16cb5a2a9e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:56.000174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] For port b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:56.007679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Checking router: 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:27:56.009025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Updating router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 port 06d066e3-3c6f-4f5d-a596-63eff0398182 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:27:56.040834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-32767a9a-a06d-4cea-9d48-5a27b7241d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:56.043044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-32767a9a-a06d-4cea-9d48-5a27b7241d85 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1467547 Feb 19 00:27:56.046129 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:27:56.052219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b3d9bf79-193d-439e-91c9-81972b1913a1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:56.059640 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:56.060411 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:56.077292 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.091124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.113341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-b97b572b-3e72-44bf-bb7e-46e94c397a6b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496290 Feb 19 00:27:56.113977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.135054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-00952934-8833-46f6-ad39-d5176546edbb tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:56.137042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-00952934-8833-46f6-ad39-d5176546edbb tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.113 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 820 time: 0.2771051 Feb 19 00:27:56.137666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['b3edfb5b-0c01-474e-88a8-a337fef0aa5a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:56.139858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:56.180015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Request body: {'port': {'device_id': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'admin_state_up': True, 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:56.195111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a2cf0d53-416c-42a6-8014-5045f8be2f82 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:56.200191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.203135 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:56.252303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:56.253662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.254404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93b78fa6-abba-449d-b70b-df1da0d06d49 req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "PUT /v2.0/ports/b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 200 len: 1021 time: 1.3329504 Feb 19 00:27:56.265447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:56.267410 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fed5b7-a87b-4074-bcbd-004748b4ccbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:56.349104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b3d9bf79-193d-439e-91c9-81972b1913a1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:56.349104 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.368438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3e184-94a0-46ca-9630-fad5b0c27941 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'Port': ['ID=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:56.393224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['b3edfb5b-0c01-474e-88a8-a337fef0aa5a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:27:56.464239 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:50Z', 'revision_number': 2, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:56.469063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 19268d18-e15c-499f-ab69-f1d2ea020d46 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:27:56.498158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-8166c02d-8321-4b41-81f8-73e03f33ff15 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729208 Feb 19 00:27:56.505414 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:27:56.505907 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Updating router 57eb2106-7be2-4257-a9c6-0e4b21497a00 port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:27:56.540592 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.554240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port a2cf0d53-416c-42a6-8014-5045f8be2f82 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:27:56.584971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Allocated IP 172.25.6.165 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/470dec4e-9732-44ec-8bcf-b3d975dfb600) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:56.589679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port a2cf0d53-416c-42a6-8014-5045f8be2f82 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:56.590060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.606558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27871bcd-b4c5-4e5c-be4a-39f07410339a req-0b16fe2e-d450-4566-8fff-e11f05302137 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:56.608455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27871bcd-b4c5-4e5c-be4a-39f07410339a req-0b16fe2e-d450-4566-8fff-e11f05302137 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 944 time: 0.2468519 Feb 19 00:27:56.634989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Made reservation on behalf of 3cbb08cf4a564c25992564ab830e4e2f for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:27:56.638398 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.740368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port 19268d18-e15c-499f-ab69-f1d2ea020d46 host n-h1-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:27:56.741041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 19268d18-e15c-499f-ab69-f1d2ea020d46 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:27:56.801746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-f02a316a-1a18-4b03-b000-deb219563ba9 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956240 Feb 19 00:27:56.824509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27871bcd-b4c5-4e5c-be4a-39f07410339a req-89295a2d-04e9-434c-a389-12c297abbb71 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012293 Feb 19 00:27:56.835756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b3d9bf79-193d-439e-91c9-81972b1913a1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:56.837219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device baa68277-f728-41da-9690-567c597e74cc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:56.846550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for port (470dec4e-9732-44ec-8bcf-b3d975dfb600), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.879574 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Publish callbacks [] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.897815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (470dec4e-9732-44ec-8bcf-b3d975dfb600), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.902229 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:56.986506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Pushing event updated for resources: {'Port': ['ID=470dec4e-9732-44ec-8bcf-b3d975dfb600,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:56.990727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:56.997041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:57.001314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:57.040881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Allocated IP 172.20.0.12 (8d85a42e-0816-45af-b394-177712973444/0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb/38090490-acfd-42b2-b90c-810276270dea) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:27:57.086940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9287a77-d7b3-48b3-a8ee-e7f306549442 req-b0fd4ead-05b8-47d7-bfa4-02af2f7f690c tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 210 time: 0.0479414 Feb 19 00:27:57.163564 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fa08e-b405-4435-aa7e-8208ec61c3b7 None None] Pushing event updated for resources: {'Port': ['ID=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:57.183162 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Publish callbacks [] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.203355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a2cf0d53-416c-42a6-8014-5045f8be2f82 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:57.203744 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.230761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.285783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d19b44ee-15e3-4e81-8d8a-042a3b8e4923 req-50377a6b-1685-44a9-9ef9-07b490a4a54b tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0801833 Feb 19 00:27:57.293936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for floatingip (af039487-30d9-4e14-b58d-fc44da30a669), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.302524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0714233-d218-4e7c-98de-07d1456262e2 req-241744cd-8957-4a1d-b574-f7ec599464cc tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:57.303960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-241744cd-8957-4a1d-b574-f7ec599464cc tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1126 time: 0.2137253 Feb 19 00:27:57.315227 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:27:57.321505 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Attempting to bind port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:57.322065 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Attempting to bind port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:57.322969 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Attempting to bind port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 on network 8d85a42e-0816-45af-b394-177712973444 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:57.333003 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:57.333395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Checking segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:57.333809 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.336844 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Bound using segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:57.338112 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Bound port: fca28a57-a977-4ce5-9d74-cd7dd5fa4869, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:57.338112 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.353230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9517d319-28bb-4f8c-9799-2f3ed1e7107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cf0d53-416c-42a6-8014-5045f8be2f82'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:27:57.355549 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3805ab52-fd82-4fc3-83bd-967eb4e93a1e" -d '{"events": [{"server_uuid": "9517d319-28bb-4f8c-9799-2f3ed1e7107f", "name": "network-vif-plugged", "status": "completed", "tag": "a2cf0d53-416c-42a6-8014-5045f8be2f82"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:27:57.397022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port baa68277-f728-41da-9690-567c597e74cc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:57.397404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (baa68277-f728-41da-9690-567c597e74cc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.406994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a2cf0d53-416c-42a6-8014-5045f8be2f82, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a2cf0d53-416c-42a6-8014-5045f8be2f82,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:57.413636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4528d-ed79-4489-8d16-593b4bd88545 None None] Pushing event updated for resources: {'Port': ['ID=06d066e3-3c6f-4f5d-a596-63eff0398182,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:57.415479 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for port (38090490-acfd-42b2-b90c-810276270dea), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.448349 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] For port fca28a57-a977-4ce5-9d74-cd7dd5fa4869, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:57.452552 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] For port fca28a57-a977-4ce5-9d74-cd7dd5fa4869, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:57.461543 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.463428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.524799 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fa08e-b405-4435-aa7e-8208ec61c3b7 None None] Pushing event updated for resources: {'Port': ['ID=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:57.553822 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:57.554516 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:57.562501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (470dec4e-9732-44ec-8bcf-b3d975dfb600), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.580745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (38090490-acfd-42b2-b90c-810276270dea), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.653633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Network 8d85a42e-0816-45af-b394-177712973444 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:27:57.672749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:27:57.675490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:27:57.736566 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:57.748562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:57.749237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.750603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Attempting to bind port 06d066e3-3c6f-4f5d-a596-63eff0398182 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:27:57.751219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Attempting to bind port 06d066e3-3c6f-4f5d-a596-63eff0398182 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:27:57.751683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Attempting to bind port 06d066e3-3c6f-4f5d-a596-63eff0398182 on network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:27:57.781944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b4a9d8f3-38f1-4dd0-9c9b-e8f01df4dd09 None None] Provisioning complete for port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:57.782685 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d8f3-38f1-4dd0-9c9b-e8f01df4dd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.787847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d689f50-1611-4eaa-8f24-0d30f4782a78 req-97c8d926-71bf-4638-82de-671da6dff211 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:57.788966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:27:57.789478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Checking segment: {'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:27:57.790102 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.790440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d689f50-1611-4eaa-8f24-0d30f4782a78 req-97c8d926-71bf-4638-82de-671da6dff211 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 946 time: 0.2665370 Feb 19 00:27:57.790720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Bound using segment: {'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:27:57.791323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Bound port: 06d066e3-3c6f-4f5d-a596-63eff0398182, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d8dafe0-31b4-4bbb-acb0-62a667835487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:27:57.791855 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:57.793890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a2cf0d53-416c-42a6-8014-5045f8be2f82,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:57.823107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Pushing event updated for resources: {'Port': ['ID=38090490-acfd-42b2-b90c-810276270dea,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:57.842511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-6417b4cf-87c2-4956-905f-b80f57bb6e3e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6695752 Feb 19 00:27:57.881026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Request body: {'port': {'device_id': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:27:57.979105 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:57Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:57.998174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port baa68277-f728-41da-9690-567c597e74cc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:57.999032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d689f50-1611-4eaa-8f24-0d30f4782a78 req-7ec3aca9-ad32-4ce6-8e5c-e33e2dfa88c4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978540 Feb 19 00:27:58.040613 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a357c2-7ed3-4242-96b3-8ef4555403b0 None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:57Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:27:58.108662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] For port 06d066e3-3c6f-4f5d-a596-63eff0398182, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:58.121485 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (38090490-acfd-42b2-b90c-810276270dea), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.129387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f0714233-d218-4e7c-98de-07d1456262e2 req-07f7031b-247a-4852-8251-da0c6f2bdc81 service neutron] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:27:58.147901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9bf27b8-75a7-4e72-b77c-d73f5b134a04 req-976e48a5-b7fe-4221-a07e-581f489385d0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/08a22398-1f12-4e0c-b408-ef7a55e23ed0 HTTP/1.1" status: 200 len: 1818 time: 0.1070127 Feb 19 00:27:58.152058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] For port 06d066e3-3c6f-4f5d-a596-63eff0398182, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=06d066e3-3c6f-4f5d-a596-63eff0398182,segment=NetworkSegment(3d8dafe0-31b4-4bbb-acb0-62a667835487),segment_id=3d8dafe0-31b4-4bbb-acb0-62a667835487)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:27:58.168189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b4a9d8f3-38f1-4dd0-9c9b-e8f01df4dd09 None None] Current status of the port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:58.168596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d8f3-38f1-4dd0-9c9b-e8f01df4dd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.184449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fca28a57-a977-4ce5-9d74-cd7dd5fa4869 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:27:58.187264 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.201272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f0714233-d218-4e7c-98de-07d1456262e2 req-07f7031b-247a-4852-8251-da0c6f2bdc81 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.202462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0714233-d218-4e7c-98de-07d1456262e2 req-07f7031b-247a-4852-8251-da0c6f2bdc81 service neutron] 10.222.0.113 "DELETE /v2.0/ports/19268d18-e15c-499f-ab69-f1d2ea020d46/bindings/n-h2-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.8922677 Feb 19 00:27:58.308291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b4a9d8f3-38f1-4dd0-9c9b-e8f01df4dd09 None None] For port fca28a57-a977-4ce5-9d74-cd7dd5fa4869, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:58.321675 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4a9d8f3-38f1-4dd0-9c9b-e8f01df4dd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.334067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Routers {'938d78e7-bed7-4273-8ff7-eacbfd3b48d3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:27:58.339330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:58.401882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f4528d-ed79-4489-8d16-593b4bd88545 None None] Pushing event updated for resources: {'Port': ['ID=06d066e3-3c6f-4f5d-a596-63eff0398182,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:58.480077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:58.480459 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.576478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Provisioning complete for port 38090490-acfd-42b2-b90c-810276270dea triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:58.576892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (38090490-acfd-42b2-b90c-810276270dea), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.579556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] Set router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:27:58.617552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9d8f3-38f1-4dd0-9c9b-e8f01df4dd09 None None] Pushing event updated for resources: {'Port': ['ID=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:58.695147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for port (470dec4e-9732-44ec-8bcf-b3d975dfb600), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.700278 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-d9bf27b8-75a7-4e72-b77c-d73f5b134a04 req-25fb139c-7809-404d-a812-00e0731fd722 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 00:27:58.701326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9bf27b8-75a7-4e72-b77c-d73f5b134a04 req-25fb139c-7809-404d-a812-00e0731fd722 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/08a22398-1f12-4e0c-b408-ef7a55e23ed0 HTTP/1.1" status: 409 len: 341 time: 0.5526175 Feb 19 00:27:58.737185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:58.741098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Port 38090490-acfd-42b2-b90c-810276270dea cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:27:58.749750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (470dec4e-9732-44ec-8bcf-b3d975dfb600), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.793361 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62f1c971-3e01-4d0c-b804-6d1fc3bf321b x-openstack-request-id: req-62f1c971-3e01-4d0c-b804-6d1fc3bf321b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:58.793656 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:58.793913 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62f1c971-3e01-4d0c-b804-6d1fc3bf321b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:58.794549 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a', 'status': 'completed', 'code': 200} Feb 19 00:27:58.817503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Provisioning complete for port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:58.818099 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.846220 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a69e181-767c-4677-93b3-9cca3f51bc59 x-openstack-request-id: req-5a69e181-767c-4677-93b3-9cca3f51bc59 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:27:58.846531 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9517d319-28bb-4f8c-9799-2f3ed1e7107f", "name": "network-vif-plugged", "status": "completed", "tag": "a2cf0d53-416c-42a6-8014-5045f8be2f82", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:27:58.846790 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a69e181-767c-4677-93b3-9cca3f51bc59 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:27:58.847316 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9517d319-28bb-4f8c-9799-2f3ed1e7107f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2cf0d53-416c-42a6-8014-5045f8be2f82', 'code': 200} Feb 19 00:27:58.962105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Current status of the port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:58.978038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Provisioning complete for port 06d066e3-3c6f-4f5d-a596-63eff0398182 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:58.978504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:58.981186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'baa68277-f728-41da-9690-567c597e74cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:27:53Z', 'revision_number': 4, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port': {'id': 'baa68277-f728-41da-9690-567c597e74cc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '06d066e3-3c6f-4f5d-a596-63eff0398182', 'name': '', 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd', 'tenant_id': '337f251531784226a3d741483c644d08', 'mac_address': 'fa:16:3e:5a:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a197552a-acaa-474c-b9d6-16cb5a2a9e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:52Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 4, 'project_id': '337f251531784226a3d741483c644d08', 'subnets': [{'id': 'a197552a-acaa-474c-b9d6-16cb5a2a9e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:27:58.988509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Pushing event updated for resources: {'Port': ['ID=470dec4e-9732-44ec-8bcf-b3d975dfb600,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:59.027811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94471ea-c598-4d96-a8bb-8bb97a2fc8a8 None None] The sync data for ids ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'] in n-d-826527-3 is: [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'baa68277-f728-41da-9690-567c597e74cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:27:53Z', 'revision_number': 4, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port': {'id': 'baa68277-f728-41da-9690-567c597e74cc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '06d066e3-3c6f-4f5d-a596-63eff0398182', 'name': '', 'network_id': '690cf3ce-a867-40b5-8133-8f7d7a8b6afd', 'tenant_id': '337f251531784226a3d741483c644d08', 'mac_address': 'fa:16:3e:5a:d4:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': 'a197552a-acaa-474c-b9d6-16cb5a2a9e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:52Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 4, 'project_id': '337f251531784226a3d741483c644d08', 'subnets': [{'id': 'a197552a-acaa-474c-b9d6-16cb5a2a9e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:27:59.040730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (af039487-30d9-4e14-b58d-fc44da30a669), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:59.096372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Current status of the port 06d066e3-3c6f-4f5d-a596-63eff0398182 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:59.097784 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:59.105256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-46d3d4e8-dc13-43ae-9881-ce0a90918497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:59.107152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-46d3d4e8-dc13-43ae-9881-ce0a90918497 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1207 time: 0.2822900 Feb 19 00:27:59.149063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:59.157327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] For port 06d066e3-3c6f-4f5d-a596-63eff0398182, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=06d066e3-3c6f-4f5d-a596-63eff0398182,segment=NetworkSegment(3d8dafe0-31b4-4bbb-acb0-62a667835487),segment_id=3d8dafe0-31b4-4bbb-acb0-62a667835487)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:27:59.165295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-d069ad05-1cb6-4e43-b774-392dfe6fe16d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5663304 Feb 19 00:27:59.168000 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:59.200621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5a59-bbe6-4f91-ac3e-3f38d1bb75fa req-2730f11b-1af9-4dc6-82db-acff09b8b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:59.202231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55fa5a59-bbe6-4f91-ac3e-3f38d1bb75fa req-2730f11b-1af9-4dc6-82db-acff09b8b221 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 1128 time: 0.2658126 Feb 19 00:27:59.213242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db54698-0b83-443d-bf44-3704f045cd4c req-22a09516-b6ca-44dd-b4d8-47a7a3b494b3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:59.220378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8db54698-0b83-443d-bf44-3704f045cd4c req-22a09516-b6ca-44dd-b4d8-47a7a3b494b3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 944 time: 0.2883379 Feb 19 00:27:59.244435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bfde00-603f-48f2-968e-27d1f01d1f08 None None] Pushing event updated for resources: {'Port': ['ID=06d066e3-3c6f-4f5d-a596-63eff0398182,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:59.289638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fe829dbd-88cb-40bb-b446-6080ee047d5c None None] Provisioning complete for port 06d066e3-3c6f-4f5d-a596-63eff0398182 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:27:59.290284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe829dbd-88cb-40bb-b446-6080ee047d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:59.347588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-6c03a4b5-5b2a-482c-a6a6-971e84acf184 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.1817999 Feb 19 00:27:59.397154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fe829dbd-88cb-40bb-b446-6080ee047d5c None None] Current status of the port 06d066e3-3c6f-4f5d-a596-63eff0398182 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:27:59.439775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38090490-acfd-42b2-b90c-810276270dea {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:27:59.500176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Publish callbacks [] for port (38090490-acfd-42b2-b90c-810276270dea), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:59.521002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55fa5a59-bbe6-4f91-ac3e-3f38d1bb75fa req-524d339d-9c86-4b58-9fc9-6ae846e41cb2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614439 Feb 19 00:27:59.524033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8db54698-0b83-443d-bf44-3704f045cd4c req-fe6432af-4c71-41c8-9919-4d041279aea7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028803 Feb 19 00:27:59.539256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Transition to ACTIVE for port object 38090490-acfd-42b2-b90c-810276270dea will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:27:59.540676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-09f03da2-723a-4df8-885d-437350296e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:59.542278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-09f03da2-723a-4df8-885d-437350296e72 service neutron] 10.222.0.126 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 913 time: 0.3602104 Feb 19 00:27:59.591833 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (38090490-acfd-42b2-b90c-810276270dea), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:27:59.594630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-75b7cb0b-92ba-4bdc-aef4-948b14d4f6ad service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 200 len: 217 time: 0.0426238 Feb 19 00:27:59.721972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-7bfb2766-e057-4b70-8296-c68904b36cff tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:59.723502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-682ef89f-f0eb-4ea0-a11d-af0b44a25eef req-7bfb2766-e057-4b70-8296-c68904b36cff tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.3508785 Feb 19 00:27:59.745862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Pushing event updated for resources: {'Port': ['ID=38090490-acfd-42b2-b90c-810276270dea,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:27:59.755807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-b3d9aa0c-e55e-41ed-a460-00d8c6ce513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:59.757336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-b3d9aa0c-e55e-41ed-a460-00d8c6ce513a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.1494017 Feb 19 00:27:59.864200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-fdfe9c7c-3a0a-436a-adeb-9f4b353d4e95 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996218 Feb 19 00:27:59.893051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e6132-91c0-41d9-a85c-a6be6887ebe6 req-3c2572c9-834e-41f1-989e-5742f8b5824b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:27:59.894700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-600e6132-91c0-41d9-a85c-a6be6887ebe6 req-3c2572c9-834e-41f1-989e-5742f8b5824b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 944 time: 0.2991960 Feb 19 00:27:59.905248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b021ab68-1568-4dca-a64a-a6a3037b67bb req-38c7fc96-8769-43fc-afd3-b19f123a0ad1 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.1010160 Feb 19 00:28:00.024402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Attempting to bind port 38090490-acfd-42b2-b90c-810276270dea on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:00.024758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Attempting to bind port 38090490-acfd-42b2-b90c-810276270dea by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:00.025062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Attempting to bind port 38090490-acfd-42b2-b90c-810276270dea on network 8d85a42e-0816-45af-b394-177712973444 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:00.038775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Port 38090490-acfd-42b2-b90c-810276270dea on network 8d85a42e-0816-45af-b394-177712973444 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:00.039117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Attempting to bind port 38090490-acfd-42b2-b90c-810276270dea on network 8d85a42e-0816-45af-b394-177712973444 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:00.045860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-600e6132-91c0-41d9-a85c-a6be6887ebe6 req-6a21e4e5-4a4c-4a6e-a203-47049bd184eb tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396918 Feb 19 00:28:00.084813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:00.085160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Checking segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:00.085549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Bound using segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:00.086004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Bound port: 38090490-acfd-42b2-b90c-810276270dea, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:00.086397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (38090490-acfd-42b2-b90c-810276270dea), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:00.120148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-5ca5c3ce-e421-46cb-be70-9709c582b84b service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480736 Feb 19 00:28:00.207571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 06d066e3-3c6f-4f5d-a596-63eff0398182 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:00.256591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 06d066e3-3c6f-4f5d-a596-63eff0398182 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:00.256973 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:00.280251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-871ca2e0-83bd-44a9-9591-9464d6004ddc req-b0cfdc5f-3734-4d21-9b50-501873161e9a tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips/af039487-30d9-4e14-b58d-fc44da30a669 HTTP/1.1" status: 200 len: 693 time: 0.1306112 Feb 19 00:28:00.335098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-9fc269c3-904d-45f1-ab5d-f49d99c3915b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2796669 Feb 19 00:28:00.338808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] For port 38090490-acfd-42b2-b90c-810276270dea, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:00.398977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] For port 38090490-acfd-42b2-b90c-810276270dea, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=38090490-acfd-42b2-b90c-810276270dea,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:00.446733 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (38090490-acfd-42b2-b90c-810276270dea), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:00.462763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c9909-fa25-46e1-b517-7f2d119c008b req-29909932-f79e-4bb4-80bc-2ff62c03618c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:00.464504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-561c9909-fa25-46e1-b517-7f2d119c008b req-29909932-f79e-4bb4-80bc-2ff62c03618c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 946 time: 0.3434703 Feb 19 00:28:00.497768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fed5b7-a87b-4074-bcbd-004748b4ccbc req-5f4c057d-8c5a-400f-b667-cb8a5048b16b service neutron] 10.222.0.126 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561187 Feb 19 00:28:00.506563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 06d066e3-3c6f-4f5d-a596-63eff0398182 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:00.507763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fca28a57-a977-4ce5-9d74-cd7dd5fa4869 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:00.539938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:00.540558 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:00.541941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] 10.222.0.113 "PUT /v2.0/ports/38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 1092 time: 2.6661758 Feb 19 00:28:00.563116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:00.563116 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:00.614370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ca2e0-83bd-44a9-9591-9464d6004ddc req-aa60d12e-06a8-43ca-b2a6-401db253e4ac tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:00.626817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-871ca2e0-83bd-44a9-9591-9464d6004ddc req-aa60d12e-06a8-43ca-b2a6-401db253e4ac tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.3374670 Feb 19 00:28:00.696155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-0dd46c11-4bbd-4c9b-a5ed-e25a52bf1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:00.704980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-0dd46c11-4bbd-4c9b-a5ed-e25a52bf1cc1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=92daa5988ef845ea898c2b9e25aed217&device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1206 time: 0.3089969 Feb 19 00:28:00.709167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:00.709966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecbcc5-96da-4044-bb69-d02d1beda0dc service neutron] Pushing event updated for resources: {'Port': ['ID=38090490-acfd-42b2-b90c-810276270dea,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:00.741489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-561c9909-fa25-46e1-b517-7f2d119c008b req-b407ef9c-3702-47a9-926a-bfc060bc7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673430 Feb 19 00:28:00.835255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:00.837409 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:00.902161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-c788d813-051f-4eb0-82f3-5f9787233cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:00.903596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-c788d813-051f-4eb0-82f3-5f9787233cb2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1126 time: 0.3047073 Feb 19 00:28:00.973093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-a24088ec-21b8-45e8-9613-27715046cee9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 217 time: 0.0613177 Feb 19 00:28:00.982346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33c29d-a465-4bc6-ab31-0487e98634ea req-b8614b17-2781-4dee-80d9-1d5e8a316ff7 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:00.983749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da33c29d-a465-4bc6-ab31-0487e98634ea req-b8614b17-2781-4dee-80d9-1d5e8a316ff7 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1024 time: 0.2499957 Feb 19 00:28:00.993046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-ac475c67-940d-4884-bcb6-4081a1a7db6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:00.994427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-ac475c67-940d-4884-bcb6-4081a1a7db6a service neutron] 10.222.0.113 "GET /v2.0/networks?id=1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 200 len: 913 time: 0.2439675 Feb 19 00:28:01.033215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d8f8-07be-4240-b8d5-8ff5508f6b65 req-9695be44-e082-4c39-8381-e2762843eeaf tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:01.034695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afe0d8f8-07be-4240-b8d5-8ff5508f6b65 req-9695be44-e082-4c39-8381-e2762843eeaf tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1126 time: 0.1867285 Feb 19 00:28:01.081607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-8ae69b62-10ad-42f4-afc2-11f1a826b0eb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 200 len: 217 time: 0.0572352 Feb 19 00:28:01.108418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-1013ce94-dbaf-4cc4-8515-d5e410037727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:01.109811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-1013ce94-dbaf-4cc4-8515-d5e410037727 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.1250672 Feb 19 00:28:01.218485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-d33c9880-d29d-4123-8575-5a4405020664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:01.219850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-d33c9880-d29d-4123-8575-5a4405020664 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 200 len: 852 time: 0.1277974 Feb 19 00:28:01.223444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afe0d8f8-07be-4240-b8d5-8ff5508f6b65 req-d390df6f-ea2a-4a3e-ac50-951966fbb5cf tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804080 Feb 19 00:28:01.230520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da33c29d-a465-4bc6-ab31-0487e98634ea req-4781da26-6c9c-4279-ae86-c74fa094a127 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=08a22398-1f12-4e0c-b408-ef7a55e23ed0&id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&id=d95ef645-ff9b-4df0-8704-cc4ba5303411&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2330830 Feb 19 00:28:01.261399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-15b1427c-b078-4ec9-b9d3-2dc0f149d332 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1edb21cd-7105-4c37-8544-d1b2aedeca11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298665 Feb 19 00:28:01.275593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-b8ddec6d-ed46-4f39-a821-3c384d44e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:01.277063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-b8ddec6d-ed46-4f39-a821-3c384d44e3c8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1445556 Feb 19 00:28:01.310417 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65af5fa1-90b6-45ec-a90f-86e81542e5a2 x-openstack-request-id: req-65af5fa1-90b6-45ec-a90f-86e81542e5a2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:01.310697 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:01.310940 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65af5fa1-90b6-45ec-a90f-86e81542e5a2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:01.311811 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea', 'status': 'completed', 'code': 200} Feb 19 00:28:01.382821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a9ad41f-a63e-44e9-8000-31a0483a5ff0 req-c90cebcd-4851-4bf2-90ea-a111b22cbb84 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=337f251531784226a3d741483c644d08 HTTP/1.1" status: 200 len: 696 time: 0.1187470 Feb 19 00:28:01.434411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e57a008-57ba-41f2-a6de-773d5ecda407 req-8d61f259-a925-4d76-8feb-d9c90784bef8 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.1025143 Feb 19 00:28:01.898112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-11b5af54-6ed9-429f-931b-3463e793d5bc service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5851524 Feb 19 00:28:01.899875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-bb666fc5-7c7d-447c-bf9b-c2284b5d55f4 service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266563 Feb 19 00:28:01.988670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ad41f-a63e-44e9-8000-31a0483a5ff0 req-887e0db1-5e8e-4646-ba37-51fc9509633a tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:01.990015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a9ad41f-a63e-44e9-8000-31a0483a5ff0 req-887e0db1-5e8e-4646-ba37-51fc9509633a tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/networks?id=3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 787 time: 0.5659063 Feb 19 00:28:02.031245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-0a9ad41f-a63e-44e9-8000-31a0483a5ff0 req-0b6955c3-0038-4a70-9fc6-3846a78bf559 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:28:02.032216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a9ad41f-a63e-44e9-8000-31a0483a5ff0 req-0b6955c3-0038-4a70-9fc6-3846a78bf559 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128901 Feb 19 00:28:02.045186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee839c-9e89-40b5-8f0a-30056598f78e req-1ef9564d-cac6-4b71-94bc-dd35229facb8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:02.046713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1eee839c-9e89-40b5-8f0a-30056598f78e req-1ef9564d-cac6-4b71-94bc-dd35229facb8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 944 time: 0.2721055 Feb 19 00:28:02.135183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-971d9fa9-facf-4bd0-9a2a-840d8a152e62 req-01b154f9-65fc-4439-8c61-99fea9e1c836 service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207358 Feb 19 00:28:02.136939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1018f1d0-08bb-4aac-aaa8-0151ee4c1843 req-9867f639-b88a-4d81-a60d-381434d2964b service neutron] 10.222.0.113 "GET /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236543 Feb 19 00:28:02.201279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1eee839c-9e89-40b5-8f0a-30056598f78e req-24e03aec-3893-4523-8a91-0257722c486e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464310 Feb 19 00:28:02.328309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-d1a2f818-6343-4b6c-942e-612108f03879 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:02.329652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-d1a2f818-6343-4b6c-942e-612108f03879 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 808 time: 0.2238710 Feb 19 00:28:02.354319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-820a3c9b-1e8a-4849-ae91-a06889fea101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:02.355761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-820a3c9b-1e8a-4849-ae91-a06889fea101 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1126 time: 0.1704288 Feb 19 00:28:02.363822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac77a0f-99de-4670-9130-5210dc2a464d req-effaaaea-e30b-47bb-815d-e19294c60ef9 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:02.365133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cac77a0f-99de-4670-9130-5210dc2a464d req-effaaaea-e30b-47bb-815d-e19294c60ef9 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.126 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1024 time: 0.1584094 Feb 19 00:28:02.367753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-b1f33ca1-da54-4b36-8e7a-884db84fe713 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/quotas/91d2d7c3b57f4e71a826873aaf92ba9f HTTP/1.1" status: 200 len: 375 time: 0.0308266 Feb 19 00:28:02.392133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0fdf6-c859-4161-a960-4e18181fad14 req-76c8d776-73b8-44f8-b9d9-ae5f8e20ee89 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:02.393509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a0fdf6-c859-4161-a960-4e18181fad14 req-76c8d776-73b8-44f8-b9d9-ae5f8e20ee89 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 946 time: 0.1328580 Feb 19 00:28:02.599197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-414a9009-d885-42a5-b6c5-9585d881a83f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2138278 Feb 19 00:28:02.604139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a0fdf6-c859-4161-a960-4e18181fad14 req-d4dc4f2f-5419-4d81-9a55-8333a7175d4d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924798 Feb 19 00:28:02.608120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-639a564b-3742-4fe5-bfa8-1d7ec29d22c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:02.609556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-639a564b-3742-4fe5-bfa8-1d7ec29d22c3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.2368314 Feb 19 00:28:02.704288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-83a952f5-7a01-42e0-bfd8-3180a92a5509 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 217 time: 0.0807116 Feb 19 00:28:02.760182 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-e874d155-7a11-4004-9da9-35c45257107f tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips/af039487-30d9-4e14-b58d-fc44da30a669 HTTP/1.1" status: 200 len: 693 time: 0.1138935 Feb 19 00:28:02.803997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Deleting port b3edfb5b-0c01-474e-88a8-a337fef0aa5a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:02.804299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:02.913407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-33878191-f267-4912-bf6a-550f6ded352b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:02.914892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-33878191-f267-4912-bf6a-550f6ded352b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.1730797 Feb 19 00:28:02.928579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-d44422f5-f3f9-4cf9-a538-7b57d3899b71 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142147 Feb 19 00:28:03.061543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] For port b3edfb5b-0c01-474e-88a8-a337fef0aa5a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:03.061916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:03.080482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Calling delete_port for b3edfb5b-0c01-474e-88a8-a337fef0aa5a owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:03.091555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-d2115a83-6850-432a-b68b-257d5994eca1 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:03.092901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-d2115a83-6850-432a-b68b-257d5994eca1 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.3139794 Feb 19 00:28:03.188811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-f514fabf-0382-43bb-ac72-17693caef06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:03.190256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-f514fabf-0382-43bb-ac72-17693caef06e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2661417 Feb 19 00:28:03.213840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-cbaa401e-28db-4df1-bae0-cd804e38a2e6 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.1116378 Feb 19 00:28:03.221192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-f24b43f6-c031-4436-984b-2b24fa9ae250 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801614 Feb 19 00:28:03.324116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-0b091d8e-c1f5-4ca8-9e59-dbd49aa2df86 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.165 HTTP/1.1" status: 200 len: 696 time: 0.0883250 Feb 19 00:28:03.493524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-b0190c5d-7e71-42c1-a95c-3c36607a530a service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925689 Feb 19 00:28:03.577691 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b3edfb5b-0c01-474e-88a8-a337fef0aa5a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:03.590580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:03.629446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'Port': ['ID=b3edfb5b-0c01-474e-88a8-a337fef0aa5a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:03.651570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adfede-6324-4685-bdd2-c9df7329b7b0 req-8b8c5732-b753-4c6f-a484-3d6ba2008c76 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:03.653089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93adfede-6324-4685-bdd2-c9df7329b7b0 req-8b8c5732-b753-4c6f-a484-3d6ba2008c76 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=0d8d3dd9-74de-4085-a950-d4111ba330e7 HTTP/1.1" status: 200 len: 1024 time: 0.2549105 Feb 19 00:28:03.711954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] No DVR routers for this DVR port b3edfb5b-0c01-474e-88a8-a337fef0aa5a on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:28:03.717459 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:03.720699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cac77a0f-99de-4670-9130-5210dc2a464d req-7a5f9854-019a-4ebd-9f75-8746faeb8501 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.126 "DELETE /v2.0/ports/b3edfb5b-0c01-474e-88a8-a337fef0aa5a HTTP/1.1" status: 204 len: 173 time: 1.3490963 Feb 19 00:28:03.726254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'name': 'network-vif-deleted', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:03.728538 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443bf7c6-2d84-4727-9acd-caeba4adcea2" -d '{"events": [{"server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "name": "network-vif-deleted", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:03.753709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Deleting port 470dec4e-9732-44ec-8bcf-b3d975dfb600 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:03.753709 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (470dec4e-9732-44ec-8bcf-b3d975dfb600), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:03.756828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f94c12-410c-49f6-acbd-4cbe29eb8fe7 req-86f69c06-ed45-41f5-b08a-cffdfb97568d service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549601 Feb 19 00:28:03.847843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93adfede-6324-4685-bdd2-c9df7329b7b0 req-26a28673-2094-408d-bc19-737f8a702922 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=08a22398-1f12-4e0c-b408-ef7a55e23ed0&id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&id=d95ef645-ff9b-4df0-8704-cc4ba5303411&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1727519 Feb 19 00:28:03.876266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (470dec4e-9732-44ec-8bcf-b3d975dfb600), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:03.876266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for floatingip (470dec4e-9732-44ec-8bcf-b3d975dfb600), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:03.893574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Calling delete_port for 470dec4e-9732-44ec-8bcf-b3d975dfb600 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:03.986593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40d7207e-bf9f-48a5-b615-fdcbd42a1980 req-9e3e10cb-2da4-4cb8-a604-f94b12f45f48 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0351765 Feb 19 00:28:04.081105 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (470dec4e-9732-44ec-8bcf-b3d975dfb600), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:04.112491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Pushing event deleted for resources: {'Port': ['ID=470dec4e-9732-44ec-8bcf-b3d975dfb600,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:04.176857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for floatingip (af039487-30d9-4e14-b58d-fc44da30a669), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:04.180006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:04.181214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78dca7b4-dc28-444f-a97d-88c05872a6b6 req-456f54b9-6178-42c0-a34f-89f459d94d1c tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "DELETE /v2.0/floatingips/af039487-30d9-4e14-b58d-fc44da30a669 HTTP/1.1" status: 204 len: 173 time: 0.8503156 Feb 19 00:28:04.261920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51b63ae3-39f0-4c94-ae04-728059f39469 req-3ed74d6c-df7d-4f88-83e4-8afcef36d4ff tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 210 time: 0.0304427 Feb 19 00:28:04.276872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66872743-7231-439a-910d-bae9cc7d7426 req-7cb52c0b-801f-46bb-8499-fe66b7bad033 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:04.278636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66872743-7231-439a-910d-bae9cc7d7426 req-7cb52c0b-801f-46bb-8499-fe66b7bad033 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 944 time: 0.0869658 Feb 19 00:28:04.313553 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec452f96-d66e-4773-8903-d03b92c13287 x-openstack-request-id: req-ec452f96-d66e-4773-8903-d03b92c13287 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:04.313968 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8d3dd9-74de-4085-a950-d4111ba330e7", "name": "network-vif-deleted", "tag": "b3edfb5b-0c01-474e-88a8-a337fef0aa5a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:04.314243 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec452f96-d66e-4773-8903-d03b92c13287 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:04.314657 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8d3dd9-74de-4085-a950-d4111ba330e7', 'name': 'network-vif-deleted', 'tag': 'b3edfb5b-0c01-474e-88a8-a337fef0aa5a', 'status': 'completed', 'code': 200} Feb 19 00:28:04.350451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66872743-7231-439a-910d-bae9cc7d7426 req-66c3863a-5b4f-4c96-870e-81a12be5e98a tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563099 Feb 19 00:28:04.488146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b3edfb5b-0c01-474e-88a8-a337fef0aa5a no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:28:04.509919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: b3edfb5b-0c01-474e-88a8-a337fef0aa5a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:28:04.510211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b3edfb5b-0c01-474e-88a8-a337fef0aa5a not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:28:04.894835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4367c-28a7-4fd3-a3e9-3d6cea0f04cf req-59232d77-59b7-45d9-afa7-5a3a87d7906b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:04.896327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4c4367c-28a7-4fd3-a3e9-3d6cea0f04cf req-59232d77-59b7-45d9-afa7-5a3a87d7906b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 946 time: 0.5255003 Feb 19 00:28:04.945876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-e54af8e8-619e-4ea3-9dfd-c2ecbcb258d2 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5866783 Feb 19 00:28:04.953355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-a924f6df-5d55-46df-a149-7032bfcc28d0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:04.954761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-a924f6df-5d55-46df-a149-7032bfcc28d0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 808 time: 0.5409508 Feb 19 00:28:04.960472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:04.971066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Request body: {'port': {'device_id': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'admin_state_up': True, 'tenant_id': '91d2d7c3b57f4e71a826873aaf92ba9f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:05.048105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4c4367c-28a7-4fd3-a3e9-3d6cea0f04cf req-91773670-25a6-4b43-9460-21758eef8767 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404004 Feb 19 00:28:05.051086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:05.175232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1374d879-6cbc-44e7-a90a-d026e85d7c72 req-451b9a99-bb31-48de-b7e9-42127e99ea74 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0349152 Feb 19 00:28:05.189823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Made reservation on behalf of 91d2d7c3b57f4e71a826873aaf92ba9f for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:05.193407 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:05.307545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4d7182f-cf33-4b83-bd91-79faf2af2b08 req-b0bc3357-22af-40be-8dca-ee95005f5368 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/d95ef645-ff9b-4df0-8704-cc4ba5303411 HTTP/1.1" status: 200 len: 1817 time: 0.1017368 Feb 19 00:28:05.340067 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:05.463147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Allocated IP 172.20.0.11 (d1a8d56a-4e67-4c68-a137-8e3754cd2714/4892caf6-d304-4a3d-a600-303443e4a76b/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:05.472582 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d4d7182f-cf33-4b83-bd91-79faf2af2b08 req-04756724-dcc2-4230-889d-2d7d6b65a048 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (d95ef645-ff9b-4df0-8704-cc4ba5303411), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:05.546766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d4d7182f-cf33-4b83-bd91-79faf2af2b08 req-04756724-dcc2-4230-889d-2d7d6b65a048 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (d95ef645-ff9b-4df0-8704-cc4ba5303411), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:05.570764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Allocated IP 172.25.6.75 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/4bb3156b-a215-43b3-a5f3-56796f390242) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:05.735089 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d4d7182f-cf33-4b83-bd91-79faf2af2b08 req-04756724-dcc2-4230-889d-2d7d6b65a048 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d95ef645-ff9b-4df0-8704-cc4ba5303411), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:05.737839 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d4d7182f-cf33-4b83-bd91-79faf2af2b08 req-04756724-dcc2-4230-889d-2d7d6b65a048 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:05.739076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4d7182f-cf33-4b83-bd91-79faf2af2b08 req-04756724-dcc2-4230-889d-2d7d6b65a048 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/d95ef645-ff9b-4df0-8704-cc4ba5303411 HTTP/1.1" status: 204 len: 173 time: 0.4248264 Feb 19 00:28:05.781738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04756724-dcc2-4230-889d-2d7d6b65a048 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95ef645-ff9b-4df0-8704-cc4ba5303411,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:05.853259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7cad906-6fc2-426d-9839-90796906c80e req-a86757bb-739e-47b0-9622-fbdc63d2ac50 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 210 time: 0.0479693 Feb 19 00:28:05.872443 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for port (4bb3156b-a215-43b3-a5f3-56796f390242), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:05.880178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-bbc52b3b-82db-417b-a1f9-68a9e888b92c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:05.881596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-bbc52b3b-82db-417b-a1f9-68a9e888b92c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.113 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 946 time: 0.1931639 Feb 19 00:28:05.884449 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks [] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.039031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4bb3156b-a215-43b3-a5f3-56796f390242), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.043340 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.089706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba02161-5957-4392-9554-f535f8652607 req-868c8884-ee94-4bfe-9664-42f3e094a710 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:06.091118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ba02161-5957-4392-9554-f535f8652607 req-868c8884-ee94-4bfe-9664-42f3e094a710 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 944 time: 0.1725919 Feb 19 00:28:06.123957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:06.125672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Network d1a8d56a-4e67-4c68-a137-8e3754cd2714 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:06.135624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Pushing event updated for resources: {'Port': ['ID=4bb3156b-a215-43b3-a5f3-56796f390242,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:06.138108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:06.139886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:06.153731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:06.205007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Deleting port a2cf0d53-416c-42a6-8014-5045f8be2f82 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:06.205329 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.225187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 38090490-acfd-42b2-b90c-810276270dea details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:28:06.245176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:06.326098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ba02161-5957-4392-9554-f535f8652607 req-710548d0-2a36-431b-a8ce-e754817c0fc9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215817 Feb 19 00:28:06.328917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 38090490-acfd-42b2-b90c-810276270dea, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=38090490-acfd-42b2-b90c-810276270dea,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:06.336659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Pushing event updated for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:06.342788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '38090490-acfd-42b2-b90c-810276270dea', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'mac_address': 'fa:16:3e:1f:26:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:28:06.383737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 38090490-acfd-42b2-b90c-810276270dea is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:06.384129 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (38090490-acfd-42b2-b90c-810276270dea), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.392389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:06.393044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.398333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38090490-acfd-42b2-b90c-810276270dea {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:06.419294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 38090490-acfd-42b2-b90c-810276270dea, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=38090490-acfd-42b2-b90c-810276270dea,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:06.424470 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (38090490-acfd-42b2-b90c-810276270dea), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.454141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-91e535f0-089b-4bf4-b5d1-976b502f8df2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4885757 Feb 19 00:28:06.468318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] For port a2cf0d53-416c-42a6-8014-5045f8be2f82, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a2cf0d53-416c-42a6-8014-5045f8be2f82,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:06.468717 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.474171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Request body: {'port': {'device_id': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:06.475571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=38090490-acfd-42b2-b90c-810276270dea,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:06.506223 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for floatingip (cb77ed9e-216e-4483-a690-1db272399cec), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.520077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50cf9d92-4f28-4b85-90b6-0ecad4adb510 req-6a6c0fa4-fd7a-4cc7-b7e6-74b387bca4e5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/08a22398-1f12-4e0c-b408-ef7a55e23ed0 HTTP/1.1" status: 200 len: 1818 time: 0.1464350 Feb 19 00:28:06.520812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Calling delete_port for a2cf0d53-416c-42a6-8014-5045f8be2f82 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:06.638207 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4bb3156b-a215-43b3-a5f3-56796f390242), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.673805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['38090490-acfd-42b2-b90c-810276270dea'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:06.703172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.746302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-50cf9d92-4f28-4b85-90b6-0ecad4adb510 req-c7f3a3e2-20cc-4cd7-b56d-8b47a64edff0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (08a22398-1f12-4e0c-b408-ef7a55e23ed0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.856195 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-50cf9d92-4f28-4b85-90b6-0ecad4adb510 req-c7f3a3e2-20cc-4cd7-b56d-8b47a64edff0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (08a22398-1f12-4e0c-b408-ef7a55e23ed0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.979780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a2cf0d53-416c-42a6-8014-5045f8be2f82), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.997674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-50cf9d92-4f28-4b85-90b6-0ecad4adb510 req-c7f3a3e2-20cc-4cd7-b56d-8b47a64edff0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (08a22398-1f12-4e0c-b408-ef7a55e23ed0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:06.999883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-50cf9d92-4f28-4b85-90b6-0ecad4adb510 req-c7f3a3e2-20cc-4cd7-b56d-8b47a64edff0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.001113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50cf9d92-4f28-4b85-90b6-0ecad4adb510 req-c7f3a3e2-20cc-4cd7-b56d-8b47a64edff0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/08a22398-1f12-4e0c-b408-ef7a55e23ed0 HTTP/1.1" status: 204 len: 173 time: 0.4719062 Feb 19 00:28:07.011099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a2cf0d53-416c-42a6-8014-5045f8be2f82'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:07.064638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3a3e2-20cc-4cd7-b56d-8b47a64edff0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a22398-1f12-4e0c-b408-ef7a55e23ed0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:07.090839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event deleted for resources: {'Port': ['ID=a2cf0d53-416c-42a6-8014-5045f8be2f82,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:07.153442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3db7f0de-a24a-47fe-bcdb-ee3ff093b2df req-46bcaef7-6484-40d8-a586-2abd34458850 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=9517d319-28bb-4f8c-9799-2f3ed1e7107f HTTP/1.1" status: 200 len: 210 time: 0.0970945 Feb 19 00:28:07.183338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] No DVR routers for this DVR port a2cf0d53-416c-42a6-8014-5045f8be2f82 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:28:07.186080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for port (4bb3156b-a215-43b3-a5f3-56796f390242), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.192077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.195412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67f3f825-807f-45b7-a50c-0929f729a9a4 req-78df0dd0-0ad4-474f-8fc6-766574c71b95 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.113 "DELETE /v2.0/ports/a2cf0d53-416c-42a6-8014-5045f8be2f82 HTTP/1.1" status: 204 len: 173 time: 1.3071129 Feb 19 00:28:07.196206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9517d319-28bb-4f8c-9799-2f3ed1e7107f', 'name': 'network-vif-deleted', 'tag': 'a2cf0d53-416c-42a6-8014-5045f8be2f82'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:07.198609 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975136c9-c94d-482d-bf7a-aff5c17a394f" -d '{"events": [{"server_uuid": "9517d319-28bb-4f8c-9799-2f3ed1e7107f", "name": "network-vif-deleted", "tag": "a2cf0d53-416c-42a6-8014-5045f8be2f82"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:07.203577 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4bb3156b-a215-43b3-a5f3-56796f390242), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.283333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-249f4eb7-2d5e-4110-a620-5de73f7d7b16 req-bd0e3527-16f6-4e13-8c1a-ea71a735a022 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0696068 Feb 19 00:28:07.322352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Pushing event updated for resources: {'Port': ['ID=4bb3156b-a215-43b3-a5f3-56796f390242,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:07.351704 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (cb77ed9e-216e-4483-a690-1db272399cec), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.412599 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.414226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-ec7671c4-8c00-4a67-a5d6-5402565acce3 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4584103 Feb 19 00:28:07.427118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:07.441199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Publish callbacks [] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.491066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-1f938233-6a12-4fbd-9443-6d795c852178 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0662866 Feb 19 00:28:07.491942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Transition to ACTIVE for port object b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:28:07.512020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.561288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9d53a-a7cd-4a7c-a1fd-097d72acb111 req-eeb6e695-b121-4653-89b5-f1e82a2305c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:07.562748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6f9d53a-a7cd-4a7c-a1fd-097d72acb111 req-eeb6e695-b121-4653-89b5-f1e82a2305c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 932 time: 0.1865435 Feb 19 00:28:07.641023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:07.739936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-dedca9f3-93a4-4a96-8ed0-bcd4db8738cf tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:07.741321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e205f425-7fbb-4953-afed-82f8ee2a7b66 req-dedca9f3-93a4-4a96-8ed0-bcd4db8738cf tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2447081 Feb 19 00:28:07.755228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6f9d53a-a7cd-4a7c-a1fd-097d72acb111 req-f17d704f-b602-4277-87e5-4fc9ebced584 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627162 Feb 19 00:28:07.763708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8ccbb190-871d-412c-8585-e44325f62081 req-bd5761be-0f88-49e3-9593-4780416a08a5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-22835586', 'description': 'tempest-description-848475706'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:07.795544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:07.795905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:07.796291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:07.799872 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8ccbb190-871d-412c-8585-e44325f62081 req-bd5761be-0f88-49e3-9593-4780416a08a5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.804085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:07.804511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:07.813916 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9de91c7-73b0-4d9a-9db5-446faa49d9c3 x-openstack-request-id: req-e9de91c7-73b0-4d9a-9db5-446faa49d9c3 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:07.814106 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9517d319-28bb-4f8c-9799-2f3ed1e7107f", "name": "network-vif-deleted", "tag": "a2cf0d53-416c-42a6-8014-5045f8be2f82", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:07.814350 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9de91c7-73b0-4d9a-9db5-446faa49d9c3 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:07.814765 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9517d319-28bb-4f8c-9799-2f3ed1e7107f', 'name': 'network-vif-deleted', 'tag': 'a2cf0d53-416c-42a6-8014-5045f8be2f82', 'status': 'completed', 'code': 200} Feb 19 00:28:07.821569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:07.821791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:07.822172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:07.822638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Bound port: b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:07.823007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.952568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:07.957866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:07.971934 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8ccbb190-871d-412c-8585-e44325f62081 req-bd5761be-0f88-49e3-9593-4780416a08a5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (18750cf1-7ff6-45ed-8f1a-fdb420885cc0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.975036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:07.985314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8ccbb190-871d-412c-8585-e44325f62081 req-bd5761be-0f88-49e3-9593-4780416a08a5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (18750cf1-7ff6-45ed-8f1a-fdb420885cc0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:08.039203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbe721-008b-435d-b0af-b36bbfcd103f req-41fd6070-6ef1-4729-8050-b3af1a6372d9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:08.040785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcdbe721-008b-435d-b0af-b36bbfcd103f req-41fd6070-6ef1-4729-8050-b3af1a6372d9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 945 time: 0.1692920 Feb 19 00:28:08.059606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:08.060237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:08.061606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] 10.222.0.113 "PUT /v2.0/ports/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 1092 time: 1.5974696 Feb 19 00:28:08.078736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8ccbb190-871d-412c-8585-e44325f62081 req-bd5761be-0f88-49e3-9593-4780416a08a5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:08.079941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ccbb190-871d-412c-8585-e44325f62081 req-bd5761be-0f88-49e3-9593-4780416a08a5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3220067 Feb 19 00:28:08.087881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5761be-0f88-49e3-9593-4780416a08a5 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18750cf1-7ff6-45ed-8f1a-fdb420885cc0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:08.101657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3dbbc-0301-40a7-8616-8248e4312ac9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:08.241394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 38090490-acfd-42b2-b90c-810276270dea up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:08.301801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 38090490-acfd-42b2-b90c-810276270dea completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:28:08.306995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 38090490-acfd-42b2-b90c-810276270dea triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:08.307424 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (38090490-acfd-42b2-b90c-810276270dea), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:08.388376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 38090490-acfd-42b2-b90c-810276270dea is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:08.388778 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (38090490-acfd-42b2-b90c-810276270dea), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:08.413111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38090490-acfd-42b2-b90c-810276270dea'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:08.415465 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c0c40e-6b4f-405b-ae45-5cb88d2ae11d" -d '{"events": [{"server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "name": "network-vif-plugged", "status": "completed", "tag": "38090490-acfd-42b2-b90c-810276270dea"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:08.429435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 38090490-acfd-42b2-b90c-810276270dea, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=38090490-acfd-42b2-b90c-810276270dea,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:08.434859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (38090490-acfd-42b2-b90c-810276270dea), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:08.491940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=38090490-acfd-42b2-b90c-810276270dea,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:08.520635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcdbe721-008b-435d-b0af-b36bbfcd103f req-10579c40-020e-443a-93d4-6309355f0a70 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691622 Feb 19 00:28:08.523085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-979a2015-2d24-41b6-b652-7f995721ba7b req-25df2016-f81d-4aac-ae0a-b66378ffc993 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips/cb77ed9e-216e-4483-a690-1db272399cec HTTP/1.1" status: 200 len: 692 time: 0.4145100 Feb 19 00:28:08.602422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-082f16e2-001f-4e48-b303-3376b6d6532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:08.603926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-082f16e2-001f-4e48-b303-3376b6d6532f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1126 time: 0.4931126 Feb 19 00:28:08.665333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-1b2661b5-77bf-4db7-9e37-2448b0a99e1c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 217 time: 0.0510993 Feb 19 00:28:08.673713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c877ab8a-8d9e-4bb7-a451-3e751b3ab7cf req-058cc122-12a0-4f73-a0ca-c7047f03da8c tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/18750cf1-7ff6-45ed-8f1a-fdb420885cc0 HTTP/1.1" status: 200 len: 1815 time: 0.1209996 Feb 19 00:28:08.693520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-c877ab8a-8d9e-4bb7-a451-3e751b3ab7cf req-819f3a1d-fc51-4ea4-8cd8-4417bdc0ce7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Request body: {'security_group': {'name': 'tempest-sg-hth-925099004', 'description': 'tempest-description-hth-1831383948'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:08.750207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a2015-2d24-41b6-b652-7f995721ba7b req-dbfc9676-455b-42ad-acc9-53b31bda70f9 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:08.751585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-979a2015-2d24-41b6-b652-7f995721ba7b req-dbfc9676-455b-42ad-acc9-53b31bda70f9 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2222607 Feb 19 00:28:08.775561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-ad24bbb3-7029-4e5a-9f78-c0bce6912b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:08.776975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-ad24bbb3-7029-4e5a-9f78-c0bce6912b01 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1024032 Feb 19 00:28:08.838804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-1317d9e5-2bda-4cf3-9ae2-9e2fc12a4c3f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313432 Feb 19 00:28:08.841715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-979a2015-2d24-41b6-b652-7f995721ba7b req-3109ecdc-7ed4-40dd-bab2-0d53d753a603 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.0827498 Feb 19 00:28:08.843245 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c877ab8a-8d9e-4bb7-a451-3e751b3ab7cf req-819f3a1d-fc51-4ea4-8cd8-4417bdc0ce7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (18750cf1-7ff6-45ed-8f1a-fdb420885cc0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:08.963249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-979a2015-2d24-41b6-b652-7f995721ba7b req-54127b55-a4a4-4ca9-8065-11bf16882dcd tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.75 HTTP/1.1" status: 200 len: 695 time: 0.1097100 Feb 19 00:28:08.996620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c877ab8a-8d9e-4bb7-a451-3e751b3ab7cf req-819f3a1d-fc51-4ea4-8cd8-4417bdc0ce7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (18750cf1-7ff6-45ed-8f1a-fdb420885cc0), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.031023 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c877ab8a-8d9e-4bb7-a451-3e751b3ab7cf req-819f3a1d-fc51-4ea4-8cd8-4417bdc0ce7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (18750cf1-7ff6-45ed-8f1a-fdb420885cc0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.033671 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c877ab8a-8d9e-4bb7-a451-3e751b3ab7cf req-819f3a1d-fc51-4ea4-8cd8-4417bdc0ce7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.034996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c877ab8a-8d9e-4bb7-a451-3e751b3ab7cf req-819f3a1d-fc51-4ea4-8cd8-4417bdc0ce7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "PUT /v2.0/security-groups/18750cf1-7ff6-45ed-8f1a-fdb420885cc0 HTTP/1.1" status: 200 len: 1791 time: 0.3534486 Feb 19 00:28:09.099924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-5d19e524-182f-4121-a171-097263b87a1a service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527139 Feb 19 00:28:09.118901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f3a1d-fc51-4ea4-8cd8-4417bdc0ce7f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18750cf1-7ff6-45ed-8f1a-fdb420885cc0,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:09.212013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27abc0b6-4f2e-49c2-90b7-0b4774060797 req-4393c626-e0a1-4b19-9fa9-9430a51fde11 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0752134 Feb 19 00:28:09.257491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f09c646-4bb5-467e-a9cb-24ef9a188d1a req-3d1ecb67-fc10-46cf-a0e0-688cb2e2c9d2 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493063 Feb 19 00:28:09.259694 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab5b333-d37e-44e0-8cff-34a1da541789 x-openstack-request-id: req-fab5b333-d37e-44e0-8cff-34a1da541789 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:09.260262 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "name": "network-vif-plugged", "status": "completed", "tag": "38090490-acfd-42b2-b90c-810276270dea", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:09.260262 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fab5b333-d37e-44e0-8cff-34a1da541789 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:09.260759 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38090490-acfd-42b2-b90c-810276270dea', 'code': 200} Feb 19 00:28:09.265266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Deleting port 4bb3156b-a215-43b3-a5f3-56796f390242 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:09.265624 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4bb3156b-a215-43b3-a5f3-56796f390242), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.420404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2473b323-e122-4f90-9a6d-5d1d05809a63 req-cb60d287-daee-40e4-a5d2-405d77a7c3ff service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0345359 Feb 19 00:28:09.456313 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4bb3156b-a215-43b3-a5f3-56796f390242), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.456610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for floatingip (4bb3156b-a215-43b3-a5f3-56796f390242), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.480241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58468743-2bfd-4d84-9aed-7d5db90c5b49 req-5bb12b77-5217-4a0b-aea1-0e51290119cc tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:09.481620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58468743-2bfd-4d84-9aed-7d5db90c5b49 req-5bb12b77-5217-4a0b-aea1-0e51290119cc tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.1608899 Feb 19 00:28:09.482509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Calling delete_port for 4bb3156b-a215-43b3-a5f3-56796f390242 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:09.487865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c59508-0eeb-4537-9743-b308abd1eace req-bd677373-4159-4bdb-91cd-ecc879bda771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:09.489311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8c59508-0eeb-4537-9743-b308abd1eace req-bd677373-4159-4bdb-91cd-ecc879bda771 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.1531706 Feb 19 00:28:09.621072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58468743-2bfd-4d84-9aed-7d5db90c5b49 req-ac780864-e47d-484f-8062-fdceb860ce08 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294193 Feb 19 00:28:09.624527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8c59508-0eeb-4537-9743-b308abd1eace req-6a1fc54c-3d92-45b1-902f-9a95e11233f0 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287062 Feb 19 00:28:09.711888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7184b5af-b047-4814-bac9-b62e9eb33bf9 req-13451e57-d9a7-4eed-a08b-afc393ac851e tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/18750cf1-7ff6-45ed-8f1a-fdb420885cc0 HTTP/1.1" status: 200 len: 1791 time: 0.0672669 Feb 19 00:28:09.720105 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4bb3156b-a215-43b3-a5f3-56796f390242), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.751291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Pushing event deleted for resources: {'Port': ['ID=4bb3156b-a215-43b3-a5f3-56796f390242,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:09.815872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:09.818150 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c668a49-d1eb-4547-87ac-1dc2dc901751" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:09.873440 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks [] for floatingip (cb77ed9e-216e-4483-a690-1db272399cec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.876036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:09.877812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-979a2015-2d24-41b6-b652-7f995721ba7b req-6dc2bef4-7c55-4218-ba13-8363a045a66d tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "DELETE /v2.0/floatingips/cb77ed9e-216e-4483-a690-1db272399cec HTTP/1.1" status: 204 len: 173 time: 0.9076922 Feb 19 00:28:09.940722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a01c-3781-4907-8d41-2587beda625c req-3955fc75-8bb9-4ad6-a9ee-7a633802b224 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:09.942359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-3955fc75-8bb9-4ad6-a9ee-7a633802b224 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.1420174 Feb 19 00:28:09.971264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-a53f8960-1499-4129-bbaf-c1a8dec54dbe tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/quotas/8458f0c51cce4a35b61533652c8a4b87 HTTP/1.1" status: 200 len: 375 time: 0.0143745 Feb 19 00:28:10.006975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-6779ed82-68b3-40b7-8b94-bc58ec491e9f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300188 Feb 19 00:28:10.013806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577e3b-0d8a-40de-8ae2-4d12ce95a8a5 req-92a41caf-bb16-4783-8f36-343d02e1eac8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:10.015236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a577e3b-0d8a-40de-8ae2-4d12ce95a8a5 req-92a41caf-bb16-4783-8f36-343d02e1eac8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 946 time: 0.0910749 Feb 19 00:28:10.120181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a577e3b-0d8a-40de-8ae2-4d12ce95a8a5 req-56d50793-e8d3-40a1-966a-a1cd71320835 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968957 Feb 19 00:28:10.136474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-62c8b0a6-5c97-4391-9761-7152724cb057 service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203420 Feb 19 00:28:10.237986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a2cf0d53-416c-42a6-8014-5045f8be2f82 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:28:10.239878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d2fe3a-292e-4b9d-afa4-2ff0023b1fc4 req-9d024fd9-b44f-4bdf-8f5f-0d15b6dd8b20 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/18750cf1-7ff6-45ed-8f1a-fdb420885cc0 HTTP/1.1" status: 200 len: 1791 time: 0.0872638 Feb 19 00:28:10.259125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: a2cf0d53-416c-42a6-8014-5045f8be2f82 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:28:10.259353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a2cf0d53-416c-42a6-8014-5045f8be2f82 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:28:10.280049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-3889c4b5-c66b-4521-a818-3a3955df27b8 service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370561 Feb 19 00:28:10.309251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d2fe3a-292e-4b9d-afa4-2ff0023b1fc4 req-14e04dcd-d95a-4a3f-b4ff-e2ad6a91a66a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (18750cf1-7ff6-45ed-8f1a-fdb420885cc0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:10.331585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d2fe3a-292e-4b9d-afa4-2ff0023b1fc4 req-14e04dcd-d95a-4a3f-b4ff-e2ad6a91a66a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (18750cf1-7ff6-45ed-8f1a-fdb420885cc0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:10.376796 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d2fe3a-292e-4b9d-afa4-2ff0023b1fc4 req-14e04dcd-d95a-4a3f-b4ff-e2ad6a91a66a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (18750cf1-7ff6-45ed-8f1a-fdb420885cc0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:10.384362 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d2fe3a-292e-4b9d-afa4-2ff0023b1fc4 req-14e04dcd-d95a-4a3f-b4ff-e2ad6a91a66a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:10.384362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d2fe3a-292e-4b9d-afa4-2ff0023b1fc4 req-14e04dcd-d95a-4a3f-b4ff-e2ad6a91a66a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/18750cf1-7ff6-45ed-8f1a-fdb420885cc0 HTTP/1.1" status: 204 len: 173 time: 0.1349211 Feb 19 00:28:10.394393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e04dcd-d95a-4a3f-b4ff-e2ad6a91a66a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18750cf1-7ff6-45ed-8f1a-fdb420885cc0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:10.413172 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630cbc4d-a6a1-4544-bd0e-f2a4b1afc975 x-openstack-request-id: req-630cbc4d-a6a1-4544-bd0e-f2a4b1afc975 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:10.413657 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:10.414075 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-630cbc4d-a6a1-4544-bd0e-f2a4b1afc975 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:10.414662 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6', 'status': 'completed', 'code': 200} Feb 19 00:28:10.459270 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-d0defeee-b308-410c-aa9d-d0a3af40477a req-b5d8d29d-dc42-44aa-8446-74019be56f67 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] show failed (client error): The resource could not be found. Feb 19 00:28:10.460291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0defeee-b308-410c-aa9d-d0a3af40477a req-b5d8d29d-dc42-44aa-8446-74019be56f67 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips/cb77ed9e-216e-4483-a690-1db272399cec HTTP/1.1" status: 404 len: 350 time: 0.0558527 Feb 19 00:28:10.528099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0131b3cb-db54-497b-ba27-92c6b8c8a484 req-40067fe6-395d-4798-8449-642069ace7b8 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0565467 Feb 19 00:28:10.546700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67205524-ff6d-4e15-98a4-e173d76de06e req-9c4730bd-9272-4fe1-a5c7-7ad453093678 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 210 time: 0.0484517 Feb 19 00:28:10.559265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-9f870ebc-efc3-4767-a93a-f4a4d2326320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:10.560752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-9f870ebc-efc3-4767-a93a-f4a4d2326320 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1126 time: 0.1028275 Feb 19 00:28:10.657966 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-2036053e-bd8f-4651-984c-84e9d6385f40 req-0a7c7fcf-1263-4e84-90cb-e53d5e03fe76 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] show failed (client error): The resource could not be found. Feb 19 00:28:10.664842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2036053e-bd8f-4651-984c-84e9d6385f40 req-0a7c7fcf-1263-4e84-90cb-e53d5e03fe76 tempest-FloatingIPsTestJSON-1126548620 tempest-FloatingIPsTestJSON-1126548620-project] 10.222.0.60 "GET /v2.0/floatingips/cb77ed9e-216e-4483-a690-1db272399cec HTTP/1.1" status: 404 len: 350 time: 0.0822802 Feb 19 00:28:10.668210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:10.690472 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-f031b5ca-ad78-4455-8b8e-9973933685e2 req-5d8f0202-5eb3-4c22-8b2d-3a02785a6d73 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:28:10.691720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f031b5ca-ad78-4455-8b8e-9973933685e2 req-5d8f0202-5eb3-4c22-8b2d-3a02785a6d73 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/08a22398-1f12-4e0c-b408-ef7a55e23ed0 HTTP/1.1" status: 404 len: 352 time: 0.0589671 Feb 19 00:28:10.795932 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-285e666e-6fbd-4abd-9380-93537f5351ea req-f723e0e4-ba2c-4209-b07b-14934ac25e44 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:28:10.805205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-285e666e-6fbd-4abd-9380-93537f5351ea req-f723e0e4-ba2c-4209-b07b-14934ac25e44 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/d95ef645-ff9b-4df0-8704-cc4ba5303411 HTTP/1.1" status: 404 len: 352 time: 0.0444407 Feb 19 00:28:10.831133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-b4cb65e8-5846-4517-86ee-0ca576cdb5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:10.833002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-b4cb65e8-5846-4517-86ee-0ca576cdb5b7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2586224 Feb 19 00:28:10.871406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1686dcc-e8aa-4e6e-8a89-b1504d3cf8e2 req-c67ed9d8-7abb-4857-b1d2-13bb8434b945 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:10.873337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1686dcc-e8aa-4e6e-8a89-b1504d3cf8e2 req-c67ed9d8-7abb-4857-b1d2-13bb8434b945 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.1579382 Feb 19 00:28:10.900631 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-faaf8b61-c897-499f-9aa9-8b6de8b526ca req-0cc2afba-15ad-4774-85a7-5c74d58e30ca tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:28:10.907889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faaf8b61-c897-499f-9aa9-8b6de8b526ca req-0cc2afba-15ad-4774-85a7-5c74d58e30ca tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/cbdd0c99-c709-4188-9e8b-fa43fe77c44f HTTP/1.1" status: 404 len: 352 time: 0.0794923 Feb 19 00:28:10.917405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-f871d19e-0d30-4b5a-aca7-67ee1b0436fc service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 217 time: 0.0751293 Feb 19 00:28:10.989648 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-2b9eabdc-3362-40fb-a1ec-06f32f334626 req-e1ffc9ce-d67d-4c63-b7ab-7dbd7867ad4f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:28:10.990749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b9eabdc-3362-40fb-a1ec-06f32f334626 req-e1ffc9ce-d67d-4c63-b7ab-7dbd7867ad4f tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/6d3bc666-e0bf-4ab9-9299-3f20048038d3 HTTP/1.1" status: 404 len: 352 time: 0.0651021 Feb 19 00:28:11.037965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-8c69e51e-807b-4892-9ae1-c2e191b220d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:11.040502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-8c69e51e-807b-4892-9ae1-c2e191b220d6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1124823 Feb 19 00:28:11.049232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1686dcc-e8aa-4e6e-8a89-b1504d3cf8e2 req-bc15c6df-e7e4-45b4-9789-3fc0065c3963 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400850 Feb 19 00:28:11.060916 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-5118f82e-fe28-496a-8337-a77ed5d390cf req-51a70b0b-cca0-4bea-97ff-87d141aa03fa tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:28:11.062650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5118f82e-fe28-496a-8337-a77ed5d390cf req-51a70b0b-cca0-4bea-97ff-87d141aa03fa tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/ebc2a325-a4d1-4a75-a972-d6b107686c37 HTTP/1.1" status: 404 len: 352 time: 0.0460033 Feb 19 00:28:11.102577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-2d6d0206-3472-4da0-8435-33d29741b004 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522542 Feb 19 00:28:11.110038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:11.124508 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-4c6d66a6-159c-4ec8-9916-c0ba3784ea50 req-57189ca6-2b7e-4009-a2ec-c1bd1003a4d4 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] show failed (client error): The resource could not be found. Feb 19 00:28:11.130573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c6d66a6-159c-4ec8-9916-c0ba3784ea50 req-57189ca6-2b7e-4009-a2ec-c1bd1003a4d4 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/a7b1b4df-57ec-4196-a34e-0bd9969083e2 HTTP/1.1" status: 404 len: 352 time: 0.0307343 Feb 19 00:28:11.283746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-b0576b64-015d-45d6-ae3c-6d9c699dc03f service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727407 Feb 19 00:28:11.392507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4f1e0-ab4b-4ec8-bac1-dcf7ba215359 req-4973b381-9885-42c0-9069-b5200bb2f134 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:11.394130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77c4f1e0-ab4b-4ec8-bac1-dcf7ba215359 req-4973b381-9885-42c0-9069-b5200bb2f134 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 946 time: 0.1579893 Feb 19 00:28:11.455525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c668a49-d1eb-4547-87ac-1dc2dc901751 req-0bc99bca-5f91-4cac-8fc4-03bcead7951b service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611710 Feb 19 00:28:11.480205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1902c-889c-4b7e-b2a6-da5dede607d3 req-9b9a10d8-aee8-4e04-b8be-23b872d6423a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:11.481780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5da1902c-889c-4b7e-b2a6-da5dede607d3 req-9b9a10d8-aee8-4e04-b8be-23b872d6423a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1023 time: 0.1369662 Feb 19 00:28:11.492434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77c4f1e0-ab4b-4ec8-bac1-dcf7ba215359 req-9a617e4f-1521-453b-abe8-336114c4bd86 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Feb 19 00:28:11.629004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5da1902c-889c-4b7e-b2a6-da5dede607d3 req-096f62c4-efce-4ab5-b60d-aa15b0e48593 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a39717d-07ee-4736-824b-8f13192c6dbf&id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&id=7381886b-1b96-4e0a-b2f4-6f9273c43d88&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1409001 Feb 19 00:28:11.719722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Deleting port 06d066e3-3c6f-4f5d-a596-63eff0398182 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:11.720727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:11.737275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bea3552-4673-4c53-a046-40e18792537d req-a8443f90-bbc2-423c-8888-1ba1bd56508a tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0457239 Feb 19 00:28:11.779037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-cc2f759d-c252-46c7-9971-a0eb004dcc08 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2457628 Feb 19 00:28:11.787821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:11.814052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a01c-3781-4907-8d41-2587beda625c req-60b56c0c-b7d0-41d4-9b64-1551a4e9119f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:11.816456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-60b56c0c-b7d0-41d4-9b64-1551a4e9119f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.2179971 Feb 19 00:28:11.821942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] For port 06d066e3-3c6f-4f5d-a596-63eff0398182, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=06d066e3-3c6f-4f5d-a596-63eff0398182,segment=NetworkSegment(3d8dafe0-31b4-4bbb-acb0-62a667835487),segment_id=3d8dafe0-31b4-4bbb-acb0-62a667835487)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:11.822692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:11.832525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Request body: {'port': {'device_id': '1c62e671-8cbd-465d-918f-708dd2cfc486', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'admin_state_up': True, 'tenant_id': '8458f0c51cce4a35b61533652c8a4b87'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:11.838426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:11.840508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Calling delete_port for 06d066e3-3c6f-4f5d-a596-63eff0398182 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:11.916502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fb84cd-7579-401e-bcb7-e2a6242b95fa req-048ff18a-0793-4622-bb33-57a07726f7a4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 210 time: 0.0640037 Feb 19 00:28:12.018517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Made reservation on behalf of 8458f0c51cce4a35b61533652c8a4b87 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:12.021951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:12.031787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (06d066e3-3c6f-4f5d-a596-63eff0398182), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:12.058711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06d066e3-3c6f-4f5d-a596-63eff0398182,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:12.087412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.088014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.088367 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.088652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.088958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.089419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.090098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.090098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.090548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.090739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.091438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.091689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.092182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:12.108511 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:12.239846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:28:12.263736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d3f1a2f-7c1c-4287-836d-2392719f68cc req-91fb8352-8a29-4ff4-afaa-9c10db55eb0d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=589a59fac29246fcbc66c6c8c2ab5dfc&device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0648315 Feb 19 00:28:12.279907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:12.358138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d3f1a2f-7c1c-4287-836d-2392719f68cc req-eb7abf35-7d0c-4687-91e2-fda3e7fd212e service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=589a59fac29246fcbc66c6c8c2ab5dfc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809610 Feb 19 00:28:12.358735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:12.366759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Allocated IP 172.20.0.12 (392711fd-e468-4eba-a984-13f1a5696868/27d6e68b-de7a-4378-8db1-7b9ccd23feff/deac702f-f2e1-44c5-b63f-e9e8bba4bcb1) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:12.372780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6', 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'port_id': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6', 'mac_address': 'fa:16:3e:e7:c9:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4892caf6-d304-4a3d-a600-303443e4a76b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:28:12.412502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:12.412994 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:12.427971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:12.434760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b9543-04b5-4061-8e6a-49201b7259d0 req-4334e1e4-68f1-4904-97f7-e8810ff60ec8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:12.436266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e59b9543-04b5-4061-8e6a-49201b7259d0 req-4334e1e4-68f1-4904-97f7-e8810ff60ec8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.2282093 Feb 19 00:28:12.450716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:12.455333 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:12.472190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Allocated IP 172.25.6.169 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/63b540d7-ad11-4075-981d-282723801e35) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:12.512398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:12.515547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:28:12.631720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:12.640130 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aaa7e0f8-b579-458f-a718-d091684ed5e8 admin admin] 10.222.0.60 "PUT /v2.0/routers/938d78e7-bed7-4273-8ff7-eacbfd3b48d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9678330 Feb 19 00:28:12.640130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38034) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:12.648813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] Sync routers for ids ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:12.667943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] Routers {'938d78e7-bed7-4273-8ff7-eacbfd3b48d3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:12.668748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:12.753356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks [] for router (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:12.761171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b9702d13-c60b-4f06-a1a0-41a7c95ff4a6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:12.822955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] Set router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:12.865022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks [] for router_gateway (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:12.923456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Deleting port baa68277-f728-41da-9690-567c597e74cc {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:12.924011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (baa68277-f728-41da-9690-567c597e74cc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.017970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] For port baa68277-f728-41da-9690-567c597e74cc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=baa68277-f728-41da-9690-567c597e74cc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:13.018384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (baa68277-f728-41da-9690-567c597e74cc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.033004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Calling delete_port for baa68277-f728-41da-9690-567c597e74cc owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:13.095571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': 'baa68277-f728-41da-9690-567c597e74cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:28:11Z', 'revision_number': 5, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port': {'id': 'baa68277-f728-41da-9690-567c597e74cc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:5d:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:13.129974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] Checking router: 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:13.139301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] Routers {'938d78e7-bed7-4273-8ff7-eacbfd3b48d3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:13.140078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:27:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:13.149527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e59b9543-04b5-4061-8e6a-49201b7259d0 req-47493a30-0082-4a5e-a153-6724705a2d1b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735787 Feb 19 00:28:13.155728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f1a2f-7c1c-4287-836d-2392719f68cc req-2b7639ec-bb05-4e28-b18c-a2fc5208f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:13.157203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d3f1a2f-7c1c-4287-836d-2392719f68cc req-2b7639ec-bb05-4e28-b18c-a2fc5208f80a service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7855284 Feb 19 00:28:13.226065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (baa68277-f728-41da-9690-567c597e74cc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.252351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] Set router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:13.258710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=baa68277-f728-41da-9690-567c597e74cc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:13.302429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14987e4d-6c53-4c2b-bf9c-6606c0dbb6e9 req-0ee5ea80-20fa-4506-b8c2-3a5e642e56b8 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0782626 Feb 19 00:28:13.309476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-8dcddb16-f865-4f22-a914-03435a23df78 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:13.311257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-8dcddb16-f865-4f22-a914-03435a23df78 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.113 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1023 time: 0.4323776 Feb 19 00:28:13.314992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks [] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.319329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:28:12Z', 'revision_number': 6, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:13.330083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.344440 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for port (63b540d7-ad11-4075-981d-282723801e35), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.352681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4494b-cb71-4995-9a11-faec6746c90a None None] The sync data for ids ['938d78e7-bed7-4273-8ff7-eacbfd3b48d3'] in n-d-826527-3 is: [{'id': '938d78e7-bed7-4273-8ff7-eacbfd3b48d3', 'name': 'tempest-FloatingIPsTestJSON-199398028-router', 'tenant_id': '337f251531784226a3d741483c644d08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:47Z', 'updated_at': '2022-02-19T00:28:12Z', 'revision_number': 6, 'project_id': '337f251531784226a3d741483c644d08', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:13.439270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.441587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks [] for router_controller (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.489484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (938d78e7-bed7-4273-8ff7-eacbfd3b48d3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.490457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 938d78e7-bed7-4273-8ff7-eacbfd3b48d3 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:28:13.491911 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.495895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.497517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-baec9153-b919-4712-8336-c676677574e4 admin admin] 10.222.0.60 "DELETE /v2.0/routers/938d78e7-bed7-4273-8ff7-eacbfd3b48d3 HTTP/1.1" status: 204 len: 168 time: 0.8566794 Feb 19 00:28:13.499893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38042) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:13.547229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d68489-df0a-4cd1-8587-f29db7f44631 admin admin] Deleting subnet a197552a-acaa-474c-b9d6-16cb5a2a9e08 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:28:13.549966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2d68489-df0a-4cd1-8587-f29db7f44631 admin admin] Publish callbacks [] for subnet (a197552a-acaa-474c-b9d6-16cb5a2a9e08), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.561705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (63b540d7-ad11-4075-981d-282723801e35), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.576317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Network 392711fd-e468-4eba-a984-13f1a5696868 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:13.587921 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2d68489-df0a-4cd1-8587-f29db7f44631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (a197552a-acaa-474c-b9d6-16cb5a2a9e08), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.588374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3435f-5072-4bbe-9571-d2c0747838c5 req-08b47ffc-80d9-4ce8-beab-a28706a22df0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:13.589912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d3435f-5072-4bbe-9571-d2c0747838c5 req-08b47ffc-80d9-4ce8-beab-a28706a22df0 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 1023 time: 0.1816151 Feb 19 00:28:13.594723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:13.600510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event updated for resources: {'Port': ['ID=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:13.603506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:13.668464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2d68489-df0a-4cd1-8587-f29db7f44631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (a197552a-acaa-474c-b9d6-16cb5a2a9e08), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.683163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:13.690056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Deleting port 28bf7dea-5cfe-43f9-a355-6b03727fc838 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:13.690427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.700270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:13.716991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:13.731311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2d68489-df0a-4cd1-8587-f29db7f44631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (a197552a-acaa-474c-b9d6-16cb5a2a9e08), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.758924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d68489-df0a-4cd1-8587-f29db7f44631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a197552a-acaa-474c-b9d6-16cb5a2a9e08,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:13.764137 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2d68489-df0a-4cd1-8587-f29db7f44631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.770392 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d2d68489-df0a-4cd1-8587-f29db7f44631 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a197552a-acaa-474c-b9d6-16cb5a2a9e08 HTTP/1.1" status: 204 len: 168 time: 0.2692983 Feb 19 00:28:13.771057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:13.772574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c294a40d-1073-43d2-947a-17675a63c04d None None] Network 690cf3ce-a867-40b5-8133-8f7d7a8b6afd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:13.798137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:13.798771 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.801329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Pushing event updated for resources: {'Port': ['ID=63b540d7-ad11-4075-981d-282723801e35,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:13.858930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-b312084c-a18f-4307-8215-a76f4d4a7c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0308514 Feb 19 00:28:13.879304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (690cf3ce-a867-40b5-8133-8f7d7a8b6afd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.887476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Request body: {'port': {'device_id': '1c62e671-8cbd-465d-918f-708dd2cfc486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:13.935463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Deleting port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:13.935939 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:13.962640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d3435f-5072-4bbe-9571-d2c0747838c5 req-d053c1bd-9ab9-417d-97a6-ebad36bdb83a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups?id=7a39717d-07ee-4736-824b-8f13192c6dbf&id=cdf8ecda-bde4-40ba-91ed-dcabf26db404&id=7381886b-1b96-4e0a-b2f4-6f9273c43d88&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.3638549 Feb 19 00:28:13.972203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] For port 28bf7dea-5cfe-43f9-a355-6b03727fc838, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=28bf7dea-5cfe-43f9-a355-6b03727fc838,segment=NetworkSegment(cbdfb63e-a816-43fb-90a9-78453a7a89f2),segment_id=cbdfb63e-a816-43fb-90a9-78453a7a89f2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:13.972630 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.007982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] For port 9c00ad7d-c865-4c9e-b7d8-8a3675726129, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9c00ad7d-c865-4c9e-b7d8-8a3675726129,segment=NetworkSegment(3d8dafe0-31b4-4bbb-acb0-62a667835487),segment_id=3d8dafe0-31b4-4bbb-acb0-62a667835487)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:14.008347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.022452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Calling delete_port for 9c00ad7d-c865-4c9e-b7d8-8a3675726129 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:14.030102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Calling delete_port for 28bf7dea-5cfe-43f9-a355-6b03727fc838 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:14.047366 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.049521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.101103 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9c00ad7d-c865-4c9e-b7d8-8a3675726129), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.124464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c00ad7d-c865-4c9e-b7d8-8a3675726129,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:14.134314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] No DVR routers for this DVR port 9c00ad7d-c865-4c9e-b7d8-8a3675726129 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:28:14.201625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (63b540d7-ad11-4075-981d-282723801e35), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.211186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (690cf3ce-a867-40b5-8133-8f7d7a8b6afd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.232808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8b042-dca0-4f8d-bcda-26c0aa373460 None None] DHCP port deletion for 690cf3ce-a867-40b5-8133-8f7d7a8b6afd request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:28:14.234531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690cf3ce-a867-40b5-8133-8f7d7a8b6afd']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:14.252699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d8dafe0-31b4-4bbb-acb0-62a667835487') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:14.253006 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d8dafe0-31b4-4bbb-acb0-62a667835487') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:14.256146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:14.265053 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (3d8dafe0-31b4-4bbb-acb0-62a667835487), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.280551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (3d8dafe0-31b4-4bbb-acb0-62a667835487), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.291516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:28:14.291890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (3d8dafe0-31b4-4bbb-acb0-62a667835487), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:28:14.297064 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:28:14.306927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba7c22-b839-4813-ab8e-8c58d42871fc req-fc461bc5-3cf9-4bd2-a318-721883c21ad8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:14.316747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9ba7c22-b839-4813-ab8e-8c58d42871fc req-fc461bc5-3cf9-4bd2-a318-721883c21ad8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 932 time: 0.2947354 Feb 19 00:28:14.345353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9c00ad7d-c865-4c9e-b7d8-8a3675726129 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:28:14.375226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (690cf3ce-a867-40b5-8133-8f7d7a8b6afd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.379184 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.385814 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] 10.222.0.60 "DELETE /v2.0/networks/690cf3ce-a867-40b5-8133-8f7d7a8b6afd HTTP/1.1" status: 204 len: 168 time: 0.6099455 Feb 19 00:28:14.395932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9c00ad7d-c865-4c9e-b7d8-8a3675726129 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:28:14.396429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9c00ad7d-c865-4c9e-b7d8-8a3675726129 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:28:14.397089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 06d066e3-3c6f-4f5d-a596-63eff0398182 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:28:14.401238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a806989-76ce-482c-b2ed-ef7d902e2d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=690cf3ce-a867-40b5-8133-8f7d7a8b6afd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:14.428338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 06d066e3-3c6f-4f5d-a596-63eff0398182 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:28:14.428703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 06d066e3-3c6f-4f5d-a596-63eff0398182 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:28:14.429144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device baa68277-f728-41da-9690-567c597e74cc no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:28:14.457099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: baa68277-f728-41da-9690-567c597e74cc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:28:14.458169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device baa68277-f728-41da-9690-567c597e74cc not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:28:14.462098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:28:14.470311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:14.470953 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.531122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9ba7c22-b839-4813-ab8e-8c58d42871fc req-cde33df4-e3ec-4da5-87fc-fba503098e5e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084992 Feb 19 00:28:14.562660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38052) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:14.579644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:14.580050 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.606443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:14.608917 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431180e-c15a-4ef1-9476-41b0a9eefebb" -d '{"events": [{"server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "name": "network-vif-plugged", "status": "completed", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:14.626566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:14.629797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2093edc8-ec3c-4e66-a513-97c3733785ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=337f251531784226a3d741483c644d08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0658915 Feb 19 00:28:14.632441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:14.633220 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.673831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (28bf7dea-5cfe-43f9-a355-6b03727fc838), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.687837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a14ddcc-eea6-4e3c-a285-e6e15adf2d86 admin admin] Publish callbacks [] for security_group (02e7c637-7163-494d-86c7-61a4d0e08bfb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.693737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['28bf7dea-5cfe-43f9-a355-6b03727fc838'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:14.710904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a14ddcc-eea6-4e3c-a285-e6e15adf2d86 admin admin] Publish callbacks [] for security_group (02e7c637-7163-494d-86c7-61a4d0e08bfb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.720342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:14.724668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'Port': ['ID=28bf7dea-5cfe-43f9-a355-6b03727fc838,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:14.771329 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for port (63b540d7-ad11-4075-981d-282723801e35), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.771642 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a14ddcc-eea6-4e3c-a285-e6e15adf2d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (02e7c637-7163-494d-86c7-61a4d0e08bfb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.774682 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a14ddcc-eea6-4e3c-a285-e6e15adf2d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.778496 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5a14ddcc-eea6-4e3c-a285-e6e15adf2d86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02e7c637-7163-494d-86c7-61a4d0e08bfb HTTP/1.1" status: 204 len: 168 time: 0.1424658 Feb 19 00:28:14.779179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d3f1a2f-7c1c-4287-836d-2392719f68cc req-cda718c2-6f84-48d7-992c-17dcdd7b1883 tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.126 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0619791 Feb 19 00:28:14.788903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14ddcc-eea6-4e3c-a285-e6e15adf2d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e7c637-7163-494d-86c7-61a4d0e08bfb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:14.802549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (63b540d7-ad11-4075-981d-282723801e35), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.862164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] No DVR routers for this DVR port 28bf7dea-5cfe-43f9-a355-6b03727fc838 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:28:14.870504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:14.873816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58410108-88cb-4bb7-b60a-c487ea05ac12 req-d9368577-9423-4e71-9e46-f10b1b18be84 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.113 "DELETE /v2.0/ports/28bf7dea-5cfe-43f9-a355-6b03727fc838 HTTP/1.1" status: 204 len: 173 time: 1.5530157 Feb 19 00:28:14.897153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'name': 'network-vif-deleted', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:14.899450 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ba0fd7-2fa1-458d-89e1-de14ac7b602d" -d '{"events": [{"server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "name": "network-vif-deleted", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:14.908139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823ebce-b6cb-4cce-bb4d-6864245e31f2 req-cd9eefd4-90ba-40fb-a3fb-7bfd759d28c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:14.909635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7823ebce-b6cb-4cce-bb4d-6864245e31f2 req-cd9eefd4-90ba-40fb-a3fb-7bfd759d28c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 945 time: 0.3021758 Feb 19 00:28:14.966393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Pushing event updated for resources: {'Port': ['ID=63b540d7-ad11-4075-981d-282723801e35,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:14.977926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:14.991849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Publish callbacks [] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.017005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.037358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Transition to ACTIVE for port object deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:28:15.042970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7823ebce-b6cb-4cce-bb4d-6864245e31f2 req-1333f5f6-8448-4c64-adb7-6af247195a6f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265287 Feb 19 00:28:15.045481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.076368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.077616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-78ff091c-9db2-456e-823d-d1ac0e576b93 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2977650 Feb 19 00:28:15.108730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Pushing event updated for resources: {'Port': ['ID=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:15.220853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-878225da-0775-4943-9ff1-0df7a0b93539 req-047d010c-bfd1-4983-9de1-1d0a12651c3a tempest-ServerShowV257Test-186263697 tempest-ServerShowV257Test-186263697-project] 10.222.0.60 "GET /v2.0/ports?device_id=7f186fbe-5bc6-4105-b3a4-2b87c0db93be HTTP/1.1" status: 200 len: 210 time: 0.0710595 Feb 19 00:28:15.223722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-1f12caec-20be-42cd-a880-17d7b3997100 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.1329293 Feb 19 00:28:15.295879 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbeec02-6db9-4265-8e0c-31f2f57a8fa5 x-openstack-request-id: req-1cbeec02-6db9-4265-8e0c-31f2f57a8fa5 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:15.296368 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "name": "network-vif-plugged", "status": "completed", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:15.296831 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cbeec02-6db9-4265-8e0c-31f2f57a8fa5 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:15.297322 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6', 'code': 200} Feb 19 00:28:15.332601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Attempting to bind port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:15.333372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Attempting to bind port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:15.333823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Attempting to bind port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:15.336952 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b3d087-af02-4ba1-b15a-38a5995c686a x-openstack-request-id: req-67b3d087-af02-4ba1-b15a-38a5995c686a {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:15.337485 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee897a8-46c2-400f-b32c-489777c0005f", "name": "network-vif-deleted", "tag": "28bf7dea-5cfe-43f9-a355-6b03727fc838", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:15.337655 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67b3d087-af02-4ba1-b15a-38a5995c686a {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:15.338067 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee897a8-46c2-400f-b32c-489777c0005f', 'name': 'network-vif-deleted', 'tag': '28bf7dea-5cfe-43f9-a355-6b03727fc838', 'status': 'completed', 'code': 200} Feb 19 00:28:15.362359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 on network 392711fd-e468-4eba-a984-13f1a5696868 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:15.363176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Attempting to bind port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:15.371436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:15.371784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Checking segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:15.372312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Bound using segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:15.372764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Bound port: deac702f-f2e1-44c5-b63f-e9e8bba4bcb1, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:15.373212 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.465742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6629179-81c5-4601-8764-457809bc507c req-be0b726e-0baa-4c90-a370-0055d8498aea tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/ports?device_id=1ee897a8-46c2-400f-b32c-489777c0005f HTTP/1.1" status: 200 len: 210 time: 0.0486066 Feb 19 00:28:15.532778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] For port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:15.537400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] For port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:15.547530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-70719a3b-34cd-49e5-8d16-50618d72cbee tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:15.549408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8c96bf2-2f48-4b19-8f98-263af7f71c2c req-70719a3b-34cd-49e5-8d16-50618d72cbee tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.3189039 Feb 19 00:28:15.560241 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.564979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43966b67-b5dd-4d6e-80ce-30fd0d26c925 req-0fb0a8ad-e72a-4426-b2e7-cd498480d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:15.566847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43966b67-b5dd-4d6e-80ce-30fd0d26c925 req-0fb0a8ad-e72a-4426-b2e7-cd498480d536 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1128 time: 0.1352630 Feb 19 00:28:15.635724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:15.636427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.638033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] 10.222.0.126 "PUT /v2.0/ports/deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 HTTP/1.1" status: 200 len: 1092 time: 1.7696133 Feb 19 00:28:15.705740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad381c2-3612-4663-9a1d-481e359d1a4d service neutron] Pushing event updated for resources: {'Port': ['ID=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:15.734691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38096) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:15.756808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43966b67-b5dd-4d6e-80ce-30fd0d26c925 req-bbb2b27e-bee7-4847-9730-9cc7e44cf62b service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567228 Feb 19 00:28:15.828955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8956f35-8628-4cc4-aa44-8c5599598c40 req-b92518ac-c04d-4f05-b9c6-21e0986ecd2b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:15.830393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8956f35-8628-4cc4-aa44-8c5599598c40 req-b92518ac-c04d-4f05-b9c6-21e0986ecd2b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 944 time: 0.2068853 Feb 19 00:28:15.843284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a01c-3781-4907-8d41-2587beda625c req-e33b2bc5-0161-480a-adff-b1353a6dea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:15.844730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-e33b2bc5-0161-480a-adff-b1353a6dea50 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 1126 time: 0.1477783 Feb 19 00:28:15.882664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-593995596-network', 'tenant_id': '408e0e559fe547f5afd5eba4742cfd31'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:15.903356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Made reservation on behalf of 408e0e559fe547f5afd5eba4742cfd31 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:15.905806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.908097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-77e4d39d-a7c1-447b-b76e-f5d9615f0ca5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 HTTP/1.1" status: 200 len: 217 time: 0.0533795 Feb 19 00:28:15.916570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:15.986735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-7892bd96-ef0b-428d-959a-22bf0fd709fc tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:15.988409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-7892bd96-ef0b-428d-959a-22bf0fd709fc tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 820 time: 0.2376041 Feb 19 00:28:15.994217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8956f35-8628-4cc4-aa44-8c5599598c40 req-352255f5-4a88-4ee8-8d24-b4af376075b8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561887 Feb 19 00:28:16.003135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Publish callbacks [] for security_group (a921a022-95c7-454b-8a1e-111888ff4277), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.009324 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011a01c-3781-4907-8d41-2587beda625c req-acfe85c3-006e-45d8-96a2-d2403a1d8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:16.010924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-acfe85c3-006e-45d8-96a2-d2403a1d8a02 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.0906792 Feb 19 00:28:16.015090 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a921a022-95c7-454b-8a1e-111888ff4277), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.016618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-78082c51-8325-4fd4-b945-48ec270919e0 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/quotas/3cbb08cf4a564c25992564ab830e4e2f HTTP/1.1" status: 200 len: 375 time: 0.0181777 Feb 19 00:28:16.046658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-69b9841f-bd90-441d-ad08-912341403bf0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288281 Feb 19 00:28:16.047334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a921a022-95c7-454b-8a1e-111888ff4277,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:16.049892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:28:16.063234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (afd496cc-3e5d-482e-8aa2-afe548451e4b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.063699 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Added segment afd496cc-3e5d-482e-8aa2-afe548451e4b of type vlan for network ff62715c-26c8-4927-8346-fe4f371b1fe5 Feb 19 00:28:16.110897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (ff62715c-26c8-4927-8346-fe4f371b1fe5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.153781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (ff62715c-26c8-4927-8346-fe4f371b1fe5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.154854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:16.155445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.204407 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4682934 Feb 19 00:28:16.206417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-27361ba2-2a50-44c2-a9fd-1bcb3e2b9fff tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1625953 Feb 19 00:28:16.207358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38102) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:16.212191 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Request body: {'subnet': {'network_id': 'ff62715c-26c8-4927-8346-fe4f371b1fe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-593995596-subnet', 'tenant_id': '408e0e559fe547f5afd5eba4742cfd31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:16.216176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-5965bc24-3560-4847-b63e-9c7e0ea9c67a service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602306 Feb 19 00:28:16.230982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462245e-922b-4aaa-ab33-7effd00e3e28 admin admin] Pushing event updated for resources: {'Network': ['ID=ff62715c-26c8-4927-8346-fe4f371b1fe5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:16.241982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network ff62715c-26c8-4927-8346-fe4f371b1fe5 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:28:16.248230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Made reservation on behalf of 408e0e559fe547f5afd5eba4742cfd31 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:16.251121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.327241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafa922-bd20-4b54-a361-79010ea6bfca req-2aa5f1f5-1f74-42b1-a4fb-09e4e74aaa4c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:16.328942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-deafa922-bd20-4b54-a361-79010ea6bfca req-2aa5f1f5-1f74-42b1-a4fb-09e4e74aaa4c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 946 time: 0.1971443 Feb 19 00:28:16.426100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-34e81175-b9d9-4aa1-a1b7-22a0acedd941 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087588 Feb 19 00:28:16.432606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4011a01c-3781-4907-8d41-2587beda625c req-63d6221a-3047-44d3-9252-d92daf0b5594 service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048514 Feb 19 00:28:16.440847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (f276e83f-306f-4dec-b250-925c09f83465), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.447830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-deafa922-bd20-4b54-a361-79010ea6bfca req-d6f6e414-de3b-493d-bf0d-adef8205c0d7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018665 Feb 19 00:28:16.523336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f276e83f-306f-4dec-b250-925c09f83465,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:16.534841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Checking segment: {'id': 'afd496cc-3e5d-482e-8aa2-afe548451e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ff62715c-26c8-4927-8346-fe4f371b1fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:16.535182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Network hostable DHCP agents. Network: ff62715c-26c8-4927-8346-fe4f371b1fe5, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:28:16.561742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Network ff62715c-26c8-4927-8346-fe4f371b1fe5 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:28:16.575199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, ff62715c-26c8-4927-8346-fe4f371b1fe5) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:16.580706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:16.581574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.590111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c52a85-8b21-4450-af24-083786911201 None None] Network ff62715c-26c8-4927-8346-fe4f371b1fe5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:16.612558 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca1942f6-c4a8-4896-8a85-0af6cf4e849c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3964870 Feb 19 00:28:16.733882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26326219-3084-4266-8d34-8a0d15ed050e None None] Network ff62715c-26c8-4927-8346-fe4f371b1fe5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:16.807760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38118) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:16.909573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-267ccbcd-57ce-4c27-b54b-d5f5df5b2a12 req-a316b874-d847-4939-afa3-f14511713920 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/7a39717d-07ee-4736-824b-8f13192c6dbf HTTP/1.1" status: 200 len: 1815 time: 0.0611789 Feb 19 00:28:16.913491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-7b237385-8a67-4871-9ed9-093b0b2e3cf7 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758070 Feb 19 00:28:16.925180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c847ddc7-67c7-47f8-be78-09c764f81e03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:16.997753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-267ccbcd-57ce-4c27-b54b-d5f5df5b2a12 req-1af3af1c-58ec-4fc4-8ca4-9263025065a1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (7a39717d-07ee-4736-824b-8f13192c6dbf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.031934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c847ddc7-67c7-47f8-be78-09c764f81e03 admin admin] Publish callbacks [] for security_group (6e330dd2-42a9-4874-b0b2-f6ebeb6761db), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.038902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c847ddc7-67c7-47f8-be78-09c764f81e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6e330dd2-42a9-4874-b0b2-f6ebeb6761db), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.039096 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-267ccbcd-57ce-4c27-b54b-d5f5df5b2a12 req-1af3af1c-58ec-4fc4-8ca4-9263025065a1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (7a39717d-07ee-4736-824b-8f13192c6dbf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.087154 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c847ddc7-67c7-47f8-be78-09c764f81e03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=589a59fac29246fcbc66c6c8c2ab5dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782586 Feb 19 00:28:17.089980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38130) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:17.096973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847ddc7-67c7-47f8-be78-09c764f81e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e330dd2-42a9-4874-b0b2-f6ebeb6761db,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:17.114983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-267ccbcd-57ce-4c27-b54b-d5f5df5b2a12 req-1af3af1c-58ec-4fc4-8ca4-9263025065a1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7a39717d-07ee-4736-824b-8f13192c6dbf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.118971 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-267ccbcd-57ce-4c27-b54b-d5f5df5b2a12 req-1af3af1c-58ec-4fc4-8ca4-9263025065a1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.120161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-267ccbcd-57ce-4c27-b54b-d5f5df5b2a12 req-1af3af1c-58ec-4fc4-8ca4-9263025065a1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/7a39717d-07ee-4736-824b-8f13192c6dbf HTTP/1.1" status: 204 len: 173 time: 0.2041652 Feb 19 00:28:17.141599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3af1c-58ec-4fc4-8ca4-9263025065a1 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a39717d-07ee-4736-824b-8f13192c6dbf,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:17.191872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a365a8b3-e8a1-4a91-accf-60c3cf8aec85 admin admin] Publish callbacks [] for security_group (6e330dd2-42a9-4874-b0b2-f6ebeb6761db), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.221826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a365a8b3-e8a1-4a91-accf-60c3cf8aec85 admin admin] Publish callbacks [] for security_group (6e330dd2-42a9-4874-b0b2-f6ebeb6761db), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.271999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796667f-99d6-445a-b48e-6d586d002d19 req-44129d98-ab04-4fbb-85a9-89e2a457670d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:17.281302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7796667f-99d6-445a-b48e-6d586d002d19 req-44129d98-ab04-4fbb-85a9-89e2a457670d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 944 time: 0.0802672 Feb 19 00:28:17.281599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a365a8b3-e8a1-4a91-accf-60c3cf8aec85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6e330dd2-42a9-4874-b0b2-f6ebeb6761db), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.284304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a365a8b3-e8a1-4a91-accf-60c3cf8aec85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.287905 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a365a8b3-e8a1-4a91-accf-60c3cf8aec85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e330dd2-42a9-4874-b0b2-f6ebeb6761db HTTP/1.1" status: 204 len: 168 time: 0.1944654 Feb 19 00:28:17.301031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365a8b3-e8a1-4a91-accf-60c3cf8aec85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e330dd2-42a9-4874-b0b2-f6ebeb6761db,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:17.363187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7796667f-99d6-445a-b48e-6d586d002d19 req-b8d47095-493c-4c38-bea8-2e7152c8d96b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768793 Feb 19 00:28:17.364083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c62e671-8cbd-465d-918f-708dd2cfc486', 'tag': 'deac702f-f2e1-44c5-b63f-e9e8bba4bcb1'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:17.369678 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a75bc85-29c9-4b6e-93de-c17d246d8a11" -d '{"events": [{"name": "network-changed", "server_uuid": "1c62e671-8cbd-465d-918f-708dd2cfc486", "tag": "deac702f-f2e1-44c5-b63f-e9e8bba4bcb1"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:17.463684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-444e82a3-4cd1-464f-9ae8-8c58f29f5fa7 req-f177b99f-36b5-4170-9a0a-0773571daf15 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 210 time: 0.0475600 Feb 19 00:28:17.464816 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-62fdbf1c-3fd2-47c8-8f62-c72c25e5aa0f req-ce631fd6-71b1-4bc5-a500-7331f0e30bd2 tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] show failed (client error): The resource could not be found. Feb 19 00:28:17.465456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62fdbf1c-3fd2-47c8-8f62-c72c25e5aa0f req-ce631fd6-71b1-4bc5-a500-7331f0e30bd2 tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] 10.222.0.60 "GET /v2.0/security-groups/9793763a-4ef4-4cc4-949f-4bf097345bec HTTP/1.1" status: 404 len: 352 time: 0.0508347 Feb 19 00:28:17.547044 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf66801-fe58-4021-b564-89a1ca00bce4 x-openstack-request-id: req-3bf66801-fe58-4021-b564-89a1ca00bce4 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:17.547658 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c62e671-8cbd-465d-918f-708dd2cfc486", "tag": "deac702f-f2e1-44c5-b63f-e9e8bba4bcb1", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:17.547993 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bf66801-fe58-4021-b564-89a1ca00bce4 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:17.548656 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c62e671-8cbd-465d-918f-708dd2cfc486', 'tag': 'deac702f-f2e1-44c5-b63f-e9e8bba4bcb1', 'status': 'completed', 'code': 200} Feb 19 00:28:17.570837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2c4a671-9a8a-4e3e-8bc9-72fde9cb8eae req-83354718-195a-49e1-b5b3-b010d8f143e7 tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "GET /v2.0/security-groups/7381886b-1b96-4e0a-b2f4-6f9273c43d88 HTTP/1.1" status: 200 len: 1816 time: 0.0712991 Feb 19 00:28:17.695334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-0043b2e2-d477-43fb-baf8-f28d7e301376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:17.696938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-0043b2e2-d477-43fb-baf8-f28d7e301376 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 1126 time: 0.1233389 Feb 19 00:28:17.744962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c1a48-3712-4d97-b18e-ea3db574a3b2 req-9140778d-0113-4bd7-884b-f3754d0adc9c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:17.746523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-847c1a48-3712-4d97-b18e-ea3db574a3b2 req-9140778d-0113-4bd7-884b-f3754d0adc9c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 946 time: 0.1255944 Feb 19 00:28:17.747144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c2c4a671-9a8a-4e3e-8bc9-72fde9cb8eae req-324816e1-0737-4dc9-b2be-6a97bf772d9a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (7381886b-1b96-4e0a-b2f4-6f9273c43d88), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.823254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c2c4a671-9a8a-4e3e-8bc9-72fde9cb8eae req-324816e1-0737-4dc9-b2be-6a97bf772d9a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (7381886b-1b96-4e0a-b2f4-6f9273c43d88), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.903559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d2089f6-01f0-41c7-a4c1-9425d6d2a7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.907777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-847c1a48-3712-4d97-b18e-ea3db574a3b2 req-6b0a95ac-7be6-4871-99d3-dcf5ab22c44c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302464 Feb 19 00:28:17.911868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-0e23d0c5-0cf2-46dd-ae15-3e39569a7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:17.913389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-0e23d0c5-0cf2-46dd-ae15-3e39569a7cc1 service neutron] 10.222.0.126 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 913 time: 0.2046812 Feb 19 00:28:17.968904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-c2db7a75-50f6-4339-92a8-10913c413d19 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 HTTP/1.1" status: 200 len: 217 time: 0.0448997 Feb 19 00:28:17.977594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c2c4a671-9a8a-4e3e-8bc9-72fde9cb8eae req-324816e1-0737-4dc9-b2be-6a97bf772d9a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7381886b-1b96-4e0a-b2f4-6f9273c43d88), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.979924 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c2c4a671-9a8a-4e3e-8bc9-72fde9cb8eae req-324816e1-0737-4dc9-b2be-6a97bf772d9a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:17.981052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2c4a671-9a8a-4e3e-8bc9-72fde9cb8eae req-324816e1-0737-4dc9-b2be-6a97bf772d9a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] 10.222.0.60 "DELETE /v2.0/security-groups/7381886b-1b96-4e0a-b2f4-6f9273c43d88 HTTP/1.1" status: 204 len: 173 time: 0.3979712 Feb 19 00:28:17.987693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38168) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:18.032372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324816e1-0737-4dc9-b2be-6a97bf772d9a tempest-SecurityGroupsTestJSON-560258098 tempest-SecurityGroupsTestJSON-560258098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7381886b-1b96-4e0a-b2f4-6f9273c43d88,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:18.053054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-d147affc-10bf-47e5-bd17-e87cbd0fdf34 admin admin] Deleting subnet e179c58f-1c11-44ca-89cd-9853fd611759 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:28:18.057225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d147affc-10bf-47e5-bd17-e87cbd0fdf34 admin admin] Publish callbacks [] for subnet (e179c58f-1c11-44ca-89cd-9853fd611759), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.100574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d147affc-10bf-47e5-bd17-e87cbd0fdf34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (e179c58f-1c11-44ca-89cd-9853fd611759), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.116647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1adfd8b-5714-44a5-81f1-3e2b2a33f762 req-43e627a1-51d2-4cf4-a3ee-909036555272 tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=408e0e559fe547f5afd5eba4742cfd31 HTTP/1.1" status: 200 len: 3001 time: 0.1498106 Feb 19 00:28:18.122006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-4c8697c6-834a-437a-af5a-5fe0cfe4fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:18.124693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-4c8697c6-834a-437a-af5a-5fe0cfe4fa21 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.1370547 Feb 19 00:28:18.143191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d147affc-10bf-47e5-bd17-e87cbd0fdf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (e179c58f-1c11-44ca-89cd-9853fd611759), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.168960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38172) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:18.186454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09cc9e-36a1-46f4-bf5e-283c5d84ef41 req-dd38d951-fa28-443a-acce-47ddf3b96c3d tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:18.190733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea09cc9e-36a1-46f4-bf5e-283c5d84ef41 req-dd38d951-fa28-443a-acce-47ddf3b96c3d tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1128 time: 0.1467748 Feb 19 00:28:18.196952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-0c8b3b24-37a2-450f-a02c-f335a97f03aa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569017 Feb 19 00:28:18.219599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d147affc-10bf-47e5-bd17-e87cbd0fdf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (e179c58f-1c11-44ca-89cd-9853fd611759), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.256055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d147affc-10bf-47e5-bd17-e87cbd0fdf34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e179c58f-1c11-44ca-89cd-9853fd611759,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:18.261035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 28bf7dea-5cfe-43f9-a355-6b03727fc838 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:28:18.262378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d147affc-10bf-47e5-bd17-e87cbd0fdf34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.273734 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d147affc-10bf-47e5-bd17-e87cbd0fdf34 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e179c58f-1c11-44ca-89cd-9853fd611759 HTTP/1.1" status: 204 len: 168 time: 0.2843499 Feb 19 00:28:18.274451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38176) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:18.304885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 28bf7dea-5cfe-43f9-a355-6b03727fc838 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:28:18.305569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 28bf7dea-5cfe-43f9-a355-6b03727fc838 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:28:18.357176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1779892736-network', 'tenant_id': '44c525ff826646ca992b49b5eeeffa35'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:18.371027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (1edb21cd-7105-4c37-8544-d1b2aedeca11), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.392595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Made reservation on behalf of 44c525ff826646ca992b49b5eeeffa35 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:18.395093 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.400164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1adfd8b-5714-44a5-81f1-3e2b2a33f762 req-1996a8d4-047b-43b1-99fd-93afa9ec5eeb tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] 10.222.0.60 "GET /v2.0/security-groups/a921a022-95c7-454b-8a1e-111888ff4277 HTTP/1.1" status: 200 len: 2998 time: 0.2744198 Feb 19 00:28:18.471607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.478306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea09cc9e-36a1-46f4-bf5e-283c5d84ef41 req-ce99a6aa-37b9-4f51-8429-8c4106a7f735 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792776 Feb 19 00:28:18.482580 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.501491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (1edb21cd-7105-4c37-8544-d1b2aedeca11), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.539703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edb21cd-7105-4c37-8544-d1b2aedeca11']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:18.545059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1adfd8b-5714-44a5-81f1-3e2b2a33f762 req-1427292e-081b-4939-8f39-a98e57190fb5 tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] 10.222.0.60 "GET /v2.0/security-groups/a921a022-95c7-454b-8a1e-111888ff4277 HTTP/1.1" status: 200 len: 2998 time: 0.1440308 Feb 19 00:28:18.548687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-7675cdaf-5b56-4661-a0eb-6b2f27066d26 service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361623 Feb 19 00:28:18.555389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-6bd3f7c6-4e86-4b14-af08-a4b1837914a2 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:18.556802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-6bd3f7c6-4e86-4b14-af08-a4b1837914a2 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.126 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 820 time: 0.2517281 Feb 19 00:28:18.565555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdfb63e-a816-43fb-90a9-78453a7a89f2') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:18.566005 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdfb63e-a816-43fb-90a9-78453a7a89f2') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:18.578486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Request body: {'port': {'device_id': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'admin_state_up': True, 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:18.580964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (cbdfb63e-a816-43fb-90a9-78453a7a89f2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.614004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (cbdfb63e-a816-43fb-90a9-78453a7a89f2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.627328 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:28:18.627655 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (cbdfb63e-a816-43fb-90a9-78453a7a89f2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:28:18.629335 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:28:18.647954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Publish callbacks [] for security_group (fea5a955-52d4-429b-90ad-308293cc57ec), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.673793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fea5a955-52d4-429b-90ad-308293cc57ec), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.706038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:28:18.715452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (1edb21cd-7105-4c37-8544-d1b2aedeca11), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.727719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.731479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1edb21cd-7105-4c37-8544-d1b2aedeca11 HTTP/1.1" status: 204 len: 168 time: 0.4548066 Feb 19 00:28:18.736041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea5a955-52d4-429b-90ad-308293cc57ec,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:18.748211 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (989959b7-7d84-4de2-9578-2e4ac60489e3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.748468 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Added segment 989959b7-7d84-4de2-9578-2e4ac60489e3 of type vlan for network 001bd688-8032-41de-8ca2-48dfec28c8cf Feb 19 00:28:18.758360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7447b-9dec-4bf0-a83e-c70e1f822092 admin admin] Pushing event deleted for resources: {'Network': ['ID=1edb21cd-7105-4c37-8544-d1b2aedeca11,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:18.797533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (001bd688-8032-41de-8ca2-48dfec28c8cf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.826030 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (001bd688-8032-41de-8ca2-48dfec28c8cf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.827939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:18.828571 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.837852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafce86b-85d5-4a14-82d4-a515d2e9e1f8 req-7df22ab6-95da-4a0c-be86-b1ef0a187562 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:18.839707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cafce86b-85d5-4a14-82d4-a515d2e9e1f8 req-7df22ab6-95da-4a0c-be86-b1ef0a187562 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 944 time: 0.2935054 Feb 19 00:28:18.844827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a75bc85-29c9-4b6e-93de-c17d246d8a11 req-fcad2bc5-2e83-4792-9f68-a48d4e519bef service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801189 Feb 19 00:28:18.865085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6762-afd0-41fa-9a96-b67deb72bdb0 req-67555eb0-4d01-4a31-9ceb-a90bcce5ecad tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:18.873382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d51a6762-afd0-41fa-9a96-b67deb72bdb0 req-67555eb0-4d01-4a31-9ceb-a90bcce5ecad tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1128 time: 0.2378659 Feb 19 00:28:18.875151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38188) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:18.885437 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7137799 Feb 19 00:28:18.894659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38190) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:18.901023 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Request body: {'subnet': {'network_id': '001bd688-8032-41de-8ca2-48dfec28c8cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1779892736-subnet', 'tenant_id': '44c525ff826646ca992b49b5eeeffa35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:18.916658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3be63-64e1-49cc-b850-4e05f0fb1cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=001bd688-8032-41de-8ca2-48dfec28c8cf,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:18.932093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 001bd688-8032-41de-8ca2-48dfec28c8cf details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:28:18.932745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Made reservation on behalf of 3cbb08cf4a564c25992564ab830e4e2f for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:18.935809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.949707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Made reservation on behalf of 44c525ff826646ca992b49b5eeeffa35 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:18.952290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:18.970112 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8d40d2c-4a52-4b27-8008-1b0addef47d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=92daa5988ef845ea898c2b9e25aed217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0938351 Feb 19 00:28:18.973759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cafce86b-85d5-4a14-82d4-a515d2e9e1f8 req-c4366af9-9d70-4765-871a-128425199a60 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238530 Feb 19 00:28:18.974682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38192) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:19.005358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d51a6762-afd0-41fa-9a96-b67deb72bdb0 req-ed8b4232-73a6-4901-852b-06988149fbe1 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143556 Feb 19 00:28:19.129980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96986487-617c-45f3-8095-7b9d035bb55e req-421f6c02-0293-4e43-a15c-7e627089f2c5 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 210 time: 0.0603669 Feb 19 00:28:19.147218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (b8e813b3-878e-4cee-a31b-384b1d667dc1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.208468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8e813b3-878e-4cee-a31b-384b1d667dc1,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:19.217457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Checking segment: {'id': '989959b7-7d84-4de2-9578-2e4ac60489e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '001bd688-8032-41de-8ca2-48dfec28c8cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:19.217968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Network hostable DHCP agents. Network: 001bd688-8032-41de-8ca2-48dfec28c8cf, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:28:19.219216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484937ad-a790-4e39-9e1c-0d6b1996f829 req-e7551a13-26c1-412a-b471-afa8fe4bbe8d tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] 10.222.0.60 "GET /v2.0/security-groups/a921a022-95c7-454b-8a1e-111888ff4277 HTTP/1.1" status: 200 len: 2998 time: 0.1544523 Feb 19 00:28:19.243125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Network 001bd688-8032-41de-8ca2-48dfec28c8cf is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:28:19.254965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 001bd688-8032-41de-8ca2-48dfec28c8cf) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:19.257204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Allocated IP 172.20.0.13 (8d85a42e-0816-45af-b394-177712973444/0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb/de4e24db-d2f9-4373-92c7-a6846612cc7e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:19.261204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:19.262436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.264614 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-989aa354-6157-4e58-8506-1e93a83aee32 admin admin] Publish callbacks [] for security_group (cdf8ecda-bde4-40ba-91ed-dcabf26db404), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.271906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ee023d-ec67-45e5-94c5-badcd8b4386e None None] Network 001bd688-8032-41de-8ca2-48dfec28c8cf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:19.291310 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1ba0dc0-bd61-4e3b-9788-da2c1b13ffe3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3950131 Feb 19 00:28:19.315997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-989aa354-6157-4e58-8506-1e93a83aee32 admin admin] Publish callbacks [] for security_group (cdf8ecda-bde4-40ba-91ed-dcabf26db404), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.406083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d4c1d-cc67-4317-9805-a080bb4eee66 None None] Network 001bd688-8032-41de-8ca2-48dfec28c8cf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:19.449895 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-484937ad-a790-4e39-9e1c-0d6b1996f829 req-59166feb-ee8c-457a-9ef6-8ac2b7184c4f tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 00:28:19.451109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484937ad-a790-4e39-9e1c-0d6b1996f829 req-59166feb-ee8c-457a-9ef6-8ac2b7184c4f tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] 10.222.0.60 "DELETE /v2.0/security-groups/a921a022-95c7-454b-8a1e-111888ff4277 HTTP/1.1" status: 409 len: 352 time: 0.2309518 Feb 19 00:28:19.468681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38208) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:19.521860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-674ee6c7-c377-4132-9351-ef4fa2d35b69 admin admin] Deleting subnet b8e813b3-878e-4cee-a31b-384b1d667dc1 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:28:19.525443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-674ee6c7-c377-4132-9351-ef4fa2d35b69 admin admin] Publish callbacks [] for subnet (b8e813b3-878e-4cee-a31b-384b1d667dc1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.546918 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-6806e70c-2975-4bff-be87-3417e44b43f5 req-8154a965-7469-4d09-991f-15685a91cb7f tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] show failed (client error): The resource could not be found. Feb 19 00:28:19.548090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6806e70c-2975-4bff-be87-3417e44b43f5 req-8154a965-7469-4d09-991f-15685a91cb7f tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] 10.222.0.60 "GET /v2.0/security-groups/e169493a-f5dd-4ff4-a841-c3d15e56c23c HTTP/1.1" status: 404 len: 352 time: 0.0351758 Feb 19 00:28:19.561988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-989aa354-6157-4e58-8506-1e93a83aee32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cdf8ecda-bde4-40ba-91ed-dcabf26db404), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.564883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-989aa354-6157-4e58-8506-1e93a83aee32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.565979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-989aa354-6157-4e58-8506-1e93a83aee32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdf8ecda-bde4-40ba-91ed-dcabf26db404 HTTP/1.1" status: 204 len: 168 time: 0.5871758 Feb 19 00:28:19.592485 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-674ee6c7-c377-4132-9351-ef4fa2d35b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b8e813b3-878e-4cee-a31b-384b1d667dc1), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.596106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0203b-db54-41c3-a67e-504862dc20d7 req-22a82070-701b-449b-85c2-c56db0534d79 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:19.597712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ea0203b-db54-41c3-a67e-504862dc20d7 req-22a82070-701b-449b-85c2-c56db0534d79 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1128 time: 0.2107494 Feb 19 00:28:19.607002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989aa354-6157-4e58-8506-1e93a83aee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf8ecda-bde4-40ba-91ed-dcabf26db404,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:19.628893 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-1234e3f1-04ee-413d-82cc-7c44a0c5ae31 req-9da712e5-4db2-4fba-b501-23691743389a tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] show failed (client error): The resource could not be found. Feb 19 00:28:19.629938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1234e3f1-04ee-413d-82cc-7c44a0c5ae31 req-9da712e5-4db2-4fba-b501-23691743389a tempest-SecurityGroupsNegativeTestJSON-2082674435 tempest-SecurityGroupsNegativeTestJSON-2082674435-project] 10.222.0.60 "GET /v2.0/security-groups/042688d7-0008-49ea-b597-5e78a668ebb9 HTTP/1.1" status: 404 len: 352 time: 0.0362170 Feb 19 00:28:19.656941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38214) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:19.661711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.683814 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-674ee6c7-c377-4132-9351-ef4fa2d35b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b8e813b3-878e-4cee-a31b-384b1d667dc1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.693456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ea0203b-db54-41c3-a67e-504862dc20d7 req-27b3faea-0fae-4f93-a8fb-53687daf296f tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693736 Feb 19 00:28:19.719294 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.733108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['38090490-acfd-42b2-b90c-810276270dea'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:19.737247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3e02b2-e679-44cf-a87a-4fa13da05556 admin admin] Deleting subnet f276e83f-306f-4dec-b250-925c09f83465 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:28:19.742223 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d3e02b2-e679-44cf-a87a-4fa13da05556 admin admin] Publish callbacks [] for subnet (f276e83f-306f-4dec-b250-925c09f83465), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.777958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Network 8d85a42e-0816-45af-b394-177712973444 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:19.782588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:19.789737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:19.790493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d3e02b2-e679-44cf-a87a-4fa13da05556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (f276e83f-306f-4dec-b250-925c09f83465), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.792688 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-674ee6c7-c377-4132-9351-ef4fa2d35b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b8e813b3-878e-4cee-a31b-384b1d667dc1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.868472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ee6c7-c377-4132-9351-ef4fa2d35b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8e813b3-878e-4cee-a31b-384b1d667dc1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:19.874984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-674ee6c7-c377-4132-9351-ef4fa2d35b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.878135 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-674ee6c7-c377-4132-9351-ef4fa2d35b69 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b8e813b3-878e-4cee-a31b-384b1d667dc1 HTTP/1.1" status: 204 len: 168 time: 0.4083765 Feb 19 00:28:19.884264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38220) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:19.888013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:19.889141 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.912115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d3e02b2-e679-44cf-a87a-4fa13da05556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f276e83f-306f-4dec-b250-925c09f83465), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:19.933924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Pushing event updated for resources: {'Port': ['ID=de4e24db-d2f9-4373-92c7-a6846612cc7e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:19.945215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-774af280-d76b-4d25-85fd-f48fba1f409d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3793256 Feb 19 00:28:19.962207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Request body: {'port': {'device_id': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:19.999238 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89ddc8bb-d82d-452e-b124-3f569616f426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.058293 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.058943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (001bd688-8032-41de-8ca2-48dfec28c8cf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.154044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4a8333c0-df12-43de-8b8a-ce7e35bd4d87 None None] Provisioning complete for port de4e24db-d2f9-4373-92c7-a6846612cc7e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:20.155056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a8333c0-df12-43de-8b8a-ce7e35bd4d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.156997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d3e02b2-e679-44cf-a87a-4fa13da05556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (f276e83f-306f-4dec-b250-925c09f83465), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.223820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abaa8a-6877-41a1-8822-cfee0e52048a req-250c6e6a-7b2d-4b51-8171-6a70c3d76a4d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:20.225291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4a8333c0-df12-43de-8b8a-ce7e35bd4d87 None None] Port de4e24db-d2f9-4373-92c7-a6846612cc7e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:20.231043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0abaa8a-6877-41a1-8822-cfee0e52048a req-250c6e6a-7b2d-4b51-8171-6a70c3d76a4d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 944 time: 0.1467485 Feb 19 00:28:20.237537 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (001bd688-8032-41de-8ca2-48dfec28c8cf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.240399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e02b2-e679-44cf-a87a-4fa13da05556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f276e83f-306f-4dec-b250-925c09f83465,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:20.243359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d3e02b2-e679-44cf-a87a-4fa13da05556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.246895 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9d3e02b2-e679-44cf-a87a-4fa13da05556 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f276e83f-306f-4dec-b250-925c09f83465 HTTP/1.1" status: 204 len: 168 time: 0.5889838 Feb 19 00:28:20.252651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38234) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:20.266583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001bd688-8032-41de-8ca2-48dfec28c8cf']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:20.278105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989959b7-7d84-4de2-9578-2e4ac60489e3') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:20.278633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989959b7-7d84-4de2-9578-2e4ac60489e3') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:20.288530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (989959b7-7d84-4de2-9578-2e4ac60489e3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.303480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (989959b7-7d84-4de2-9578-2e4ac60489e3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.310804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:28:20.311220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (989959b7-7d84-4de2-9578-2e4ac60489e3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:28:20.313260 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:28:20.372861 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (001bd688-8032-41de-8ca2-48dfec28c8cf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.378895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.384520 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/001bd688-8032-41de-8ca2-48dfec28c8cf HTTP/1.1" status: 204 len: 168 time: 0.4967709 Feb 19 00:28:20.397998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae17ede-e82a-4a83-8505-1a6e399844bf admin admin] Pushing event deleted for resources: {'Network': ['ID=001bd688-8032-41de-8ca2-48dfec28c8cf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:20.432996 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (ff62715c-26c8-4927-8346-fe4f371b1fe5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.439634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0abaa8a-6877-41a1-8822-cfee0e52048a req-ebedec32-69f5-40f3-9f7f-a3ff9c3b1277 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077649 Feb 19 00:28:20.456234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967deb4-ef5c-4e96-82f8-3b2a49b6754a req-acc21c60-a72d-402e-841f-d98a95122d92 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:20.457774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e967deb4-ef5c-4e96-82f8-3b2a49b6754a req-acc21c60-a72d-402e-841f-d98a95122d92 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 932 time: 0.2198377 Feb 19 00:28:20.562165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38246) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:20.571012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:28:20.582275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38248) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:20.622816 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c7b489a1-fa66-4f1f-a75f-6eec5aa1fe16 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44c525ff826646ca992b49b5eeeffa35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588334 Feb 19 00:28:20.623439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38252) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:20.680361 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ef82b95-a73a-4dd4-96fe-37b519f88f8f admin admin] Publish callbacks [] for security_group (fea5a955-52d4-429b-90ad-308293cc57ec), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.691207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:20.708348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'deac702f-f2e1-44c5-b63f-e9e8bba4bcb1', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'port_id': 'deac702f-f2e1-44c5-b63f-e9e8bba4bcb1', 'mac_address': 'fa:16:3e:ca:31:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d6e68b-de7a-4378-8db1-7b9ccd23feff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:28:20.709947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ef82b95-a73a-4dd4-96fe-37b519f88f8f admin admin] Publish callbacks [] for security_group (fea5a955-52d4-429b-90ad-308293cc57ec), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.788517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-52192370-network', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:20.795895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:20.796875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.817570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Made reservation on behalf of 765b4aeb6b9d48e095e5485990c88724 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:20.820552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.831008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:20.833911 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ef82b95-a73a-4dd4-96fe-37b519f88f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fea5a955-52d4-429b-90ad-308293cc57ec), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.837075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ef82b95-a73a-4dd4-96fe-37b519f88f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.841396 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6ef82b95-a73a-4dd4-96fe-37b519f88f8f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fea5a955-52d4-429b-90ad-308293cc57ec HTTP/1.1" status: 204 len: 168 time: 0.2169712 Feb 19 00:28:20.842566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.852634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e967deb4-ef5c-4e96-82f8-3b2a49b6754a req-82c21e3d-1027-4191-96d9-583f178acf18 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852007 Feb 19 00:28:20.866615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:20.867316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.877604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (ff62715c-26c8-4927-8346-fe4f371b1fe5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.903432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff62715c-26c8-4927-8346-fe4f371b1fe5']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:20.914269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd496cc-3e5d-482e-8aa2-afe548451e4b') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:20.914799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd496cc-3e5d-482e-8aa2-afe548451e4b') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:20.924983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:20.925508 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (afd496cc-3e5d-482e-8aa2-afe548451e4b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.925707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef82b95-a73a-4dd4-96fe-37b519f88f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea5a955-52d4-429b-90ad-308293cc57ec,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:20.948494 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Publish callbacks [] for security_group (0f564c2f-3b9e-42d1-be70-4a9b73dc56d5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.953625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0f564c2f-3b9e-42d1-be70-4a9b73dc56d5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.975468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (afd496cc-3e5d-482e-8aa2-afe548451e4b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.979951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:28:20.990199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f564c2f-3b9e-42d1-be70-4a9b73dc56d5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:20.995091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (382041ce-42dd-4528-8bf9-dd2786cca375), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:20.995432 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Added segment 382041ce-42dd-4528-8bf9-dd2786cca375 of type vlan for network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b Feb 19 00:28:21.015009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:28:21.015526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (afd496cc-3e5d-482e-8aa2-afe548451e4b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:28:21.020186 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:28:21.057513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a2c70b1f-175a-4666-bafc-f9b49f3b1b7b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.067122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.075349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de4e24db-d2f9-4373-92c7-a6846612cc7e {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:21.086244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Publish callbacks [] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.098846 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a2c70b1f-175a-4666-bafc-f9b49f3b1b7b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.101295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:21.102763 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.109146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339929a6-6c0f-4cf9-aaaf-76013af903bf req-d43213f0-30b1-4293-aa32-a5ff6a3fc622 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:21.114747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-339929a6-6c0f-4cf9-aaaf-76013af903bf req-d43213f0-30b1-4293-aa32-a5ff6a3fc622 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1128 time: 0.2874513 Feb 19 00:28:21.146670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Transition to ACTIVE for port object de4e24db-d2f9-4373-92c7-a6846612cc7e will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:28:21.149423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (ff62715c-26c8-4927-8346-fe4f371b1fe5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.156206 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.162252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ff62715c-26c8-4927-8346-fe4f371b1fe5 HTTP/1.1" status: 204 len: 168 time: 0.9058802 Feb 19 00:28:21.162252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.171614 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5876768 Feb 19 00:28:21.174694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38266) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:21.182610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Request body: {'subnet': {'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-52192370-subnet', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:21.201167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa53c3-1717-4278-9028-90fe46ddc8f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff62715c-26c8-4927-8346-fe4f371b1fe5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:21.205704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b09f1-f662-42ee-86e0-65cdca361770 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:21.213016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Made reservation on behalf of 765b4aeb6b9d48e095e5485990c88724 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:21.216130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.220805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['deac702f-f2e1-44c5-b63f-e9e8bba4bcb1'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:21.257123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-339929a6-6c0f-4cf9-aaaf-76013af903bf req-4f81e07f-3917-43b4-add5-cb4e67f90880 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246135 Feb 19 00:28:21.307968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=de4e24db-d2f9-4373-92c7-a6846612cc7e,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:21.317117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:28:21.408501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38274) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:21.552302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Attempting to bind port de4e24db-d2f9-4373-92c7-a6846612cc7e on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:21.552540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Attempting to bind port de4e24db-d2f9-4373-92c7-a6846612cc7e by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:21.552833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Attempting to bind port de4e24db-d2f9-4373-92c7-a6846612cc7e on network 8d85a42e-0816-45af-b394-177712973444 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:21.564702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-651f9142-9628-42c6-9d8f-63b5312c102e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=408e0e559fe547f5afd5eba4742cfd31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512029 Feb 19 00:28:21.574798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38280) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:21.584205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Port de4e24db-d2f9-4373-92c7-a6846612cc7e on network 8d85a42e-0816-45af-b394-177712973444 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:21.584721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Attempting to bind port de4e24db-d2f9-4373-92c7-a6846612cc7e on network 8d85a42e-0816-45af-b394-177712973444 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:21.634602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:21.635296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Checking segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:21.635931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Bound using segment: {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:21.636568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Bound port: de4e24db-d2f9-4373-92c7-a6846612cc7e, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9d5039a-eddf-4df4-8dc0-329f1069c541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8d85a42e-0816-45af-b394-177712973444'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:21.637161 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.716760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa10f8e-96ca-4ef8-90e1-840c41105e4f req-307c2725-cd38-4fa6-be27-8634c4095cf0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:21.723923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fa10f8e-96ca-4ef8-90e1-840c41105e4f req-307c2725-cd38-4fa6-be27-8634c4095cf0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 945 time: 0.1620536 Feb 19 00:28:21.770100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b548df3-3056-4c75-9ffd-bbe14d7c80b8 admin admin] Publish callbacks [] for security_group (a921a022-95c7-454b-8a1e-111888ff4277), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.812619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] For port de4e24db-d2f9-4373-92c7-a6846612cc7e, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:21.842887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b548df3-3056-4c75-9ffd-bbe14d7c80b8 admin admin] Publish callbacks [] for security_group (a921a022-95c7-454b-8a1e-111888ff4277), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.844759 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (fec01d6b-8864-4c5d-9b4c-42b01a62bf49), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.857665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fa10f8e-96ca-4ef8-90e1-840c41105e4f req-3665652c-a796-4cd1-bdc6-76431c767cfa tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328282 Feb 19 00:28:21.861265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] For port de4e24db-d2f9-4373-92c7-a6846612cc7e, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:21.879553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.933903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:21.934590 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.936083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] 10.222.0.126 "PUT /v2.0/ports/de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 200 len: 1092 time: 1.9827292 Feb 19 00:28:21.936544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:21.938990 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59be5862-a410-41ca-8173-e089b5b5bc70" -d '{"events": [{"name": "network-changed", "server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:21.945218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fec01d6b-8864-4c5d-9b4c-42b01a62bf49,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:21.959294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Checking segment: {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:21.959678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Network hostable DHCP agents. Network: a2c70b1f-175a-4666-bafc-f9b49f3b1b7b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:28:21.962389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c583ca-dccb-4e4a-b7c9-b1058d55b2e6 service neutron] Pushing event updated for resources: {'Port': ['ID=de4e24db-d2f9-4373-92c7-a6846612cc7e,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:21.976142 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b548df3-3056-4c75-9ffd-bbe14d7c80b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a921a022-95c7-454b-8a1e-111888ff4277), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.981815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b548df3-3056-4c75-9ffd-bbe14d7c80b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:21.983545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7b548df3-3056-4c75-9ffd-bbe14d7c80b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a921a022-95c7-454b-8a1e-111888ff4277 HTTP/1.1" status: 204 len: 168 time: 0.4071262 Feb 19 00:28:21.995575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:28:21.995928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b548df3-3056-4c75-9ffd-bbe14d7c80b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a921a022-95c7-454b-8a1e-111888ff4277,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:22.024357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a2c70b1f-175a-4666-bafc-f9b49f3b1b7b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:22.033876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f911a081-6082-4c24-8725-c2ed1fc0e052 None None] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:22.044337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:22.045038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.094269 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f593802c-407a-41c7-a461-2a84832ed358 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9141550 Feb 19 00:28:22.098340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38308) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:22.142764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:22.245185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:28:22.246824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.259877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-ca9c60b9-c50c-4da6-9634-43251ac69ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:22.261015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-ca9c60b9-c50c-4da6-9634-43251ac69ede service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 1126 time: 0.2298217 Feb 19 00:28:22.264353 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.265698 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.336949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-00090f84-e818-4de8-add0-884e9bcb89ab service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 200 len: 217 time: 0.0640182 Feb 19 00:28:22.391582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c13e5-19a9-4511-b22e-93186f6deb73 req-a53abfa5-50b8-4b60-a632-8a1aeb854de2 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:22.393662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-740c13e5-19a9-4511-b22e-93186f6deb73 req-a53abfa5-50b8-4b60-a632-8a1aeb854de2 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 944 time: 0.3298767 Feb 19 00:28:22.456112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Allocated IP 172.20.0.2 (a2c70b1f-175a-4666-bafc-f9b49f3b1b7b/fec01d6b-8864-4c5d-9b4c-42b01a62bf49/81e733c6-9ca4-4476-8880-15fa9e7bafdd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:22.543500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-2fdc670b-049d-4f88-9b20-c86d3b67835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:22.545773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-2fdc670b-049d-4f88-9b20-c86d3b67835d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.2003016 Feb 19 00:28:22.547786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks [] for router_controller (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.624620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:22.694700 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.781994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:28:22.789426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-740c13e5-19a9-4511-b22e-93186f6deb73 req-2df80d3a-3606-4e13-8286-5a93de550e20 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681295 Feb 19 00:28:22.794525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:22.795103 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.854310 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Publish callbacks [] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.873683 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.879926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ae94a6ec-949b-4446-8591-cc5cd018e97d tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:28:22.881086 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ae94a6ec-949b-4446-8591-cc5cd018e97d tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069411 Feb 19 00:28:22.903109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks [] for router_gateway (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:22.929841 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad7491b-20f8-4da6-a888-e09052fcfddc x-openstack-request-id: req-2ad7491b-20f8-4da6-a888-e09052fcfddc {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:22.934065 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:22.934530 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ad7491b-20f8-4da6-a888-e09052fcfddc {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:22.935106 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'status': 'completed', 'code': 200} Feb 19 00:28:22.950377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-eccd9e9b-620d-4d69-b41a-adea7afae1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:22.952440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:22.956384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-eccd9e9b-620d-4d69-b41a-adea7afae1a3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4037120 Feb 19 00:28:22.960144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:22.967811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:22.972891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Pushing event updated for resources: {'Port': ['ID=81e733c6-9ca4-4476-8880-15fa9e7bafdd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:23.006458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-12616196-9609-46f2-bf50-a76937f31e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:23.019568 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-12616196-9609-46f2-bf50-a76937f31e74 service neutron] 10.222.0.60 "GET /v2.0/ports/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 1125 time: 0.1165936 Feb 19 00:28:23.031304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Request body: {'binding': {'host': 'n-h2-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:23.033196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Unknown quota resources ['binding']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:28:23.055427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:23.055957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:23.120459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Attempting to bind port 81e733c6-9ca4-4476-8880-15fa9e7bafdd on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:23.120919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Attempting to bind port 81e733c6-9ca4-4476-8880-15fa9e7bafdd by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:23.121291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Attempting to bind port 81e733c6-9ca4-4476-8880-15fa9e7bafdd on network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:23.139380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:23.140325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Checking segment: {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:23.140325 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:23.140641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Bound using segment: {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:23.141114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Bound port: 81e733c6-9ca4-4476-8880-15fa9e7bafdd, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:23.141551 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:23.167148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c62e671-8cbd-465d-918f-708dd2cfc486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deac702f-f2e1-44c5-b63f-e9e8bba4bcb1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:23.170126 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9204e44e-d4e8-42bf-a94b-423cf3e308c9" -d '{"events": [{"server_uuid": "1c62e671-8cbd-465d-918f-708dd2cfc486", "name": "network-vif-plugged", "status": "completed", "tag": "deac702f-f2e1-44c5-b63f-e9e8bba4bcb1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:23.234143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] For port 81e733c6-9ca4-4476-8880-15fa9e7bafdd, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:23.238391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] For port 81e733c6-9ca4-4476-8880-15fa9e7bafdd, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=81e733c6-9ca4-4476-8880-15fa9e7bafdd,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:23.264846 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:23.310745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on host n-h2-826527-3 for vnic_type normal with profile None {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:23.312389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:23.312897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:23.322953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:23.323291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:23.338790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:23.339186 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:23.348030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:23.349418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Bound port: b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:23.368533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:23.370769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f17b4b-6abe-446f-a1d7-259a391b452b None None] Pushing event updated for resources: {'Port': ['ID=81e733c6-9ca4-4476-8880-15fa9e7bafdd,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:23.395731 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:23.411901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-abaff366-a9b0-4a8b-b199-9510baee27bf service neutron] 10.222.0.126 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400861 Feb 19 00:28:23.458324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:23.469396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:23.499281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:23.500265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:23.515966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:23.527083 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] 10.222.0.60 "POST /v2.0/ports/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6/bindings HTTP/1.1" status: 201 len: 389 time: 0.5011911 Feb 19 00:28:23.537032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead74d7-2f5d-4c87-8a5f-d63b3a8d2900 req-ac109db4-dab7-4277-afc3-75e9bf038288 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:23.545489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dead74d7-2f5d-4c87-8a5f-d63b3a8d2900 req-ac109db4-dab7-4277-afc3-75e9bf038288 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 945 time: 0.4704421 Feb 19 00:28:23.710642 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abc9453-bb8f-456e-ac10-dbeaa853a48e x-openstack-request-id: req-8abc9453-bb8f-456e-ac10-dbeaa853a48e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:23.711052 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c62e671-8cbd-465d-918f-708dd2cfc486", "name": "network-vif-plugged", "status": "completed", "tag": "deac702f-f2e1-44c5-b63f-e9e8bba4bcb1", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:23.711405 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8abc9453-bb8f-456e-ac10-dbeaa853a48e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:23.711914 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c62e671-8cbd-465d-918f-708dd2cfc486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'deac702f-f2e1-44c5-b63f-e9e8bba4bcb1', 'code': 200} Feb 19 00:28:23.750894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dead74d7-2f5d-4c87-8a5f-d63b3a8d2900 req-0ab5c113-2a68-40ec-90b3-797950983e8a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042606 Feb 19 00:28:23.769559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12ae4121-7cfc-4c53-86a8-b2fa74c558d4 req-99b115a0-77bf-420b-b59c-18e5cdbc5bbe service neutron] 10.222.0.126 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466303 Feb 19 00:28:23.824400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1772171705-network', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:23.882485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:23.886617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:23.908901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.088124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.090643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Publish callbacks [] for security_group (5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.104824 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.184633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:28:24.203441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (af815ec5-717a-4ccd-9ee4-7edd3ba3e396), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.204080 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Added segment af815ec5-717a-4ccd-9ee4-7edd3ba3e396 of type vlan for network ea468c93-ec8b-484e-bc5e-9834b772e867 Feb 19 00:28:24.239670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 81e733c6-9ca4-4476-8880-15fa9e7bafdd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:24.296897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (ea468c93-ec8b-484e-bc5e-9834b772e867), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.305019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 81e733c6-9ca4-4476-8880-15fa9e7bafdd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:24.306802 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.373481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:24.384225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (ea468c93-ec8b-484e-bc5e-9834b772e867), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.388700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:24.390527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.482117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 81e733c6-9ca4-4476-8880-15fa9e7bafdd is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:24.482688 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.488900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-06c25024-3743-48df-8dd2-9d193bab42c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:24.490489 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-06c25024-3743-48df-8dd2-9d193bab42c0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1128 time: 0.5698214 Feb 19 00:28:24.496003 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9945402 Feb 19 00:28:24.508193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38364) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:24.513747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Request body: {'subnet': {'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1772171705-subnet', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:24.561709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 81e733c6-9ca4-4476-8880-15fa9e7bafdd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=81e733c6-9ca4-4476-8880-15fa9e7bafdd,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:24.574621 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.583764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1ccd0-2147-4a13-9e1e-06ad033f4b27 req-6aad02e1-5600-4709-8682-5fc81d11ddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:24.586014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0d1ccd0-2147-4a13-9e1e-06ad033f4b27 req-6aad02e1-5600-4709-8682-5fc81d11ddf7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 1128 time: 0.7317853 Feb 19 00:28:24.592200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e0250-71ae-4403-b3f8-b196e0055686 admin admin] Pushing event updated for resources: {'Network': ['ID=ea468c93-ec8b-484e-bc5e-9834b772e867,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:24.639389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network ea468c93-ec8b-484e-bc5e-9834b772e867 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:28:24.648636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:24.654668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.679469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks [] for router_gateway (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.730119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0d1ccd0-2147-4a13-9e1e-06ad033f4b27 req-0ba2ae2f-ee3e-4e69-87ca-aa64789177b3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187530 Feb 19 00:28:24.732235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-3b50fe4e-51c1-4789-a0d8-e9556750502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:24.733751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-3b50fe4e-51c1-4789-a0d8-e9556750502f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 1126 time: 0.8293467 Feb 19 00:28:24.735414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:24.740672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-2d5471c3-9972-49cf-8f90-cc79b4141e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:24.744549 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-2d5471c3-9972-49cf-8f90-cc79b4141e69 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2470593 Feb 19 00:28:24.748252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5de09a-26fd-4274-b41c-3cee6fd12690 req-9fb5d9e7-2613-4751-8a00-76ab7873b9f8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:24.749895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa5de09a-26fd-4274-b41c-3cee6fd12690 req-9fb5d9e7-2613-4751-8a00-76ab7873b9f8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 946 time: 0.8528619 Feb 19 00:28:24.764681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482429b-0555-4185-8861-d77cacabd183 req-c5dd09a2-edd9-41de-8525-d5bf299bb36e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:24.766408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c482429b-0555-4185-8861-d77cacabd183 req-c5dd09a2-edd9-41de-8525-d5bf299bb36e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 944 time: 0.7960141 Feb 19 00:28:24.901741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa5de09a-26fd-4274-b41c-3cee6fd12690 req-7ca4aa35-3f04-4cc0-8a90-3a4dc4fc4bca tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341829 Feb 19 00:28:24.976069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c482429b-0555-4185-8861-d77cacabd183 req-f3a2bb17-8fdf-4015-946c-b563eb3f5069 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798315 Feb 19 00:28:25.090048 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-77df727a-67c8-4881-bb73-615618bf9a1d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 217 time: 0.0623038 Feb 19 00:28:25.149672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (bcd9c9b2-0190-460a-9a34-f8ddba5fd987), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.161082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8336e215-99bf-45c5-8ff7-c7a9b32dfdc6 None None] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:25.174781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=81e733c6-9ca4-4476-8880-15fa9e7bafdd,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:25.206603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd9c9b2-0190-460a-9a34-f8ddba5fd987,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:25.235334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Allocated IP 172.25.6.254 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/b979e109-dd57-4199-8020-881f88922764) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:25.245090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-b4832318-7efb-490d-aa57-332a329cae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:25.252008 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-b4832318-7efb-490d-aa57-332a329cae38 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1532326 Feb 19 00:28:25.294844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-91b6a3da-5fe9-4022-a9d1-d209ad9becac None None] Provisioning complete for port 81e733c6-9ca4-4476-8880-15fa9e7bafdd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:25.295702 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91b6a3da-5fe9-4022-a9d1-d209ad9becac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.335737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-bd9ed987-7913-4adf-b793-2bf0655b23e7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753994 Feb 19 00:28:25.392323 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks [] for port (b979e109-dd57-4199-8020-881f88922764), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.438393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91b6a3da-5fe9-4022-a9d1-d209ad9becac None None] Current status of the port 81e733c6-9ca4-4476-8880-15fa9e7bafdd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:25.450684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1795e-9d68-4167-a8dc-683cc5cb0978 req-362fbbe5-fb16-4d0b-96e4-9a3b47fce72b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:25.461818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62c1795e-9d68-4167-a8dc-683cc5cb0978 req-362fbbe5-fb16-4d0b-96e4-9a3b47fce72b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 946 time: 0.3978922 Feb 19 00:28:25.461818 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b979e109-dd57-4199-8020-881f88922764), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.474708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Checking segment: {'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:25.475166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Network hostable DHCP agents. Network: ea468c93-ec8b-484e-bc5e-9834b772e867, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:28:25.519968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Network ea468c93-ec8b-484e-bc5e-9834b772e867 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:28:25.569347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-802f99dd-c7ce-4457-936d-0489780727d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:25.571000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-802f99dd-c7ce-4457-936d-0489780727d2 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.5383186 Feb 19 00:28:25.587678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, ea468c93-ec8b-484e-bc5e-9834b772e867) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:25.595968 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-01d3e5a1-d171-4ef7-bf55-3a45a5085276 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505291 Feb 19 00:28:25.598824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828253f1-0d76-46e7-93f3-83fb99b3bc3f None None] Network ea468c93-ec8b-484e-bc5e-9834b772e867 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:25.667056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:25.671938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-e8e2a7fc-53a4-4583-ba5d-8ff3cd1ecbac service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 200 len: 217 time: 0.0911200 Feb 19 00:28:25.672609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Pushing event updated for resources: {'Port': ['ID=b979e109-dd57-4199-8020-881f88922764,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:25.691132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:25.708357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:25.763200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62c1795e-9d68-4167-a8dc-683cc5cb0978 req-8ca40a63-4df3-43ef-bb86-4c7b0ad8b322 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042510 Feb 19 00:28:25.791392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-0bfaa5ec-92e5-404c-aba1-7c78330344c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:25.792904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-0bfaa5ec-92e5-404c-aba1-7c78330344c3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.0990191 Feb 19 00:28:25.850639 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-2734c435-846c-4880-b594-6172e963f6a0 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361879 Feb 19 00:28:25.854229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:25.854229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.882913 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-002fc371-9068-4beb-914f-71cd74dabe06 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3704002 Feb 19 00:28:25.883476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38370) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:25.884789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a8353b12-ad5d-4126-b335-dc5765526819 None None] Provisioning complete for port 81e733c6-9ca4-4476-8880-15fa9e7bafdd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:25.885288 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8353b12-ad5d-4126-b335-dc5765526819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.890210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:25.915048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (607fe82b-11f4-4587-9c7a-545ae4cde063), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.916387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (607fe82b-11f4-4587-9c7a-545ae4cde063), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.950104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-ea468c93-ec8b-484e-bc5e-9834b772e867', 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867', 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'fixed_ips': [{'subnet_id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:28:25.951990 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:25.970246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-9a700e1f-64ba-41f2-9b78-5b3ec65ed475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:25.972175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-9a700e1f-64ba-41f2-9b78-5b3ec65ed475 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1301563 Feb 19 00:28:25.986508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks [] for router_controller (607fe82b-11f4-4587-9c7a-545ae4cde063), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.178884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-31904dab-cbaf-47f8-b47a-271f69a6fd68 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:26.181172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-31904dab-cbaf-47f8-b47a-271f69a6fd68 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1128 time: 0.1930356 Feb 19 00:28:26.193837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 81e733c6-9ca4-4476-8880-15fa9e7bafdd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:26.239001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a8353b12-ad5d-4126-b335-dc5765526819 None None] Current status of the port 81e733c6-9ca4-4476-8880-15fa9e7bafdd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:26.241113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826527-3'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:26.306233 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks [] for router_gateway (607fe82b-11f4-4587-9c7a-545ae4cde063), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.312883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Allocated IP 172.20.0.2 (ea468c93-ec8b-484e-bc5e-9834b772e867/bcd9c9b2-0190-460a-9a34-f8ddba5fd987/0cc959ad-ffe5-43ef-b728-c9426a288746) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:26.328186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ae9e3-23ad-4767-b977-8b7e45a43110 req-899011f3-a9b1-4424-abb9-e44c27643238 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:26.329921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b7ae9e3-23ad-4767-b977-8b7e45a43110 req-899011f3-a9b1-4424-abb9-e44c27643238 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 946 time: 0.2611287 Feb 19 00:28:26.362735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaf549-30c6-42b5-ae0b-806e210f2299 req-6fa5b2e8-e204-49c9-9778-66bda4f613e6 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:26.364514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3efaf549-30c6-42b5-ae0b-806e210f2299 req-6fa5b2e8-e204-49c9-9778-66bda4f613e6 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 944 time: 0.2295325 Feb 19 00:28:26.376118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-3a9b0ded-ac13-45f9-a1b0-d785a3bf3700 service neutron] 10.222.0.126 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912721 Feb 19 00:28:26.379800 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks [] for router_gateway (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.431870 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.491792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 81e733c6-9ca4-4476-8880-15fa9e7bafdd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:26.492385 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.523456 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Publish callbacks [] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.528805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3efaf549-30c6-42b5-ae0b-806e210f2299 req-dfa08cda-d7a0-407a-aa87-dc3dc6de0984 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552374 Feb 19 00:28:26.549860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.577424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Network ea468c93-ec8b-484e-bc5e-9834b772e867 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:26.584434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:26.589257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:26.602670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b7ae9e3-23ad-4767-b977-8b7e45a43110 req-0c895e37-ac63-421d-a68a-63502012c864 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638042 Feb 19 00:28:26.640636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device de4e24db-d2f9-4373-92c7-a6846612cc7e details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:28:26.642324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Pushing event updated for resources: {'Port': ['ID=0cc959ad-ffe5-43ef-b728-c9426a288746,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:26.672517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:26.673226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59be5862-a410-41ca-8173-e089b5b5bc70 req-1925bd41-aca4-4fa3-97a1-38db246bccaf service neutron] 10.222.0.126 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497962 Feb 19 00:28:26.713733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Attempting to bind port 0cc959ad-ffe5-43ef-b728-c9426a288746 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:26.714117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Attempting to bind port 0cc959ad-ffe5-43ef-b728-c9426a288746 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:26.714514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Attempting to bind port 0cc959ad-ffe5-43ef-b728-c9426a288746 on network ea468c93-ec8b-484e-bc5e-9834b772e867 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:26.747283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 81e733c6-9ca4-4476-8880-15fa9e7bafdd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:26.750524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:26.751207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Checking segment: {'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:26.752298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.753488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Bound using segment: {'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:26.754247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Bound port: 0cc959ad-ffe5-43ef-b728-c9426a288746, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:26.755995 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.829339 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.886305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:26.887869 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks [] for router_gateway (607fe82b-11f4-4587-9c7a-545ae4cde063), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.926764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:26.932511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] For port 0cc959ad-ffe5-43ef-b728-c9426a288746, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:26.935811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port de4e24db-d2f9-4373-92c7-a6846612cc7e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:26.939330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] For port 0cc959ad-ffe5-43ef-b728-c9426a288746, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0cc959ad-ffe5-43ef-b728-c9426a288746,segment=NetworkSegment(af815ec5-717a-4ccd-9ee4-7edd3ba3e396),segment_id=af815ec5-717a-4ccd-9ee4-7edd3ba3e396)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:26.951237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'port_id': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'mac_address': 'fa:16:3e:fb:e5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:28:26.954943 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.040072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:27.051871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2909c1-51ac-4677-b86c-8956b3e31d00 None None] Pushing event updated for resources: {'Port': ['ID=0cc959ad-ffe5-43ef-b728-c9426a288746,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:27.052722 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f67b77-8a6e-4c3a-a846-dce7ba753d22" -d '{"events": [{"server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:27.063158 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Publish callbacks [] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.066145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port de4e24db-d2f9-4373-92c7-a6846612cc7e is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:27.066961 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.090234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de4e24db-d2f9-4373-92c7-a6846612cc7e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:27.097283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.116556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port de4e24db-d2f9-4373-92c7-a6846612cc7e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:27.126358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.170877 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235d3522-7946-4b3f-9d7d-2de2b9e020b1 x-openstack-request-id: req-235d3522-7946-4b3f-9d7d-2de2b9e020b1 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:27.171500 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "name": "network-vif-unplugged", "status": "completed", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:27.171931 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-235d3522-7946-4b3f-9d7d-2de2b9e020b1 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:27.172465 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6', 'code': 200} Feb 19 00:28:27.229759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=de4e24db-d2f9-4373-92c7-a6846612cc7e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:27.308378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on host n-h1-826527-3 for vnic_type normal with profile {"migrating_to": "n-h2-826527-3"} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:27.308886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:27.309167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:27.312628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Allocated IP 172.25.6.14 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/bcfc3bbd-efd0-4dbb-81d8-503b75628d8b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:27.334372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Pushing event updated for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=7']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:27.351139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:27.351479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Attempting to bind port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:27.366793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:27.367211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:27.367929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:27.368389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Bound port: b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:27.368940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.390025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ccd48-9439-415a-a044-e1f2f0f98a04 req-2f9c4ec5-717a-49fd-9b49-587385cb589d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:27.391689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff7ccd48-9439-415a-a044-e1f2f0f98a04 req-2f9c4ec5-717a-49fd-9b49-587385cb589d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 946 time: 0.4407139 Feb 19 00:28:27.445385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:28:27.475358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff7ccd48-9439-415a-a044-e1f2f0f98a04 req-13cb0116-411a-46e1-8189-17188c360e2b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764458 Feb 19 00:28:27.485067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['de4e24db-d2f9-4373-92c7-a6846612cc7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:27.584891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:27.608983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:27.617276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks [] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.645520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:27.657886 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Sync routers for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:27.671885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.677479 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:27.678411 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:27.683789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.692427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-68c1a4a8-0daa-4cbc-8d28-62a40311355e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.5911624 Feb 19 00:28:27.693087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38400) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:27.847150 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:27.973896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Pushing event updated for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=8']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:27.987157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:27.987932 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:27.989905 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ee6af888-f8e1-4eb1-b08e-f218fb22cc88 service neutron] 10.222.0.126 "PUT /v2.0/ports/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 1122 time: 1.7544045 Feb 19 00:28:27.991574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:28.075048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b9702d13-c60b-4f06-a1a0-41a7c95ff4a6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:28.081527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfc3bbd-efd0-4dbb-81d8-503b75628d8b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:28.095142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:28.106587 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:28.115614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:28.154327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf237d-3461-4b40-9881-52b3a192d8b3 req-285c757c-a678-42de-b1f0-155b4797b76d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:28.167410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbaf237d-3461-4b40-9881-52b3a192d8b3 req-285c757c-a678-42de-b1f0-155b4797b76d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.2933791 Feb 19 00:28:28.280094 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:25Z', 'revision_number': 3, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:28.369472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bacea4-92e4-4174-afa3-5e103aa3755c req-474f1afb-5885-4875-b3c9-3baeb7ac5e36 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:28.376838 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Checking router: ac382a81-6ebc-4cc3-aa11-e3173b6d4874 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:28.378288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32bacea4-92e4-4174-afa3-5e103aa3755c req-474f1afb-5885-4875-b3c9-3baeb7ac5e36 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 945 time: 0.5062537 Feb 19 00:28:28.384293 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Updating router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 port b979e109-dd57-4199-8020-881f88922764 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:28:28.388377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0cc959ad-ffe5-43ef-b728-c9426a288746 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:28.441734 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b979e109-dd57-4199-8020-881f88922764), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:28.525532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0cc959ad-ffe5-43ef-b728-c9426a288746 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:28.526169 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:28.527256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbaf237d-3461-4b40-9881-52b3a192d8b3 req-7729e76b-61db-4673-b866-0b347daddd2e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544743 Feb 19 00:28:28.563989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32bacea4-92e4-4174-afa3-5e103aa3755c req-272378c0-228d-4159-85f9-dd81d87c7de7 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538172 Feb 19 00:28:28.665971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device de4e24db-d2f9-4373-92c7-a6846612cc7e up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:28.719407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks [] for router_gateway (607fe82b-11f4-4587-9c7a-545ae4cde063), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:28.739174 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:28.743154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0cc959ad-ffe5-43ef-b728-c9426a288746 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:28.744148 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:28.752870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b20aea-4a93-4845-a2cd-e1d75368d227 None None] Network ea468c93-ec8b-484e-bc5e-9834b772e867 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:28.950667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Allocated IP 172.20.0.1 (a2c70b1f-175a-4666-bafc-f9b49f3b1b7b/fec01d6b-8864-4c5d-9b4c-42b01a62bf49/bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:29.007115 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Publish callbacks [] for port (b979e109-dd57-4199-8020-881f88922764), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.021111 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b979e109-dd57-4199-8020-881f88922764), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.033572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d6eb3bd8-b18f-4c4f-a0ea-f78737b5cad7 None None] Provisioning complete for port 0cc959ad-ffe5-43ef-b728-c9426a288746 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:29.033977 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6eb3bd8-b18f-4c4f-a0ea-f78737b5cad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.070943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Publish callbacks [] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.108213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.126050 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195890-e6d5-49cf-b11a-d14faeef3066 None None] Pushing event updated for resources: {'Port': ['ID=b979e109-dd57-4199-8020-881f88922764,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:29.131164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (607fe82b-11f4-4587-9c7a-545ae4cde063), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.139414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 0cc959ad-ffe5-43ef-b728-c9426a288746, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0cc959ad-ffe5-43ef-b728-c9426a288746,segment=NetworkSegment(af815ec5-717a-4ccd-9ee4-7edd3ba3e396),segment_id=af815ec5-717a-4ccd-9ee4-7edd3ba3e396)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:29.181280 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Attempting to bind port b979e109-dd57-4199-8020-881f88922764 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:29.182057 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Attempting to bind port b979e109-dd57-4199-8020-881f88922764 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:29.182632 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Attempting to bind port b979e109-dd57-4199-8020-881f88922764 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:29.184929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:29.196537 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:29.197280 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:29.197889 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.198493 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:29.199163 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Bound port: b979e109-dd57-4199-8020-881f88922764, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:29.199771 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b979e109-dd57-4199-8020-881f88922764), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.200424 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.202401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:29.204992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d6eb3bd8-b18f-4c4f-a0ea-f78737b5cad7 None None] Current status of the port 0cc959ad-ffe5-43ef-b728-c9426a288746 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:29.210713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:29.219080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:29.282342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.318732 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] For port b979e109-dd57-4199-8020-881f88922764, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:29.326081 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] For port b979e109-dd57-4199-8020-881f88922764, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b979e109-dd57-4199-8020-881f88922764,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:29.336600 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b979e109-dd57-4199-8020-881f88922764), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.360700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port de4e24db-d2f9-4373-92c7-a6846612cc7e completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:28:29.377558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=0cc959ad-ffe5-43ef-b728-c9426a288746,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:29.389108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.389468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.389814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.395471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.395884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.396246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.396583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.396924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.397265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.397602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.397935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.400673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.400969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:29.401970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port de4e24db-d2f9-4373-92c7-a6846612cc7e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:29.402396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.457871 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3195890-e6d5-49cf-b11a-d14faeef3066 None None] Pushing event updated for resources: {'Port': ['ID=b979e109-dd57-4199-8020-881f88922764,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:29.518237 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:29.519178 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:29.579995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port de4e24db-d2f9-4373-92c7-a6846612cc7e is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:29.580401 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.655756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:29.664530 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d19a1c7-a89b-47a2-bb01-d1f3c71093a4" -d '{"events": [{"server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "name": "network-vif-plugged", "status": "completed", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:29.685020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port de4e24db-d2f9-4373-92c7-a6846612cc7e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:29.697100 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.762832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:29.763380 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f4ab0a-509a-427a-aae5-cc16099e3c07" -d '{"events": [{"name": "network-changed", "server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:29.851530 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:29.857369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Router 607fe82b-11f4-4587-9c7a-545ae4cde063 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:28:29.866944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-db2b3152-c05a-48f7-866c-847d90c905b7 None None] Provisioning complete for port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:29.867704 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-db2b3152-c05a-48f7-866c-847d90c905b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:29.905758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-db2b3152-c05a-48f7-866c-847d90c905b7 None None] Port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:29.909580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=de4e24db-d2f9-4373-92c7-a6846612cc7e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:29.997303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:30.010295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Sync routers for ids ['607fe82b-11f4-4587-9c7a-545ae4cde063'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:30.040799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:30.042208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-60f71f61-9392-4b13-9090-36cd475181d0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1560862 Feb 19 00:28:30.044916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38426) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:30.051974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Routers {'607fe82b-11f4-4587-9c7a-545ae4cde063'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:30.053983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['607fe82b-11f4-4587-9c7a-545ae4cde063'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:30.131505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1865c-331b-4d61-96be-f3127adb6a87 req-40ef110f-bcb8-49c8-9692-472381a822c8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:30.146584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adf1865c-331b-4d61-96be-f3127adb6a87 req-40ef110f-bcb8-49c8-9692-472381a822c8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.4143574 Feb 19 00:28:30.174104 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:30.209224 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:25Z', 'revision_number': 3, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:30.234765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2908f5-0d63-4791-9fe5-857140603488 req-4d54018c-62f1-4350-bf52-5a80f5944174 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:30.236993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca2908f5-0d63-4791-9fe5-857140603488 req-4d54018c-62f1-4350-bf52-5a80f5944174 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 946 time: 0.4470973 Feb 19 00:28:30.377012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca2908f5-0d63-4791-9fe5-857140603488 req-4edc35c8-90c0-44c6-928b-6c64cf36d3d3 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311693 Feb 19 00:28:30.396274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adf1865c-331b-4d61-96be-f3127adb6a87 req-e0cbfa32-f381-45ef-ae5a-7ed03cde5152 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488055 Feb 19 00:28:30.445809 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da389a57-41a2-42ae-8407-325bbab39ee2 None None] The sync data for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 is: [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:25Z', 'revision_number': 3, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:30.548988 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebddb89b-b4f6-4c87-a437-d22140724a1c x-openstack-request-id: req-ebddb89b-b4f6-4c87-a437-d22140724a1c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:30.549567 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "name": "network-vif-plugged", "status": "completed", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:30.549567 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebddb89b-b4f6-4c87-a437-d22140724a1c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:30.549928 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'code': 200} Feb 19 00:28:30.553825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0cc959ad-ffe5-43ef-b728-c9426a288746 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:30.591124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6c6a5675-f895-4069-aab5-41a22efd9d9d None None] Provisioning complete for port 0cc959ad-ffe5-43ef-b728-c9426a288746 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:30.591517 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c6a5675-f895-4069-aab5-41a22efd9d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:30.632164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-b3fbb76d-c642-4ec1-bf32-c5840a839875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:30.634393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-b3fbb76d-c642-4ec1-bf32-c5840a839875 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1156 time: 0.1201572 Feb 19 00:28:30.634761 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4281a8e7-63cf-4e41-905e-95a5b1427739 x-openstack-request-id: req-4281a8e7-63cf-4e41-905e-95a5b1427739 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:30.635060 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:30.635315 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4281a8e7-63cf-4e41-905e-95a5b1427739 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:30.635711 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6', 'status': 'completed', 'code': 200} Feb 19 00:28:30.668211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:28:30.769993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3024e-91c7-4071-8e4e-8c293f3383d5 req-93b15b1a-b581-48fe-b3e6-ec77ea2bba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:30.771795 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25b3024e-91c7-4071-8e4e-8c293f3383d5 req-93b15b1a-b581-48fe-b3e6-ec77ea2bba5e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 1128 time: 0.1538720 Feb 19 00:28:30.776813 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Publish callbacks [] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:30.788767 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:30.812232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:30.888082 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25b3024e-91c7-4071-8e4e-8c293f3383d5 req-80b4496f-80d3-42fe-b6c3-5cbb53504700 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067886 Feb 19 00:28:30.918447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:30.974288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Set router 607fe82b-11f4-4587-9c7a-545ae4cde063 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:31.021868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-6925eb3c-24b3-44a3-a7c0-68bebc4c6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:31.025892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-6925eb3c-24b3-44a3-a7c0-68bebc4c6c45 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.3717127 Feb 19 00:28:31.055980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:31.104516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0cc959ad-ffe5-43ef-b728-c9426a288746 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:31.104988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:31.110995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 has no active binding in host n-h2-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:28:31.119276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:31.146420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-9670d8d0-a26f-4ab5-84db-0d0477e8558d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 217 time: 0.1124690 Feb 19 00:28:31.213263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Allocated IP 172.20.0.1 (ea468c93-ec8b-484e-bc5e-9834b772e867/bcd9c9b2-0190-460a-9a34-f8ddba5fd987/66391419-49b4-4400-b6d3-422f97791db2) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:31.214847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a5675-f895-4069-aab5-41a22efd9d9d None None] Current status of the port 0cc959ad-ffe5-43ef-b728-c9426a288746 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:31.282653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-3dc2dbd3-6ccf-4a4d-b716-f8ccc1d5ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:31.284158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-3dc2dbd3-6ccf-4a4d-b716-f8ccc1d5ba0e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1296730 Feb 19 00:28:31.364962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-ea7ccaf2-53ca-4b10-957c-59e3a8b351a7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687120 Feb 19 00:28:31.388721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Publish callbacks [] for port (66391419-49b4-4400-b6d3-422f97791db2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:31.418456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0cc959ad-ffe5-43ef-b728-c9426a288746 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:31.451122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:28:28Z', 'revision_number': 3, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port': {'id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:26Z', 'updated_at': '2022-02-19T00:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:31.474998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (66391419-49b4-4400-b6d3-422f97791db2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:31.485622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:31.500246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:31.517457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Checking router: 607fe82b-11f4-4587-9c7a-545ae4cde063 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:31.517882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Updating router 607fe82b-11f4-4587-9c7a-545ae4cde063 port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:28:31.550623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Network ea468c93-ec8b-484e-bc5e-9834b772e867 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:31.553728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:31.557025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:31.563938 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:31.617018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (607fe82b-11f4-4587-9c7a-545ae4cde063), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:31.624062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Pushing event updated for resources: {'Port': ['ID=66391419-49b4-4400-b6d3-422f97791db2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:31.893300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66391419-49b4-4400-b6d3-422f97791db2), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:31.981686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cbd3bdc6-7a4b-4bf9-876d-d2942eedd91b None None] Provisioning complete for port 66391419-49b4-4400-b6d3-422f97791db2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:31.982403 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbd3bdc6-7a4b-4bf9-876d-d2942eedd91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (66391419-49b4-4400-b6d3-422f97791db2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.034606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-e2bd319a-d6fb-4877-8477-97d6fcfdbdf7 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499398 Feb 19 00:28:32.061412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3bdc6-7a4b-4bf9-876d-d2942eedd91b None None] Port 66391419-49b4-4400-b6d3-422f97791db2 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:32.177060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Publish callbacks [] for port (66391419-49b4-4400-b6d3-422f97791db2), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.191601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (66391419-49b4-4400-b6d3-422f97791db2), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.229097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b979e109-dd57-4199-8020-881f88922764 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:32.234880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Publish callbacks [] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.268594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cbd3bdc6-7a4b-4bf9-876d-d2942eedd91b None None] Provisioning complete for port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:32.269370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbd3bdc6-7a4b-4bf9-876d-d2942eedd91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.271268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.283145 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (607fe82b-11f4-4587-9c7a-545ae4cde063), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.286322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Pushing event updated for resources: {'Port': ['ID=66391419-49b4-4400-b6d3-422f97791db2,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:32.328987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48f4ab0a-509a-427a-aae5-cc16099e3c07 req-1ee50c74-2823-477a-801d-53218bcd71cc service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346385 Feb 19 00:28:32.346693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:28:32.355314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ac41f-95d8-480a-b5cf-fdd445d18513 None None] Pushing event updated for resources: {'Port': ['ID=bcfc3bbd-efd0-4dbb-81d8-503b75628d8b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:32.367281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e6260-720b-413e-8173-a95e19174cc2 req-06d3248f-9f12-4408-841c-cf36a29359ea tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:32.374774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-903e6260-720b-413e-8173-a95e19174cc2 req-06d3248f-9f12-4408-841c-cf36a29359ea tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 946 time: 0.8781681 Feb 19 00:28:32.407335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Network ea468c93-ec8b-484e-bc5e-9834b772e867 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:32.409014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:32.412607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Attempting to bind port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:32.413348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Attempting to bind port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:32.413930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Attempting to bind port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:32.444225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:32.444808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:32.445319 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.445816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:32.446449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Bound port: bcfc3bbd-efd0-4dbb-81d8-503b75628d8b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:32.446927 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.448624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cbd3bdc6-7a4b-4bf9-876d-d2942eedd91b None None] Port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:32.479304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b979e109-dd57-4199-8020-881f88922764 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:32.483088 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b979e109-dd57-4199-8020-881f88922764), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.523823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:32.529879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e27a1b51-d577-42da-9a88-a5b162c134d9 admin admin] 10.222.0.60 "PUT /v2.0/routers/ac382a81-6ebc-4cc3-aa11-e3173b6d4874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8357241 Feb 19 00:28:32.580520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] For port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:32.586929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] For port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bcfc3bbd-efd0-4dbb-81d8-503b75628d8b,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:32.597270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-903e6260-720b-413e-8173-a95e19174cc2 req-71879eaa-9c09-43c7-a881-42f0f5a3bfc4 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215056 Feb 19 00:28:32.599527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Router 607fe82b-11f4-4587-9c7a-545ae4cde063 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:28:32.655716 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.723190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53cd4d-4be0-4bbe-a45f-a6b7b5d5875c req-21856763-d761-4449-8691-b388c4bb9ea5 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:32.731148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da53cd4d-4be0-4bbe-a45f-a6b7b5d5875c req-21856763-d761-4449-8691-b388c4bb9ea5 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.0771029 Feb 19 00:28:32.787644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704ac41f-95d8-480a-b5cf-fdd445d18513 None None] Pushing event updated for resources: {'Port': ['ID=bcfc3bbd-efd0-4dbb-81d8-503b75628d8b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:32.791877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da53cd4d-4be0-4bbe-a45f-a6b7b5d5875c req-89e31fe1-555b-44cf-b197-c2898c309c29 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596101 Feb 19 00:28:32.810998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b979e109-dd57-4199-8020-881f88922764 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:32.811387 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b979e109-dd57-4199-8020-881f88922764), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.834791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Routers {'607fe82b-11f4-4587-9c7a-545ae4cde063'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:32.835374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:32.835541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['607fe82b-11f4-4587-9c7a-545ae4cde063'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:32.841893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port b979e109-dd57-4199-8020-881f88922764, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b979e109-dd57-4199-8020-881f88922764,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:32.877728 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1607ceda-3ecc-4366-afd9-10bfa05afb2a admin admin] 10.222.0.60 "PUT /v2.0/routers/607fe82b-11f4-4587-9c7a-545ae4cde063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8310144 Feb 19 00:28:32.892365 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b979e109-dd57-4199-8020-881f88922764), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:32.991242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bef0dd22-70c7-4a2b-a2fd-9f249095c4a7 None None] Provisioning complete for port 66391419-49b4-4400-b6d3-422f97791db2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:32.991624 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bef0dd22-70c7-4a2b-a2fd-9f249095c4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (66391419-49b4-4400-b6d3-422f97791db2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.019241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38464) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:33.059410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=b979e109-dd57-4199-8020-881f88922764,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:33.094287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2144681820'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:33.095256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bef0dd22-70c7-4a2b-a2fd-9f249095c4a7 None None] Port 66391419-49b4-4400-b6d3-422f97791db2 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:33.100130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] Set router 607fe82b-11f4-4587-9c7a-545ae4cde063 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:33.141725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:33.145975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.195233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:28:33.214324 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Sync routers for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:33.225492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.225855 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Added segment 2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c of type vlan for network 7bc252f7-1c19-445d-97df-e4743bddb857 Feb 19 00:28:33.236637 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:33.237267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:33.344449 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (7bc252f7-1c19-445d-97df-e4743bddb857), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.347917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38470) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:33.353010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-02eccf9b-6b32-4599-ba70-9a867cb861c6 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442692399', 'description': 'tempest-description--1027533897'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:33.389153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (7bc252f7-1c19-445d-97df-e4743bddb857), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.391666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02eccf9b-6b32-4599-ba70-9a867cb861c6 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.395332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:33.396001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.398441 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:33.489515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4682455 Feb 19 00:28:33.495530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38472) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:33.502148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'subnet': {'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:33.515326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:28:31Z', 'revision_number': 4, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port': {'id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:26Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '66391419-49b4-4400-b6d3-422f97791db2', 'name': '', 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'mac_address': 'fa:16:3e:6e:48:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:30Z', 'updated_at': '2022-02-19T00:28:31Z', 'revision_number': 2, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'subnets': [{'id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:33.528384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face9231-db7f-4dfe-9b4b-99f00b039a06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Network': ['ID=7bc252f7-1c19-445d-97df-e4743bddb857,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:33.541179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02eccf9b-6b32-4599-ba70-9a867cb861c6 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group (164de7d7-0319-47c4-9641-60a785ede287), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.545729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 7bc252f7-1c19-445d-97df-e4743bddb857 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:28:33.549412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca952c4-e9ad-4229-92f0-73dcdbbdc860 None None] The sync data for ids ['607fe82b-11f4-4587-9c7a-545ae4cde063'] in n-d-826527-3 is: [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:28:31Z', 'revision_number': 4, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port': {'id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:26Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '66391419-49b4-4400-b6d3-422f97791db2', 'name': '', 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'mac_address': 'fa:16:3e:6e:48:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:30Z', 'updated_at': '2022-02-19T00:28:31Z', 'revision_number': 2, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'subnets': [{'id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:33.576144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02eccf9b-6b32-4599-ba70-9a867cb861c6 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (164de7d7-0319-47c4-9641-60a785ede287), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.637942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eccf9b-6b32-4599-ba70-9a867cb861c6 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=164de7d7-0319-47c4-9641-60a785ede287,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:33.655787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02eccf9b-6b32-4599-ba70-9a867cb861c6 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.657858 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-02eccf9b-6b32-4599-ba70-9a867cb861c6 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3088408 Feb 19 00:28:33.661469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38476) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:33.666364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2e94bb40-0b31-4205-9f64-5062f01b005d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Request body: {'security_group_rule': {'security_group_id': '164de7d7-0319-47c4-9641-60a785ede287', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:33.681314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:33.685392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.711382 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:30Z', 'revision_number': 2, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:33.759961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e94bb40-0b31-4205-9f64-5062f01b005d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group_rule (c33c87b9-33e7-46ef-bf0d-f7355ecc0706), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.766288 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Checking router: ac382a81-6ebc-4cc3-aa11-e3173b6d4874 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:33.766949 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Updating router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:28:33.813031 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.815495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e87a8-3d78-4e14-b12a-fbc2b298dc46 req-af15faf8-daa9-4f5f-a5cf-065037bcfd6c tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:33.822631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d76e87a8-3d78-4e14-b12a-fbc2b298dc46 req-af15faf8-daa9-4f5f-a5cf-065037bcfd6c tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 946 time: 0.1235483 Feb 19 00:28:33.903584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e94bb40-0b31-4205-9f64-5062f01b005d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group_rule (c33c87b9-33e7-46ef-bf0d-f7355ecc0706), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.916064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d76e87a8-3d78-4e14-b12a-fbc2b298dc46 req-b491997a-c89b-4f8e-bb15-6545d4e819e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924315 Feb 19 00:28:33.917397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e94bb40-0b31-4205-9f64-5062f01b005d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (c33c87b9-33e7-46ef-bf0d-f7355ecc0706), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.939362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94bb40-0b31-4205-9f64-5062f01b005d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33c87b9-33e7-46ef-bf0d-f7355ecc0706,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:33.953916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e94bb40-0b31-4205-9f64-5062f01b005d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:33.959756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e94bb40-0b31-4205-9f64-5062f01b005d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2971761 Feb 19 00:28:33.960452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38480) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:33.965250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7de0151b-eb54-4335-9c47-e41a8bfca713 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Request body: {'security_group_rule': {'security_group_id': '164de7d7-0319-47c4-9641-60a785ede287', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:33.997286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de0151b-eb54-4335-9c47-e41a8bfca713 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group_rule (875ef5bc-7c89-4370-8fcb-a03ce22343cb), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.042411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (d951e192-82c6-437b-ad46-38ae3085e4ab), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.200090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Subnet': ['ID=d951e192-82c6-437b-ad46-38ae3085e4ab,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:34.202852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Checking segment: {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:34.203344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network hostable DHCP agents. Network: 7bc252f7-1c19-445d-97df-e4743bddb857, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:28:34.205925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5b8b2-3092-46d7-b830-9658f6c51392 req-4e0423ce-d058-490b-ac28-a807b08cab04 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:34.208730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50b5b8b2-3092-46d7-b830-9658f6c51392 req-4e0423ce-d058-490b-ac28-a807b08cab04 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.1809013 Feb 19 00:28:34.217842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b979e109-dd57-4199-8020-881f88922764 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:34.224805 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de0151b-eb54-4335-9c47-e41a8bfca713 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group_rule (875ef5bc-7c89-4370-8fcb-a03ce22343cb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.236998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network 7bc252f7-1c19-445d-97df-e4743bddb857 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:28:34.246695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de0151b-eb54-4335-9c47-e41a8bfca713 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (875ef5bc-7c89-4370-8fcb-a03ce22343cb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.262396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 7bc252f7-1c19-445d-97df-e4743bddb857) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:34.271268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:34.272196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.275079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa0c577-7a26-41e1-aa8c-db41cd45faab None None] Network 7bc252f7-1c19-445d-97df-e4743bddb857 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:34.295812 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Publish callbacks [] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.312805 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:28:34.313591 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.317970 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7c063900-7519-4d4c-bdb6-39bfdd4d4f87 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8184090 Feb 19 00:28:34.318385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38482) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:34.326252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-438401192'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:34.365237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0151b-eb54-4335-9c47-e41a8bfca713 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875ef5bc-7c89-4370-8fcb-a03ce22343cb,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:34.382225 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d912874-0044-4508-b677-81f197c226f6 None None] Pushing event updated for resources: {'Port': ['ID=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:34.420330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:34.424534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.441690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de0151b-eb54-4335-9c47-e41a8bfca713 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.450858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7de0151b-eb54-4335-9c47-e41a8bfca713 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4888699 Feb 19 00:28:34.451508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38486) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:34.452292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b979e109-dd57-4199-8020-881f88922764 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:34.453962 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b979e109-dd57-4199-8020-881f88922764), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.463994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:34.480752 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Attempting to bind port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:34.481133 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Attempting to bind port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:34.481508 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Attempting to bind port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 on network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:34.487774 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:34.488376 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Checking segment: {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:34.488820 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.489221 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Bound using segment: {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:34.489702 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Bound port: bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:34.490093 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.514556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50b5b8b2-3092-46d7-b830-9658f6c51392 req-7bf8d376-6380-48c6-b02e-6b77a5aea9a4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929230 Feb 19 00:28:34.547428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:28:34.547892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-7bc252f7-1c19-445d-97df-e4743bddb857', 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857', 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'fixed_ips': [{'subnet_id': 'd951e192-82c6-437b-ad46-38ae3085e4ab'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:28:34.550978 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.571756 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1576328e-007f-45bb-8b4a-c2b529ea2abe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.571756 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Added segment 1576328e-007f-45bb-8b4a-c2b529ea2abe of type vlan for network 417e4013-87db-4246-9495-7fae5f218c69 Feb 19 00:28:34.606313 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] For port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:34.610937 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] For port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:34.619194 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.666312 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (417e4013-87db-4246-9495-7fae5f218c69), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.721236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.847707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (417e4013-87db-4246-9495-7fae5f218c69), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.859904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:34.862891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:34.881930 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d912874-0044-4508-b677-81f197c226f6 None None] Pushing event updated for resources: {'Port': ['ID=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:34.897924 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:34.898613 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:34.907476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Allocated IP 19.80.0.2 (7bc252f7-1c19-445d-97df-e4743bddb857/d951e192-82c6-437b-ad46-38ae3085e4ab/a160dabe-a729-42fb-a1e3-6db9ada03e7e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:35.063175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38504) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:35.071219 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7508092 Feb 19 00:28:35.087585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'subnet': {'network_id': '417e4013-87db-4246-9495-7fae5f218c69', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:35.154425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d00fb4-336b-48fc-85af-dbbeccfcc329 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Network': ['ID=417e4013-87db-4246-9495-7fae5f218c69,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:35.246940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 417e4013-87db-4246-9495-7fae5f218c69 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:28:35.319965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.322699 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:35.336756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8122fff1-a313-4706-bf65-fdc9188b8ee5 None None] Provisioning complete for port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:35.337376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8122fff1-a313-4706-bf65-fdc9188b8ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.559570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Allocated IP 172.25.6.10 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/2d252915-1996-4e76-9d98-e69917a1a720) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:35.568306 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Publish callbacks [] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.627068 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.720255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Network 7bc252f7-1c19-445d-97df-e4743bddb857 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:35.733262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:35.741333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b979e109-dd57-4199-8020-881f88922764 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:35.756425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:35.760271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264782e-7ee9-4fc5-a4ac-de610301868f req-86b43261-d459-458f-9410-f8fc75312cf5 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:35.766123 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for port (2d252915-1996-4e76-9d98-e69917a1a720), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.781374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2264782e-7ee9-4fc5-a4ac-de610301868f req-86b43261-d459-458f-9410-f8fc75312cf5 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 946 time: 0.4357123 Feb 19 00:28:35.851922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:35.857930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.890998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2d252915-1996-4e76-9d98-e69917a1a720), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.899933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Pushing event updated for resources: {'Port': ['ID=a160dabe-a729-42fb-a1e3-6db9ada03e7e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:35.914710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Attempting to bind port a160dabe-a729-42fb-a1e3-6db9ada03e7e on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:35.915320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Attempting to bind port a160dabe-a729-42fb-a1e3-6db9ada03e7e by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:35.915749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Attempting to bind port a160dabe-a729-42fb-a1e3-6db9ada03e7e on network 7bc252f7-1c19-445d-97df-e4743bddb857 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:35.929174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:35.929473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Checking segment: {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:35.932433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.932928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Bound using segment: {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:35.933646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Bound port: a160dabe-a729-42fb-a1e3-6db9ada03e7e, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:35.936020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:35.993717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:36.004049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:36.013697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:36.054914 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:34Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:36.105845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event updated for resources: {'Port': ['ID=2d252915-1996-4e76-9d98-e69917a1a720,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:36.154070 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afef8f2a-782c-4a52-b561-5256b4d1aade None None] The sync data for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 is: [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:34Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:36.178966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8122fff1-a313-4706-bf65-fdc9188b8ee5 None None] Current status of the port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:36.181701 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8122fff1-a313-4706-bf65-fdc9188b8ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.187219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] For port a160dabe-a729-42fb-a1e3-6db9ada03e7e, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:36.267055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] For port a160dabe-a729-42fb-a1e3-6db9ada03e7e, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a160dabe-a729-42fb-a1e3-6db9ada03e7e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:36.284806 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.337446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2264782e-7ee9-4fc5-a4ac-de610301868f req-08d73d21-bca6-4e02-955e-9698e09fd5a3 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546477 Feb 19 00:28:36.392248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for floatingip (85286dbf-efe2-44f2-9400-3976a86aceec), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.445173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64ea993-51b6-4981-b39a-ed4cf2c9f3a5 req-7b86cf5d-733c-4652-b845-eeebb8ac6417 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:36.456221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a64ea993-51b6-4981-b39a-ed4cf2c9f3a5 req-7b86cf5d-733c-4652-b845-eeebb8ac6417 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.3598294 Feb 19 00:28:36.463440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2d252915-1996-4e76-9d98-e69917a1a720), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.507058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f16fc-c99f-4e9b-8418-64a1e50231b7 None None] Pushing event updated for resources: {'Port': ['ID=a160dabe-a729-42fb-a1e3-6db9ada03e7e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:36.526779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8122fff1-a313-4706-bf65-fdc9188b8ee5 None None] For port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:36.532706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bcfc3bbd-efd0-4dbb-81d8-503b75628d8b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:36.545100 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8122fff1-a313-4706-bf65-fdc9188b8ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.674082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a64ea993-51b6-4981-b39a-ed4cf2c9f3a5 req-e36cf5a8-cb2f-4da4-a5a9-2c359e91bcdc tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166629 Feb 19 00:28:36.737731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:28:36.813166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for port (2d252915-1996-4e76-9d98-e69917a1a720), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.823968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2d252915-1996-4e76-9d98-e69917a1a720), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.930107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122fff1-a313-4706-bf65-fdc9188b8ee5 None None] Pushing event updated for resources: {'Port': ['ID=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:36.961808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event updated for resources: {'Port': ['ID=2d252915-1996-4e76-9d98-e69917a1a720,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:36.968132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (85286dbf-efe2-44f2-9400-3976a86aceec), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.971790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-eece1a0b-33df-4cb2-96a9-37e846adda1e None None] Provisioning complete for port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:36.972230 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eece1a0b-33df-4cb2-96a9-37e846adda1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:36.998976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (91ea2909-ac8a-415a-acbb-b73731280ced), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:37.017087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:37.018517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b80a9df7-6f74-41ac-b6e8-b8c640ff1aa5 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5653312 Feb 19 00:28:37.207263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Subnet': ['ID=91ea2909-ac8a-415a-acbb-b73731280ced,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:37.298047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:37.318528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-5e9484b2-c43e-45da-8f9b-d79ab0c1e6ae service neutron] 10.222.0.113 "GET /v2.0/ports/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6/bindings/n-h2-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.4867182 Feb 19 00:28:37.323291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 has no active binding in host n-h2-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:28:37.325092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:37.325475 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:37.479725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-b8abeb14-627e-4942-8934-a86852751150 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--442692399&fields=id&tenant_id=765b4aeb6b9d48e095e5485990c88724 HTTP/1.1" status: 200 len: 267 time: 0.1600158 Feb 19 00:28:37.488787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Checking segment: {'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:37.496193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network hostable DHCP agents. Network: 417e4013-87db-4246-9495-7fae5f218c69, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:28:37.695938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eece1a0b-33df-4cb2-96a9-37e846adda1e None None] Current status of the port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:37.712156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:37.712980 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:37.743991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bcfc3bbd-efd0-4dbb-81d8-503b75628d8b,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:37.757018 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:37.794843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network 417e4013-87db-4246-9495-7fae5f218c69 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:28:37.834445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=bcfc3bbd-efd0-4dbb-81d8-503b75628d8b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:37.841498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 417e4013-87db-4246-9495-7fae5f218c69) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:37.852569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:37.853966 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:37.857340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdc7bd0-bb3b-4ecf-9e41-6feb3ed234b4 None None] Network 417e4013-87db-4246-9495-7fae5f218c69 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:37.934987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3bb4c511-5c06-4c30-adca-53f84b56d9ad tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8679366 Feb 19 00:28:37.950129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:37.964987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72759757-56e1-4be6-b5f0-3c7b268ff565 req-49a4256e-23ae-49b9-b165-d5aa61a459e0 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:37.971462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72759757-56e1-4be6-b5f0-3c7b268ff565 req-49a4256e-23ae-49b9-b165-d5aa61a459e0 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 946 time: 0.1846313 Feb 19 00:28:37.977929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-08186e28-ed0c-4b1d-9211-3d803c9f7484 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:37.987397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-08186e28-ed0c-4b1d-9211-3d803c9f7484 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/networks?id=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b HTTP/1.1" status: 200 len: 804 time: 0.5062742 Feb 19 00:28:37.997184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-417e4013-87db-4246-9495-7fae5f218c69', 'network_id': '417e4013-87db-4246-9495-7fae5f218c69', 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'fixed_ips': [{'subnet_id': '91ea2909-ac8a-415a-acbb-b73731280ced'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:28:37.998306 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:38.041685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-d31941d9-c0b2-4cd0-b3f3-7fe3dc192b41 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/quotas/765b4aeb6b9d48e095e5485990c88724 HTTP/1.1" status: 200 len: 375 time: 0.0444241 Feb 19 00:28:38.078408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:38.217905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72759757-56e1-4be6-b5f0-3c7b268ff565 req-34b8df7f-256d-4015-886d-c8528cc54fcb tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294133 Feb 19 00:28:38.227541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:38.247077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:38.271731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Allocated IP 19.86.0.2 (417e4013-87db-4246-9495-7fae5f218c69/91ea2909-ac8a-415a-acbb-b73731280ced/85b51cd4-a30d-4257-922f-c85d509c5316) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:38.283411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-93df3254-da30-43d7-8235-7f1275567f34 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=765b4aeb6b9d48e095e5485990c88724&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2329285 Feb 19 00:28:38.298972 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:38.594656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Sync routers for ids ['607fe82b-11f4-4587-9c7a-545ae4cde063'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:38.597328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bcfc3bbd-efd0-4dbb-81d8-503b75628d8b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:38.673804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a251f55-b5cf-4dcd-8635-1f0d89cc0cdc None None] Network 7bc252f7-1c19-445d-97df-e4743bddb857 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:38.729378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-e0ffbd27-9d8b-4163-bae7-28d50cd628b6 service neutron] 10.222.0.60 "GET /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4266572 Feb 19 00:28:38.781928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] Transition to ACTIVE for port object b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:28:38.792488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Routers {'607fe82b-11f4-4587-9c7a-545ae4cde063'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:38.793131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['607fe82b-11f4-4587-9c7a-545ae4cde063'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:38.849739 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:38.865549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2238d-7d6b-4a49-bfc5-3e9258e8ca15 req-c3828859-0bca-48c4-8184-363c068dd610 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:38.867176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24a2238d-7d6b-4a49-bfc5-3e9258e8ca15 req-c3828859-0bca-48c4-8184-363c068dd610 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 944 time: 0.4495168 Feb 19 00:28:38.990342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] No DVR routers for this DVR port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:28:39.014286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24a2238d-7d6b-4a49-bfc5-3e9258e8ca15 req-32caa1d9-263e-4e10-bcce-565f6fde6e9c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206713 Feb 19 00:28:39.062315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-0af8163c-31c0-41d7-b94f-ae8ab274172a service neutron] 10.222.0.60 "GET /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249710 Feb 19 00:28:39.065925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] Pushing event updated for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:39.091112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c7fa210c-29fd-47b9-ad84-b1de82c66c4d service neutron] 10.222.0.113 "PUT /v2.0/ports/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6/bindings/n-h2-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 1.7397132 Feb 19 00:28:39.195296 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Publish callbacks [] for port (85b51cd4-a30d-4257-922f-c85d509c5316), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:39.211692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a5759990-9e9c-477a-bf7c-997bb14369dd None None] Provisioning complete for port a160dabe-a729-42fb-a1e3-6db9ada03e7e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:39.212086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5759990-9e9c-477a-bf7c-997bb14369dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:39.235635 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:39.281341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-19789c7b-5d73-4b16-81c9-65724d574369 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:39.282902 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-19789c7b-5d73-4b16-81c9-65724d574369 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.1115003 Feb 19 00:28:39.352550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d03cac8c-a457-4584-b822-17266e8fa0c0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:39.366419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d03cac8c-a457-4584-b822-17266e8fa0c0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:39.368086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d03cac8c-a457-4584-b822-17266e8fa0c0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/networks?id=7bc252f7-1c19-445d-97df-e4743bddb857&id=417e4013-87db-4246-9495-7fae5f218c69&id=7bc252f7-1c19-445d-97df-e4743bddb857 HTTP/1.1" status: 200 len: 1391 time: 0.2290804 Feb 19 00:28:39.386497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-999fc3fc-b344-4830-9541-6b09d011bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:39.388132 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-999fc3fc-b344-4830-9541-6b09d011bfe5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f HTTP/1.1" status: 200 len: 1127 time: 0.0968409 Feb 19 00:28:39.392581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-4e9368a4-a371-4f0e-bed8-8e6e44a22f73 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/quotas/97f748cbfcb34402a486ab61f99cc5c6 HTTP/1.1" status: 200 len: 375 time: 0.0152438 Feb 19 00:28:39.417581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Network 417e4013-87db-4246-9495-7fae5f218c69 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:39.501266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-29ea03dd-36e2-4e04-80a8-c6ab0a8462dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:39.502822 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-29ea03dd-36e2-4e04-80a8-c6ab0a8462dd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1127 time: 0.0886741 Feb 19 00:28:39.522608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:39.523294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:39.525431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:39.529654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:39.620602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-fe4c0f9a-f99c-4099-838c-80c29574b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:39.622097 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-fe4c0f9a-f99c-4099-838c-80c29574b221 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1106124 Feb 19 00:28:39.671941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-3b22c4a7-7dfb-4491-b38e-e18ce23c63e7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=97f748cbfcb34402a486ab61f99cc5c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2547090 Feb 19 00:28:39.721989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Pushing event updated for resources: {'Port': ['ID=85b51cd4-a30d-4257-922f-c85d509c5316,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:39.729264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-743254c7-51be-4ecf-b6c1-4e724fb7d6bb tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:39.736072 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-604c4c6f-eb43-4634-9851-e24d37d61b20 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 217 time: 0.0914505 Feb 19 00:28:39.747631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-743254c7-51be-4ecf-b6c1-4e724fb7d6bb tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2734008 Feb 19 00:28:39.816032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Set router 607fe82b-11f4-4587-9c7a-545ae4cde063 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:39.905284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Attempting to bind port 85b51cd4-a30d-4257-922f-c85d509c5316 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:39.905661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Attempting to bind port 85b51cd4-a30d-4257-922f-c85d509c5316 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:39.906043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Attempting to bind port 85b51cd4-a30d-4257-922f-c85d509c5316 on network 417e4013-87db-4246-9495-7fae5f218c69 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:39.932206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a5759990-9e9c-477a-bf7c-997bb14369dd None None] Current status of the port a160dabe-a729-42fb-a1e3-6db9ada03e7e is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:39.932476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5759990-9e9c-477a-bf7c-997bb14369dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:39.978136 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c4d249db-916b-49cd-9faf-a82342d9d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:39.982565 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-c4d249db-916b-49cd-9faf-a82342d9d2ea service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.2455044 Feb 19 00:28:39.985905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:39.986327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Checking segment: {'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:39.986744 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:39.987148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Bound using segment: {'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:39.987658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Bound port: 85b51cd4-a30d-4257-922f-c85d509c5316, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:39.988053 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:40.076243 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-05e831de-8f57-49f5-b785-9e7f09e57b97 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791357 Feb 19 00:28:40.274416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-e5c0fd55-bd0d-401d-a5c3-1f3287500855 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908324 Feb 19 00:28:40.285360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] For port 85b51cd4-a30d-4257-922f-c85d509c5316, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:40.290505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] For port 85b51cd4-a30d-4257-922f-c85d509c5316, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85b51cd4-a30d-4257-922f-c85d509c5316,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:40.303781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a5759990-9e9c-477a-bf7c-997bb14369dd None None] For port a160dabe-a729-42fb-a1e3-6db9ada03e7e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a160dabe-a729-42fb-a1e3-6db9ada03e7e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:40.337695 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:40.339660 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5759990-9e9c-477a-bf7c-997bb14369dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:40.351502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:40.352936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:40.401676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:28:40.473785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-f7e5999b-024a-4ee5-80a6-87e0bff0d732 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.7250202 Feb 19 00:28:40.497903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Request body: {'floatingip': {'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:40.501760 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-ffe0eabd-88f1-4be3-928f-873d09471489 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204828 Feb 19 00:28:40.584466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0118da-9df2-4b3c-82b2-ded616dc12da None None] Pushing event updated for resources: {'Port': ['ID=85b51cd4-a30d-4257-922f-c85d509c5316,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:40.587534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] The host n-h1-826527-3 is not matching for port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 host n-h2-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:28:40.587947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:28:40.623847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8bda05fa-14d2-4919-98d2-9ea2fb732024 None None] Provisioning complete for port a160dabe-a729-42fb-a1e3-6db9ada03e7e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:40.624229 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8bda05fa-14d2-4919-98d2-9ea2fb732024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:40.673233 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:40.709648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:28:31Z', 'revision_number': 4, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port': {'id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:26Z', 'updated_at': '2022-02-19T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '66391419-49b4-4400-b6d3-422f97791db2', 'name': '', 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'mac_address': 'fa:16:3e:6e:48:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:30Z', 'updated_at': '2022-02-19T00:28:31Z', 'revision_number': 2, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'subnets': [{'id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:40.811697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Checking router: 607fe82b-11f4-4587-9c7a-545ae4cde063 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:40.824263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Updating router 607fe82b-11f4-4587-9c7a-545ae4cde063 port 66391419-49b4-4400-b6d3-422f97791db2 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:28:40.865220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:40.865772 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:40.960853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5759990-9e9c-477a-bf7c-997bb14369dd None None] Pushing event updated for resources: {'Port': ['ID=a160dabe-a729-42fb-a1e3-6db9ada03e7e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:40.989240 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66391419-49b4-4400-b6d3-422f97791db2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:41.050865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-7c77e92d-87df-4da8-8076-c00d33c0bb2a tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:41.051996 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-7c77e92d-87df-4da8-8076-c00d33c0bb2a tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.1153524 Feb 19 00:28:41.133289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-59115621-b773-4c25-a192-b05680a6a409 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4600494 Feb 19 00:28:41.197177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:41.203505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a160dabe-a729-42fb-a1e3-6db9ada03e7e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:41.239522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-fc100664-feca-4b3a-83ae-46bdb4fb176f service neutron] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:41.251413 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-fc100664-feca-4b3a-83ae-46bdb4fb176f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:41.253416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-fc100664-feca-4b3a-83ae-46bdb4fb176f service neutron] 10.222.0.126 "DELETE /v2.0/ports/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6/bindings/n-h1-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.1919887 Feb 19 00:28:41.308991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8bda05fa-14d2-4919-98d2-9ea2fb732024 None None] Current status of the port a160dabe-a729-42fb-a1e3-6db9ada03e7e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:41.463581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a160dabe-a729-42fb-a1e3-6db9ada03e7e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:41.465026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:41.793188 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a160dabe-a729-42fb-a1e3-6db9ada03e7e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:41.969709 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:41.997474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.011495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Publish callbacks [] for port (66391419-49b4-4400-b6d3-422f97791db2), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.033197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b35cce-692d-4eef-a077-a87c76f2741a None None] Network 417e4013-87db-4246-9495-7fae5f218c69 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:28:42.037438 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (66391419-49b4-4400-b6d3-422f97791db2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.062561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-07c9ab92-ec33-4aa8-8a7c-c5bc8f5154f4 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9221098 Feb 19 00:28:42.180922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85b51cd4-a30d-4257-922f-c85d509c5316 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:42.258361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3b9bba48-b195-473b-9e21-d6a40822c2c1 None None] Provisioning complete for port 85b51cd4-a30d-4257-922f-c85d509c5316 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:42.258692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9bba48-b195-473b-9e21-d6a40822c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.305033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-7281fb9d-b606-4ff6-8adf-94d4685bb318 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:42.306541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-7281fb9d-b606-4ff6-8adf-94d4685bb318 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.113 "GET /v2.0/networks?id=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b HTTP/1.1" status: 200 len: 804 time: 0.8844337 Feb 19 00:28:42.368588 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc associated. External IP: 172.25.6.169, port: 38090490-acfd-42b2-b90c-810276270dea. Feb 19 00:28:42.375449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-aae6926d-ef6f-4721-943e-f9ae4f642bfc service neutron] 10.222.0.60 "GET /v2.0/networks/417e4013-87db-4246-9495-7fae5f218c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181734 Feb 19 00:28:42.521382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-df4d33fb-a8f9-4225-a210-08bd36cb13db service neutron] 10.222.0.60 "GET /v2.0/networks/417e4013-87db-4246-9495-7fae5f218c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023493 Feb 19 00:28:42.579370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 85b51cd4-a30d-4257-922f-c85d509c5316 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:42.579762 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.622155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e816f4f-54ac-412d-bd7f-4f7751216d99 None None] Pushing event updated for resources: {'Port': ['ID=66391419-49b4-4400-b6d3-422f97791db2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:42.675352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-a19fb0a1-1180-4f16-9ef6-84a776ad3a36 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=765b4aeb6b9d48e095e5485990c88724 HTTP/1.1" status: 200 len: 379 time: 0.3518381 Feb 19 00:28:42.686357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Request body: {'port': {'device_id': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'admin_state_up': True, 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'security_groups': ['164de7d7-0319-47c4-9641-60a785ede287']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:42.710114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Attempting to bind port 66391419-49b4-4400-b6d3-422f97791db2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:42.710537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Attempting to bind port 66391419-49b4-4400-b6d3-422f97791db2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:42.710909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Attempting to bind port 66391419-49b4-4400-b6d3-422f97791db2 on network ea468c93-ec8b-484e-bc5e-9834b772e867 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:42.754770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:42.755155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Checking segment: {'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:42.755566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.755968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Bound using segment: {'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:42.756465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Bound port: 66391419-49b4-4400-b6d3-422f97791db2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:42.756859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66391419-49b4-4400-b6d3-422f97791db2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.795015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-cd704e49-c2df-4901-9fe9-9e2e4f53b040 service neutron] 10.222.0.60 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605038 Feb 19 00:28:42.818879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 85b51cd4-a30d-4257-922f-c85d509c5316 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:42.819253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.924313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 85b51cd4-a30d-4257-922f-c85d509c5316, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85b51cd4-a30d-4257-922f-c85d509c5316,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:42.933644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bba48-b195-473b-9e21-d6a40822c2c1 None None] Current status of the port 85b51cd4-a30d-4257-922f-c85d509c5316 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:42.934040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9bba48-b195-473b-9e21-d6a40822c2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.937643 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:42.938487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a160dabe-a729-42fb-a1e3-6db9ada03e7e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:42.986175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] For port 66391419-49b4-4400-b6d3-422f97791db2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:42.993586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] For port 66391419-49b4-4400-b6d3-422f97791db2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=66391419-49b4-4400-b6d3-422f97791db2,segment=NetworkSegment(af815ec5-717a-4ccd-9ee4-7edd3ba3e396),segment_id=af815ec5-717a-4ccd-9ee4-7edd3ba3e396)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:43.105957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=85b51cd4-a30d-4257-922f-c85d509c5316,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:43.112245 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (66391419-49b4-4400-b6d3-422f97791db2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:43.261599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e816f4f-54ac-412d-bd7f-4f7751216d99 None None] Pushing event updated for resources: {'Port': ['ID=66391419-49b4-4400-b6d3-422f97791db2,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:43.329961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Routers {'607fe82b-11f4-4587-9c7a-545ae4cde063'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:43.330717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['607fe82b-11f4-4587-9c7a-545ae4cde063'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:43.342111 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-3b9bba48-b195-473b-9e21-d6a40822c2c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:28:43.343075 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-3b9bba48-b195-473b-9e21-d6a40822c2c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:28:43.392951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a160dabe-a729-42fb-a1e3-6db9ada03e7e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:43.393378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:43.495072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Made reservation on behalf of 765b4aeb6b9d48e095e5485990c88724 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:43.498748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:43.504290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a160dabe-a729-42fb-a1e3-6db9ada03e7e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:43.525407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-19d6a266-bc76-4239-9071-172421f2ab0c service neutron] 10.222.0.60 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218378 Feb 19 00:28:43.562906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:28:43.627745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] Set router 607fe82b-11f4-4587-9c7a-545ae4cde063 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:43.765279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Allocated IP 172.20.0.12 (a2c70b1f-175a-4666-bafc-f9b49f3b1b7b/fec01d6b-8864-4c5d-9b4c-42b01a62bf49/cb9d631a-c875-4276-8d5a-bb426636465f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:43.930516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ccf6679-a087-4de1-ba4e-eb07975adaaf req-ead49824-97fd-4877-a489-823e13e79d0a tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 210 time: 0.1095469 Feb 19 00:28:44.039859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 66391419-49b4-4400-b6d3-422f97791db2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:44.105026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b9bba48-b195-473b-9e21-d6a40822c2c1 None None] Current status of the port 85b51cd4-a30d-4257-922f-c85d509c5316 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:44.123714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for port (cb9d631a-c875-4276-8d5a-bb426636465f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.203707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 66391419-49b4-4400-b6d3-422f97791db2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:44.204383 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (66391419-49b4-4400-b6d3-422f97791db2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.208126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:44.213271 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.223072 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:44.242924 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:44.243615 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:44.256494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.321943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:28:31Z', 'revision_number': 4, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port': {'id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:26Z', 'updated_at': '2022-02-19T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '66391419-49b4-4400-b6d3-422f97791db2', 'name': '', 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'mac_address': 'fa:16:3e:6e:48:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:30Z', 'updated_at': '2022-02-19T00:28:42Z', 'revision_number': 4, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'subnets': [{'id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:44.357084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Provisioning complete for port 66391419-49b4-4400-b6d3-422f97791db2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:44.357633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (66391419-49b4-4400-b6d3-422f97791db2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.359668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315e54e0-d500-47fd-817b-30fcb3b63fd3 None None] The sync data for ids ['607fe82b-11f4-4587-9c7a-545ae4cde063'] in n-d-826527-3 is: [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:28:31Z', 'revision_number': 4, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port': {'id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:26Z', 'updated_at': '2022-02-19T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '66391419-49b4-4400-b6d3-422f97791db2', 'name': '', 'network_id': 'ea468c93-ec8b-484e-bc5e-9834b772e867', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'mac_address': 'fa:16:3e:6e:48:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_interface', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:30Z', 'updated_at': '2022-02-19T00:28:42Z', 'revision_number': 4, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'subnets': [{'id': 'bcd9c9b2-0190-460a-9a34-f8ddba5fd987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:44.491576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:44.505784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:44.511253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:44.534725 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:44.579434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 66391419-49b4-4400-b6d3-422f97791db2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:44.579957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66391419-49b4-4400-b6d3-422f97791db2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.657852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:44.658751 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.684325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-64346c29-f563-4a8a-aea6-de43441d1c8b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "PUT /v2.0/floatingips/997068b9-824c-4c1f-9de4-d508175cb0fc HTTP/1.1" status: 200 len: 997 time: 4.1953461 Feb 19 00:28:44.693690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:44.696837 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c84543-a311-472f-9f62-c8d3e2eb40ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:44.699794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 66391419-49b4-4400-b6d3-422f97791db2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=66391419-49b4-4400-b6d3-422f97791db2,segment=NetworkSegment(af815ec5-717a-4ccd-9ee4-7edd3ba3e396),segment_id=af815ec5-717a-4ccd-9ee4-7edd3ba3e396)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:44.706293 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0236912 Feb 19 00:28:44.742618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Request body: {'port': {'device_id': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:44.753360 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (66391419-49b4-4400-b6d3-422f97791db2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.754553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85b51cd4-a30d-4257-922f-c85d509c5316 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:44.787597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a6d3c-e2d4-4c77-a61c-9397f132c543 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event updated for resources: {'Port': ['ID=cb9d631a-c875-4276-8d5a-bb426636465f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:44.850194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3200d30-12fd-4b97-ac7b-76f4c1740118 req-46cf24ea-4272-4797-98d6-88382c10ecf0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:44.858519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3200d30-12fd-4b97-ac7b-76f4c1740118 req-46cf24ea-4272-4797-98d6-88382c10ecf0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 945 time: 0.6413212 Feb 19 00:28:44.909576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=66391419-49b4-4400-b6d3-422f97791db2,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:44.932080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Current status of the port 66391419-49b4-4400-b6d3-422f97791db2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:44.934854 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66391419-49b4-4400-b6d3-422f97791db2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:44.959067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-39a86e33-8e5a-4e32-9596-ceefd45a1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:44.975085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-39a86e33-8e5a-4e32-9596-ceefd45a1f2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.2646666 Feb 19 00:28:45.041785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:45.116183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 85b51cd4-a30d-4257-922f-c85d509c5316 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:45.125167 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:45.208237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3200d30-12fd-4b97-ac7b-76f4c1740118 req-85bbe129-6845-4b5b-8089-950704705376 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486750 Feb 19 00:28:45.244102 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:28:45.249890 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:28:45.334946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 85b51cd4-a30d-4257-922f-c85d509c5316 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:45.353630 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:1f:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:41Z', 'revision_number': 1, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:45.425167 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:45.449572 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:45.450524 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:45.510804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c959f8bd-556a-4a0a-92f4-7fabf91fd414 req-e9f041d3-09f5-4f9d-9f38-4a0f28930dbc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 210 time: 0.1225524 Feb 19 00:28:45.617219 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98910ed-2fe9-4122-b6bc-0eb2b35edc1b x-openstack-request-id: req-c98910ed-2fe9-4122-b6bc-0eb2b35edc1b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:45.617531 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:45.617870 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c98910ed-2fe9-4122-b6bc-0eb2b35edc1b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:45.618205 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea', 'status': 'completed', 'code': 200} Feb 19 00:28:45.620242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-4fa8547c-caad-4c8d-b6e3-be52d07dc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:45.621806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-4fa8547c-caad-4c8d-b6e3-be52d07dc968 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.6459866 Feb 19 00:28:45.710385 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:45.750464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-41155750-1480-4672-9f0a-84b971dcc8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:45.751954 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-41155750-1480-4672-9f0a-84b971dcc8fe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.1318333 Feb 19 00:28:45.854260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Current status of the port 66391419-49b4-4400-b6d3-422f97791db2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:45.887072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Provisioning complete for port 85b51cd4-a30d-4257-922f-c85d509c5316 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:45.887458 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:45.967980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 66391419-49b4-4400-b6d3-422f97791db2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:46.044381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-81b1289d-ec51-4e82-9d1f-d51c92ce37cc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:46.061932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-81b1289d-ec51-4e82-9d1f-d51c92ce37cc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:46.063621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-81b1289d-ec51-4e82-9d1f-d51c92ce37cc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.113 "GET /v2.0/networks?id=7bc252f7-1c19-445d-97df-e4743bddb857&id=417e4013-87db-4246-9495-7fae5f218c69&id=7bc252f7-1c19-445d-97df-e4743bddb857 HTTP/1.1" status: 200 len: 1391 time: 0.8543975 Feb 19 00:28:46.108309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'port': {'device_id': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857', 'admin_state_up': True, 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:46.195806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 66391419-49b4-4400-b6d3-422f97791db2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:46.196243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (66391419-49b4-4400-b6d3-422f97791db2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:46.220834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-10ef1f0e-c0d1-438b-b572-22395781f36a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 1000 time: 0.5768278 Feb 19 00:28:46.259615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-60a66efa-4d3d-482d-8ad3-86eac13736d4 None None] Current status of the port 85b51cd4-a30d-4257-922f-c85d509c5316 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:46.281757 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:1f:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:41Z', 'revision_number': 1, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:46.350032 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bce033-c81e-47cb-bdd0-444e3d8725e7 None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:1f:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:41Z', 'revision_number': 1, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:46.369854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff379b0e-6190-40a6-9af7-8324c906dc89 req-520dfc8e-4f7e-4f6c-8f6c-477f7fd40857 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:46.378133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff379b0e-6190-40a6-9af7-8324c906dc89 req-520dfc8e-4f7e-4f6c-8f6c-477f7fd40857 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 932 time: 0.5564854 Feb 19 00:28:46.426270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 66391419-49b4-4400-b6d3-422f97791db2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:46.435643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-27bb06df-1152-4d93-863f-17b30bdbf184 None None] Provisioning complete for port cb9d631a-c875-4276-8d5a-bb426636465f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:46.436026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27bb06df-1152-4d93-863f-17b30bdbf184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:46.615816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff379b0e-6190-40a6-9af7-8324c906dc89 req-d32588d9-5ead-47c2-9380-fcf074a4ac67 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366636 Feb 19 00:28:46.633288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-9a1ad076-a3f7-403a-9855-0aea5c7597b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:46.640728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-9a1ad076-a3f7-403a-9855-0aea5c7597b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.3784778 Feb 19 00:28:46.719484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-13b37966-fb78-408e-a19f-9dc9cf131bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:46.721262 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-13b37966-fb78-408e-a19f-9dc9cf131bfc service neutron] 10.222.0.113 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.9540949 Feb 19 00:28:46.816441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa37286f-3962-463b-832d-cf97412da4b8 None None] New status for floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:28:46.826508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-530498a7-ec7f-4419-8b5d-ac9e9dfbac3e req-c9aa2505-7de0-44fc-9853-663380f1f693 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 210 time: 0.0401323 Feb 19 00:28:46.855737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-7ca38658-2fc0-4054-a547-7c0f6f2632f7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 1000 time: 0.1266038 Feb 19 00:28:46.858990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:46.869486 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:46.959277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-aefe07dc-9ca1-460e-90d7-80c3def55a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:46.963967 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-aefe07dc-9ca1-460e-90d7-80c3def55a80 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.1008289 Feb 19 00:28:46.993951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-2781ec92-b188-46e8-8e9c-9f144f8b35a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:47.002464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-2781ec92-b188-46e8-8e9c-9f144f8b35a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3426211 Feb 19 00:28:47.072114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-d6507c5e-cb36-457b-9954-e3a4005ae3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:47.074099 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-d6507c5e-cb36-457b-9954-e3a4005ae3ac service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1042297 Feb 19 00:28:47.077436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9d631a-c875-4276-8d5a-bb426636465f {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:47.167568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-27bb06df-1152-4d93-863f-17b30bdbf184 None None] Port cb9d631a-c875-4276-8d5a-bb426636465f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:47.171424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Publish callbacks [] for port (cb9d631a-c875-4276-8d5a-bb426636465f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:47.229864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7522db-a924-47d6-be26-d71a7e796bca req-675a9cbd-3bd6-47a1-8a1b-3720d24d13d7 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:47.249371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce7522db-a924-47d6-be26-d71a7e796bca req-675a9cbd-3bd6-47a1-8a1b-3720d24d13d7 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1127 time: 0.3313127 Feb 19 00:28:47.273089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Transition to ACTIVE for port object cb9d631a-c875-4276-8d5a-bb426636465f will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:28:47.277246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-380fdc78-0ff7-4e30-af5f-9128a49004af service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896491 Feb 19 00:28:47.326697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:47.384953 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e4c84543-a311-472f-9f62-c8d3e2eb40ea req-660cea45-09c3-4641-82a5-386040dda8e8 service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008341 Feb 19 00:28:47.453733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce7522db-a924-47d6-be26-d71a7e796bca req-88bff182-d5f9-4162-8d5f-dff9066a85a9 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010467 Feb 19 00:28:47.468951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-6209821a-9c0f-49c4-846c-fcc24a34bcd8 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653952 Feb 19 00:28:47.919820 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-792069af-ce00-4b6a-a54d-be4f09247809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:47.969497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9d631a-c875-4276-8d5a-bb426636465f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:47.983879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Allocated IP 19.80.0.111 (7bc252f7-1c19-445d-97df-e4743bddb857/d951e192-82c6-437b-ad46-38ae3085e4ab/62fd18ca-4ffb-4d93-9ef2-11ed8203e28d) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:48.283972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-353e541e-42ba-4999-98de-8ab994bcb3d5 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:48.285698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-353e541e-42ba-4999-98de-8ab994bcb3d5 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 808 time: 0.1942348 Feb 19 00:28:48.316015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Attempting to bind port cb9d631a-c875-4276-8d5a-bb426636465f on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:48.316346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Attempting to bind port cb9d631a-c875-4276-8d5a-bb426636465f by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:48.316783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Attempting to bind port cb9d631a-c875-4276-8d5a-bb426636465f on network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:48.335039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-b2adb9c6-a96b-49a2-96b6-f53472e3828d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/quotas/91d2d7c3b57f4e71a826873aaf92ba9f HTTP/1.1" status: 200 len: 375 time: 0.0402660 Feb 19 00:28:48.381126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Port cb9d631a-c875-4276-8d5a-bb426636465f on network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:48.381511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Attempting to bind port cb9d631a-c875-4276-8d5a-bb426636465f on network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:48.386729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e99d106-6cb3-4e3d-b9c3-556d2453bb78 req-456b41cc-c2c8-42fe-a4a6-9984c0ed4d68 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9032314 Feb 19 00:28:48.412191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:48.412575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Checking segment: {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:48.412972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Bound using segment: {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:48.413438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Bound port: cb9d631a-c875-4276-8d5a-bb426636465f, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382041ce-42dd-4528-8bf9-dd2786cca375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:48.413865 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:48.421073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:48.482147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-6a3fc852-ee36-47ca-b871-512921f09243 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311960 Feb 19 00:28:48.494724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:48.725730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571270-63dd-470d-84aa-3118bd171275 req-f92ac587-cbd3-4d63-b065-6199ea0560f1 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:48.727445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af571270-63dd-470d-84aa-3118bd171275 req-f92ac587-cbd3-4d63-b065-6199ea0560f1 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 944 time: 0.2077529 Feb 19 00:28:48.730539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] For port cb9d631a-c875-4276-8d5a-bb426636465f, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:48.733075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:48.783244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] For port cb9d631a-c875-4276-8d5a-bb426636465f, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=cb9d631a-c875-4276-8d5a-bb426636465f,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:48.807297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-736a06db-dad1-4a55-8546-13e6a92ec5d4 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217068 Feb 19 00:28:48.811624 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:48.836901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network 7bc252f7-1c19-445d-97df-e4743bddb857 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:48.861934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:48.868594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:48.907039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Port': ['ID=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:48.981626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af571270-63dd-470d-84aa-3118bd171275 req-674acd15-546c-4a97-bbe0-3034b968f296 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2462027 Feb 19 00:28:48.988559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:48.989402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:49.062349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cb9d631a-c875-4276-8d5a-bb426636465f,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:49.070784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:49.071436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:49.072872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-f41f7050-bda7-4747-ba17-44a40fde49c0 service neutron] 10.222.0.113 "PUT /v2.0/ports/cb9d631a-c875-4276-8d5a-bb426636465f HTTP/1.1" status: 200 len: 1092 time: 4.3348165 Feb 19 00:28:49.076124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'tag': 'cb9d631a-c875-4276-8d5a-bb426636465f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:49.078617 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf69d81b-8148-43a7-a47b-0df482b4ac64" -d '{"events": [{"name": "network-changed", "server_uuid": "2e80d1de-9c24-45de-b4be-32a85a3d10be", "tag": "cb9d631a-c875-4276-8d5a-bb426636465f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:49.083847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b86eac0-c634-4412-9222-584840264ae8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9927266 Feb 19 00:28:49.098926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'port': {'device_id': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'network_id': '417e4013-87db-4246-9495-7fae5f218c69', 'admin_state_up': True, 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:49.280021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1a5f65c1-78f7-43d3-8e0d-d8dcbc76e35f None None] Provisioning complete for port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:49.280847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a5f65c1-78f7-43d3-8e0d-d8dcbc76e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:49.330073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f65c1-78f7-43d3-8e0d-d8dcbc76e35f None None] Port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:49.335940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40845221-09b8-4f60-83b6-68673bdee94c req-6011184d-bfa1-40b8-8c22-37d1b753a7c6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:49.337491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40845221-09b8-4f60-83b6-68673bdee94c req-6011184d-bfa1-40b8-8c22-37d1b753a7c6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 932 time: 0.1088891 Feb 19 00:28:49.389363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-4270b5fd-d855-406c-a521-13ec1dc253c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:49.390888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-4270b5fd-d855-406c-a521-13ec1dc253c3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=765b4aeb6b9d48e095e5485990c88724&device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 1126 time: 0.1936522 Feb 19 00:28:49.396829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-0bce38cf-e6e5-4338-a5b2-3fa440d38b8d service neutron] 10.222.0.60 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755277 Feb 19 00:28:49.431481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40845221-09b8-4f60-83b6-68673bdee94c req-e50a32b4-d7de-4b09-9626-fa8a3d62bb51 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848749 Feb 19 00:28:49.465261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-9a75c1eb-db16-488c-85f0-ac24c78c2653 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9d631a-c875-4276-8d5a-bb426636465f HTTP/1.1" status: 200 len: 217 time: 0.0438702 Feb 19 00:28:49.533010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:49.536779 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:49.615919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-5c0c1ec3-944c-45a8-ae66-8318fc1a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:49.617658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-5c0c1ec3-944c-45a8-ae66-8318fc1a7a11 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fec01d6b-8864-4c5d-9b4c-42b01a62bf49 HTTP/1.1" status: 200 len: 843 time: 0.1417937 Feb 19 00:28:49.692761 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3033b9e0-a215-4144-8d06-cf5882990dbe x-openstack-request-id: req-3033b9e0-a215-4144-8d06-cf5882990dbe {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:49.693024 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e80d1de-9c24-45de-b4be-32a85a3d10be", "tag": "cb9d631a-c875-4276-8d5a-bb426636465f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:49.693190 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3033b9e0-a215-4144-8d06-cf5882990dbe {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:49.693598 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'tag': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'status': 'completed', 'code': 200} Feb 19 00:28:49.802946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ac30f1-9234-4bf1-9748-3701a7fdf0a8 req-bb1b961d-5a88-4220-8ba5-872df0a1b728 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 210 time: 0.1028759 Feb 19 00:28:49.882625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Allocated IP 19.86.0.114 (417e4013-87db-4246-9495-7fae5f218c69/91ea2909-ac8a-415a-acbb-b73731280ced/5dc07255-aaed-41f6-b5f5-f6019dd6e4f9) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:49.892248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-dbf826ce-f248-485c-b492-65c66f70187a tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:49.894114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-dbf826ce-f248-485c-b492-65c66f70187a tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3386893 Feb 19 00:28:49.980335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-52bb25b3-332d-4a80-a232-3be96953f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:49.981997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-52bb25b3-332d-4a80-a232-3be96953f534 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3021572 Feb 19 00:28:50.000749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0975062-3a4e-46a1-a217-f79667a490cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:50.132653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-250aaa89-50c8-4b44-8a0b-d4d198607bfc tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1002 time: 0.2310653 Feb 19 00:28:50.144086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Request body: {'floatingip': {'port_id': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:50.307973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-b6183418-f80e-4fda-80a7-1e572395f090 service neutron] 10.222.0.113 "GET /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175268 Feb 19 00:28:50.314967 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:50.746532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:50.754039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed6202-d302-4633-b308-fb3ac8ee4e30 req-104eb7af-68eb-4a73-a312-a626cfce3145 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:50.755683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21ed6202-d302-4633-b308-fb3ac8ee4e30 req-104eb7af-68eb-4a73-a312-a626cfce3145 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 944 time: 0.5618155 Feb 19 00:28:50.916602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed6ffb95-166c-4d0f-b142-7160219ab96a req-463607e8-dd12-401e-848f-1629ec2489e3 service neutron] 10.222.0.113 "GET /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988185 Feb 19 00:28:50.925469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21ed6202-d302-4633-b308-fb3ac8ee4e30 req-75215b92-a559-4406-a029-cf597ecbe513 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549802 Feb 19 00:28:50.984565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:51.077939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:51.089534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-9662ece7-ae13-4a70-9dfb-5c0fff048abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:51.091277 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-9662ece7-ae13-4a70-9dfb-5c0fff048abd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=765b4aeb6b9d48e095e5485990c88724&device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 1126 time: 0.0851219 Feb 19 00:28:51.166997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network 417e4013-87db-4246-9495-7fae5f218c69 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:51.183420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:51.196439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:51.206491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Port': ['ID=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:51.290352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-e026841d-1986-4c69-a18a-14d9017c7662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:51.291682 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-e026841d-1986-4c69-a18a-14d9017c7662 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b HTTP/1.1" status: 200 len: 905 time: 0.1936765 Feb 19 00:28:51.369415 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-46757a0a-f7d1-4510-a155-0796639117d1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9d631a-c875-4276-8d5a-bb426636465f HTTP/1.1" status: 200 len: 217 time: 0.0641026 Feb 19 00:28:51.425643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31c775-c6a4-4840-bd02-3d87c23e3fbd req-67651237-5e49-410c-a725-0bf7b86a038e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:51.429082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31c775-c6a4-4840-bd02-3d87c23e3fbd req-67651237-5e49-410c-a725-0bf7b86a038e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:51.431095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a31c775-c6a4-4840-bd02-3d87c23e3fbd req-67651237-5e49-410c-a725-0bf7b86a038e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 1655 time: 0.3487010 Feb 19 00:28:51.443118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-4d2e7096-ff54-4cb9-b4cd-83fbf1694b63 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:51.445642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-4d2e7096-ff54-4cb9-b4cd-83fbf1694b63 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 808 time: 0.4725094 Feb 19 00:28:51.475825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-67143ba5-8451-42e5-bea6-3e1a0ccc0079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:51.477391 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-67143ba5-8451-42e5-bea6-3e1a0ccc0079 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fec01d6b-8864-4c5d-9b4c-42b01a62bf49 HTTP/1.1" status: 200 len: 843 time: 0.1035590 Feb 19 00:28:51.521345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:51.522400 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:51.542660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Request body: {'port': {'device_id': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'admin_state_up': True, 'tenant_id': '91d2d7c3b57f4e71a826873aaf92ba9f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:51.549170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-2f0cb3c4-3ca8-45e6-9dd8-21860c94b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:51.550924 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-2f0cb3c4-3ca8-45e6-9dd8-21860c94b563 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0667491 Feb 19 00:28:51.568623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a31c775-c6a4-4840-bd02-3d87c23e3fbd req-7c5f184a-ae6a-4075-89e3-2a4433e4ef68 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211045 Feb 19 00:28:51.639811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b324566a-ee6a-41da-a398-dc30a211237c None None] Provisioning complete for port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:51.640647 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b324566a-ee6a-41da-a398-dc30a211237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:51.688261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b324566a-ee6a-41da-a398-dc30a211237c None None] Port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:51.734446 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-41f7f0ab-6f11-46f0-923a-a6fceeca1962 service neutron] 10.222.0.113 "GET /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767402 Feb 19 00:28:51.788188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3598a666-1b12-49cb-883f-de58de31a93a req-3c7cf72d-dbbd-40d2-bd57-a37714cbd90b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 210 time: 0.0518744 Feb 19 00:28:51.835723 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf69d81b-8148-43a7-a47b-0df482b4ac64 req-d3660262-f133-42f0-a5a9-1afa0fb9c2cc service neutron] 10.222.0.113 "GET /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945280 Feb 19 00:28:51.890587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-b2a82b03-ead2-412e-b623-a32893491f5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7971466 Feb 19 00:28:51.961735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'port': {'device_id': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857', 'admin_state_up': True, 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:52.119229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Made reservation on behalf of 91d2d7c3b57f4e71a826873aaf92ba9f for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:52.122567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:52.222214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:52.273177 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:52.471488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Allocated IP 172.20.0.14 (d1a8d56a-4e67-4c68-a137-8e3754cd2714/4892caf6-d304-4a3d-a600-303443e4a76b/d81417ea-50d4-4e90-a6ab-02c3794e1aee) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:52.630687 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:52.642883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks [] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:52.680029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:28:52.684029 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:52.698766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:52.807597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba95b7-d87e-4319-8187-adb20b9fdfc3 req-573a0bd0-e95c-4805-b18a-5c12ecaebb12 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:52.809072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ba95b7-d87e-4319-8187-adb20b9fdfc3 req-573a0bd0-e95c-4805-b18a-5c12ecaebb12 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 944 time: 0.7084954 Feb 19 00:28:52.872670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Network d1a8d56a-4e67-4c68-a137-8e3754cd2714 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:52.873496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Pushing event updated for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:52.888195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:52.900260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:52.933898 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc associated. External IP: 172.25.6.169, port: 38090490-acfd-42b2-b90c-810276270dea. Feb 19 00:28:53.072814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:53.074372 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:53.087196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24ba95b7-d87e-4319-8187-adb20b9fdfc3 req-723ca470-c21f-47bc-b5e3-4771c49daace tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647114 Feb 19 00:28:53.141212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Allocated IP 19.80.0.48 (7bc252f7-1c19-445d-97df-e4743bddb857/d951e192-82c6-437b-ad46-38ae3085e4ab/6d8639da-b6b2-41d9-90f6-b4be312a458e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:28:53.169949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-eb79649c-2fa5-4b0a-8935-5a3f456b14f2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6402724 Feb 19 00:28:53.187684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Request body: {'port': {'device_id': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:53.409709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:53.697141 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:53.792943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc932567-6ef1-41b7-bb8f-5bdf2eb7fff8 req-72a4bbdd-89d5-4d4f-abc2-bd38db999a6a tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:53.794475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc932567-6ef1-41b7-bb8f-5bdf2eb7fff8 req-72a4bbdd-89d5-4d4f-abc2-bd38db999a6a tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.2923622 Feb 19 00:28:53.904701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:28:53.975418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.039547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc932567-6ef1-41b7-bb8f-5bdf2eb7fff8 req-4ad17dda-3fbc-486f-9bcb-14fd3e5a39f5 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups?id=8127aafb-fab9-4992-8a4f-4da07eecce4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138417 Feb 19 00:28:54.091357 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.218220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-70143ba0-2c54-4e3e-90b6-3841e89d9afd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:54.219806 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-70143ba0-2c54-4e3e-90b6-3841e89d9afd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.126 "GET /v2.0/ports?device_id=084b1f39-8799-4d20-b2c0-58781efebe64 HTTP/1.1" status: 200 len: 945 time: 0.0600913 Feb 19 00:28:54.260753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.334497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Deleting port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:54.334837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.370739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network 7bc252f7-1c19-445d-97df-e4743bddb857 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:28:54.392466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:28:54.396722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:54.404919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a078c-cc7b-436b-85b9-d0303872ac37 req-15850834-e102-4270-8411-74b560003b6f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:54.409274 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:54.410081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a078c-cc7b-436b-85b9-d0303872ac37 req-15850834-e102-4270-8411-74b560003b6f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:54.417272 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a98a078c-cc7b-436b-85b9-d0303872ac37 req-15850834-e102-4270-8411-74b560003b6f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 1655 time: 0.2629061 Feb 19 00:28:54.423187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:28:54.425791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Port': ['ID=6d8639da-b6b2-41d9-90f6-b4be312a458e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:54.426164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device cb9d631a-c875-4276-8d5a-bb426636465f details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:28:54.432871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] For port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:54.434555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.455893 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:54.459790 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:54.579480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port cb9d631a-c875-4276-8d5a-bb426636465f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=cb9d631a-c875-4276-8d5a-bb426636465f,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:54.593622 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:54.606422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'port_id': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'mac_address': 'fa:16:3e:a8:e0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:28:54.663701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port cb9d631a-c875-4276-8d5a-bb426636465f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:54.664412 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.681139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9d631a-c875-4276-8d5a-bb426636465f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:54.717853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port cb9d631a-c875-4276-8d5a-bb426636465f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=cb9d631a-c875-4276-8d5a-bb426636465f,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:54.720098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81417ea-50d4-4e90-a6ab-02c3794e1aee {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:54.732897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.741396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:54.741772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.753898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.754467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (21eafabb-6e23-4390-ac0a-de7bac50c178), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.754939 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Floating IP 21eafabb-6e23-4390-ac0a-de7bac50c178 disassociated. External IP: 172.25.6.52, port: e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1. Feb 19 00:28:54.755408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Calling delete_port for e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:54.816426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Publish callbacks [] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.842141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a98a078c-cc7b-436b-85b9-d0303872ac37 req-3a3def89-3de2-4b50-87e5-13a36d2588f6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239006 Feb 19 00:28:54.869772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=cb9d631a-c875-4276-8d5a-bb426636465f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:54.875089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-5b867fe8-032c-4258-a2ed-3ad0f0c0324f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9175239 Feb 19 00:28:54.878094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Transition to ACTIVE for port object d81417ea-50d4-4e90-a6ab-02c3794e1aee will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:28:54.910685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Request body: {'port': {'device_id': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:54.926416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.927055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.927192 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.927507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.927935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.931966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.932728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.933172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.933617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.934049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.934500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.935631 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.937759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.938226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:28:54.958722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-288ce5e4-f966-44e6-a04f-b0b78dc5c629 None None] Provisioning complete for port 6d8639da-b6b2-41d9-90f6-b4be312a458e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:54.959235 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-288ce5e4-f966-44e6-a04f-b0b78dc5c629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:54.960226 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:fb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:52Z', 'revision_number': 3, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:55.000317 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:55.003160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['cb9d631a-c875-4276-8d5a-bb426636465f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:28:55.014340 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:55.015168 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:55.019497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:55.068860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event deleted for resources: {'Port': ['ID=e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:55.094507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-288ce5e4-f966-44e6-a04f-b0b78dc5c629 None None] Port 6d8639da-b6b2-41d9-90f6-b4be312a458e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:28:55.192060 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:55.247637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Pushing event updated for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:55.276617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:55.285767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Router 280ef515-b58f-485f-a38c-03e7ba3e4406 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:28:55.355415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd131f-61bf-4641-98c7-be31fff0fa42 req-414acf22-9890-4f00-85a6-3c2e00a7c3e3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:55.356959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05bd131f-61bf-4641-98c7-be31fff0fa42 req-414acf22-9890-4f00-85a6-3c2e00a7c3e3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.3990030 Feb 19 00:28:55.441077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:28:55.459502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:55.471354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] Sync routers for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:55.472765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:55.473155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:55.473489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:55.491809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:55.499318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:55.524838 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:fb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:52Z', 'revision_number': 3, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:55.553195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] No DVR routers for this DVR port e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:28:55.557076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:55.561435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:55.561754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:55.573868 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2b114d1b-6068-48c1-836c-1e674cc502b5 req-190d1256-c75e-434b-b947-ae7c08efeecd tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.126 "DELETE /v2.0/ports/e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 HTTP/1.1" status: 204 len: 173 time: 1.3446608 Feb 19 00:28:55.575550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084b1f39-8799-4d20-b2c0-58781efebe64', 'name': 'network-vif-deleted', 'tag': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:55.579438 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fab5f92-b7d5-44f7-b4e1-efb12a6139a4" -d '{"events": [{"server_uuid": "084b1f39-8799-4d20-b2c0-58781efebe64", "name": "network-vif-deleted", "tag": "e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:55.587638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05bd131f-61bf-4641-98c7-be31fff0fa42 req-09316c81-75f7-47cb-b95b-64a77ec21209 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167575 Feb 19 00:28:55.595075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:55.595425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:55.597325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:55.597790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Bound port: d81417ea-50d4-4e90-a6ab-02c3794e1aee, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:55.598753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:55.610425 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf6091-9bff-43c0-942f-7335ddef0fb3 None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:fb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:52Z', 'revision_number': 3, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:55.775401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:55.963022 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f02a18-eec6-4cf9-af5c-daa11191d9e5 None None] New status for floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:28:56.082640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:55Z', 'revision_number': 5, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:56.163251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] Checking router: 280ef515-b58f-485f-a38c-03e7ba3e4406 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:56.175720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:56.177156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:56.310633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:56.325398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:28:56.339161 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:56.349611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba8f3d-b819-42ce-a114-b3a7f987d9c6 req-5b882709-a5d9-430d-b018-e42e2b0b7b7b tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:56.351171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cba8f3d-b819-42ce-a114-b3a7f987d9c6 req-5b882709-a5d9-430d-b018-e42e2b0b7b7b tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 945 time: 0.5952544 Feb 19 00:28:56.353401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:56.383564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:56.391407 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:56.485791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device cb9d631a-c875-4276-8d5a-bb426636465f up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:28:56.488145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:28:56.490175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:56.492678 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7143bbb6-aff1-4444-aa0f-db87316730e4" -d '{"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:56.500521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:56.501433 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:56.502841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] 10.222.0.113 "PUT /v2.0/ports/d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 200 len: 1092 time: 3.3205690 Feb 19 00:28:56.568962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:56.570148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:56.570817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:56.576250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cba8f3d-b819-42ce-a114-b3a7f987d9c6 req-b432da36-7b9d-40bd-9f16-708e54c6fc01 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149951 Feb 19 00:28:56.580411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d689084-e1c8-4eb0-a352-c53d50047da2 service neutron] Pushing event updated for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:56.585098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Publish callbacks [] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:56.604693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-f39a5add-a23f-4b6f-ac67-6316ec9bb755 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "PUT /v2.0/floatingips/997068b9-824c-4c1f-9de4-d508175cb0fc HTTP/1.1" status: 200 len: 999 time: 6.4645557 Feb 19 00:28:56.632002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Transition to ACTIVE for port object 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:28:56.682910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-77be4122-eaa5-4f13-96e5-4048ce871e73 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:56.699296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-77be4122-eaa5-4f13-96e5-4048ce871e73 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports/38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 943 time: 0.0850561 Feb 19 00:28:56.707540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:56.714205 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e6e6d6-d7af-4810-80bd-89d7bde99379 x-openstack-request-id: req-d6e6e6d6-d7af-4810-80bd-89d7bde99379 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:56.715055 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084b1f39-8799-4d20-b2c0-58781efebe64", "name": "network-vif-deleted", "tag": "e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:56.715495 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6e6e6d6-d7af-4810-80bd-89d7bde99379 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:56.716398 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084b1f39-8799-4d20-b2c0-58781efebe64', 'name': 'network-vif-deleted', 'tag': 'e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1', 'status': 'completed', 'code': 200} Feb 19 00:28:56.812822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-85e8cd3a-b8b6-4e68-a095-5a9069d10f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:56.816697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-85e8cd3a-b8b6-4e68-a095-5a9069d10f54 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1126 time: 0.2599118 Feb 19 00:28:56.902860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:28:56.930211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:28:56.930211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e7a84c36-0a8b-4f1e-bf28-6d5a27c380a1 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:28:56.937239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-7df40a05-eba7-485c-92b3-62c79f72007c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 200 len: 217 time: 0.1154363 Feb 19 00:28:56.942512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Pushing event updated for resources: {'Port': ['ID=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:56.971747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port cb9d631a-c875-4276-8d5a-bb426636465f completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:28:56.980386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port cb9d631a-c875-4276-8d5a-bb426636465f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:28:56.981716 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.031874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:57.113988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-ab731f5a-5cbe-4649-8d9a-566c35d3375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.115587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-ab731f5a-5cbe-4649-8d9a-566c35d3375f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.2952058 Feb 19 00:28:57.127848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97b12-da52-4f10-a788-95b7f300e8b3 req-9cf2ca66-7f86-4f91-b8b3-089e56af5273 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.133299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97b12-da52-4f10-a788-95b7f300e8b3 req-9cf2ca66-7f86-4f91-b8b3-089e56af5273 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.138601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b97b12-da52-4f10-a788-95b7f300e8b3 req-9cf2ca66-7f86-4f91-b8b3-089e56af5273 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.145701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73b97b12-da52-4f10-a788-95b7f300e8b3 req-9cf2ca66-7f86-4f91-b8b3-089e56af5273 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2388 time: 0.3595326 Feb 19 00:28:57.160188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38758) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:57.185678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-5de0e23a-349b-4e28-97fc-7dcc31a8795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.187307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-5de0e23a-349b-4e28-97fc-7dcc31a8795b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.2016168 Feb 19 00:28:57.291558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Attempting to bind port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:57.291892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Attempting to bind port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:57.292227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Attempting to bind port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d on network 7bc252f7-1c19-445d-97df-e4743bddb857 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:57.294050 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26affcbc-2161-4a56-8c28-4910643b3a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.310003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-ea89c266-a3e2-4e3e-afc7-2a5ba6c98bb0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094158 Feb 19 00:28:57.323804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d on network 7bc252f7-1c19-445d-97df-e4743bddb857 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:57.324532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Attempting to bind port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d on network 7bc252f7-1c19-445d-97df-e4743bddb857 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:57.355354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:55Z', 'revision_number': 5, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:57.394019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:57.394390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Checking segment: {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:57.394786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Bound using segment: {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:57.395278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Bound port: 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:57.395641 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.414775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2658f1a-f180-4368-92c9-1f59be226944 None None] The sync data for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 is: [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:26:51Z', 'revision_number': 4, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd0d1f6f8-7aee-4779-8ca8-3000becd1f38', 'name': '', 'network_id': '1c683f18-33fe-4fa0-800c-c605e613f057', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'mac_address': 'fa:16:3e:47:0d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '25e0b997-486d-4137-995c-a193adecacd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:50Z', 'updated_at': '2022-02-19T00:26:55Z', 'revision_number': 5, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'subnets': [{'id': '25e0b997-486d-4137-995c-a193adecacd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:57.430865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73b97b12-da52-4f10-a788-95b7f300e8b3 req-be0e6313-f713-4837-a4b9-b1db63bddfd3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841408 Feb 19 00:28:57.440558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port cb9d631a-c875-4276-8d5a-bb426636465f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:28:57.441033 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.451288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26affcbc-2161-4a56-8c28-4910643b3a77 admin admin] Publish callbacks [] for security_group (9deceb95-8c29-4855-9e24-a44e79085472), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.462373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26affcbc-2161-4a56-8c28-4910643b3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9deceb95-8c29-4855-9e24-a44e79085472), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.476746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:fb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:56Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:57.491714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9d631a-c875-4276-8d5a-bb426636465f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:57.494152 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d970b52a-f616-4860-9aa1-3a4a60a72f42" -d '{"events": [{"server_uuid": "2e80d1de-9c24-45de-b4be-32a85a3d10be", "name": "network-vif-plugged", "status": "completed", "tag": "cb9d631a-c875-4276-8d5a-bb426636465f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:57.534125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:28:57.540878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port cb9d631a-c875-4276-8d5a-bb426636465f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=cb9d631a-c875-4276-8d5a-bb426636465f,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:28:57.546893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:28:57.547727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:57.552586 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.574536 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-26affcbc-2161-4a56-8c28-4910643b3a77 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fed3e5fe6dbe451aaa2b58822fb41d81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4128046 Feb 19 00:28:57.576893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] For port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:28:57.578439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38766) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:57.580936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] For port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:28:57.585001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-a4655876-354e-4a96-918e-ff8449c13206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.587288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-a4655876-354e-4a96-918e-ff8449c13206 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.4393365 Feb 19 00:28:57.589017 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ad6315-57e7-4fd6-aa80-6e586142bc47 x-openstack-request-id: req-82ad6315-57e7-4fd6-aa80-6e586142bc47 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:57.589635 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:57.590069 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82ad6315-57e7-4fd6-aa80-6e586142bc47 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:57.591009 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea', 'status': 'completed', 'code': 200} Feb 19 00:28:57.613508 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.613889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26affcbc-2161-4a56-8c28-4910643b3a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9deceb95-8c29-4855-9e24-a44e79085472,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:57.662786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-0d57c1ac-4d83-4200-99e1-72ca4ad4d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.663509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-0d57c1ac-4d83-4200-99e1-72ca4ad4d9fb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.1235542 Feb 19 00:28:57.698121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=cb9d631a-c875-4276-8d5a-bb426636465f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:57.703703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a11d0160-d4c3-4e82-900c-dd1ab9a86772 admin admin] Publish callbacks [] for security_group (9deceb95-8c29-4855-9e24-a44e79085472), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.736441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-ec12803c-8db7-4a4a-9fbd-36a02029dbbc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 217 time: 0.1370618 Feb 19 00:28:57.771685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a11d0160-d4c3-4e82-900c-dd1ab9a86772 admin admin] Publish callbacks [] for security_group (9deceb95-8c29-4855-9e24-a44e79085472), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.777884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:28:57.803863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-4190c990-801b-4007-84cd-7c83e93624f0 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825509 Feb 19 00:28:57.872990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.874722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.877925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] 10.222.0.113 "PUT /v2.0/ports/62fd18ca-4ffb-4d93-9ef2-11ed8203e28d HTTP/1.1" status: 200 len: 1092 time: 2.9865766 Feb 19 00:28:57.901790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-12225414-5f87-42cf-9460-d6a372f6c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:57.903630 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-12225414-5f87-42cf-9460-d6a372f6c9e1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.2182362 Feb 19 00:28:57.906416 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15edfb62-4c1a-4045-bdab-6dbc055fc936 None None] New status for floating IP 21eafabb-6e23-4390-ac0a-de7bac50c178: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:28:57.963368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a11d0160-d4c3-4e82-900c-dd1ab9a86772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9deceb95-8c29-4855-9e24-a44e79085472), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.965625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a11d0160-d4c3-4e82-900c-dd1ab9a86772 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:57.966982 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a11d0160-d4c3-4e82-900c-dd1ab9a86772 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9deceb95-8c29-4855-9e24-a44e79085472 HTTP/1.1" status: 204 len: 168 time: 0.3594737 Feb 19 00:28:57.970460 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-183ff929-a7a7-4cfc-bea1-0d1a89fddd56 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 217 time: 0.0596540 Feb 19 00:28:58.007444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76bac1fe-1d39-486f-8f13-666f1eb39b51 req-bef54636-3faf-4631-996e-ccae6a0dc542 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225152 Feb 19 00:28:58.017256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d0160-d4c3-4e82-900c-dd1ab9a86772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9deceb95-8c29-4855-9e24-a44e79085472,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:58.017976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Request body: {'port': {'device_id': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:28:58.024093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72515e91-12fb-4075-a491-2bd0d2930eba service neutron] Pushing event updated for resources: {'Port': ['ID=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:58.058176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-27f85860-b607-4ca0-8842-675f5bbceabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:58.061143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-27f85860-b607-4ca0-8842-675f5bbceabd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.2911823 Feb 19 00:28:58.062123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-028445e3-caa2-4847-a892-42d52937cbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:58.069836 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-028445e3-caa2-4847-a892-42d52937cbd7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.0894029 Feb 19 00:28:58.124163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cf1d9-f119-4315-8a6b-67c1789e32d0 req-3a80b431-ecca-4241-ae13-a03efd6f1c76 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:58.149736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-103cf1d9-f119-4315-8a6b-67c1789e32d0 req-3a80b431-ecca-4241-ae13-a03efd6f1c76 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.5377374 Feb 19 00:28:58.178589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-45b26e35-a000-4e06-8412-e5226fe7efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:58.187645 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-45b26e35-a000-4e06-8412-e5226fe7efa2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1070819 Feb 19 00:28:58.252121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:58.315352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-103cf1d9-f119-4315-8a6b-67c1789e32d0 req-08c1e4ef-27e3-4e3e-bea2-3051ba8556ce tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641605 Feb 19 00:28:58.321170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:fb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:56Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:28:58.343267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-b2d004e3-c76f-4ad4-a4d2-87095d24c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:58.351339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-b2d004e3-c76f-4ad4-a4d2-87095d24c3d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2774031 Feb 19 00:28:58.369909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b457baa-39ad-4c86-80fc-81228c2f669f None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:fb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:28:56Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:28:58.410121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38776) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:58.484752 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-c45d9171-5795-4b3c-a164-cc3b65ca3fc8 service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883947 Feb 19 00:28:58.489817 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddeaa78c-f61f-4cc5-8a12-f86114e4778e x-openstack-request-id: req-ddeaa78c-f61f-4cc5-8a12-f86114e4778e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:28:58.490173 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e80d1de-9c24-45de-b4be-32a85a3d10be", "name": "network-vif-plugged", "status": "completed", "tag": "cb9d631a-c875-4276-8d5a-bb426636465f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:28:58.490445 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ddeaa78c-f61f-4cc5-8a12-f86114e4778e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:28:58.490846 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'code': 200} Feb 19 00:28:58.696699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09f8a555-c25f-42f1-afc0-74cf28a431c5 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group (8127aafb-fab9-4992-8a4f-4da07eecce4e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:58.779557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09f8a555-c25f-42f1-afc0-74cf28a431c5 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group (8127aafb-fab9-4992-8a4f-4da07eecce4e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:58.791268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-b3f9caad-4113-4b37-9f65-ec6bd6b7eccd service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556359 Feb 19 00:28:58.796224 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7143bbb6-aff1-4444-aa0f-db87316730e4 req-0752ca58-eeb1-40b4-a9d6-7f9260b7df1d service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933087 Feb 19 00:28:58.847753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09f8a555-c25f-42f1-afc0-74cf28a431c5 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8127aafb-fab9-4992-8a4f-4da07eecce4e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:58.850817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09f8a555-c25f-42f1-afc0-74cf28a431c5 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:58.852174 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-09f8a555-c25f-42f1-afc0-74cf28a431c5 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "DELETE /v2.0/security-groups/8127aafb-fab9-4992-8a4f-4da07eecce4e HTTP/1.1" status: 204 len: 168 time: 0.4211884 Feb 19 00:28:58.856229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38788) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:58.864437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7929b79-3081-4002-8e9b-32dbf21f01b1 req-da1ec850-8f4b-4f8d-82a1-1f8d5b645990 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:58.865903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7929b79-3081-4002-8e9b-32dbf21f01b1 req-da1ec850-8f4b-4f8d-82a1-1f8d5b645990 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.2896473 Feb 19 00:28:58.870909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec14244-b1eb-41d4-ab62-b979b171b43d req-5736bc75-ac79-4b0f-b898-5b3370483332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:58.872360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ec14244-b1eb-41d4-ab62-b979b171b43d req-5736bc75-ac79-4b0f-b898-5b3370483332 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 1128 time: 0.2642152 Feb 19 00:28:58.878632 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-4f287d3c-6674-4cd0-a11a-52f7854d6a95 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] show failed (client error): The resource could not be found. Feb 19 00:28:58.880330 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4f287d3c-6674-4cd0-a11a-52f7854d6a95 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "GET /v2.0/security-groups/8127aafb-fab9-4992-8a4f-4da07eecce4e HTTP/1.1" status: 404 len: 347 time: 0.0228684 Feb 19 00:28:58.881976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8a555-c25f-42f1-afc0-74cf28a431c5 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8127aafb-fab9-4992-8a4f-4da07eecce4e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:58.885450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38790) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:59.054681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Deleting port 42d1f607-5412-4924-8e33-7dc2800c344a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:28:59.055217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (42d1f607-5412-4924-8e33-7dc2800c344a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.068906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7929b79-3081-4002-8e9b-32dbf21f01b1 req-94d5c1cc-6989-4b6c-b4ef-7d538e22424d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504591 Feb 19 00:28:59.072806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ec14244-b1eb-41d4-ab62-b979b171b43d req-4a39465a-43ba-413b-8664-3483c9f33927 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533229 Feb 19 00:28:59.074783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-2416bea8-e865-4f06-8d90-b7044638c49d service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475622 Feb 19 00:28:59.165213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:28:59.176455 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Publish callbacks [] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.208514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Transition to ACTIVE for port object 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:28:59.213337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-55a2b40a-a92d-4af7-84ad-2cb1ba38e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:59.215021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-55a2b40a-a92d-4af7-84ad-2cb1ba38e492 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 1128 time: 0.0941198 Feb 19 00:28:59.223654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (42d1f607-5412-4924-8e33-7dc2800c344a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.224148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for floatingip (42d1f607-5412-4924-8e33-7dc2800c344a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.232758 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.243088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Calling delete_port for 42d1f607-5412-4924-8e33-7dc2800c344a owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:28:59.364074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:59.397324 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7f7d-2a31-4a49-8022-0a98c9ec1474 req-fe65871b-8654-4915-890e-f7f578d06d62 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:59.402610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7f7d-2a31-4a49-8022-0a98c9ec1474 req-fe65871b-8654-4915-890e-f7f578d06d62 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:59.407940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d7f7d-2a31-4a49-8022-0a98c9ec1474 req-fe65871b-8654-4915-890e-f7f578d06d62 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:59.409956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-783d7f7d-2a31-4a49-8022-0a98c9ec1474 req-fe65871b-8654-4915-890e-f7f578d06d62 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2388 time: 0.2209811 Feb 19 00:28:59.417505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (42d1f607-5412-4924-8e33-7dc2800c344a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.456805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Pushing event deleted for resources: {'Port': ['ID=42d1f607-5412-4924-8e33-7dc2800c344a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:28:59.481183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-31f74068-39b8-4e35-8796-f82bbc97a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:59.482712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-31f74068-39b8-4e35-8796-f82bbc97a978 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.2516749 Feb 19 00:28:59.541807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks [] for floatingip (21eafabb-6e23-4390-ac0a-de7bac50c178), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.545356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.549843 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-91f8fa2d-57d9-4d77-a1f4-9373d14b8b56 tempest-ServersTestFqdnHostnames-530891626 tempest-ServersTestFqdnHostnames-530891626-project] 10.222.0.60 "DELETE /v2.0/floatingips/21eafabb-6e23-4390-ac0a-de7bac50c178 HTTP/1.1" status: 204 len: 168 time: 0.6603510 Feb 19 00:28:59.550537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38808) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:28:59.592178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee'}, {'name': 'network-changed', 'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e'}, {'name': 'network-changed', 'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'tag': '62fd18ca-4ffb-4d93-9ef2-11ed8203e28d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:28:59.595170 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0c35b5-4260-429a-a146-cd06d96cf981" -d '{"events": [{"name": "network-changed", "server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee"}, {"name": "network-changed", "server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e"}, {"name": "network-changed", "server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "tag": "62fd18ca-4ffb-4d93-9ef2-11ed8203e28d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:28:59.653753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-783d7f7d-2a31-4a49-8022-0a98c9ec1474 req-3de57cf9-9457-4e89-8ec9-ee2810f81546 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220421 Feb 19 00:28:59.657724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-29137d0d-d3f8-42d7-a4e5-30519832e712 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 200 len: 1002 time: 0.1645536 Feb 19 00:28:59.670690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Attempting to bind port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:28:59.671037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Attempting to bind port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:28:59.671378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Attempting to bind port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 on network 417e4013-87db-4246-9495-7fae5f218c69 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:59.685284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 on network 417e4013-87db-4246-9495-7fae5f218c69 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:28:59.685284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Attempting to bind port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 on network 417e4013-87db-4246-9495-7fae5f218c69 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:28:59.716498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:28:59.716853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Checking segment: {'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:28:59.717252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Bound using segment: {'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:28:59.717705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Bound port: 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1576328e-007f-45bb-8b4a-c2b529ea2abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '417e4013-87db-4246-9495-7fae5f218c69'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:28:59.718070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:28:59.740846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-c96f39db-2133-4616-b1d9-99e3eabf9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:28:59.746689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-c96f39db-2133-4616-b1d9-99e3eabf9d7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.0778542 Feb 19 00:28:59.969097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (280ef515-b58f-485f-a38c-03e7ba3e4406), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.144805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] For port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:00.150232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] For port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:00.166039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4228d-b38f-462d-b905-94df9322e48f req-a0b98547-b1b9-49d0-bb13-12fc1ae3c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:00.167704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-a0b98547-b1b9-49d0-bb13-12fc1ae3c567 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4029796 Feb 19 00:29:00.170118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.181379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70856ba9-178b-464a-b5d2-ba3a5c664800 req-a36c2dac-b59a-4fab-900c-8af7a09797b3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:00.182923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70856ba9-178b-464a-b5d2-ba3a5c664800 req-a36c2dac-b59a-4fab-900c-8af7a09797b3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.1036308 Feb 19 00:29:00.260065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Deleting port d0d1f6f8-7aee-4779-8ca8-3000becd1f38 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:00.260413 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.276126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:00.276756 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.278223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] 10.222.0.113 "PUT /v2.0/ports/5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 HTTP/1.1" status: 200 len: 1092 time: 2.2672844 Feb 19 00:29:00.323655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Request body: {'port': {'device_id': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:00.346382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] For port d0d1f6f8-7aee-4779-8ca8-3000becd1f38, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:00.346759 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.361730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Calling delete_port for d0d1f6f8-7aee-4779-8ca8-3000becd1f38 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:00.363494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893bcea-494c-4c6c-bcd4-1a6a1378b402 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:00.377174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70856ba9-178b-464a-b5d2-ba3a5c664800 req-091a2e70-556d-481a-94ba-07c2207b38d6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787925 Feb 19 00:29:00.429022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-351f2120-cbb8-40cf-be15-8736b17a966e service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450783 Feb 19 00:29:00.437372 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.470784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d81417ea-50d4-4e90-a6ab-02c3794e1aee details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:29:00.605882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d0d1f6f8-7aee-4779-8ca8-3000becd1f38), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.613415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:00.634595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee', 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'port_id': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee', 'mac_address': 'fa:16:3e:b9:47:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4892caf6-d304-4a3d-a600-303443e4a76b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:29:00.643150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Pushing event deleted for resources: {'Port': ['ID=d0d1f6f8-7aee-4779-8ca8-3000becd1f38,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:00.647115 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 19 Feb 2022 00:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0c86ee-3a45-4638-bf8f-e14c759c0155 x-openstack-request-id: req-0b0c86ee-3a45-4638-bf8f-e14c759c0155 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:00.647404 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "tag": "62fd18ca-4ffb-4d93-9ef2-11ed8203e28d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:00.647668 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b0c86ee-3a45-4638-bf8f-e14c759c0155 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:00.648078 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee', 'status': 'completed', 'code': 200} Feb 19 00:29:00.648338 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'status': 'completed', 'code': 200} Feb 19 00:29:00.649093 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'tag': '62fd18ca-4ffb-4d93-9ef2-11ed8203e28d', 'status': 'completed', 'code': 200} Feb 19 00:29:00.653780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70e4228d-b38f-462d-b905-94df9322e48f req-2bcc2b01-51af-44f2-89b4-4a3c205b5a91 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174058 Feb 19 00:29:00.712216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d81417ea-50d4-4e90-a6ab-02c3794e1aee is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:00.712448 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.732704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d81417ea-50d4-4e90-a6ab-02c3794e1aee {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:29:00.764018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:00.773311 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:00.837533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:00.852178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-8c3fba03-d98d-43dd-b45a-542144f42c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:00.854163 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-8c3fba03-d98d-43dd-b45a-542144f42c1b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 1128 time: 0.1628895 Feb 19 00:29:00.968031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-ba2bcf01-d65a-4f09-ae3c-3962b23144bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:00.969490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-ba2bcf01-d65a-4f09-ae3c-3962b23144bc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1126 time: 0.2944522 Feb 19 00:29:01.014925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d81417ea-50d4-4e90-a6ab-02c3794e1aee'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:01.072809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d8639da-b6b2-41d9-90f6-b4be312a458e {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:29:01.086718 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Publish callbacks [] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:01.119952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317bf3a-0795-460d-bedb-d1278ff75208 req-8a5fdc97-84e6-46fb-9a89-441b563e4ed2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.121656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5317bf3a-0795-460d-bedb-d1278ff75208 req-8a5fdc97-84e6-46fb-9a89-441b563e4ed2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 946 time: 0.2352233 Feb 19 00:29:01.132629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399c5cb-067c-463e-80d8-f8ca9760cb15 req-b8517551-be09-4539-9e1f-195eb620ecbf tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.134245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e399c5cb-067c-463e-80d8-f8ca9760cb15 req-b8517551-be09-4539-9e1f-195eb620ecbf tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.2508864 Feb 19 00:29:01.135431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Transition to ACTIVE for port object 6d8639da-b6b2-41d9-90f6-b4be312a458e will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:29:01.160772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:01.222091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-f4328326-dd51-472f-8cb8-b03a670c8306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.223564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-f4328326-dd51-472f-8cb8-b03a670c8306 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2462556 Feb 19 00:29:01.243721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (280ef515-b58f-485f-a38c-03e7ba3e4406), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:01.307258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8639da-b6b2-41d9-90f6-b4be312a458e,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:01.314765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-0848101c-8a28-48da-ad74-8d6d726cb37b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 200 len: 217 time: 0.0619957 Feb 19 00:29:01.317755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-92754e88-0ffb-4fed-aec4-612025b8eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.319373 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-92754e88-0ffb-4fed-aec4-612025b8eec8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.4569468 Feb 19 00:29:01.324399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5317bf3a-0795-460d-bedb-d1278ff75208 req-09473263-ee91-4a48-9094-856da62011b5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853590 Feb 19 00:29:01.423867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e399c5cb-067c-463e-80d8-f8ca9760cb15 req-7a49ec89-5737-4a71-be2a-2a50e07f2b80 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678900 Feb 19 00:29:01.457413 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-9700fbf8-21c8-4412-8e5b-bf391bd665d2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 200 len: 1002 time: 0.1292059 Feb 19 00:29:01.492529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-1575fdaa-941c-4a3a-b201-646f79e1f599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.494281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-1575fdaa-941c-4a3a-b201-646f79e1f599 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1321914 Feb 19 00:29:01.573966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-d37814b2-b270-4ad2-b73a-36dfd6585575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.574367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-5afefbde-97bc-4cd0-9521-ac0e3d886ab5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403557 Feb 19 00:29:01.575425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-d37814b2-b270-4ad2-b73a-36dfd6585575 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.0788560 Feb 19 00:29:01.601345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Attempting to bind port 6d8639da-b6b2-41d9-90f6-b4be312a458e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:01.601685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Attempting to bind port 6d8639da-b6b2-41d9-90f6-b4be312a458e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:01.602025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Attempting to bind port 6d8639da-b6b2-41d9-90f6-b4be312a458e on network 7bc252f7-1c19-445d-97df-e4743bddb857 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:01.624676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1629a64-105b-4849-9ff6-822d337a0886 req-aacfd667-a163-4e0b-9f3a-d31bba8123ec tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1002 time: 0.1667373 Feb 19 00:29:01.638396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Router 280ef515-b58f-485f-a38c-03e7ba3e4406 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:01.651271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Port 6d8639da-b6b2-41d9-90f6-b4be312a458e on network 7bc252f7-1c19-445d-97df-e4743bddb857 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:29:01.651602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Attempting to bind port 6d8639da-b6b2-41d9-90f6-b4be312a458e on network 7bc252f7-1c19-445d-97df-e4743bddb857 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:01.659208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-c1b6df2d-9df5-44be-bdf0-f16f8d470029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.660830 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-c1b6df2d-9df5-44be-bdf0-f16f8d470029 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761316 Feb 19 00:29:01.680198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:01.680542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Checking segment: {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:01.680931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Bound using segment: {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:01.681438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Bound port: 6d8639da-b6b2-41d9-90f6-b4be312a458e, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:01.681807 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:01.730371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120fd5f-3675-49ab-9c09-30fc356931ae req-ad4a890c-410c-4d1a-b9af-66706864fbd0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.735592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120fd5f-3675-49ab-9c09-30fc356931ae req-ad4a890c-410c-4d1a-b9af-66706864fbd0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.740962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120fd5f-3675-49ab-9c09-30fc356931ae req-ad4a890c-410c-4d1a-b9af-66706864fbd0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.742534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d120fd5f-3675-49ab-9c09-30fc356931ae req-ad4a890c-410c-4d1a-b9af-66706864fbd0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2412 time: 0.3046794 Feb 19 00:29:01.769285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1629a64-105b-4849-9ff6-822d337a0886 req-974c5f18-e98b-410e-9a10-9847046bc85b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:01.770646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1629a64-105b-4849-9ff6-822d337a0886 req-974c5f18-e98b-410e-9a10-9847046bc85b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports/de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 200 len: 943 time: 0.1137519 Feb 19 00:29:01.825603 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-517f99bd-36cd-408b-818b-0be0b22efcf0 service neutron] 10.222.0.126 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344101 Feb 19 00:29:01.826793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:01.831884 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-707efd75-8959-450f-9944-27defc48a27a admin admin] 10.222.0.60 "PUT /v2.0/routers/280ef515-b58f-485f-a38c-03e7ba3e4406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2796736 Feb 19 00:29:01.834480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38836) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:01.840420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] Sync routers for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:01.849719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-232a377f-30f6-4b61-acfa-d7a5f2f03506 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653756 Feb 19 00:29:01.858661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:01.859657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:01.933637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d120fd5f-3675-49ab-9c09-30fc356931ae req-9b4ca016-7503-4fa9-96be-119b48229a3b tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811774 Feb 19 00:29:01.938848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] For port 6d8639da-b6b2-41d9-90f6-b4be312a458e, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:02.009814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:02.010637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-237d30da-3e0b-47c5-9c23-08dd1036feaf service neutron] 10.222.0.126 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770744 Feb 19 00:29:02.028474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] For port 6d8639da-b6b2-41d9-90f6-b4be312a458e, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6d8639da-b6b2-41d9-90f6-b4be312a458e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:02.032916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks [] for router (280ef515-b58f-485f-a38c-03e7ba3e4406), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.042970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-e8a47883-6184-43f3-a25e-7da2bf05972f service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801126 Feb 19 00:29:02.046067 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.113382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1629a64-105b-4849-9ff6-822d337a0886 req-bf01de96-0ff4-444e-962b-de4edf448520 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1002 time: 0.2694445 Feb 19 00:29:02.166048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.166855 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.168321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] 10.222.0.113 "PUT /v2.0/ports/6d8639da-b6b2-41d9-90f6-b4be312a458e HTTP/1.1" status: 200 len: 1091 time: 1.8507090 Feb 19 00:29:02.182238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks [] for router_gateway (280ef515-b58f-485f-a38c-03e7ba3e4406), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.251097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129'}], 'enable_snat': True}, 'gw_port_id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:29:00Z', 'revision_number': 5, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port': {'id': 'f8d2527a-8ad7-4e43-aa1b-4b47c526762f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:26:44Z', 'updated_at': '2022-02-19T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:02.251878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Deleting port f8d2527a-8ad7-4e43-aa1b-4b47c526762f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:02.252394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.263513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b51bb-dce3-4cf1-a997-885301a49b12 service neutron] Pushing event updated for resources: {'Port': ['ID=6d8639da-b6b2-41d9-90f6-b4be312a458e,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:02.286121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] Checking router: 280ef515-b58f-485f-a38c-03e7ba3e4406 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:02.295584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0c7c6-7605-4dfe-a96a-f30e40ba9bbb req-d9862a98-1b0a-403f-b3ee-e7ddcb329933 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.297241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] Routers {'280ef515-b58f-485f-a38c-03e7ba3e4406'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:02.303534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7a0c7c6-7605-4dfe-a96a-f30e40ba9bbb req-d9862a98-1b0a-403f-b3ee-e7ddcb329933 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 945 time: 0.2222171 Feb 19 00:29:02.304888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['280ef515-b58f-485f-a38c-03e7ba3e4406'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:02.325554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-ce2f8866-3c45-4b05-bbe7-6268d617f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.326137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-ce2f8866-3c45-4b05-bbe7-6268d617f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.326701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-ce2f8866-3c45-4b05-bbe7-6268d617f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.328414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-ce2f8866-3c45-4b05-bbe7-6268d617f666 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=97f748cbfcb34402a486ab61f99cc5c6&device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2958 time: 0.2360606 Feb 19 00:29:02.376285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] For port f8d2527a-8ad7-4e43-aa1b-4b47c526762f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f8d2527a-8ad7-4e43-aa1b-4b47c526762f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:02.376715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.395934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Calling delete_port for f8d2527a-8ad7-4e43-aa1b-4b47c526762f owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:02.417601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] Set router 280ef515-b58f-485f-a38c-03e7ba3e4406 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:02.472939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1629a64-105b-4849-9ff6-822d337a0886 req-8337a7d8-7c76-480a-bce1-b9334e6c2043 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.474456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1629a64-105b-4849-9ff6-822d337a0886 req-8337a7d8-7c76-480a-bce1-b9334e6c2043 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.3160233 Feb 19 00:29:02.480377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:29:02Z', 'revision_number': 6, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:02.512876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7a0c7c6-7605-4dfe-a96a-f30e40ba9bbb req-46fff366-63ea-4c8b-9e10-9c5cd2d46638 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083087 Feb 19 00:29:02.617897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f8d2527a-8ad7-4e43-aa1b-4b47c526762f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.629491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-4d2e13df-bbce-4764-923c-5aacf3f6286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.630449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-4d2e13df-bbce-4764-923c-5aacf3f6286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.631102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-4d2e13df-bbce-4764-923c-5aacf3f6286e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.632765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-4d2e13df-bbce-4764-923c-5aacf3f6286e service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=97f748cbfcb34402a486ab61f99cc5c6&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2951977 Feb 19 00:29:02.651238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'tag': '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9'}, {'name': 'network-changed', 'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'tag': '6d8639da-b6b2-41d9-90f6-b4be312a458e'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:02.653670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e229cb5a-85eb-4b8a-ab93-e348a8beb464 None None] The sync data for ids ['280ef515-b58f-485f-a38c-03e7ba3e4406'] in n-d-826527-3 is: [{'id': '280ef515-b58f-485f-a38c-03e7ba3e4406', 'name': 'tempest-ServersTestFqdnHostnames-76680087-router', 'tenant_id': 'c32fed77a79f405aa211301cf461f8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:26:41Z', 'updated_at': '2022-02-19T00:29:02Z', 'revision_number': 6, 'project_id': 'c32fed77a79f405aa211301cf461f8f2', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:02.654663 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb406b0-884e-4b94-a36f-375820f1eab3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "tag": "5dc07255-aaed-41f6-b5f5-f6019dd6e4f9"}, {"name": "network-changed", "server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "tag": "6d8639da-b6b2-41d9-90f6-b4be312a458e"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:02.655189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d81417ea-50d4-4e90-a6ab-02c3794e1aee up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:02.687995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d2527a-8ad7-4e43-aa1b-4b47c526762f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:02.725608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82feb8-5b4b-4e7d-bd15-fd534163bd6a req-75a72d47-1a49-4e18-aeb8-ca059ec7d629 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.731879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb82feb8-5b4b-4e7d-bd15-fd534163bd6a req-75a72d47-1a49-4e18-aeb8-ca059ec7d629 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.1700280 Feb 19 00:29:02.741964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38858) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:02.745795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port d81417ea-50d4-4e90-a6ab-02c3794e1aee completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:29:02.750297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port d81417ea-50d4-4e90-a6ab-02c3794e1aee triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:02.750781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.779232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Request body: {'floatingip': {'port_id': 'cb9d631a-c875-4276-8d5a-bb426636465f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:02.819945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (280ef515-b58f-485f-a38c-03e7ba3e4406), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.853846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d81417ea-50d4-4e90-a6ab-02c3794e1aee is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:02.854536 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.878781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:02.881452 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb28a49-bb31-46cf-a92a-28da941933a6" -d '{"events": [{"server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "name": "network-vif-plugged", "status": "completed", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:02.894934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:02.903164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.933686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (280ef515-b58f-485f-a38c-03e7ba3e4406), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.937376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks [] for router_controller (280ef515-b58f-485f-a38c-03e7ba3e4406), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:02.959213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:02.992756 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-7d5afb98-66b2-4ecb-9f7c-fb4bdd77acc1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:02.994440 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-7d5afb98-66b2-4ecb-9f7c-fb4bdd77acc1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 946 time: 0.1853223 Feb 19 00:29:03.000473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (280ef515-b58f-485f-a38c-03e7ba3e4406), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.001192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 280ef515-b58f-485f-a38c-03e7ba3e4406 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:29:03.014062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.017633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-635f7c65-88c6-42ef-82c1-f0c073b3f926 admin admin] 10.222.0.60 "DELETE /v2.0/routers/280ef515-b58f-485f-a38c-03e7ba3e4406 HTTP/1.1" status: 204 len: 168 time: 1.1799390 Feb 19 00:29:03.018511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38866) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:03.121456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df8855e-0fbb-4e5f-82e8-09dfdeaf418c admin admin] Deleting subnet 25e0b997-486d-4137-995c-a193adecacd8 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:29:03.129793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df8855e-0fbb-4e5f-82e8-09dfdeaf418c admin admin] Publish callbacks [] for subnet (25e0b997-486d-4137-995c-a193adecacd8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.169575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df8855e-0fbb-4e5f-82e8-09dfdeaf418c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (25e0b997-486d-4137-995c-a193adecacd8), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.201376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Deleting port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:03.201726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.207888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for floatingip (85286dbf-efe2-44f2-9400-3976a86aceec), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.310247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-8c52b3e2-ed0c-468e-9158-d14a72189d35 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1002 time: 0.5185578 Feb 19 00:29:03.315815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-31087d3c-dfee-472b-95d8-fcae139b3262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:03.317304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0c35b5-4260-429a-a146-cd06d96cf981 req-31087d3c-dfee-472b-95d8-fcae139b3262 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6776485 Feb 19 00:29:03.322583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df8855e-0fbb-4e5f-82e8-09dfdeaf418c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (25e0b997-486d-4137-995c-a193adecacd8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.350152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] For port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:03.350546 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.367941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Calling delete_port for deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:03.383446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-350e5c7b-fe83-49d5-ae52-1d220f8d7ddf service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6423132 Feb 19 00:29:03.407028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb42bbf-82e6-440c-9429-907122a68832 req-767ff11d-13e1-404d-81a8-af36694725b8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:03.408495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-deb42bbf-82e6-440c-9429-907122a68832 req-767ff11d-13e1-404d-81a8-af36694725b8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 946 time: 0.5883417 Feb 19 00:29:03.439580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df8855e-0fbb-4e5f-82e8-09dfdeaf418c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (25e0b997-486d-4137-995c-a193adecacd8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.477023 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8855e-0fbb-4e5f-82e8-09dfdeaf418c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25e0b997-486d-4137-995c-a193adecacd8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:03.485169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df8855e-0fbb-4e5f-82e8-09dfdeaf418c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.490251 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7df8855e-0fbb-4e5f-82e8-09dfdeaf418c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/25e0b997-486d-4137-995c-a193adecacd8 HTTP/1.1" status: 204 len: 168 time: 0.4701965 Feb 19 00:29:03.497937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-d6f3339c-52b9-43b5-ac0f-bf9a18ba842b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:03.499114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6080b58-03ac-4c22-af4e-38bb0a134d97 None None] Network 1c683f18-33fe-4fa0-800c-c605e613f057 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:03.499280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:03.499400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-d6f3339c-52b9-43b5-ac0f-bf9a18ba842b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports/de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 200 len: 943 time: 0.1793396 Feb 19 00:29:03.601376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (1c683f18-33fe-4fa0-800c-c605e613f057), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.641368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-8e69e3dd-c1d0-493c-9bb6-7ce768b65061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:03.641916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-8e69e3dd-c1d0-493c-9bb6-7ce768b65061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:03.642418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-8e69e3dd-c1d0-493c-9bb6-7ce768b65061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:03.644099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-8e69e3dd-c1d0-493c-9bb6-7ce768b65061 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=97f748cbfcb34402a486ab61f99cc5c6&device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2958 time: 0.2644417 Feb 19 00:29:03.657594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (deac702f-f2e1-44c5-b63f-e9e8bba4bcb1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.681186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-2c4c0c1f-24fe-4046-a67a-5728ed20914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:03.683044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-2c4c0c1f-24fe-4046-a67a-5728ed20914c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1126 time: 0.2487483 Feb 19 00:29:03.696565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-deb42bbf-82e6-440c-9429-907122a68832 req-689c9a38-780d-46c4-95f1-7fd6ffc3e66a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593613 Feb 19 00:29:03.707016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event deleted for resources: {'Port': ['ID=deac702f-f2e1-44c5-b63f-e9e8bba4bcb1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:03.765989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] No DVR routers for this DVR port deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:03.769834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.773285 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-188841cf-61f9-4ee5-b1b9-ee2c52c40930 req-6ad79a37-cb30-4267-8ac8-533e3ec238d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "DELETE /v2.0/ports/deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 HTTP/1.1" status: 204 len: 173 time: 0.7699018 Feb 19 00:29:03.773752 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c62e671-8cbd-465d-918f-708dd2cfc486', 'name': 'network-vif-deleted', 'tag': 'deac702f-f2e1-44c5-b63f-e9e8bba4bcb1'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:03.776183 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d70d43-d44c-47d3-82a7-1c805da99ded" -d '{"events": [{"server_uuid": "1c62e671-8cbd-465d-918f-708dd2cfc486", "name": "network-vif-deleted", "tag": "deac702f-f2e1-44c5-b63f-e9e8bba4bcb1"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:03.782671 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12702d87-2586-40e0-80b9-1bb54b2cce88 x-openstack-request-id: req-12702d87-2586-40e0-80b9-1bb54b2cce88 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:03.783049 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "tag": "5dc07255-aaed-41f6-b5f5-f6019dd6e4f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "tag": "6d8639da-b6b2-41d9-90f6-b4be312a458e", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:03.783373 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12702d87-2586-40e0-80b9-1bb54b2cce88 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:03.784363 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'tag': '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9', 'status': 'completed', 'code': 200} Feb 19 00:29:03.784817 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'tag': '6d8639da-b6b2-41d9-90f6-b4be312a458e', 'status': 'completed', 'code': 200} Feb 19 00:29:03.789062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Deleting port 9d72c408-3a99-4a66-88ab-f5551361d954 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:03.789710 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.795126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-81a1e420-3f1d-4686-931f-4467d40f2a56 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.111&port_id=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d HTTP/1.1" status: 200 len: 217 time: 0.0974500 Feb 19 00:29:03.810897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] DHCP port deletion for 1c683f18-33fe-4fa0-800c-c605e613f057 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:29:03.928808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] Deleting port 9d72c408-3a99-4a66-88ab-f5551361d954 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:03.929523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] For port 9d72c408-3a99-4a66-88ab-f5551361d954, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d72c408-3a99-4a66-88ab-f5551361d954,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:03.929773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.930430 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:03.965987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Calling delete_port for 9d72c408-3a99-4a66-88ab-f5551361d954 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:04.010982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9d72c408-3a99-4a66-88ab-f5551361d954 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:04.090473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-f834b26f-45d0-4841-83d1-63fcdfbd7886 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1002 time: 0.5019522 Feb 19 00:29:04.094212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] For port 9d72c408-3a99-4a66-88ab-f5551361d954, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d72c408-3a99-4a66-88ab-f5551361d954,segment=NetworkSegment(22d5eb10-1cfd-4546-995a-8e89e0080059),segment_id=22d5eb10-1cfd-4546-995a-8e89e0080059)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:04.094853 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.117310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] Calling delete_port for 9d72c408-3a99-4a66-88ab-f5551361d954 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:04.166069 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4be8ed-f1ef-4429-8c49-0ce2364d08fc x-openstack-request-id: req-ec4be8ed-f1ef-4429-8c49-0ce2364d08fc {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:04.166631 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "name": "network-vif-plugged", "status": "completed", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:04.167050 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec4be8ed-f1ef-4429-8c49-0ce2364d08fc {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:04.167625 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee', 'code': 200} Feb 19 00:29:04.235477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d72c408-3a99-4a66-88ab-f5551361d954 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:04.244282 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.290158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732bc3-a857-4cd3-9b44-34d9a2b3eede req-59f75a65-310e-4c67-b97c-7bd40e6ff822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:04.291779 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6732bc3-a857-4cd3-9b44-34d9a2b3eede req-59f75a65-310e-4c67-b97c-7bd40e6ff822 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1128 time: 0.0969148 Feb 19 00:29:04.292567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.321534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d0d1f6f8-7aee-4779-8ca8-3000becd1f38 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:04.327059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d72c408-3a99-4a66-88ab-f5551361d954,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:04.336063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] No DVR routers for this DVR port 9d72c408-3a99-4a66-88ab-f5551361d954 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:04.352845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-04708e40-d172-42ef-a90d-181ace9e4ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:04.354766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-04708e40-d172-42ef-a90d-181ace9e4ee8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d951e192-82c6-437b-ad46-38ae3085e4ab HTTP/1.1" status: 200 len: 801 time: 0.4847741 Feb 19 00:29:04.369453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d0d1f6f8-7aee-4779-8ca8-3000becd1f38 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:04.370146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d0d1f6f8-7aee-4779-8ca8-3000becd1f38 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:04.373643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f8d2527a-8ad7-4e43-aa1b-4b47c526762f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:04.378072 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (9d72c408-3a99-4a66-88ab-f5551361d954), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.383089 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e6732bc3-a857-4cd3-9b44-34d9a2b3eede req-4638db12-cd19-4974-bfab-d22588c88234 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818133 Feb 19 00:29:04.407601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: f8d2527a-8ad7-4e43-aa1b-4b47c526762f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:04.408267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f8d2527a-8ad7-4e43-aa1b-4b47c526762f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:04.438071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (1c683f18-33fe-4fa0-800c-c605e613f057), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.444770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-3c15f646-2a1e-41f3-b5b8-984c1b0cad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:04.446762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-3c15f646-2a1e-41f3-b5b8-984c1b0cad64 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.7248106 Feb 19 00:29:04.461127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] Pushing event deleted for resources: {'Port': ['ID=9d72c408-3a99-4a66-88ab-f5551361d954,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:04.473069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dff9180-277c-4072-9bee-ced0529dd2c7 None None] No DVR routers for this DVR port 9d72c408-3a99-4a66-88ab-f5551361d954 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:04.514466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-0a9b6b20-55fe-455f-a69c-a5eccf6ac167 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:04.516659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-0a9b6b20-55fe-455f-a69c-a5eccf6ac167 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.4253595 Feb 19 00:29:04.549979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ede40-f721-4920-b10b-620338531a5f req-7ff66696-a7ae-4f45-a4b9-fc5d8dd4f218 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:04.555425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ede40-f721-4920-b10b-620338531a5f req-7ff66696-a7ae-4f45-a4b9-fc5d8dd4f218 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:04.560660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711ede40-f721-4920-b10b-620338531a5f req-7ff66696-a7ae-4f45-a4b9-fc5d8dd4f218 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:04.562463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-711ede40-f721-4920-b10b-620338531a5f req-7ff66696-a7ae-4f45-a4b9-fc5d8dd4f218 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2412 time: 0.3162515 Feb 19 00:29:04.678892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-f3ed018e-9c8d-4131-a5d3-b74ecf30c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:04.680403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-f3ed018e-9c8d-4131-a5d3-b74ecf30c21a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7bc252f7-1c19-445d-97df-e4743bddb857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3169005 Feb 19 00:29:04.696153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-8f26dae2-2b4c-4d91-9af9-be4799e10f83 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 217 time: 0.0986302 Feb 19 00:29:04.746315 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.773689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c683f18-33fe-4fa0-800c-c605e613f057']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:04.784098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22d5eb10-1cfd-4546-995a-8e89e0080059') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:04.784384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22d5eb10-1cfd-4546-995a-8e89e0080059') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:04.794404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (22d5eb10-1cfd-4546-995a-8e89e0080059), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.808348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (22d5eb10-1cfd-4546-995a-8e89e0080059), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.816545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:29:04.817460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (22d5eb10-1cfd-4546-995a-8e89e0080059), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:29:04.819035 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:29:04.848377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:04.889158 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (1c683f18-33fe-4fa0-800c-c605e613f057), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.897624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:04.897779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:04.898272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device deac702f-f2e1-44c5-b63f-e9e8bba4bcb1 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:04.900779 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1c683f18-33fe-4fa0-800c-c605e613f057 HTTP/1.1" status: 204 len: 168 time: 1.4004657 Feb 19 00:29:04.919190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a84fb8e-2b90-4726-aebf-04fbaae5e3a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c683f18-33fe-4fa0-800c-c605e613f057,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:05.090545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38886) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:05.110232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (85286dbf-efe2-44f2-9400-3976a86aceec), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:05.127527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-7e346919-7aa5-4cb5-a559-d5ac91ee0459 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1002 time: 0.5894828 Feb 19 00:29:05.138577 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2daf8dc9-af79-40c8-8317-aa9a89f4cb04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c32fed77a79f405aa211301cf461f8f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464258 Feb 19 00:29:05.139691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:05.178834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-711ede40-f721-4920-b10b-620338531a5f req-8b8592e2-4386-462f-a92d-d3f9529455db tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823510 Feb 19 00:29:05.197678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d20a1eba-df59-4b80-bd44-cd679526d590 admin admin] Publish callbacks [] for security_group (5ae2880b-6a0d-4c20-b199-81b6a18812b0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:05.219237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d20a1eba-df59-4b80-bd44-cd679526d590 admin admin] Publish callbacks [] for security_group (5ae2880b-6a0d-4c20-b199-81b6a18812b0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:05.252493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:05.270932 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d20a1eba-df59-4b80-bd44-cd679526d590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5ae2880b-6a0d-4c20-b199-81b6a18812b0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:05.274084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d20a1eba-df59-4b80-bd44-cd679526d590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:05.278447 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d20a1eba-df59-4b80-bd44-cd679526d590 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ae2880b-6a0d-4c20-b199-81b6a18812b0 HTTP/1.1" status: 204 len: 168 time: 0.1374307 Feb 19 00:29:05.287767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a1eba-df59-4b80-bd44-cd679526d590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2880b-6a0d-4c20-b199-81b6a18812b0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:05.388219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-55ff6535-cd63-471f-ba49-6c0cdcd9df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:05.389823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-55ff6535-cd63-471f-ba49-6c0cdcd9df5b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.6800065 Feb 19 00:29:05.396694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:05.441770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-9b983370-c6c2-4659-b5e3-c07c32673bd3 service neutron] 10.222.0.113 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500629 Feb 19 00:29:05.469611 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Floating IP 85286dbf-efe2-44f2-9400-3976a86aceec associated. External IP: 172.25.6.10, port: cb9d631a-c875-4276-8d5a-bb426636465f. Feb 19 00:29:05.499652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-03643693-91a9-4cd6-8536-08cc95186903 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965781 Feb 19 00:29:05.771870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776f2b8-601e-4b12-8202-0a18fc7d01f9 req-a4ec0d00-eb6b-4fc3-8497-0b1ab8cdb374 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:05.779463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7776f2b8-601e-4b12-8202-0a18fc7d01f9 req-a4ec0d00-eb6b-4fc3-8497-0b1ab8cdb374 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.5186958 Feb 19 00:29:05.785811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-af84bc0d-a0b0-4779-8017-74ffe31d3116 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0558233 Feb 19 00:29:05.875745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-e3100da9-9fc1-417b-a8b3-31a8d045ec9b service neutron] 10.222.0.113 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920467 Feb 19 00:29:05.896277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:05.896663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-38075a0a-4171-48d9-8a91-ce46a25387d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:05.901338 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-38075a0a-4171-48d9-8a91-ce46a25387d2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 1129 time: 0.0551281 Feb 19 00:29:05.922618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:05.922970 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc disassociated. External IP: 172.25.6.169, port: de4e24db-d2f9-4373-92c7-a6846612cc7e. Feb 19 00:29:06.001052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-fcca8058-c4e2-4521-b78a-a1f0b453f19b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 HTTP/1.1" status: 200 len: 217 time: 0.1106296 Feb 19 00:29:06.003022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-6495809d-5fc5-4d7b-857b-b0f57016c23e service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467037 Feb 19 00:29:06.032656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7776f2b8-601e-4b12-8202-0a18fc7d01f9 req-c3ce16d9-19ea-4ed0-9c44-b1224016bc85 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385733 Feb 19 00:29:06.054513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-9adbf435-495b-4848-911a-4226a3d77b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:06.056640 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-9adbf435-495b-4848-911a-4226a3d77b55 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 916 time: 0.1294637 Feb 19 00:29:06.118090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38912) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:06.155009 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-2e2af8dd-9f25-4365-bfab-38e0329596e0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 200 len: 1002 time: 0.0907657 Feb 19 00:29:06.224243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-d8fe3f06-4390-4f6f-acf3-3db3f784ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:06.226095 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-d8fe3f06-4390-4f6f-acf3-3db3f784ae42 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.0631373 Feb 19 00:29:06.271235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-825974479-network', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:06.295377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-0eac3a31-5368-4f19-a5f0-52e6b2a8fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:06.296984 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-0eac3a31-5368-4f19-a5f0-52e6b2a8fe06 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641868 Feb 19 00:29:06.299049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Made reservation on behalf of cb5bee051b5d438a8c30944911a96f3e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:06.300907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.311331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-be45a8e6-0d63-4068-a562-2dd71fa7dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:06.312869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-be45a8e6-0d63-4068-a562-2dd71fa7dd33 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=91ea2909-ac8a-415a-acbb-b73731280ced HTTP/1.1" status: 200 len: 801 time: 0.2791808 Feb 19 00:29:06.363544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.368975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:06.426954 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-27ea4063-8b80-4088-a3ac-3409c543be26 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225886 Feb 19 00:29:06.477014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c307518d-b6c7-4957-b9c6-6ce867853546 req-922930e1-2a8e-4b88-ab04-5d1ee189a9f7 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788118 Feb 19 00:29:06.508595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-70ed9951-553c-4ed8-bcb3-85df8097fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:06.510222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-70ed9951-553c-4ed8-bcb3-85df8097fa79 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=417e4013-87db-4246-9495-7fae5f218c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1865487 Feb 19 00:29:06.536974 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Publish callbacks [] for security_group (7a047a54-d319-47f4-aced-6cd592d1be69), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.547224 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7a047a54-d319-47f4-aced-6cd592d1be69), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.573681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a83c1631-4436-44f9-9e2b-e2b1db87ea42 req-bbded549-1c2f-466d-a7bf-fdfe70e54780 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405609 Feb 19 00:29:06.585286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:29:06.592926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a047a54-d319-47f4-aced-6cd592d1be69,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:06.599940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2fced666-5df8-4451-be53-98c9741a784a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.600425 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Added segment 2fced666-5df8-4451-be53-98c9741a784a of type vlan for network fca5c244-f69c-45db-82dc-37a395a8b58d Feb 19 00:29:06.636439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-a5da7a3c-87b8-4402-9e6f-62ed44c2e7d5 service neutron] 10.222.0.113 "GET /v2.0/networks/417e4013-87db-4246-9495-7fae5f218c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880644 Feb 19 00:29:06.646108 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (fca5c244-f69c-45db-82dc-37a395a8b58d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.673358 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (fca5c244-f69c-45db-82dc-37a395a8b58d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.674502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:06.675331 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.730156 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6106279 Feb 19 00:29:06.732870 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38918) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:06.744575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Request body: {'subnet': {'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-subnet', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:06.759089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd97415-9113-4dd0-a4c8-07e6e87c937d admin admin] Pushing event updated for resources: {'Network': ['ID=fca5c244-f69c-45db-82dc-37a395a8b58d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:06.760674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:06.763497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:06.768303 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.778076 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Made reservation on behalf of cb5bee051b5d438a8c30944911a96f3e for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:06.778709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network fca5c244-f69c-45db-82dc-37a395a8b58d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:29:06.781660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:06.789659 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] Sync routers for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:06.804916 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:06.807138 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:06.962761 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:07.058897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.120501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:07.121765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d02c160f-149f-4f46-aede-072fdec5c7ec tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "PUT /v2.0/floatingips/85286dbf-efe2-44f2-9400-3976a86aceec HTTP/1.1" status: 200 len: 991 time: 4.3535407 Feb 19 00:29:07.122806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'tag': 'cb9d631a-c875-4276-8d5a-bb426636465f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:07.125395 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6df9471-a571-4a47-8c12-56c461ca9798" -d '{"events": [{"name": "network-changed", "server_uuid": "2e80d1de-9c24-45de-b4be-32a85a3d10be", "tag": "cb9d631a-c875-4276-8d5a-bb426636465f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:07.147626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Checking segment: {'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:07.148170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Network hostable DHCP agents. Network: fca5c244-f69c-45db-82dc-37a395a8b58d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:29:07.167699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-0404d69e-0f29-41fb-bfdf-727524e29668 service neutron] 10.222.0.113 "GET /v2.0/networks/417e4013-87db-4246-9495-7fae5f218c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011740 Feb 19 00:29:07.170327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Network fca5c244-f69c-45db-82dc-37a395a8b58d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:29:07.185353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, fca5c244-f69c-45db-82dc-37a395a8b58d) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:07.189863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:07.191139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.197563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd58b790-4c29-4f55-b16a-58c61ccb3913 None None] Network fca5c244-f69c-45db-82dc-37a395a8b58d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:07.229028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-72f1ff5d-bfe0-4664-9a7b-c6ff92a37293 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=6d8639da-b6b2-41d9-90f6-b4be312a458e HTTP/1.1" status: 200 len: 217 time: 0.0548129 Feb 19 00:29:07.236458 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-94a0e77f-dcab-4e91-85ec-34111b23e418 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5023236 Feb 19 00:29:07.239019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38926) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:07.245778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:07.282810 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '85286dbf-efe2-44f2-9400-3976a86aceec', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'port_id': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'mac_address': 'fa:16:3e:a8:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:36Z', 'updated_at': '2022-02-19T00:29:04Z', 'revision_number': 1, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:36Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:07.296430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.297530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.318051 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] Checking router: ac382a81-6ebc-4cc3-aa11-e3173b6d4874 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:07.328309 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:07.329184 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:07.340812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:07.347107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.368947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:07.373734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-fca5c244-f69c-45db-82dc-37a395a8b58d', 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d', 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'fixed_ips': [{'subnet_id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:29:07.384832 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.409365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks [] for router_controller (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.411139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-ab4c1b73-8647-438d-ae74-dde064f9cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:07.412791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-ab4c1b73-8647-438d-ae74-dde064f9cb6b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d951e192-82c6-437b-ad46-38ae3085e4ab HTTP/1.1" status: 200 len: 801 time: 0.1216505 Feb 19 00:29:07.432567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-c6d9a559-c774-4b85-a9eb-1287b6de06e9 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "PUT /v2.0/floatingips/997068b9-824c-4c1f-9de4-d508175cb0fc HTTP/1.1" status: 200 len: 695 time: 2.2649632 Feb 19 00:29:07.512325 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:07.543503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-1e29a009-4676-44db-b5e0-9c669c06f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:07.554820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Allocated IP 172.20.0.2 (fca5c244-f69c-45db-82dc-37a395a8b58d/79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7/29a49ce4-345e-490c-9112-8e266eafe88d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:07.555558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-1e29a009-4676-44db-b5e0-9c669c06f996 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 1128 time: 0.0879359 Feb 19 00:29:07.556635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:07.557542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:07.689052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-b4f6c20f-7a2d-470f-814f-18f54895088e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:07.697216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-b4f6c20f-7a2d-470f-814f-18f54895088e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.1389306 Feb 19 00:29:07.735755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks [] for router_gateway (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.742968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:07.744233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-3b6653ac-d583-43b8-a637-c43c8e851088 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 200 len: 217 time: 0.0457695 Feb 19 00:29:07.798608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-2282b5da-8ddc-46b6-9251-b4fcf8081da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:07.800352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-2282b5da-8ddc-46b6-9251-b4fcf8081da7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7bc252f7-1c19-445d-97df-e4743bddb857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3663387 Feb 19 00:29:07.804145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-9f2295a2-75d9-4923-9b44-4df5d6308866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:07.814045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-9f2295a2-75d9-4923-9b44-4df5d6308866 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.0689178 Feb 19 00:29:07.942889 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '85286dbf-efe2-44f2-9400-3976a86aceec', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'port_id': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'mac_address': 'fa:16:3e:a8:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:36Z', 'updated_at': '2022-02-19T00:29:04Z', 'revision_number': 1, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:36Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:07.985043 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Publish callbacks [] for port (29a49ce4-345e-490c-9112-8e266eafe88d), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:07.996440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-90c5586a-14f0-4cea-b442-0e347d68c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:08.005721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-90c5586a-14f0-4cea-b442-0e347d68c832 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1906505 Feb 19 00:29:08.008219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:08.010902 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a144dd0-32ad-4eb0-9543-8100b6f7cc8c None None] The sync data for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 is: [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '85286dbf-efe2-44f2-9400-3976a86aceec', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'port_id': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'mac_address': 'fa:16:3e:a8:e0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:36Z', 'updated_at': '2022-02-19T00:29:04Z', 'revision_number': 1, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:36Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:08.020726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks [] for router_gateway (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:08.044590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:08.077397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Network fca5c244-f69c-45db-82dc-37a395a8b58d is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:08.080575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Pushing event updated for resources: {'Port': ['ID=29a49ce4-345e-490c-9112-8e266eafe88d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:08.089996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:08.094323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:08.115193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:08.179776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:08.188197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-35ba8666-92b6-45b4-9786-209946ff5a23 service neutron] 10.222.0.113 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528235 Feb 19 00:29:08.191406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:08.192158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:08.202526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Allocated IP 172.25.6.245 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/0a08a451-3729-4915-9562-2b439c136d2e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:08.234113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-ba99da29-ed6c-48d1-b1b0-07c1f9622261 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268646 Feb 19 00:29:08.333979 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda41293-8703-4151-8a5f-b093ef2c2ff6 None None] New status for floating IP 85286dbf-efe2-44f2-9400-3976a86aceec: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:29:08.365347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks [] for port (0a08a451-3729-4915-9562-2b439c136d2e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:08.389367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f71a044-bf41-47f0-b1b9-baf4ebd13140 req-3487b72f-db7a-4e0a-9d5a-b6c1f07a89ca service neutron] 10.222.0.113 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877794 Feb 19 00:29:08.459562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Attempting to bind port 29a49ce4-345e-490c-9112-8e266eafe88d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:08.459935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Attempting to bind port 29a49ce4-345e-490c-9112-8e266eafe88d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:08.460294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Attempting to bind port 29a49ce4-345e-490c-9112-8e266eafe88d on network fca5c244-f69c-45db-82dc-37a395a8b58d {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:08.461127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0a08a451-3729-4915-9562-2b439c136d2e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:08.468617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:08.468998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Checking segment: {'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:08.469400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:08.469786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Bound using segment: {'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:08.470283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Bound port: 29a49ce4-345e-490c-9112-8e266eafe88d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:08.470662 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:08.494112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17b3638f-6b09-49c7-a2fb-9f342d2dba13 req-d77b270b-a022-4011-9045-3df5865c3a6b service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277811 Feb 19 00:29:08.535601 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:08.545852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:08.554054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:08.583186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-9606caa5-d94e-4286-a07e-019590ab5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:08.586995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-9606caa5-d94e-4286-a07e-019590ab5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:08.587880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-9606caa5-d94e-4286-a07e-019590ab5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:08.591959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-9606caa5-d94e-4286-a07e-019590ab5958 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=97f748cbfcb34402a486ab61f99cc5c6&device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2958 time: 0.1242158 Feb 19 00:29:08.603890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] For port 29a49ce4-345e-490c-9112-8e266eafe88d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:08.608093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] For port 29a49ce4-345e-490c-9112-8e266eafe88d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=29a49ce4-345e-490c-9112-8e266eafe88d,segment=NetworkSegment(2fced666-5df8-4451-be53-98c9741a784a),segment_id=2fced666-5df8-4451-be53-98c9741a784a)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:08.624298 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d46dcb-1cfa-46e3-87e3-d80b054c2b5f x-openstack-request-id: req-79d46dcb-1cfa-46e3-87e3-d80b054c2b5f {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:08.625198 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c62e671-8cbd-465d-918f-708dd2cfc486", "name": "network-vif-deleted", "tag": "deac702f-f2e1-44c5-b63f-e9e8bba4bcb1", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:08.625447 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79d46dcb-1cfa-46e3-87e3-d80b054c2b5f {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:08.625871 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c62e671-8cbd-465d-918f-708dd2cfc486', 'name': 'network-vif-deleted', 'tag': 'deac702f-f2e1-44c5-b63f-e9e8bba4bcb1', 'status': 'completed', 'code': 200} Feb 19 00:29:08.626545 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:08.647040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Pushing event updated for resources: {'Port': ['ID=0a08a451-3729-4915-9562-2b439c136d2e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:08.732660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09ad61-7a7b-4ec3-8ac5-f921bc45be2a None None] Pushing event updated for resources: {'Port': ['ID=29a49ce4-345e-490c-9112-8e266eafe88d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:08.789427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:08.878974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc8456f7-0f46-4d77-bfa8-56feae9c5466 req-56cf85a2-0e53-4924-ae3b-262c84d53b48 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 210 time: 0.0402808 Feb 19 00:29:08.887523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-67f6e755-df8c-4933-8c6a-534e9eba3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:08.889010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-67f6e755-df8c-4933-8c6a-534e9eba3bcf service neutron] 10.222.0.113 "GET /v2.0/networks?id=417e4013-87db-4246-9495-7fae5f218c69 HTTP/1.1" status: 200 len: 902 time: 0.2883468 Feb 19 00:29:08.967550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-07357510-9795-400f-98e5-867efc7ab02e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.114&port_id=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 HTTP/1.1" status: 200 len: 217 time: 0.0699036 Feb 19 00:29:09.007845 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks [] for router_gateway (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:09.133913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-bfcdb0da-06f7-49f9-b750-8e9a6ffc5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.139234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:09.141524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-bfcdb0da-06f7-49f9-b750-8e9a6ffc5cd2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=91ea2909-ac8a-415a-acbb-b73731280ced HTTP/1.1" status: 200 len: 801 time: 0.1357431 Feb 19 00:29:09.190271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a3105d-5269-40aa-b61b-27873b2e9820 None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:09.192244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27859c7-bd98-468e-a6a9-cd857a0d5434 req-f7b7631c-1af3-4a60-a8db-ca1f2b4b6ba1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.203271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27859c7-bd98-468e-a6a9-cd857a0d5434 req-f7b7631c-1af3-4a60-a8db-ca1f2b4b6ba1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.209174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27859c7-bd98-468e-a6a9-cd857a0d5434 req-f7b7631c-1af3-4a60-a8db-ca1f2b4b6ba1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.210987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e27859c7-bd98-468e-a6a9-cd857a0d5434 req-f7b7631c-1af3-4a60-a8db-ca1f2b4b6ba1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2412 time: 0.2412429 Feb 19 00:29:09.328161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e27859c7-bd98-468e-a6a9-cd857a0d5434 req-4d64fb5d-3bcb-45f8-babb-d6ca3cf7fd24 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955477 Feb 19 00:29:09.330457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-45e1be83-929e-4838-a7ad-23ef33596d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.332285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-45e1be83-929e-4838-a7ad-23ef33596d96 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=417e4013-87db-4246-9495-7fae5f218c69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1778369 Feb 19 00:29:09.396095 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:09.485314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-21b7af6c-263b-463f-b4b9-5a155d1df824 service neutron] 10.222.0.113 "GET /v2.0/networks/417e4013-87db-4246-9495-7fae5f218c69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457853 Feb 19 00:29:09.517993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f596d4a-5988-4eff-b03d-7e32c3a0de33 req-dadc83c6-82b7-4469-b1ed-2be4c49b1ca8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.519534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f596d4a-5988-4eff-b03d-7e32c3a0de33 req-dadc83c6-82b7-4469-b1ed-2be4c49b1ca8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.1136174 Feb 19 00:29:09.541551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:29:09.616735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f596d4a-5988-4eff-b03d-7e32c3a0de33 req-a64966a5-95f3-49be-a76e-4cb23eeefae9 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645816 Feb 19 00:29:09.627806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-747cda4b-5c63-4fa8-a76d-7552dc0f4bc1 service neutron] 10.222.0.113 "GET /v2.0/networks/417e4013-87db-4246-9495-7fae5f218c69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343238 Feb 19 00:29:09.663100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:09.673187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Sync routers for ids ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:09.704718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Routers {'e24229a3-90e9-4a8e-a6f9-9c777eb1be77'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:09.709747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:09.710704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:09.711887 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ecea6705-5248-402a-bfcd-5bf029b95c4f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4715517 Feb 19 00:29:09.714569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38932) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:09.790043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-747c3d85-d1db-4ed8-b7f9-de7cbc0b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.790572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-747c3d85-d1db-4ed8-b7f9-de7cbc0b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.791052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-747c3d85-d1db-4ed8-b7f9-de7cbc0b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.794144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-747c3d85-d1db-4ed8-b7f9-de7cbc0b6013 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=97f748cbfcb34402a486ab61f99cc5c6&device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2958 time: 0.1051564 Feb 19 00:29:09.823180 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5ed6e-5f1d-4eb0-ab3a-f186ce65f671 req-2b31e76b-176e-4bea-b24b-608ac5d2de12 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:09.831202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d5ed6e-5f1d-4eb0-ab3a-f186ce65f671 req-2b31e76b-176e-4bea-b24b-608ac5d2de12 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.0974357 Feb 19 00:29:09.983417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Set router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:09.994244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d5ed6e-5f1d-4eb0-ab3a-f186ce65f671 req-e65d5249-4de5-4589-9135-57241a7ecf68 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620567 Feb 19 00:29:10.074214 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e670bceb-2857-4818-a291-def1dcfe804f None None] New status for floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:29:10.080172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 29a49ce4-345e-490c-9112-8e266eafe88d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:10.092576 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbd3421-6a81-482e-8211-4f1413d2fb9e x-openstack-request-id: req-0bbd3421-6a81-482e-8211-4f1413d2fb9e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:10.099729 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e80d1de-9c24-45de-b4be-32a85a3d10be", "tag": "cb9d631a-c875-4276-8d5a-bb426636465f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:10.100062 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0bbd3421-6a81-482e-8211-4f1413d2fb9e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:10.100441 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'tag': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'status': 'completed', 'code': 200} Feb 19 00:29:10.214028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-3997e34f-cedc-40af-9616-567e17f2842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:10.215825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-3997e34f-cedc-40af-9616-567e17f2842f service neutron] 10.222.0.113 "GET /v2.0/networks?id=7bc252f7-1c19-445d-97df-e4743bddb857 HTTP/1.1" status: 200 len: 903 time: 0.4130852 Feb 19 00:29:10.316875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-0d1ef8b2-d9da-4a0e-8498-b5dd04894a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:10.318539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-0d1ef8b2-d9da-4a0e-8498-b5dd04894a7c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=765b4aeb6b9d48e095e5485990c88724&device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 1128 time: 0.2040112 Feb 19 00:29:10.320028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f416a-12f1-49c1-9563-05a4451e4211 None None] Network fca5c244-f69c-45db-82dc-37a395a8b58d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:10.320569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-34f6edb0-7d5a-4965-856f-11ff3803373d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.48&port_id=6d8639da-b6b2-41d9-90f6-b4be312a458e HTTP/1.1" status: 200 len: 217 time: 0.0970764 Feb 19 00:29:10.424063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-4002043f-3ac3-4d2d-83cb-6d0deb55d232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:10.425585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-4002043f-3ac3-4d2d-83cb-6d0deb55d232 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d951e192-82c6-437b-ad46-38ae3085e4ab HTTP/1.1" status: 200 len: 801 time: 0.0557477 Feb 19 00:29:10.497932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 29a49ce4-345e-490c-9112-8e266eafe88d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:10.498332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:10.565017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-371e6a9a-ac13-480c-849e-d5daca38802a None None] Provisioning complete for port 29a49ce4-345e-490c-9112-8e266eafe88d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:10.565373 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-371e6a9a-ac13-480c-849e-d5daca38802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:10.638173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f849d-ea7a-4371-a746-85b78bc05bec req-9eebdb3e-d9aa-4a39-a09c-0af215c64d58 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:10.640193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d64f849d-ea7a-4371-a746-85b78bc05bec req-9eebdb3e-d9aa-4a39-a09c-0af215c64d58 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1128 time: 0.2715321 Feb 19 00:29:10.650275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-61768817-b34e-4c69-b109-b72f77149bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:10.652131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-61768817-b34e-4c69-b109-b72f77149bd9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=7bc252f7-1c19-445d-97df-e4743bddb857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1894941 Feb 19 00:29:10.660764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-bfb964df-02b1-4399-b879-37c5e56fed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:10.670232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-bfb964df-02b1-4399-b879-37c5e56fed3d service neutron] 10.222.0.113 "GET /v2.0/networks?id=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b HTTP/1.1" status: 200 len: 905 time: 0.3371224 Feb 19 00:29:10.769813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-0da9a943-37d7-4e5e-8993-df97f08d4de5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb9d631a-c875-4276-8d5a-bb426636465f HTTP/1.1" status: 200 len: 1001 time: 0.0790191 Feb 19 00:29:10.807620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a08a451-3729-4915-9562-2b439c136d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:29:08Z', 'revision_number': 3, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port': {'id': '0a08a451-3729-4915-9562-2b439c136d2e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:08Z', 'updated_at': '2022-02-19T00:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:10.848474 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-371e6a9a-ac13-480c-849e-d5daca38802a None None] Current status of the port 29a49ce4-345e-490c-9112-8e266eafe88d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:10.848929 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-371e6a9a-ac13-480c-849e-d5daca38802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:10.881895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Checking router: e24229a3-90e9-4a8e-a6f9-9c777eb1be77 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:10.882286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Updating router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 port 0a08a451-3729-4915-9562-2b439c136d2e binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:29:10.909778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-89c5cfc2-3bf5-46c8-8efe-4e5f8a97b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:10.911446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-89c5cfc2-3bf5-46c8-8efe-4e5f8a97b760 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=fec01d6b-8864-4c5d-9b4c-42b01a62bf49 HTTP/1.1" status: 200 len: 843 time: 0.1294796 Feb 19 00:29:10.921524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d64f849d-ea7a-4371-a746-85b78bc05bec req-faa9cbcd-e69f-4d09-bb9f-3ea8e0124787 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733357 Feb 19 00:29:10.945953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 29a49ce4-345e-490c-9112-8e266eafe88d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:10.946384 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:10.965038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.010443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-08190297-a04e-42bb-9202-40cf2128d2e7 service neutron] 10.222.0.113 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387043 Feb 19 00:29:11.025555 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-371e6a9a-ac13-480c-849e-d5daca38802a None None] For port 29a49ce4-345e-490c-9112-8e266eafe88d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=29a49ce4-345e-490c-9112-8e266eafe88d,segment=NetworkSegment(2fced666-5df8-4451-be53-98c9741a784a),segment_id=2fced666-5df8-4451-be53-98c9741a784a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:11.049335 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0a08a451-3729-4915-9562-2b439c136d2e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.062647 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-371e6a9a-ac13-480c-849e-d5daca38802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.079274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-8b0a98b3-8c91-4c00-aebc-a1ae6779f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:11.080947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-8b0a98b3-8c91-4c00-aebc-a1ae6779f6f4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1523621 Feb 19 00:29:11.175256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Allocated IP 172.20.0.1 (fca5c244-f69c-45db-82dc-37a395a8b58d/79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7/1dcc2b29-8c49-490d-9837-849fb27f5f0b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:11.227142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b12720e5-d373-4da5-ada4-28a134837d77 req-82431b61-8be3-42ed-bb39-d0e9f1bf778a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 210 time: 0.0577438 Feb 19 00:29:11.304262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Publish callbacks [] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.312922 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:29:11.326465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb406b0-884e-4b94-a36f-375820f1eab3 req-2a3ebfe8-0037-4e89-8834-c6a2b5ea8c62 service neutron] 10.222.0.113 "GET /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093252 Feb 19 00:29:11.342587 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:29:11.343254 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:29:11.350095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e6a9a-ac13-480c-849e-d5daca38802a None None] Pushing event updated for resources: {'Port': ['ID=29a49ce4-345e-490c-9112-8e266eafe88d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:11.350710 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.362419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-e33eb2b6-f1a1-4d0f-b68b-2f01d5f5c943 service neutron] 10.222.0.113 "GET /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738566 Feb 19 00:29:11.364374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-364f0d92-288c-4ed2-b013-429fef20d051 None None] Provisioning complete for port 29a49ce4-345e-490c-9112-8e266eafe88d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:11.364770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-364f0d92-288c-4ed2-b013-429fef20d051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.407758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Network fca5c244-f69c-45db-82dc-37a395a8b58d is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:11.411617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:11.415453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:11.463573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Pushing event updated for resources: {'Port': ['ID=1dcc2b29-8c49-490d-9837-849fb27f5f0b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:11.476173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-c47be4a2-6b0f-4335-ad21-4276115312d7 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:11.484603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-c47be4a2-6b0f-4335-ad21-4276115312d7 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1411955 Feb 19 00:29:11.493860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.556100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-18b361bd-79c8-4310-8522-1ae530315c61 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 696 time: 0.0707824 Feb 19 00:29:11.571750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Request body: {'floatingip': {'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:11.651309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6df9471-a571-4a47-8c12-56c461ca9798 req-d41c854b-066d-4a45-bdf3-d3a1aff4302d service neutron] 10.222.0.113 "GET /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723513 Feb 19 00:29:11.656974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.755677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.772386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-364f0d92-288c-4ed2-b013-429fef20d051 None None] Current status of the port 29a49ce4-345e-490c-9112-8e266eafe88d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:11.833290 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Publish callbacks [] for port (0a08a451-3729-4915-9562-2b439c136d2e), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.842807 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0a08a451-3729-4915-9562-2b439c136d2e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.946739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Attempting to bind port 0a08a451-3729-4915-9562-2b439c136d2e on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:11.947125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Attempting to bind port 0a08a451-3729-4915-9562-2b439c136d2e by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:11.947495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Attempting to bind port 0a08a451-3729-4915-9562-2b439c136d2e on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:11.957247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb054bb-eba1-4bb4-b6ab-8635a0b48736 None None] Pushing event updated for resources: {'Port': ['ID=0a08a451-3729-4915-9562-2b439c136d2e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:11.964348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8c991e07-433b-4469-8156-fbc9d68151cb None None] Provisioning complete for port 1dcc2b29-8c49-490d-9837-849fb27f5f0b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:11.964639 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c991e07-433b-4469-8156-fbc9d68151cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.966913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:11.967304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:11.967705 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.968103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:11.968593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Bound port: 0a08a451-3729-4915-9562-2b439c136d2e, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:11.968981 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0a08a451-3729-4915-9562-2b439c136d2e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:11.971561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 29a49ce4-345e-490c-9112-8e266eafe88d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:12.029397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-7561e144-a4ed-4d83-9884-6166378a298c tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:12.035248 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-7561e144-a4ed-4d83-9884-6166378a298c tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.126 "GET /v2.0/ports?device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 946 time: 0.1687918 Feb 19 00:29:12.051860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8c991e07-433b-4469-8156-fbc9d68151cb None None] Port 1dcc2b29-8c49-490d-9837-849fb27f5f0b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:29:12.087457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] For port 0a08a451-3729-4915-9562-2b439c136d2e, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:12.091835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] For port 0a08a451-3729-4915-9562-2b439c136d2e, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0a08a451-3729-4915-9562-2b439c136d2e,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:12.102953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:12.105030 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0a08a451-3729-4915-9562-2b439c136d2e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.106380 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdd49b5-139b-4373-b0f0-d33ab98040e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:12.122445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 29a49ce4-345e-490c-9112-8e266eafe88d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:12.205009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Routers {'e24229a3-90e9-4a8e-a6f9-9c777eb1be77'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:12.205662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:12.232464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Publish callbacks [] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.245373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.251835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb054bb-eba1-4bb4-b6ab-8635a0b48736 None None] Pushing event updated for resources: {'Port': ['ID=0a08a451-3729-4915-9562-2b439c136d2e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:12.316137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Deleting port de4e24db-d2f9-4373-92c7-a6846612cc7e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:12.316644 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.357518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] Set router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:12.409791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] For port de4e24db-d2f9-4373-92c7-a6846612cc7e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de4e24db-d2f9-4373-92c7-a6846612cc7e,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:12.410367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.424195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Calling delete_port for de4e24db-d2f9-4373-92c7-a6846612cc7e owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:12.507528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:29:12.576614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (de4e24db-d2f9-4373-92c7-a6846612cc7e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.579906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.583803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 29a49ce4-345e-490c-9112-8e266eafe88d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:12.584279 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.594143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.597325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Pushing event updated for resources: {'Port': ['ID=1dcc2b29-8c49-490d-9837-849fb27f5f0b,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:12.607640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.615483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['de4e24db-d2f9-4373-92c7-a6846612cc7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:12.617755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['38090490-acfd-42b2-b90c-810276270dea'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:12.622811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.623455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.624029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.624594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.625226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.626053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.626644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.627222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.627835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.628405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.628981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.629810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.630429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:12.741602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] No DVR routers for this DVR port de4e24db-d2f9-4373-92c7-a6846612cc7e on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:12.744938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:12.750693 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-326e3ebe-cde4-4ade-a14f-b9b1983a2d66 req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.126 "DELETE /v2.0/ports/de4e24db-d2f9-4373-92c7-a6846612cc7e HTTP/1.1" status: 204 len: 173 time: 0.7073615 Feb 19 00:29:12.751646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'name': 'network-vif-deleted', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:12.756006 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf04ea4-ca08-41a4-b76f-ca61f13993ee" -d '{"events": [{"server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "name": "network-vif-deleted", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:12.760456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c3849-c867-494e-8b5a-69b5015696bd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Pushing event deleted for resources: {'Port': ['ID=de4e24db-d2f9-4373-92c7-a6846612cc7e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:12.761995 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc associated. External IP: 172.25.6.169, port: 38090490-acfd-42b2-b90c-810276270dea. Feb 19 00:29:12.795987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:12.835307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9', 'network_id': '417e4013-87db-4246-9495-7fae5f218c69', 'port_id': '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9', 'mac_address': 'fa:16:3e:a2:e8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91ea2909-ac8a-415a-acbb-b73731280ced', 'ip_address': '19.86.0.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:29:12.933525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Network fca5c244-f69c-45db-82dc-37a395a8b58d is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:12.934945 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:13.004122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 29a49ce4-345e-490c-9112-8e266eafe88d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:13.030896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:13.031274 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:13.078609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:29:13.103978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a08a451-3729-4915-9562-2b439c136d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:29:11Z', 'revision_number': 4, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port': {'id': '0a08a451-3729-4915-9562-2b439c136d2e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:08Z', 'updated_at': '2022-02-19T00:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '1dcc2b29-8c49-490d-9837-849fb27f5f0b', 'name': '', 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'mac_address': 'fa:16:3e:f1:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:10Z', 'updated_at': '2022-02-19T00:29:11Z', 'revision_number': 1, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'subnets': [{'id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:13.140104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:13.164155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:13.171259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b510abf3-93e9-4a42-b89d-71f7a010dd7d None None] The sync data for ids ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'] in n-d-826527-3 is: [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a08a451-3729-4915-9562-2b439c136d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:29:11Z', 'revision_number': 4, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port': {'id': '0a08a451-3729-4915-9562-2b439c136d2e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:08Z', 'updated_at': '2022-02-19T00:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '1dcc2b29-8c49-490d-9837-849fb27f5f0b', 'name': '', 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'mac_address': 'fa:16:3e:f1:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:10Z', 'updated_at': '2022-02-19T00:29:11Z', 'revision_number': 1, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'subnets': [{'id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:13.191183 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:13.192069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6d8639da-b6b2-41d9-90f6-b4be312a458e details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:29:13.255367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:13.333746 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:29:13.352264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:13.368622 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29d0b98d-ec02-4b31-94d8-522f77d33196 admin admin] 10.222.0.60 "PUT /v2.0/routers/e24229a3-90e9-4a8e-a6f9-9c777eb1be77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6485777 Feb 19 00:29:13.441640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:13.444229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2867ec40-9d06-4cf1-8973-7b05163c8921 None None] Provisioning complete for port 1dcc2b29-8c49-490d-9837-849fb27f5f0b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:13.444754 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2867ec40-9d06-4cf1-8973-7b05163c8921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:13.454282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:13.472613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:13.479881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:13.510138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2fe9e8b8-10c0-4595-8d74-b111673ce09f tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "PUT /v2.0/floatingips/997068b9-824c-4c1f-9de4-d508175cb0fc HTTP/1.1" status: 200 len: 997 time: 1.9423578 Feb 19 00:29:13.522060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2867ec40-9d06-4cf1-8973-7b05163c8921 None None] Port 1dcc2b29-8c49-490d-9837-849fb27f5f0b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:29:13.525239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:13.525723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:13.585894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6d8639da-b6b2-41d9-90f6-b4be312a458e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6d8639da-b6b2-41d9-90f6-b4be312a458e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:13.586686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-d9484f11-37ce-428e-9eb1-40dd2c799d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:13.611332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-d9484f11-37ce-428e-9eb1-40dd2c799d29 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.0924494 Feb 19 00:29:13.724017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:13.726652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '6d8639da-b6b2-41d9-90f6-b4be312a458e', 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857', 'port_id': '6d8639da-b6b2-41d9-90f6-b4be312a458e', 'mac_address': 'fa:16:3e:bc:7a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd951e192-82c6-437b-ad46-38ae3085e4ab', 'ip_address': '19.80.0.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:29:13.753856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-5fc7e858-ec8a-47d9-9873-9777d8799bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:13.771676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-5fc7e858-ec8a-47d9-9873-9777d8799bc7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.1599364 Feb 19 00:29:13.852630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6d8639da-b6b2-41d9-90f6-b4be312a458e is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:13.853049 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:13.888352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-2054dbff-c4dd-49c3-82be-caf08c1db1d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 1000 time: 0.1152785 Feb 19 00:29:13.899129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d8639da-b6b2-41d9-90f6-b4be312a458e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:29:13.921868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6d8639da-b6b2-41d9-90f6-b4be312a458e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6d8639da-b6b2-41d9-90f6-b4be312a458e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:13.960650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-1d8c04bb-84e0-4cfe-8c36-40007461bbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:13.962296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-1d8c04bb-84e0-4cfe-8c36-40007461bbf6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.0728559 Feb 19 00:29:14.086440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-aa5f2a4c-f728-4b4c-9949-3a57a3a19ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:14.102839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-aa5f2a4c-f728-4b4c-9949-3a57a3a19ca9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1326606 Feb 19 00:29:14.177243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.177907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:29:14.190898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38968) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:14.197897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-network', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:14.231805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Made reservation on behalf of 7d04af92b874409eb8e26e2bcd7c7662 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:14.235983 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.263128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.274239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-38de0010-9cca-4d1b-8eac-c32a9a53c287 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695673 Feb 19 00:29:14.327761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6d8639da-b6b2-41d9-90f6-b4be312a458e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:14.386619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:14.405780 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Publish callbacks [] for security_group (d465e942-ca6c-44f0-806d-6c54d8b975ff), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.414458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d465e942-ca6c-44f0-806d-6c54d8b975ff), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.430943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '62fd18ca-4ffb-4d93-9ef2-11ed8203e28d', 'network_id': '7bc252f7-1c19-445d-97df-e4743bddb857', 'port_id': '62fd18ca-4ffb-4d93-9ef2-11ed8203e28d', 'mac_address': 'fa:16:3e:c8:6c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd951e192-82c6-437b-ad46-38ae3085e4ab', 'ip_address': '19.80.0.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:29:14.457327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca29a6a-b5cf-4d21-af5d-b078fec4f813 req-4eac66d2-bd9a-413d-a23c-39623fd87d56 service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820402 Feb 19 00:29:14.459544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:29:14.477034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d465e942-ca6c-44f0-806d-6c54d8b975ff,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:14.493306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (81dc9d73-b50d-40b9-913a-21d2e67b2fa6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.494218 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Added segment 81dc9d73-b50d-40b9-913a-21d2e67b2fa6 of type vlan for network 19988456-599f-4b21-b3dc-fd95a2aad2a5 Feb 19 00:29:14.513028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:1f:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:29:12Z', 'revision_number': 8, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:14.544229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (19988456-599f-4b21-b3dc-fd95a2aad2a5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.550618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:14.559550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:14.559947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.574930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:29:14.582522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:14.583331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:14.599249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (19988456-599f-4b21-b3dc-fd95a2aad2a5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.600470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:14.601182 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.642295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38974) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:14.644021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:14.645388 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4512179 Feb 19 00:29:14.648271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Request body: {'subnet': {'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-subnet', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:14.655889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.716453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Made reservation on behalf of 7d04af92b874409eb8e26e2bcd7c7662 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:14.718966 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.742795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab404518-bbcd-4693-9752-b489025abe82 admin admin] Pushing event updated for resources: {'Network': ['ID=19988456-599f-4b21-b3dc-fd95a2aad2a5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:14.760659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 19988456-599f-4b21-b3dc-fd95a2aad2a5 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:29:14.868185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:14.880610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:14.955533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device de4e24db-d2f9-4373-92c7-a6846612cc7e no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:14.966765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (014fd6ec-3a5d-4a6d-952c-d0a247bdc280), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:14.993604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: de4e24db-d2f9-4373-92c7-a6846612cc7e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:14.993966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device de4e24db-d2f9-4373-92c7-a6846612cc7e not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:15.072727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Checking segment: {'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:15.073237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Network hostable DHCP agents. Network: 19988456-599f-4b21-b3dc-fd95a2aad2a5, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:29:15.093762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['5dc07255-aaed-41f6-b5f5-f6019dd6e4f9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:15.102601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Pushing event updated for resources: {'Subnet': ['ID=014fd6ec-3a5d-4a6d-952c-d0a247bdc280,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:15.109019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Network 19988456-599f-4b21-b3dc-fd95a2aad2a5 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:29:15.141556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14467377-2d55-4a80-b26b-a61f349e4fb7 req-5828560f-29ba-4564-bb35-e9c94a9cce59 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:15.150145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['6d8639da-b6b2-41d9-90f6-b4be312a458e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:15.150640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14467377-2d55-4a80-b26b-a61f349e4fb7 req-5828560f-29ba-4564-bb35-e9c94a9cce59 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:15.152251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['62fd18ca-4ffb-4d93-9ef2-11ed8203e28d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:15.174220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14467377-2d55-4a80-b26b-a61f349e4fb7 req-5828560f-29ba-4564-bb35-e9c94a9cce59 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:15.185781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14467377-2d55-4a80-b26b-a61f349e4fb7 req-5828560f-29ba-4564-bb35-e9c94a9cce59 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2415 time: 0.6027787 Feb 19 00:29:15.195838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 19988456-599f-4b21-b3dc-fd95a2aad2a5) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:15.213228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:15.214008 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:15.215912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d66253-d255-40ad-8e49-c0e7a3aad7a4 None None] Network 19988456-599f-4b21-b3dc-fd95a2aad2a5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:15.281834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14467377-2d55-4a80-b26b-a61f349e4fb7 req-f3029660-da69-4dbd-9636-e539f9767502 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950761 Feb 19 00:29:15.291821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2f25ea97-5f9e-4ca8-9793-44d61362f008 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6471922 Feb 19 00:29:15.292052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38976) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:15.296013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:15.328148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (a198d62c-21d3-4a92-a51a-0d89afce84ea), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:15.329351 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (a198d62c-21d3-4a92-a51a-0d89afce84ea), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:15.453699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks [] for router_controller (a198d62c-21d3-4a92-a51a-0d89afce84ea), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:15.461463 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86111def-7794-4c00-ae2e-e8f12f88f197 x-openstack-request-id: req-86111def-7794-4c00-ae2e-e8f12f88f197 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:15.461813 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:15.462080 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-86111def-7794-4c00-ae2e-e8f12f88f197 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:15.463418 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'status': 'completed', 'code': 200} Feb 19 00:29:15.561554 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2a8a700-ea2f-4079-be22-5c646254e19b req-a007d41f-c7e9-4511-a8d5-2e1f945aee27 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=1c62e671-8cbd-465d-918f-708dd2cfc486 HTTP/1.1" status: 200 len: 210 time: 0.0394158 Feb 19 00:29:15.572659 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fdd49b5-139b-4373-b0f0-d33ab98040e5 req-d981510f-d6f3-461c-81a2-2caa749850b3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=c696148a-15b9-437a-812e-b8e7368e5bb7 HTTP/1.1" status: 200 len: 210 time: 0.0980928 Feb 19 00:29:15.647166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-19988456-599f-4b21-b3dc-fd95a2aad2a5', 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5', 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'fixed_ips': [{'subnet_id': '014fd6ec-3a5d-4a6d-952c-d0a247bdc280'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:29:15.648927 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:15.651069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks [] for router_gateway (a198d62c-21d3-4a92-a51a-0d89afce84ea), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:15.657441 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445a1501-d454-4bab-9ac0-5297ee64655b x-openstack-request-id: req-445a1501-d454-4bab-9ac0-5297ee64655b {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:15.657745 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c696148a-15b9-437a-812e-b8e7368e5bb7", "name": "network-vif-deleted", "tag": "de4e24db-d2f9-4373-92c7-a6846612cc7e", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:15.657995 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-445a1501-d454-4bab-9ac0-5297ee64655b {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:15.658451 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c696148a-15b9-437a-812e-b8e7368e5bb7', 'name': 'network-vif-deleted', 'tag': 'de4e24db-d2f9-4373-92c7-a6846612cc7e', 'status': 'completed', 'code': 200} Feb 19 00:29:15.748997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb6de903-fdab-4d6d-a063-04e6f46bd2c3 req-de53f1ea-1d2a-495f-857e-1613d74b07a0 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips/997068b9-824c-4c1f-9de4-d508175cb0fc HTTP/1.1" status: 200 len: 997 time: 0.1184826 Feb 19 00:29:15.843670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:1f:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:29:12Z', 'revision_number': 8, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:15.891847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd49b5-139b-4373-b0f0-d33ab98040e5 req-027f73be-6cc2-4e68-bab8-6dbfa6622e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:15.893354 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fdd49b5-139b-4373-b0f0-d33ab98040e5 req-027f73be-6cc2-4e68-bab8-6dbfa6622e5a service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2341235 Feb 19 00:29:15.898275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1226528-8076-44d5-b669-38bc1f5529d8 None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '997068b9-824c-4c1f-9de4-d508175cb0fc', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'port_id': '38090490-acfd-42b2-b90c-810276270dea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 994, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'mac_address': 'fa:16:3e:1f:26:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:28:13Z', 'updated_at': '2022-02-19T00:29:12Z', 'revision_number': 8, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:15.943782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6de903-fdab-4d6d-a063-04e6f46bd2c3 req-a8b08dc0-3065-40f9-9a03-2823cf68ff5e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:15.955536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb6de903-fdab-4d6d-a063-04e6f46bd2c3 req-a8b08dc0-3065-40f9-9a03-2823cf68ff5e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2004776 Feb 19 00:29:15.968732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-eb6de903-fdab-4d6d-a063-04e6f46bd2c3 req-d68e1d91-b094-479c-94a7-caec49e5ef2b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:29:15.996644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Allocated IP 172.20.0.2 (19988456-599f-4b21-b3dc-fd95a2aad2a5/014fd6ec-3a5d-4a6d-952c-d0a247bdc280/a9158cb8-ead4-454f-8401-2f3558a2438a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:16.012424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb6de903-fdab-4d6d-a063-04e6f46bd2c3 req-d68e1d91-b094-479c-94a7-caec49e5ef2b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507615 Feb 19 00:29:16.198078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-eec59244-2bb1-495c-95f2-73b7a213bc19 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1000 time: 0.1748207 Feb 19 00:29:16.208520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0a08a451-3729-4915-9562-2b439c136d2e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:16.241327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd49b5-139b-4373-b0f0-d33ab98040e5 req-7bcf0c1c-97fa-4362-a896-563ac9c11d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:16.247081 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fdd49b5-139b-4373-b0f0-d33ab98040e5 req-7bcf0c1c-97fa-4362-a896-563ac9c11d6e service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3399155 Feb 19 00:29:16.281849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-ef6e8095-c363-417b-a265-462a839f85ba tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:16.298026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-ef6e8095-c363-417b-a265-462a839f85ba tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports/38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 943 time: 0.0978365 Feb 19 00:29:16.438322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Publish callbacks [] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:16.465585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:16.559750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-f50f0c30-d7ef-425f-837e-01457633921c tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1000 time: 0.2074718 Feb 19 00:29:16.562313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0a08a451-3729-4915-9562-2b439c136d2e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:16.562707 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0a08a451-3729-4915-9562-2b439c136d2e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:16.582287 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1793155-299f-4084-bc41-fff199cf7cfd None None] New status for floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:29:16.692447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde4850-0a70-4397-a269-1263fc21322c req-dc284253-15d3-4f8b-bf5c-e3472d6990ef tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:16.699606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde4850-0a70-4397-a269-1263fc21322c req-dc284253-15d3-4f8b-bf5c-e3472d6990ef tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:16.707740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde4850-0a70-4397-a269-1263fc21322c req-dc284253-15d3-4f8b-bf5c-e3472d6990ef tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:16.710018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fde4850-0a70-4397-a269-1263fc21322c req-dc284253-15d3-4f8b-bf5c-e3472d6990ef tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2415 time: 0.2344451 Feb 19 00:29:16.855134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fde4850-0a70-4397-a269-1263fc21322c req-9928f829-8c84-4183-9cad-e40734878faa tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925822 Feb 19 00:29:16.868730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-1c4d3762-45f6-419e-a40e-8798225b2344 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:16.870955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-1c4d3762-45f6-419e-a40e-8798225b2344 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2980630 Feb 19 00:29:16.964766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks [] for router_gateway (a198d62c-21d3-4a92-a51a-0d89afce84ea), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:16.987560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.097928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Network 19988456-599f-4b21-b3dc-fd95a2aad2a5 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:17.101707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-c79e4fa5-ab86-498c-8132-7944190dd120 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 1000 time: 0.2171967 Feb 19 00:29:17.112245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:17.116373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Sync routers for ids ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:17.136481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:17.141328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:17.154161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Pushing event updated for resources: {'Port': ['ID=a9158cb8-ead4-454f-8401-2f3558a2438a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:17.165944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Routers {'e24229a3-90e9-4a8e-a6f9-9c777eb1be77'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:17.166881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:17.263124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Allocated IP 172.25.6.210 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:17.270881 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.444111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Attempting to bind port a9158cb8-ead4-454f-8401-2f3558a2438a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:17.444781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Attempting to bind port a9158cb8-ead4-454f-8401-2f3558a2438a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:17.445334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Attempting to bind port a9158cb8-ead4-454f-8401-2f3558a2438a on network 19988456-599f-4b21-b3dc-fd95a2aad2a5 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:17.461300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks [] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.474282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.475435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:17.478078 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f" -d '{"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:17.496745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.497051 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc disassociated. External IP: 172.25.6.169, port: 38090490-acfd-42b2-b90c-810276270dea. Feb 19 00:29:17.559025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:17.559229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Checking segment: {'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:17.559642 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.560064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Bound using segment: {'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:17.560578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Bound port: a9158cb8-ead4-454f-8401-2f3558a2438a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:17.560728 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.560972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.587766 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea5298f-dfdb-4022-b234-ffdda18a412d x-openstack-request-id: req-fea5298f-dfdb-4022-b234-ffdda18a412d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:17.588055 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:17.588303 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fea5298f-dfdb-4022-b234-ffdda18a412d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:17.588701 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea', 'status': 'completed', 'code': 200} Feb 19 00:29:17.620034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0a08a451-3729-4915-9562-2b439c136d2e is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:17.620424 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0a08a451-3729-4915-9562-2b439c136d2e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.630265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:17.657558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:17.672771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:17.705041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Set router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:17.766134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39020) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:17.766362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:17.775093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 0a08a451-3729-4915-9562-2b439c136d2e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0a08a451-3729-4915-9562-2b439c136d2e,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:17.794926 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0a08a451-3729-4915-9562-2b439c136d2e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:17.884996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-3bbe31db-3fa3-448c-9421-ccf20a584517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:17.887152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-3bbe31db-3fa3-448c-9421-ccf20a584517 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.2971461 Feb 19 00:29:18.104772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] For port a9158cb8-ead4-454f-8401-2f3558a2438a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:18.208747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=0a08a451-3729-4915-9562-2b439c136d2e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:18.241671 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-035e6691-fd51-4c1c-9f2a-49b0ada0af9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:18.258566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] For port a9158cb8-ead4-454f-8401-2f3558a2438a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a9158cb8-ead4-454f-8401-2f3558a2438a,segment=NetworkSegment(81dc9d73-b50d-40b9-913a-21d2e67b2fa6),segment_id=81dc9d73-b50d-40b9-913a-21d2e67b2fa6)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:18.288690 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:18.297652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks [] for router_gateway (a198d62c-21d3-4a92-a51a-0d89afce84ea), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:18.407506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a08a451-3729-4915-9562-2b439c136d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:29:11Z', 'revision_number': 4, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port': {'id': '0a08a451-3729-4915-9562-2b439c136d2e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:08Z', 'updated_at': '2022-02-19T00:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '1dcc2b29-8c49-490d-9837-849fb27f5f0b', 'name': '', 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'mac_address': 'fa:16:3e:f1:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:10Z', 'updated_at': '2022-02-19T00:29:11Z', 'revision_number': 2, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'subnets': [{'id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:18.489102 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2caaf585-1d1c-4b39-b2a6-59a53bc84c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:18.536812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f31990-ce79-47b7-b8ca-79eac7595f0a None None] Pushing event updated for resources: {'Port': ['ID=a9158cb8-ead4-454f-8401-2f3558a2438a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:18.543212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Checking router: e24229a3-90e9-4a8e-a6f9-9c777eb1be77 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:18.546120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Updating router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 port 1dcc2b29-8c49-490d-9837-849fb27f5f0b binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:29:18.614537 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:18.650336 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (a198d62c-21d3-4a92-a51a-0d89afce84ea), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:18.812533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-8b676f1d-d834-4ea9-8dc9-68ff7bb8c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:18.823522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-8b676f1d-d834-4ea9-8dc9-68ff7bb8c1f0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.9267552 Feb 19 00:29:18.966899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Router a198d62c-21d3-4a92-a51a-0d89afce84ea is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:29:18.975359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-be3d10fd-072c-4394-90dc-25deca84e2b3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 217 time: 0.1352699 Feb 19 00:29:18.989192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:19.003515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-a339b7ef-e070-4976-938c-8d54d5e43048 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:19.005266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-a339b7ef-e070-4976-938c-8d54d5e43048 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.9963460 Feb 19 00:29:19.058031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:19.087782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.093916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-9ab45096-b5ce-4ed9-8644-dcb2bd472621 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/quotas/8458f0c51cce4a35b61533652c8a4b87 HTTP/1.1" status: 200 len: 375 time: 0.0760121 Feb 19 00:29:19.114623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:29:19.135321 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Publish callbacks [] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.137205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:19.137570 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.181751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-80335c19-d051-4e37-800e-6ea4cbedf418 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617232 Feb 19 00:29:19.191756 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:19.204581 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Sync routers for ids ['a198d62c-21d3-4a92-a51a-0d89afce84ea'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:19.231773 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.238242 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Routers {'a198d62c-21d3-4a92-a51a-0d89afce84ea'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:19.239852 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a198d62c-21d3-4a92-a51a-0d89afce84ea'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:19.257867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.260435 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-05104900-7792-4b1c-8ea9-c7510e65e5c5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.9667411 Feb 19 00:29:19.262225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39042) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:19.416642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:19.417040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.456953 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2caaf585-1d1c-4b39-b2a6-59a53bc84c27 admin admin] Publish callbacks [] for security_group (f9f838a5-85fe-444f-b653-1b65a1266afe), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.473041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-d6e9c987-1164-406a-bc40-4e6e021e4db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:19.483525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-d6e9c987-1164-406a-bc40-4e6e021e4db9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.4668162 Feb 19 00:29:19.534638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Set router a198d62c-21d3-4a92-a51a-0d89afce84ea gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:19.564843 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2caaf585-1d1c-4b39-b2a6-59a53bc84c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f9f838a5-85fe-444f-b653-1b65a1266afe), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.652653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:19.656810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:19.660668 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca80d5ff-d26a-4eef-91d0-b8665d4a0b60" -d '{"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-plugged", "status": "completed", "tag": "5dc07255-aaed-41f6-b5f5-f6019dd6e4f9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:19.705855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:19.707639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Attempting to bind port 1dcc2b29-8c49-490d-9837-849fb27f5f0b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:19.708143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Attempting to bind port 1dcc2b29-8c49-490d-9837-849fb27f5f0b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:19.709649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Attempting to bind port 1dcc2b29-8c49-490d-9837-849fb27f5f0b on network fca5c244-f69c-45db-82dc-37a395a8b58d {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:19.732217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.736284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:19.747139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a569e31-cc68-4f2f-bb6c-0c01e9bbe000 None None] Pushing event updated for resources: {'Port': ['ID=1dcc2b29-8c49-490d-9837-849fb27f5f0b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:19.752892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:19.753615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Checking segment: {'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:19.754268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.754937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Bound using segment: {'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:19.755659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Bound port: 1dcc2b29-8c49-490d-9837-849fb27f5f0b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fced666-5df8-4451-be53-98c9741a784a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:19.757166 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.768559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:19.769708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6d8639da-b6b2-41d9-90f6-b4be312a458e up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:19.815576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-2c0c5a6c-39d8-4080-9daa-d0b8e508554b tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "PUT /v2.0/floatingips/997068b9-824c-4c1f-9de4-d508175cb0fc HTTP/1.1" status: 200 len: 696 time: 2.7098227 Feb 19 00:29:19.837297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:19.840569 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9b3df8-751b-4d9d-b54e-702ff77be701" -d '{"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:19.891702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:19.892868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:28:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:19.908532 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:29:18Z', 'revision_number': 3, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port': {'id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:16Z', 'updated_at': '2022-02-19T00:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:19.942272 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Checking router: a198d62c-21d3-4a92-a51a-0d89afce84ea for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:19.942745 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Updating router a198d62c-21d3-4a92-a51a-0d89afce84ea port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:29:19.943792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2caaf585-1d1c-4b39-b2a6-59a53bc84c27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dfcb02d3a5b4619aaa09d6926b71ffc&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1503494 Feb 19 00:29:19.966137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caaf585-1d1c-4b39-b2a6-59a53bc84c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f838a5-85fe-444f-b653-1b65a1266afe,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:19.972719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39048) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:19.999737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-600719f5-7d26-4b33-bfb6-8ef454ae66d4 None None] Provisioning complete for port 1dcc2b29-8c49-490d-9837-849fb27f5f0b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:20.000463 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.000835 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-600719f5-7d26-4b33-bfb6-8ef454ae66d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.112894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50ee63-3362-4be6-9fea-fb805fe5e275 None None] Network 19988456-599f-4b21-b3dc-fd95a2aad2a5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:20.124138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-167fb4bd-df91-487b-84a5-d20d5382778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:20.130033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:20.152952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-167fb4bd-df91-487b-84a5-d20d5382778b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5835721 Feb 19 00:29:20.154138 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf8f1c40-341d-42aa-80ce-a62c19f23eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.182371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.324281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-899e7b54-febb-4342-87c5-7261f0cca0ce service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703668 Feb 19 00:29:20.326568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-3c4bb873-a0dc-43a5-8126-67c91b539738 service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1357572 Feb 19 00:29:20.333768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-bb3f4e0b-1b8f-4e10-85bc-dd095ddb415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:20.335335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-bb3f4e0b-1b8f-4e10-85bc-dd095ddb415c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.4912336 Feb 19 00:29:20.360658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04a66459-dec6-4189-b35a-3ed5164267ef admin admin] Publish callbacks [] for security_group (f9f838a5-85fe-444f-b653-1b65a1266afe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.380478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a9158cb8-ead4-454f-8401-2f3558a2438a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:20.404277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-600719f5-7d26-4b33-bfb6-8ef454ae66d4 None None] Port 1dcc2b29-8c49-490d-9837-849fb27f5f0b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:29:20.435332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] For port 1dcc2b29-8c49-490d-9837-849fb27f5f0b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:20.469793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 6d8639da-b6b2-41d9-90f6-b4be312a458e completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:29:20.481666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] For port 1dcc2b29-8c49-490d-9837-849fb27f5f0b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1dcc2b29-8c49-490d-9837-849fb27f5f0b,segment=NetworkSegment(2fced666-5df8-4451-be53-98c9741a784a),segment_id=2fced666-5df8-4451-be53-98c9741a784a)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:20.504381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 6d8639da-b6b2-41d9-90f6-b4be312a458e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:20.505147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.517277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:20.548191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04a66459-dec6-4189-b35a-3ed5164267ef admin admin] Publish callbacks [] for security_group (f9f838a5-85fe-444f-b653-1b65a1266afe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.577530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.684898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1dcbe4e-0a7d-40fc-825f-f9fdf739bd2f req-8c080327-fca7-4e7f-a90f-aba9965381d1 service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399322 Feb 19 00:29:20.688384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Allocated IP 172.20.0.1 (19988456-599f-4b21-b3dc-fd95a2aad2a5/014fd6ec-3a5d-4a6d-952c-d0a247bdc280/6215817f-a5a7-419a-8b32-7787938dd553) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:20.690022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-36051227-d6cf-4435-9e3f-af7d9ba8c6b4 service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537562 Feb 19 00:29:20.706715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-346b6a79-496e-4703-babf-fdc45b5b189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:20.708603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-346b6a79-496e-4703-babf-fdc45b5b189c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.3523989 Feb 19 00:29:20.751110 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Publish callbacks [] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.764641 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.796919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-01a961d8-ddfa-4fef-bc46-5f71eeddd41f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 217 time: 0.0775087 Feb 19 00:29:20.813659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a569e31-cc68-4f2f-bb6c-0c01e9bbe000 None None] Pushing event updated for resources: {'Port': ['ID=1dcc2b29-8c49-490d-9837-849fb27f5f0b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:20.824256 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Attempting to bind port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:20.824643 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Attempting to bind port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:20.829857 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Attempting to bind port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:20.896461 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:20.896944 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:20.897402 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.897810 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:20.901337 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Bound port: e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:20.902521 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.911672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Publish callbacks [] for port (6215817f-a5a7-419a-8b32-7787938dd553), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.916698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c60e4294-9283-4506-9d69-1c1a760998af None None] Provisioning complete for port a9158cb8-ead4-454f-8401-2f3558a2438a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:20.917725 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60e4294-9283-4506-9d69-1c1a760998af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.943860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-8cccd422-3048-4782-b32f-dbe8f300af90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:20.961397 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6215817f-a5a7-419a-8b32-7787938dd553), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:20.963849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-8cccd422-3048-4782-b32f-dbe8f300af90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.1649246 Feb 19 00:29:21.065009 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] For port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:21.074829 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] For port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:21.088367 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Network 19988456-599f-4b21-b3dc-fd95a2aad2a5 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:21.104141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:21.114577 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:21.120885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:21.154824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-c7e0e7a6-c2fc-4d66-8902-4f31a84a227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:21.156520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-c7e0e7a6-c2fc-4d66-8902-4f31a84a227b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1905327 Feb 19 00:29:21.174998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Pushing event updated for resources: {'Port': ['ID=6215817f-a5a7-419a-8b32-7787938dd553,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:21.202890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04a66459-dec6-4189-b35a-3ed5164267ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f9f838a5-85fe-444f-b653-1b65a1266afe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:21.205460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04a66459-dec6-4189-b35a-3ed5164267ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:21.206624 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-04a66459-dec6-4189-b35a-3ed5164267ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f9f838a5-85fe-444f-b653-1b65a1266afe HTTP/1.1" status: 204 len: 168 time: 1.2329760 Feb 19 00:29:21.242515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (a198d62c-21d3-4a92-a51a-0d89afce84ea), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:21.260530 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Pushing event updated for resources: {'Port': ['ID=e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:21.275313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a9158cb8-ead4-454f-8401-2f3558a2438a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:21.276354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:21.278655 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Routers {'a198d62c-21d3-4a92-a51a-0d89afce84ea'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:21.282468 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a198d62c-21d3-4a92-a51a-0d89afce84ea'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:21.411012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Routers {'e24229a3-90e9-4a8e-a6f9-9c777eb1be77'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:21.411699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:21.455332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a66459-dec6-4189-b35a-3ed5164267ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f838a5-85fe-444f-b653-1b65a1266afe,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:21.489692 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] Set router a198d62c-21d3-4a92-a51a-0d89afce84ea gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:21.516754 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6215817f-a5a7-419a-8b32-7787938dd553), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:21.549406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-bb61c7b9-97da-473c-8f12-d707c8946e8d service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649621 Feb 19 00:29:21.566101 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.566758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44ba3-84ed-406b-a315-64aefe8a907e req-2e423a1e-1095-4629-b3f5-9c9a89a134be tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:21.567676 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.568230 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.568696 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.569783 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.570692 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.571181 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.571744 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.572182 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.573300 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.573865 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.574332 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.574773 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:21.575320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44ba3-84ed-406b-a315-64aefe8a907e req-2e423a1e-1095-4629-b3f5-9c9a89a134be tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:21.581059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44ba3-84ed-406b-a315-64aefe8a907e req-2e423a1e-1095-4629-b3f5-9c9a89a134be tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:21.583138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ec44ba3-84ed-406b-a315-64aefe8a907e req-2e423a1e-1095-4629-b3f5-9c9a89a134be tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2416 time: 0.4451702 Feb 19 00:29:21.689420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] Set router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:21.771342 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673b2e3a-8c42-4244-95d2-177b6c3d741b None None] Pushing event updated for resources: {'Port': ['ID=e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:21.778451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:21.828289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ec44ba3-84ed-406b-a315-64aefe8a907e req-91958131-7581-4493-aece-647a8bb4a36b tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348509 Feb 19 00:29:21.871541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a91d56-d3bb-4fc1-aa22-fd9085dd2df6 req-75c47387-3473-43b4-b4b7-5488b528f66b service neutron] 10.222.0.60 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868516 Feb 19 00:29:21.935147 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:29:18Z', 'revision_number': 3, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port': {'id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:16Z', 'updated_at': '2022-02-19T00:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:22.048894 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45745c15-6107-4816-b2d6-c8d2463f530e None None] The sync data for ids ['a198d62c-21d3-4a92-a51a-0d89afce84ea'] in n-d-826527-3 is: [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:29:18Z', 'revision_number': 3, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port': {'id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:16Z', 'updated_at': '2022-02-19T00:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:22.058867 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b8a88a-147e-4600-9287-4768558c439f x-openstack-request-id: req-08b8a88a-147e-4600-9287-4768558c439f {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:22.059112 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "tag": "38090490-acfd-42b2-b90c-810276270dea", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:22.059375 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08b8a88a-147e-4600-9287-4768558c439f {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:22.059791 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'tag': '38090490-acfd-42b2-b90c-810276270dea', 'status': 'completed', 'code': 200} Feb 19 00:29:22.174660 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab640ec-118c-4eca-8386-a1a60e48cfc0 x-openstack-request-id: req-1ab640ec-118c-4eca-8386-a1a60e48cfc0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:22.175301 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-plugged", "status": "completed", "tag": "5dc07255-aaed-41f6-b5f5-f6019dd6e4f9", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:22.175617 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ab640ec-118c-4eca-8386-a1a60e48cfc0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:22.176023 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9', 'code': 200} Feb 19 00:29:22.253633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-301dcff4-36d2-4aba-8bdc-fd588b405bb2 req-9d34f626-f1e6-4f17-829f-8b983d66175a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=eef4307a-540a-49c1-81ea-93ac591cadc9 HTTP/1.1" status: 200 len: 210 time: 0.0694079 Feb 19 00:29:22.277852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-b7385b37-22be-4eee-853d-065ed9898a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:22.289141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-b7385b37-22be-4eee-853d-065ed9898a5a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 1128 time: 0.2001872 Feb 19 00:29:22.348393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c60e4294-9283-4506-9d69-1c1a760998af None None] Current status of the port a9158cb8-ead4-454f-8401-2f3558a2438a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:22.349044 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60e4294-9283-4506-9d69-1c1a760998af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:22.530959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c60e4294-9283-4506-9d69-1c1a760998af None None] For port a9158cb8-ead4-454f-8401-2f3558a2438a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a9158cb8-ead4-454f-8401-2f3558a2438a,segment=NetworkSegment(81dc9d73-b50d-40b9-913a-21d2e67b2fa6),segment_id=81dc9d73-b50d-40b9-913a-21d2e67b2fa6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:22.667302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-249ce46c-b4b4-44b1-9e39-1f278bfb900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:22.668830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-249ce46c-b4b4-44b1-9e39-1f278bfb900c service neutron] 10.222.0.113 "GET /v2.0/networks?id=8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 200 len: 921 time: 0.3680069 Feb 19 00:29:22.677758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60e4294-9283-4506-9d69-1c1a760998af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:22.756066 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:22.758465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a9158cb8-ead4-454f-8401-2f3558a2438a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:22.758856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:22.870982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-aaaf5d83-a4ac-46ea-ae11-fb24db539e30 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 200 len: 217 time: 0.1877389 Feb 19 00:29:22.909571 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Publish callbacks [] for port (6215817f-a5a7-419a-8b32-7787938dd553), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:22.920985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6215817f-a5a7-419a-8b32-7787938dd553), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:23.019404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-fd65a4cd-1444-4705-a2b8-515807c78cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:23.021004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-fd65a4cd-1444-4705-a2b8-515807c78cd7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 200 len: 859 time: 0.1384242 Feb 19 00:29:23.111339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6d8639da-b6b2-41d9-90f6-b4be312a458e is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:23.114136 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:23.154487 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:29:23.162222 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:29:23.196116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:23.218219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (a198d62c-21d3-4a92-a51a-0d89afce84ea), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:23.226057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Pushing event updated for resources: {'Port': ['ID=6215817f-a5a7-419a-8b32-7787938dd553,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:23.271325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db2b6211-2576-4e21-b660-996dfef9e801 req-43ee85aa-e9a0-46c0-a114-1c06539fdb89 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=eef4307a-540a-49c1-81ea-93ac591cadc9 HTTP/1.1" status: 200 len: 210 time: 0.2121165 Feb 19 00:29:23.312608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:23.403120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:23.404565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:23.490533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Network 19988456-599f-4b21-b3dc-fd95a2aad2a5 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:23.493914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-ed1c555b-2159-4108-a5ad-da9e4c5a63cc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=eef4307a-540a-49c1-81ea-93ac591cadc9 HTTP/1.1" status: 200 len: 210 time: 0.0773726 Feb 19 00:29:23.495558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:23.500138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-a9ce9422-9df8-4493-af3a-9e2c899ab46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:23.505032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-a9ce9422-9df8-4493-af3a-9e2c899ab46d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8d85a42e-0816-45af-b394-177712973444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4709225 Feb 19 00:29:23.521354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02a92e68-bb69-4375-a49f-39614265ef81 req-571dc876-426f-4392-a7e3-74a77d3d0284 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips/997068b9-824c-4c1f-9de4-d508175cb0fc HTTP/1.1" status: 200 len: 696 time: 0.1819756 Feb 19 00:29:23.604870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:23.909063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c5149-5ea2-42b8-a4d2-57b8487d1759 req-52cf3006-0955-4819-ae2b-4743d398b1d7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:23.925629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c5149-5ea2-42b8-a4d2-57b8487d1759 req-52cf3006-0955-4819-ae2b-4743d398b1d7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:23.950326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c5149-5ea2-42b8-a4d2-57b8487d1759 req-52cf3006-0955-4819-ae2b-4743d398b1d7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:23.961436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-221c5149-5ea2-42b8-a4d2-57b8487d1759 req-52cf3006-0955-4819-ae2b-4743d398b1d7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2416 time: 0.6982617 Feb 19 00:29:23.987608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-e3eac416-0959-4393-a3d1-1522b3ccdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:23.990044 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-e3eac416-0959-4393-a3d1-1522b3ccdb25 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=8458f0c51cce4a35b61533652c8a4b87&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4743159 Feb 19 00:29:23.997290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a9158cb8-ead4-454f-8401-2f3558a2438a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:24.007997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0a08a451-3729-4915-9562-2b439c136d2e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:24.042506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Router a198d62c-21d3-4a92-a51a-0d89afce84ea has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:24.071939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Provisioning complete for port a9158cb8-ead4-454f-8401-2f3558a2438a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:24.072487 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:24.148764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-de4323a4-d12f-4b7e-8b38-1e077603c41e service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205826 Feb 19 00:29:24.416666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-221c5149-5ea2-42b8-a4d2-57b8487d1759 req-3e382275-0548-45c1-9872-72a9c9469fd5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523289 Feb 19 00:29:24.447799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a92e68-bb69-4375-a49f-39614265ef81 req-1a9ee112-4bb1-48a9-a7f2-f8cc2d3e2112 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:24.451849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02a92e68-bb69-4375-a49f-39614265ef81 req-1a9ee112-4bb1-48a9-a7f2-f8cc2d3e2112 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.9294221 Feb 19 00:29:24.475132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:24.492445 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5f312fe4-6eab-4852-b428-712ef813a603 admin admin] 10.222.0.60 "PUT /v2.0/routers/a198d62c-21d3-4a92-a51a-0d89afce84ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2240245 Feb 19 00:29:24.530522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6d8639da-b6b2-41d9-90f6-b4be312a458e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6d8639da-b6b2-41d9-90f6-b4be312a458e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:24.536219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8639da-b6b2-41d9-90f6-b4be312a458e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:24.538672 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7da5067-4804-4099-ae71-031028311258" -d '{"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d8639da-b6b2-41d9-90f6-b4be312a458e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:24.545668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a08a451-3729-4915-9562-2b439c136d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:29:11Z', 'revision_number': 4, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port': {'id': '0a08a451-3729-4915-9562-2b439c136d2e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:08Z', 'updated_at': '2022-02-19T00:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '1dcc2b29-8c49-490d-9837-849fb27f5f0b', 'name': '', 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'mac_address': 'fa:16:3e:f1:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:10Z', 'updated_at': '2022-02-19T00:29:20Z', 'revision_number': 4, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'subnets': [{'id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:24.616025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-f2778f82-f15d-46e1-b46f-da3e50086894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:24.618785 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-f2778f82-f15d-46e1-b46f-da3e50086894 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6189229 Feb 19 00:29:24.639307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22adcc0-b70e-4732-8ce3-5fbbde1f2c18 None None] The sync data for ids ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'] in n-d-826527-3 is: [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a08a451-3729-4915-9562-2b439c136d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:29:11Z', 'revision_number': 4, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port': {'id': '0a08a451-3729-4915-9562-2b439c136d2e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:08Z', 'updated_at': '2022-02-19T00:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '1dcc2b29-8c49-490d-9837-849fb27f5f0b', 'name': '', 'network_id': 'fca5c244-f69c-45db-82dc-37a395a8b58d', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'mac_address': 'fa:16:3e:f1:82:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:10Z', 'updated_at': '2022-02-19T00:29:20Z', 'revision_number': 4, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'subnets': [{'id': '79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:24.691161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:24.699041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:24.726016 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1c77888a-edaf-4a42-a0ed-40d9fce594e5 req-b595b036-bb21-4d9f-a710-8ff82cc1fd91 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "GET /v2.0/ports?device_id=eef4307a-540a-49c1-81ea-93ac591cadc9 HTTP/1.1" status: 200 len: 210 time: 0.0720840 Feb 19 00:29:24.764089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e4294-9283-4506-9d69-1c1a760998af None None] Pushing event updated for resources: {'Port': ['ID=a9158cb8-ead4-454f-8401-2f3558a2438a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:24.822287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-924f0bcd-d925-4172-bc2c-1b59962a317f req-130abfac-634e-4d56-b5d8-b75263303b10 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=eef4307a-540a-49c1-81ea-93ac591cadc9 HTTP/1.1" status: 200 len: 210 time: 0.1955206 Feb 19 00:29:24.848500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02a92e68-bb69-4375-a49f-39614265ef81 req-6cf3d7e5-8342-4f63-a244-9033ca3b583d tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 699 time: 0.3834605 Feb 19 00:29:24.981782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:24.994728 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:25.033203 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac8ce3a-50ec-4b7e-b38b-a32d9ef5dcd0 x-openstack-request-id: req-5ac8ce3a-50ec-4b7e-b38b-a32d9ef5dcd0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:25.033502 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-plugged", "status": "completed", "tag": "6d8639da-b6b2-41d9-90f6-b4be312a458e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:25.033733 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5ac8ce3a-50ec-4b7e-b38b-a32d9ef5dcd0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:25.034134 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d8639da-b6b2-41d9-90f6-b4be312a458e', 'code': 200} Feb 19 00:29:25.086431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9b3df8-751b-4d9d-b54e-702ff77be701 req-f2970bad-80f1-47b1-a3e4-5e13dcb19c16 service neutron] 10.222.0.113 "GET /v2.0/networks/8d85a42e-0816-45af-b394-177712973444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9268000 Feb 19 00:29:25.123036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02a92e68-bb69-4375-a49f-39614265ef81 req-36a02d97-58c5-466d-8c70-5cf9370363d5 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.169 HTTP/1.1" status: 200 len: 699 time: 0.2734318 Feb 19 00:29:25.196054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Current status of the port a9158cb8-ead4-454f-8401-2f3558a2438a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:25.198991 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c85ae46-672a-47fb-a475-c711117c7542 req-1704ed39-7c73-4207-8bec-6b84735b9d3f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=eef4307a-540a-49c1-81ea-93ac591cadc9 HTTP/1.1" status: 200 len: 210 time: 0.0749922 Feb 19 00:29:25.232507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0a08a451-3729-4915-9562-2b439c136d2e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:25.236273 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0a08a451-3729-4915-9562-2b439c136d2e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:25.320379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6d8639da-b6b2-41d9-90f6-b4be312a458e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:25.385563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:29:25.414497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:25.415168 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:25.470013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Deleting port 63b540d7-ad11-4075-981d-282723801e35 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:25.470567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (63b540d7-ad11-4075-981d-282723801e35), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:25.522953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85ae46-672a-47fb-a475-c711117c7542 req-15ea9bba-d39a-4f7c-b80b-b16cf5c6b510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:25.524443 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c85ae46-672a-47fb-a475-c711117c7542 req-15ea9bba-d39a-4f7c-b80b-b16cf5c6b510 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=8458f0c51cce4a35b61533652c8a4b87&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3149803 Feb 19 00:29:25.636426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Provisioning complete for port 1dcc2b29-8c49-490d-9837-849fb27f5f0b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:25.637035 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:25.727083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85ae46-672a-47fb-a475-c711117c7542 req-e5142558-c7a2-4576-ac3e-ff445beba141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:25.729078 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c85ae46-672a-47fb-a475-c711117c7542 req-e5142558-c7a2-4576-ac3e-ff445beba141 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1951530 Feb 19 00:29:25.871077 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c85ae46-672a-47fb-a475-c711117c7542 req-02389880-dab5-4d0f-8d49-0f98abcd4c35 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "GET /v2.0/ports?device_id=eef4307a-540a-49c1-81ea-93ac591cadc9 HTTP/1.1" status: 200 len: 210 time: 0.0864604 Feb 19 00:29:25.877710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81e81d-79ac-4597-9c67-644ed636b20c req-5020b099-d289-41da-883f-b37b42edcfc1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:25.898836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81e81d-79ac-4597-9c67-644ed636b20c req-5020b099-d289-41da-883f-b37b42edcfc1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:25.916423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81e81d-79ac-4597-9c67-644ed636b20c req-5020b099-d289-41da-883f-b37b42edcfc1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:25.926724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac81e81d-79ac-4597-9c67-644ed636b20c req-5020b099-d289-41da-883f-b37b42edcfc1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2417 time: 0.2981155 Feb 19 00:29:25.931068 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (63b540d7-ad11-4075-981d-282723801e35), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:25.931631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (63b540d7-ad11-4075-981d-282723801e35), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:25.941222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0a08a451-3729-4915-9562-2b439c136d2e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:25.986607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:26.039838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:26.051898 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:26.077388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04b296f-4eff-4399-be80-08ecc66a8b5d None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:27:49Z', 'revision_number': 4, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'fca28a57-a977-4ce5-9d74-cd7dd5fa4869', 'name': '', 'network_id': '8d85a42e-0816-45af-b394-177712973444', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'mac_address': 'fa:16:3e:17:a2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:48Z', 'updated_at': '2022-02-19T00:27:58Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'subnets': [{'id': '0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:26.118699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Current status of the port 1dcc2b29-8c49-490d-9837-849fb27f5f0b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:26.119362 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:26.171648 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Sync routers for ids ['a198d62c-21d3-4a92-a51a-0d89afce84ea'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:26.200152 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Routers {'a198d62c-21d3-4a92-a51a-0d89afce84ea'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:26.200826 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a198d62c-21d3-4a92-a51a-0d89afce84ea'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:26.355860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:26.369591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] For port 1dcc2b29-8c49-490d-9837-849fb27f5f0b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1dcc2b29-8c49-490d-9837-849fb27f5f0b,segment=NetworkSegment(2fced666-5df8-4451-be53-98c9741a784a),segment_id=2fced666-5df8-4451-be53-98c9741a784a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:26.378956 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:26.404402 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:26.502681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1dcc2b29-8c49-490d-9837-849fb27f5f0b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:26.715052 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:26.730107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-365625cc-7b08-4816-aa30-92fb5a21305d None None] Provisioning complete for port 6215817f-a5a7-419a-8b32-7787938dd553 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:26.730669 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-365625cc-7b08-4816-aa30-92fb5a21305d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6215817f-a5a7-419a-8b32-7787938dd553), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:26.825573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Calling delete_port for 63b540d7-ad11-4075-981d-282723801e35 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:26.854836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773a387-3097-4039-bd31-900135e3ceab None None] New status for floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:29:26.895730 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Set router a198d62c-21d3-4a92-a51a-0d89afce84ea gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:26.917621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac81e81d-79ac-4597-9c67-644ed636b20c req-be8389d1-8efd-4acb-8f01-f0054397863c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9884334 Feb 19 00:29:27.101701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fd18ca-4ffb-4d93-9ef2-11ed8203e28d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:27.104340 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc35989-56a6-4a1b-911b-66a60896c2d7" -d '{"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-plugged", "status": "completed", "tag": "62fd18ca-4ffb-4d93-9ef2-11ed8203e28d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:27.111847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1dcc2b29-8c49-490d-9837-849fb27f5f0b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:27.117208 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (63b540d7-ad11-4075-981d-282723801e35), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.117422 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.142125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-365625cc-7b08-4816-aa30-92fb5a21305d None None] Port 6215817f-a5a7-419a-8b32-7787938dd553 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:29:27.196705 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-7773a387-3097-4039-bd31-900135e3ceab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:29:27.197068 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-7773a387-3097-4039-bd31-900135e3ceab None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:29:27.209013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a8eb6-8f17-4259-9392-a824c3827f34 None None] Pushing event updated for resources: {'Port': ['ID=1dcc2b29-8c49-490d-9837-849fb27f5f0b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:27.222725 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cd8a2a-9204-4431-8ecf-d12ed46d1c3a x-openstack-request-id: req-93cd8a2a-9204-4431-8ecf-d12ed46d1c3a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:27.223354 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-plugged", "status": "completed", "tag": "62fd18ca-4ffb-4d93-9ef2-11ed8203e28d", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:27.223816 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93cd8a2a-9204-4431-8ecf-d12ed46d1c3a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:27.226034 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fd18ca-4ffb-4d93-9ef2-11ed8203e28d', 'code': 200} Feb 19 00:29:27.230965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Pushing event deleted for resources: {'Port': ['ID=63b540d7-ad11-4075-981d-282723801e35,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:27.293899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks [] for floatingip (997068b9-824c-4c1f-9de4-d508175cb0fc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.297789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.303728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39174) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:27.305776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02a92e68-bb69-4375-a49f-39614265ef81 req-cf552213-ff2a-4efc-a437-ff7db0bd16d8 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "DELETE /v2.0/floatingips/997068b9-824c-4c1f-9de4-d508175cb0fc HTTP/1.1" status: 204 len: 173 time: 2.1640611 Feb 19 00:29:27.341925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1dcc2b29-8c49-490d-9837-849fb27f5f0b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:27.343425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a9158cb8-ead4-454f-8401-2f3558a2438a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:27.371544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e37af-c551-4218-ac9b-98b145887d74 req-cd3d1107-b24a-4fc8-bfad-577ceb7c1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:27.372036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e37af-c551-4218-ac9b-98b145887d74 req-cd3d1107-b24a-4fc8-bfad-577ceb7c1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:27.372711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e37af-c551-4218-ac9b-98b145887d74 req-cd3d1107-b24a-4fc8-bfad-577ceb7c1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:27.375901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e83e37af-c551-4218-ac9b-98b145887d74 req-cd3d1107-b24a-4fc8-bfad-577ceb7c1fbe service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2964 time: 0.0651064 Feb 19 00:29:27.416096 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:29:21Z', 'revision_number': 4, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port': {'id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:16Z', 'updated_at': '2022-02-19T00:29:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6215817f-a5a7-419a-8b32-7787938dd553', 'name': '', 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'mac_address': 'fa:16:3e:20:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '014fd6ec-3a5d-4a6d-952c-d0a247bdc280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:20Z', 'updated_at': '2022-02-19T00:29:21Z', 'revision_number': 2, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'subnets': [{'id': '014fd6ec-3a5d-4a6d-952c-d0a247bdc280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:27.465902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a9158cb8-ead4-454f-8401-2f3558a2438a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:27.466313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.478483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e83e37af-c551-4218-ac9b-98b145887d74 req-1024f38b-ad6e-4fbc-a267-ef2860f4ccf9 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803280 Feb 19 00:29:27.511928 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Checking router: a198d62c-21d3-4a92-a51a-0d89afce84ea for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:27.512943 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Updating router a198d62c-21d3-4a92-a51a-0d89afce84ea port 6215817f-a5a7-419a-8b32-7787938dd553 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:29:27.584975 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6215817f-a5a7-419a-8b32-7787938dd553), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.587614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28310ada-dccb-4cc8-b0ba-1166bc8e56f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.689199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a9158cb8-ead4-454f-8401-2f3558a2438a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:27.689993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:27.733180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28310ada-dccb-4cc8-b0ba-1166bc8e56f4 admin admin] Publish callbacks [] for security_group (0e32cd68-3217-4a6d-97b7-0f5498f6f7f4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.740279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28310ada-dccb-4cc8-b0ba-1166bc8e56f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0e32cd68-3217-4a6d-97b7-0f5498f6f7f4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.757017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7773a387-3097-4039-bd31-900135e3ceab None None] New status for floating IP 997068b9-824c-4c1f-9de4-d508175cb0fc: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:29:27.796602 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-28310ada-dccb-4cc8-b0ba-1166bc8e56f4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=102c8da7caf54544ba63dcfb5a510dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4918678 Feb 19 00:29:27.799957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39192) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:27.843559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-a9879f41-9f90-4732-8793-d160ed03dfe1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:27.854306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-a9879f41-9f90-4732-8793-d160ed03dfe1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.3517308 Feb 19 00:29:27.855576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28310ada-dccb-4cc8-b0ba-1166bc8e56f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e32cd68-3217-4a6d-97b7-0f5498f6f7f4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:27.901566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:27.901957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.907514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d54e3a-45c4-48d6-8b74-e76d158832f6 req-cf9c44dc-eed5-46f4-9e7d-18f38f63e556 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:27.909115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75d54e3a-45c4-48d6-8b74-e76d158832f6 req-cf9c44dc-eed5-46f4-9e7d-18f38f63e556 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 946 time: 0.2657137 Feb 19 00:29:27.922624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-06447706-9e0e-49f1-9a3c-a2998a3502cc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/quotas/8458f0c51cce4a35b61533652c8a4b87 HTTP/1.1" status: 200 len: 375 time: 0.0552046 Feb 19 00:29:27.922920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15b04518-7574-4c72-8617-c0a444acebcc admin admin] Publish callbacks [] for security_group (0e32cd68-3217-4a6d-97b7-0f5498f6f7f4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.988854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15b04518-7574-4c72-8617-c0a444acebcc admin admin] Publish callbacks [] for security_group (0e32cd68-3217-4a6d-97b7-0f5498f6f7f4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:27.992395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-1feb8790-1fce-4a73-a0e9-55da94fd13f6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687335 Feb 19 00:29:28.025971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:28.028826 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.032598 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Publish callbacks [] for port (6215817f-a5a7-419a-8b32-7787938dd553), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.042670 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6215817f-a5a7-419a-8b32-7787938dd553), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.068316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:28.081546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75d54e3a-45c4-48d6-8b74-e76d158832f6 req-a959dda3-2b76-4897-b402-f66b4af955a3 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560137 Feb 19 00:29:28.081935 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.094119 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15b04518-7574-4c72-8617-c0a444acebcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0e32cd68-3217-4a6d-97b7-0f5498f6f7f4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.094119 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15b04518-7574-4c72-8617-c0a444acebcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.094922 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-15b04518-7574-4c72-8617-c0a444acebcc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e32cd68-3217-4a6d-97b7-0f5498f6f7f4 HTTP/1.1" status: 204 len: 168 time: 0.2936130 Feb 19 00:29:28.118300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b04518-7574-4c72-8617-c0a444acebcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e32cd68-3217-4a6d-97b7-0f5498f6f7f4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:28.161537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-e8e3918d-9dde-4fd4-9a5d-c716a700c2b3 service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682007 Feb 19 00:29:28.186993 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62921869-e1e8-4113-b2c5-6bff250bb35a None None] Pushing event updated for resources: {'Port': ['ID=6215817f-a5a7-419a-8b32-7787938dd553,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:28.220797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:28.289601 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Attempting to bind port 6215817f-a5a7-419a-8b32-7787938dd553 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:28.293379 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Attempting to bind port 6215817f-a5a7-419a-8b32-7787938dd553 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:28.293955 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Attempting to bind port 6215817f-a5a7-419a-8b32-7787938dd553 on network 19988456-599f-4b21-b3dc-fd95a2aad2a5 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:28.304858 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:28.305465 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Checking segment: {'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:28.306218 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.307054 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Bound using segment: {'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:28.307742 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Bound port: 6215817f-a5a7-419a-8b32-7787938dd553, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dc9d73-b50d-40b9-913a-21d2e67b2fa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:28.308354 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6215817f-a5a7-419a-8b32-7787938dd553), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.359009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1dcc2b29-8c49-490d-9837-849fb27f5f0b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:28.423633 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] For port 6215817f-a5a7-419a-8b32-7787938dd553, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:28.429977 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] For port 6215817f-a5a7-419a-8b32-7787938dd553, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6215817f-a5a7-419a-8b32-7787938dd553,segment=NetworkSegment(81dc9d73-b50d-40b9-913a-21d2e67b2fa6),segment_id=81dc9d73-b50d-40b9-913a-21d2e67b2fa6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:28.441169 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6215817f-a5a7-419a-8b32-7787938dd553), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.448165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1dcc2b29-8c49-490d-9837-849fb27f5f0b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:28.448637 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.469621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-8c76bc37-a1cb-43b9-af53-3f9247226b0c service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011155 Feb 19 00:29:28.488009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae443e-1da9-4e9c-94d2-f474be650136 req-fb770713-29a6-4dd6-9ff5-1fa3309dc827 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:28.510322 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae443e-1da9-4e9c-94d2-f474be650136 req-fb770713-29a6-4dd6-9ff5-1fa3309dc827 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:28.516127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae443e-1da9-4e9c-94d2-f474be650136 req-fb770713-29a6-4dd6-9ff5-1fa3309dc827 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:28.518088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96ae443e-1da9-4e9c-94d2-f474be650136 req-fb770713-29a6-4dd6-9ff5-1fa3309dc827 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2418 time: 0.1782179 Feb 19 00:29:28.539161 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62921869-e1e8-4113-b2c5-6bff250bb35a None None] Pushing event updated for resources: {'Port': ['ID=6215817f-a5a7-419a-8b32-7787938dd553,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:28.559475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-94d5df25-afe2-4506-acf3-7118173e66ba None None] Provisioning complete for port 6215817f-a5a7-419a-8b32-7787938dd553 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:28.562657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94d5df25-afe2-4506-acf3-7118173e66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6215817f-a5a7-419a-8b32-7787938dd553), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.572996 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Routers {'a198d62c-21d3-4a92-a51a-0d89afce84ea'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:28.577032 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a198d62c-21d3-4a92-a51a-0d89afce84ea'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:28.625480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96ae443e-1da9-4e9c-94d2-f474be650136 req-06533e8c-8500-4093-968a-d776ca79bf56 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938904 Feb 19 00:29:28.648583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39202) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:28.663419 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e63a2c90-ff42-4c8f-be4e-7cd6e5d8bbcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.753082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1dcc2b29-8c49-490d-9837-849fb27f5f0b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:28.826933 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] Set router a198d62c-21d3-4a92-a51a-0d89afce84ea gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:28.854153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71cd1d1e-bf82-44c2-b75c-73a3b3f0e3ed req-a66eb07b-6d7b-42c0-b712-355a777929a3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 210 time: 0.0940955 Feb 19 00:29:28.879258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-94d5df25-afe2-4506-acf3-7118173e66ba None None] Current status of the port 6215817f-a5a7-419a-8b32-7787938dd553 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:28.880810 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94d5df25-afe2-4506-acf3-7118173e66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6215817f-a5a7-419a-8b32-7787938dd553), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.899894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e63a2c90-ff42-4c8f-be4e-7cd6e5d8bbcd admin admin] Publish callbacks [] for security_group (2bfc3724-867f-402a-bdf8-5e6a46d6772f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.916718 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e63a2c90-ff42-4c8f-be4e-7cd6e5d8bbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2bfc3724-867f-402a-bdf8-5e6a46d6772f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:28.971185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-94d5df25-afe2-4506-acf3-7118173e66ba None None] For port 6215817f-a5a7-419a-8b32-7787938dd553, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6215817f-a5a7-419a-8b32-7787938dd553,segment=NetworkSegment(81dc9d73-b50d-40b9-913a-21d2e67b2fa6),segment_id=81dc9d73-b50d-40b9-913a-21d2e67b2fa6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:28.991888 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94d5df25-afe2-4506-acf3-7118173e66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6215817f-a5a7-419a-8b32-7787938dd553), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:29.023106 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e63a2c90-ff42-4c8f-be4e-7cd6e5d8bbcd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cd188c4bc8d4dd1bcfdefa32e9a7928&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3733211 Feb 19 00:29:29.025865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39210) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:29.038875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63a2c90-ff42-4c8f-be4e-7cd6e5d8bbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc3724-867f-402a-bdf8-5e6a46d6772f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:29.088182 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d531-f5fa-4b88-a5e3-910618d134a0 admin admin] Publish callbacks [] for security_group (2bfc3724-867f-402a-bdf8-5e6a46d6772f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:29.114571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5df25-afe2-4506-acf3-7118173e66ba None None] Pushing event updated for resources: {'Port': ['ID=6215817f-a5a7-419a-8b32-7787938dd553,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:29.116192 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d531-f5fa-4b88-a5e3-910618d134a0 admin admin] Publish callbacks [] for security_group (2bfc3724-867f-402a-bdf8-5e6a46d6772f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:29.157439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c845cbaa-cdba-4093-8d9f-af04125352e4 None None] Provisioning complete for port 6215817f-a5a7-419a-8b32-7787938dd553 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:29.159333 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c845cbaa-cdba-4093-8d9f-af04125352e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6215817f-a5a7-419a-8b32-7787938dd553), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:29.183724 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d531-f5fa-4b88-a5e3-910618d134a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2bfc3724-867f-402a-bdf8-5e6a46d6772f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:29.185409 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:29:21Z', 'revision_number': 4, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port': {'id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:16Z', 'updated_at': '2022-02-19T00:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6215817f-a5a7-419a-8b32-7787938dd553', 'name': '', 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'mac_address': 'fa:16:3e:20:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '014fd6ec-3a5d-4a6d-952c-d0a247bdc280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:20Z', 'updated_at': '2022-02-19T00:29:28Z', 'revision_number': 4, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'subnets': [{'id': '014fd6ec-3a5d-4a6d-952c-d0a247bdc280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:29.186663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1e5d531-f5fa-4b88-a5e3-910618d134a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:29.190549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c1e5d531-f5fa-4b88-a5e3-910618d134a0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2bfc3724-867f-402a-bdf8-5e6a46d6772f HTTP/1.1" status: 204 len: 168 time: 0.1610315 Feb 19 00:29:29.204019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5d531-f5fa-4b88-a5e3-910618d134a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc3724-867f-402a-bdf8-5e6a46d6772f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:29.256863 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2774a153-96a1-4b7d-bcff-4a6a80597eb3 None None] The sync data for ids ['a198d62c-21d3-4a92-a51a-0d89afce84ea'] in n-d-826527-3 is: [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:29:21Z', 'revision_number': 4, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port': {'id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:16Z', 'updated_at': '2022-02-19T00:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6215817f-a5a7-419a-8b32-7787938dd553', 'name': '', 'network_id': '19988456-599f-4b21-b3dc-fd95a2aad2a5', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'mac_address': 'fa:16:3e:20:82:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '014fd6ec-3a5d-4a6d-952c-d0a247bdc280', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:20Z', 'updated_at': '2022-02-19T00:29:28Z', 'revision_number': 4, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'subnets': [{'id': '014fd6ec-3a5d-4a6d-952c-d0a247bdc280', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:29.340447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39348b75-9259-4b9a-8d0f-cef2dc00918a req-3967e54f-afb5-473f-88d8-1de0d06aa202 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:29.342084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39348b75-9259-4b9a-8d0f-cef2dc00918a req-3967e54f-afb5-473f-88d8-1de0d06aa202 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 946 time: 0.1320875 Feb 19 00:29:29.405626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c845cbaa-cdba-4093-8d9f-af04125352e4 None None] Current status of the port 6215817f-a5a7-419a-8b32-7787938dd553 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:29.505228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39348b75-9259-4b9a-8d0f-cef2dc00918a req-b9857dcc-34d8-40c5-b4b4-bce216801bcd tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/security-groups?id=ac101ba6-fab1-482a-84b6-b54abd835eee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465836 Feb 19 00:29:29.544285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-632d13cf-aaf7-448e-a40d-30ce0943105e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:29.545937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-632d13cf-aaf7-448e-a40d-30ce0943105e tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.113 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 946 time: 0.1115181 Feb 19 00:29:29.722822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Deleting port 38090490-acfd-42b2-b90c-810276270dea {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:29.723405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (38090490-acfd-42b2-b90c-810276270dea), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:29.913067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9cca-1ddb-4541-afc8-20177c2b0c91 req-fd6427dc-4728-422a-967a-6f8e3dc9444a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:29.926831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9cca-1ddb-4541-afc8-20177c2b0c91 req-fd6427dc-4728-422a-967a-6f8e3dc9444a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:29.934480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b9cca-1ddb-4541-afc8-20177c2b0c91 req-fd6427dc-4728-422a-967a-6f8e3dc9444a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:29.936976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a3b9cca-1ddb-4541-afc8-20177c2b0c91 req-fd6427dc-4728-422a-967a-6f8e3dc9444a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2418 time: 0.2326055 Feb 19 00:29:30.072342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fab943da-2a65-4368-a1fb-96adf0d1ed37 req-36325f55-aec8-4a4b-a21f-5e11fda88df1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 210 time: 0.0878744 Feb 19 00:29:30.077384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] For port 38090490-acfd-42b2-b90c-810276270dea, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=38090490-acfd-42b2-b90c-810276270dea,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:30.077779 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (38090490-acfd-42b2-b90c-810276270dea), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:30.107092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Calling delete_port for 38090490-acfd-42b2-b90c-810276270dea owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:30.115580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a3b9cca-1ddb-4541-afc8-20177c2b0c91 req-9a652aaf-927f-4e39-be77-44b4f9a20419 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672182 Feb 19 00:29:30.385634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6215817f-a5a7-419a-8b32-7787938dd553 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:30.404191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (38090490-acfd-42b2-b90c-810276270dea), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:30.476579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['38090490-acfd-42b2-b90c-810276270dea'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:30.487416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Pushing event deleted for resources: {'Port': ['ID=38090490-acfd-42b2-b90c-810276270dea,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:30.512585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.513227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.514977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.515680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.516077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.516423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.516762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.517134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.517660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.518005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.518370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.518708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.519040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:29:30.620443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] No DVR routers for this DVR port 38090490-acfd-42b2-b90c-810276270dea on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:30.633524 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:30.642510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b328c6d8-4dc4-4d3a-a1d8-3b0dceb8decb req-2b0686c0-681f-4120-932c-d1d331ffa612 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.113 "DELETE /v2.0/ports/38090490-acfd-42b2-b90c-810276270dea HTTP/1.1" status: 204 len: 173 time: 1.0877264 Feb 19 00:29:30.642510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'name': 'network-vif-deleted', 'tag': '38090490-acfd-42b2-b90c-810276270dea'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:30.652793 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc2323b-65c4-4c35-a325-45519e2ef1bd" -d '{"events": [{"server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "name": "network-vif-deleted", "tag": "38090490-acfd-42b2-b90c-810276270dea"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:30.654886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6215817f-a5a7-419a-8b32-7787938dd553 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:30.656041 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6215817f-a5a7-419a-8b32-7787938dd553), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:30.742480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-cc4d30cb-c981-416e-860a-1126b7de807c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:30.750487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-787f49e3-0fec-4b12-99b0-505fd984b048 req-79364b50-c052-4bed-8b7a-75ab47dfb034 tempest-FloatingIPsAssociationTestJSON-1992861612 tempest-FloatingIPsAssociationTestJSON-1992861612-project] 10.222.0.60 "GET /v2.0/ports?device_id=2de2ae9c-3aa3-42df-920f-567199f54a19 HTTP/1.1" status: 200 len: 210 time: 0.0910487 Feb 19 00:29:30.752546 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-cc4d30cb-c981-416e-860a-1126b7de807c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.2912614 Feb 19 00:29:30.766612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Request body: {'port': {'device_id': 'c041a668-da7b-4c40-9ebb-f264bd428313', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'admin_state_up': True, 'tenant_id': '8458f0c51cce4a35b61533652c8a4b87'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:30.851001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6215817f-a5a7-419a-8b32-7787938dd553 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:30.852237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:30.888400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362b3d9-af4d-4a4c-bbca-5b8f04667b12 req-239d0ea3-c56d-4f9b-b049-a9620da71969 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:30.932945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362b3d9-af4d-4a4c-bbca-5b8f04667b12 req-239d0ea3-c56d-4f9b-b049-a9620da71969 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:30.945379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362b3d9-af4d-4a4c-bbca-5b8f04667b12 req-239d0ea3-c56d-4f9b-b049-a9620da71969 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:30.956824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3362b3d9-af4d-4a4c-bbca-5b8f04667b12 req-239d0ea3-c56d-4f9b-b049-a9620da71969 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2418 time: 0.2969663 Feb 19 00:29:30.970072 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b4b29d-f4d9-49b0-b4c1-b42e528eaa52 x-openstack-request-id: req-f5b4b29d-f4d9-49b0-b4c1-b42e528eaa52 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:30.970801 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de2ae9c-3aa3-42df-920f-567199f54a19", "name": "network-vif-deleted", "tag": "38090490-acfd-42b2-b90c-810276270dea", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:30.971391 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5b4b29d-f4d9-49b0-b4c1-b42e528eaa52 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:30.974677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:30.975685 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:30.979916 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de2ae9c-3aa3-42df-920f-567199f54a19', 'name': 'network-vif-deleted', 'tag': '38090490-acfd-42b2-b90c-810276270dea', 'status': 'completed', 'code': 200} Feb 19 00:29:31.054378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Made reservation on behalf of 8458f0c51cce4a35b61533652c8a4b87 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:31.060069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.071751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3362b3d9-af4d-4a4c-bbca-5b8f04667b12 req-c607e8bb-8fe0-4792-92b1-9ca80534418a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113777 Feb 19 00:29:31.201176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:31.259593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ebec994-5882-4522-b4b0-0f35e90cb593 req-0d84fa9b-8a29-411d-abbd-cca1078c58ce tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 210 time: 0.0776587 Feb 19 00:29:31.329990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Allocated IP 172.20.0.12 (392711fd-e468-4eba-a984-13f1a5696868/27d6e68b-de7a-4378-8db1-7b9ccd23feff/02618c85-dad6-4484-9bd7-e7318673a516) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:31.420611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39268) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:31.541846 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks [] for port (02618c85-dad6-4484-9bd7-e7318673a516), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.583002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (02618c85-dad6-4484-9bd7-e7318673a516), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.588298 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-211dd7b1-deed-41c0-a2b0-68dcbb06d829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.631463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Network 392711fd-e468-4eba-a984-13f1a5696868 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:31.637927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:31.649022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:31.654623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event updated for resources: {'Port': ['ID=02618c85-dad6-4484-9bd7-e7318673a516,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:31.697688 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-211dd7b1-deed-41c0-a2b0-68dcbb06d829 admin admin] Publish callbacks [] for security_group (7a62ce63-c59b-4fca-b307-fe88c2064238), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.702407 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-211dd7b1-deed-41c0-a2b0-68dcbb06d829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7a62ce63-c59b-4fca-b307-fe88c2064238), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.702854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:31.703529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.723969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-31021765-863f-4d97-8604-2e5f27e97524 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9613345 Feb 19 00:29:31.735667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Request body: {'port': {'device_id': 'c041a668-da7b-4c40-9ebb-f264bd428313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:31.746686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-211dd7b1-deed-41c0-a2b0-68dcbb06d829 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=249a7e708be04dd7b06eb00619e6454c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3223031 Feb 19 00:29:31.746686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211dd7b1-deed-41c0-a2b0-68dcbb06d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a62ce63-c59b-4fca-b307-fe88c2064238,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:31.748398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39272) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:31.799737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (02618c85-dad6-4484-9bd7-e7318673a516), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.807016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49f49506-98a2-4d2d-a6b0-cb348bff1fd0 admin admin] Publish callbacks [] for security_group (7a62ce63-c59b-4fca-b307-fe88c2064238), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.834197 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49f49506-98a2-4d2d-a6b0-cb348bff1fd0 admin admin] Publish callbacks [] for security_group (7a62ce63-c59b-4fca-b307-fe88c2064238), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.848625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39276) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:31.966538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49f49506-98a2-4d2d-a6b0-cb348bff1fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7a62ce63-c59b-4fca-b307-fe88c2064238), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.969182 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49f49506-98a2-4d2d-a6b0-cb348bff1fd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:31.972962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-49f49506-98a2-4d2d-a6b0-cb348bff1fd0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a62ce63-c59b-4fca-b307-fe88c2064238 HTTP/1.1" status: 204 len: 168 time: 0.2211039 Feb 19 00:29:31.984567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f49506-98a2-4d2d-a6b0-cb348bff1fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a62ce63-c59b-4fca-b307-fe88c2064238,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:32.167861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02618c85-dad6-4484-9bd7-e7318673a516 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:29:32.191026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Publish callbacks [] for port (02618c85-dad6-4484-9bd7-e7318673a516), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:32.206688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Transition to ACTIVE for port object 02618c85-dad6-4484-9bd7-e7318673a516 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:29:32.215375 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (02618c85-dad6-4484-9bd7-e7318673a516), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:32.288223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bd912-1a95-424f-91ff-504b987f67c2 req-9260eefe-aaa9-4c8d-ada9-94ee3d6fc90a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.295529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bd912-1a95-424f-91ff-504b987f67c2 req-9260eefe-aaa9-4c8d-ada9-94ee3d6fc90a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.301172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bd912-1a95-424f-91ff-504b987f67c2 req-9260eefe-aaa9-4c8d-ada9-94ee3d6fc90a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.303004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c14bd912-1a95-424f-91ff-504b987f67c2 req-9260eefe-aaa9-4c8d-ada9-94ee3d6fc90a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2418 time: 0.1132007 Feb 19 00:29:32.381764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Attempting to bind port 02618c85-dad6-4484-9bd7-e7318673a516 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:32.382465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Attempting to bind port 02618c85-dad6-4484-9bd7-e7318673a516 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:32.383021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Attempting to bind port 02618c85-dad6-4484-9bd7-e7318673a516 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:32.385567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Pushing event updated for resources: {'Port': ['ID=02618c85-dad6-4484-9bd7-e7318673a516,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:32.399302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Port 02618c85-dad6-4484-9bd7-e7318673a516 on network 392711fd-e468-4eba-a984-13f1a5696868 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:29:32.400024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Attempting to bind port 02618c85-dad6-4484-9bd7-e7318673a516 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:32.407061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:32.407820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Checking segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:32.408435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Bound using segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:32.409134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Bound port: 02618c85-dad6-4484-9bd7-e7318673a516, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:32.409732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (02618c85-dad6-4484-9bd7-e7318673a516), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:32.495255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] For port 02618c85-dad6-4484-9bd7-e7318673a516, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:32.498316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c14bd912-1a95-424f-91ff-504b987f67c2 req-e4fb1562-c3b0-4bca-abbb-99b54eea36f8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874297 Feb 19 00:29:32.510067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] For port 02618c85-dad6-4484-9bd7-e7318673a516, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=02618c85-dad6-4484-9bd7-e7318673a516,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:32.530643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (02618c85-dad6-4484-9bd7-e7318673a516), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:32.560175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63e00-a7c7-4410-9e1e-de207afc8943 req-7d9765a0-a0bd-4535-8c5a-53e784018cb4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.568364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecb63e00-a7c7-4410-9e1e-de207afc8943 req-7d9765a0-a0bd-4535-8c5a-53e784018cb4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 944 time: 0.2077127 Feb 19 00:29:32.592112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.595038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:32.598654 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] 10.222.0.126 "PUT /v2.0/ports/02618c85-dad6-4484-9bd7-e7318673a516 HTTP/1.1" status: 200 len: 1092 time: 0.8668640 Feb 19 00:29:32.640155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c041a668-da7b-4c40-9ebb-f264bd428313', 'tag': '02618c85-dad6-4484-9bd7-e7318673a516'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:32.645896 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97532aa4-6d12-42f6-a11a-dfe51e067392" -d '{"events": [{"name": "network-changed", "server_uuid": "c041a668-da7b-4c40-9ebb-f264bd428313", "tag": "02618c85-dad6-4484-9bd7-e7318673a516"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:32.679152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecb63e00-a7c7-4410-9e1e-de207afc8943 req-d1e673f9-6c8c-42dc-a7e7-d2e33c3de51f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067700 Feb 19 00:29:32.685648 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (57eb2106-7be2-4257-a9c6-0e4b21497a00), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:32.704345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-38e6b3e6-e48c-48f9-b4e5-2259a40adf1e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.710930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-38e6b3e6-e48c-48f9-b4e5-2259a40adf1e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.718310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-38e6b3e6-e48c-48f9-b4e5-2259a40adf1e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.723261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-38e6b3e6-e48c-48f9-b4e5-2259a40adf1e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.113 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 2418 time: 0.3570342 Feb 19 00:29:32.733960 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927fb6c0-a68a-4d5e-b98b-d8bb9cd39dd6 x-openstack-request-id: req-927fb6c0-a68a-4d5e-b98b-d8bb9cd39dd6 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:32.734281 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c041a668-da7b-4c40-9ebb-f264bd428313", "tag": "02618c85-dad6-4484-9bd7-e7318673a516", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:32.734563 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-927fb6c0-a68a-4d5e-b98b-d8bb9cd39dd6 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:32.734965 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c041a668-da7b-4c40-9ebb-f264bd428313', 'tag': '02618c85-dad6-4484-9bd7-e7318673a516', 'status': 'completed', 'code': 200} Feb 19 00:29:32.758820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def88cf7-5c3b-4f87-b1d5-0b87e3a3e000 service neutron] Pushing event updated for resources: {'Port': ['ID=02618c85-dad6-4484-9bd7-e7318673a516,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:32.773182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-d2088998-ca57-4006-8f76-263f01a221da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.775548 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-d2088998-ca57-4006-8f76-263f01a221da service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 1126 time: 0.1171355 Feb 19 00:29:32.841478 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-1fff18a5-6a43-4093-abc7-c61666b3e222 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02618c85-dad6-4484-9bd7-e7318673a516 HTTP/1.1" status: 200 len: 217 time: 0.0570829 Feb 19 00:29:32.903137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-798f3d74-b7e8-4ecd-af87-47474b426b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:32.905007 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-798f3d74-b7e8-4ecd-af87-47474b426b71 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.0562670 Feb 19 00:29:32.948297 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-2e5a06c4-bd57-4880-b938-d7ddbbd3eca0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342200 Feb 19 00:29:33.010817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:33.011335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:33.064067 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-c6d1fe94-bbe9-44ac-ac01-aa3184018efa service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084812 Feb 19 00:29:33.169015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] For port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:33.169392 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:33.191861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Calling delete_port for 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:33.219352 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-68e8ad75-f7f6-44de-bbd2-c259579ddc36 req-fd9f24b6-1f28-4f94-bc59-d34c1c08f126 service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479690 Feb 19 00:29:33.295408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Deleting port fca28a57-a977-4ce5-9d74-cd7dd5fa4869 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:33.295659 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:33.351491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-63f38b31-150e-43c1-8364-1e91f6d68315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:33.354954 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-63f38b31-150e-43c1-8364-1e91f6d68315 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 1126 time: 0.0748937 Feb 19 00:29:33.437284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] For port fca28a57-a977-4ce5-9d74-cd7dd5fa4869, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:33.437665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:33.451495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5dc07255-aaed-41f6-b5f5-f6019dd6e4f9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:33.453436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Calling delete_port for fca28a57-a977-4ce5-9d74-cd7dd5fa4869 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:33.465932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['62fd18ca-4ffb-4d93-9ef2-11ed8203e28d', '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9', '6d8639da-b6b2-41d9-90f6-b4be312a458e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:33.496074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-cce4a2fa-e3ca-47e1-a9c0-10389080874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:33.503026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-cce4a2fa-e3ca-47e1-a9c0-10389080874d service neutron] 10.222.0.126 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 913 time: 0.1369755 Feb 19 00:29:33.557187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Port': ['ID=5dc07255-aaed-41f6-b5f5-f6019dd6e4f9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:33.587998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-33a17109-4472-410e-a312-09d9a447db2a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02618c85-dad6-4484-9bd7-e7318673a516 HTTP/1.1" status: 200 len: 217 time: 0.0778022 Feb 19 00:29:33.750626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] No DVR routers for this DVR port 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:33.765497 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:33.782396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-dc7853f3-a9fd-476a-9fba-587bab55e23c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.113 "DELETE /v2.0/ports/5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 HTTP/1.1" status: 204 len: 173 time: 1.0128720 Feb 19 00:29:33.784711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-deleted', 'tag': '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:33.786483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-7f81d72a-546d-48d4-8df2-0b31b95d20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:33.790782 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-7f81d72a-546d-48d4-8df2-0b31b95d20e9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.1872685 Feb 19 00:29:33.791442 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0af0bc-5258-4a5b-bef8-d85a8a6e3bcf" -d '{"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-deleted", "tag": "5dc07255-aaed-41f6-b5f5-f6019dd6e4f9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:33.850863 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-25f406ca-6fd1-4bfd-a2e7-729da7225610 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502982 Feb 19 00:29:33.970449 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-e909820b-027d-431c-ad75-45bcfc5fdcf5 service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120613 Feb 19 00:29:34.066904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22dcea-c49f-4a6a-ac29-bffc961de751 req-f5f24939-a388-45b4-8ec9-1e1b965c9150 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:34.072501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22dcea-c49f-4a6a-ac29-bffc961de751 req-f5f24939-a388-45b4-8ec9-1e1b965c9150 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:34.074147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d22dcea-c49f-4a6a-ac29-bffc961de751 req-f5f24939-a388-45b4-8ec9-1e1b965c9150 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 1682 time: 0.3583024 Feb 19 00:29:34.085316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb44b09-4320-4f54-9407-eee46e30a4cb req-b3d896fd-9eb6-4eeb-9c1c-98d29c770d47 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:34.087385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdb44b09-4320-4f54-9407-eee46e30a4cb req-b3d896fd-9eb6-4eeb-9c1c-98d29c770d47 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 944 time: 0.2286134 Feb 19 00:29:34.137451 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97532aa4-6d12-42f6-a11a-dfe51e067392 req-d32d47c8-3de2-482c-bf12-9ce4479dd99a service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602199 Feb 19 00:29:34.277405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d22dcea-c49f-4a6a-ac29-bffc961de751 req-edb5ee18-7c02-4d95-82b5-7441d9f7b72d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349139 Feb 19 00:29:34.280238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting port 6d8639da-b6b2-41d9-90f6-b4be312a458e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:34.280592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:34.637958 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf05d5c1-da04-4d05-8439-2954cd366c33 x-openstack-request-id: req-cf05d5c1-da04-4d05-8439-2954cd366c33 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:34.638286 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-deleted", "tag": "5dc07255-aaed-41f6-b5f5-f6019dd6e4f9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:34.638519 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf05d5c1-da04-4d05-8439-2954cd366c33 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:34.638908 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-deleted', 'tag': '5dc07255-aaed-41f6-b5f5-f6019dd6e4f9', 'status': 'completed', 'code': 200} Feb 19 00:29:34.648296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdb44b09-4320-4f54-9407-eee46e30a4cb req-94c901b5-d131-477a-bac0-2a02233b6db9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987078 Feb 19 00:29:34.730532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] For port 6d8639da-b6b2-41d9-90f6-b4be312a458e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6d8639da-b6b2-41d9-90f6-b4be312a458e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:34.730941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:34.737776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 38090490-acfd-42b2-b90c-810276270dea no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:34.744840 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Calling delete_port for 6d8639da-b6b2-41d9-90f6-b4be312a458e owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:34.757027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (fca28a57-a977-4ce5-9d74-cd7dd5fa4869), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:34.769224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 38090490-acfd-42b2-b90c-810276270dea {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:34.769812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 38090490-acfd-42b2-b90c-810276270dea not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:34.776827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:34.838352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Pushing event deleted for resources: {'Port': ['ID=fca28a57-a977-4ce5-9d74-cd7dd5fa4869,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:34.975139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 02618c85-dad6-4484-9bd7-e7318673a516 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:29:35.016793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-855b3296-1342-4635-bc3a-04ec7397d4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.279039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-855b3296-1342-4635-bc3a-04ec7397d4c2 admin admin] Publish callbacks [] for security_group (291bf518-885d-460a-ac08-70f9c9f3a94d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.294514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-855b3296-1342-4635-bc3a-04ec7397d4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (291bf518-885d-460a-ac08-70f9c9f3a94d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.303473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6d8639da-b6b2-41d9-90f6-b4be312a458e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.308833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 02618c85-dad6-4484-9bd7-e7318673a516, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=02618c85-dad6-4484-9bd7-e7318673a516,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:35.340900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '02618c85-dad6-4484-9bd7-e7318673a516', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'port_id': '02618c85-dad6-4484-9bd7-e7318673a516', 'mac_address': 'fa:16:3e:48:ba:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d6e68b-de7a-4378-8db1-7b9ccd23feff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:29:35.362214 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-855b3296-1342-4635-bc3a-04ec7397d4c2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e909b8f7916644c49275b0ef62b3aa53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5841506 Feb 19 00:29:35.362842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39422) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:35.412991 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (57eb2106-7be2-4257-a9c6-0e4b21497a00), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.417366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 02618c85-dad6-4484-9bd7-e7318673a516 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:35.423080 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (02618c85-dad6-4484-9bd7-e7318673a516), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.425990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Port': ['ID=6d8639da-b6b2-41d9-90f6-b4be312a458e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:35.427466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b3296-1342-4635-bc3a-04ec7397d4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291bf518-885d-460a-ac08-70f9c9f3a94d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:35.459451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02618c85-dad6-4484-9bd7-e7318673a516 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:29:35.508025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 02618c85-dad6-4484-9bd7-e7318673a516, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=02618c85-dad6-4484-9bd7-e7318673a516,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:35.516284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (02618c85-dad6-4484-9bd7-e7318673a516), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.518504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d533d333-dc03-446f-ad62-020d25556f7c admin admin] Publish callbacks [] for security_group (291bf518-885d-460a-ac08-70f9c9f3a94d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.557076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d533d333-dc03-446f-ad62-020d25556f7c admin admin] Publish callbacks [] for security_group (291bf518-885d-460a-ac08-70f9c9f3a94d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.623513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=02618c85-dad6-4484-9bd7-e7318673a516,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:35.665956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d533d333-dc03-446f-ad62-020d25556f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (291bf518-885d-460a-ac08-70f9c9f3a94d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.674109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] No DVR routers for this DVR port 6d8639da-b6b2-41d9-90f6-b4be312a458e on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:35.676012 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d533d333-dc03-446f-ad62-020d25556f7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.677549 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d533d333-dc03-446f-ad62-020d25556f7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/291bf518-885d-460a-ac08-70f9c9f3a94d HTTP/1.1" status: 204 len: 168 time: 0.2914279 Feb 19 00:29:35.686944 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:35.690325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-9e05c4e1-495c-4d7c-8a5e-04bc31caf461 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.113 "DELETE /v2.0/ports/6d8639da-b6b2-41d9-90f6-b4be312a458e HTTP/1.1" status: 204 len: 173 time: 1.8960502 Feb 19 00:29:35.696014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d533d333-dc03-446f-ad62-020d25556f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291bf518-885d-460a-ac08-70f9c9f3a94d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:35.781877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f5850-8fce-4f01-b442-b00d4318b6cd req-a0130494-41a2-4347-836a-e01f1b0f9739 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:35.783859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e0f5850-8fce-4f01-b442-b00d4318b6cd req-a0130494-41a2-4347-836a-e01f1b0f9739 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 947 time: 0.4478645 Feb 19 00:29:35.891463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['02618c85-dad6-4484-9bd7-e7318673a516'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:36.044910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Router 57eb2106-7be2-4257-a9c6-0e4b21497a00 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:36.066968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3bbc9-1b2b-4e75-bb39-c7c880fbb8a6 req-8fa49c19-d3fc-4ff0-b172-3184f8e6145e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:36.068802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebe3bbc9-1b2b-4e75-bb39-c7c880fbb8a6 req-8fa49c19-d3fc-4ff0-b172-3184f8e6145e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 946 time: 0.5910320 Feb 19 00:29:36.158128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39442) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:36.177169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32e91274-488a-4fdd-838d-dea5b75cb6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.272395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e0f5850-8fce-4f01-b442-b00d4318b6cd req-cec31f0c-9770-41ff-9765-ca99f5520607 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4423158 Feb 19 00:29:36.362712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:36.363487 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.371697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32e91274-488a-4fdd-838d-dea5b75cb6ed admin admin] Publish callbacks [] for security_group (da16cfbf-2c47-4e89-946d-c01662cb16ad), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.381854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32e91274-488a-4fdd-838d-dea5b75cb6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (da16cfbf-2c47-4e89-946d-c01662cb16ad), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.395624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebe3bbc9-1b2b-4e75-bb39-c7c880fbb8a6 req-00c399cb-4432-46cc-9b8e-07e9bf3c8df6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893610 Feb 19 00:29:36.420091 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-32e91274-488a-4fdd-838d-dea5b75cb6ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=928b68ae41044edbbe5344e48eba032f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2608857 Feb 19 00:29:36.425378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39444) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:36.445663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e91274-488a-4fdd-838d-dea5b75cb6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da16cfbf-2c47-4e89-946d-c01662cb16ad,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:36.503450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-025f25bd-88fd-4a00-8a44-1b16b3967076 admin admin] Publish callbacks [] for security_group (da16cfbf-2c47-4e89-946d-c01662cb16ad), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.507325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:36.521967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ac812fcf-98a2-4d66-9c4a-e8b0bdc9583a admin admin] 10.222.0.60 "PUT /v2.0/routers/57eb2106-7be2-4257-a9c6-0e4b21497a00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6699133 Feb 19 00:29:36.523236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39446) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:36.529091 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] Sync routers for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:36.547889 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:36.551495 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:36.574873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacc1d3-0e6a-4f76-86eb-faa14778377c req-791b758f-9957-4d98-b8ff-e7cb104d063f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:36.576416 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6aacc1d3-0e6a-4f76-86eb-faa14778377c req-791b758f-9957-4d98-b8ff-e7cb104d063f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 945 time: 0.2065597 Feb 19 00:29:36.578874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] For port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:36.579256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.602081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Calling delete_port for 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:36.664526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-deleted', 'tag': '6d8639da-b6b2-41d9-90f6-b4be312a458e'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:36.666993 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf633ef1-cf25-4d12-9283-557a087a1879" -d '{"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-deleted", "tag": "6d8639da-b6b2-41d9-90f6-b4be312a458e"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:36.668749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-025f25bd-88fd-4a00-8a44-1b16b3967076 admin admin] Publish callbacks [] for security_group (da16cfbf-2c47-4e89-946d-c01662cb16ad), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.689941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6aacc1d3-0e6a-4f76-86eb-faa14778377c req-0f869427-67cb-46b4-bac3-77223c1f61e4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017592 Feb 19 00:29:36.732498 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:36.753709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:36.787559 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef95e72c-64be-4b86-8fc5-67e9ccc0cf4d x-openstack-request-id: req-ef95e72c-64be-4b86-8fc5-67e9ccc0cf4d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:36.787962 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-deleted", "tag": "6d8639da-b6b2-41d9-90f6-b4be312a458e", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:36.788314 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef95e72c-64be-4b86-8fc5-67e9ccc0cf4d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:36.788795 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-deleted', 'tag': '6d8639da-b6b2-41d9-90f6-b4be312a458e', 'status': 'completed', 'code': 200} Feb 19 00:29:36.837289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (62fd18ca-4ffb-4d93-9ef2-11ed8203e28d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.878711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Port': ['ID=62fd18ca-4ffb-4d93-9ef2-11ed8203e28d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:36.903923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-025f25bd-88fd-4a00-8a44-1b16b3967076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (da16cfbf-2c47-4e89-946d-c01662cb16ad), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.906491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-025f25bd-88fd-4a00-8a44-1b16b3967076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.907656 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-025f25bd-88fd-4a00-8a44-1b16b3967076 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da16cfbf-2c47-4e89-946d-c01662cb16ad HTTP/1.1" status: 204 len: 168 time: 0.4811931 Feb 19 00:29:36.947208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks [] for router (57eb2106-7be2-4257-a9c6-0e4b21497a00), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:36.967461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f25bd-88fd-4a00-8a44-1b16b3967076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da16cfbf-2c47-4e89-946d-c01662cb16ad,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:36.990056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] No DVR routers for this DVR port 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:36.995457 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:37.003977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22f9a4ce-fbdf-4b9c-8476-e74e908b90d4 req-17a60cfc-5bdb-4dd7-aab0-9d87c98b0910 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.113 "DELETE /v2.0/ports/62fd18ca-4ffb-4d93-9ef2-11ed8203e28d HTTP/1.1" status: 204 len: 173 time: 1.2583911 Feb 19 00:29:37.183888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:37.185569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5dc07255-aaed-41f6-b5f5-f6019dd6e4f9 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:37.186289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6d8639da-b6b2-41d9-90f6-b4be312a458e no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:37.221489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 6d8639da-b6b2-41d9-90f6-b4be312a458e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:37.222327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6d8639da-b6b2-41d9-90f6-b4be312a458e not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:37.223640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:37.261200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:37.261614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 62fd18ca-4ffb-4d93-9ef2-11ed8203e28d not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:37.295975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks [] for router_gateway (57eb2106-7be2-4257-a9c6-0e4b21497a00), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:37.364334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-5f4875fe-2273-4264-862b-0348b113dc6d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:37.364334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-5f4875fe-2273-4264-862b-0348b113dc6d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 947 time: 0.1865892 Feb 19 00:29:37.422579 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207'}], 'enable_snat': True}, 'gw_port_id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:29:34Z', 'revision_number': 5, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port': {'id': 'b3d9bf79-193d-439e-91c9-81972b1913a1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:27:45Z', 'updated_at': '2022-02-19T00:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:37.492351 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] Checking router: 57eb2106-7be2-4257-a9c6-0e4b21497a00 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:37.516101 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] Routers {'57eb2106-7be2-4257-a9c6-0e4b21497a00'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:37.517081 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57eb2106-7be2-4257-a9c6-0e4b21497a00'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:37.522904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64a453-91fa-40c6-b79b-367716f19973 req-3571452e-a79f-45e5-893b-e98866181a90 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:37.535347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b64a453-91fa-40c6-b79b-367716f19973 req-3571452e-a79f-45e5-893b-e98866181a90 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 947 time: 0.0861957 Feb 19 00:29:37.583428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Deleting port b3d9bf79-193d-439e-91c9-81972b1913a1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:37.583881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:37.601074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Deleting port eddd221f-4a66-46f2-9650-1deda76e5806 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:37.601497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:37.693247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b64a453-91fa-40c6-b79b-367716f19973 req-4c6e4800-ca84-4cb7-8994-9343d313dd92 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554339 Feb 19 00:29:37.717613 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] Set router 57eb2106-7be2-4257-a9c6-0e4b21497a00 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:37.813191 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16ab58a0-9aa0-4587-958b-bf25fc910385 req-c73076c0-8eb8-44d7-b1ec-e66e6c21cb31 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7dc167f-e585-4138-a0ff-d7d0ec632c8e HTTP/1.1" status: 200 len: 210 time: 0.1380107 Feb 19 00:29:37.874008 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:29:37Z', 'revision_number': 6, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:37.909523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] For port b3d9bf79-193d-439e-91c9-81972b1913a1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b3d9bf79-193d-439e-91c9-81972b1913a1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:37.909993 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:37.934542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Calling delete_port for b3d9bf79-193d-439e-91c9-81972b1913a1 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:37.937402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] For port eddd221f-4a66-46f2-9650-1deda76e5806, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=eddd221f-4a66-46f2-9650-1deda76e5806,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:37.937851 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:37.968860 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fffbbf-4059-4a95-bd6f-65b7a88a4b94 None None] The sync data for ids ['57eb2106-7be2-4257-a9c6-0e4b21497a00'] in n-d-826527-3 is: [{'id': '57eb2106-7be2-4257-a9c6-0e4b21497a00', 'name': 'tempest-FloatingIPsAssociationTestJSON-487845235-router', 'tenant_id': '3cbb08cf4a564c25992564ab830e4e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:27:44Z', 'updated_at': '2022-02-19T00:29:37Z', 'revision_number': 6, 'project_id': '3cbb08cf4a564c25992564ab830e4e2f', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:38.062616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6157c-c325-4f97-89f5-2e44592f79b7 req-9ca05ac0-5888-4ae9-a825-3a74b26487df tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:38.064182 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8e6157c-c325-4f97-89f5-2e44592f79b7 req-9ca05ac0-5888-4ae9-a825-3a74b26487df tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 945 time: 0.1984265 Feb 19 00:29:38.174835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8e6157c-c325-4f97-89f5-2e44592f79b7 req-57405d68-53b1-44df-a4f9-33521e7bdb30 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044161 Feb 19 00:29:38.454666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fca28a57-a977-4ce5-9d74-cd7dd5fa4869 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:38.508269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: fca28a57-a977-4ce5-9d74-cd7dd5fa4869 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:38.511236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fca28a57-a977-4ce5-9d74-cd7dd5fa4869 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:38.774748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:38.775388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (72a3d247-f728-458d-a29b-7d36e989bb66), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:38.775616 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Floating IP 72a3d247-f728-458d-a29b-7d36e989bb66 disassociated. External IP: 172.25.6.181, port: eddd221f-4a66-46f2-9650-1deda76e5806. Feb 19 00:29:38.776268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Calling delete_port for eddd221f-4a66-46f2-9650-1deda76e5806 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:38.784362 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b3d9bf79-193d-439e-91c9-81972b1913a1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:38.794066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-deleted', 'tag': '62fd18ca-4ffb-4d93-9ef2-11ed8203e28d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:38.796308 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0e28fb-7af1-4d05-8623-f0648d170ccd" -d '{"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-deleted", "tag": "62fd18ca-4ffb-4d93-9ef2-11ed8203e28d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:38.866120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a74475-4617-48dd-bffb-62064ccd09b7 req-9f0df38b-58c1-4697-a45d-b90d96ac2eb2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:38.874124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65a74475-4617-48dd-bffb-62064ccd09b7 req-9f0df38b-58c1-4697-a45d-b90d96ac2eb2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 947 time: 0.0894990 Feb 19 00:29:38.883888 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7de770e-174c-4243-8887-a423bb6562ab x-openstack-request-id: req-e7de770e-174c-4243-8887-a423bb6562ab {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:38.884470 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7dc167f-e585-4138-a0ff-d7d0ec632c8e", "name": "network-vif-deleted", "tag": "62fd18ca-4ffb-4d93-9ef2-11ed8203e28d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:38.884906 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7de770e-174c-4243-8887-a423bb6562ab {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:38.885674 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7dc167f-e585-4138-a0ff-d7d0ec632c8e', 'name': 'network-vif-deleted', 'tag': '62fd18ca-4ffb-4d93-9ef2-11ed8203e28d', 'status': 'completed', 'code': 200} Feb 19 00:29:38.894259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Pushing event deleted for resources: {'Port': ['ID=b3d9bf79-193d-439e-91c9-81972b1913a1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:38.941464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39496) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:38.992596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 02618c85-dad6-4484-9bd7-e7318673a516 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:39.023143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65a74475-4617-48dd-bffb-62064ccd09b7 req-18b28f32-b65c-47d0-969c-74d1e0ccb18c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477206 Feb 19 00:29:39.074454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7912eb6-4ea1-46f0-ae03-af7037f9da01 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting subnet 91ea2909-ac8a-415a-acbb-b73731280ced {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:29:39.078153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e7912eb6-4ea1-46f0-ae03-af7037f9da01 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for subnet (91ea2909-ac8a-415a-acbb-b73731280ced), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.085208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 02618c85-dad6-4484-9bd7-e7318673a516 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:29:39.096421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 02618c85-dad6-4484-9bd7-e7318673a516 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:39.097924 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (02618c85-dad6-4484-9bd7-e7318673a516), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.158705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e7912eb6-4ea1-46f0-ae03-af7037f9da01 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (91ea2909-ac8a-415a-acbb-b73731280ced), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.160855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (57eb2106-7be2-4257-a9c6-0e4b21497a00), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.285498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 02618c85-dad6-4484-9bd7-e7318673a516 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:39.293386 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (02618c85-dad6-4484-9bd7-e7318673a516), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.359434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 02618c85-dad6-4484-9bd7-e7318673a516, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=02618c85-dad6-4484-9bd7-e7318673a516,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:39.361216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c041a668-da7b-4c40-9ebb-f264bd428313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02618c85-dad6-4484-9bd7-e7318673a516'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:39.370366 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9472dfe-8c59-41fe-9968-32495c21a57c" -d '{"events": [{"server_uuid": "c041a668-da7b-4c40-9ebb-f264bd428313", "name": "network-vif-plugged", "status": "completed", "tag": "02618c85-dad6-4484-9bd7-e7318673a516"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:39.376168 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (02618c85-dad6-4484-9bd7-e7318673a516), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.414938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (57eb2106-7be2-4257-a9c6-0e4b21497a00), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.417792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks [] for router_controller (57eb2106-7be2-4257-a9c6-0e4b21497a00), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.461004 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe868128-c99d-4fb2-9b83-220cfba5feec x-openstack-request-id: req-fe868128-c99d-4fb2-9b83-220cfba5feec {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:39.462028 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c041a668-da7b-4c40-9ebb-f264bd428313", "name": "network-vif-plugged", "status": "completed", "tag": "02618c85-dad6-4484-9bd7-e7318673a516", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:39.463273 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe868128-c99d-4fb2-9b83-220cfba5feec {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:39.463887 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c041a668-da7b-4c40-9ebb-f264bd428313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02618c85-dad6-4484-9bd7-e7318673a516', 'code': 200} Feb 19 00:29:39.479597 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (57eb2106-7be2-4257-a9c6-0e4b21497a00), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.480330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57eb2106-7be2-4257-a9c6-0e4b21497a00 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:29:39.488597 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.490169 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-67c589b3-25c4-4177-836c-12da724316ec admin admin] 10.222.0.60 "DELETE /v2.0/routers/57eb2106-7be2-4257-a9c6-0e4b21497a00 HTTP/1.1" status: 204 len: 168 time: 2.9668331 Feb 19 00:29:39.513104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39520) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:39.533720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=02618c85-dad6-4484-9bd7-e7318673a516,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:39.559505 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e7912eb6-4ea1-46f0-ae03-af7037f9da01 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (91ea2909-ac8a-415a-acbb-b73731280ced), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.591357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-544d3aa8-e330-4204-8d4d-f6336ba94a7d admin admin] Deleting subnet 0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:29:39.596312 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-544d3aa8-e330-4204-8d4d-f6336ba94a7d admin admin] Publish callbacks [] for subnet (0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.599805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (eddd221f-4a66-46f2-9650-1deda76e5806), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.690163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event deleted for resources: {'Port': ['ID=eddd221f-4a66-46f2-9650-1deda76e5806,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:39.703875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-544d3aa8-e330-4204-8d4d-f6336ba94a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.783844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e81d7d-9d47-4160-8e17-fd2bded362d1 req-551062e0-1266-454b-b30e-a63bda2487ff tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:39.803620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01e81d7d-9d47-4160-8e17-fd2bded362d1 req-551062e0-1266-454b-b30e-a63bda2487ff tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 946 time: 0.4564962 Feb 19 00:29:39.858921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:39.861749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e7912eb6-4ea1-46f0-ae03-af7037f9da01 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (91ea2909-ac8a-415a-acbb-b73731280ced), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.882948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92967b-8865-496c-a817-4287c43a5bfd req-80117b0c-7cbc-4c40-8b3f-cd937d2857c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:39.884588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f92967b-8865-496c-a817-4287c43a5bfd req-80117b0c-7cbc-4c40-8b3f-cd937d2857c8 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 1128 time: 0.2586622 Feb 19 00:29:39.949046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01e81d7d-9d47-4160-8e17-fd2bded362d1 req-a17c1958-fad8-49b5-a55e-01598c7ee73d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445243 Feb 19 00:29:39.966612 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e7912eb6-4ea1-46f0-ae03-af7037f9da01 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:39.973307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e7912eb6-4ea1-46f0-ae03-af7037f9da01 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "DELETE /v2.0/subnets/91ea2909-ac8a-415a-acbb-b73731280ced HTTP/1.1" status: 204 len: 168 time: 1.0301759 Feb 19 00:29:39.973690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39530) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:39.974781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7912eb6-4ea1-46f0-ae03-af7037f9da01 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Subnet': ['ID=91ea2909-ac8a-415a-acbb-b73731280ced,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:39.978404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971f7d3e-687a-4a60-b05e-1affd6827a78 None None] Network 417e4013-87db-4246-9495-7fae5f218c69 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:39.990428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-544d3aa8-e330-4204-8d4d-f6336ba94a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.027202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f92967b-8865-496c-a817-4287c43a5bfd req-2fcd85d3-e219-4ff6-8345-c0228a974cdc service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352150 Feb 19 00:29:40.234759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:40.256695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b7d16bc-f298-4af6-81fb-ba369a92e884 req-97ea1f64-b6ac-44d7-a2fc-e292cd797a25 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=165820f7-893d-4d2f-8d5e-4ca945d3181e HTTP/1.1" status: 200 len: 210 time: 0.0988445 Feb 19 00:29:40.279293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] Sync routers for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:40.284666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (417e4013-87db-4246-9495-7fae5f218c69), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.315440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b3d9bf79-193d-439e-91c9-81972b1913a1 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:40.341989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] No DVR routers for this DVR port eddd221f-4a66-46f2-9650-1deda76e5806 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:40.351452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.358264 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a5ed4635-f0db-44c5-994f-59265ce40df4 req-2d0f316c-897c-401a-bd36-8b544ac4cb30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "DELETE /v2.0/ports/eddd221f-4a66-46f2-9650-1deda76e5806 HTTP/1.1" status: 204 len: 173 time: 2.9713979 Feb 19 00:29:40.366260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-deleted', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:40.376824 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6896a-819d-4cd4-a2c0-72983af86a75" -d '{"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-deleted", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:40.392433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:40.393602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:40.493062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] DHCP port deletion for 417e4013-87db-4246-9495-7fae5f218c69 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:29:40.498356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-544d3aa8-e330-4204-8d4d-f6336ba94a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.499467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: b3d9bf79-193d-439e-91c9-81972b1913a1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:40.500003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b3d9bf79-193d-439e-91c9-81972b1913a1 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:40.626894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-544d3aa8-e330-4204-8d4d-f6336ba94a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.627432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3b4d86-4569-4aef-aec1-31f01a7b6978 None None] Network 8d85a42e-0816-45af-b394-177712973444 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:40.634989 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-544d3aa8-e330-4204-8d4d-f6336ba94a7d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb HTTP/1.1" status: 204 len: 168 time: 1.1205134 Feb 19 00:29:40.637652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d3aa8-e330-4204-8d4d-f6336ba94a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7b12ff-07ad-4ecd-89f0-4b8e6967bcdb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:40.642163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39560) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:40.706940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting port 85b51cd4-a30d-4257-922f-c85d509c5316 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:40.707708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.792651 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8d85a42e-0816-45af-b394-177712973444), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.836415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:40.878412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Deleting port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:40.878943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.923868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] For port 85b51cd4-a30d-4257-922f-c85d509c5316, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85b51cd4-a30d-4257-922f-c85d509c5316,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:40.929498 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:40.967225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Calling delete_port for 85b51cd4-a30d-4257-922f-c85d509c5316 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:40.971016 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf8c826-995b-4d91-b6df-7dccee79d132 x-openstack-request-id: req-fbf8c826-995b-4d91-b6df-7dccee79d132 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:40.975183 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165820f7-893d-4d2f-8d5e-4ca945d3181e", "name": "network-vif-deleted", "tag": "eddd221f-4a66-46f2-9650-1deda76e5806", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:40.976652 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbf8c826-995b-4d91-b6df-7dccee79d132 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:40.978527 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165820f7-893d-4d2f-8d5e-4ca945d3181e', 'name': 'network-vif-deleted', 'tag': 'eddd221f-4a66-46f2-9650-1deda76e5806', 'status': 'completed', 'code': 200} Feb 19 00:29:41.024729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:41.036294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] For port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8e3a11fa-2ad0-43e5-9cef-a9434d7c4258,segment=NetworkSegment(c9d5039a-eddf-4df4-8dc0-329f1069c541),segment_id=c9d5039a-eddf-4df4-8dc0-329f1069c541)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:41.038134 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.069156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Calling delete_port for 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:41.124855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: eddd221f-4a66-46f2-9650-1deda76e5806 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:41.125255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device eddd221f-4a66-46f2-9650-1deda76e5806 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:41.172886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] Deleting port 85b51cd4-a30d-4257-922f-c85d509c5316 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:41.173360 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.199323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.249338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] No DVR routers for this DVR port 85b51cd4-a30d-4257-922f-c85d509c5316 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:41.255589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Port': ['ID=85b51cd4-a30d-4257-922f-c85d509c5316,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:41.352347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] For port 85b51cd4-a30d-4257-922f-c85d509c5316, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85b51cd4-a30d-4257-922f-c85d509c5316,segment=NetworkSegment(1576328e-007f-45bb-8b4a-c2b529ea2abe),segment_id=1576328e-007f-45bb-8b4a-c2b529ea2abe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:41.353267 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.370668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] Calling delete_port for 85b51cd4-a30d-4257-922f-c85d509c5316 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:41.394806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8e3a11fa-2ad0-43e5-9cef-a9434d7c4258), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.464603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39590) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:41.479505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (85b51cd4-a30d-4257-922f-c85d509c5316), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.489442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d52ac8d-2e5c-47c8-b96a-f1a644c62f21 None None] DHCP port deletion for 8d85a42e-0816-45af-b394-177712973444 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:29:41.515252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (417e4013-87db-4246-9495-7fae5f218c69), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.519296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3a11fa-2ad0-43e5-9cef-a9434d7c4258,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:41.528206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] No DVR routers for this DVR port 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:41.545737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbc5f1-18a7-4078-94f1-3039d398c319 req-0929a827-c81e-4d33-a1e8-89c09247caed tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:41.546148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417e4013-87db-4246-9495-7fae5f218c69']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:41.553427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ffbc5f1-18a7-4078-94f1-3039d398c319 req-0929a827-c81e-4d33-a1e8-89c09247caed tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 946 time: 0.3527832 Feb 19 00:29:41.560025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1576328e-007f-45bb-8b4a-c2b529ea2abe') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:41.560596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1576328e-007f-45bb-8b4a-c2b529ea2abe') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:41.570980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] No DVR routers for this DVR port 85b51cd4-a30d-4257-922f-c85d509c5316 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:41.590709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f714cf5-5bab-4d45-af8c-4d53c6f55a9b None None] Pushing event deleted for resources: {'Port': ['ID=85b51cd4-a30d-4257-922f-c85d509c5316,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:41.603196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (1576328e-007f-45bb-8b4a-c2b529ea2abe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.639828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1576328e-007f-45bb-8b4a-c2b529ea2abe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.650018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:29:41.653555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (1576328e-007f-45bb-8b4a-c2b529ea2abe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:29:41.660926 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:29:41.745795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (417e4013-87db-4246-9495-7fae5f218c69), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.768364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.780291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "DELETE /v2.0/networks/417e4013-87db-4246-9495-7fae5f218c69 HTTP/1.1" status: 204 len: 168 time: 1.7994893 Feb 19 00:29:41.781676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:41.783938 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8d85a42e-0816-45af-b394-177712973444), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:41.792390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39604) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:41.810213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd90a5b-d157-4324-9145-a5a3ca571629 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Network': ['ID=417e4013-87db-4246-9495-7fae5f218c69,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:41.855017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] Checking router: 6ad24d5e-21f7-4910-afd6-caad53d8b7ca for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:41.868133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:41.869106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:41.945526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f813e4b-a4eb-4627-8702-e3b3a1eaeac5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting subnet d951e192-82c6-437b-ad46-38ae3085e4ab {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:29:41.957229 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f813e4b-a4eb-4627-8702-e3b3a1eaeac5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for subnet (d951e192-82c6-437b-ad46-38ae3085e4ab), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.035009 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c81a19d-db3f-4ac2-84ef-fb15334a9082 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.048138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:42.051086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f813e4b-a4eb-4627-8702-e3b3a1eaeac5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (d951e192-82c6-437b-ad46-38ae3085e4ab), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.063701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d85a42e-0816-45af-b394-177712973444']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:42.118063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ffbc5f1-18a7-4078-94f1-3039d398c319 req-220a6285-f060-4b32-bf5e-f327cc4e8967 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5636513 Feb 19 00:29:42.124238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d5039a-eddf-4df4-8dc0-329f1069c541') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:42.124540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d5039a-eddf-4df4-8dc0-329f1069c541') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:42.142267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c81a19d-db3f-4ac2-84ef-fb15334a9082 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.161782 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (c9d5039a-eddf-4df4-8dc0-329f1069c541), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.242383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85b51cd4-a30d-4257-922f-c85d509c5316 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:42.249822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c9d5039a-eddf-4df4-8dc0-329f1069c541), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.264261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:29:42.264722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (c9d5039a-eddf-4df4-8dc0-329f1069c541), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:29:42.266887 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:29:42.347950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 85b51cd4-a30d-4257-922f-c85d509c5316 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:42.348668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85b51cd4-a30d-4257-922f-c85d509c5316 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:42.349633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:42.364217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f813e4b-a4eb-4627-8702-e3b3a1eaeac5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d951e192-82c6-437b-ad46-38ae3085e4ab), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.390927 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c81a19d-db3f-4ac2-84ef-fb15334a9082 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.393857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c81a19d-db3f-4ac2-84ef-fb15334a9082 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.395101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2c81a19d-db3f-4ac2-84ef-fb15334a9082 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "DELETE /v2.0/security-groups/3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5 HTTP/1.1" status: 204 len: 168 time: 0.9278901 Feb 19 00:29:42.396302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8d85a42e-0816-45af-b394-177712973444), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.398102 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39630) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:42.405250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.413095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] 10.222.0.60 "DELETE /v2.0/networks/8d85a42e-0816-45af-b394-177712973444 HTTP/1.1" status: 204 len: 168 time: 1.7665076 Feb 19 00:29:42.427352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:42.427720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8e3a11fa-2ad0-43e5-9cef-a9434d7c4258 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:42.455091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81a19d-db3f-4ac2-84ef-fb15334a9082 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:42.457403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ff737c-18f1-4994-a0f5-9551574d27af admin admin] Pushing event deleted for resources: {'Network': ['ID=8d85a42e-0816-45af-b394-177712973444,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:42.458676 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-0daf126b-7a9b-4858-afa4-31ffca3948ce tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] show failed (client error): The resource could not be found. Feb 19 00:29:42.464388 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0daf126b-7a9b-4858-afa4-31ffca3948ce tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups/3b12e4c3-e649-40b7-95a7-e3fa1b96d3f5 HTTP/1.1" status: 404 len: 347 time: 0.0643551 Feb 19 00:29:42.468492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39638) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:42.629724 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f813e4b-a4eb-4627-8702-e3b3a1eaeac5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (d951e192-82c6-437b-ad46-38ae3085e4ab), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.643971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:42.706174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f813e4b-a4eb-4627-8702-e3b3a1eaeac5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Subnet': ['ID=d951e192-82c6-437b-ad46-38ae3085e4ab,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:42.708429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e7a54a-82d4-46ff-914c-410512879834 None None] The sync data for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 is: [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:42.716490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab2428-fddf-44ee-94f2-5b2b84755c1b None None] Network 7bc252f7-1c19-445d-97df-e4743bddb857 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:42.730065 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f813e4b-a4eb-4627-8702-e3b3a1eaeac5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.733345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2f813e4b-a4eb-4627-8702-e3b3a1eaeac5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "DELETE /v2.0/subnets/d951e192-82c6-437b-ad46-38ae3085e4ab HTTP/1.1" status: 204 len: 168 time: 0.8972931 Feb 19 00:29:42.736222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39648) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:42.757102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Deleting port f05d713d-e665-48f0-96d3-f2a7a07d67cc {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:42.767959 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f05d713d-e665-48f0-96d3-f2a7a07d67cc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:42.955785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39662) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:43.024006 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (7bc252f7-1c19-445d-97df-e4743bddb857), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.129831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f05d713d-e665-48f0-96d3-f2a7a07d67cc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.145274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] DHCP port deletion for 7bc252f7-1c19-445d-97df-e4743bddb857 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:29:43.146811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (f05d713d-e665-48f0-96d3-f2a7a07d67cc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.176715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting port a160dabe-a729-42fb-a1e3-6db9ada03e7e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:43.177118 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.178772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a3920d88-518e-49c0-8978-3ca86dd133db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3cbb08cf4a564c25992564ab830e4e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2216504 Feb 19 00:29:43.182732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39670) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:43.185297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Calling delete_port for f05d713d-e665-48f0-96d3-f2a7a07d67cc owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:43.293559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] Deleting port a160dabe-a729-42fb-a1e3-6db9ada03e7e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:43.302512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.347181 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] For port a160dabe-a729-42fb-a1e3-6db9ada03e7e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a160dabe-a729-42fb-a1e3-6db9ada03e7e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:43.347873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.350869 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edffb56-0e87-4493-8a98-24a41e0d8730 None None] New status for floating IP 72a3d247-f728-458d-a29b-7d36e989bb66: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:29:43.404628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Calling delete_port for a160dabe-a729-42fb-a1e3-6db9ada03e7e owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:43.472250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] For port a160dabe-a729-42fb-a1e3-6db9ada03e7e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a160dabe-a729-42fb-a1e3-6db9ada03e7e,segment=NetworkSegment(2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c),segment_id=2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:43.473074 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.502040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] Calling delete_port for a160dabe-a729-42fb-a1e3-6db9ada03e7e owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:43.615247 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.682973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Port': ['ID=a160dabe-a729-42fb-a1e3-6db9ada03e7e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:43.696881 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (a160dabe-a729-42fb-a1e3-6db9ada03e7e), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.702675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] No DVR routers for this DVR port a160dabe-a729-42fb-a1e3-6db9ada03e7e on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:43.715180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] No DVR routers for this DVR port a160dabe-a729-42fb-a1e3-6db9ada03e7e on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:43.735908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bad24-54fe-4ff3-91f6-1dfaa27b0ee7 None None] Pushing event deleted for resources: {'Port': ['ID=a160dabe-a729-42fb-a1e3-6db9ada03e7e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:43.913930 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (7bc252f7-1c19-445d-97df-e4743bddb857), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:43.945436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc252f7-1c19-445d-97df-e4743bddb857']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:43.964788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:43.965071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:43.975816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.000709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.009621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:29:44.010061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (2ce8d1f8-22c4-4c05-9c8d-c42fabcb322c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:29:44.097402 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:29:44.105595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (7bc252f7-1c19-445d-97df-e4743bddb857), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.122575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.130500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "DELETE /v2.0/networks/7bc252f7-1c19-445d-97df-e4743bddb857 HTTP/1.1" status: 204 len: 168 time: 1.3921332 Feb 19 00:29:44.143654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c59960-119f-42de-bb23-e4cd634b8ae0 req-b00a218e-01b1-40e6-ac93-b0f57e320df1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:44.152868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5c59960-119f-42de-bb23-e4cd634b8ae0 req-b00a218e-01b1-40e6-ac93-b0f57e320df1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 946 time: 0.2374887 Feb 19 00:29:44.162645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39706) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:44.172427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1524543847'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:44.183073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be7ce7-9948-4062-bb3d-e7aa4caf4689 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Network': ['ID=7bc252f7-1c19-445d-97df-e4743bddb857,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:44.201995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d012aa-90f0-41e3-a370-74924d19fb6f req-b10bb96f-5e3e-46e7-9a7a-cc0210a6859e tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:44.203841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3d012aa-90f0-41e3-a370-74924d19fb6f req-b10bb96f-5e3e-46e7-9a7a-cc0210a6859e tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.3585126 Feb 19 00:29:44.219370 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60a71b04-d7de-4d7d-bc2c-66ced095a074 admin admin] Publish callbacks [] for security_group (ac101ba6-fab1-482a-84b6-b54abd835eee), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.222487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:44.228684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.243611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a160dabe-a729-42fb-a1e3-6db9ada03e7e no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:44.244950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f05d713d-e665-48f0-96d3-f2a7a07d67cc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.287013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: a160dabe-a729-42fb-a1e3-6db9ada03e7e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:44.289727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a160dabe-a729-42fb-a1e3-6db9ada03e7e not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:44.292304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:29:44.309017 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e31f384a-60a5-4f14-b79a-b1e9ad168a21), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.309606 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Added segment e31f384a-60a5-4f14-b79a-b1e9ad168a21 of type vlan for network 75567693-704d-4347-8719-7637ef30b243 Feb 19 00:29:44.325155 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60a71b04-d7de-4d7d-bc2c-66ced095a074 admin admin] Publish callbacks [] for security_group (ac101ba6-fab1-482a-84b6-b54abd835eee), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.350441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event deleted for resources: {'Port': ['ID=f05d713d-e665-48f0-96d3-f2a7a07d67cc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:44.389425 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (75567693-704d-4347-8719-7637ef30b243), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.398045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3d012aa-90f0-41e3-a370-74924d19fb6f req-2cba48a3-baad-4647-9290-90fb457dc6d2 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810195 Feb 19 00:29:44.460278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (75567693-704d-4347-8719-7637ef30b243), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.466256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:44.466906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.482240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5c59960-119f-42de-bb23-e4cd634b8ae0 req-9847349f-8a99-4d4f-8224-84a1e8647271 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189373 Feb 19 00:29:44.522987 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60a71b04-d7de-4d7d-bc2c-66ced095a074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ac101ba6-fab1-482a-84b6-b54abd835eee), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.529258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60a71b04-d7de-4d7d-bc2c-66ced095a074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.533281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-60a71b04-d7de-4d7d-bc2c-66ced095a074 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac101ba6-fab1-482a-84b6-b54abd835eee HTTP/1.1" status: 204 len: 168 time: 1.3465526 Feb 19 00:29:44.558950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (72a3d247-f728-458d-a29b-7d36e989bb66), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.564687 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:44.565952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f035830b-5a65-40ac-a11a-d75542600549 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "DELETE /v2.0/floatingips/72a3d247-f728-458d-a29b-7d36e989bb66 HTTP/1.1" status: 204 len: 168 time: 2.0962753 Feb 19 00:29:44.586551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a71b04-d7de-4d7d-bc2c-66ced095a074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac101ba6-fab1-482a-84b6-b54abd835eee,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:44.705971 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5398722 Feb 19 00:29:44.708861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf9ae9-b6d8-436f-a5c5-0840f6f47101 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Network': ['ID=75567693-704d-4347-8719-7637ef30b243,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:44.709668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39752) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:44.715582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'subnet': {'network_id': '75567693-704d-4347-8719-7637ef30b243', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:44.723846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 75567693-704d-4347-8719-7637ef30b243 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:29:44.900952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:44.907445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.151821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39768) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:45.156440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-083e36cc-f330-442f-8377-371fcb44cffc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58115364', 'description': 'tempest-description--1084964715'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:45.250670 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-083e36cc-f330-442f-8377-371fcb44cffc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.357162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (57ddd36d-b91e-4355-b565-9d1c02463aee), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.505576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Subnet': ['ID=57ddd36d-b91e-4355-b565-9d1c02463aee,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:45.529028 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-083e36cc-f330-442f-8377-371fcb44cffc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (89d0fef7-9eb4-4b97-8a39-36e70d0ea510), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.544922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-083e36cc-f330-442f-8377-371fcb44cffc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89d0fef7-9eb4-4b97-8a39-36e70d0ea510), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.547717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Checking segment: {'id': 'e31f384a-60a5-4f14-b79a-b1e9ad168a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '75567693-704d-4347-8719-7637ef30b243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:45.549406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network hostable DHCP agents. Network: 75567693-704d-4347-8719-7637ef30b243, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:29:45.607496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-083e36cc-f330-442f-8377-371fcb44cffc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.608860 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-083e36cc-f330-442f-8377-371fcb44cffc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4559963 Feb 19 00:29:45.620640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39792) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:45.625330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c1649956-9814-4286-b0ce-dd83656e4e4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'security_group_rule': {'security_group_id': '89d0fef7-9eb4-4b97-8a39-36e70d0ea510', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:45.656923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083e36cc-f330-442f-8377-371fcb44cffc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d0fef7-9eb4-4b97-8a39-36e70d0ea510,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:45.697530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1649956-9814-4286-b0ce-dd83656e4e4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (3dc1ff8f-ee73-4fa5-8a7e-5a52aecb08e5), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.716453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network 75567693-704d-4347-8719-7637ef30b243 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:29:45.756830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca1c50-4471-4a54-82ac-c298703544dc req-e819757c-8424-431c-bfc3-10278d478c04 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:45.765447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86ca1c50-4471-4a54-82ac-c298703544dc req-e819757c-8424-431c-bfc3-10278d478c04 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.2024539 Feb 19 00:29:45.791068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1649956-9814-4286-b0ce-dd83656e4e4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (3dc1ff8f-ee73-4fa5-8a7e-5a52aecb08e5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.799427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1649956-9814-4286-b0ce-dd83656e4e4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3dc1ff8f-ee73-4fa5-8a7e-5a52aecb08e5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.829126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1649956-9814-4286-b0ce-dd83656e4e4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc1ff8f-ee73-4fa5-8a7e-5a52aecb08e5,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:45.842390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86ca1c50-4471-4a54-82ac-c298703544dc req-b1f2fc3e-2c5d-49da-ae51-869b7c1ed415 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758975 Feb 19 00:29:45.843263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 75567693-704d-4347-8719-7637ef30b243) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:45.854171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf251af-7c5e-48a2-b1eb-43382ce860fe None None] Network 75567693-704d-4347-8719-7637ef30b243 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:45.865849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e3bd3-cd46-4209-9d5b-e63182858f5f req-dda29239-599d-4106-aa80-3ce759703f0e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:45.869031 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1649956-9814-4286-b0ce-dd83656e4e4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.872773 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c1649956-9814-4286-b0ce-dd83656e4e4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2485034 Feb 19 00:29:45.873343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:45.879344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-131e3bd3-cd46-4209-9d5b-e63182858f5f req-dda29239-599d-4106-aa80-3ce759703f0e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 946 time: 0.2343283 Feb 19 00:29:45.882598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8af9965b-4da2-440b-bedd-cd6bad95294f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'security_group_rule': {'security_group_id': '89d0fef7-9eb4-4b97-8a39-36e70d0ea510', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:45.893160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:45.894067 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:45.934864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-01c9791b-0bd6-4c69-8a6c-145d7cc01bd1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2237689 Feb 19 00:29:45.936000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39808) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:45.947175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-888290314'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:45.951557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af9965b-4da2-440b-bedd-cd6bad95294f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (a1454102-de37-48d8-a2a6-141b44eb518b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.022776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-131e3bd3-cd46-4209-9d5b-e63182858f5f req-1d8015f7-43cb-4b9a-bf30-2afdf74dee22 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418948 Feb 19 00:29:46.024332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:46.042496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.065143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-75567693-704d-4347-8719-7637ef30b243', 'network_id': '75567693-704d-4347-8719-7637ef30b243', 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'fixed_ips': [{'subnet_id': '57ddd36d-b91e-4355-b565-9d1c02463aee'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:29:46.066024 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.114571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:29:46.127369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (cd300a74-095d-4104-9bee-a70171fd549b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.128136 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Added segment cd300a74-095d-4104-9bee-a70171fd549b of type vlan for network daec3b55-8e58-400b-94ef-2b63ef8c6c28 Feb 19 00:29:46.160536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af9965b-4da2-440b-bedd-cd6bad95294f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (a1454102-de37-48d8-a2a6-141b44eb518b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.167610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af9965b-4da2-440b-bedd-cd6bad95294f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (a1454102-de37-48d8-a2a6-141b44eb518b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.187240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (daec3b55-8e58-400b-94ef-2b63ef8c6c28), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.209659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af9965b-4da2-440b-bedd-cd6bad95294f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1454102-de37-48d8-a2a6-141b44eb518b,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:46.216777 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8af9965b-4da2-440b-bedd-cd6bad95294f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.223004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8af9965b-4da2-440b-bedd-cd6bad95294f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3478594 Feb 19 00:29:46.226374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39820) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:46.235306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:46.281006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (daec3b55-8e58-400b-94ef-2b63ef8c6c28), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.287432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:46.289210 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.297419 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.371912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4318366 Feb 19 00:29:46.377298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39830) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:46.386075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Request body: {'subnet': {'network_id': 'daec3b55-8e58-400b-94ef-2b63ef8c6c28', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:46.436565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08ba24-3f93-45f4-b2bf-377873f5581d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Network': ['ID=daec3b55-8e58-400b-94ef-2b63ef8c6c28,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:46.553596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.657171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Made reservation on behalf of 97f748cbfcb34402a486ab61f99cc5c6 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:46.660737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:46.709940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network daec3b55-8e58-400b-94ef-2b63ef8c6c28 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:29:46.853644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Allocated IP 19.80.0.2 (75567693-704d-4347-8719-7637ef30b243/57ddd36d-b91e-4355-b565-9d1c02463aee/bf72a562-1a1e-494d-857a-e9dbe6be0720) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:46.857900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Allocated IP 172.25.6.188 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/699fbbdd-59a1-49cd-934c-3b2751a3f9de) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:46.896168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-9028ef42-439a-4571-bd45-b1102d98e7d0 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:46.898520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-9028ef42-439a-4571-bd45-b1102d98e7d0 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.113 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.1107507 Feb 19 00:29:47.053693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (a007bba1-e095-437e-8841-cc554f8fa13a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.157116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event updated for resources: {'Subnet': ['ID=a007bba1-e095-437e-8841-cc554f8fa13a,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:47.187584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Publish callbacks [] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.200551 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.233125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Checking segment: {'id': 'cd300a74-095d-4104-9bee-a70171fd549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'daec3b55-8e58-400b-94ef-2b63ef8c6c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:47.233498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network hostable DHCP agents. Network: daec3b55-8e58-400b-94ef-2b63ef8c6c28, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:29:47.245407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Network 75567693-704d-4347-8719-7637ef30b243 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:47.245930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for port (699fbbdd-59a1-49cd-934c-3b2751a3f9de), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.254529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:47.265334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:47.275950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Network daec3b55-8e58-400b-94ef-2b63ef8c6c28 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:29:47.283713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcecd41-af08-451a-a44d-edd99a5bc410 req-44389e4c-dc66-4a1c-9e8f-b2f460f3b1ab tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:47.293784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcecd41-af08-451a-a44d-edd99a5bc410 req-44389e4c-dc66-4a1c-9e8f-b2f460f3b1ab tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.2782259 Feb 19 00:29:47.307398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, daec3b55-8e58-400b-94ef-2b63ef8c6c28) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:47.311686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:47.312296 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.344031 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-323fc103-b2b7-4afa-ab04-0eb24e524263 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9654958 Feb 19 00:29:47.359757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d9c1c-36ab-46a4-8f54-ef0a21cc9992 None None] Network daec3b55-8e58-400b-94ef-2b63ef8c6c28 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:47.443146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Deleting port cb9d631a-c875-4276-8d5a-bb426636465f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:47.443799 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.596678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Pushing event updated for resources: {'Port': ['ID=bf72a562-1a1e-494d-857a-e9dbe6be0720,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:47.606572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Attempting to bind port bf72a562-1a1e-494d-857a-e9dbe6be0720 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:47.607159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Attempting to bind port bf72a562-1a1e-494d-857a-e9dbe6be0720 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e31f384a-60a5-4f14-b79a-b1e9ad168a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '75567693-704d-4347-8719-7637ef30b243'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:47.607712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Attempting to bind port bf72a562-1a1e-494d-857a-e9dbe6be0720 on network 75567693-704d-4347-8719-7637ef30b243 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:47.618672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:47.619665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Checking segment: {'id': 'e31f384a-60a5-4f14-b79a-b1e9ad168a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '75567693-704d-4347-8719-7637ef30b243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:47.620267 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.621134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Bound using segment: {'id': 'e31f384a-60a5-4f14-b79a-b1e9ad168a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '75567693-704d-4347-8719-7637ef30b243'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:47.621936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Bound port: bf72a562-1a1e-494d-857a-e9dbe6be0720, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31f384a-60a5-4f14-b79a-b1e9ad168a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '75567693-704d-4347-8719-7637ef30b243'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:47.622772 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.639546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dcecd41-af08-451a-a44d-edd99a5bc410 req-c30fc0b7-10b7-4624-87d8-53164e3b9678 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234005 Feb 19 00:29:47.676255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (699fbbdd-59a1-49cd-934c-3b2751a3f9de), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.725185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] For port bf72a562-1a1e-494d-857a-e9dbe6be0720, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:47.730059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] For port bf72a562-1a1e-494d-857a-e9dbe6be0720, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bf72a562-1a1e-494d-857a-e9dbe6be0720,segment=NetworkSegment(e31f384a-60a5-4f14-b79a-b1e9ad168a21),segment_id=e31f384a-60a5-4f14-b79a-b1e9ad168a21)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:47.742309 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.775045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4542f66-4ba7-4bca-a734-8e708d80e683 req-649f7bbf-f184-4210-9e56-2d5bfdf118cb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:47.776623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4542f66-4ba7-4bca-a734-8e708d80e683 req-649f7bbf-f184-4210-9e56-2d5bfdf118cb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 946 time: 0.4377723 Feb 19 00:29:47.790432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:47.810547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:47.819127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:47.834323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'Port': ['ID=699fbbdd-59a1-49cd-934c-3b2751a3f9de,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:47.846245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-daec3b55-8e58-400b-94ef-2b63ef8c6c28', 'network_id': 'daec3b55-8e58-400b-94ef-2b63ef8c6c28', 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'fixed_ips': [{'subnet_id': 'a007bba1-e095-437e-8841-cc554f8fa13a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:29:47.847112 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.926439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] For port cb9d631a-c875-4276-8d5a-bb426636465f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=cb9d631a-c875-4276-8d5a-bb426636465f,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:47.926994 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:47.997612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fbf5a0-16f7-437e-9460-b2a41e0ccc10 None None] Pushing event updated for resources: {'Port': ['ID=bf72a562-1a1e-494d-857a-e9dbe6be0720,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:48.018871 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d516bb1-7cb5-4c1a-bf9d-82fd182b98f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:48.167211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4542f66-4ba7-4bca-a734-8e708d80e683 req-d6de9858-2b63-4c2e-8f28-24066cef77c3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754892 Feb 19 00:29:48.265266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Allocated IP 19.86.0.2 (daec3b55-8e58-400b-94ef-2b63ef8c6c28/a007bba1-e095-437e-8841-cc554f8fa13a/bd372035-4681-4f22-a9b3-a0c80c12286b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:48.326307 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:29:48.579739 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (3f44974e-d2b0-4659-adfe-92eea44d254c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:48.635136 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:48.650565 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Publish callbacks [] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:48.672941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:48.766488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Network daec3b55-8e58-400b-94ef-2b63ef8c6c28 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:48.791395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:48.798043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:48.816897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Pushing event updated for resources: {'Port': ['ID=bd372035-4681-4f22-a9b3-a0c80c12286b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:48.842296 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (699fbbdd-59a1-49cd-934c-3b2751a3f9de), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:48.893611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Attempting to bind port bd372035-4681-4f22-a9b3-a0c80c12286b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:48.894547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Attempting to bind port bd372035-4681-4f22-a9b3-a0c80c12286b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'cd300a74-095d-4104-9bee-a70171fd549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'daec3b55-8e58-400b-94ef-2b63ef8c6c28'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:48.895211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Attempting to bind port bd372035-4681-4f22-a9b3-a0c80c12286b on network daec3b55-8e58-400b-94ef-2b63ef8c6c28 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:48.915805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:48.916307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Checking segment: {'id': 'cd300a74-095d-4104-9bee-a70171fd549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'daec3b55-8e58-400b-94ef-2b63ef8c6c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:48.916620 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:48.917024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Bound using segment: {'id': 'cd300a74-095d-4104-9bee-a70171fd549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'daec3b55-8e58-400b-94ef-2b63ef8c6c28'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:48.917514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Bound port: bd372035-4681-4f22-a9b3-a0c80c12286b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd300a74-095d-4104-9bee-a70171fd549b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'daec3b55-8e58-400b-94ef-2b63ef8c6c28'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:48.917894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.025584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.028877 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (85286dbf-efe2-44f2-9400-3976a86aceec), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.029892 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Floating IP 85286dbf-efe2-44f2-9400-3976a86aceec disassociated. External IP: 172.25.6.10, port: cb9d631a-c875-4276-8d5a-bb426636465f. Feb 19 00:29:49.031770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Calling delete_port for cb9d631a-c875-4276-8d5a-bb426636465f owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:49.042149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] For port bd372035-4681-4f22-a9b3-a0c80c12286b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:49.046481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] For port bd372035-4681-4f22-a9b3-a0c80c12286b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bd372035-4681-4f22-a9b3-a0c80c12286b,segment=NetworkSegment(cd300a74-095d-4104-9bee-a70171fd549b),segment_id=cd300a74-095d-4104-9bee-a70171fd549b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:49.058023 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.105095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-a69b087b-656b-4428-b9d8-58f1478ccc22 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:49.125225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-a69b087b-656b-4428-b9d8-58f1478ccc22 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:49.141693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-a69b087b-656b-4428-b9d8-58f1478ccc22 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/networks?id=75567693-704d-4347-8719-7637ef30b243&id=daec3b55-8e58-400b-94ef-2b63ef8c6c28 HTTP/1.1" status: 200 len: 1391 time: 0.5484178 Feb 19 00:29:49.201254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1695a-d880-46a1-b355-effee14a67b2 None None] Pushing event updated for resources: {'Port': ['ID=bd372035-4681-4f22-a9b3-a0c80c12286b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:49.388791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-9199e39d-4bb4-4918-b840-0f5d2c2f827d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/quotas/97f748cbfcb34402a486ab61f99cc5c6 HTTP/1.1" status: 200 len: 375 time: 0.2461979 Feb 19 00:29:49.555567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:49.637028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552dad2-5d6c-49b1-ac8f-971f04be1236 None None] Network 75567693-704d-4347-8719-7637ef30b243 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:49.686021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b42f27c-957c-4fd1-b3d1-4c84c714ffe1 req-a4061e24-c068-4852-b9da-39c020641670 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:49.687660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b42f27c-957c-4fd1-b3d1-4c84c714ffe1 req-a4061e24-c068-4852-b9da-39c020641670 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 946 time: 0.5183225 Feb 19 00:29:49.716225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-4a3fd42f-4f71-4561-a8aa-83680183096a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=97f748cbfcb34402a486ab61f99cc5c6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3172965 Feb 19 00:29:49.727982 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for port (699fbbdd-59a1-49cd-934c-3b2751a3f9de), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.763760 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58a55b12-5c94-408c-bf69-aac142717255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.863676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bc649494-febc-4f4a-b322-68a29b0daa68 None None] Provisioning complete for port bf72a562-1a1e-494d-857a-e9dbe6be0720 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:49.864208 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc649494-febc-4f4a-b322-68a29b0daa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.892583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58a55b12-5c94-408c-bf69-aac142717255 admin admin] Publish callbacks [] for security_group (430574eb-f72a-4b7c-b133-6db2bc177111), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.909793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58a55b12-5c94-408c-bf69-aac142717255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (430574eb-f72a-4b7c-b133-6db2bc177111), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.910980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-8589062e-6062-44e1-8f6e-26ee47e275d1 service neutron] 10.222.0.60 "GET /v2.0/networks/75567693-704d-4347-8719-7637ef30b243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867287 Feb 19 00:29:49.913571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (699fbbdd-59a1-49cd-934c-3b2751a3f9de), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:49.964307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a55b12-5c94-408c-bf69-aac142717255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430574eb-f72a-4b7c-b133-6db2bc177111,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:49.986587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'Port': ['ID=699fbbdd-59a1-49cd-934c-3b2751a3f9de,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:50.012575 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-58a55b12-5c94-408c-bf69-aac142717255 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5d90b2cd14734f7d84af7252e4251811&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4533999 Feb 19 00:29:50.012778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40006) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:50.083169 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-efdcf07a-3c73-49ce-881a-129a72763f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.121532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bc649494-febc-4f4a-b322-68a29b0daa68 None None] Current status of the port bf72a562-1a1e-494d-857a-e9dbe6be0720 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:50.121936 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc649494-febc-4f4a-b322-68a29b0daa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.122617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be3ad85e-43b8-4dca-be05-6ab091162552 admin admin] Publish callbacks [] for security_group (430574eb-f72a-4b7c-b133-6db2bc177111), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.189390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b42f27c-957c-4fd1-b3d1-4c84c714ffe1 req-f757e1fd-9517-4a96-b18b-824bf9d536dc tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups?id=164de7d7-0319-47c4-9641-60a785ede287&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4570363 Feb 19 00:29:50.219126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bc649494-febc-4f4a-b322-68a29b0daa68 None None] For port bf72a562-1a1e-494d-857a-e9dbe6be0720, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bf72a562-1a1e-494d-857a-e9dbe6be0720,segment=NetworkSegment(e31f384a-60a5-4f14-b79a-b1e9ad168a21),segment_id=e31f384a-60a5-4f14-b79a-b1e9ad168a21)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:50.233053 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc649494-febc-4f4a-b322-68a29b0daa68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.237168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be3ad85e-43b8-4dca-be05-6ab091162552 admin admin] Publish callbacks [] for security_group (430574eb-f72a-4b7c-b133-6db2bc177111), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.243276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cb9d631a-c875-4276-8d5a-bb426636465f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.346099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc649494-febc-4f4a-b322-68a29b0daa68 None None] Pushing event updated for resources: {'Port': ['ID=bf72a562-1a1e-494d-857a-e9dbe6be0720,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:50.399709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be3ad85e-43b8-4dca-be05-6ab091162552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (430574eb-f72a-4b7c-b133-6db2bc177111), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.403852 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be3ad85e-43b8-4dca-be05-6ab091162552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.406886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event deleted for resources: {'Port': ['ID=cb9d631a-c875-4276-8d5a-bb426636465f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:50.410551 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-be3ad85e-43b8-4dca-be05-6ab091162552 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/430574eb-f72a-4b7c-b133-6db2bc177111 HTTP/1.1" status: 204 len: 168 time: 0.3966045 Feb 19 00:29:50.422577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bd372035-4681-4f22-a9b3-a0c80c12286b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:50.437329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ad85e-43b8-4dca-be05-6ab091162552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430574eb-f72a-4b7c-b133-6db2bc177111,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:50.536416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-072fde69-19f1-4002-819e-a3d93af281ca None None] Provisioning complete for port bf72a562-1a1e-494d-857a-e9dbe6be0720 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:50.540436 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-072fde69-19f1-4002-819e-a3d93af281ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.607514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-374b216c-6d48-4522-945b-076ba81a5fbe tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:50.610649 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-374b216c-6d48-4522-945b-076ba81a5fbe tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 946 time: 0.1107142 Feb 19 00:29:50.685579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bd372035-4681-4f22-a9b3-a0c80c12286b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:50.686156 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.757346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Deleting port 02618c85-dad6-4484-9bd7-e7318673a516 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:50.757692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (02618c85-dad6-4484-9bd7-e7318673a516), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.827116 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (3f44974e-d2b0-4659-adfe-92eea44d254c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.842354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device cb9d631a-c875-4276-8d5a-bb426636465f no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:50.870292 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:50.871940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-072fde69-19f1-4002-819e-a3d93af281ca None None] Current status of the port bf72a562-1a1e-494d-857a-e9dbe6be0720 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:50.904240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-453e8b33-c86a-4a69-b13a-51a7e1c4dcc4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6649334 Feb 19 00:29:50.910121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:50.941601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-d5a8066f-bfac-4822-9bb7-b6e9950fdc3d service neutron] 10.222.0.60 "GET /v2.0/networks/75567693-704d-4347-8719-7637ef30b243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0285165 Feb 19 00:29:50.976556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: cb9d631a-c875-4276-8d5a-bb426636465f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:50.976909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device cb9d631a-c875-4276-8d5a-bb426636465f not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:51.018687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] For port 02618c85-dad6-4484-9bd7-e7318673a516, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=02618c85-dad6-4484-9bd7-e7318673a516,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:51.024274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (02618c85-dad6-4484-9bd7-e7318673a516), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.060201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Calling delete_port for 02618c85-dad6-4484-9bd7-e7318673a516 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:51.111788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044bbf5-7471-4bbe-b0e2-b9ee59bb53d8 None None] Network daec3b55-8e58-400b-94ef-2b63ef8c6c28 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:29:51.253902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bd372035-4681-4f22-a9b3-a0c80c12286b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:51.254467 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.303623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (02618c85-dad6-4484-9bd7-e7318673a516), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.338064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['02618c85-dad6-4484-9bd7-e7318673a516'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:29:51.347763 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.361124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event deleted for resources: {'Port': ['ID=02618c85-dad6-4484-9bd7-e7318673a516,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:51.419714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4501a422-e1a0-4793-b32d-589cd384e58d None None] Provisioning complete for port bd372035-4681-4f22-a9b3-a0c80c12286b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:51.420095 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4501a422-e1a0-4793-b32d-589cd384e58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.420250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] No DVR routers for this DVR port 02618c85-dad6-4484-9bd7-e7318673a516 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:51.424920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.434721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e3ecf35f-7c5e-4e84-813c-45264233dd76 req-98aa9b87-8e14-4675-b60c-c8313a1b391a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "DELETE /v2.0/ports/02618c85-dad6-4484-9bd7-e7318673a516 HTTP/1.1" status: 204 len: 173 time: 0.8176894 Feb 19 00:29:51.438083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c041a668-da7b-4c40-9ebb-f264bd428313', 'name': 'network-vif-deleted', 'tag': '02618c85-dad6-4484-9bd7-e7318673a516'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:51.442093 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5525ffde-84f2-4af2-8aa5-c2e9ec2232a1" -d '{"events": [{"server_uuid": "c041a668-da7b-4c40-9ebb-f264bd428313", "name": "network-vif-deleted", "tag": "02618c85-dad6-4484-9bd7-e7318673a516"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:51.454334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port bd372035-4681-4f22-a9b3-a0c80c12286b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bd372035-4681-4f22-a9b3-a0c80c12286b,segment=NetworkSegment(cd300a74-095d-4104-9bee-a70171fd549b),segment_id=cd300a74-095d-4104-9bee-a70171fd549b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:51.477847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.478802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bf72a562-1a1e-494d-857a-e9dbe6be0720 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:51.594056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d07b3c-1985-43c3-b951-677b55f0dc91 req-bae07125-9dd7-4d19-9639-d913122bfa59 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:51.604299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8d07b3c-1985-43c3-b951-677b55f0dc91 req-bae07125-9dd7-4d19-9639-d913122bfa59 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=c041a668-da7b-4c40-9ebb-f264bd428313 HTTP/1.1" status: 200 len: 946 time: 1.2012248 Feb 19 00:29:51.624494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=bd372035-4681-4f22-a9b3-a0c80c12286b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:51.691249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bf72a562-1a1e-494d-857a-e9dbe6be0720 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:51.691932 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.697869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4501a422-e1a0-4793-b32d-589cd384e58d None None] Current status of the port bd372035-4681-4f22-a9b3-a0c80c12286b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:51.828335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8d07b3c-1985-43c3-b951-677b55f0dc91 req-f3210fb6-143d-4cd5-9f7e-609a9bbdc92a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079086 Feb 19 00:29:51.835668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-690a1b3c-5bbc-4a55-a4ca-a7826e0423ca service neutron] 10.222.0.60 "GET /v2.0/networks/daec3b55-8e58-400b-94ef-2b63ef8c6c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8779607 Feb 19 00:29:51.846841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bf72a562-1a1e-494d-857a-e9dbe6be0720 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:51.928598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-757071a9-5ae4-44d2-9af9-7893dc3669f1 None None] Provisioning complete for port bd372035-4681-4f22-a9b3-a0c80c12286b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:51.928989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-757071a9-5ae4-44d2-9af9-7893dc3669f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:51.960513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99d2ff34-3899-4b06-843d-cd09361e7086 req-030784c9-8425-4bc7-8abb-db6fba4a9ceb service neutron] 10.222.0.60 "GET /v2.0/networks/daec3b55-8e58-400b-94ef-2b63ef8c6c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109426 Feb 19 00:29:51.975147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:52.002831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] Sync routers for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:52.025155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:52.025791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:52.070155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] No DVR routers for this DVR port cb9d631a-c875-4276-8d5a-bb426636465f on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:29:52.084001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:52.087520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f9d3741-666b-4e85-a5ab-41eab915f39e req-820dc1be-67d3-4242-9e93-2399f9f6028d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.113 "DELETE /v2.0/ports/cb9d631a-c875-4276-8d5a-bb426636465f HTTP/1.1" status: 204 len: 173 time: 5.1813366 Feb 19 00:29:52.102747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'name': 'network-vif-deleted', 'tag': 'cb9d631a-c875-4276-8d5a-bb426636465f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:52.105875 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e970f0a-c589-48cd-b126-f94728e2a607" -d '{"events": [{"server_uuid": "2e80d1de-9c24-45de-b4be-32a85a3d10be", "name": "network-vif-deleted", "tag": "cb9d631a-c875-4276-8d5a-bb426636465f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:52.221266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-bda92e04-1c79-43ce-9ac9-114f61163fe9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--58115364&fields=id&tenant_id=683ff6b1a7154108870150bfec80cfec HTTP/1.1" status: 200 len: 267 time: 0.1885478 Feb 19 00:29:52.424628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bf72a562-1a1e-494d-857a-e9dbe6be0720 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:52.461188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b54eb92-eb78-43bd-b4d4-12d13dc0e9fc req-b5bfb27e-085c-4725-859f-742c6456fa1d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e80d1de-9c24-45de-b4be-32a85a3d10be HTTP/1.1" status: 200 len: 210 time: 0.0477793 Feb 19 00:29:52.529581 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7840f4f3-0e2b-4a31-a44a-c053eebbf1d2 x-openstack-request-id: req-7840f4f3-0e2b-4a31-a44a-c053eebbf1d2 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:52.530748 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c041a668-da7b-4c40-9ebb-f264bd428313", "name": "network-vif-deleted", "tag": "02618c85-dad6-4484-9bd7-e7318673a516", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:52.531166 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7840f4f3-0e2b-4a31-a44a-c053eebbf1d2 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:52.531742 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c041a668-da7b-4c40-9ebb-f264bd428313', 'name': 'network-vif-deleted', 'tag': '02618c85-dad6-4484-9bd7-e7318673a516', 'status': 'completed', 'code': 200} Feb 19 00:29:52.577811 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:52.578917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-a50fc186-0039-43ce-9f05-f22eedc0eebe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:52.582164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:52.585555 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-757071a9-5ae4-44d2-9af9-7893dc3669f1 None None] Current status of the port bd372035-4681-4f22-a9b3-a0c80c12286b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:52.590809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-a50fc186-0039-43ce-9f05-f22eedc0eebe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 815 time: 0.3601933 Feb 19 00:29:52.630721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bf72a562-1a1e-494d-857a-e9dbe6be0720 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:52.630972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-c0cf256f-76ac-4c3f-83fc-97ddbd2ac878 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/quotas/683ff6b1a7154108870150bfec80cfec HTTP/1.1" status: 200 len: 375 time: 0.0390906 Feb 19 00:29:52.631520 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:52.781418 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fec5c5-e1f7-4ca7-a0b4-782fb8db3db2 x-openstack-request-id: req-12fec5c5-e1f7-4ca7-a0b4-782fb8db3db2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:52.781801 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e80d1de-9c24-45de-b4be-32a85a3d10be", "name": "network-vif-deleted", "tag": "cb9d631a-c875-4276-8d5a-bb426636465f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:52.781958 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12fec5c5-e1f7-4ca7-a0b4-782fb8db3db2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:52.785511 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e80d1de-9c24-45de-b4be-32a85a3d10be', 'name': 'network-vif-deleted', 'tag': 'cb9d631a-c875-4276-8d5a-bb426636465f', 'status': 'completed', 'code': 200} Feb 19 00:29:52.856083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61f70fbd-e311-4db9-ae79-3b5b0524385f req-8462ba12-cc9b-4979-b5ec-e51afb3a08a2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0929525 Feb 19 00:29:52.879473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-d37fe82f-5d26-4a62-ad27-b40a2b9b9aa4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2460656 Feb 19 00:29:52.892012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bf72a562-1a1e-494d-857a-e9dbe6be0720 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:52.899124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bd372035-4681-4f22-a9b3-a0c80c12286b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:29:53.012852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40096) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:53.053634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-e4780eb2-fa7a-4e03-9014-94df0422b1aa service neutron] 10.222.0.60 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444681 Feb 19 00:29:53.112754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bd372035-4681-4f22-a9b3-a0c80c12286b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:53.113142 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.173625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40104) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:53.195692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-37976f68-e6b4-4385-96c9-9ff7135e9e6b service neutron] 10.222.0.60 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347828 Feb 19 00:29:53.275185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:36Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:53.279785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bd372035-4681-4f22-a9b3-a0c80c12286b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:29:53.309246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] Checking router: ac382a81-6ebc-4cc3-aa11-e3173b6d4874 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:53.322207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:53.322880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:53.398292 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d78d8d81-add2-41fc-b4d2-a94df98124c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.428333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1706663441', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:53.449900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Made reservation on behalf of 4f1a193f67564d3f8472c2e259cf4dc5 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:53.452033 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.456559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.473963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:53.481778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.583867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da6f0c-6010-4b12-af00-1d97edbe83b4 req-844e73ec-8725-4151-92d3-ea6b0c81fc8f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:53.585962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3da6f0c-6010-4b12-af00-1d97edbe83b4 req-844e73ec-8725-4151-92d3-ea6b0c81fc8f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.2885795 Feb 19 00:29:53.606301 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks [] for security_group (7cdc3e50-5af5-4502-9ec3-67d53e629fff), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.613675 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7cdc3e50-5af5-4502-9ec3-67d53e629fff), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.621048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] device_id is not set on port d1ea67a2-8c11-4bff-9d25-fd40912691a6 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:29:53.637621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8459046e-f96b-4aaa-872b-95eb93ac024e req-1dd069e3-f6b5-49ea-a33c-717510a5f3c3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 210 time: 0.0503478 Feb 19 00:29:53.654278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3da6f0c-6010-4b12-af00-1d97edbe83b4 req-44005de0-7704-40d1-9ace-bdf4b5f99fec tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/quotas/8458f0c51cce4a35b61533652c8a4b87 HTTP/1.1" status: 200 len: 375 time: 0.0518081 Feb 19 00:29:53.688370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdc3e50-5af5-4502-9ec3-67d53e629fff,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:53.694809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3da6f0c-6010-4b12-af00-1d97edbe83b4 req-ce21f482-6a66-4e19-a176-49378e8d8717 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392311 Feb 19 00:29:53.741133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40124) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:53.851298 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d78d8d81-add2-41fc-b4d2-a94df98124c9 admin admin] Publish callbacks [] for security_group (a2db54e2-0edf-4c22-af6f-da6e42840e40), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.864651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Allocated IP 172.25.6.183 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d1ea67a2-8c11-4bff-9d25-fd40912691a6) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:53.872736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d78d8d81-add2-41fc-b4d2-a94df98124c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a2db54e2-0edf-4c22-af6f-da6e42840e40), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.908531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:36Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:53.926371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b524f05c-6fb0-4e43-8df4-b0a80b5684db tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group (164de7d7-0319-47c4-9641-60a785ede287), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:53.957031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac74c71a-b1d1-4173-b26e-c1ce52e45c7d None None] The sync data for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 is: [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:28:29Z', 'revision_number': 4, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334', 'name': '', 'network_id': 'a2c70b1f-175a-4666-bafc-f9b49f3b1b7b', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'mac_address': 'fa:16:3e:d9:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:28Z', 'updated_at': '2022-02-19T00:28:36Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'subnets': [{'id': 'fec01d6b-8864-4c5d-9b4c-42b01a62bf49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:53.961610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3da6f0c-6010-4b12-af00-1d97edbe83b4 req-94e2b785-ca64-4f09-8bb9-0ed296a6a36a service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559175 Feb 19 00:29:54.029540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d8d81-add2-41fc-b4d2-a94df98124c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2db54e2-0edf-4c22-af6f-da6e42840e40,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:54.064733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b524f05c-6fb0-4e43-8df4-b0a80b5684db tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group (164de7d7-0319-47c4-9641-60a785ede287), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.088671 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.199215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3da6f0c-6010-4b12-af00-1d97edbe83b4 req-278d36d8-07ce-443f-9ac4-fa71c850ae9e service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254100 Feb 19 00:29:54.204628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d78d8d81-add2-41fc-b4d2-a94df98124c9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=698c87b8f5a042d4a5cc2ff43e8ce107&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0293839 Feb 19 00:29:54.214807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40138) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:54.294403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b524f05c-6fb0-4e43-8df4-b0a80b5684db tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (164de7d7-0319-47c4-9641-60a785ede287), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.303809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b524f05c-6fb0-4e43-8df4-b0a80b5684db tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.307304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b524f05c-6fb0-4e43-8df4-b0a80b5684db tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "DELETE /v2.0/security-groups/164de7d7-0319-47c4-9641-60a785ede287 HTTP/1.1" status: 204 len: 168 time: 0.5644951 Feb 19 00:29:54.314718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40140) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:54.345470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks [] for port (d1ea67a2-8c11-4bff-9d25-fd40912691a6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.348406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524f05c-6fb0-4e43-8df4-b0a80b5684db tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=164de7d7-0319-47c4-9641-60a785ede287,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:54.383467 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-aefcddac-f19b-43c6-87bd-b43309b7fc36 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] show failed (client error): The resource could not be found. Feb 19 00:29:54.384616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aefcddac-f19b-43c6-87bd-b43309b7fc36 tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "GET /v2.0/security-groups/164de7d7-0319-47c4-9641-60a785ede287 HTTP/1.1" status: 404 len: 347 time: 0.0671608 Feb 19 00:29:54.387302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40142) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:54.442369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d1ea67a2-8c11-4bff-9d25-fd40912691a6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.544022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6464549f-4028-4889-b020-a32ea7d1cfcd req-56947382-7635-4624-9ab2-5950237f4c6e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.1548877 Feb 19 00:29:54.545028 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20699ff-8977-4fc0-9522-318c4b93d76e None None] New status for floating IP 85286dbf-efe2-44f2-9400-3976a86aceec: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:29:54.579382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Pushing event updated for resources: {'Port': ['ID=d1ea67a2-8c11-4bff-9d25-fd40912691a6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:54.581937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-129125ff-2706-4b33-810b-d2446f8e6d54 req-b3edce1d-3ae3-4609-9acb-c62c430a151f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0293167 Feb 19 00:29:54.583283 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4783d46f-5e84-4f57-8779-8cc0eeadc592 admin admin] Publish callbacks [] for security_group (a2db54e2-0edf-4c22-af6f-da6e42840e40), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.596371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:54.598970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:54.602206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:54.711525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:54.712944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.735959 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4783d46f-5e84-4f57-8779-8cc0eeadc592 admin admin] Publish callbacks [] for security_group (a2db54e2-0edf-4c22-af6f-da6e42840e40), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.737764 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b1fc0c7e-07d7-49ef-a420-00e11d225764 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7238107 Feb 19 00:29:54.740660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40154) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:54.751002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.183'}]}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:54.791483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (04b2cc7e-f21a-4e01-957e-70496ea487cf), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.792964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (04b2cc7e-f21a-4e01-957e-70496ea487cf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.827390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33b25eeb-90af-4644-a820-c94b21795a88 req-c4747035-3310-4b47-8599-634c32706703 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 210 time: 0.0535116 Feb 19 00:29:54.857651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Deleting port 2d252915-1996-4e76-9d98-e69917a1a720 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:54.858025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2d252915-1996-4e76-9d98-e69917a1a720), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.891806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks [] for router_controller (04b2cc7e-f21a-4e01-957e-70496ea487cf), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.914750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4783d46f-5e84-4f57-8779-8cc0eeadc592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a2db54e2-0edf-4c22-af6f-da6e42840e40), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.917368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4783d46f-5e84-4f57-8779-8cc0eeadc592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:54.918608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4783d46f-5e84-4f57-8779-8cc0eeadc592 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a2db54e2-0edf-4c22-af6f-da6e42840e40 HTTP/1.1" status: 204 len: 168 time: 0.7027771 Feb 19 00:29:54.931471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783d46f-5e84-4f57-8779-8cc0eeadc592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2db54e2-0edf-4c22-af6f-da6e42840e40,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:55.002493 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2d252915-1996-4e76-9d98-e69917a1a720), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:55.002834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for floatingip (2d252915-1996-4e76-9d98-e69917a1a720), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:55.006889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 02618c85-dad6-4484-9bd7-e7318673a516 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:29:55.059280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Calling delete_port for 2d252915-1996-4e76-9d98-e69917a1a720 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:55.062711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 02618c85-dad6-4484-9bd7-e7318673a516 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:29:55.063070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 02618c85-dad6-4484-9bd7-e7318673a516 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:29:55.125504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks [] for router_gateway (04b2cc7e-f21a-4e01-957e-70496ea487cf), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:55.258426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2d252915-1996-4e76-9d98-e69917a1a720), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:55.314668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-3ae0bdb4-2bd4-4a85-981a-ba421589c5fe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:55.317044 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-3ae0bdb4-2bd4-4a85-981a-ba421589c5fe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 815 time: 0.2166350 Feb 19 00:29:55.318219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Pushing event deleted for resources: {'Port': ['ID=2d252915-1996-4e76-9d98-e69917a1a720,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:55.399502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks [] for floatingip (85286dbf-efe2-44f2-9400-3976a86aceec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:55.402743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:55.407193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fff3ca05-bce9-4191-9102-24a51362d60d tempest-ServersTestJSON-1770258736 tempest-ServersTestJSON-1770258736-project] 10.222.0.60 "DELETE /v2.0/floatingips/85286dbf-efe2-44f2-9400-3976a86aceec HTTP/1.1" status: 204 len: 168 time: 1.0001774 Feb 19 00:29:55.407193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40168) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:55.407394 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-419e58d6-c112-4256-9144-439e296c0900 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=683ff6b1a7154108870150bfec80cfec HTTP/1.1" status: 200 len: 378 time: 0.0812571 Feb 19 00:29:55.419596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'port': {'device_id': '41480077-b90b-4cad-8e59-824904700bc0', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'admin_state_up': True, 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'security_groups': ['89d0fef7-9eb4-4b97-8a39-36e70d0ea510']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:55.724807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a109e12c-9efe-4623-9267-a06d4e948e93 req-a68430d7-f794-48e8-9d7e-638598bb4b6a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0477874 Feb 19 00:29:55.747064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36b60bbd-095f-4d56-aeb7-e128c854c8c5 req-34037dde-a331-48e0-8b0e-1cd1af4c6112 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0687797 Feb 19 00:29:55.980956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38c40242-75b8-4458-b9ec-f190e1ec56b8 req-0db5f912-090d-4364-870f-8b1602cdf77a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 210 time: 0.0357409 Feb 19 00:29:56.051292 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.065257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks [] for router_gateway (04b2cc7e-f21a-4e01-957e-70496ea487cf), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.092106 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.215003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Made reservation on behalf of 683ff6b1a7154108870150bfec80cfec for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:29:56.219318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.349458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks [] for router (04b2cc7e-f21a-4e01-957e-70496ea487cf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.487608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Deleting port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:56.487962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.601354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (04b2cc7e-f21a-4e01-957e-70496ea487cf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.607145 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks [] for router_controller (04b2cc7e-f21a-4e01-957e-70496ea487cf), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.618085 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Allocated IP 172.20.0.4 (a66a2644-3c4a-4409-98a9-f3d6abe8be72/877a2166-d158-4a22-bcfc-b563a81ecccc/9347a78e-fb6f-45ee-8c82-3bbcbb6a2628) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:29:56.671374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (04b2cc7e-f21a-4e01-957e-70496ea487cf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.672064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04b2cc7e-f21a-4e01-957e-70496ea487cf {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:29:56.672534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] For port bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:56.673462 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.708236 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 00:29:56.709278 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-752af6d7-f6aa-4d05-8c96-d65c145fdd38 tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9675715 Feb 19 00:29:56.712911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40236) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:56.717776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Calling delete_port for bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:56.896850 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:56.902296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40244) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:56.906189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9669dff5-b5c9-47b7-8aab-ca66e7a31580 req-53a136db-a6f0-4d0d-9ce3-f24995b300ee tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0576735 Feb 19 00:29:56.912600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d877802-0520-44b1-86fe-a7ac99d0ea01 req-7dd06ad4-87c1-4804-a0b6-777993a7457f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0652089 Feb 19 00:29:56.919894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cccaa-3e6d-42fc-8e3d-007f3948292f tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Deleting port d1ea67a2-8c11-4bff-9d25-fd40912691a6 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:56.920274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c2cccaa-3e6d-42fc-8e3d-007f3948292f tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d1ea67a2-8c11-4bff-9d25-fd40912691a6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.013635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c2cccaa-3e6d-42fc-8e3d-007f3948292f tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d1ea67a2-8c11-4bff-9d25-fd40912691a6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.029593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1c2cccaa-3e6d-42fc-8e3d-007f3948292f tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Calling delete_port for d1ea67a2-8c11-4bff-9d25-fd40912691a6 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:57.093839 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec1994b6-5d21-4f59-adc5-67809e53d975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.115111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38a1487f-91b2-4006-b65f-ad6aeae5ef36 req-84d08229-3f63-4248-aa1a-1869efaf2bb4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 210 time: 0.0310125 Feb 19 00:29:57.115885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.154701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:57.232759 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.303887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event updated for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:57.308259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:29:57.310610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:29:57.326561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:29:57.336306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c2cccaa-3e6d-42fc-8e3d-007f3948292f tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d1ea67a2-8c11-4bff-9d25-fd40912691a6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.363018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.461591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec1994b6-5d21-4f59-adc5-67809e53d975 admin admin] Publish callbacks [] for security_group (f7cc5f47-2836-45ea-b2fa-d436fba4b77a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.470497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:57.471336 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.512442 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec1994b6-5d21-4f59-adc5-67809e53d975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f7cc5f47-2836-45ea-b2fa-d436fba4b77a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.535618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cccaa-3e6d-42fc-8e3d-007f3948292f tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1ea67a2-8c11-4bff-9d25-fd40912691a6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:57.652977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-965c0bbd-f693-4338-8841-bbb54d4036d8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2385697 Feb 19 00:29:57.663667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ec1994b6-5d21-4f59-adc5-67809e53d975 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98372b4170ff462182cff82345855424&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7576265 Feb 19 00:29:57.670405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-a7e70a93-344a-4ab4-b326-a0f40acdb7fa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:29:57.671309 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-a7e70a93-344a-4ab4-b326-a0f40acdb7fa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093710 Feb 19 00:29:57.672335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40266) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:57.682839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1994b6-5d21-4f59-adc5-67809e53d975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc5f47-2836-45ea-b2fa-d436fba4b77a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:57.688251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Request body: {'port': {'device_id': '41480077-b90b-4cad-8e59-824904700bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:57.689037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:29:57.737488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c2cccaa-3e6d-42fc-8e3d-007f3948292f tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.754431 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1c2cccaa-3e6d-42fc-8e3d-007f3948292f tempest-RoutersAdminNegativeIpV6Test-1420311948 tempest-RoutersAdminNegativeIpV6Test-1420311948-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d1ea67a2-8c11-4bff-9d25-fd40912691a6 HTTP/1.1" status: 204 len: 168 time: 1.0325027 Feb 19 00:29:57.756584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f36c09bd-5dc0-4233-bc85-364cc1181be0 None None] Provisioning complete for port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:29:57.757870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f36c09bd-5dc0-4233-bc85-364cc1181be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.769477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876f5ec-bb3c-4cd0-8d94-9921f8a4007f req-ebaf7941-d7d9-48cb-a42e-a75e7833a529 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:57.771302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8876f5ec-bb3c-4cd0-8d94-9921f8a4007f req-ebaf7941-d7d9-48cb-a42e-a75e7833a529 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1128 time: 0.0979483 Feb 19 00:29:57.817091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f36c09bd-5dc0-4233-bc85-364cc1181be0 None None] Port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:29:57.839719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7b3f-e6c6-43ac-a9ab-17280d0a3d84 admin admin] Publish callbacks [] for security_group (f7cc5f47-2836-45ea-b2fa-d436fba4b77a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.844130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.872097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7b3f-e6c6-43ac-a9ab-17280d0a3d84 admin admin] Publish callbacks [] for security_group (f7cc5f47-2836-45ea-b2fa-d436fba4b77a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:57.882377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8876f5ec-bb3c-4cd0-8d94-9921f8a4007f req-b994d951-60d7-4164-b4fb-923aefdcccfe tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022751 Feb 19 00:29:57.885609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:29:57.894949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e9621fda-81c2-4529-9e19-bf7590b0c749 admin admin] 10.222.0.60 "PUT /v2.0/routers/ac382a81-6ebc-4cc3-aa11-e3173b6d4874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4835405 Feb 19 00:29:57.894949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40270) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:57.897277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] Sync routers for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:29:57.940492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:57.941941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:58.008338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd0ca76b-2d19-468d-a2fe-66e2465442b2 req-de34d3ad-c9ec-4a14-a5b2-ae01aca265d6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0396864 Feb 19 00:29:58.093014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7b3f-e6c6-43ac-a9ab-17280d0a3d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f7cc5f47-2836-45ea-b2fa-d436fba4b77a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.100447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6ac7b3f-e6c6-43ac-a9ab-17280d0a3d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.104956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d6ac7b3f-e6c6-43ac-a9ab-17280d0a3d84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7cc5f47-2836-45ea-b2fa-d436fba4b77a HTTP/1.1" status: 204 len: 168 time: 0.4303489 Feb 19 00:29:58.154489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40284) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:58.162025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac7b3f-e6c6-43ac-a9ab-17280d0a3d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc5f47-2836-45ea-b2fa-d436fba4b77a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:58.276053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:58.376976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be2270e7-7e2f-47ee-b6bb-18676fe3986a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.469297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be2270e7-7e2f-47ee-b6bb-18676fe3986a admin admin] Publish callbacks [] for security_group (0f9f3e57-1f1f-457c-b8d5-d176e86e06b3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.586794 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be2270e7-7e2f-47ee-b6bb-18676fe3986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0f9f3e57-1f1f-457c-b8d5-d176e86e06b3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.619378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:29:57Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:58.661505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] Checking router: ac382a81-6ebc-4cc3-aa11-e3173b6d4874 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:29:58.671563 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-be2270e7-7e2f-47ee-b6bb-18676fe3986a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4c8cc6aa96a462ab350ef35f5f41a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5067167 Feb 19 00:29:58.677297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40300) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:58.682900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] Routers {'ac382a81-6ebc-4cc3-aa11-e3173b6d4874'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:29:58.684043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:58.695428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2270e7-7e2f-47ee-b6bb-18676fe3986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9f3e57-1f1f-457c-b8d5-d176e86e06b3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:58.711406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:29:58.726399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Publish callbacks [] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.748578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Transition to ACTIVE for port object 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:29:58.761898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e747ca-0e43-438d-beee-a52e0a24a748 admin admin] Publish callbacks [] for security_group (0f9f3e57-1f1f-457c-b8d5-d176e86e06b3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.763627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.857196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e747ca-0e43-438d-beee-a52e0a24a748 admin admin] Publish callbacks [] for security_group (0f9f3e57-1f1f-457c-b8d5-d176e86e06b3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:58.883352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] Set router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:29:58.899144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88b4cad1-8acc-4c7b-9191-6a9431f225d9 req-283ddcc5-d11f-4038-9fd6-42f24cda44a9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0721650 Feb 19 00:29:58.935979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:58.959031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks [] for router (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.126237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks [] for router_gateway (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.142132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e747ca-0e43-438d-beee-a52e0a24a748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0f9f3e57-1f1f-457c-b8d5-d176e86e06b3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.159395 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e747ca-0e43-438d-beee-a52e0a24a748 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.165336 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f9e747ca-0e43-438d-beee-a52e0a24a748 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f9f3e57-1f1f-457c-b8d5-d176e86e06b3 HTTP/1.1" status: 204 len: 168 time: 0.4871321 Feb 19 00:29:59.184012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Attempting to bind port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:29:59.191584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Attempting to bind port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:29:59.191961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Attempting to bind port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 on network a66a2644-3c4a-4409-98a9-f3d6abe8be72 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:59.197952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e747ca-0e43-438d-beee-a52e0a24a748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9f3e57-1f1f-457c-b8d5-d176e86e06b3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:59.211014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 on network a66a2644-3c4a-4409-98a9-f3d6abe8be72 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:29:59.211344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Attempting to bind port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 on network a66a2644-3c4a-4409-98a9-f3d6abe8be72 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:29:59.224075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:29:59.224416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Checking segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:29:59.224801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Bound using segment: {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:29:59.225234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Bound port: 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c19681d4-9bfb-42a3-9620-73035b012317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:29:59.229508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.311921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6345f-60df-41b3-8ee8-b2690eaa606a req-080f9fa3-b069-41e6-869e-8cd334fd5957 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:59.321941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cd6345f-60df-41b3-8ee8-b2690eaa606a req-080f9fa3-b069-41e6-869e-8cd334fd5957 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.2096827 Feb 19 00:29:59.394530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:29:57Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:29:59.403711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:29:59.417681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:29:59.428064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.446008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Deleting port b979e109-dd57-4199-8020-881f88922764 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:29:59.449038 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b979e109-dd57-4199-8020-881f88922764), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.487106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997eb082-2a00-4ff4-bb3f-2bcf4242971b None None] The sync data for ids ['ac382a81-6ebc-4cc3-aa11-e3173b6d4874'] in n-d-826527-3 is: [{'id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'name': 'tempest-ServersTestJSON-52192370-router', 'tenant_id': '765b4aeb6b9d48e095e5485990c88724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254'}], 'enable_snat': True}, 'gw_port_id': 'b979e109-dd57-4199-8020-881f88922764', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:22Z', 'updated_at': '2022-02-19T00:29:57Z', 'revision_number': 5, 'project_id': '765b4aeb6b9d48e095e5485990c88724', 'gw_port': {'id': 'b979e109-dd57-4199-8020-881f88922764', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:73:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac382a81-6ebc-4cc3-aa11-e3173b6d4874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:24Z', 'updated_at': '2022-02-19T00:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:29:59.523431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:59.524043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.525559 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] 10.222.0.126 "PUT /v2.0/ports/9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 HTTP/1.1" status: 200 len: 1091 time: 1.8444583 Feb 19 00:29:59.537625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:29:59.549971 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d" -d '{"events": [{"name": "network-changed", "server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:29:59.613774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cd6345f-60df-41b3-8ee8-b2690eaa606a req-3e631ce8-1065-43d5-8212-8c8392535e55 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2913358 Feb 19 00:29:59.620558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f89b97-5611-474c-bd7d-338da590ff9b service neutron] Pushing event updated for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:29:59.690083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] For port b979e109-dd57-4199-8020-881f88922764, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b979e109-dd57-4199-8020-881f88922764,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:29:59.691804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b979e109-dd57-4199-8020-881f88922764), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:29:59.739747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Calling delete_port for b979e109-dd57-4199-8020-881f88922764 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:29:59.774134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-256e8923-7cae-40e8-94dd-eae44dc03ead tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:29:59.784437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-256e8923-7cae-40e8-94dd-eae44dc03ead tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0398037 Feb 19 00:29:59.800735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4dd26bfa-aa60-484e-81ae-0e71316571f6 req-9f6aa537-54e9-45fd-9cad-ae948b5c5ba6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0787826 Feb 19 00:29:59.804047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40342) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:59.961180 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef06a7f-d8a2-4722-b427-7ac585147928 x-openstack-request-id: req-2ef06a7f-d8a2-4722-b427-7ac585147928 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:29:59.961804 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:29:59.962447 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ef06a7f-d8a2-4722-b427-7ac585147928 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:29:59.963054 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'status': 'completed', 'code': 200} Feb 19 00:29:59.966629 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2cf6b7f2-5429-4d99-b32d-cb9804eb9141 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f1a193f67564d3f8472c2e259cf4dc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1611466 Feb 19 00:29:59.970233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40346) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:29:59.970820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-53b59e13-7713-4d3a-aa9b-a8d9ea284d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:29:59.973866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-53b59e13-7713-4d3a-aa9b-a8d9ea284d5e service neutron] 10.222.0.60 "GET /v2.0/ports/d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 200 len: 1125 time: 0.1885073 Feb 19 00:29:59.993605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Request body: {'binding': {'host': 'n-h2-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:29:59.993979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Unknown quota resources ['binding']. {{(pid=103649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:30:00.028670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-3c1ff250-2dd0-4720-b7ca-784ed973edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:00.030221 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-3c1ff250-2dd0-4720-b7ca-784ed973edab service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 1125 time: 0.4372835 Feb 19 00:30:00.070780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ba5da26-802c-4d84-bf32-c9e19f81c14a req-c2533a18-6821-4c10-8b9c-875029c6eb1e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0833166 Feb 19 00:30:00.097775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-bf770fa2-ce7c-4ce9-878a-045e58f6913b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 HTTP/1.1" status: 200 len: 217 time: 0.0578017 Feb 19 00:30:00.101534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f818023-770d-4cba-aab7-82449b92f457 admin admin] Publish callbacks [] for security_group (7cdc3e50-5af5-4502-9ec3-67d53e629fff), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.168050 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f818023-770d-4cba-aab7-82449b92f457 admin admin] Publish callbacks [] for security_group (7cdc3e50-5af5-4502-9ec3-67d53e629fff), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.170610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:30:00.207442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:30:00.207786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bfdde70d-f5a3-4fa9-a8be-a7be7ee2a334 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:30:00.224262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-aae3ef4b-195f-4f24-a4fc-9945c1b5b92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:00.227041 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-aae3ef4b-195f-4f24-a4fc-9945c1b5b92e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.1226890 Feb 19 00:30:00.298020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-bd522b80-fe89-4ea0-afc3-81aca98354c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:00.300127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-bd522b80-fe89-4ea0-afc3-81aca98354c2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0647476 Feb 19 00:30:00.304396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f818023-770d-4cba-aab7-82449b92f457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7cdc3e50-5af5-4502-9ec3-67d53e629fff), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.308051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f818023-770d-4cba-aab7-82449b92f457 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.309236 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3f818023-770d-4cba-aab7-82449b92f457 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7cdc3e50-5af5-4502-9ec3-67d53e629fff HTTP/1.1" status: 204 len: 168 time: 0.3380499 Feb 19 00:30:00.319626 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b979e109-dd57-4199-8020-881f88922764), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.343044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f818023-770d-4cba-aab7-82449b92f457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdc3e50-5af5-4502-9ec3-67d53e629fff,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:00.349098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on host n-h2-826527-3 for vnic_type normal with profile None {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:30:00.349639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:30:00.360339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:00.371545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Pushing event deleted for resources: {'Port': ['ID=b979e109-dd57-4199-8020-881f88922764,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:00.376326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:30:00.376801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:00.404283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:30:00.404871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:00.405828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:30:00.406137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Bound port: d81417ea-50d4-4e90-a6ab-02c3794e1aee, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:30:00.495147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.509236 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-5baf7dc9-732a-4635-bb43-4ae1489f1ab9 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987734 Feb 19 00:30:00.575298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:30:00.622377 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.623607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-83deedf2-d51b-401f-ac19-c73665c296d7 service neutron] 10.222.0.60 "POST /v2.0/ports/d81417ea-50d4-4e90-a6ab-02c3794e1aee/bindings HTTP/1.1" status: 201 len: 389 time: 0.6351871 Feb 19 00:30:00.630168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.636810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks [] for router_controller (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.736027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (ac382a81-6ebc-4cc3-aa11-e3173b6d4874), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.737157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac382a81-6ebc-4cc3-aa11-e3173b6d4874 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:30:00.742495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:00.744093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9992c5ea-f24a-4104-acb7-07acd201ac12 admin admin] 10.222.0.60 "DELETE /v2.0/routers/ac382a81-6ebc-4cc3-aa11-e3173b6d4874 HTTP/1.1" status: 204 len: 168 time: 2.8489599 Feb 19 00:30:00.747559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40368) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:00.779984 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b989be9-dbf7-4e4d-ab10-2d17ef5835e0 req-c5105940-19cf-4aa0-9e4d-0e7500932763 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548153 Feb 19 00:30:01.016562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-11436327-0625-47ca-929e-f879c61a871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.019941 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-11436327-0625-47ca-929e-f879c61a871e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 1125 time: 0.1035895 Feb 19 00:30:01.066301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-798f360c-b653-406e-a33a-c4a92d3044a1 admin admin] Deleting subnet fec01d6b-8864-4c5d-9b4c-42b01a62bf49 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:30:01.071268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-798f360c-b653-406e-a33a-c4a92d3044a1 admin admin] Publish callbacks [] for subnet (fec01d6b-8864-4c5d-9b4c-42b01a62bf49), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:01.177854 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-798f360c-b653-406e-a33a-c4a92d3044a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (fec01d6b-8864-4c5d-9b4c-42b01a62bf49), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:01.199655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:01.206043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba1bea-1fb0-49d6-b109-f9060a4a665e req-b9aeab94-c85b-4383-8bcb-d9fd0e9c8c01 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.207666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65ba1bea-1fb0-49d6-b109-f9060a4a665e req-b9aeab94-c85b-4383-8bcb-d9fd0e9c8c01 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.3831966 Feb 19 00:30:01.223962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-aecae620-e932-40f9-81f6-8aa764fc2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.228136 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-aecae620-e932-40f9-81f6-8aa764fc2119 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 916 time: 0.1977830 Feb 19 00:30:01.246410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb4845-356f-41e4-8f50-f987165a435b req-c96ac0b7-5a14-49a6-abef-ff095bb3af4e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.248007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1fb4845-356f-41e4-8f50-f987165a435b req-c96ac0b7-5a14-49a6-abef-ff095bb3af4e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.3549290 Feb 19 00:30:01.279130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-1e5f1733-681e-4294-802c-601d0f84c261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.280587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-1e5f1733-681e-4294-802c-601d0f84c261 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1128 time: 0.2590411 Feb 19 00:30:01.291111 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-4c156cc2-012a-43f3-9010-584858764873 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 HTTP/1.1" status: 200 len: 217 time: 0.0532646 Feb 19 00:30:01.320635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65ba1bea-1fb0-49d6-b109-f9060a4a665e req-ac523400-d10d-458b-b4ed-511deb1c3628 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0988758 Feb 19 00:30:01.362704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-78240918-8238-4308-9255-211844b47d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.364537 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-78240918-8238-4308-9255-211844b47d97 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.0682938 Feb 19 00:30:01.424839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-89fe2a43-6bc5-40fd-90f4-392983e2d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.426311 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-89fe2a43-6bc5-40fd-90f4-392983e2d418 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549872 Feb 19 00:30:01.549312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7a966dac-4dfa-435d-9379-432b747a50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.550963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7a966dac-4dfa-435d-9379-432b747a50dd service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2358611 Feb 19 00:30:01.551968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad010ac3-7ae1-4b52-9cec-3ea13f1eaa66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:01.584685 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-2039fbee-95db-4efa-b3f6-10880b559065 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497972 Feb 19 00:30:01.647028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01412586-5d1d-433a-ae1c-3edc5eabb9ca req-a7728b85-b528-4bcd-be4c-293b6cbeaa1f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0897553 Feb 19 00:30:01.654413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-cac28843-7025-4e05-b7d0-4dddeee8c27a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 200 len: 217 time: 0.0804477 Feb 19 00:30:01.660609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1fb4845-356f-41e4-8f50-f987165a435b req-b1cceab9-c767-412a-bb03-bef85e599056 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017236 Feb 19 00:30:01.664562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-798f360c-b653-406e-a33a-c4a92d3044a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (fec01d6b-8864-4c5d-9b4c-42b01a62bf49), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:01.767647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af3a732c-c0ba-4c1f-8517-4df5a5575751 req-adb20648-5211-4754-a0f5-287d171ab536 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0538697 Feb 19 00:30:01.781563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad010ac3-7ae1-4b52-9cec-3ea13f1eaa66 admin admin] Publish callbacks [] for security_group (a0b38157-7375-46dd-b623-9f52ecfc8a28), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:01.792872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40406) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:01.797673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-5f21dcf5-cac7-4f8a-968e-33f2f55f281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:01.799476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-5f21dcf5-cac7-4f8a-968e-33f2f55f281c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1366041 Feb 19 00:30:01.810348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad010ac3-7ae1-4b52-9cec-3ea13f1eaa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a0b38157-7375-46dd-b623-9f52ecfc8a28), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:01.848328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-f8d54347-637e-477b-b9e5-f6524fe996a5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423286 Feb 19 00:30:01.854634 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-798f360c-b653-406e-a33a-c4a92d3044a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (fec01d6b-8864-4c5d-9b4c-42b01a62bf49), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:01.855194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad010ac3-7ae1-4b52-9cec-3ea13f1eaa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b38157-7375-46dd-b623-9f52ecfc8a28,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:01.911089 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ad010ac3-7ae1-4b52-9cec-3ea13f1eaa66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=00cde831ea0f4d49beeaa86d592ccb73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7079012 Feb 19 00:30:01.911958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f360c-b653-406e-a33a-c4a92d3044a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fec01d6b-8864-4c5d-9b4c-42b01a62bf49,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:01.912920 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40410) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:01.920779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdc14bc-880d-4092-8b56-a58069e4559e None None] Network a2c70b1f-175a-4666-bafc-f9b49f3b1b7b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:01.921261 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01f8b4e9-f1de-4934-8939-fc6f8b16b70d req-832b54ec-a3b5-45bd-a4c7-e9bfa8f08575 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601340 Feb 19 00:30:01.949697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1193094979'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:01.955036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-798f360c-b653-406e-a33a-c4a92d3044a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:01.958975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-798f360c-b653-406e-a33a-c4a92d3044a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/fec01d6b-8864-4c5d-9b4c-42b01a62bf49 HTTP/1.1" status: 204 len: 168 time: 1.2097206 Feb 19 00:30:01.961288 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40412) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:02.006724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-b851417e-ff93-4e92-b991-17d6af341b4c service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487954 Feb 19 00:30:02.051952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Made reservation on behalf of 3dbaa1b269cf4825b0a2e44b84004d5b for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:02.055350 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.081601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.084751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef9f-3b63-4e74-b2f1-3aee89214e1f admin admin] Publish callbacks [] for security_group (a0b38157-7375-46dd-b623-9f52ecfc8a28), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.089962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a2c70b1f-175a-4666-bafc-f9b49f3b1b7b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.134083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] DHCP port deletion for a2c70b1f-175a-4666-bafc-f9b49f3b1b7b request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:30:02.141151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-b285dc48-c234-4108-b93d-3407ad13c713 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267290 Feb 19 00:30:02.151112 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef9f-3b63-4e74-b2f1-3aee89214e1f admin admin] Publish callbacks [] for security_group (a0b38157-7375-46dd-b623-9f52ecfc8a28), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.251105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for security_group (f0a208b8-7b42-4275-9c25-f4958f8360fd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.268637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b979e109-dd57-4199-8020-881f88922764 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:30:02.274468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f0a208b8-7b42-4275-9c25-f4958f8360fd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.278058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] Deleting port 81e733c6-9ca4-4476-8880-15fa9e7bafdd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:02.278461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.320485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: b979e109-dd57-4199-8020-881f88922764 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:30:02.320830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b979e109-dd57-4199-8020-881f88922764 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:30:02.321494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 81e733c6-9ca4-4476-8880-15fa9e7bafdd no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:30:02.325255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:30:02.336205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e5917e05-a71f-4a9e-9d50-b038eaa67388), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.336667 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Added segment e5917e05-a71f-4a9e-9d50-b038eaa67388 of type vlan for network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 Feb 19 00:30:02.403553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (27871d57-ba2a-43a5-9d8a-76f97a0d8a86), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.440128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef9f-3b63-4e74-b2f1-3aee89214e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a0b38157-7375-46dd-b623-9f52ecfc8a28), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.444058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00d0ef9f-3b63-4e74-b2f1-3aee89214e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.445166 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-00d0ef9f-3b63-4e74-b2f1-3aee89214e1f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0b38157-7375-46dd-b623-9f52ecfc8a28 HTTP/1.1" status: 204 len: 168 time: 0.5313027 Feb 19 00:30:02.458926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (27871d57-ba2a-43a5-9d8a-76f97a0d8a86), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.464063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:02.465081 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.494755 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7014554 Feb 19 00:30:02.496202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40418) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:02.497729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] For port 81e733c6-9ca4-4476-8880-15fa9e7bafdd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=81e733c6-9ca4-4476-8880-15fa9e7bafdd,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:02.498411 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.509307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a208b8-7b42-4275-9c25-f4958f8360fd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:02.519669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'subnet': {'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:02.521381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] Calling delete_port for 81e733c6-9ca4-4476-8880-15fa9e7bafdd owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:02.525037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 81e733c6-9ca4-4476-8880-15fa9e7bafdd is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:02.526405 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.555643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96f545-690a-4d7f-b11b-14e137c26ad8 req-a2864069-7776-4b44-8707-7576dd0acc86 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:02.561799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a96f545-690a-4d7f-b11b-14e137c26ad8 req-a2864069-7776-4b44-8707-7576dd0acc86 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1500058 Feb 19 00:30:02.622765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0ef9f-3b63-4e74-b2f1-3aee89214e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b38157-7375-46dd-b623-9f52ecfc8a28,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:02.635528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Deleting port 81e733c6-9ca4-4476-8880-15fa9e7bafdd {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:02.636354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.659445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a96f545-690a-4d7f-b11b-14e137c26ad8 req-25af6ebe-ae70-43d8-8ecb-9007f2fa679d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899885 Feb 19 00:30:02.718677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd92f05-54b2-4a4e-88a4-2392563f968d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Network': ['ID=27871d57-ba2a-43a5-9d8a-76f97a0d8a86,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:02.780840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] For port 81e733c6-9ca4-4476-8880-15fa9e7bafdd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=81e733c6-9ca4-4476-8880-15fa9e7bafdd,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:02.781271 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.805498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Calling delete_port for 81e733c6-9ca4-4476-8880-15fa9e7bafdd owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:02.824495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c55eba3a-919a-4baa-bc18-5fa0be185536 req-56f8653b-0b4d-4ba2-9c8e-c1aad99908c2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0788970 Feb 19 00:30:02.845032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Made reservation on behalf of 3dbaa1b269cf4825b0a2e44b84004d5b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:02.845873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.863147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:30:02.867610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 81e733c6-9ca4-4476-8880-15fa9e7bafdd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=81e733c6-9ca4-4476-8880-15fa9e7bafdd,segment=NetworkSegment(382041ce-42dd-4528-8bf9-dd2786cca375),segment_id=382041ce-42dd-4528-8bf9-dd2786cca375)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:02.916740 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.954322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:02.983283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8efc4210-737d-432f-b86b-d33a463b338a req-ca1a95f2-f9c0-43e7-96b2-cc839a70e09a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0455019 Feb 19 00:30:03.027926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc75fab-f039-489b-971b-78731bf34280 req-c5b77186-79f8-4bb6-ab6a-acfdf7f2f1f3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:03.036587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc75fab-f039-489b-971b-78731bf34280 req-c5b77186-79f8-4bb6-ab6a-acfdf7f2f1f3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.2152064 Feb 19 00:30:03.138456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc75fab-f039-489b-971b-78731bf34280 req-87297ada-7f19-4362-8a50-b85ad6f75e97 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945039 Feb 19 00:30:03.174428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (81e733c6-9ca4-4476-8880-15fa9e7bafdd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.290001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event deleted for resources: {'Port': ['ID=81e733c6-9ca4-4476-8880-15fa9e7bafdd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:03.300932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] No DVR routers for this DVR port 81e733c6-9ca4-4476-8880-15fa9e7bafdd on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:30:03.323292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.323561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.325229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81e733c6-9ca4-4476-8880-15fa9e7bafdd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:03.325908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.326571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.326571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.330560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.331315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.331315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.331554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.331833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.333251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.333608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.334009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:03.340904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] No DVR routers for this DVR port 81e733c6-9ca4-4476-8880-15fa9e7bafdd on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:30:03.385037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d9b31c-892e-4e03-bb13-0c6d8916d3ee None None] Pushing event deleted for resources: {'Port': ['ID=81e733c6-9ca4-4476-8880-15fa9e7bafdd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:03.425041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a2c70b1f-175a-4666-bafc-f9b49f3b1b7b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.437998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (71484028-0864-4249-b7a9-a03beae744be), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.503271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Subnet': ['ID=71484028-0864-4249-b7a9-a03beae744be,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:03.523921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c70b1f-175a-4666-bafc-f9b49f3b1b7b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:03.545943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382041ce-42dd-4528-8bf9-dd2786cca375') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:03.546475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382041ce-42dd-4528-8bf9-dd2786cca375') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:03.560026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (382041ce-42dd-4528-8bf9-dd2786cca375), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.570810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Checking segment: {'id': 'e5917e05-a71f-4a9e-9d50-b038eaa67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:03.571431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Network hostable DHCP agents. Network: 27871d57-ba2a-43a5-9d8a-76f97a0d8a86, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:30:03.587720 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (382041ce-42dd-4528-8bf9-dd2786cca375), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.599962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:30:03.600631 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (382041ce-42dd-4528-8bf9-dd2786cca375), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:30:03.602626 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:30:03.625899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:30:03.662626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 27871d57-ba2a-43a5-9d8a-76f97a0d8a86) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:03.669856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:03.670787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.677402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb567b1-15cf-4146-9e6a-0786b6090f6b None None] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:03.696909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a2c70b1f-175a-4666-bafc-f9b49f3b1b7b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.709889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.715616 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a2c70b1f-175a-4666-bafc-f9b49f3b1b7b HTTP/1.1" status: 204 len: 168 time: 1.7516181 Feb 19 00:30:03.725047 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b66c1ee8-e029-48a1-9168-25963d01ce6e tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2126584 Feb 19 00:30:03.728247 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40450) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:03.738015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'name': 'tempest-AllowedAddressPairTestJSON-1584663389'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:03.758318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a1cdb-7677-4c3c-985a-3c89950736d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c70b1f-175a-4666-bafc-f9b49f3b1b7b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:03.901850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'project_id': '3dbaa1b269cf4825b0a2e44b84004d5b', 'fixed_ips': [{'subnet_id': '71484028-0864-4249-b7a9-a03beae744be'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:30:03.902772 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:03.993333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c2be3b5-4f49-4b03-b050-e17f028c517a req-c7b793a4-6421-4319-b00e-e62600c7d5b2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0750487 Feb 19 00:30:04.021403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33813fb2-0e8b-4dca-9c5f-3f720364a1b7 req-d51afff0-eb43-426d-8c7d-8ba81222200c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:04.029532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33813fb2-0e8b-4dca-9c5f-3f720364a1b7 req-d51afff0-eb43-426d-8c7d-8ba81222200c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1101370 Feb 19 00:30:04.031712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Made reservation on behalf of 3dbaa1b269cf4825b0a2e44b84004d5b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:04.038575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.039340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40460) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:04.098222 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-249c38c3-4c3e-46df-a300-f5f871bac612 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=765b4aeb6b9d48e095e5485990c88724&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565643 Feb 19 00:30:04.100094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40466) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:04.101748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] device_id is not set on port 532a4a78-8374-441c-b2fe-e87737a3bc1d yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:30:04.107465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Allocated IP 172.20.0.2 (27871d57-ba2a-43a5-9d8a-76f97a0d8a86/71484028-0864-4249-b7a9-a03beae744be/2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:04.124203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33813fb2-0e8b-4dca-9c5f-3f720364a1b7 req-81617cb1-7b8f-44db-b3c1-fcf9efcc260f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0933735 Feb 19 00:30:04.273262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5774c654-7eb7-4083-84d3-f2d2591738d4 admin admin] Publish callbacks [] for security_group (0f564c2f-3b9e-42d1-be70-4a9b73dc56d5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.299215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53318168-9b63-4cc2-a7ad-47e5ab0d20c8 req-b5f3a5f7-edd1-4930-bf8a-5c61b05f68cf tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0842125 Feb 19 00:30:04.324479 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5774c654-7eb7-4083-84d3-f2d2591738d4 admin admin] Publish callbacks [] for security_group (0f564c2f-3b9e-42d1-be70-4a9b73dc56d5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.387747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-edf2a71e-5135-4c39-96e7-34a57982aba0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3206639 Feb 19 00:30:04.435663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5774c654-7eb7-4083-84d3-f2d2591738d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0f564c2f-3b9e-42d1-be70-4a9b73dc56d5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.444341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5774c654-7eb7-4083-84d3-f2d2591738d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.447007 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5774c654-7eb7-4083-84d3-f2d2591738d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f564c2f-3b9e-42d1-be70-4a9b73dc56d5 HTTP/1.1" status: 204 len: 168 time: 0.3454568 Feb 19 00:30:04.460949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c654-7eb7-4083-84d3-f2d2591738d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f564c2f-3b9e-42d1-be70-4a9b73dc56d5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:04.526017 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Publish callbacks [] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.526643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-9a14bcef-326f-4e71-8e20-3cd21a2d545d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:04.528251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-9a14bcef-326f-4e71-8e20-3cd21a2d545d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1126 time: 0.0626836 Feb 19 00:30:04.541659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eeb1ae-c458-43a7-900d-d28ee6d64604 req-01ae7cab-ec9c-4517-ace6-274df0e7f3f3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:04.549549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39eeb1ae-c458-43a7-900d-d28ee6d64604 req-01ae7cab-ec9c-4517-ace6-274df0e7f3f3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.1245422 Feb 19 00:30:04.549705 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.601197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:04.608661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:04.615578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:04.652538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Pushing event updated for resources: {'Port': ['ID=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:04.689958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Attempting to bind port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:30:04.690366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Attempting to bind port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e5917e05-a71f-4a9e-9d50-b038eaa67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:30:04.692094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Attempting to bind port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 on network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:04.701806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:30:04.702213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Checking segment: {'id': 'e5917e05-a71f-4a9e-9d50-b038eaa67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:04.702632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.703590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Bound using segment: {'id': 'e5917e05-a71f-4a9e-9d50-b038eaa67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:30:04.704081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Bound port: 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5917e05-a71f-4a9e-9d50-b038eaa67388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:30:04.704472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.737593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-bd3b59b6-036a-4e30-a351-47485439cde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:04.739185 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-bd3b59b6-036a-4e30-a351-47485439cde4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1850588 Feb 19 00:30:04.855777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] For port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:04.867960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] For port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,segment=NetworkSegment(e5917e05-a71f-4a9e-9d50-b038eaa67388),segment_id=e5917e05-a71f-4a9e-9d50-b038eaa67388)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:30:04.880341 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:04.952649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-dca88a65-d8b5-490c-a975-c7f8f0274482 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 217 time: 0.2035592 Feb 19 00:30:05.043360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:30:05.062063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Allocated IP 172.20.0.11 (27871d57-ba2a-43a5-9d8a-76f97a0d8a86/71484028-0864-4249-b7a9-a03beae744be/532a4a78-8374-441c-b2fe-e87737a3bc1d) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:05.073029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aad4f-0f35-4c47-b642-a2a4084019ad None None] Pushing event updated for resources: {'Port': ['ID=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:05.084751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39eeb1ae-c458-43a7-900d-d28ee6d64604 req-11e056bd-fca8-4a6a-89ea-8767978b75eb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338333 Feb 19 00:30:05.206249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f54e2bd-2bd8-458d-93b6-4c6322e072cd req-3dc0c19f-4075-4bff-a80a-1bbd09ede6b5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.1108856 Feb 19 00:30:05.256957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40490) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:05.288447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-cf998545-337a-400c-9096-8a57b672fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:05.289967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-cf998545-337a-400c-9096-8a57b672fde1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.3253160 Feb 19 00:30:05.292304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:05.327533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'port_id': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'mac_address': 'fa:16:3e:8f:90:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:30:05.378291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-0cf123fd-724d-4c8a-8049-7a4a1322f7ac service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792000 Feb 19 00:30:05.408487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:05.408829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:05.419806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-c215f19e-7f1c-4155-a3d2-c8d0937549a7 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:05.420882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-c215f19e-7f1c-4155-a3d2-c8d0937549a7 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064974 Feb 19 00:30:05.453757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:30:05.529150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:05.538512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:05.546303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c7e5708-ba07-4f75-b48b-4f00e7d31d8c req-bf5fbd7e-d531-4432-a92d-da8303d22bce tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.1409197 Feb 19 00:30:05.632164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:05.650575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f04e611-b983-49a5-9959-de0ff0d1ddd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:05.733979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad4edc-2501-4982-888b-f8f6a0432d84 req-ed99c215-9699-4d6a-8f7b-0e356eff3bfc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:05.740785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ad4edc-2501-4982-888b-f8f6a0432d84 req-ed99c215-9699-4d6a-8f7b-0e356eff3bfc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.4657793 Feb 19 00:30:05.827477 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f04e611-b983-49a5-9959-de0ff0d1ddd6 admin admin] Publish callbacks [] for security_group (e653fd7c-2a5f-4d90-8a92-9938272baaf7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:05.830723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-4626604c-d747-434f-86c9-95bd83ed1dbb service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836322 Feb 19 00:30:05.833539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f04e611-b983-49a5-9959-de0ff0d1ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e653fd7c-2a5f-4d90-8a92-9938272baaf7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:05.857221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:30:05.888262 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f04e611-b983-49a5-9959-de0ff0d1ddd6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bd91fb843a54c058046709a3097402c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6295381 Feb 19 00:30:05.889174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40506) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:05.890157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:05.950095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f04e611-b983-49a5-9959-de0ff0d1ddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e653fd7c-2a5f-4d90-8a92-9938272baaf7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:05.969621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-830c5c6a-0e63-4b20-bb09-43fd636de9cf admin admin] Publish callbacks [] for security_group (e653fd7c-2a5f-4d90-8a92-9938272baaf7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.012226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee81e386-5da3-40a8-ad4a-2bbc593355b6 req-4234bd6a-044c-4bcc-beed-ea60685d1643 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680346 Feb 19 00:30:06.035450 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (532a4a78-8374-441c-b2fe-e87737a3bc1d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.036451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-830c5c6a-0e63-4b20-bb09-43fd636de9cf admin admin] Publish callbacks [] for security_group (e653fd7c-2a5f-4d90-8a92-9938272baaf7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.106983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1410526296-network', 'tenant_id': '5453616cfd6f4f9db9805e99c2913ed2'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:06.214570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Made reservation on behalf of 5453616cfd6f4f9db9805e99c2913ed2 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:06.219148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.249184 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.307609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:06.379230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Publish callbacks [] for security_group (1cdf0aae-922e-4714-8f58-6240f3094bb2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.382172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-830c5c6a-0e63-4b20-bb09-43fd636de9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e653fd7c-2a5f-4d90-8a92-9938272baaf7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.385737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-830c5c6a-0e63-4b20-bb09-43fd636de9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.389717 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-830c5c6a-0e63-4b20-bb09-43fd636de9cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e653fd7c-2a5f-4d90-8a92-9938272baaf7 HTTP/1.1" status: 204 len: 168 time: 0.4864872 Feb 19 00:30:06.418618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:06.419363 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.423230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1cdf0aae-922e-4714-8f58-6240f3094bb2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.455229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:30:06.476008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (018c17ba-4f2b-45ca-b6e2-e1f2016055ce), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.476888 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Added segment 018c17ba-4f2b-45ca-b6e2-e1f2016055ce of type vlan for network 32934196-8d37-4602-a75a-8768e24781c9 Feb 19 00:30:06.574481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (32934196-8d37-4602-a75a-8768e24781c9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.611813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:06.615856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.620554 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ad4edc-2501-4982-888b-f8f6a0432d84 req-b1b9ed36-0de2-4498-a5de-afedd23cfd21 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8696282 Feb 19 00:30:06.626602 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (532a4a78-8374-441c-b2fe-e87737a3bc1d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.649823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (32934196-8d37-4602-a75a-8768e24781c9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.650978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:06.655470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.685946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c5c6a-0e63-4b20-bb09-43fd636de9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e653fd7c-2a5f-4d90-8a92-9938272baaf7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:06.772511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0cb0cfb-9e8b-4177-bbc7-c4a67689d675 req-f37333ff-7934-4cd0-a3cb-395151dd55c5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0492885 Feb 19 00:30:06.777585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:06.810358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,segment=NetworkSegment(e5917e05-a71f-4a9e-9d50-b038eaa67388),segment_id=e5917e05-a71f-4a9e-9d50-b038eaa67388)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:06.830941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:06.841468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250502a2-659b-4cf3-9924-ecc49c072021 None None] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:06.859255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:06.862044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:06.942803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=532a4a78-8374-441c-b2fe-e87737a3bc1d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:06.947779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Pushing event updated for resources: {'Network': ['ID=32934196-8d37-4602-a75a-8768e24781c9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:06.949881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdf0aae-922e-4714-8f58-6240f3094bb2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:06.963680 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-beb3a725-0f48-4e69-a46e-f596349cf822 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0708263 Feb 19 00:30:06.975155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40528) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:06.980486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Request body: {'subnet': {'network_id': '32934196-8d37-4602-a75a-8768e24781c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1410526296-subnet', 'tenant_id': '5453616cfd6f4f9db9805e99c2913ed2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:06.990506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 32934196-8d37-4602-a75a-8768e24781c9 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:30:06.993826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:06.995143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:07.015780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Made reservation on behalf of 5453616cfd6f4f9db9805e99c2913ed2 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:07.018921 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:07.062215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:07.089312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e95afcd-2789-4c51-8a82-5579aa47628c req-710df16e-236a-451a-bf2e-cc317f0c5202 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:07.096950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e95afcd-2789-4c51-8a82-5579aa47628c req-710df16e-236a-451a-bf2e-cc317f0c5202 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.4747539 Feb 19 00:30:07.101697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0d9f80b-8adb-43f6-b51f-c7c84b429f61 req-679b5968-2c6b-4bd7-8769-9bba095c3b35 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.1194510 Feb 19 00:30:07.106948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-606b578e-1fd0-4932-b06f-57bbe40f1242 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3776581 Feb 19 00:30:07.158416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40534) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:07.161692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:07.167252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-39408c8f-92f3-41bf-8c2d-90658ced2a82 None None] Provisioning complete for port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:07.170417 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39408c8f-92f3-41bf-8c2d-90658ced2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:07.173372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'name': 'tempest-AllowedAddressPairTestJSON-1762189590', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:b9:c6:9c'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:07.270887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-93269906-8645-4cd4-be5c-fff96f14a997 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4822919 Feb 19 00:30:07.368318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:30:07.378243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:07.378941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:07.420034 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (281bb7b0-fad1-437a-ba76-ae6228a86d7e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:07.449993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-39408c8f-92f3-41bf-8c2d-90658ced2a82 None None] Current status of the port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:07.485678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Pushing event updated for resources: {'Subnet': ['ID=281bb7b0-fad1-437a-ba76-ae6228a86d7e,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:07.551761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:07.553847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:07.557931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Checking segment: {'id': '018c17ba-4f2b-45ca-b6e2-e1f2016055ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '32934196-8d37-4602-a75a-8768e24781c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:07.562608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Network hostable DHCP agents. Network: 32934196-8d37-4602-a75a-8768e24781c9, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:30:07.578967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e95afcd-2789-4c51-8a82-5579aa47628c req-9b24c67f-4f43-4021-bd1f-26a68be17bb2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803994 Feb 19 00:30:07.612074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-99403111-a470-4891-9466-0e7772e30921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:07.614122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-99403111-a470-4891-9466-0e7772e30921 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1127 time: 0.2217355 Feb 19 00:30:07.619925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Network 32934196-8d37-4602-a75a-8768e24781c9 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:30:07.636468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:07.637886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 32934196-8d37-4602-a75a-8768e24781c9) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:07.648693 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e560bbbb-85a4-45a2-98d6-b0e929deeee5" -d '{"events": [{"server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "name": "network-vif-plugged", "status": "completed", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:07.663379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:07.665333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:07.728799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf2669e-781e-4778-a06e-f70f6e3ed824 None None] Network 32934196-8d37-4602-a75a-8768e24781c9 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:07.728799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:07.728971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Made reservation on behalf of 3dbaa1b269cf4825b0a2e44b84004d5b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:07.731536 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9a962c1c-3747-442e-8c30-e8241c06abae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7551270 Feb 19 00:30:07.755215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:07.871405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40556) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:07.897663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-5f3afa77-136f-4519-90ac-bca9de02da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:07.899972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-5f3afa77-136f-4519-90ac-bca9de02da2f service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2523372 Feb 19 00:30:08.011176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:08.040127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cf1b03fd-8b22-463c-b5a8-53d3b7422f4c None None] Provisioning complete for port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:08.040657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf1b03fd-8b22-463c-b5a8-53d3b7422f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.077483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4962361-9880-4d66-933f-ceb3dc57de30 None None] Network 32934196-8d37-4602-a75a-8768e24781c9 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:08.079988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-23d264f6-008f-439b-9118-fd63f4254b8f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 217 time: 0.1094408 Feb 19 00:30:08.128567 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff195d91-8392-49d4-a4f0-bdc523d527fb x-openstack-request-id: req-ff195d91-8392-49d4-a4f0-bdc523d527fb {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:08.128877 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "name": "network-vif-plugged", "status": "completed", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:08.129143 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff195d91-8392-49d4-a4f0-bdc523d527fb {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:08.129571 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'code': 200} Feb 19 00:30:08.322010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03320e1d-199b-48cd-b68b-a26b591cd87f req-c9e40635-fcb8-4774-a49e-f4e64c9f1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:08.332017 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03320e1d-199b-48cd-b68b-a26b591cd87f req-c9e40635-fcb8-4774-a49e-f4e64c9f1886 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 1127 time: 0.1460235 Feb 19 00:30:08.338083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-754260992-network', 'tenant_id': '2f8592b65b21429db59f1e0fb44d729e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:08.357199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-1829c724-478e-4729-93db-48ff5181f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:08.358714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-1829c724-478e-4729-93db-48ff5181f85b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.2614071 Feb 19 00:30:08.362497 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.399331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:08.420402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-568277e6-97ff-47aa-8461-bcb2fd9fc433 req-f95f5077-4fe6-4599-aceb-a627419c474f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.2019064 Feb 19 00:30:08.468823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Made reservation on behalf of 2f8592b65b21429db59f1e0fb44d729e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:08.479034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace9733-d86f-4651-9d79-bd8dc85fa773 req-fa6125e9-c59c-4576-a5ab-bfe85bb527db tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:08.484168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.485741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ace9733-d86f-4651-9d79-bd8dc85fa773 req-fa6125e9-c59c-4576-a5ab-bfe85bb527db tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.5821493 Feb 19 00:30:08.537632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b03fd-8b22-463c-b5a8-53d3b7422f4c None None] Current status of the port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:08.539858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-195a8a9d-f93a-4551-a2a3-0ebfab06d50c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475766 Feb 19 00:30:08.541989 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.546307 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03320e1d-199b-48cd-b68b-a26b591cd87f req-fb08d44a-fa11-403d-ac25-8b73c936170e service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2008862 Feb 19 00:30:08.547686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:08.548185 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.573894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cf1b03fd-8b22-463c-b5a8-53d3b7422f4c None None] Provisioning complete for port 532a4a78-8374-441c-b2fe-e87737a3bc1d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:08.574304 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf1b03fd-8b22-463c-b5a8-53d3b7422f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (532a4a78-8374-441c-b2fe-e87737a3bc1d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.625861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b03fd-8b22-463c-b5a8-53d3b7422f4c None None] Port 532a4a78-8374-441c-b2fe-e87737a3bc1d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:08.678986 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Publish callbacks [] for security_group (ee098884-1627-45a9-af17-42f88a09097a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.684281 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ee098884-1627-45a9-af17-42f88a09097a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.710969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:08.717566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:30:08.725584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] device_id is not set on port 0837d3fe-97b5-4a79-8acd-d59d80039a3a yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:30:08.733498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-d53f4952-66ba-40cc-8318-3f3d8c80e4e6 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714385 Feb 19 00:30:08.737524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.737524 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Added segment 14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a of type vlan for network 3d524874-42d3-4eb8-9cdd-bffa39774577 Feb 19 00:30:08.739623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee098884-1627-45a9-af17-42f88a09097a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:08.771811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a013fe0d-a105-44be-a3e5-c1da0bbc3b92 req-87aa0fbe-633c-4761-9a1d-9628694049fd tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.2309313 Feb 19 00:30:08.786497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-dc385351-d210-4c07-a764-6e090b6fb278 None None] Provisioning complete for port 532a4a78-8374-441c-b2fe-e87737a3bc1d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:08.796409 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc385351-d210-4c07-a764-6e090b6fb278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (532a4a78-8374-441c-b2fe-e87737a3bc1d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.796992 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3d524874-42d3-4eb8-9cdd-bffa39774577), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.838480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3d524874-42d3-4eb8-9cdd-bffa39774577), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.839728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:08.840330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:08.892756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dc385351-d210-4c07-a764-6e090b6fb278 None None] Port 532a4a78-8374-441c-b2fe-e87737a3bc1d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:08.941368 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0658796 Feb 19 00:30:08.941368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c996ea-76cf-44c2-a71d-871eed4f50d5 admin admin] Pushing event updated for resources: {'Network': ['ID=3d524874-42d3-4eb8-9cdd-bffa39774577,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:08.944157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:08.949520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Request body: {'subnet': {'network_id': '3d524874-42d3-4eb8-9cdd-bffa39774577', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-754260992-subnet', 'tenant_id': '2f8592b65b21429db59f1e0fb44d729e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:08.958391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3d524874-42d3-4eb8-9cdd-bffa39774577 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:30:09.015960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Made reservation on behalf of 2f8592b65b21429db59f1e0fb44d729e for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:09.020282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:09.070827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Allocated IP 172.20.0.13 (27871d57-ba2a-43a5-9d8a-76f97a0d8a86/71484028-0864-4249-b7a9-a03beae744be/0837d3fe-97b5-4a79-8acd-d59d80039a3a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:09.275103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0016d3e2-044e-4ee8-a964-40c4f50892f2 req-26808489-2c7c-48f3-9bd4-0989d4cd73ad service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361298 Feb 19 00:30:09.294915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ace9733-d86f-4651-9d79-bd8dc85fa773 req-f557f27a-1e50-45d0-8055-8ea8de270c24 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7575302 Feb 19 00:30:09.492320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (0837d3fe-97b5-4a79-8acd-d59d80039a3a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:09.574931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c24d1-0226-4e1b-828d-917b51751cfd req-49fd5d51-6b86-45b6-9988-29147f48705c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:09.577453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-201c24d1-0226-4e1b-828d-917b51751cfd req-49fd5d51-6b86-45b6-9988-29147f48705c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/networks?id=32934196-8d37-4602-a75a-8768e24781c9 HTTP/1.1" status: 200 len: 818 time: 0.3402860 Feb 19 00:30:09.596518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed70eb-19d9-4693-8805-099d7514a67d req-8cc5f43c-33f6-4490-9508-881476033f09 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:09.604523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8ed70eb-19d9-4693-8805-099d7514a67d req-8cc5f43c-33f6-4490-9508-881476033f09 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.1821902 Feb 19 00:30:09.638291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-201c24d1-0226-4e1b-828d-917b51751cfd req-0569b532-3262-4f27-8fd1-14d80499930a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/quotas/5453616cfd6f4f9db9805e99c2913ed2 HTTP/1.1" status: 200 len: 375 time: 0.0288439 Feb 19 00:30:09.652459 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0837d3fe-97b5-4a79-8acd-d59d80039a3a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:09.723924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-201c24d1-0226-4e1b-828d-917b51751cfd req-4716426c-95cb-4396-ba6d-a61eddda0b76 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5453616cfd6f4f9db9805e99c2913ed2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692413 Feb 19 00:30:09.766826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:09.780165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8ed70eb-19d9-4693-8805-099d7514a67d req-555781ee-1032-4086-aa10-51fb88791454 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687362 Feb 19 00:30:09.882384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:09.885338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Checking segment: {'id': '14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d524874-42d3-4eb8-9cdd-bffa39774577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:09.885709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Network hostable DHCP agents. Network: 3d524874-42d3-4eb8-9cdd-bffa39774577, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:30:09.929587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:09.930925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=0837d3fe-97b5-4a79-8acd-d59d80039a3a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:09.941138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Network 3d524874-42d3-4eb8-9cdd-bffa39774577 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:30:09.962529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:09.966510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99e95e99-1bad-462d-8629-b88c4ddd587f req-0aca0057-6d5c-4625-bcec-24cc3f8b5ccd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0615735 Feb 19 00:30:09.967397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:09.970582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3d524874-42d3-4eb8-9cdd-bffa39774577) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:09.976130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:09.977062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:10.029004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25f75c-ebf1-4e53-a48b-ef961578161d None None] Network 3d524874-42d3-4eb8-9cdd-bffa39774577 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:10.040004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9e34e738-84dc-454c-90dd-eae7186c4e2b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0947983 Feb 19 00:30:10.057097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-201c24d1-0226-4e1b-828d-917b51751cfd req-c52e5079-1805-42bd-92a0-7beac477ccd4 service neutron] 10.222.0.60 "GET /v2.0/networks/32934196-8d37-4602-a75a-8768e24781c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198500 Feb 19 00:30:10.063396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:10.070441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:10.272861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbaa9e41-9ea1-451e-8877-80ae90c1534b req-bfefa788-572a-4f12-8161-08cc2d55a870 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.1937001 Feb 19 00:30:10.292193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c4b002-6b8a-4a96-aea7-f65c01c06931 None None] Network 3d524874-42d3-4eb8-9cdd-bffa39774577 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:10.305437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40592) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:10.306650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8fd96739-7791-4c7e-86be-abfd8fb16e77 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 3.1412280 Feb 19 00:30:10.396148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-201c24d1-0226-4e1b-828d-917b51751cfd req-6b70dc89-fd2a-4b51-be81-4d7ceb40620d service neutron] 10.222.0.60 "GET /v2.0/networks/32934196-8d37-4602-a75a-8768e24781c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158815 Feb 19 00:30:10.492506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f2058f35-dcf8-4133-ba29-d51f9abf414a None None] Provisioning complete for port 0837d3fe-97b5-4a79-8acd-d59d80039a3a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:10.495474 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2058f35-dcf8-4133-ba29-d51f9abf414a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0837d3fe-97b5-4a79-8acd-d59d80039a3a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:10.525362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d4e88-ac10-4c38-887f-e37c1945c63d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:10.537399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d4e88-ac10-4c38-887f-e37c1945c63d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:10.539892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f2058f35-dcf8-4133-ba29-d51f9abf414a None None] Port 0837d3fe-97b5-4a79-8acd-d59d80039a3a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:10.540824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67f7dd-415b-4732-82b8-c09ab4f4683d req-282829de-73dc-489b-be89-46aeb9fac295 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:10.542467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec67f7dd-415b-4732-82b8-c09ab4f4683d req-282829de-73dc-489b-be89-46aeb9fac295 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.1165407 Feb 19 00:30:10.548721 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945d4e88-ac10-4c38-887f-e37c1945c63d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:10.554208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-945d4e88-ac10-4c38-887f-e37c1945c63d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2469 time: 0.2469563 Feb 19 00:30:10.554344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40602) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:10.652738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec67f7dd-415b-4732-82b8-c09ab4f4683d req-4f8af877-276b-4eee-bf13-199502ba0bd0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1041434 Feb 19 00:30:10.837875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d780f-492a-466a-801d-1d15fa70aebb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Deleting port 0837d3fe-97b5-4a79-8acd-d59d80039a3a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:10.838400 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c4d780f-492a-466a-801d-1d15fa70aebb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0837d3fe-97b5-4a79-8acd-d59d80039a3a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:11.015327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea55226-f52c-48c8-98ed-7931fe011041 req-331d0a43-7715-4fd1-8f45-85077be1aa83 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:11.018099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ea55226-f52c-48c8-98ed-7931fe011041 req-331d0a43-7715-4fd1-8f45-85077be1aa83 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.2374756 Feb 19 00:30:11.028134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40628) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:11.033291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Request body: {'floatingip': {'port_id': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:11.117910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (3f44974e-d2b0-4659-adfe-92eea44d254c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:11.141820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c4d780f-492a-466a-801d-1d15fa70aebb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0837d3fe-97b5-4a79-8acd-d59d80039a3a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:11.161858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5c4d780f-492a-466a-801d-1d15fa70aebb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Calling delete_port for 0837d3fe-97b5-4a79-8acd-d59d80039a3a owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:11.169253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-9aaab0e6-2381-4818-8cf6-6244c125040f tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:11.170691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-9aaab0e6-2381-4818-8cf6-6244c125040f tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/networks?id=3d524874-42d3-4eb8-9cdd-bffa39774577 HTTP/1.1" status: 200 len: 813 time: 0.2764957 Feb 19 00:30:11.195102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-db92199c-c4db-4b81-956b-a700a9f9fd3a tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/quotas/2f8592b65b21429db59f1e0fb44d729e HTTP/1.1" status: 200 len: 375 time: 0.0158329 Feb 19 00:30:11.272186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-ec65852b-901d-49df-81de-8c66297ae1a4 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2f8592b65b21429db59f1e0fb44d729e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341773 Feb 19 00:30:11.301021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-0a12cfb8-f9d6-4b81-bbf2-bc7ac5476bb4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:11.302098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-0a12cfb8-f9d6-4b81-bbf2-bc7ac5476bb4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093064 Feb 19 00:30:11.432492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-f098c567-3be6-4e73-ad1e-b36717e614d8 service neutron] 10.222.0.60 "GET /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136477 Feb 19 00:30:11.574163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7b3db-39d1-452f-a95c-181cd2282ae3 req-05f989c6-d761-474b-969b-5caa615a7e6c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:11.575766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c7b3db-39d1-452f-a95c-181cd2282ae3 req-05f989c6-d761-474b-969b-5caa615a7e6c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.2996647 Feb 19 00:30:11.967496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c4d780f-492a-466a-801d-1d15fa70aebb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0837d3fe-97b5-4a79-8acd-d59d80039a3a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:11.973827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c7b3db-39d1-452f-a95c-181cd2282ae3 req-311878e9-0d01-49cb-a2e3-9d0fb920738a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971753 Feb 19 00:30:12.003098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-e06f53bb-0633-4cee-8058-e68e9d55d508 service neutron] 10.222.0.60 "GET /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5617640 Feb 19 00:30:12.007587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d780f-492a-466a-801d-1d15fa70aebb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Port': ['ID=0837d3fe-97b5-4a79-8acd-d59d80039a3a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:12.070800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.resource_extend [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:30:12.170561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ebcc608-b036-4971-9d72-9b2cc3e247b0 req-ea6679a8-bc06-4379-84d0-ddafd400fab0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0860934 Feb 19 00:30:12.254781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:12.270008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (3f44974e-d2b0-4659-adfe-92eea44d254c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:12.364606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c7da160-2187-4e9a-9458-6f5cf33cc47b req-4cb76305-7127-4bfb-8fbf-eb962e3f9807 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0856054 Feb 19 00:30:12.369890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d23700ba-7502-45c1-962e-c6253bc51821 req-e5252f46-3fc7-4b3a-9a3c-e007bda709aa tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0922797 Feb 19 00:30:12.394764 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c4d780f-492a-466a-801d-1d15fa70aebb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:12.399014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5c4d780f-492a-466a-801d-1d15fa70aebb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "DELETE /v2.0/ports/0837d3fe-97b5-4a79-8acd-d59d80039a3a HTTP/1.1" status: 204 len: 168 time: 1.8435979 Feb 19 00:30:12.401796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40648) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:12.439049 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdbeaa91-105b-4ef2-8757-cc2ca0474c14 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] GET failed (client error): The resource could not be found. Feb 19 00:30:12.444433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fdbeaa91-105b-4ef2-8757-cc2ca0474c14 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "GET /v2.0/ports/0837d3fe-97b5-4a79-8acd-d59d80039a3a HTTP/1.1" status: 404 len: 333 time: 0.0377274 Feb 19 00:30:12.445015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40652) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:12.450365 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Floating IP 3f44974e-d2b0-4659-adfe-92eea44d254c associated. External IP: 172.25.6.188, port: 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628. Feb 19 00:30:12.451013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'name': 'tempest-AllowedAddressPairTestJSON-790384913'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:12.473045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d23341ca-8126-4f78-ac42-54360191449b req-65cf69ee-954b-40f2-ae37-699ed6973038 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 210 time: 0.0438766 Feb 19 00:30:12.647292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Made reservation on behalf of 3dbaa1b269cf4825b0a2e44b84004d5b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:12.653200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:12.703634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] device_id is not set on port 749554b8-4336-4c5e-a4fe-fc036d1e0252 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:30:12.747446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:30:12.866471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Allocated IP 172.20.0.3 (27871d57-ba2a-43a5-9d8a-76f97a0d8a86/71484028-0864-4249-b7a9-a03beae744be/749554b8-4336-4c5e-a4fe-fc036d1e0252) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:12.900018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:30:12.905577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:12.913446 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] Sync routers for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:30:12.931542 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:30:12.935898 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:12.950952 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8fbf0716-8cb1-4ceb-9ba2-73aecada1473 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "PUT /v2.0/floatingips/3f44974e-d2b0-4659-adfe-92eea44d254c HTTP/1.1" status: 200 len: 991 time: 1.9215391 Feb 19 00:30:12.951574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:12.954217 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e" -d '{"events": [{"name": "network-changed", "server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:13.034126 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb530ca-0878-48ec-90ee-9af03aff639e x-openstack-request-id: req-9fb530ca-0878-48ec-90ee-9af03aff639e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:13.034447 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:13.034773 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fb530ca-0878-48ec-90ee-9af03aff639e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:13.039760 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'status': 'completed', 'code': 200} Feb 19 00:30:13.194702 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:30:13.319575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a55109cd-1797-41a6-9462-75a9cbddb542 req-e5a3d00b-9051-4963-bb4c-f8692e12a1ab tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0353472 Feb 19 00:30:13.389434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-0ded6e70-b437-4c77-9d4d-f6de408bbb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:13.391215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-0ded6e70-b437-4c77-9d4d-f6de408bbb4e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 1127 time: 0.3271520 Feb 19 00:30:13.443864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdb65f-99b8-4122-a9c4-40048fdcd10b req-c1e76ec6-063a-4393-ac3f-beed9ad10085 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:13.445457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0cdb65f-99b8-4122-a9c4-40048fdcd10b req-c1e76ec6-063a-4393-ac3f-beed9ad10085 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.2852421 Feb 19 00:30:13.454396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:13.511427 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '3f44974e-d2b0-4659-adfe-92eea44d254c', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'port_id': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'mac_address': 'fa:16:3e:8f:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41480077-b90b-4cad-8e59-824904700bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:29:48Z', 'updated_at': '2022-02-19T00:30:11Z', 'revision_number': 1, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:13.544127 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] Checking router: 6ad24d5e-21f7-4910-afd6-caad53d8b7ca for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:30:13.566018 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:30:13.567637 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:29:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:13.681083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-52cb47a5-ae50-4efe-840a-dee737324df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:13.682744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-52cb47a5-ae50-4efe-840a-dee737324df8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 916 time: 0.2814620 Feb 19 00:30:13.765990 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:30:13.806209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d128c4aa-419b-48bd-9978-9b1c28e102b1 req-605494c3-85c1-454a-934f-680a4498ce89 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.3488104 Feb 19 00:30:14.065145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0cdb65f-99b8-4122-a9c4-40048fdcd10b req-e2f8ff6c-11da-4e22-9171-36848e150475 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5735257 Feb 19 00:30:14.099599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fe2226e-12ba-4a50-b91a-1d3290d870fb req-ecc88b57-52f9-4d05-b304-377e04a8a0e4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.1569943 Feb 19 00:30:14.149988 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '3f44974e-d2b0-4659-adfe-92eea44d254c', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'port_id': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'mac_address': 'fa:16:3e:8f:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41480077-b90b-4cad-8e59-824904700bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:29:48Z', 'updated_at': '2022-02-19T00:30:11Z', 'revision_number': 1, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:14.197045 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70405f3-10b2-4cc0-b1d7-211bd7075b61 None None] The sync data for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 is: [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '3f44974e-d2b0-4659-adfe-92eea44d254c', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'floating_ip_address': '172.25.6.188', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'port_id': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'mac_address': 'fa:16:3e:8f:90:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41480077-b90b-4cad-8e59-824904700bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:29:48Z', 'updated_at': '2022-02-19T00:30:11Z', 'revision_number': 1, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:30:14.224363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-710ca0d8-0ea5-47d3-8375-d2d37f44579d tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:14.226005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-710ca0d8-0ea5-47d3-8375-d2d37f44579d tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.113 "GET /v2.0/networks?id=3d524874-42d3-4eb8-9cdd-bffa39774577 HTTP/1.1" status: 200 len: 813 time: 0.5070367 Feb 19 00:30:14.275483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53fe2675-c3bc-4685-a06f-3a63ae2d5a8d req-ccfba98d-46e3-491f-95c8-0966fbe236f3 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 210 time: 0.0435388 Feb 19 00:30:14.284431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Request body: {'port': {'device_id': '68b15983-5f0c-4678-87f3-c8f54fa1ebaf', 'network_id': '3d524874-42d3-4eb8-9cdd-bffa39774577', 'admin_state_up': True, 'tenant_id': '2f8592b65b21429db59f1e0fb44d729e'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:14.466867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e632860-9c6e-45b3-9497-7f2980bb64d9 req-828cd88b-cb00-47e6-99a1-276e826b5728 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0457289 Feb 19 00:30:14.485119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-9885f787-b951-4ad7-a7f3-c4fd2b3751e4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 HTTP/1.1" status: 200 len: 999 time: 0.7015808 Feb 19 00:30:14.488755 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:14.586439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-63b47c69-aa93-4fa3-ad70-e9a2b65522d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:14.587774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-63b47c69-aa93-4fa3-ad70-e9a2b65522d6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.0921614 Feb 19 00:30:14.590438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f65fa85-8cf3-4530-bb03-535369e9eeae None None] New status for floating IP 3f44974e-d2b0-4659-adfe-92eea44d254c: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:30:14.591489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=749554b8-4336-4c5e-a4fe-fc036d1e0252,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:14.680951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:14.681261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Made reservation on behalf of 2f8592b65b21429db59f1e0fb44d729e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:14.694945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:14.708877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:14.712610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:14.807415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-30630c49-5d0f-443d-8b80-915ad2aee6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:14.808989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-30630c49-5d0f-443d-8b80-915ad2aee6a7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2050683 Feb 19 00:30:15.029137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-a5019dd0-37ef-42e1-858b-4da96c18d7a5 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003725 Feb 19 00:30:15.132243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9092ff43-735b-4926-86f5-1388f38d96b7 req-960ae9f9-b73e-485f-8c0a-f5ba2de1b7a2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0973306 Feb 19 00:30:15.133233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-df62b5d6-a458-4584-9629-41946ade7698 None None] Provisioning complete for port 749554b8-4336-4c5e-a4fe-fc036d1e0252 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:15.133938 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df62b5d6-a458-4584-9629-41946ade7698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:15.149978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:15.152126 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:15.176626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-df62b5d6-a458-4584-9629-41946ade7698 None None] Port 749554b8-4336-4c5e-a4fe-fc036d1e0252 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:15.346524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0735995-0e94-44ac-83b5-e8061d361e4f req-a2ef16d4-5338-444a-985d-4133c6918ec6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.1320512 Feb 19 00:30:15.369494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-50e395b4-bed9-4011-80e7-2e54591fe8ce tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9236498 Feb 19 00:30:15.373302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40704) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:15.381356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:b9:c6:9c'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:15.458594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade8e62-94ad-4c7c-bd72-77c1a9f25f0d req-651c53c0-24c6-4945-be93-619897fd2f3a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:15.461651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aade8e62-94ad-4c7c-bd72-77c1a9f25f0d req-651c53c0-24c6-4945-be93-619897fd2f3a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.3041830 Feb 19 00:30:15.466679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fbcc11d-1216-4b5f-8ea8-ad13418be05e req-10ee6408-eecd-4b64-8422-13ca20846eb9 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999050 Feb 19 00:30:15.494764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Allocated IP 172.20.0.3 (3d524874-42d3-4eb8-9cdd-bffa39774577/1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09/a8575866-94d9-4367-a52b-1bdca425dcba) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:15.521936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9bf3870-6b22-4c92-8a9c-5719938e2fbd req-a07bdec9-e580-4ce3-9acc-a0635b54c844 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 210 time: 0.0732331 Feb 19 00:30:15.584728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aade8e62-94ad-4c7c-bd72-77c1a9f25f0d req-6ba8fb9e-3dcd-4b87-9dfa-048972812749 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066628 Feb 19 00:30:15.622661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f1d2e1-2de4-4097-9d39-8df693954fec req-173e046c-50b4-4469-bd85-4db3f912fb31 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0341313 Feb 19 00:30:15.658418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:15.775394 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Publish callbacks [] for port (a8575866-94d9-4367-a52b-1bdca425dcba), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:15.831491 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:15.877315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Network 3d524874-42d3-4eb8-9cdd-bffa39774577 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:15.880708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:15.887359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:15.895038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Pushing event updated for resources: {'Port': ['ID=a8575866-94d9-4367-a52b-1bdca425dcba,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:15.906628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:15.914991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:15.955536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:15.956507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:15.989151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d0147718-cdb2-4716-93b0-bcdddc94e611 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7100813 Feb 19 00:30:15.996967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=749554b8-4336-4c5e-a4fe-fc036d1e0252,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:16.004557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Request body: {'port': {'device_id': '68b15983-5f0c-4678-87f3-c8f54fa1ebaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:16.013151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.013505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.013854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.014221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.014565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.014898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.015234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.015569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.015899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.019326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.019694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.020091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.020511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:16.056093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] In _notify_port_updated(), no bound segment for port 749554b8-4336-4c5e-a4fe-fc036d1e0252 on network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:30:16.061409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:16.062478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.064124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e38a24bc-e85e-4aeb-aede-762397486036 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "PUT /v2.0/ports/749554b8-4336-4c5e-a4fe-fc036d1e0252 HTTP/1.1" status: 200 len: 993 time: 0.6891968 Feb 19 00:30:16.075960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40714) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:16.169784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.262621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a6350590-bf1b-42b3-b62d-9be6395e7d5b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Deleting port 749554b8-4336-4c5e-a4fe-fc036d1e0252 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:16.263348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a6350590-bf1b-42b3-b62d-9be6395e7d5b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.278571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ee7570a-f355-484a-a0bb-dea26b66203c req-d3a0086c-c100-45cd-977d-e988aa7372b6 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0452769 Feb 19 00:30:16.314399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a4c978fc-ca38-4833-813e-cdf5727f18b1 None None] Provisioning complete for port 749554b8-4336-4c5e-a4fe-fc036d1e0252 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:16.314947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4c978fc-ca38-4833-813e-cdf5727f18b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.377466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a6350590-bf1b-42b3-b62d-9be6395e7d5b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.389969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a4c978fc-ca38-4833-813e-cdf5727f18b1 None None] Port 749554b8-4336-4c5e-a4fe-fc036d1e0252 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:16.402808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a6350590-bf1b-42b3-b62d-9be6395e7d5b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Calling delete_port for 749554b8-4336-4c5e-a4fe-fc036d1e0252 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:16.477069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07417b85-5626-4304-8cbc-09f607b25fd1 req-f09c9748-31c4-440e-a021-63b475a0c393 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0515296 Feb 19 00:30:16.603052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a6350590-bf1b-42b3-b62d-9be6395e7d5b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (749554b8-4336-4c5e-a4fe-fc036d1e0252), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.607079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8575866-94d9-4367-a52b-1bdca425dcba {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:30:16.632498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6350590-bf1b-42b3-b62d-9be6395e7d5b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Port': ['ID=749554b8-4336-4c5e-a4fe-fc036d1e0252,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:16.685727 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Publish callbacks [] for port (a8575866-94d9-4367-a52b-1bdca425dcba), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.783216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Transition to ACTIVE for port object a8575866-94d9-4367-a52b-1bdca425dcba will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:30:16.815063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.840977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a6350590-bf1b-42b3-b62d-9be6395e7d5b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:16.844517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a6350590-bf1b-42b3-b62d-9be6395e7d5b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "DELETE /v2.0/ports/749554b8-4336-4c5e-a4fe-fc036d1e0252 HTTP/1.1" status: 204 len: 168 time: 0.7671192 Feb 19 00:30:16.848065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40734) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:16.876263 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-792a2f3d-2b6c-4c1f-98a9-797e4a0f4ab6 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] GET failed (client error): The resource could not be found. Feb 19 00:30:16.877764 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-792a2f3d-2b6c-4c1f-98a9-797e4a0f4ab6 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "GET /v2.0/ports/749554b8-4336-4c5e-a4fe-fc036d1e0252 HTTP/1.1" status: 404 len: 333 time: 0.0286028 Feb 19 00:30:16.881538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:16.882571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e05883-89b6-4497-a306-613ea1cb7dc8 req-185e7b9c-dcc2-42de-924d-ba70576ed49e tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:16.884263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7e05883-89b6-4497-a306-613ea1cb7dc8 req-185e7b9c-dcc2-42de-924d-ba70576ed49e tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 931 time: 0.2847342 Feb 19 00:30:16.888624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'name': 'tempest-AllowedAddressPairTestJSON-1857182755'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:16.925330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf074d12-5e26-4211-b53b-3f2c10306b07 req-0439bb21-fabe-416d-a131-76377fc70640 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:16.926941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf074d12-5e26-4211-b53b-3f2c10306b07 req-0439bb21-fabe-416d-a131-76377fc70640 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.2239850 Feb 19 00:30:16.964345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Pushing event updated for resources: {'Port': ['ID=a8575866-94d9-4367-a52b-1bdca425dcba,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:17.034996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7e05883-89b6-4497-a306-613ea1cb7dc8 req-318fa04b-73fd-4bde-8c1c-b57f7307d9a7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404562 Feb 19 00:30:17.084802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf074d12-5e26-4211-b53b-3f2c10306b07 req-364bd74f-2b74-47fd-92d7-18c80dbffd78 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398771 Feb 19 00:30:17.088349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Attempting to bind port a8575866-94d9-4367-a52b-1bdca425dcba on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:30:17.092842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Attempting to bind port a8575866-94d9-4367-a52b-1bdca425dcba by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d524874-42d3-4eb8-9cdd-bffa39774577'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:30:17.092976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Made reservation on behalf of 3dbaa1b269cf4825b0a2e44b84004d5b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:17.093466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Attempting to bind port a8575866-94d9-4367-a52b-1bdca425dcba on network 3d524874-42d3-4eb8-9cdd-bffa39774577 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:17.098276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.102302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Port a8575866-94d9-4367-a52b-1bdca425dcba on network 3d524874-42d3-4eb8-9cdd-bffa39774577 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:30:17.112637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Attempting to bind port a8575866-94d9-4367-a52b-1bdca425dcba on network 3d524874-42d3-4eb8-9cdd-bffa39774577 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:17.119248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:30:17.119808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Checking segment: {'id': '14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d524874-42d3-4eb8-9cdd-bffa39774577'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:17.120343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Bound using segment: {'id': '14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d524874-42d3-4eb8-9cdd-bffa39774577'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:30:17.121447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Bound port: a8575866-94d9-4367-a52b-1bdca425dcba, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d524874-42d3-4eb8-9cdd-bffa39774577'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:30:17.121973 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.122953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] device_id is not set on port afdad84d-e52f-4088-8292-a7c2491adfa6 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:30:17.189401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd9fd1a9-23e9-4fed-9e1d-32dd10be95cf req-c330b5ae-afac-492f-b29a-6225fd282c15 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0446522 Feb 19 00:30:17.302127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] For port a8575866-94d9-4367-a52b-1bdca425dcba, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:17.306397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] For port a8575866-94d9-4367-a52b-1bdca425dcba, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a8575866-94d9-4367-a52b-1bdca425dcba,segment=NetworkSegment(14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a),segment_id=14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:30:17.312976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Allocated IP 172.20.0.3 (27871d57-ba2a-43a5-9d8a-76f97a0d8a86/71484028-0864-4249-b7a9-a03beae744be/afdad84d-e52f-4088-8292-a7c2491adfa6) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:17.323957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.386446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:17.386446 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.387445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] 10.222.0.113 "PUT /v2.0/ports/a8575866-94d9-4367-a52b-1bdca425dcba HTTP/1.1" status: 200 len: 1091 time: 1.3891139 Feb 19 00:30:17.387908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b15983-5f0c-4678-87f3-c8f54fa1ebaf', 'tag': 'a8575866-94d9-4367-a52b-1bdca425dcba'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:17.390968 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57f99ca-39e4-475c-b820-87c2223107c7" -d '{"events": [{"name": "network-changed", "server_uuid": "68b15983-5f0c-4678-87f3-c8f54fa1ebaf", "tag": "a8575866-94d9-4367-a52b-1bdca425dcba"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:17.412910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf22f9ee-b7e1-4a68-be79-08c1693ca065 req-5c9952e8-a0b5-489e-a6eb-f8b6c148cb37 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0459945 Feb 19 00:30:17.455691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b8ec3-1c48-4a64-8e42-9f9e4b272e66 service neutron] Pushing event updated for resources: {'Port': ['ID=a8575866-94d9-4367-a52b-1bdca425dcba,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:17.513865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-91b420b5-0de7-4256-b273-3b7bf33453da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:17.515481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-91b420b5-0de7-4256-b273-3b7bf33453da service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2f8592b65b21429db59f1e0fb44d729e&device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 1125 time: 0.0682113 Feb 19 00:30:17.551392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.594722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.603385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-a22d2a14-1f28-4cc3-aa85-6f78d96cd9e0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8575866-94d9-4367-a52b-1bdca425dcba HTTP/1.1" status: 200 len: 217 time: 0.0722218 Feb 19 00:30:17.632336 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d07b7f-b7ed-41db-a1df-d2ac36f9ca56 x-openstack-request-id: req-83d07b7f-b7ed-41db-a1df-d2ac36f9ca56 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:17.633965 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b15983-5f0c-4678-87f3-c8f54fa1ebaf", "tag": "a8575866-94d9-4367-a52b-1bdca425dcba", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:17.634695 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83d07b7f-b7ed-41db-a1df-d2ac36f9ca56 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:17.635292 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b15983-5f0c-4678-87f3-c8f54fa1ebaf', 'tag': 'a8575866-94d9-4367-a52b-1bdca425dcba', 'status': 'completed', 'code': 200} Feb 19 00:30:17.638296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7beabbb0-28d1-4ed3-938c-ce6d8ef7d5d1 req-ec295f1d-9dc7-40a3-acee-bc7978a92afc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0327401 Feb 19 00:30:17.641952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:17.645972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:17.662684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:17.703232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-454380bb-31bf-4daa-b490-83f8b031c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:17.705045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-454380bb-31bf-4daa-b490-83f8b031c3c0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09 HTTP/1.1" status: 200 len: 853 time: 0.0656512 Feb 19 00:30:17.706428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=afdad84d-e52f-4088-8292-a7c2491adfa6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:17.745492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-370b9260-5b2a-4669-b267-c10ef5d93a24 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3d524874-42d3-4eb8-9cdd-bffa39774577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332220 Feb 19 00:30:17.756855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:17.757608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.777818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a287dfa0-6f39-456f-bd72-6c01e13fe3e1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8950708 Feb 19 00:30:17.780346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40748) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:17.786352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b9:c6:9c'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:17.897680 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7258b69e-5656-4ff0-b664-59287b06d47f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.913210 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:17.917288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-d7d7bcea-b0da-420c-b206-aaf4c660572c service neutron] 10.222.0.113 "GET /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647301 Feb 19 00:30:18.031399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-93535768-6e46-452d-a3ac-2cc3d8b1223f None None] Provisioning complete for port afdad84d-e52f-4088-8292-a7c2491adfa6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:18.032141 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93535768-6e46-452d-a3ac-2cc3d8b1223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.037811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d55b495-ea57-4b3f-a722-e9441a23a335 req-4837b715-c2ba-453d-b936-ceee87bffadb service neutron] 10.222.0.113 "GET /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133571 Feb 19 00:30:18.117981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-93535768-6e46-452d-a3ac-2cc3d8b1223f None None] Port afdad84d-e52f-4088-8292-a7c2491adfa6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:18.185833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.191668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.271172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=afdad84d-e52f-4088-8292-a7c2491adfa6,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:18.284177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] In _notify_port_updated(), no bound segment for port afdad84d-e52f-4088-8292-a7c2491adfa6 on network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:30:18.289767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:18.290579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.292042 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4dbfce3-9fd2-48ff-95fb-0cb6eb274a3d tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "PUT /v2.0/ports/afdad84d-e52f-4088-8292-a7c2491adfa6 HTTP/1.1" status: 200 len: 996 time: 0.5101054 Feb 19 00:30:18.294914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40758) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:18.359532 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40760) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:18.366568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-373532860'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:18.445098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Made reservation on behalf of cb5bee051b5d438a8c30944911a96f3e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:18.450742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.493669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:30:18.503910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b96a761b-69a6-49a0-ac34-b735fa5d7a31 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Deleting port afdad84d-e52f-4088-8292-a7c2491adfa6 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:18.504270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b96a761b-69a6-49a0-ac34-b735fa5d7a31 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.519853 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.521870 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (275dc204-3672-4b91-ba46-e46a77698b30), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.522258 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Added segment 275dc204-3672-4b91-ba46-e46a77698b30 of type vlan for network 2149cc64-e9cc-4fc7-8830-b3d682362528 Feb 19 00:30:18.548011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-29fd434e-08e5-4814-b96c-aa86f94cb450 None None] Provisioning complete for port afdad84d-e52f-4088-8292-a7c2491adfa6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:18.548776 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29fd434e-08e5-4814-b96c-aa86f94cb450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.595246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-29fd434e-08e5-4814-b96c-aa86f94cb450 None None] Port afdad84d-e52f-4088-8292-a7c2491adfa6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:18.604585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2149cc64-e9cc-4fc7-8830-b3d682362528), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.654773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b96a761b-69a6-49a0-ac34-b735fa5d7a31 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.666264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2149cc64-e9cc-4fc7-8830-b3d682362528), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.670669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-ee34800b-da7e-4100-9694-3110bdc4c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:18.671274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:18.671875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:18.672206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-ee34800b-da7e-4100-9694-3110bdc4c8a2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2f8592b65b21429db59f1e0fb44d729e&device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 1125 time: 0.5806520 Feb 19 00:30:18.685345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b96a761b-69a6-49a0-ac34-b735fa5d7a31 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Calling delete_port for afdad84d-e52f-4088-8292-a7c2491adfa6 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:18.701146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73d277-682c-4d1d-9652-a7e7dee94983 req-37bc716e-724c-47b2-84c7-ea6feb905e84 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:18.703515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f73d277-682c-4d1d-9652-a7e7dee94983 req-37bc716e-724c-47b2-84c7-ea6feb905e84 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 943 time: 0.5573618 Feb 19 00:30:18.731391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43bfbe-0d2a-42de-9632-1e196dac9e5e req-280abe89-2574-419b-8025-a9dace6d3208 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:18.734230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e43bfbe-0d2a-42de-9632-1e196dac9e5e req-280abe89-2574-419b-8025-a9dace6d3208 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.5487809 Feb 19 00:30:18.890222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-effe41ab-115a-452d-b0bd-838d9062b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:18.891814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-effe41ab-115a-452d-b0bd-838d9062b72a service neutron] 10.222.0.113 "GET /v2.0/networks?id=3d524874-42d3-4eb8-9cdd-bffa39774577 HTTP/1.1" status: 200 len: 914 time: 0.2113800 Feb 19 00:30:18.895579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f73d277-682c-4d1d-9652-a7e7dee94983 req-d060b806-388c-4505-8503-b5724e4d559f tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770918 Feb 19 00:30:18.898464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e43bfbe-0d2a-42de-9632-1e196dac9e5e req-397f47ee-e3df-475d-bfb3-b813f293ee43 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288495 Feb 19 00:30:18.944803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-13c52052-026d-46d7-9e87-4350012b1aa9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8575866-94d9-4367-a52b-1bdca425dcba HTTP/1.1" status: 200 len: 217 time: 0.0451508 Feb 19 00:30:19.028732 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6679027 Feb 19 00:30:19.032618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40766) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:19.038577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ec4c53d-4be8-4400-98d2-21c784d29105 req-7c9fd821-3438-496c-a3d7-4baa76742f32 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0775862 Feb 19 00:30:19.042214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cf9db0e-4694-4e3e-9926-b1316c8df552 req-b3c8966e-4ab9-4ac0-8945-6ddb149848ac tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0823181 Feb 19 00:30:19.043976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1196187939'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:19.062597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-a36d28bd-a93d-46b7-9e96-281124f7bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:19.064109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-a36d28bd-a93d-46b7-9e96-281124f7bd99 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09 HTTP/1.1" status: 200 len: 853 time: 0.1125672 Feb 19 00:30:19.094504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c19f17-9ee6-4e82-a2ba-b0600a19809a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'Network': ['ID=2149cc64-e9cc-4fc7-8830-b3d682362528,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:19.099081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-a78e7bfe-7bc1-4179-95d2-95e2f9d95e92 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3d524874-42d3-4eb8-9cdd-bffa39774577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279644 Feb 19 00:30:19.108119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2149cc64-e9cc-4fc7-8830-b3d682362528 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:30:19.124464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Made reservation on behalf of cb5bee051b5d438a8c30944911a96f3e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:19.131046 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.142855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba5c15f1-3b6f-4342-bdb3-3c861f26b3dc req-e904f955-ce02-40d9-9d8a-18df22e7796f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0461533 Feb 19 00:30:19.168962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:30:19.210046 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5b1f4feb-b587-4751-8c50-f18ddd3f553f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.212230 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Added segment 5b1f4feb-b587-4751-8c50-f18ddd3f553f of type vlan for network 8e949331-9c1f-4231-b4f8-c198906e2053 Feb 19 00:30:19.241984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-7fb4b296-81cc-4807-8c90-a0a4d54736ad service neutron] 10.222.0.113 "GET /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337247 Feb 19 00:30:19.267353 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b96a761b-69a6-49a0-ac34-b735fa5d7a31 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (afdad84d-e52f-4088-8292-a7c2491adfa6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.270018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8e949331-9c1f-4231-b4f8-c198906e2053), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.306405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a761b-69a6-49a0-ac34-b735fa5d7a31 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Port': ['ID=afdad84d-e52f-4088-8292-a7c2491adfa6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:19.335655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57f99ca-39e4-475c-b820-87c2223107c7 req-ef29f160-5d5b-4e86-affa-529e778a1cf8 service neutron] 10.222.0.113 "GET /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871451 Feb 19 00:30:19.343771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8e949331-9c1f-4231-b4f8-c198906e2053), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.351059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:19.351691 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.440482 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4009244 Feb 19 00:30:19.443505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40768) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:19.448995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'subnet': {'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:19.452034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11387e79-c894-4968-8955-73249d8d9f04 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'Network': ['ID=8e949331-9c1f-4231-b4f8-c198906e2053,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:19.456417 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b96a761b-69a6-49a0-ac34-b735fa5d7a31 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.462819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b96a761b-69a6-49a0-ac34-b735fa5d7a31 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "DELETE /v2.0/ports/afdad84d-e52f-4088-8292-a7c2491adfa6 HTTP/1.1" status: 204 len: 168 time: 1.1668355 Feb 19 00:30:19.463937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40770) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:19.470464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8e949331-9c1f-4231-b4f8-c198906e2053 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:30:19.496399 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa79af24-024f-4730-8922-d31ef0993489 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] GET failed (client error): The resource could not be found. Feb 19 00:30:19.501659 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aa79af24-024f-4730-8922-d31ef0993489 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "GET /v2.0/ports/afdad84d-e52f-4088-8292-a7c2491adfa6 HTTP/1.1" status: 404 len: 333 time: 0.0366185 Feb 19 00:30:19.502307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40772) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:19.507300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'name': 'tempest-AllowedAddressPairTestJSON-1024573569'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:19.552751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Made reservation on behalf of cb5bee051b5d438a8c30944911a96f3e for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:19.556194 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.619241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Made reservation on behalf of 3dbaa1b269cf4825b0a2e44b84004d5b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:19.622757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.640818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] device_id is not set on port 0f43b1da-7c94-416b-97e9-944096160ed3 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:30:19.735372 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (0c495046-331e-4bce-bed8-582d06a90cf0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.753054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Allocated IP 172.20.0.5 (27871d57-ba2a-43a5-9d8a-76f97a0d8a86/71484028-0864-4249-b7a9-a03beae744be/0f43b1da-7c94-416b-97e9-944096160ed3) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:19.794735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'Subnet': ['ID=0c495046-331e-4bce-bed8-582d06a90cf0,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:19.806695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Checking segment: {'id': '275dc204-3672-4b91-ba46-e46a77698b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:19.807070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Network hostable DHCP agents. Network: 2149cc64-e9cc-4fc7-8830-b3d682362528, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:30:19.824682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Network 2149cc64-e9cc-4fc7-8830-b3d682362528 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:30:19.833630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2149cc64-e9cc-4fc7-8830-b3d682362528) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:19.837835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:19.838469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.848551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a433fbf8-3fed-4190-8b32-ffcfb089c568 None None] Network 2149cc64-e9cc-4fc7-8830-b3d682362528 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:19.857848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-828f4a4f-94b5-4628-8262-e930b79a28b7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4104457 Feb 19 00:30:19.858094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40774) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:19.863300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'subnet': {'network_id': '8e949331-9c1f-4231-b4f8-c198906e2053', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:19.914450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (0f43b1da-7c94-416b-97e9-944096160ed3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.952901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0f43b1da-7c94-416b-97e9-944096160ed3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:19.974741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-2149cc64-e9cc-4fc7-8830-b3d682362528', 'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528', 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'fixed_ips': [{'subnet_id': '0c495046-331e-4bce-bed8-582d06a90cf0'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:30:19.975625 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.001015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:20.004402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:20.011451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:20.051091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=0f43b1da-7c94-416b-97e9-944096160ed3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:20.092529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:20.093442 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.096912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Made reservation on behalf of cb5bee051b5d438a8c30944911a96f3e for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:20.097075 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9793278-8674-41ca-b9c4-908ab5e6ebfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.101712 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.130311 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f9e64ea6-7df0-49da-a3af-667d07b07dfb tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6267295 Feb 19 00:30:20.131078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40784) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:20.141856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'network_id': '27871d57-ba2a-43a5-9d8a-76f97a0d8a86', 'name': 'tempest-AllowedAddressPairTestJSON-1130064464'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:20.173880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bae00-f8c5-48ec-b412-6c2c47b447fc req-b3421701-c68e-4adb-b493-db7746bd587e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:20.175611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-982bae00-f8c5-48ec-b412-6c2c47b447fc req-b3421701-c68e-4adb-b493-db7746bd587e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.1742303 Feb 19 00:30:20.209734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Allocated IP 10.1.1.2 (2149cc64-e9cc-4fc7-8830-b3d682362528/0c495046-331e-4bce-bed8-582d06a90cf0/5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:20.220822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a969e-58c7-4566-aa10-b4460373f812 req-9b0af1f4-69dc-428d-b40c-8e94b9705eff tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:20.222706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0a969e-58c7-4566-aa10-b4460373f812 req-9b0af1f4-69dc-428d-b40c-8e94b9705eff tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 943 time: 0.2015603 Feb 19 00:30:20.280284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-982bae00-f8c5-48ec-b412-6c2c47b447fc req-d8ba99c8-9576-4bf3-a652-5321ba3d0400 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937104 Feb 19 00:30:20.306787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Made reservation on behalf of 3dbaa1b269cf4825b0a2e44b84004d5b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:20.310815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.314532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0a969e-58c7-4566-aa10-b4460373f812 req-ea7edcd7-bf96-41ab-a659-8731f82133f5 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770886 Feb 19 00:30:20.332753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] device_id is not set on port 5070987a-f041-41e6-8898-14e6827c17cd yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:30:20.395247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4703f222-6abd-412d-9510-2041b28011c5 req-9e4ebacc-ca62-4077-919a-80e0dbe35cf1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0645907 Feb 19 00:30:20.404850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b55ad600-a8cd-4532-8baa-884d5437714f None None] Provisioning complete for port 0f43b1da-7c94-416b-97e9-944096160ed3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:20.405219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b55ad600-a8cd-4532-8baa-884d5437714f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f43b1da-7c94-416b-97e9-944096160ed3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.427259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00f57134-9497-4b6c-bd7e-f0365f00c9f1 req-73a5f7c6-d77b-45e4-bb21-94a947af8adc tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0347080 Feb 19 00:30:20.458035 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Publish callbacks [] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.470628 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.471665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Allocated IP 172.20.0.7 (27871d57-ba2a-43a5-9d8a-76f97a0d8a86/71484028-0864-4249-b7a9-a03beae744be/5070987a-f041-41e6-8898-14e6827c17cd) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:20.489873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b55ad600-a8cd-4532-8baa-884d5437714f None None] Port 0f43b1da-7c94-416b-97e9-944096160ed3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:20.509263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Network 2149cc64-e9cc-4fc7-8830-b3d682362528 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:20.521646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27dd0e89-e4c3-45b9-9039-d9cd492d5c5e req-7ad662ae-cd5c-4a79-a98d-be7996633a0b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0417275 Feb 19 00:30:20.530534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:20.532471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (25465880-4fae-4a19-8e87-d44cc8075ee7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.547443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:20.579214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Pushing event updated for resources: {'Port': ['ID=5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:20.604216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Checking segment: {'id': '5b1f4feb-b587-4751-8c50-f18ddd3f553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e949331-9c1f-4231-b4f8-c198906e2053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:20.604741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Network hostable DHCP agents. Network: 8e949331-9c1f-4231-b4f8-c198906e2053, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:30:20.614754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'Subnet': ['ID=25465880-4fae-4a19-8e87-d44cc8075ee7,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:20.624506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Attempting to bind port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:30:20.625129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Attempting to bind port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '275dc204-3672-4b91-ba46-e46a77698b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:30:20.625409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Attempting to bind port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 on network 2149cc64-e9cc-4fc7-8830-b3d682362528 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:20.630464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Network 8e949331-9c1f-4231-b4f8-c198906e2053 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:30:20.632161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:30:20.634008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Checking segment: {'id': '275dc204-3672-4b91-ba46-e46a77698b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:20.634008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.634008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Bound using segment: {'id': '275dc204-3672-4b91-ba46-e46a77698b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:30:20.634407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Bound port: 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275dc204-3672-4b91-ba46-e46a77698b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:30:20.635144 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.643771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8e949331-9c1f-4231-b4f8-c198906e2053) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:20.648561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:20.649251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.667398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (5070987a-f041-41e6-8898-14e6827c17cd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.668217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d898ef5e-2ba5-415a-bc1d-2d2dd80193d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8091009 Feb 19 00:30:20.671323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40788) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:20.676727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'port': {'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528', 'name': 'tempest-TaggedBootDevicesTest_v242-1866679586', 'fixed_ips': [{'subnet_id': '0c495046-331e-4bce-bed8-582d06a90cf0'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:20.680148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ab3c8-0cd8-4d27-93b3-97486690d029 None None] Network 8e949331-9c1f-4231-b4f8-c198906e2053 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:20.709220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5070987a-f041-41e6-8898-14e6827c17cd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.751837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:20.755828 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:20.760157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:20.760392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] For port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:20.801312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Made reservation on behalf of cb5bee051b5d438a8c30944911a96f3e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:20.813780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=5070987a-f041-41e6-8898-14e6827c17cd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:20.814929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] For port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9,segment=NetworkSegment(275dc204-3672-4b91-ba46-e46a77698b30),segment_id=275dc204-3672-4b91-ba46-e46a77698b30)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:30:20.825294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.831889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-8e949331-9c1f-4231-b4f8-c198906e2053', 'network_id': '8e949331-9c1f-4231-b4f8-c198906e2053', 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'fixed_ips': [{'subnet_id': '25465880-4fae-4a19-8e87-d44cc8075ee7'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:30:20.832366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:20.832862 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.833169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.861269 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-67b2cfb8-b768-4a37-9fd6-34772c597a98 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7280498 Feb 19 00:30:20.861269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40790) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:20.867102 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:b9:c6:9c'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:89:96:ec'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:20.877065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a8575866-94d9-4367-a52b-1bdca425dcba details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:30:20.935947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:20.967705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] device_id is not set on port 502b2c99-18e4-4109-9893-037755354674 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:30:21.004017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7fd1f-d907-4262-8524-0818fcf9eaba None None] Pushing event updated for resources: {'Port': ['ID=5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:21.141440 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.166229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4dddb40b-607b-47ba-9192-32e557ca249e None None] Provisioning complete for port 5070987a-f041-41e6-8898-14e6827c17cd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:21.166915 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dddb40b-607b-47ba-9192-32e557ca249e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5070987a-f041-41e6-8898-14e6827c17cd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.176797 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5070987a-f041-41e6-8898-14e6827c17cd), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.221556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Allocated IP 10.2.2.2 (8e949331-9c1f-4231-b4f8-c198906e2053/25465880-4fae-4a19-8e87-d44cc8075ee7/8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:21.247777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4dddb40b-607b-47ba-9192-32e557ca249e None None] Port 5070987a-f041-41e6-8898-14e6827c17cd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:21.255949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a8575866-94d9-4367-a52b-1bdca425dcba, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a8575866-94d9-4367-a52b-1bdca425dcba,segment=NetworkSegment(14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a),segment_id=14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:21.297041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Allocated IP 10.1.1.186 (2149cc64-e9cc-4fc7-8830-b3d682362528/0c495046-331e-4bce-bed8-582d06a90cf0/502b2c99-18e4-4109-9893-037755354674) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:21.429366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'a8575866-94d9-4367-a52b-1bdca425dcba', 'network_id': '3d524874-42d3-4eb8-9cdd-bffa39774577', 'port_id': 'a8575866-94d9-4367-a52b-1bdca425dcba', 'mac_address': 'fa:16:3e:4c:c1:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:30:21.498163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a8575866-94d9-4367-a52b-1bdca425dcba is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:21.498604 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.507067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for port (5070987a-f041-41e6-8898-14e6827c17cd), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.514044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (5070987a-f041-41e6-8898-14e6827c17cd), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.525111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8575866-94d9-4367-a52b-1bdca425dcba {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:30:21.563632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a8575866-94d9-4367-a52b-1bdca425dcba, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a8575866-94d9-4367-a52b-1bdca425dcba,segment=NetworkSegment(14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a),segment_id=14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:21.569224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa2d808-9f55-4e5b-950b-d91effa12657 req-bc8833b3-337a-4f8f-a5e4-e90ef8b33557 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:21.570900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-baa2d808-9f55-4e5b-950b-d91effa12657 req-bc8833b3-337a-4f8f-a5e4-e90ef8b33557 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.1510353 Feb 19 00:30:21.576916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.587062 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for port (502b2c99-18e4-4109-9893-037755354674), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.610602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] In _notify_port_updated(), no bound segment for port 5070987a-f041-41e6-8898-14e6827c17cd on network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:30:21.615773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:21.616432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.617790 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "PUT /v2.0/ports/5070987a-f041-41e6-8898-14e6827c17cd HTTP/1.1" status: 200 len: 1056 time: 0.7557366 Feb 19 00:30:21.621520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:21.663567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48ae51-8a81-46ab-8ae8-60dc031bf272 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event updated for resources: {'Port': ['ID=5070987a-f041-41e6-8898-14e6827c17cd,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:21.665376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Publish callbacks [] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.670327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a8575866-94d9-4367-a52b-1bdca425dcba,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:21.680141 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.685157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f4a11-000d-46cd-ba06-b0c739dfb6be req-e105f396-3999-4556-8065-429b1e1980cd tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:21.688354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-159f4a11-000d-46cd-ba06-b0c739dfb6be req-e105f396-3999-4556-8065-429b1e1980cd tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 943 time: 0.2648327 Feb 19 00:30:21.710556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-baa2d808-9f55-4e5b-950b-d91effa12657 req-668b9fd2-0faf-4505-8641-056942a8c3bc tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217551 Feb 19 00:30:21.729975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Network 8e949331-9c1f-4231-b4f8-c198906e2053 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:21.732214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:21.741751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:21.760903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Pushing event updated for resources: {'Port': ['ID=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:21.765328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-159f4a11-000d-46cd-ba06-b0c739dfb6be req-853060cd-0d88-4487-a271-cd71a3acfb2d tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678830 Feb 19 00:30:21.766551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (502b2c99-18e4-4109-9893-037755354674), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.826907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Attempting to bind port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:30:21.827408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Attempting to bind port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '5b1f4feb-b587-4751-8c50-f18ddd3f553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e949331-9c1f-4231-b4f8-c198906e2053'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:30:21.827815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Attempting to bind port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 on network 8e949331-9c1f-4231-b4f8-c198906e2053 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:21.836385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:30:21.836771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Checking segment: {'id': '5b1f4feb-b587-4751-8c50-f18ddd3f553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e949331-9c1f-4231-b4f8-c198906e2053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:21.837227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.838136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Bound using segment: {'id': '5b1f4feb-b587-4751-8c50-f18ddd3f553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e949331-9c1f-4231-b4f8-c198906e2053'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:30:21.838741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Bound port: 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b1f4feb-b587-4751-8c50-f18ddd3f553f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8e949331-9c1f-4231-b4f8-c198906e2053'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:30:21.839177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.843800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa22d3-1e54-4e57-8b63-91f7120b0405 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Deleting port 5070987a-f041-41e6-8898-14e6827c17cd {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:21.845136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Network 2149cc64-e9cc-4fc7-8830-b3d682362528 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:21.846308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a8575866-94d9-4367-a52b-1bdca425dcba'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:30:21.848245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22d3-1e54-4e57-8b63-91f7120b0405 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5070987a-f041-41e6-8898-14e6827c17cd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.874495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:21.899808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:21.927058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5e1f0a2-c22f-4b21-9d72-fc2faa6fbd0b req-23b80b47-0e8d-470f-8004-46f09966bbb6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0800116 Feb 19 00:30:21.956087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] For port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:21.973954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22d3-1e54-4e57-8b63-91f7120b0405 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5070987a-f041-41e6-8898-14e6827c17cd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:21.988531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] For port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,segment=NetworkSegment(5b1f4feb-b587-4751-8c50-f18ddd3f553f),segment_id=5b1f4feb-b587-4751-8c50-f18ddd3f553f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:30:21.989938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c3fa22d3-1e54-4e57-8b63-91f7120b0405 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Calling delete_port for 5070987a-f041-41e6-8898-14e6827c17cd owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:22.006262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-820b5d27-3b89-41f1-811f-5f8a00bba4d5 None None] Provisioning complete for port 5070987a-f041-41e6-8898-14e6827c17cd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:22.006652 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-820b5d27-3b89-41f1-811f-5f8a00bba4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5070987a-f041-41e6-8898-14e6827c17cd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.013863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0465614-ba31-4bce-bc69-eb0ea5feaa04 req-d4ea147e-9fa9-444b-a2f2-a36837480048 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.1102087 Feb 19 00:30:22.024074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'Port': ['ID=502b2c99-18e4-4109-9893-037755354674,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:22.061282 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.075920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3aa675f7-2836-4848-9263-5dea4ff98265 req-307191e5-74a2-4e41-8937-5a4700313726 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0644965 Feb 19 00:30:22.091962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:22.092858 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.114119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aaac822b-e5e4-46f9-bc8e-c0a2cc9569ae tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4411025 Feb 19 00:30:22.116207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40806) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:22.123021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'port': {'network_id': '2149cc64-e9cc-4fc7-8830-b3d682362528', 'name': 'tempest-TaggedBootDevicesTest_v242-1669476816', 'fixed_ips': [{'subnet_id': '0c495046-331e-4bce-bed8-582d06a90cf0'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:22.143531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-820b5d27-3b89-41f1-811f-5f8a00bba4d5 None None] Port 5070987a-f041-41e6-8898-14e6827c17cd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:22.166456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22d3-1e54-4e57-8b63-91f7120b0405 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5070987a-f041-41e6-8898-14e6827c17cd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.209780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fa22d3-1e54-4e57-8b63-91f7120b0405 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Port': ['ID=5070987a-f041-41e6-8898-14e6827c17cd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:22.259586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf1df2-c7d7-4d6b-9314-98dccd1b6c97 None None] Pushing event updated for resources: {'Port': ['ID=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:22.369456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:22.392537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Made reservation on behalf of cb5bee051b5d438a8c30944911a96f3e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:22.397422 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.417036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] device_id is not set on port ce57e132-4722-4f14-802a-fad6ecbefd9e yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:30:22.470969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:22.471454 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.586662 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.625667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552f61f6-7f9a-4e6a-96da-4259bed965b6 None None] Network 2149cc64-e9cc-4fc7-8830-b3d682362528 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:22.652946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3fa22d3-1e54-4e57-8b63-91f7120b0405 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.659520 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c3fa22d3-1e54-4e57-8b63-91f7120b0405 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "DELETE /v2.0/ports/5070987a-f041-41e6-8898-14e6827c17cd HTTP/1.1" status: 204 len: 168 time: 1.0345321 Feb 19 00:30:22.660655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40808) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:22.710111 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06da314-f6cd-447d-b51b-8d6c4f5e5baf tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] GET failed (client error): The resource could not be found. Feb 19 00:30:22.714242 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b06da314-f6cd-447d-b51b-8d6c4f5e5baf tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "GET /v2.0/ports/5070987a-f041-41e6-8898-14e6827c17cd HTTP/1.1" status: 404 len: 333 time: 0.0499985 Feb 19 00:30:22.715608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40810) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:22.750414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Allocated IP 10.1.1.217 (2149cc64-e9cc-4fc7-8830-b3d682362528/0c495046-331e-4bce-bed8-582d06a90cf0/ce57e132-4722-4f14-802a-fad6ecbefd9e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:22.856911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4bd851a9-687a-4399-bad8-ae32e6bfd17c None None] Provisioning complete for port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:22.857388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4bd851a9-687a-4399-bad8-ae32e6bfd17c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.860640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:22.861134 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.917206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9,segment=NetworkSegment(275dc204-3672-4b91-ba46-e46a77698b30),segment_id=275dc204-3672-4b91-ba46-e46a77698b30)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:22.918686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a8575866-94d9-4367-a52b-1bdca425dcba up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:22.924147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-31d0e316-25b0-44c4-8e51-4bebaae1d12f tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Deleting port 0f43b1da-7c94-416b-97e9-944096160ed3 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:22.924671 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31d0e316-25b0-44c4-8e51-4bebaae1d12f tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0f43b1da-7c94-416b-97e9-944096160ed3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:22.965392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.026129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:23.062636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port a8575866-94d9-4367-a52b-1bdca425dcba completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:30:23.067222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port a8575866-94d9-4367-a52b-1bdca425dcba triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:23.067651 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.070674 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31d0e316-25b0-44c4-8e51-4bebaae1d12f tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0f43b1da-7c94-416b-97e9-944096160ed3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.096891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-31d0e316-25b0-44c4-8e51-4bebaae1d12f tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Calling delete_port for 0f43b1da-7c94-416b-97e9-944096160ed3 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:23.118331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd4f2c-bed3-4e11-b057-f9b6ee99ecc7 req-ac9bdee4-d980-4815-a0be-b8e624fb989d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:23.121098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2cd4f2c-bed3-4e11-b057-f9b6ee99ecc7 req-ac9bdee4-d980-4815-a0be-b8e624fb989d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.2162471 Feb 19 00:30:23.149031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for port (ce57e132-4722-4f14-802a-fad6ecbefd9e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.181024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4bd851a9-687a-4399-bad8-ae32e6bfd17c None None] Current status of the port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:23.204037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053054a9-48b9-4c1b-a114-aec287b7970a req-b559873b-a857-460c-9d3c-f964fb9008c4 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:23.214255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-053054a9-48b9-4c1b-a114-aec287b7970a req-b559873b-a857-460c-9d3c-f964fb9008c4 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 944 time: 0.3101366 Feb 19 00:30:23.248650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a8575866-94d9-4367-a52b-1bdca425dcba is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:23.249722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.289903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b15983-5f0c-4678-87f3-c8f54fa1ebaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8575866-94d9-4367-a52b-1bdca425dcba'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:23.292710 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6277d6-e1c4-473e-9221-9109f1493bad" -d '{"events": [{"server_uuid": "68b15983-5f0c-4678-87f3-c8f54fa1ebaf", "name": "network-vif-plugged", "status": "completed", "tag": "a8575866-94d9-4367-a52b-1bdca425dcba"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:23.295674 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31d0e316-25b0-44c4-8e51-4bebaae1d12f tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0f43b1da-7c94-416b-97e9-944096160ed3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.307789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a8575866-94d9-4367-a52b-1bdca425dcba, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a8575866-94d9-4367-a52b-1bdca425dcba,segment=NetworkSegment(14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a),segment_id=14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:23.315481 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.362467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0e316-25b0-44c4-8e51-4bebaae1d12f tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Port': ['ID=0f43b1da-7c94-416b-97e9-944096160ed3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:23.379003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2cd4f2c-bed3-4e11-b057-f9b6ee99ecc7 req-d9144a05-092b-4499-a7ae-3f3c99ea8a49 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020440 Feb 19 00:30:23.396505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-053054a9-48b9-4c1b-a114-aec287b7970a req-0644cf82-573d-455b-9407-c9bbc0d51715 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811960 Feb 19 00:30:23.403281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ce57e132-4722-4f14-802a-fad6ecbefd9e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.496998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Network 2149cc64-e9cc-4fc7-8830-b3d682362528 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:23.514000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:23.522918 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.532866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a8575866-94d9-4367-a52b-1bdca425dcba,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:23.536716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:23.561651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40cab8bf-6f9b-4563-aab0-6643d14ec3f5 req-5fb86e76-e3be-46b6-853c-25e396903a6e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0627763 Feb 19 00:30:23.567959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e1ff9b53-009d-4e0b-92b6-8d855a206ece None None] Provisioning complete for port 502b2c99-18e4-4109-9893-037755354674 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:23.569489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9b53-009d-4e0b-92b6-8d855a206ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (502b2c99-18e4-4109-9893-037755354674), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.592333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31d0e316-25b0-44c4-8e51-4bebaae1d12f tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.601237 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-31d0e316-25b0-44c4-8e51-4bebaae1d12f tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "DELETE /v2.0/ports/0f43b1da-7c94-416b-97e9-944096160ed3 HTTP/1.1" status: 204 len: 168 time: 0.8824875 Feb 19 00:30:23.601906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40824) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:23.648544 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-c630aa8a-03ca-4859-8f1f-522ebe9b33ac tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] GET failed (client error): The resource could not be found. Feb 19 00:30:23.650028 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c630aa8a-03ca-4859-8f1f-522ebe9b33ac tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "GET /v2.0/ports/0f43b1da-7c94-416b-97e9-944096160ed3 HTTP/1.1" status: 404 len: 333 time: 0.0471339 Feb 19 00:30:23.654509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff9b53-009d-4e0b-92b6-8d855a206ece None None] Port 502b2c99-18e4-4109-9893-037755354674 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:23.660793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40826) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:23.668200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e1ff9b53-009d-4e0b-92b6-8d855a206ece None None] Provisioning complete for port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:23.668586 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ff9b53-009d-4e0b-92b6-8d855a206ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.713887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:23.716945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.752390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-052aea1c-9752-4254-96af-afb64cb5e5d0 req-d92de0cf-a670-4926-a160-05e86bec42d1 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.2394407 Feb 19 00:30:23.767243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6498606 Feb 19 00:30:23.793530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8e06e2a-f274-474f-88c5-a4fe4df64c15 req-4d4492b6-5e01-4ac3-978d-d5a4e528a479 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0604088 Feb 19 00:30:23.794540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1bae3-79a8-4a0e-81dd-9156887147a3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'Port': ['ID=ce57e132-4722-4f14-802a-fad6ecbefd9e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:23.836658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff9b53-009d-4e0b-92b6-8d855a206ece None None] Current status of the port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:23.885635 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e1cabf-a0a7-496d-bfca-5da4c4cdcd1c x-openstack-request-id: req-26e1cabf-a0a7-496d-bfca-5da4c4cdcd1c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:23.886356 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b15983-5f0c-4678-87f3-c8f54fa1ebaf", "name": "network-vif-plugged", "status": "completed", "tag": "a8575866-94d9-4367-a52b-1bdca425dcba", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:23.887931 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26e1cabf-a0a7-496d-bfca-5da4c4cdcd1c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:23.890067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ad56c82e-d0e6-405a-82ae-6eeeb769435c tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Deleting port 532a4a78-8374-441c-b2fe-e87737a3bc1d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:23.890462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad56c82e-d0e6-405a-82ae-6eeeb769435c tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (532a4a78-8374-441c-b2fe-e87737a3bc1d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:23.896478 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b15983-5f0c-4678-87f3-c8f54fa1ebaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8575866-94d9-4367-a52b-1bdca425dcba', 'code': 200} Feb 19 00:30:23.984054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2137ffe5-238b-4bc5-b357-63f5a13d05ad None None] Provisioning complete for port 502b2c99-18e4-4109-9893-037755354674 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:23.986512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2137ffe5-238b-4bc5-b357-63f5a13d05ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (502b2c99-18e4-4109-9893-037755354674), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.038199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad56c82e-d0e6-405a-82ae-6eeeb769435c tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (532a4a78-8374-441c-b2fe-e87737a3bc1d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.046106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fea59-dd87-4af3-9e95-dec6855bc976 None None] Network 8e949331-9c1f-4231-b4f8-c198906e2053 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:24.065038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d1a2e-7b19-4943-b569-8342f157b133 req-ef30775e-47ae-4acf-bd78-4af48fbe86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:24.065343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ad56c82e-d0e6-405a-82ae-6eeeb769435c tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Calling delete_port for 532a4a78-8374-441c-b2fe-e87737a3bc1d owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:24.067195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff3d1a2e-7b19-4943-b569-8342f157b133 req-ef30775e-47ae-4acf-bd78-4af48fbe86a6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 1127 time: 0.1126566 Feb 19 00:30:24.144482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40830) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:24.148961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2137ffe5-238b-4bc5-b357-63f5a13d05ad None None] Port 502b2c99-18e4-4109-9893-037755354674 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:24.150445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0418e942-7860-41be-a5dc-c61aa05ad321 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125543775', 'description': 'tempest-description--2053076937'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:24.161438 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.187071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0418e942-7860-41be-a5dc-c61aa05ad321 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.193497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff3d1a2e-7b19-4943-b569-8342f157b133 req-a6a21d7a-218a-4e22-b6ba-086e0003fe03 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191344 Feb 19 00:30:24.286746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a95f676e-cbf5-4c4e-bb94-26ac21ddbb14 None None] Provisioning complete for port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:24.287127 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a95f676e-cbf5-4c4e-bb94-26ac21ddbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.305274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0418e942-7860-41be-a5dc-c61aa05ad321 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group (78946de9-c164-4f04-a24c-4017e206b7d7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.312210 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad56c82e-d0e6-405a-82ae-6eeeb769435c tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (532a4a78-8374-441c-b2fe-e87737a3bc1d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.317783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0418e942-7860-41be-a5dc-c61aa05ad321 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (78946de9-c164-4f04-a24c-4017e206b7d7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.375008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56c82e-d0e6-405a-82ae-6eeeb769435c tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Port': ['ID=532a4a78-8374-441c-b2fe-e87737a3bc1d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:24.385202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418e942-7860-41be-a5dc-c61aa05ad321 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78946de9-c164-4f04-a24c-4017e206b7d7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:24.396793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0418e942-7860-41be-a5dc-c61aa05ad321 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.401347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0418e942-7860-41be-a5dc-c61aa05ad321 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2524736 Feb 19 00:30:24.401347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40832) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:24.406228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2b169f7c-16c4-4445-a626-7ec405e582ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'security_group_rule': {'security_group_id': '78946de9-c164-4f04-a24c-4017e206b7d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:24.485603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b169f7c-16c4-4445-a626-7ec405e582ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group_rule (c774a384-75e4-49d9-8124-c033c3f15266), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.498848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:24.562738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a95f676e-cbf5-4c4e-bb94-26ac21ddbb14 None None] Current status of the port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:24.563376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a95f676e-cbf5-4c4e-bb94-26ac21ddbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.594592 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad56c82e-d0e6-405a-82ae-6eeeb769435c tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.601091 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ad56c82e-d0e6-405a-82ae-6eeeb769435c tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "DELETE /v2.0/ports/532a4a78-8374-441c-b2fe-e87737a3bc1d HTTP/1.1" status: 204 len: 168 time: 0.9390812 Feb 19 00:30:24.601784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40840) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:24.661927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a95f676e-cbf5-4c4e-bb94-26ac21ddbb14 None None] For port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,segment=NetworkSegment(5b1f4feb-b587-4751-8c50-f18ddd3f553f),segment_id=5b1f4feb-b587-4751-8c50-f18ddd3f553f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:24.676581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:24.677573 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.684718 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a95f676e-cbf5-4c4e-bb94-26ac21ddbb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.700012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f38391f-2af1-45c4-b40f-16758b3f102b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Deleting subnet 71484028-0864-4249-b7a9-a03beae744be {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:30:24.703630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f38391f-2af1-45c4-b40f-16758b3f102b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks [] for subnet (71484028-0864-4249-b7a9-a03beae744be), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.709977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b169f7c-16c4-4445-a626-7ec405e582ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group_rule (c774a384-75e4-49d9-8124-c033c3f15266), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.722416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a374056-4baa-4ba9-963f-121e4bdbc857 req-2761492f-b2c0-4ad8-ae1d-c47a6d82bac3 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:24.724400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a374056-4baa-4ba9-963f-121e4bdbc857 req-2761492f-b2c0-4ad8-ae1d-c47a6d82bac3 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 945 time: 0.1929283 Feb 19 00:30:24.726967 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b169f7c-16c4-4445-a626-7ec405e582ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (c774a384-75e4-49d9-8124-c033c3f15266), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.760780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222da10-8ba1-4e2a-8c93-cd315abcf690 req-410a62c4-9888-4474-a9fd-b273880c8061 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:24.765366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c222da10-8ba1-4e2a-8c93-cd315abcf690 req-410a62c4-9888-4474-a9fd-b273880c8061 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.2076478 Feb 19 00:30:24.786109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b169f7c-16c4-4445-a626-7ec405e582ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c774a384-75e4-49d9-8124-c033c3f15266,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:24.792007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f38391f-2af1-45c4-b40f-16758b3f102b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (71484028-0864-4249-b7a9-a03beae744be), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.830839 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b169f7c-16c4-4445-a626-7ec405e582ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.835059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2b169f7c-16c4-4445-a626-7ec405e582ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298468 Feb 19 00:30:24.836997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40846) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:24.846142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a3b628c9-237a-414b-91e7-8d9faa674ffa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'security_group_rule': {'security_group_id': '78946de9-c164-4f04-a24c-4017e206b7d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:24.882377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-80f9b6b2-81ae-437a-9920-b2c7d4a50004 None None] Provisioning complete for port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:24.882790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-80f9b6b2-81ae-437a-9920-b2c7d4a50004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.897280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a374056-4baa-4ba9-963f-121e4bdbc857 req-d26449ca-cdaf-420c-8fe3-128ab0b26731 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301336 Feb 19 00:30:24.908170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f676e-cbf5-4c4e-bb94-26ac21ddbb14 None None] Pushing event updated for resources: {'Port': ['ID=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:24.910867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c222da10-8ba1-4e2a-8c93-cd315abcf690 req-2e9dd8de-c6ad-4468-b88e-d0054f3d9d9c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256533 Feb 19 00:30:24.953580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3b628c9-237a-414b-91e7-8d9faa674ffa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group_rule (0302de4e-a3fb-4f3f-a1ee-7f18cb8c62d1), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:24.988362 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f38391f-2af1-45c4-b40f-16758b3f102b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (71484028-0864-4249-b7a9-a03beae744be), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.000981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-485e1069-72f2-4c95-b7b3-17b633818159 req-6686e686-fff9-4345-b908-1c61cfcbad07 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0302534 Feb 19 00:30:25.032210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:25.033663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:25.059582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ff7f0e0-abaa-4411-87ec-c97c118d707d req-36406d96-7100-4680-a16c-17436d2165b1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0613732 Feb 19 00:30:25.081300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3b628c9-237a-414b-91e7-8d9faa674ffa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group_rule (0302de4e-a3fb-4f3f-a1ee-7f18cb8c62d1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.089556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3b628c9-237a-414b-91e7-8d9faa674ffa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (0302de4e-a3fb-4f3f-a1ee-7f18cb8c62d1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.096968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f38391f-2af1-45c4-b40f-16758b3f102b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (71484028-0864-4249-b7a9-a03beae744be), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.097358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-80f9b6b2-81ae-437a-9920-b2c7d4a50004 None None] Current status of the port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:25.106312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34a682fc-973a-4154-aa66-081977bf2181 req-b3bd30ee-c7ad-4337-b8ac-27a5a679ba9b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0394654 Feb 19 00:30:25.112553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:25.113035 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.152123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38391f-2af1-45c4-b40f-16758b3f102b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Subnet': ['ID=71484028-0864-4249-b7a9-a03beae744be,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:25.154477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-80f9b6b2-81ae-437a-9920-b2c7d4a50004 None None] Provisioning complete for port ce57e132-4722-4f14-802a-fad6ecbefd9e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:25.154856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-80f9b6b2-81ae-437a-9920-b2c7d4a50004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce57e132-4722-4f14-802a-fad6ecbefd9e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.164178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3b628c9-237a-414b-91e7-8d9faa674ffa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.169334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a3b628c9-237a-414b-91e7-8d9faa674ffa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3228858 Feb 19 00:30:25.169334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:25.178581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5029d1be-9125-492f-a444-689e9da3dbe5 None None] Network 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:25.178770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f38391f-2af1-45c4-b40f-16758b3f102b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.183180 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6f38391f-2af1-45c4-b40f-16758b3f102b tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "DELETE /v2.0/subnets/71484028-0864-4249-b7a9-a03beae744be HTTP/1.1" status: 204 len: 168 time: 0.5801835 Feb 19 00:30:25.185536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40850) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:25.188253 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:25.192963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b628c9-237a-414b-91e7-8d9faa674ffa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0302de4e-a3fb-4f3f-a1ee-7f18cb8c62d1,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:25.221428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.266799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-80f9b6b2-81ae-437a-9920-b2c7d4a50004 None None] Port ce57e132-4722-4f14-802a-fad6ecbefd9e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:30:25.277803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:25.314977 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:30:25.382813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.386543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (27871d57-ba2a-43a5-9d8a-76f97a0d8a86), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.405200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-f10c7135-73d7-4fe6-b2a3-984661a5bdb2 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:25.406642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-f10c7135-73d7-4fe6-b2a3-984661a5bdb2 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1128 time: 0.1769271 Feb 19 00:30:25.424819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826527-3'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:25.488999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] DHCP port deletion for 27871d57-ba2a-43a5-9d8a-76f97a0d8a86 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:30:25.514533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Allocated IP 172.25.6.17 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/0ff51f9d-12fb-4df9-add1-5479725a525c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:25.526691 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.549221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Deleting port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:25.549585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.693194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for port (0ff51f9d-12fb-4df9-add1-5479725a525c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.717793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] Deleting port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:25.718365 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.738288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0ff51f9d-12fb-4df9-add1-5479725a525c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.781154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:25.785204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] For port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,segment=NetworkSegment(e5917e05-a71f-4a9e-9d50-b038eaa67388),segment_id=e5917e05-a71f-4a9e-9d50-b038eaa67388)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:25.785618 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.786572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:25.791582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:25.794873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'Port': ['ID=0ff51f9d-12fb-4df9-add1-5479725a525c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:25.807328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] Calling delete_port for 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:25.888298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for floatingip (7a478f0b-3bed-4380-90dd-00bd04b47f28), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.892938 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:25.919185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] Pushing event deleted for resources: {'Port': ['ID=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:25.924428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fa7062-18d2-49c9-9141-24b7c1d66ebe None None] No DVR routers for this DVR port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:30:25.936605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ff51f9d-12fb-4df9-add1-5479725a525c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.033500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] For port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,segment=NetworkSegment(e5917e05-a71f-4a9e-9d50-b038eaa67388),segment_id=e5917e05-a71f-4a9e-9d50-b038eaa67388)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:26.033794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.093269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Calling delete_port for 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:26.106739 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for port (0ff51f9d-12fb-4df9-add1-5479725a525c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.113564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (0ff51f9d-12fb-4df9-add1-5479725a525c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.190545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:26.202072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event updated for resources: {'Port': ['ID=0ff51f9d-12fb-4df9-add1-5479725a525c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:26.206446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80fb70-302c-4c5f-8cfd-59a3058a7707 req-10a6fd09-b654-4720-8107-b49ef93fe421 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:26.208082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c80fb70-302c-4c5f-8cfd-59a3058a7707 req-10a6fd09-b654-4720-8107-b49ef93fe421 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 946 time: 0.2018619 Feb 19 00:30:26.211418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (7a478f0b-3bed-4380-90dd-00bd04b47f28), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.229757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.231502 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8848628d-c698-45ba-9bbc-40d93e6afa9e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0548897 Feb 19 00:30:26.243493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ec7d-ff99-4678-9052-5c3b222047be req-6ddce3a0-8064-4f83-a772-c92365ad8710 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:26.244901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83f8ec7d-ff99-4678-9052-5c3b222047be req-6ddce3a0-8064-4f83-a772-c92365ad8710 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 945 time: 0.2149251 Feb 19 00:30:26.264912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:26.315675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:26.329566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:26.329946 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.352547 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.378576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c80fb70-302c-4c5f-8cfd-59a3058a7707 req-481d82a3-9222-473d-b2b2-68dab9d7659a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604328 Feb 19 00:30:26.408400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Port': ['ID=2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:26.420397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:26.420748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] No DVR routers for this DVR port 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:30:26.425091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:26.427559 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39456f81-1ead-437e-a4f5-18750dab49ef" -d '{"events": [{"server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "name": "network-vif-unplugged", "status": "completed", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:26.432693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83f8ec7d-ff99-4678-9052-5c3b222047be req-04b5ec7c-1e5b-45eb-82b9-66a36a8cb5a6 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718509 Feb 19 00:30:26.443973 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Publish callbacks [] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.482638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:30:26.482885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ed6f918-8d03-42fa-9c2e-6a093bba6f6e req-aed15f83-963b-4bb9-9cb1-dd27dcb07e00 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0641844 Feb 19 00:30:26.485720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.506511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:30:26.506900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2aa6e3cf-b9f5-488b-bf43-cebf4c9adfb8 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:30:26.580597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91216099-4b34-4922-a733-81a3d23aeeb1 req-f7ad8e09-7048-43c1-8d3c-b3894a0dedcc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.1006238 Feb 19 00:30:26.632274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (27871d57-ba2a-43a5-9d8a-76f97a0d8a86), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.637513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba173886-cb8c-4539-ba53-02565af98f99 req-81d7b1e4-bcba-4c36-a004-9813f7e3b23a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0595536 Feb 19 00:30:26.684769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27871d57-ba2a-43a5-9d8a-76f97a0d8a86']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:26.689656 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2b64cb-0ad0-4263-9d44-a73e7933c7a4 x-openstack-request-id: req-9c2b64cb-0ad0-4263-9d44-a73e7933c7a4 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:26.689947 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "name": "network-vif-unplugged", "status": "completed", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:26.690224 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c2b64cb-0ad0-4263-9d44-a73e7933c7a4 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:26.690630 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee', 'code': 200} Feb 19 00:30:26.707688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Pushing event updated for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:26.722827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5917e05-a71f-4a9e-9d50-b038eaa67388') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:26.723159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5917e05-a71f-4a9e-9d50-b038eaa67388') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:26.738278 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (e5917e05-a71f-4a9e-9d50-b038eaa67388), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.740139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on host n-h1-826527-3 for vnic_type normal with profile {"migrating_to": "n-h2-826527-3"} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:30:26.740480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:30:26.740817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:26.763839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:30:26.764150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Attempting to bind port d81417ea-50d4-4e90-a6ab-02c3794e1aee on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:26.775570 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e5917e05-a71f-4a9e-9d50-b038eaa67388), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.782439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:30:26.782781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:26.783180 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:30:26.783621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Bound port: d81417ea-50d4-4e90-a6ab-02c3794e1aee, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:30:26.783980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.788918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:30:26.789321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (e5917e05-a71f-4a9e-9d50-b038eaa67388), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:30:26.792877 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:30:26.801822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-a829c2b0-4ce5-4df9-bd0f-360d9500b4a2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1125543775&fields=id&tenant_id=cb5bee051b5d438a8c30944911a96f3e HTTP/1.1" status: 200 len: 267 time: 0.1144903 Feb 19 00:30:26.996288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-0e60f39c-e41b-4a77-8931-9e14292903e5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:26.997680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-0e60f39c-e41b-4a77-8931-9e14292903e5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports/502b2c99-18e4-4109-9893-037755354674 HTTP/1.1" status: 200 len: 937 time: 0.1832254 Feb 19 00:30:27.006421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (27871d57-ba2a-43a5-9d8a-76f97a0d8a86), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:27.028556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:27.031715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] 10.222.0.60 "DELETE /v2.0/networks/27871d57-ba2a-43a5-9d8a-76f97a0d8a86 HTTP/1.1" status: 204 len: 168 time: 1.8445311 Feb 19 00:30:27.038673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:27.081147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a487a4-dc04-4e05-8da0-676968f947d1 tempest-AllowedAddressPairTestJSON-1713490428 tempest-AllowedAddressPairTestJSON-1713490428-project] Pushing event deleted for resources: {'Network': ['ID=27871d57-ba2a-43a5-9d8a-76f97a0d8a86,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:27.089106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:30:27.104558 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:27.110403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484490cc-0b6d-4080-87b3-7b51c086353a req-eacc8e3b-2692-4fc7-a14b-6dfae47f4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.111930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484490cc-0b6d-4080-87b3-7b51c086353a req-eacc8e3b-2692-4fc7-a14b-6dfae47f4fa4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=2f8592b65b21429db59f1e0fb44d729e&device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 1127 time: 0.2066877 Feb 19 00:30:27.117902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-81cbfcc6-33f7-46c8-8c6d-431bdbb80475 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.119157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-81cbfcc6-33f7-46c8-8c6d-431bdbb80475 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports/ce57e132-4722-4f14-802a-fad6ecbefd9e HTTP/1.1" status: 200 len: 937 time: 0.1109638 Feb 19 00:30:27.143013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d81417ea-50d4-4e90-a6ab-02c3794e1aee details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:30:27.237296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d92b53-d6fe-45ff-832c-a54648fede92 req-1ab7fa53-86f9-466b-a8c6-0e0d330f9e78 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.238851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1d92b53-d6fe-45ff-832c-a54648fede92 req-1ab7fa53-86f9-466b-a8c6-0e0d330f9e78 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 945 time: 0.3347299 Feb 19 00:30:27.260998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:27.267247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-a77aea75-ef08-481c-a6ba-52e31907efd7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?network_id=8e949331-9c1f-4231-b4f8-c198906e2053&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1327889 Feb 19 00:30:27.268972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:27.282057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d81417ea-50d4-4e90-a6ab-02c3794e1aee has no active binding in host n-h2-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:30:27.342536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Pushing event updated for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=8']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:27.347207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-933017a2-9a47-4f87-804f-1de8d9863d5f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?network_id=8e949331-9c1f-4231-b4f8-c198906e2053&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0725951 Feb 19 00:30:27.394155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.394809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:27.396259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-99dcc8d8-2e1d-4824-b38e-ef9fd850e893 service neutron] 10.222.0.126 "PUT /v2.0/ports/d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 200 len: 1122 time: 1.9784770 Feb 19 00:30:27.411280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d9b298ed-e656-4952-9b48-9f12cdd17fad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3dbaa1b269cf4825b0a2e44b84004d5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404614 Feb 19 00:30:27.411940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40894) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:27.453442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d81417ea-50d4-4e90-a6ab-02c3794e1aee'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:30:27.470503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484490cc-0b6d-4080-87b3-7b51c086353a req-dd1bfe40-0372-4757-b358-751dc7df674b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.472012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484490cc-0b6d-4080-87b3-7b51c086353a req-dd1bfe40-0372-4757-b358-751dc7df674b service neutron] 10.222.0.113 "GET /v2.0/networks?id=3d524874-42d3-4eb8-9cdd-bffa39774577 HTTP/1.1" status: 200 len: 914 time: 0.3509450 Feb 19 00:30:27.472191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1581e150-0e14-42c7-90d5-79a03e2299f9 admin admin] Publish callbacks [] for security_group (f0a208b8-7b42-4275-9c25-f4958f8360fd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:27.475265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1d92b53-d6fe-45ff-832c-a54648fede92 req-95956295-777d-4d2f-9c9d-09448708932f tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131734 Feb 19 00:30:27.508857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1581e150-0e14-42c7-90d5-79a03e2299f9 admin admin] Publish callbacks [] for security_group (f0a208b8-7b42-4275-9c25-f4958f8360fd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:27.522157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484490cc-0b6d-4080-87b3-7b51c086353a req-031cfe25-2bf5-4dd5-b8ea-7acf54360d36 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8575866-94d9-4367-a52b-1bdca425dcba HTTP/1.1" status: 200 len: 217 time: 0.0406475 Feb 19 00:30:27.526301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['d81417ea-50d4-4e90-a6ab-02c3794e1aee'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:30:27.572456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1581e150-0e14-42c7-90d5-79a03e2299f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f0a208b8-7b42-4275-9c25-f4958f8360fd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:27.575810 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1581e150-0e14-42c7-90d5-79a03e2299f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:27.577140 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1581e150-0e14-42c7-90d5-79a03e2299f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0a208b8-7b42-4275-9c25-f4958f8360fd HTTP/1.1" status: 204 len: 168 time: 0.1642833 Feb 19 00:30:27.599342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581e150-0e14-42c7-90d5-79a03e2299f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a208b8-7b42-4275-9c25-f4958f8360fd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:27.602888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-8f14fb19-4d6e-4485-a4c6-21fdfb2f628f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.608901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-8f14fb19-4d6e-4485-a4c6-21fdfb2f628f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.614012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-8f14fb19-4d6e-4485-a4c6-21fdfb2f628f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.616061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-8f14fb19-4d6e-4485-a4c6-21fdfb2f628f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/networks?id=fca5c244-f69c-45db-82dc-37a395a8b58d&id=2149cc64-e9cc-4fc7-8830-b3d682362528&id=2149cc64-e9cc-4fc7-8830-b3d682362528&id=8e949331-9c1f-4231-b4f8-c198906e2053&id=8e949331-9c1f-4231-b4f8-c198906e2053 HTTP/1.1" status: 200 len: 1994 time: 0.2498136 Feb 19 00:30:27.618152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484490cc-0b6d-4080-87b3-7b51c086353a req-8c885c41-ba7a-4818-bcc7-a11f56f067b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.619565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484490cc-0b6d-4080-87b3-7b51c086353a req-8c885c41-ba7a-4818-bcc7-a11f56f067b9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09 HTTP/1.1" status: 200 len: 853 time: 0.0897925 Feb 19 00:30:27.687101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484490cc-0b6d-4080-87b3-7b51c086353a req-47ed8244-f888-477b-8a0e-d99f07b752d2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3d524874-42d3-4eb8-9cdd-bffa39774577&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531664 Feb 19 00:30:27.688346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-fe56b6ff-fe4e-4033-9ea5-89dc291eb0fd tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/quotas/cb5bee051b5d438a8c30944911a96f3e HTTP/1.1" status: 200 len: 375 time: 0.0647845 Feb 19 00:30:27.785178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf782c6e-1c85-4c32-96e8-cb8e7f7a983b req-61c2d5bb-9930-4f87-842b-93b30bbeec18 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:27.790698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf782c6e-1c85-4c32-96e8-cb8e7f7a983b req-61c2d5bb-9930-4f87-842b-93b30bbeec18 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.1628132 Feb 19 00:30:27.872180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-605ab45d-1e5e-4762-8ca7-a9773dd69fc2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb5bee051b5d438a8c30944911a96f3e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1761672 Feb 19 00:30:27.886406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf782c6e-1c85-4c32-96e8-cb8e7f7a983b req-1a88c5ba-709b-4c83-a60e-8eec216ac1c1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901361 Feb 19 00:30:27.958730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484490cc-0b6d-4080-87b3-7b51c086353a req-216d6357-aa10-4223-92ba-1fec711e2e95 service neutron] 10.222.0.113 "GET /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602286 Feb 19 00:30:27.983814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a715c4c-861f-4f94-9609-7975410964bd req-20109fc3-b977-4b28-8efe-eac31a932255 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0440531 Feb 19 00:30:28.081702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6d63126-0498-4cc2-9909-ec94a4a2df9b req-c10dc75c-0dc3-40c4-bd9e-17d66d3b0b32 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0482378 Feb 19 00:30:28.089475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-8e0317e7-d8e3-4e62-9c6a-72d8e8ba234c service neutron] 10.222.0.60 "GET /v2.0/networks/fca5c244-f69c-45db-82dc-37a395a8b58d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021477 Feb 19 00:30:28.192010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-484490cc-0b6d-4080-87b3-7b51c086353a req-dcb4b2d3-d9ca-4d51-b7e9-cd053da86957 service neutron] 10.222.0.113 "GET /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106524 Feb 19 00:30:28.195491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1dde4c6-f098-42e6-bf50-e2efe8772705 req-30ea97ae-6a2e-4d8d-8660-a643f68c3c8c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0632672 Feb 19 00:30:28.238967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-1a87a9fc-a9e6-42e7-8ff4-fe25e42bdf72 service neutron] 10.222.0.60 "GET /v2.0/networks/fca5c244-f69c-45db-82dc-37a395a8b58d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395357 Feb 19 00:30:28.287073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-30d92872-ff3f-405f-89b7-0cda1bf630ec service neutron] 10.222.0.60 "GET /v2.0/ports/502b2c99-18e4-4109-9893-037755354674?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0418839 Feb 19 00:30:28.337082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40924) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.385071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-8314e834-24d1-4d61-90d3-ba2f7c70e571 service neutron] 10.222.0.60 "GET /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923107 Feb 19 00:30:28.445613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-fbaea860-a379-4264-8096-3b41f073ca64 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.446628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fbaea860-a379-4264-8096-3b41f073ca64 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1086071 Feb 19 00:30:28.449797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40928) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.454346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-323688a5-add3-4ae1-ae25-6d2f77f6373d tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.455415 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-323688a5-add3-4ae1-ae25-6d2f77f6373d tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045698 Feb 19 00:30:28.457807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40930) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.461687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-d42a8a9e-899a-4a55-86da-1b03f224ecff tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.462648 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d42a8a9e-899a-4a55-86da-1b03f224ecff tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0038564 Feb 19 00:30:28.464838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40932) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.468634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-1926a0e1-bb6a-41b2-9f59-4d8e1898611f tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.469548 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1926a0e1-bb6a-41b2-9f59-4d8e1898611f tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0038426 Feb 19 00:30:28.471751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40934) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.475659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-67dd3328-f62c-4d72-8713-5b3ccb1a0d49 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.476553 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-67dd3328-f62c-4d72-8713-5b3ccb1a0d49 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039711 Feb 19 00:30:28.478795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.481199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-ba909830-a7a5-4873-830d-a01c86efaa24 service neutron] 10.222.0.60 "GET /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904787 Feb 19 00:30:28.484053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-c552c97a-a4b8-451e-9386-4378bfd37d25 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.485010 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c552c97a-a4b8-451e-9386-4378bfd37d25 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0053518 Feb 19 00:30:28.487244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40938) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.492643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-08415a60-8741-4a15-bed5-4cd506941a01 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.493574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-08415a60-8741-4a15-bed5-4cd506941a01 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0053568 Feb 19 00:30:28.496095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40940) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.501044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-2489fb29-d951-4ca4-bb5d-7cf1ce492e76 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.501984 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2489fb29-d951-4ca4-bb5d-7cf1ce492e76 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049005 Feb 19 00:30:28.504571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40942) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.509026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-87c581ac-043d-4bf7-a09f-771f4e1a5bfe tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.512500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-87c581ac-043d-4bf7-a09f-771f4e1a5bfe tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059960 Feb 19 00:30:28.514258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40946) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.518271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-f1043fd3-a459-47b9-8f6f-2f0dc622a630 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.523965 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1043fd3-a459-47b9-8f6f-2f0dc622a630 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0065436 Feb 19 00:30:28.524510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40948) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.528597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-d762859e-5f9e-4725-9424-df405fb301c0 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.529726 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d762859e-5f9e-4725-9424-df405fb301c0 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0041435 Feb 19 00:30:28.532873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40950) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.535506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-c97bbdd5-c757-46df-aa4f-5edb54f2d1de service neutron] 10.222.0.60 "GET /v2.0/ports/ce57e132-4722-4f14-802a-fad6ecbefd9e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0460691 Feb 19 00:30:28.536476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-98db2ceb-40d8-4db4-80db-7b4720e3912f tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.538219 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-98db2ceb-40d8-4db4-80db-7b4720e3912f tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0042341 Feb 19 00:30:28.540149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40952) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.544343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-177780ac-49b3-40b2-b734-3715bfe3701b tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.547385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-177780ac-49b3-40b2-b734-3715bfe3701b tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0040615 Feb 19 00:30:28.547625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40954) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.552615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-86f6dc9e-6e00-4a3f-8411-e749380986ec tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.555649 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-86f6dc9e-6e00-4a3f-8411-e749380986ec tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0050972 Feb 19 00:30:28.555880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40956) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.559808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-f7355e0e-4af5-4a13-85e3-c756100486f5 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.560740 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7355e0e-4af5-4a13-85e3-c756100486f5 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039649 Feb 19 00:30:28.562910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40958) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.566825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-66d77b04-3971-4383-84cc-114f6089e7f9 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.567826 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-66d77b04-3971-4383-84cc-114f6089e7f9 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040569 Feb 19 00:30:28.569976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.574628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-1676583e-3133-48d2-bbc6-d1b215e17f28 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.576184 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1676583e-3133-48d2-bbc6-d1b215e17f28 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053484 Feb 19 00:30:28.578297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40962) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.582004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-e367ac63-69c0-4921-b41e-537ecd4a6673 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.583285 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e367ac63-69c0-4921-b41e-537ecd4a6673 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039010 Feb 19 00:30:28.585066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40964) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.588823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-470e87de-2de2-4e52-9497-98bce524f793 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.589961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-470e87de-2de2-4e52-9497-98bce524f793 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038424 Feb 19 00:30:28.591782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40966) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.595654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-0be7b12e-3dfe-4e3e-bbb3-689dca3c6dff tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.598508 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0be7b12e-3dfe-4e3e-bbb3-689dca3c6dff tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0037818 Feb 19 00:30:28.602348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40968) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.627386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-20702228-b2fd-47c9-b5b2-e7173e279135 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.628384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-20702228-b2fd-47c9-b5b2-e7173e279135 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0239520 Feb 19 00:30:28.631490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40970) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.636079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-db1a134b-9ba2-44d7-9453-d869bd62bcc4 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.639475 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-db1a134b-9ba2-44d7-9453-d869bd62bcc4 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0067987 Feb 19 00:30:28.640096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40972) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.645690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-037d08b4-c462-4caa-9dfd-79126761ebef tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.649275 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-037d08b4-c462-4caa-9dfd-79126761ebef tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0061040 Feb 19 00:30:28.649539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40974) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.654967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-9f1d4667-88ea-4ee8-a53c-79f2fd364c27 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.655914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f1d4667-88ea-4ee8-a53c-79f2fd364c27 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0046413 Feb 19 00:30:28.658309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40976) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.662577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-a7e59778-fe13-4e00-b399-9a4f23f2899a tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.665786 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a7e59778-fe13-4e00-b399-9a4f23f2899a tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0058429 Feb 19 00:30:28.666302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40978) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.670131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-f50137c2-da46-4c91-a7d4-f1e857fd7b9c tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.673560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f50137c2-da46-4c91-a7d4-f1e857fd7b9c tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063639 Feb 19 00:30:28.674102 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40980) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.677761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e0282-3def-4a16-a6a0-09afe3e34559 req-a68d10a5-a731-46f9-856c-7eb4f73ba17e tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:28.677919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-409b23e3-f047-4e7d-8d58-00b3ca26e5fe tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.679269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b1e0282-3def-4a16-a6a0-09afe3e34559 req-a68d10a5-a731-46f9-856c-7eb4f73ba17e tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 945 time: 0.1172678 Feb 19 00:30:28.681754 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-409b23e3-f047-4e7d-8d58-00b3ca26e5fe tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0061245 Feb 19 00:30:28.681879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40982) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.685447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-085bb5dd-feca-41ec-ace1-8bf76ea5fd2e tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.686401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-085bb5dd-feca-41ec-ace1-8bf76ea5fd2e tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0041263 Feb 19 00:30:28.688657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40984) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.691719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-cf383dad-145b-455d-9d31-018e2e7c3713 service neutron] 10.222.0.60 "GET /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492794 Feb 19 00:30:28.692769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-708f4ae5-9688-4c95-ad32-06e5c1bbee22 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.695820 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-708f4ae5-9688-4c95-ad32-06e5c1bbee22 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0041316 Feb 19 00:30:28.696138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40986) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.696320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:28.698547 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9" -d '{"events": [{"name": "network-changed", "server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:28.699810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-a10a9c01-c673-45e0-9f41-eee77239a511 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.700737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a10a9c01-c673-45e0-9f41-eee77239a511 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039122 Feb 19 00:30:28.703093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40990) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.719757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-06a284b4-9916-4105-9071-a3a5fd3fe136 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.720714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-06a284b4-9916-4105-9071-a3a5fd3fe136 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0098026 Feb 19 00:30:28.723757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40992) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.727625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-c3b40c2a-ffc7-4036-a02c-d20d84fb4e55 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.728549 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c3b40c2a-ffc7-4036-a02c-d20d84fb4e55 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041749 Feb 19 00:30:28.731282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40994) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.735675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-7cb5509b-8722-4204-bb2c-3b9d31cb8885 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.736581 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7cb5509b-8722-4204-bb2c-3b9d31cb8885 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044942 Feb 19 00:30:28.738989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40996) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.742898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-ec4cd1a9-1ad3-4a0d-8741-93bab0fda9a7 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.743801 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ec4cd1a9-1ad3-4a0d-8741-93bab0fda9a7 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038936 Feb 19 00:30:28.746002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40998) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.749667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-f808050d-15f9-4dfc-a198-05246d4f0271 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.750576 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f808050d-15f9-4dfc-a198-05246d4f0271 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037506 Feb 19 00:30:28.752640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.756458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-409e8746-1e38-400f-b914-522fe929cc1e tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.757387 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-409e8746-1e38-400f-b914-522fe929cc1e tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038815 Feb 19 00:30:28.759679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41002) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.763376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-ca3d2713-d3a4-4d6c-880f-22d21485342b tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.764209 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca3d2713-d3a4-4d6c-880f-22d21485342b tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0037301 Feb 19 00:30:28.766575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41004) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.770283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-eb9ce050-7343-43b3-aada-d2eecfcdc693 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.771198 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eb9ce050-7343-43b3-aada-d2eecfcdc693 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0037885 Feb 19 00:30:28.773439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41006) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.777327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-c3f91933-dd42-4f75-ab28-f1e129b2605a tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.778220 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c3f91933-dd42-4f75-ab28-f1e129b2605a tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039444 Feb 19 00:30:28.780541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41008) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.784156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-8ad1cd77-9f38-4209-97b8-de9448108212 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.785054 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8ad1cd77-9f38-4209-97b8-de9448108212 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0037022 Feb 19 00:30:28.787575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41010) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.791969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-d39f2a0c-de87-47b6-bc67-989c5f238562 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.792852 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d39f2a0c-de87-47b6-bc67-989c5f238562 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0044513 Feb 19 00:30:28.795260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41012) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.797547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b1e0282-3def-4a16-a6a0-09afe3e34559 req-973bad55-9c3c-497e-809a-9e43948f1be8 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087527 Feb 19 00:30:28.798948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-1f982280-0392-4594-a71a-d3713d08cbcf tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.802046 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1f982280-0392-4594-a71a-d3713d08cbcf tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0037901 Feb 19 00:30:28.802415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:28.806151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-6b7c648b-12fc-48ca-a4d1-d932e4dacb5b tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:28.809651 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6b7c648b-12fc-48ca-a4d1-d932e4dacb5b tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0062873 Feb 19 00:30:28.809733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41016) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.116844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-4b075449-3f1b-40b7-aef6-3b7915053ede tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.117833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4b075449-3f1b-40b7-aef6-3b7915053ede tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.3072488 Feb 19 00:30:29.121123 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc016e8-dbcc-452c-a43e-f36af7a26cd6 x-openstack-request-id: req-9bc016e8-dbcc-452c-a43e-f36af7a26cd6 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:29.121338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41024) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.121525 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:29.121672 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bc016e8-dbcc-452c-a43e-f36af7a26cd6 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:29.122048 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee', 'status': 'completed', 'code': 200} Feb 19 00:30:29.125708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-dc44bd3e-c914-440c-b77e-914edb884d1d tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.128860 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc44bd3e-c914-440c-b77e-914edb884d1d tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043969 Feb 19 00:30:29.129156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41026) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.137916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-d5228af1-c620-4045-a3d5-806e5d1a6bba tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.137916 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d5228af1-c620-4045-a3d5-806e5d1a6bba tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0042186 Feb 19 00:30:29.138311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41028) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.142351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-51883ae7-c9f7-48c0-8b37-bf5013bd09e9 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.143324 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-51883ae7-c9f7-48c0-8b37-bf5013bd09e9 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0041029 Feb 19 00:30:29.146345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.151524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-84354fe2-0424-4842-8959-1774cfd61586 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.154870 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-84354fe2-0424-4842-8959-1774cfd61586 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052674 Feb 19 00:30:29.155276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41032) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.159344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-b9dfa3b9-53b0-4b50-9615-b71587102132 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.160466 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b9dfa3b9-53b0-4b50-9615-b71587102132 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041132 Feb 19 00:30:29.163057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41034) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.167354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-45d5314b-ec1d-4e23-a7d5-11a191ad73c5 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.168210 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-45d5314b-ec1d-4e23-a7d5-11a191ad73c5 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043285 Feb 19 00:30:29.170536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41036) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.174159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-fefa8a64-15d9-4940-ac3c-9ded8b9c95bf tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.175098 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fefa8a64-15d9-4940-ac3c-9ded8b9c95bf tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0037396 Feb 19 00:30:29.177404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.181037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-4cb3aca4-ca40-4567-93d4-f5356f5b3707 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.182056 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4cb3aca4-ca40-4567-93d4-f5356f5b3707 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038404 Feb 19 00:30:29.183599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-b44e1176-cd1a-437c-ad50-3e008067ff8f service neutron] 10.222.0.60 "GET /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823980 Feb 19 00:30:29.186404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41040) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.193776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [None req-7ab70f66-c1d8-4882-97a4-8604d62ac241 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.194736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7ab70f66-c1d8-4882-97a4-8604d62ac241 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0072644 Feb 19 00:30:29.197230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41042) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.201609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-a0c106d4-e0d7-4ab9-91f5-1b9dd9a030f2 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.202648 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a0c106d4-e0d7-4ab9-91f5-1b9dd9a030f2 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042970 Feb 19 00:30:29.204844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.209606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-af05bd08-953c-4150-9148-b2a0a4a44b9e tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.210549 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-af05bd08-953c-4150-9148-b2a0a4a44b9e tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048339 Feb 19 00:30:29.213134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.216887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-24998f73-59e5-485a-9e89-fe4a0fa0725a tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.219203 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-24998f73-59e5-485a-9e89-fe4a0fa0725a tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0052199 Feb 19 00:30:29.221613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41050) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.225473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-e9dad914-9c32-4eaa-b57b-26855709d5f9 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.226398 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e9dad914-9c32-4eaa-b57b-26855709d5f9 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0039473 Feb 19 00:30:29.228894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41052) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.232977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-c7aeb474-cbcc-4bda-bd65-cbc26d54e84f tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.233859 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c7aeb474-cbcc-4bda-bd65-cbc26d54e84f tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040722 Feb 19 00:30:29.236135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41054) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.240398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-63ba354d-5ffe-431e-8804-a9ff7699fd97 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.241319 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-63ba354d-5ffe-431e-8804-a9ff7699fd97 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043683 Feb 19 00:30:29.243688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.247358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-3508bd09-8dd6-4f55-b477-b86c33bfeffb tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.248224 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3508bd09-8dd6-4f55-b477-b86c33bfeffb tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0037572 Feb 19 00:30:29.250496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41058) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.254129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-4edbd0b5-0c56-4c42-a384-662551ec6053 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.255098 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4edbd0b5-0c56-4c42-a384-662551ec6053 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0037372 Feb 19 00:30:29.257409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41060) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.261463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-6d6ef430-9b3e-455b-896d-aa410fee05f8 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.262490 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6d6ef430-9b3e-455b-896d-aa410fee05f8 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041466 Feb 19 00:30:29.264867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41062) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.269175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-ee3da494-c806-4851-b43e-eed128561923 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.270077 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ee3da494-c806-4851-b43e-eed128561923 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0043266 Feb 19 00:30:29.272215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-7e864c92-9b5f-4b44-b0b7-d5275c2570dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:29.272804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41064) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.273791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-7e864c92-9b5f-4b44-b0b7-d5275c2570dc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1156 time: 0.1500010 Feb 19 00:30:29.277125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-efd809b0-0205-4dc5-95d8-fcd534cb560c tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.278071 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-efd809b0-0205-4dc5-95d8-fcd534cb560c tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0043623 Feb 19 00:30:29.280724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41066) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.283297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf496f6-b8b9-4c68-96b6-1a49634b5446 req-8cf06816-656a-4355-b94b-01fe769a8d38 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:29.284573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-6b4f3fe6-99e7-46be-a621-26eee32f9722 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.284737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcf496f6-b8b9-4c68-96b6-1a49634b5446 req-8cf06816-656a-4355-b94b-01fe769a8d38 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.1619654 Feb 19 00:30:29.285490 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6b4f3fe6-99e7-46be-a621-26eee32f9722 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0038884 Feb 19 00:30:29.287731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41068) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.292302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-eae03cb6-b2c2-4437-aad8-3597b381e91f tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.293195 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eae03cb6-b2c2-4437-aad8-3597b381e91f tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0039003 Feb 19 00:30:29.295734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.300139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-2c933457-9e45-4123-84aa-d965edd255d6 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.301065 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2c933457-9e45-4123-84aa-d965edd255d6 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044765 Feb 19 00:30:29.303646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41072) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.307480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-b8e50157-aef1-4ea0-b368-a9aeaf418844 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.308572 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b8e50157-aef1-4ea0-b368-a9aeaf418844 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0038033 Feb 19 00:30:29.310751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41074) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.314437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-c5a7f938-a52e-496e-bf9e-c53fb5f4c359 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.315504 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c5a7f938-a52e-496e-bf9e-c53fb5f4c359 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0037715 Feb 19 00:30:29.317603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41076) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.321304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-a18a80b4-5833-4fc9-862b-3506c0acc748 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.322405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a18a80b4-5833-4fc9-862b-3506c0acc748 tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039408 Feb 19 00:30:29.324685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41078) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.328418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [None req-30381d63-fb75-43de-9a0a-65275112d9eb tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:30:29.329349 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-30381d63-fb75-43de-9a0a-65275112d9eb tempest-ExtensionsTestJSON-756973753 tempest-ExtensionsTestJSON-756973753-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0038180 Feb 19 00:30:29.391613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-224fdf9e-11c8-4a27-b227-4f95e60c1d40 service neutron] 10.222.0.60 "GET /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020359 Feb 19 00:30:29.417027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcf496f6-b8b9-4c68-96b6-1a49634b5446 req-cda93cf2-4476-44e9-aedc-a23e8769f1e0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221113 Feb 19 00:30:29.508081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-6ab97a26-6c53-4628-9b42-6e3cd9ac2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:29.509611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-6ab97a26-6c53-4628-9b42-6e3cd9ac2112 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.2240236 Feb 19 00:30:29.511453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3af74ffa-46c4-4eba-8c8c-8567aef5aa05 req-ca262b7a-d356-4ed3-aec3-948ccdf6ae16 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0460770 Feb 19 00:30:29.561149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-4845f393-d7d9-4bcb-af90-547fd6d77aac service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 200 len: 217 time: 0.0436499 Feb 19 00:30:29.597127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41084) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.603839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcb23d11-1749-48c6-b9f3-ba27744831fe req-fe938145-2541-4136-8cd9-47421a81101c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0506444 Feb 19 00:30:29.636149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-734b377a-907b-47e0-b7a8-f1061ce7fff3 service neutron] 10.222.0.60 "GET /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339196 Feb 19 00:30:29.674765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-d449f538-6a56-4587-bc49-f6c65a70e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:29.676219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-d449f538-6a56-4587-bc49-f6c65a70e816 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1045201 Feb 19 00:30:29.707425 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d56f1cc-c232-4dd6-895a-23b2b17b04cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:29.718462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c822d5a-d0eb-4f58-ae61-14b9df1496ab req-af792782-f28d-4263-bfd1-0d3921c4bcdb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0642426 Feb 19 00:30:29.751165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-25b11fc9-43a7-44f7-928c-7b1120ee0224 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351954 Feb 19 00:30:29.793588 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d56f1cc-c232-4dd6-895a-23b2b17b04cf admin admin] Publish callbacks [] for security_group (f728a9cf-c171-4501-b1b5-a8a33bedd865), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:29.797896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d56f1cc-c232-4dd6-895a-23b2b17b04cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f728a9cf-c171-4501-b1b5-a8a33bedd865), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:29.834280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56f1cc-c232-4dd6-895a-23b2b17b04cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f728a9cf-c171-4501-b1b5-a8a33bedd865,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:29.835345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-58de6553-2822-4528-b71f-f83a88bb2dc3 service neutron] 10.222.0.60 "GET /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905303 Feb 19 00:30:29.841234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41090) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:29.841356 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6d56f1cc-c232-4dd6-895a-23b2b17b04cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a14997d7ae9341deb1dfc744de99917c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2426014 Feb 19 00:30:29.964269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-ce1c1559-5ef9-48fa-b54e-1f9a4a88c0ce service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033358 Feb 19 00:30:30.057844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666662fe-2437-4714-b51c-386a2a1b926b admin admin] Publish callbacks [] for security_group (f728a9cf-c171-4501-b1b5-a8a33bedd865), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:30.090302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-3f96f09d-b474-44d3-a025-b350d635ca8c service neutron] 10.222.0.60 "GET /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291358 Feb 19 00:30:30.107074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0ff84-30ac-458c-94bd-fba6ce8cda14 req-aa47416f-c96d-4158-8bdf-bac540f3c0fa tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:30.108555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6c0ff84-30ac-458c-94bd-fba6ce8cda14 req-aa47416f-c96d-4158-8bdf-bac540f3c0fa tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 945 time: 0.2270837 Feb 19 00:30:30.110400 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666662fe-2437-4714-b51c-386a2a1b926b admin admin] Publish callbacks [] for security_group (f728a9cf-c171-4501-b1b5-a8a33bedd865), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:30.234051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8656d2e5-398a-4cf9-9c9f-0d0a2b3f88e9 req-7c226fc1-f4e2-4286-be5c-161d67155754 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594943 Feb 19 00:30:30.276959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6c0ff84-30ac-458c-94bd-fba6ce8cda14 req-f03a3e6b-4c32-4439-a2f2-83f0e70e57b1 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571293 Feb 19 00:30:30.279463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666662fe-2437-4714-b51c-386a2a1b926b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f728a9cf-c171-4501-b1b5-a8a33bedd865), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:30.281985 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666662fe-2437-4714-b51c-386a2a1b926b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:30.283078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-666662fe-2437-4714-b51c-386a2a1b926b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f728a9cf-c171-4501-b1b5-a8a33bedd865 HTTP/1.1" status: 204 len: 168 time: 0.4409215 Feb 19 00:30:30.286990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-6011cf47-6c90-4090-90c9-91bcbd1ec03d service neutron] 10.222.0.60 "GET /v2.0/networks/8e949331-9c1f-4231-b4f8-c198906e2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873972 Feb 19 00:30:30.307252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666662fe-2437-4714-b51c-386a2a1b926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f728a9cf-c171-4501-b1b5-a8a33bedd865,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:30.396495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-33dfed13-f0d1-480c-a5ef-0815e75ff71e service neutron] 10.222.0.60 "GET /v2.0/networks/8e949331-9c1f-4231-b4f8-c198906e2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034355 Feb 19 00:30:30.496977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-394947a2-f65a-489e-8c15-6a4a7f41927f service neutron] 10.222.0.60 "GET /v2.0/networks/8e949331-9c1f-4231-b4f8-c198906e2053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944288 Feb 19 00:30:30.633851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-2b530c08-4cf6-499f-9631-33a6d10484ae service neutron] 10.222.0.60 "GET /v2.0/networks/8e949331-9c1f-4231-b4f8-c198906e2053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304662 Feb 19 00:30:30.643846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012e291-adc1-4f94-8d8c-7ed003d3e7fa req-c181a0e1-0cb7-483c-be03-87cafb7e78ce tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:30.645299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4012e291-adc1-4f94-8d8c-7ed003d3e7fa req-c181a0e1-0cb7-483c-be03-87cafb7e78ce tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.0879819 Feb 19 00:30:30.710835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-a84cd5fc-835d-4a62-902e-fd7a8ef0b344 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:30.712186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-a84cd5fc-835d-4a62-902e-fd7a8ef0b344 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports/502b2c99-18e4-4109-9893-037755354674 HTTP/1.1" status: 200 len: 937 time: 0.0659845 Feb 19 00:30:30.740551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4012e291-adc1-4f94-8d8c-7ed003d3e7fa req-ce41532d-d488-436c-8345-15ed9f799edd tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852823 Feb 19 00:30:30.784636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-f6965352-962d-4863-a9ad-ba8a4e5658df tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:30.786156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-f6965352-962d-4863-a9ad-ba8a4e5658df tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports/ce57e132-4722-4f14-802a-fad6ecbefd9e HTTP/1.1" status: 200 len: 937 time: 0.0667584 Feb 19 00:30:30.867019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab1095-98d7-4d93-8b2d-a3ece20d9b26 req-fe642c6e-c64b-49f7-82e0-8817a903970f tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:30.868535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16ab1095-98d7-4d93-8b2d-a3ece20d9b26 req-fe642c6e-c64b-49f7-82e0-8817a903970f tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 945 time: 0.0619435 Feb 19 00:30:30.922935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16ab1095-98d7-4d93-8b2d-a3ece20d9b26 req-74f62e97-cdba-460d-a80a-c2a079433fda tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484154 Feb 19 00:30:30.995773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0da6c80f-9a39-413d-a1f4-2c3fd11564ae req-765e0f4f-8387-4f3f-8217-88e6cc2525b9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0288603 Feb 19 00:30:31.043231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:31.064370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb179d0d-9aa9-4d04-b533-caf793c2f48f req-ebfd64aa-6fdc-43d0-a75d-c4318ec9fa91 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0281448 Feb 19 00:30:31.136209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23615be1-6825-4eed-9e56-cb6eb977dc2f req-7de088c2-aec3-48e2-8c25-262a8b88519c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0336993 Feb 19 00:30:31.173532 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4dd800ad-76f9-41b0-9cee-5531d8af09d9 tempest-DvrRoutersNegativeTest-1057268571 tempest-DvrRoutersNegativeTest-1057268571-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-914521900', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:31.176333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.policy [None req-4dd800ad-76f9-41b0-9cee-5531d8af09d9 tempest-DvrRoutersNegativeTest-1057268571 tempest-DvrRoutersNegativeTest-1057268571-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103650) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 00:30:31.176642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.policy [None req-4dd800ad-76f9-41b0-9cee-5531d8af09d9 tempest-DvrRoutersNegativeTest-1057268571 tempest-DvrRoutersNegativeTest-1057268571-project] Failed policy check for 'create_router' {{(pid=103650) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 00:30:31.177228 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-4dd800ad-76f9-41b0-9cee-5531d8af09d9 tempest-DvrRoutersNegativeTest-1057268571 tempest-DvrRoutersNegativeTest-1057268571-project] create failed (client error): Access was denied to this resource. Feb 19 00:30:31.178226 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4dd800ad-76f9-41b0-9cee-5531d8af09d9 tempest-DvrRoutersNegativeTest-1057268571 tempest-DvrRoutersNegativeTest-1057268571-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1332610 Feb 19 00:30:31.405597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53fb2070-fd27-4835-b374-3106cba0e8c5 req-7790ce74-393d-4e08-9b0a-218f482d3d9b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0273745 Feb 19 00:30:31.444997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41156) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:31.503472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:31.577035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Publish callbacks [] for security_group (648b1f5a-abd1-4ef7-b492-1aec25a3430d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:31.581831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (648b1f5a-abd1-4ef7-b492-1aec25a3430d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:31.590512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-597fd824-bb54-49b7-b4ff-224e8f1d93f0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:31.591908 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-597fd824-bb54-49b7-b4ff-224e8f1d93f0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports/502b2c99-18e4-4109-9893-037755354674 HTTP/1.1" status: 200 len: 937 time: 0.2181740 Feb 19 00:30:31.625197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=571bc334cd9d466099c27dd197dcfbb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1767211 Feb 19 00:30:31.625197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648b1f5a-abd1-4ef7-b492-1aec25a3430d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:31.625596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41160) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:31.642386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.642744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.643096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.643445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.643789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.644125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.644459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.644557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1532815-1656-402e-8c72-023eab50a7d0 req-5e58f2f6-72cb-495e-a6fd-5f1029d8c5f6 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:31.644795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.645126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.645456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.645813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.645904 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1532815-1656-402e-8c72-023eab50a7d0 req-5e58f2f6-72cb-495e-a6fd-5f1029d8c5f6 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports/ce57e132-4722-4f14-802a-fad6ecbefd9e HTTP/1.1" status: 200 len: 937 time: 0.0481718 Feb 19 00:30:31.646145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.646487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f919dd36-0e58-4ec7-8c08-d0d98d9517db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:31.686235 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-287b0363-5bf9-4c55-af0f-067559ceb4c2 admin admin] Publish callbacks [] for security_group (648b1f5a-abd1-4ef7-b492-1aec25a3430d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:31.707682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-287b0363-5bf9-4c55-af0f-067559ceb4c2 admin admin] Publish callbacks [] for security_group (648b1f5a-abd1-4ef7-b492-1aec25a3430d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:31.759925 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-287b0363-5bf9-4c55-af0f-067559ceb4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (648b1f5a-abd1-4ef7-b492-1aec25a3430d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:31.763001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-287b0363-5bf9-4c55-af0f-067559ceb4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:31.764157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-287b0363-5bf9-4c55-af0f-067559ceb4c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/648b1f5a-abd1-4ef7-b492-1aec25a3430d HTTP/1.1" status: 204 len: 168 time: 0.1376646 Feb 19 00:30:31.777051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b0363-5bf9-4c55-af0f-067559ceb4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648b1f5a-abd1-4ef7-b492-1aec25a3430d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:31.876253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda6385-9504-4405-a046-dbd5cd7ecd57 req-e4e23761-c79b-4e92-9df3-871c34108b18 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:31.877796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceda6385-9504-4405-a046-dbd5cd7ecd57 req-e4e23761-c79b-4e92-9df3-871c34108b18 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.0575573 Feb 19 00:30:31.932263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceda6385-9504-4405-a046-dbd5cd7ecd57 req-6b506186-9b94-4723-b3ee-b4a07705d848 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477037 Feb 19 00:30:32.097250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f891028c-49d4-48ed-9c2e-934694fb4beb req-89e56891-0ce8-47f7-91ab-0a41d34ba5a5 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0398650 Feb 19 00:30:32.107240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34098dad-078b-4f8f-aef8-f695319d0a65 req-337fa185-e7c4-4c7e-a743-3093fa92c8e0 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:32.117667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34098dad-078b-4f8f-aef8-f695319d0a65 req-337fa185-e7c4-4c7e-a743-3093fa92c8e0 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 945 time: 0.1153383 Feb 19 00:30:32.164242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-18899828-4423-427f-8e73-1e06563dc4ef tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:32.165992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-18899828-4423-427f-8e73-1e06563dc4ef tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.113 "GET /v2.0/ports?device_id=68b15983-5f0c-4678-87f3-c8f54fa1ebaf HTTP/1.1" status: 200 len: 945 time: 0.1385791 Feb 19 00:30:32.190775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34098dad-078b-4f8f-aef8-f695319d0a65 req-6c9c7b25-4fd6-42f4-97c4-3630397e93ec tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.60 "GET /v2.0/security-groups?id=ee098884-1627-45a9-af17-42f88a09097a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761907 Feb 19 00:30:32.222843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-104481c8-5838-4150-9cc2-1642e22bf769 req-47f29663-8101-4395-a03a-2e8ecd0255df tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0557544 Feb 19 00:30:32.292769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f9f9d8e-2e7f-4c0d-9534-6637ddb21db7 req-4129b76b-c94e-4de7-a844-5022bbf67511 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0473413 Feb 19 00:30:32.323795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Deleting port a8575866-94d9-4367-a52b-1bdca425dcba {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:32.324145 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.413328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] For port a8575866-94d9-4367-a52b-1bdca425dcba, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a8575866-94d9-4367-a52b-1bdca425dcba,segment=NetworkSegment(14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a),segment_id=14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:32.413995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.426634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Calling delete_port for a8575866-94d9-4367-a52b-1bdca425dcba owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:32.493779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41200) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:32.501007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01ea6b4e-63e4-443a-9bad-75535c353646 req-348a3647-a0b8-4df5-b158-a42f6d374d6e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0304682 Feb 19 00:30:32.583383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a8575866-94d9-4367-a52b-1bdca425dcba), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.592881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-63668504'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:32.595788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a8575866-94d9-4367-a52b-1bdca425dcba'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:30:32.615563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Made reservation on behalf of a60544ba39cd435fac0ed5eb2ad8c8ee for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:32.618106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Pushing event deleted for resources: {'Port': ['ID=a8575866-94d9-4367-a52b-1bdca425dcba,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:32.631542 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.643623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.658443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] No DVR routers for this DVR port a8575866-94d9-4367-a52b-1bdca425dcba on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:30:32.661114 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.664698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4de0efa-343d-43fb-a5d6-b32fe2e191d8 req-5ec70e8c-9993-4258-8bfd-5f7da725eaf7 tempest-InstanceActionsTestJSON-1795001204 tempest-InstanceActionsTestJSON-1795001204-project] 10.222.0.113 "DELETE /v2.0/ports/a8575866-94d9-4367-a52b-1bdca425dcba HTTP/1.1" status: 204 len: 173 time: 0.4929602 Feb 19 00:30:32.665163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b15983-5f0c-4678-87f3-c8f54fa1ebaf', 'name': 'network-vif-deleted', 'tag': 'a8575866-94d9-4367-a52b-1bdca425dcba'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:32.667734 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf2416d-1e95-4d1f-a2b9-f5b6d8e47e49" -d '{"events": [{"server_uuid": "68b15983-5f0c-4678-87f3-c8f54fa1ebaf", "name": "network-vif-deleted", "tag": "a8575866-94d9-4367-a52b-1bdca425dcba"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:32.706013 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207443c3-ba63-4869-b2b2-0439cb48abb1 x-openstack-request-id: req-207443c3-ba63-4869-b2b2-0439cb48abb1 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:32.706581 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b15983-5f0c-4678-87f3-c8f54fa1ebaf", "name": "network-vif-deleted", "tag": "a8575866-94d9-4367-a52b-1bdca425dcba", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:32.706992 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-207443c3-ba63-4869-b2b2-0439cb48abb1 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:32.707408 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b15983-5f0c-4678-87f3-c8f54fa1ebaf', 'name': 'network-vif-deleted', 'tag': 'a8575866-94d9-4367-a52b-1bdca425dcba', 'status': 'completed', 'code': 200} Feb 19 00:30:32.721439 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks [] for security_group (e2b9910c-8c4e-4557-8a0f-c64b83db127d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.726562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e2b9910c-8c4e-4557-8a0f-c64b83db127d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.749537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:30:32.764128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b9910c-8c4e-4557-8a0f-c64b83db127d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:32.766964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (77589c56-991a-4207-beee-b5be068aa6d5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.767308 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Added segment 77589c56-991a-4207-beee-b5be068aa6d5 of type vlan for network 3901eae7-da6b-471b-aac4-77c0e8455745 Feb 19 00:30:32.806649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3901eae7-da6b-471b-aac4-77c0e8455745), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.832783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3901eae7-da6b-471b-aac4-77c0e8455745), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.837751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:32.838436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:32.887414 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3924470 Feb 19 00:30:32.891542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41206) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:32.896592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-dcf7af6a-96c1-4c6b-b2f8-07788239f365 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', 'tempest-TagsTest-Tag-1870756357') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:32.905963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac480450-9528-4d9f-b997-9af3f5cd35cd tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Pushing event updated for resources: {'Network': ['ID=3901eae7-da6b-471b-aac4-77c0e8455745,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:32.916622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3901eae7-da6b-471b-aac4-77c0e8455745 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:30:32.987826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dcf7af6a-96c1-4c6b-b2f8-07788239f365 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "PUT /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags/tempest-TagsTest-Tag-1870756357 HTTP/1.1" status: 201 len: 201 time: 0.0944548 Feb 19 00:30:32.989827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41210) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:32.995870 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-eef686f1-48c3-4bb1-bf5a-73d14d82754a tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', 'tempest-TagsTest-Tag-1870756357') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.059381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3a070-1a08-4f8a-8f33-2f2636218498 req-2269edd4-56de-45a5-b9c1-8b7a58088d8b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:33.060882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80b3a070-1a08-4f8a-8f33-2f2636218498 req-2269edd4-56de-45a5-b9c1-8b7a58088d8b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.0589592 Feb 19 00:30:33.071029 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eef686f1-48c3-4bb1-bf5a-73d14d82754a tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "GET /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags/tempest-TagsTest-Tag-1870756357 HTTP/1.1" status: 204 len: 168 time: 0.0790777 Feb 19 00:30:33.073579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41212) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.077977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-8fee329e-856f-4bdb-b893-9e43b349c270 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.113715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80b3a070-1a08-4f8a-8f33-2f2636218498 req-ac017c9d-2845-48f0-9d6e-ebb629dd5d71 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467594 Feb 19 00:30:33.158134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41216) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.163593 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8fee329e-856f-4bdb-b893-9e43b349c270 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "GET /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags HTTP/1.1" status: 200 len: 238 time: 0.0881400 Feb 19 00:30:33.163747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-a477330a-d442-4a1b-89ee-191b36268566 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', {'tags': ['tempest-TagsTest-Tag-538800117', 'tempest-TagsTest-Tag-1944814181', 'tempest-TagsTest-Tag-435143694']}) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.233150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-acb41e20-3c02-4b0a-88b8-750ef2b94030 req-5287fccc-78e5-463c-ba4e-17dff3967c35 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0657027 Feb 19 00:30:33.257617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41222) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.272885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a477330a-d442-4a1b-89ee-191b36268566 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "PUT /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags HTTP/1.1" status: 200 len: 307 time: 0.1110520 Feb 19 00:30:33.273174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41224) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.279261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-e44a8279-f8f8-4e66-87c2-a98ee9a771db tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', 'tempest-TagsTest-Tag-538800117') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.314016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-792ca662-b667-4491-8fb3-b6e7fe1bafdd admin admin] Deleting subnet 1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:30:33.317399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-792ca662-b667-4491-8fb3-b6e7fe1bafdd admin admin] Publish callbacks [] for subnet (1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.320578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47638d3e-df41-4ea0-bbcc-a7b3f9c93ff8 req-972abc0e-39d9-4cf7-983a-858fc047f3bf tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0380440 Feb 19 00:30:33.354967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-792ca662-b667-4491-8fb3-b6e7fe1bafdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.390010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20bb11ac-4516-41e5-9c7a-51800185a488 req-53e61e69-9bda-4fba-97ed-c4215a183182 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0306299 Feb 19 00:30:33.392375 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-792ca662-b667-4491-8fb3-b6e7fe1bafdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.426537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e44a8279-f8f8-4e66-87c2-a98ee9a771db tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "DELETE /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags/tempest-TagsTest-Tag-538800117 HTTP/1.1" status: 204 len: 168 time: 0.1522954 Feb 19 00:30:33.429290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41228) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.434479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-5f38349e-5c9b-494b-8b0d-abe3daae60e2 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', 'tempest-TagsTest-Tag-538800117') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.446889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-792ca662-b667-4491-8fb3-b6e7fe1bafdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.471483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ca662-b667-4491-8fb3-b6e7fe1bafdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:33.476563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-792ca662-b667-4491-8fb3-b6e7fe1bafdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.480479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-792ca662-b667-4491-8fb3-b6e7fe1bafdd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1da1f605-e9f9-4eeb-a1dd-7c9fc3499b09 HTTP/1.1" status: 204 len: 168 time: 0.2219322 Feb 19 00:30:33.483365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41230) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.503452 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-5f38349e-5c9b-494b-8b0d-abe3daae60e2 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] show failed (client error): The resource could not be found. Feb 19 00:30:33.504583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5f38349e-5c9b-494b-8b0d-abe3daae60e2 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "GET /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags/tempest-TagsTest-Tag-538800117 HTTP/1.1" status: 404 len: 325 time: 0.0741911 Feb 19 00:30:33.507389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41232) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.511498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-643faf01-f12f-45cc-b1a5-75554094fb0a tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', 'tempest-TagsTest-Tag-1944814181') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.556975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3d524874-42d3-4eb8-9cdd-bffa39774577), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.587907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27f0a366-ac22-48cb-b76b-1d9e82385400 req-ac09b944-37c3-4e85-a204-8ae44c7c5263 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0300908 Feb 19 00:30:33.605923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-643faf01-f12f-45cc-b1a5-75554094fb0a tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "GET /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags/tempest-TagsTest-Tag-1944814181 HTTP/1.1" status: 204 len: 168 time: 0.0949244 Feb 19 00:30:33.606143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41236) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.610269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-bb05fc6d-e6d3-4271-ac83-258e98a302be tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', 'tempest-TagsTest-Tag-435143694') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.639651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3d524874-42d3-4eb8-9cdd-bffa39774577), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.664789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d524874-42d3-4eb8-9cdd-bffa39774577']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.674645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.674940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.677043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bb05fc6d-e6d3-4271-ac83-258e98a302be tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "GET /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags/tempest-TagsTest-Tag-435143694 HTTP/1.1" status: 204 len: 168 time: 0.0697818 Feb 19 00:30:33.679456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41238) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.683697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-3b23e871-aa3d-40c8-a966-e9df647e5b78 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.685376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.698623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.704886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:30:33.705272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (14beaf8b-5c2d-4f20-bb16-5c758bbc5c9a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:30:33.706945 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:30:33.761151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3d524874-42d3-4eb8-9cdd-bffa39774577), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.767704 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:33.771129 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] 10.222.0.60 "DELETE /v2.0/networks/3d524874-42d3-4eb8-9cdd-bffa39774577 HTTP/1.1" status: 204 len: 168 time: 0.2864907 Feb 19 00:30:33.773971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41242) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.774527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3b23e871-aa3d-40c8-a966-e9df647e5b78 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "DELETE /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags HTTP/1.1" status: 204 len: 168 time: 0.0940723 Feb 19 00:30:33.786519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-59dcf47f-339d-4b3d-b7e5-4c231fbaec51 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', 'tempest-TagsTest-Tag-1944814181') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.790603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4f955-2109-464b-bced-69518a7b209a admin admin] Pushing event deleted for resources: {'Network': ['ID=3d524874-42d3-4eb8-9cdd-bffa39774577,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:33.858228 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-59dcf47f-339d-4b3d-b7e5-4c231fbaec51 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] show failed (client error): The resource could not be found. Feb 19 00:30:33.859358 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-59dcf47f-339d-4b3d-b7e5-4c231fbaec51 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "GET /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags/tempest-TagsTest-Tag-1944814181 HTTP/1.1" status: 404 len: 326 time: 0.0843585 Feb 19 00:30:33.862148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41244) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.866537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-019fcf9e-8347-423c-8d0b-a5ef5b9a106c tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745', 'tempest-TagsTest-Tag-435143694') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.933252 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-019fcf9e-8347-423c-8d0b-a5ef5b9a106c tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] show failed (client error): The resource could not be found. Feb 19 00:30:33.934392 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-019fcf9e-8347-423c-8d0b-a5ef5b9a106c tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "GET /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags/tempest-TagsTest-Tag-435143694 HTTP/1.1" status: 404 len: 325 time: 0.0711832 Feb 19 00:30:33.937176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41246) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.943983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-925576b3-c436-4be6-94c0-0c9e5b6d6b69 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3901eae7-da6b-471b-aac4-77c0e8455745') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:33.944713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41248) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:33.984972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dfc63e4a-c21b-475d-9ab1-6c9e22575f0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2f8592b65b21429db59f1e0fb44d729e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390761 Feb 19 00:30:33.987664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41250) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:34.016366 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-925576b3-c436-4be6-94c0-0c9e5b6d6b69 tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "DELETE /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745/tags HTTP/1.1" status: 204 len: 168 time: 0.0781274 Feb 19 00:30:34.019762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41252) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:34.442050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d05e3631-0bfb-4f6e-88ca-c580bf2c2279 req-4bf38d09-9333-4c20-86d4-4b124710ea67 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0665131 Feb 19 00:30:34.448636 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14834598-8c1d-4ce5-938b-83868ae3ede1 admin admin] Publish callbacks [] for security_group (ee098884-1627-45a9-af17-42f88a09097a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.458630 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3901eae7-da6b-471b-aac4-77c0e8455745), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.503136 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14834598-8c1d-4ce5-938b-83868ae3ede1 admin admin] Publish callbacks [] for security_group (ee098884-1627-45a9-af17-42f88a09097a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.526544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33b718c5-779f-4d1b-9011-aef0d4867179 req-f4bcdbe6-397c-4285-8f85-e8b431e52451 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0433087 Feb 19 00:30:34.569028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f270142-5c64-4748-9997-bbdb02ce080a req-9095007c-344a-400b-a867-3e83bf49dfcb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:34.570537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f270142-5c64-4748-9997-bbdb02ce080a req-9095007c-344a-400b-a867-3e83bf49dfcb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.1978638 Feb 19 00:30:34.643660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02785001-41b0-468c-9593-287cd046df3b req-b8c99cfa-a51c-4452-bc2c-ba114d8df07b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0683658 Feb 19 00:30:34.709774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3901eae7-da6b-471b-aac4-77c0e8455745), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.735750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-189dacb4-557e-411d-b9bf-1f7697ba305a req-56ab74ab-e487-46b8-aeea-005aeb5add01 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0506623 Feb 19 00:30:34.757268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14834598-8c1d-4ce5-938b-83868ae3ede1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ee098884-1627-45a9-af17-42f88a09097a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.759814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14834598-8c1d-4ce5-938b-83868ae3ede1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.760942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-14834598-8c1d-4ce5-938b-83868ae3ede1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee098884-1627-45a9-af17-42f88a09097a HTTP/1.1" status: 204 len: 168 time: 0.7723446 Feb 19 00:30:34.766102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3901eae7-da6b-471b-aac4-77c0e8455745']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:34.771847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f270142-5c64-4748-9997-bbdb02ce080a req-a79bcb25-a2ff-40b5-8c77-95fddfe3fe19 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934433 Feb 19 00:30:34.780994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14834598-8c1d-4ce5-938b-83868ae3ede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee098884-1627-45a9-af17-42f88a09097a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:34.785537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77589c56-991a-4207-beee-b5be068aa6d5') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:34.785803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77589c56-991a-4207-beee-b5be068aa6d5') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:34.805698 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (77589c56-991a-4207-beee-b5be068aa6d5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.820581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (77589c56-991a-4207-beee-b5be068aa6d5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.827996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:30:34.828401 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (77589c56-991a-4207-beee-b5be068aa6d5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:30:34.831614 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:30:34.892133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3901eae7-da6b-471b-aac4-77c0e8455745), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.901387 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:34.904539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] 10.222.0.60 "DELETE /v2.0/networks/3901eae7-da6b-471b-aac4-77c0e8455745 HTTP/1.1" status: 204 len: 168 time: 0.8838356 Feb 19 00:30:34.916091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c062287-2a70-4824-8b50-a3bb8268d2fe tempest-TagsTest-415013680 tempest-TagsTest-415013680-project] Pushing event deleted for resources: {'Network': ['ID=3901eae7-da6b-471b-aac4-77c0e8455745,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:35.167975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41278) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:35.345407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fd1a68f6-ce5c-4f36-b7a0-e5ed032b8e58 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a60544ba39cd435fac0ed5eb2ad8c8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1760833 Feb 19 00:30:35.347800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41288) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:35.402234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07c53ed-74fe-4928-a277-5d428b02dd5e admin admin] Publish callbacks [] for security_group (e2b9910c-8c4e-4557-8a0f-c64b83db127d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.425565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07c53ed-74fe-4928-a277-5d428b02dd5e admin admin] Publish callbacks [] for security_group (e2b9910c-8c4e-4557-8a0f-c64b83db127d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.482224 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07c53ed-74fe-4928-a277-5d428b02dd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e2b9910c-8c4e-4557-8a0f-c64b83db127d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.485129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07c53ed-74fe-4928-a277-5d428b02dd5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.489522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e07c53ed-74fe-4928-a277-5d428b02dd5e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2b9910c-8c4e-4557-8a0f-c64b83db127d HTTP/1.1" status: 204 len: 168 time: 0.1405942 Feb 19 00:30:35.500196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c53ed-74fe-4928-a277-5d428b02dd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b9910c-8c4e-4557-8a0f-c64b83db127d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:35.530052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-865363ec-3bdb-4eac-8b31-62f89f240971 req-1a3bfe44-b6e9-4e81-b5fa-62b9baa19003 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0314424 Feb 19 00:30:35.530052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41298) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:35.608769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3761e141-bb75-4eb4-97b6-90819b8377ab req-45fce893-bc21-410e-a47a-b2a6f88fb2fd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0299370 Feb 19 00:30:35.633494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2064289821-network', 'tenant_id': '350325dfa49145618e48df899090863c'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:35.653082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Made reservation on behalf of 350325dfa49145618e48df899090863c for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:35.655536 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.664171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.728449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea57fca9-094c-4bca-a949-2704321e3bfd req-1aeffcea-c2ce-4b3e-a33f-8458f032d0aa tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0305924 Feb 19 00:30:35.771381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Publish callbacks [] for security_group (c6e84502-b1e6-45ba-a1b5-76799d9be32e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.776189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c6e84502-b1e6-45ba-a1b5-76799d9be32e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.807734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:30:35.838474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a416f28-09c7-49e5-9d15-4688f91e0c5c req-207766a1-96a1-42a7-a4d8-501b10d8cb27 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0442393 Feb 19 00:30:35.842386 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (904cb874-656b-4a9b-85a8-c6838701739f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.842732 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Added segment 904cb874-656b-4a9b-85a8-c6838701739f of type vlan for network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 Feb 19 00:30:35.843921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e84502-b1e6-45ba-a1b5-76799d9be32e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:35.909097 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d7f04e87-4d44-47ae-ad18-f8d718c62cf6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.951600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e50ac9-24a1-47d5-9b5c-302654fcc030 req-fc9afe96-e4e5-4f5f-bbe7-37eb38242bc0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:35.953298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2e50ac9-24a1-47d5-9b5c-302654fcc030 req-fc9afe96-e4e5-4f5f-bbe7-37eb38242bc0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.0804577 Feb 19 00:30:35.954535 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d7f04e87-4d44-47ae-ad18-f8d718c62cf6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:35.955737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:35.956308 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:36.032548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5013926 Feb 19 00:30:36.035345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41324) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:36.038590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad5d78-83bd-4748-a0f9-185ab8230332 admin admin] Pushing event updated for resources: {'Network': ['ID=d7f04e87-4d44-47ae-ad18-f8d718c62cf6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:36.046952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Request body: {'subnet': {'network_id': 'd7f04e87-4d44-47ae-ad18-f8d718c62cf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2064289821-subnet', 'tenant_id': '350325dfa49145618e48df899090863c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:36.054841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:30:36.071313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2e50ac9-24a1-47d5-9b5c-302654fcc030 req-3a6a5b46-a2e2-49db-8051-76ad6862f04a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099434 Feb 19 00:30:36.075716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Made reservation on behalf of 350325dfa49145618e48df899090863c for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:36.078819 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:36.262524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (b1d04498-db13-4200-b110-ca4d3735b5a6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:36.293928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41332) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:36.298656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033808 Feb 19 00:30:36.301706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41334) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:36.319749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1d04498-db13-4200-b110-ca4d3735b5a6,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:36.328178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Checking segment: {'id': '904cb874-656b-4a9b-85a8-c6838701739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7f04e87-4d44-47ae-ad18-f8d718c62cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:36.328533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Network hostable DHCP agents. Network: d7f04e87-4d44-47ae-ad18-f8d718c62cf6, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:30:36.346719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:30:36.356767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d7f04e87-4d44-47ae-ad18-f8d718c62cf6) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:36.362654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:36.363412 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:36.365879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de14b56-6999-4487-9c6d-f26941c18e59 None None] Network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:36.386683 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-296cc1a4-5b55-411b-8b86-a8269ea7f8e8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3433225 Feb 19 00:30:36.427249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4e0a907f-4b30-48ab-91ff-575d5de16141 tempest-NetworksApiDiscovery-989590568 tempest-NetworksApiDiscovery-989590568-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1243467 Feb 19 00:30:36.465759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0892725-0788-40b3-b45d-c5ca1096c910 None None] Network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:36.626655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16461cc9-8c0b-4868-8d39-083d6150d9a0 req-030a0e65-660e-46d2-b230-906baf8bd3be tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0410740 Feb 19 00:30:36.693765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5578b511-882c-44b3-a6b6-2eda5005b4b9 req-c03dfd41-8802-440b-be30-8e0b693d1b9e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0329247 Feb 19 00:30:36.720105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41354) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:36.810428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-574a7b62-e645-4939-9abe-07dcf4a205d1 req-c5913cfe-09f7-48b5-a131-1d1c39d5de1a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0314910 Feb 19 00:30:36.827815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28aa00bf-3c6e-4baf-ad2c-07323e47aebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:36.907855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28aa00bf-3c6e-4baf-ad2c-07323e47aebb admin admin] Publish callbacks [] for security_group (c46ce4c6-04f4-45e1-9722-60389b0d6a33), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:36.912087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28aa00bf-3c6e-4baf-ad2c-07323e47aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c46ce4c6-04f4-45e1-9722-60389b0d6a33), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:36.949604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-28aa00bf-3c6e-4baf-ad2c-07323e47aebb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7bcecd8c45b3432999766ffcbfc3f991&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283418 Feb 19 00:30:36.950778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa00bf-3c6e-4baf-ad2c-07323e47aebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ce4c6-04f4-45e1-9722-60389b0d6a33,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:36.953034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41370) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:36.957326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c4ef113-8562-4674-89a2-4f56efd2edf6 req-e67821ae-9804-4245-969c-bd1b906752cf tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0382576 Feb 19 00:30:36.959940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a8575866-94d9-4367-a52b-1bdca425dcba no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:30:36.997289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: a8575866-94d9-4367-a52b-1bdca425dcba {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:30:36.997745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a8575866-94d9-4367-a52b-1bdca425dcba not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:30:37.005551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-1614a623-ece0-4909-a5ea-97a0fa2c69f2 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:37.007085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-1614a623-ece0-4909-a5ea-97a0fa2c69f2 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/networks?id=d7f04e87-4d44-47ae-ad18-f8d718c62cf6 HTTP/1.1" status: 200 len: 821 time: 0.1387367 Feb 19 00:30:37.019326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acf492ec-1927-4d21-a2fe-5040e927a274 admin admin] Publish callbacks [] for security_group (c46ce4c6-04f4-45e1-9722-60389b0d6a33), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:37.022263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-706bf0b3-4928-48a6-96e4-9913094e2bd0 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/quotas/350325dfa49145618e48df899090863c HTTP/1.1" status: 200 len: 375 time: 0.0093663 Feb 19 00:30:37.040393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acf492ec-1927-4d21-a2fe-5040e927a274 admin admin] Publish callbacks [] for security_group (c46ce4c6-04f4-45e1-9722-60389b0d6a33), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:37.054698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-5e6385f5-c379-416f-9a55-acd1bc2a497b tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=350325dfa49145618e48df899090863c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269465 Feb 19 00:30:37.087940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acf492ec-1927-4d21-a2fe-5040e927a274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c46ce4c6-04f4-45e1-9722-60389b0d6a33), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:37.090604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acf492ec-1927-4d21-a2fe-5040e927a274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:37.091791 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-acf492ec-1927-4d21-a2fe-5040e927a274 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c46ce4c6-04f4-45e1-9722-60389b0d6a33 HTTP/1.1" status: 204 len: 168 time: 0.1378884 Feb 19 00:30:37.101821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf492ec-1927-4d21-a2fe-5040e927a274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46ce4c6-04f4-45e1-9722-60389b0d6a33,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:37.154288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-c6f9abfc-af38-4a17-b764-6f8f52de5d82 service neutron] 10.222.0.60 "GET /v2.0/networks/d7f04e87-4d44-47ae-ad18-f8d718c62cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927455 Feb 19 00:30:37.288960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e18c1-1b39-499e-a6d2-2075d7450303 req-94027b1a-4f77-4f48-889f-b0db136a5496 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:37.290536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-869e18c1-1b39-499e-a6d2-2075d7450303 req-94027b1a-4f77-4f48-889f-b0db136a5496 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.1119239 Feb 19 00:30:37.292330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-95353817-2f62-4d02-8a66-6a3b312efd00 service neutron] 10.222.0.60 "GET /v2.0/networks/d7f04e87-4d44-47ae-ad18-f8d718c62cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322689 Feb 19 00:30:37.339043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-869e18c1-1b39-499e-a6d2-2075d7450303 req-3a46612f-28e7-464d-8c45-1990b2026e0e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Feb 19 00:30:37.482495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a112cb9d-15ae-4d8f-a66e-390cd4ee98a1 req-49d61c75-c926-4872-aaa6-7cb6912a4ce6 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 210 time: 0.0318918 Feb 19 00:30:37.696561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25c166c7-ae28-4fa2-8f9c-25862f073a3e req-839509c3-c16e-4a97-a501-daff2d1aaebe tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0276515 Feb 19 00:30:37.776913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf61f688-ecf1-4bbd-8f70-46b3b38febdc req-99e3c51a-64fe-434a-b4b7-ad0e9f9fefc6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0278244 Feb 19 00:30:37.900940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d224fed-dc0b-4792-8355-43fa54e0c359 req-039a6923-3a30-4fef-b65d-62fe9adafedb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0346334 Feb 19 00:30:38.055211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f98efc2-330a-439e-8f23-fb0ba789e7d7 req-f220a98d-77a9-4d2f-acb1-96f963d1f7ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0290949 Feb 19 00:30:38.491307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc24b0-af1f-4304-97ae-05a436deda90 req-fefc010e-8d0a-4796-b2d8-012a0868636a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:38.492822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2fc24b0-af1f-4304-97ae-05a436deda90 req-fefc010e-8d0a-4796-b2d8-012a0868636a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.0827627 Feb 19 00:30:38.628501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f045e819-1364-4800-a12c-c45b211f6e77 req-9bcf8301-090a-4b49-9ea3-9a08568f28cd tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 210 time: 0.0719693 Feb 19 00:30:38.649759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2fc24b0-af1f-4304-97ae-05a436deda90 req-1ebea478-e20a-4464-8faf-6081d6393c03 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479466 Feb 19 00:30:38.693461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-c05159f1-31da-43eb-8342-76d7f8c3807b tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:38.694938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-c05159f1-31da-43eb-8342-76d7f8c3807b tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.113 "GET /v2.0/networks?id=d7f04e87-4d44-47ae-ad18-f8d718c62cf6 HTTP/1.1" status: 200 len: 821 time: 0.1723592 Feb 19 00:30:38.710795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Request body: {'port': {'device_id': '92e13abb-316c-4d7a-9189-4a5a9061e4cd', 'network_id': 'd7f04e87-4d44-47ae-ad18-f8d718c62cf6', 'admin_state_up': True, 'tenant_id': '350325dfa49145618e48df899090863c'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:38.788198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20b11a53-eb46-41a2-a5af-c706c8bffb44 req-3eb0324c-82d6-427c-89de-26b3715fe730 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0334148 Feb 19 00:30:38.854037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41448) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:38.873148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8795113f-1dd1-4ad6-9dc0-bd09a8b682fb req-9a598212-e3fc-4622-912c-02aea641a0b9 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0334990 Feb 19 00:30:38.883260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Made reservation on behalf of 350325dfa49145618e48df899090863c for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:38.886829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:38.966449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d404bb25-8232-4b00-a7d5-e8920091949c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:38.976610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b066316-15bb-4e10-adca-ebbaa22f9e27 req-e99fd065-f1f8-4c42-9f9a-e9c5bf0e0476 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0329180 Feb 19 00:30:39.041113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Allocated IP 172.20.0.10 (d7f04e87-4d44-47ae-ad18-f8d718c62cf6/b1d04498-db13-4200-b110-ca4d3735b5a6/3691eda2-8678-4e9c-825e-f35673fa32d2) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:39.043339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d404bb25-8232-4b00-a7d5-e8920091949c admin admin] Publish callbacks [] for security_group (8bf15ebb-ad43-4360-84d4-037212c12057), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.048283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d404bb25-8232-4b00-a7d5-e8920091949c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8bf15ebb-ad43-4360-84d4-037212c12057), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.085709 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d404bb25-8232-4b00-a7d5-e8920091949c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b652a7fd78e84f6b84eed6edb23ea622&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2302792 Feb 19 00:30:39.086581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404bb25-8232-4b00-a7d5-e8920091949c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf15ebb-ad43-4360-84d4-037212c12057,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:39.088950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41456) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:39.187170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53bb8dce-c83e-459c-84af-c5bde331af20 req-1b17af35-ffa3-4e19-a8e5-c7c585d06d7f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0697253 Feb 19 00:30:39.231378 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa495021-190c-4e53-aeed-8121f848a4ec admin admin] Publish callbacks [] for security_group (8bf15ebb-ad43-4360-84d4-037212c12057), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.271992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa495021-190c-4e53-aeed-8121f848a4ec admin admin] Publish callbacks [] for security_group (8bf15ebb-ad43-4360-84d4-037212c12057), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.275534 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Publish callbacks [] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.331715 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.363829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa495021-190c-4e53-aeed-8121f848a4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8bf15ebb-ad43-4360-84d4-037212c12057), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.366384 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa495021-190c-4e53-aeed-8121f848a4ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.367480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa495021-190c-4e53-aeed-8121f848a4ec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bf15ebb-ad43-4360-84d4-037212c12057 HTTP/1.1" status: 204 len: 168 time: 0.2774105 Feb 19 00:30:39.391101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:39.391976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa495021-190c-4e53-aeed-8121f848a4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf15ebb-ad43-4360-84d4-037212c12057,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:39.401542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:39.403649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Pushing event updated for resources: {'Port': ['ID=3691eda2-8678-4e9c-825e-f35673fa32d2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:39.405767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:39.452172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:39.452799 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.470919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-f6c32972-0039-438e-93b1-bb21d2bfc99d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7645869 Feb 19 00:30:39.483881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Request body: {'port': {'device_id': '92e13abb-316c-4d7a-9189-4a5a9061e4cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:39.545427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.653329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41464) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:39.666749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efbd1e6d-1384-4340-a821-cac13cebad5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.744803 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efbd1e6d-1384-4340-a821-cac13cebad5d admin admin] Publish callbacks [] for security_group (1b167cd6-11ad-40dd-9222-573b22a78620), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.749280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efbd1e6d-1384-4340-a821-cac13cebad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1b167cd6-11ad-40dd-9222-573b22a78620), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.787916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd1e6d-1384-4340-a821-cac13cebad5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b167cd6-11ad-40dd-9222-573b22a78620,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:39.793417 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-efbd1e6d-1384-4340-a821-cac13cebad5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9b3b4675752453baa41e8a7a99abb77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1390309 Feb 19 00:30:39.796798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41468) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:39.846743 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c403f0d-4cb9-4127-9dcd-261a9f29bcc3 admin admin] Publish callbacks [] for security_group (1b167cd6-11ad-40dd-9222-573b22a78620), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.853761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f4a4f-b34c-4800-ac7e-592c9e17f9ce req-14e2bcfa-f3e6-42fb-bf17-fd826a5cbedb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:39.855275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-420f4a4f-b34c-4800-ac7e-592c9e17f9ce req-14e2bcfa-f3e6-42fb-bf17-fd826a5cbedb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.1158402 Feb 19 00:30:39.863549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04ca89-0360-4bbe-b73f-ce65c6caf0f9 req-cf007d94-4189-401f-ab56-bbe0ef030820 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:39.864946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e04ca89-0360-4bbe-b73f-ce65c6caf0f9 req-cf007d94-4189-401f-ab56-bbe0ef030820 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 932 time: 0.1440699 Feb 19 00:30:39.869238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c403f0d-4cb9-4127-9dcd-261a9f29bcc3 admin admin] Publish callbacks [] for security_group (1b167cd6-11ad-40dd-9222-573b22a78620), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.918091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c403f0d-4cb9-4127-9dcd-261a9f29bcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1b167cd6-11ad-40dd-9222-573b22a78620), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.920619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c403f0d-4cb9-4127-9dcd-261a9f29bcc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.922670 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6c403f0d-4cb9-4127-9dcd-261a9f29bcc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b167cd6-11ad-40dd-9222-573b22a78620 HTTP/1.1" status: 204 len: 168 time: 0.1241064 Feb 19 00:30:39.931124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c403f0d-4cb9-4127-9dcd-261a9f29bcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b167cd6-11ad-40dd-9222-573b22a78620,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:39.975405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3691eda2-8678-4e9c-825e-f35673fa32d2 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:30:39.993694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Publish callbacks [] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:39.998922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e04ca89-0360-4bbe-b73f-ce65c6caf0f9 req-070625d1-3d62-41e8-a715-b3acc0e5ba05 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221390 Feb 19 00:30:40.003329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-420f4a4f-b34c-4800-ac7e-592c9e17f9ce req-abd04c29-28f2-45b2-a382-00fb6415680f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325126 Feb 19 00:30:40.015508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Transition to ACTIVE for port object 3691eda2-8678-4e9c-825e-f35673fa32d2 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:30:40.028135 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:40.121346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5798ed4-c684-4b6b-bf01-d38faaafc48c req-95696daa-660f-4b37-8530-2d6189d2e2ec tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0511220 Feb 19 00:30:40.151810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5733a47-74ba-44a4-9694-1fab24f566cb req-7a955801-d532-4851-b285-5f17c9218768 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0756035 Feb 19 00:30:40.156115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Pushing event updated for resources: {'Port': ['ID=3691eda2-8678-4e9c-825e-f35673fa32d2,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:40.232583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4c4338a-fac1-44dd-97bc-8e80d69499d6 req-5158e4c7-8aec-4016-98d3-bd189b610c16 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0530331 Feb 19 00:30:40.255513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Attempting to bind port 3691eda2-8678-4e9c-825e-f35673fa32d2 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:30:40.255860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Attempting to bind port 3691eda2-8678-4e9c-825e-f35673fa32d2 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '904cb874-656b-4a9b-85a8-c6838701739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7f04e87-4d44-47ae-ad18-f8d718c62cf6'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:30:40.256197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Attempting to bind port 3691eda2-8678-4e9c-825e-f35673fa32d2 on network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:40.277088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Port 3691eda2-8678-4e9c-825e-f35673fa32d2 on network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:30:40.277487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Attempting to bind port 3691eda2-8678-4e9c-825e-f35673fa32d2 on network d7f04e87-4d44-47ae-ad18-f8d718c62cf6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:40.297440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a001fca8-e513-42cd-8ab8-b69623fd580a req-02bf6dff-ca4f-4fad-8243-2f8e92f2a34e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0373259 Feb 19 00:30:40.298645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:30:40.301772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Checking segment: {'id': '904cb874-656b-4a9b-85a8-c6838701739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7f04e87-4d44-47ae-ad18-f8d718c62cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:40.301772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Bound using segment: {'id': '904cb874-656b-4a9b-85a8-c6838701739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7f04e87-4d44-47ae-ad18-f8d718c62cf6'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:30:40.301772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Bound port: 3691eda2-8678-4e9c-825e-f35673fa32d2, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904cb874-656b-4a9b-85a8-c6838701739f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd7f04e87-4d44-47ae-ad18-f8d718c62cf6'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:30:40.301772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:40.371339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] For port 3691eda2-8678-4e9c-825e-f35673fa32d2, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:40.374465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] For port 3691eda2-8678-4e9c-825e-f35673fa32d2, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=3691eda2-8678-4e9c-825e-f35673fa32d2,segment=NetworkSegment(904cb874-656b-4a9b-85a8-c6838701739f),segment_id=904cb874-656b-4a9b-85a8-c6838701739f)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:30:40.380445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:40.414452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:40.415088 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:40.416500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] 10.222.0.113 "PUT /v2.0/ports/3691eda2-8678-4e9c-825e-f35673fa32d2 HTTP/1.1" status: 200 len: 1092 time: 0.9372315 Feb 19 00:30:40.417005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e13abb-316c-4d7a-9189-4a5a9061e4cd', 'tag': '3691eda2-8678-4e9c-825e-f35673fa32d2'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:40.419318 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a1e639-92a8-4262-8745-87e0c26c5c19" -d '{"events": [{"name": "network-changed", "server_uuid": "92e13abb-316c-4d7a-9189-4a5a9061e4cd", "tag": "3691eda2-8678-4e9c-825e-f35673fa32d2"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:40.446398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51108eb-b0c8-4958-81c3-299b196c026d service neutron] Pushing event updated for resources: {'Port': ['ID=3691eda2-8678-4e9c-825e-f35673fa32d2,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:40.481526 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139340a3-9bbb-45da-b1e5-81bef9ce7b03 x-openstack-request-id: req-139340a3-9bbb-45da-b1e5-81bef9ce7b03 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:40.482060 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e13abb-316c-4d7a-9189-4a5a9061e4cd", "tag": "3691eda2-8678-4e9c-825e-f35673fa32d2", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:40.483236 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-139340a3-9bbb-45da-b1e5-81bef9ce7b03 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:40.483668 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e13abb-316c-4d7a-9189-4a5a9061e4cd', 'tag': '3691eda2-8678-4e9c-825e-f35673fa32d2', 'status': 'completed', 'code': 200} Feb 19 00:30:40.518765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-8c4dbd9c-e65e-42b3-80eb-54bd14d3130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:40.520309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-8c4dbd9c-e65e-42b3-80eb-54bd14d3130e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=350325dfa49145618e48df899090863c&device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 1126 time: 0.0527639 Feb 19 00:30:40.570593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-94260894-9218-4acd-bf4f-9e9d2eb1bfc1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3691eda2-8678-4e9c-825e-f35673fa32d2 HTTP/1.1" status: 200 len: 217 time: 0.0396380 Feb 19 00:30:40.624498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-4f8da5e6-a134-43bb-b202-d2551d6f0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:40.626080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-4f8da5e6-a134-43bb-b202-d2551d6f0504 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b1d04498-db13-4200-b110-ca4d3735b5a6 HTTP/1.1" status: 200 len: 861 time: 0.0501583 Feb 19 00:30:40.658817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-96801ebd-be81-4f35-b6e5-3c8cb4d7ccba service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d7f04e87-4d44-47ae-ad18-f8d718c62cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266452 Feb 19 00:30:40.752492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-0a1cd209-6964-4893-88d9-b524dbcc9729 service neutron] 10.222.0.113 "GET /v2.0/networks/d7f04e87-4d44-47ae-ad18-f8d718c62cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875661 Feb 19 00:30:40.847891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75aba182-bb17-4cc3-8dc9-0d6b6af2538d req-642653b1-6165-49de-909d-2f006148bad3 service neutron] 10.222.0.113 "GET /v2.0/networks/d7f04e87-4d44-47ae-ad18-f8d718c62cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890136 Feb 19 00:30:40.938251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-7c76d2f0-03ac-4673-99a4-2e8f5730091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:40.939908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-7c76d2f0-03ac-4673-99a4-2e8f5730091f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=350325dfa49145618e48df899090863c&device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 1126 time: 0.0489008 Feb 19 00:30:41.048151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-28aa5ecf-d9e6-4021-9254-d5aab3d7af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:41.049749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-28aa5ecf-d9e6-4021-9254-d5aab3d7af62 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d7f04e87-4d44-47ae-ad18-f8d718c62cf6 HTTP/1.1" status: 200 len: 922 time: 0.1027780 Feb 19 00:30:41.145361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-c9b20dab-6a01-4779-9a87-f4fc05583cd6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3691eda2-8678-4e9c-825e-f35673fa32d2 HTTP/1.1" status: 200 len: 217 time: 0.0885477 Feb 19 00:30:41.246875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-d7ecf88a-63f5-49a8-a03e-fa74e4af9e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:41.248305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-d7ecf88a-63f5-49a8-a03e-fa74e4af9e68 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b1d04498-db13-4200-b110-ca4d3735b5a6 HTTP/1.1" status: 200 len: 861 time: 0.0812929 Feb 19 00:30:41.264912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ce873-cd66-4e29-9335-6f2e2fbad951 req-4cc07cc6-b9e9-43a5-9db2-cebf878f5ee1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:41.266618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-344ce873-cd66-4e29-9335-6f2e2fbad951 req-4cc07cc6-b9e9-43a5-9db2-cebf878f5ee1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.1449084 Feb 19 00:30:41.283102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82409ade-e821-4db1-942e-815ab33642be req-1edbda37-12c7-4341-b1c4-7b4508370b05 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:41.284675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82409ade-e821-4db1-942e-815ab33642be req-1edbda37-12c7-4341-b1c4-7b4508370b05 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 944 time: 0.1641114 Feb 19 00:30:41.314365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-0dd25af1-ce35-427c-a76d-4af91e574fe2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d7f04e87-4d44-47ae-ad18-f8d718c62cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467060 Feb 19 00:30:41.436933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-344ce873-cd66-4e29-9335-6f2e2fbad951 req-4bb4d4e9-7811-47ff-83a0-152f541e0e19 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512485 Feb 19 00:30:41.445483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82409ade-e821-4db1-942e-815ab33642be req-8544cecf-8514-45e2-b199-17c4ea57ff2f tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352744 Feb 19 00:30:41.478833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-c6c5fdef-9d95-4911-89b7-bcd84c6f3e5e service neutron] 10.222.0.113 "GET /v2.0/networks/d7f04e87-4d44-47ae-ad18-f8d718c62cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483898 Feb 19 00:30:41.607987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9736b61-c4bc-4225-b1a7-d9f000f0a380 req-8489aa1e-4385-48da-a3d6-d99091bde8fc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.1036346 Feb 19 00:30:41.618271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ee58503-7047-4ac2-af0b-03993598ca15 req-c6239ee0-7d98-48d3-bb03-b1423d73ca79 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0844786 Feb 19 00:30:41.677019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8a1e639-92a8-4262-8745-87e0c26c5c19 req-196c9700-dff4-4244-8bcd-4a7fc15f6d7e service neutron] 10.222.0.113 "GET /v2.0/networks/d7f04e87-4d44-47ae-ad18-f8d718c62cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890202 Feb 19 00:30:41.734872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0fccee8-f0ff-4d3b-9c38-b526ad2ea492 req-d5421278-1759-475c-8566-e8b610419091 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0470395 Feb 19 00:30:41.760677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce489d85-a92b-4fee-9abc-9c36f39ce070 req-82ce43ce-ed8f-49a8-9fd1-a2e9cd1b79d3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0602167 Feb 19 00:30:42.568155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41562) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:42.641956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47a60-4e28-47ab-8f33-e75e7bedb420 req-ff5baf88-7709-4b6e-bd15-3184d39cf14b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:42.648755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20d47a60-4e28-47ab-8f33-e75e7bedb420 req-ff5baf88-7709-4b6e-bd15-3184d39cf14b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.0986791 Feb 19 00:30:42.658325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee13bc-a221-41ec-8dbd-e6d85e811373 req-f1f7a4d2-9689-4188-8457-db7a9451d3f0 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:42.660236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0ee13bc-a221-41ec-8dbd-e6d85e811373 req-f1f7a4d2-9689-4188-8457-db7a9451d3f0 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 944 time: 0.1014118 Feb 19 00:30:42.679446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-18530560-de26-47b8-8f47-3d6b04553843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:42.727152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20d47a60-4e28-47ab-8f33-e75e7bedb420 req-601d2b11-dbf2-4200-8186-cafd29aa841f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770724 Feb 19 00:30:42.748296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0ee13bc-a221-41ec-8dbd-e6d85e811373 req-3fbd9e9b-ac78-4b32-9a6e-70793fa05406 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776906 Feb 19 00:30:42.762695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-18530560-de26-47b8-8f47-3d6b04553843 admin admin] Publish callbacks [] for security_group (8f889afb-466a-4ec3-ae8c-cd14497ccb38), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:42.768795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-18530560-de26-47b8-8f47-3d6b04553843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8f889afb-466a-4ec3-ae8c-cd14497ccb38), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:42.813676 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-18530560-de26-47b8-8f47-3d6b04553843 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8333b8dbfd2a45069804379f1641f654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2443149 Feb 19 00:30:42.814705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:42.820983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18530560-de26-47b8-8f47-3d6b04553843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f889afb-466a-4ec3-ae8c-cd14497ccb38,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:42.836754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31f9e5b9-61e6-4274-9ad3-7ad6a0a725d9 req-ad4ac87f-205a-4798-a7b7-6eb5e629cbc4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0560739 Feb 19 00:30:42.838854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30a3ae2b-ea34-456f-a0c7-6387c6721571 req-6e510a87-5c18-4820-9546-07d6a1ff26e6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0447881 Feb 19 00:30:42.929227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42c873db-efda-4dfc-bbe6-e8e84a083dcd req-a690e7bd-00c8-4fee-a54e-966ec2753fad tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0387900 Feb 19 00:30:42.961714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e33b1bc9-fad0-4ba8-9264-d625dcb4614f req-ae849080-3c14-4edd-aba8-fbe14bff5384 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0582755 Feb 19 00:30:42.989569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 3691eda2-8678-4e9c-825e-f35673fa32d2 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:30:42.991745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d81417ea-50d4-4e90-a6ab-02c3794e1aee no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:30:43.146982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 3691eda2-8678-4e9c-825e-f35673fa32d2, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=3691eda2-8678-4e9c-825e-f35673fa32d2,segment=NetworkSegment(904cb874-656b-4a9b-85a8-c6838701739f),segment_id=904cb874-656b-4a9b-85a8-c6838701739f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:43.164481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '3691eda2-8678-4e9c-825e-f35673fa32d2', 'network_id': 'd7f04e87-4d44-47ae-ad18-f8d718c62cf6', 'port_id': '3691eda2-8678-4e9c-825e-f35673fa32d2', 'mac_address': 'fa:16:3e:9b:62:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1d04498-db13-4200-b110-ca4d3735b5a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:30:43.173059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d81417ea-50d4-4e90-a6ab-02c3794e1aee is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:43.180288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c2b1e39-d3d7-4ed0-a981-27a6aaaf36df admin admin] Publish callbacks [] for security_group (8f889afb-466a-4ec3-ae8c-cd14497ccb38), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.201603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c2b1e39-d3d7-4ed0-a981-27a6aaaf36df admin admin] Publish callbacks [] for security_group (8f889afb-466a-4ec3-ae8c-cd14497ccb38), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.213668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 3691eda2-8678-4e9c-825e-f35673fa32d2 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:43.214071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.236315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3691eda2-8678-4e9c-825e-f35673fa32d2 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:30:43.248519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c2b1e39-d3d7-4ed0-a981-27a6aaaf36df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8f889afb-466a-4ec3-ae8c-cd14497ccb38), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.251411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c2b1e39-d3d7-4ed0-a981-27a6aaaf36df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.254993 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c2b1e39-d3d7-4ed0-a981-27a6aaaf36df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f889afb-466a-4ec3-ae8c-cd14497ccb38 HTTP/1.1" status: 204 len: 168 time: 0.4367652 Feb 19 00:30:43.264022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b1e39-d3d7-4ed0-a981-27a6aaaf36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f889afb-466a-4ec3-ae8c-cd14497ccb38,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:43.265942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 3691eda2-8678-4e9c-825e-f35673fa32d2, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=3691eda2-8678-4e9c-825e-f35673fa32d2,segment=NetworkSegment(904cb874-656b-4a9b-85a8-c6838701739f),segment_id=904cb874-656b-4a9b-85a8-c6838701739f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:43.274972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.340838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=3691eda2-8678-4e9c-825e-f35673fa32d2,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:43.488940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['3691eda2-8678-4e9c-825e-f35673fa32d2'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:30:43.548857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41580) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:43.562851 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53e72c81-6257-4ecc-b93e-49e02ffbfa6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.643241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53e72c81-6257-4ecc-b93e-49e02ffbfa6a admin admin] Publish callbacks [] for security_group (02c8baa3-8ff3-4472-9792-77d7d6e85ff6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.647679 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53e72c81-6257-4ecc-b93e-49e02ffbfa6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (02c8baa3-8ff3-4472-9792-77d7d6e85ff6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.683640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e72c81-6257-4ecc-b93e-49e02ffbfa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c8baa3-8ff3-4472-9792-77d7d6e85ff6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:43.690575 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-53e72c81-6257-4ecc-b93e-49e02ffbfa6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c77b4a29b63945bf8ec465e971c614b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379218 Feb 19 00:30:43.690725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41582) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:43.739636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c1aa831-3a96-4ffd-9d30-26e38cfd138e admin admin] Publish callbacks [] for security_group (02c8baa3-8ff3-4472-9792-77d7d6e85ff6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.764893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c1aa831-3a96-4ffd-9d30-26e38cfd138e admin admin] Publish callbacks [] for security_group (02c8baa3-8ff3-4472-9792-77d7d6e85ff6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.817222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c1aa831-3a96-4ffd-9d30-26e38cfd138e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (02c8baa3-8ff3-4472-9792-77d7d6e85ff6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.820600 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c1aa831-3a96-4ffd-9d30-26e38cfd138e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:43.822257 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9c1aa831-3a96-4ffd-9d30-26e38cfd138e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02c8baa3-8ff3-4472-9792-77d7d6e85ff6 HTTP/1.1" status: 204 len: 168 time: 0.1303267 Feb 19 00:30:43.834444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1aa831-3a96-4ffd-9d30-26e38cfd138e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c8baa3-8ff3-4472-9792-77d7d6e85ff6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:43.867591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7ab57-9443-4531-bc26-4315af5d7d7e req-24504af0-fc24-4bd3-8934-88bca4276b23 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:43.869424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5bd7ab57-9443-4531-bc26-4315af5d7d7e req-24504af0-fc24-4bd3-8934-88bca4276b23 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 944 time: 0.0704873 Feb 19 00:30:43.951926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d27b2d-c14d-472f-aa05-90e8fa80a7fd req-7c755297-82db-4978-ba77-da0603a2b880 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:43.953388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61d27b2d-c14d-472f-aa05-90e8fa80a7fd req-7c755297-82db-4978-ba77-da0603a2b880 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 945 time: 0.0827177 Feb 19 00:30:43.956910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5bd7ab57-9443-4531-bc26-4315af5d7d7e req-7660c7fc-f199-42f7-94a0-9d43cbb00893 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777271 Feb 19 00:30:44.026794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61d27b2d-c14d-472f-aa05-90e8fa80a7fd req-d624ee2e-fc34-4472-a696-89cdfb4604ad tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621359 Feb 19 00:30:44.043228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df6651ef-c89f-4baa-8427-7a1500cdb1ce req-5e199699-09af-4634-a6a7-973395b5d8a6 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0327513 Feb 19 00:30:44.118244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6de1e09-ef23-4f57-a637-8564386f9677 req-66040d6f-b87f-41be-a9a7-09837918823d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0362315 Feb 19 00:30:44.481574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe7d8b4f-f717-4e05-bd35-250049ae4c11 req-80e69185-a768-434a-aec7-81c16ee2f986 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.3700721 Feb 19 00:30:44.535737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-842a9153-7c6b-4601-852e-83ea40d85bf1 req-c5ed99e5-77ae-43a1-8f40-7545f35598d8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0579393 Feb 19 00:30:44.565219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-94923587-1127-4be8-93a1-779191772ab2 service neutron] 10.222.0.113 "GET /v2.0/ports/d81417ea-50d4-4e90-a6ab-02c3794e1aee/bindings/n-h2-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.0861099 Feb 19 00:30:44.749640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:44.769357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:44.805600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d81417ea-50d4-4e90-a6ab-02c3794e1aee {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:30:44.816407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:44.831394 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:44.904996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] Transition to ACTIVE for port object d81417ea-50d4-4e90-a6ab-02c3794e1aee will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:30:44.910453 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:44.966457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] No DVR routers for this DVR port d81417ea-50d4-4e90-a6ab-02c3794e1aee on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:30:44.996103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 3691eda2-8678-4e9c-825e-f35673fa32d2 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:30:45.008869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] Pushing event updated for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:45.015793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-7b360e57-9e89-4e61-bdfe-3fd726b7de34 service neutron] 10.222.0.113 "PUT /v2.0/ports/d81417ea-50d4-4e90-a6ab-02c3794e1aee/bindings/n-h2-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 0.4439681 Feb 19 00:30:45.055972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 3691eda2-8678-4e9c-825e-f35673fa32d2 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:30:45.060703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 3691eda2-8678-4e9c-825e-f35673fa32d2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:30:45.061502 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:45.156937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-acdcbd7d-ef2f-4831-beb1-dff0d7b76d6f req-0968a49f-9ca6-4bd7-a612-f9057d7df87f tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0404544 Feb 19 00:30:45.166042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbd256-974a-4b5d-8210-bd6b4442f318 req-4d4e470d-f2ec-4aff-9569-c5de667b4aa2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:45.172862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17fbd256-974a-4b5d-8210-bd6b4442f318 req-4d4e470d-f2ec-4aff-9569-c5de667b4aa2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 945 time: 0.1305330 Feb 19 00:30:45.176206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 3691eda2-8678-4e9c-825e-f35673fa32d2 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:45.176602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:45.200305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e13abb-316c-4d7a-9189-4a5a9061e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3691eda2-8678-4e9c-825e-f35673fa32d2'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:45.203324 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fc5479-934b-4a13-a723-1f3de73f8563" -d '{"events": [{"server_uuid": "92e13abb-316c-4d7a-9189-4a5a9061e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "3691eda2-8678-4e9c-825e-f35673fa32d2"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:45.207722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-170cbd02-83e7-4ec7-aa04-7b3e2fed2f0f tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:45.209291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-170cbd02-83e7-4ec7-aa04-7b3e2fed2f0f tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.1288574 Feb 19 00:30:45.217467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 3691eda2-8678-4e9c-825e-f35673fa32d2, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=3691eda2-8678-4e9c-825e-f35673fa32d2,segment=NetworkSegment(904cb874-656b-4a9b-85a8-c6838701739f),segment_id=904cb874-656b-4a9b-85a8-c6838701739f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:45.224709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:45.267843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d81417ea-50d4-4e90-a6ab-02c3794e1aee no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:30:45.290115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17fbd256-974a-4b5d-8210-bd6b4442f318 req-6fd5bb0d-59d1-4193-be02-1bc05c25cb33 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163697 Feb 19 00:30:45.299911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=3691eda2-8678-4e9c-825e-f35673fa32d2,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:45.323502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-955e52ba-e55f-4591-abf1-cf4fc0f9e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:45.325087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-955e52ba-e55f-4591-abf1-cf4fc0f9e29a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f HTTP/1.1" status: 200 len: 1127 time: 0.1023610 Feb 19 00:30:45.339192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704b30a-ad60-46cc-90e7-b4bd030b90c1 req-b73f03cd-889c-43cb-8c16-6cc4fb93e6af tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:45.340873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0704b30a-ad60-46cc-90e7-b4bd030b90c1 req-b73f03cd-889c-43cb-8c16-6cc4fb93e6af tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 946 time: 0.0926142 Feb 19 00:30:45.382726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d81417ea-50d4-4e90-a6ab-02c3794e1aee is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:30:45.427740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d463444-2f13-4c9a-80ed-fefeeafb73c1 req-a097aa8d-ca99-47fd-84a1-de1288b9f19f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0499885 Feb 19 00:30:45.464759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0704b30a-ad60-46cc-90e7-b4bd030b90c1 req-02c2e369-bf24-4cf0-978c-f47c93aae4bf tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180830 Feb 19 00:30:45.467702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-b1857ed5-a893-400a-990f-6ecf8904d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:45.469180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-b1857ed5-a893-400a-990f-6ecf8904d874 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1127 time: 0.1141155 Feb 19 00:30:45.475413 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3096627b-a08e-4885-a523-2e872bb0d390 x-openstack-request-id: req-3096627b-a08e-4885-a523-2e872bb0d390 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:45.475900 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e13abb-316c-4d7a-9189-4a5a9061e4cd", "name": "network-vif-plugged", "status": "completed", "tag": "3691eda2-8678-4e9c-825e-f35673fa32d2", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:45.476185 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3096627b-a08e-4885-a523-2e872bb0d390 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:45.476655 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e13abb-316c-4d7a-9189-4a5a9061e4cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3691eda2-8678-4e9c-825e-f35673fa32d2', 'code': 200} Feb 19 00:30:45.617042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3970f7a-7f89-43a4-a936-1d3e0149493b req-39a3a5e8-305a-44d6-89c9-89a9cf7d1850 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0684996 Feb 19 00:30:45.652320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0697eae6-e0ea-4716-a6bb-d35ad08f9c38 req-1577fc8f-b66e-4b2a-9921-bc407026a7d0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0574582 Feb 19 00:30:45.655456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-23941c06-af6b-41e9-bdb3-6d3ab74ddce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:45.656794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-23941c06-af6b-41e9-bdb3-6d3ab74ddce6 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1791880 Feb 19 00:30:45.674464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3af4-2999-4288-aa45-7595529fbfad req-66f39baf-395c-44dd-9647-1e444e56a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:45.675960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51db3af4-2999-4288-aa45-7595529fbfad req-66f39baf-395c-44dd-9647-1e444e56a362 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 1128 time: 0.1287222 Feb 19 00:30:45.711569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-c9de9857-5fd2-46f8-8968-8bf860e8d839 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 200 len: 217 time: 0.0470943 Feb 19 00:30:45.778479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51db3af4-2999-4288-aa45-7595529fbfad req-bc88a249-6f47-4bad-900e-e40554d18555 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728920 Feb 19 00:30:45.783768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-92583d76-bc46-43d9-b522-43f2dbc51078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:45.785116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-92583d76-bc46-43d9-b522-43f2dbc51078 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0652888 Feb 19 00:30:45.817594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-841ca869-bc53-4c24-9b24-a029e076dc50 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251763 Feb 19 00:30:45.913072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-ba762909-216a-4ff7-a6fc-f54c10ceffc8 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890355 Feb 19 00:30:46.004497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-13d8dc9d-b596-4a01-b8bb-662c507bede7 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850170 Feb 19 00:30:46.260170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d6fec19-8fa0-4c6a-988e-647d86ae3b75 req-d118cb22-34cd-4c66-af05-bf192c9f6ca5 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0468946 Feb 19 00:30:46.306717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba072ba-2406-4735-a082-43e97ce22619 req-b7623fdc-6602-4738-ac86-092b79f08df6 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:46.308433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-b7623fdc-6602-4738-ac86-092b79f08df6 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.0865531 Feb 19 00:30:46.462301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4d2b0-00fe-4e4f-87b1-f3dd295d07fd req-6af86b5e-3dc3-4471-8dc8-ac3e8c139354 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:46.463844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60d4d2b0-00fe-4e4f-87b1-f3dd295d07fd req-6af86b5e-3dc3-4471-8dc8-ac3e8c139354 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 945 time: 0.0879657 Feb 19 00:30:46.469225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5ba072ba-2406-4735-a082-43e97ce22619 req-c00c76aa-3868-4361-b0e4-c2c4edd0a58b service neutron] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:46.472432 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5ba072ba-2406-4735-a082-43e97ce22619 req-c00c76aa-3868-4361-b0e4-c2c4edd0a58b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:46.473493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba072ba-2406-4735-a082-43e97ce22619 req-c00c76aa-3868-4361-b0e4-c2c4edd0a58b service neutron] 10.222.0.126 "DELETE /v2.0/ports/d81417ea-50d4-4e90-a6ab-02c3794e1aee/bindings/n-h1-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.1574333 Feb 19 00:30:46.531580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4dc80e0-fa5b-4d19-9a9c-c331af25cbf1 req-10acfa4e-96c9-490e-9aac-329090c2b9cb tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0462184 Feb 19 00:30:46.558927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60d4d2b0-00fe-4e4f-87b1-f3dd295d07fd req-8c1783bf-90fa-418e-8306-df692b84d803 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844159 Feb 19 00:30:46.648172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd0c13-f399-4472-9139-fbdeea219c86 req-22cab0cc-292f-44a5-8210-c78c48476099 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:46.649703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ccd0c13-f399-4472-9139-fbdeea219c86 req-22cab0cc-292f-44a5-8210-c78c48476099 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 946 time: 0.0607359 Feb 19 00:30:46.727738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ccd0c13-f399-4472-9139-fbdeea219c86 req-404e17d7-b52f-4027-a222-3e98c2554e2d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656869 Feb 19 00:30:46.734774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff68c5-25e3-41c5-8598-b22cf07c367b req-2845e1fd-18e8-47a2-8822-488e730e9c61 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:46.736379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33ff68c5-25e3-41c5-8598-b22cf07c367b req-2845e1fd-18e8-47a2-8822-488e730e9c61 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1127 time: 0.0826392 Feb 19 00:30:46.804803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33ff68c5-25e3-41c5-8598-b22cf07c367b req-eb8bcbaa-c0fa-418f-a1e4-5ffb28c1ce18 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521960 Feb 19 00:30:46.830226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a76d2d5-8f7f-4ab3-a70c-9357729459e2 req-5a05c67b-1711-47c5-9e53-d2097ba9d5cb tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0395586 Feb 19 00:30:46.893754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3adfa27-c50a-42f3-9ce4-12865c3d3598 req-f83a6e7d-b8d6-4762-9b30-9e01b9aef1d0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0314491 Feb 19 00:30:46.967048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655bb36-ec95-4292-a1d7-0da8af7863df req-359a2d6b-92f5-42b5-baf3-5cf922b500b7 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:46.968884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d655bb36-ec95-4292-a1d7-0da8af7863df req-359a2d6b-92f5-42b5-baf3-5cf922b500b7 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 1127 time: 0.0496068 Feb 19 00:30:47.017180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d655bb36-ec95-4292-a1d7-0da8af7863df req-de6b5552-aa42-42e4-8c84-48216e329a59 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424466 Feb 19 00:30:47.375696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce901c40-db90-4635-87e1-b5639f344a8a req-9a65fe9d-3dc8-4e1e-84cb-1d8e60664276 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0522633 Feb 19 00:30:47.611371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5cdf283-8632-406a-b197-06cd4bc43e55 req-398214f2-3069-41d9-a335-acbeb0a0e318 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0288060 Feb 19 00:30:47.879700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b603ba-f4ac-4b09-bed6-604e8f2092a3 req-12cea456-e0ea-467c-8c48-4fa19b6050d9 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:47.881359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73b603ba-f4ac-4b09-bed6-604e8f2092a3 req-12cea456-e0ea-467c-8c48-4fa19b6050d9 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 946 time: 0.0729027 Feb 19 00:30:47.889590 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fae62a39-2251-40ef-ba83-40c7739aea4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:47.938292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b43fe0b0-bade-432a-a711-312aa819222f req-ca576b54-bdff-475e-8713-40e91f302819 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0421531 Feb 19 00:30:47.955203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73b603ba-f4ac-4b09-bed6-604e8f2092a3 req-644d917f-8567-469f-aad4-9c6c2e6547dc tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670655 Feb 19 00:30:48.018683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e46e8e81-30d1-4a54-8f6c-fd8ebe326c06 req-6da2b5d1-059c-412b-9223-4a42fca3bcd8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0317147 Feb 19 00:30:48.479329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4c79815-d937-4152-87d9-1421bebf11eb req-960f5080-494b-485d-a691-adc741ccc675 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0356684 Feb 19 00:30:48.536086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:48.617937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c9262-af63-48f4-869e-f4a98032d657 req-2aa21782-97cc-4e61-98be-044f1965243b tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:48.619557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e38c9262-af63-48f4-869e-f4a98032d657 req-2aa21782-97cc-4e61-98be-044f1965243b tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 946 time: 0.0608542 Feb 19 00:30:48.685004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e38c9262-af63-48f4-869e-f4a98032d657 req-cf4e553a-9f11-448c-9359-d371fa278af1 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591683 Feb 19 00:30:48.701153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aed2bb3e-cefb-4545-90c8-c725494a0aa7 req-d8bab52e-91ad-4dde-b725-082756129bca tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0301380 Feb 19 00:30:49.027945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f851330c-a840-4dda-81eb-4cae69a1d462 req-5488bb8b-9d4c-4996-aa04-aa863e7b201f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0280128 Feb 19 00:30:49.105120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44c9f635-433c-4495-896d-9fcdd7a0981e req-f156f75b-8ad0-480a-a4b2-48e0c3a95766 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0319881 Feb 19 00:30:49.557945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf020f5d-0b2e-4b7b-b4d7-4325038866a7 req-8303c1f3-b710-40f9-8b31-205aab7736e9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0306199 Feb 19 00:30:49.816646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e18136a-79c6-46d1-93b6-3e56e5ee1d3f req-84c82a41-59c8-4281-a4fc-1bafe53775ae tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0511744 Feb 19 00:30:49.840389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10305a8f-fbf2-426d-bef6-ba84b8364d9f req-39d7865f-16a3-4f83-b62e-5508c24e690d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:49.842256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10305a8f-fbf2-426d-bef6-ba84b8364d9f req-39d7865f-16a3-4f83-b62e-5508c24e690d tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 946 time: 0.0788317 Feb 19 00:30:49.926043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10305a8f-fbf2-426d-bef6-ba84b8364d9f req-c6555c9b-37e4-49c7-ab87-f8e9c7933c46 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/security-groups?id=c6e84502-b1e6-45ba-a1b5-76799d9be32e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780430 Feb 19 00:30:49.965119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4df174-c737-45b9-a479-578fcb3826ee req-f2ae73dd-8f02-4499-8bd1-2f4e0af101e0 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:49.966905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff4df174-c737-45b9-a479-578fcb3826ee req-f2ae73dd-8f02-4499-8bd1-2f4e0af101e0 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.113 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 946 time: 0.1049762 Feb 19 00:30:50.006490 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e92211f-c89e-4292-a305-4110c563c3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:50.094149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Deleting port 3691eda2-8678-4e9c-825e-f35673fa32d2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:30:50.095284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:50.189878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4a412d2-7cf5-4397-a78d-43b04a186037 req-3ae4d93a-ec24-4a3c-9599-a81ef087f07d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0895364 Feb 19 00:30:50.221176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c950c7a3-2d9a-4e28-8961-317a837a89dd req-15d94222-ba6f-45ac-b542-e666e22e1d91 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0428309 Feb 19 00:30:50.262239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] For port 3691eda2-8678-4e9c-825e-f35673fa32d2, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=3691eda2-8678-4e9c-825e-f35673fa32d2,segment=NetworkSegment(904cb874-656b-4a9b-85a8-c6838701739f),segment_id=904cb874-656b-4a9b-85a8-c6838701739f)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:30:50.262898 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:50.276254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Calling delete_port for 3691eda2-8678-4e9c-825e-f35673fa32d2 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:30:50.409990 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3691eda2-8678-4e9c-825e-f35673fa32d2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:50.423973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['3691eda2-8678-4e9c-825e-f35673fa32d2'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:30:50.439946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Pushing event deleted for resources: {'Port': ['ID=3691eda2-8678-4e9c-825e-f35673fa32d2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:50.508617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] No DVR routers for this DVR port 3691eda2-8678-4e9c-825e-f35673fa32d2 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:30:50.512558 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:50.517994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff4df174-c737-45b9-a479-578fcb3826ee req-68c7e3a4-2268-46ab-845c-a19a5963c030 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.113 "DELETE /v2.0/ports/3691eda2-8678-4e9c-825e-f35673fa32d2 HTTP/1.1" status: 204 len: 173 time: 0.5454822 Feb 19 00:30:50.518504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e13abb-316c-4d7a-9189-4a5a9061e4cd', 'name': 'network-vif-deleted', 'tag': '3691eda2-8678-4e9c-825e-f35673fa32d2'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:30:50.520902 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d530b3fa-b8de-40bb-aed9-c4ce7d8627fb" -d '{"events": [{"server_uuid": "92e13abb-316c-4d7a-9189-4a5a9061e4cd", "name": "network-vif-deleted", "tag": "3691eda2-8678-4e9c-825e-f35673fa32d2"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:30:50.568977 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e79cf19-abe4-4306-aea1-99acc2997252 x-openstack-request-id: req-2e79cf19-abe4-4306-aea1-99acc2997252 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:30:50.569463 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e13abb-316c-4d7a-9189-4a5a9061e4cd", "name": "network-vif-deleted", "tag": "3691eda2-8678-4e9c-825e-f35673fa32d2", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:30:50.569884 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e79cf19-abe4-4306-aea1-99acc2997252 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:30:50.570548 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e13abb-316c-4d7a-9189-4a5a9061e4cd', 'name': 'network-vif-deleted', 'tag': '3691eda2-8678-4e9c-825e-f35673fa32d2', 'status': 'completed', 'code': 200} Feb 19 00:30:50.658627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-217b7177-3440-477d-beaa-83ec5c326fa9 req-19b2558c-5541-4bcd-b32b-7f593b79db67 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0347550 Feb 19 00:30:50.900809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a5f5e35-d1e0-4101-b735-8d7db73e74a8 req-a7c12c08-9aac-42d8-b87f-671900f6f7fd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0292962 Feb 19 00:30:51.048275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1f43ebd-6243-4b1c-85ce-2af6941b208d req-45f3c8de-9433-4155-90f1-8e73241729a2 tempest-ServerMetadataNegativeTestJSON-210545100 tempest-ServerMetadataNegativeTestJSON-210545100-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e13abb-316c-4d7a-9189-4a5a9061e4cd HTTP/1.1" status: 200 len: 210 time: 0.0277629 Feb 19 00:30:51.097699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:51.283504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ede2228-ac3b-42fe-9f41-aae095d8d083 req-01fdc61d-588a-471a-8164-8bd308d725c9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0337996 Feb 19 00:30:51.315494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e5dd616-1d93-4ccc-b9c8-a6ffbaa50c2b req-5e2e19a8-ab64-4f9b-b891-f80f966f734b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0296574 Feb 19 00:30:51.744833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd16e8a8-1c30-4ec6-8332-679cb5e9aa37 req-feb28855-d69f-4979-ae3e-45d502e8c07f tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0326123 Feb 19 00:30:51.980708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bf74559-2285-463a-bfe8-9fc4ab318ae7 req-4380edb2-5318-4830-b486-c03ae76984c8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0285370 Feb 19 00:30:52.106680 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41818) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:52.155264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dc566f8-3f77-4d68-9183-dd00e9523277 admin admin] Deleting subnet b1d04498-db13-4200-b110-ca4d3735b5a6 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:30:52.158649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dc566f8-3f77-4d68-9183-dd00e9523277 admin admin] Publish callbacks [] for subnet (b1d04498-db13-4200-b110-ca4d3735b5a6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.202165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dc566f8-3f77-4d68-9183-dd00e9523277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b1d04498-db13-4200-b110-ca4d3735b5a6), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.246548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dc566f8-3f77-4d68-9183-dd00e9523277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b1d04498-db13-4200-b110-ca4d3735b5a6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.308459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dc566f8-3f77-4d68-9183-dd00e9523277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b1d04498-db13-4200-b110-ca4d3735b5a6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.338663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6dc566f8-3f77-4d68-9183-dd00e9523277 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.344758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41824) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:52.345223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6dc566f8-3f77-4d68-9183-dd00e9523277 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b1d04498-db13-4200-b110-ca4d3735b5a6 HTTP/1.1" status: 204 len: 168 time: 0.2364938 Feb 19 00:30:52.345924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc566f8-3f77-4d68-9183-dd00e9523277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1d04498-db13-4200-b110-ca4d3735b5a6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:52.447380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61248da6-80d2-4ed9-8e20-a89b045b014d req-0a559634-6c83-48a8-84fe-a3066221cfc4 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0754972 Feb 19 00:30:52.478020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f7c2c93-66db-4a9e-ba8f-7e6408009474 req-4a8203c8-e073-44e6-bb46-ee4c643cec73 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0422237 Feb 19 00:30:52.497244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d7f04e87-4d44-47ae-ad18-f8d718c62cf6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.577147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.592085 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d7f04e87-4d44-47ae-ad18-f8d718c62cf6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.618458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7f04e87-4d44-47ae-ad18-f8d718c62cf6']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:52.635805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904cb874-656b-4a9b-85a8-c6838701739f') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:52.636491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904cb874-656b-4a9b-85a8-c6838701739f') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:52.650561 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (904cb874-656b-4a9b-85a8-c6838701739f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.667693 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (904cb874-656b-4a9b-85a8-c6838701739f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.674697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:30:52.675509 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (904cb874-656b-4a9b-85a8-c6838701739f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:30:52.678155 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:30:52.748181 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d7f04e87-4d44-47ae-ad18-f8d718c62cf6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.754134 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:52.757495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d7f04e87-4d44-47ae-ad18-f8d718c62cf6 HTTP/1.1" status: 204 len: 168 time: 0.4106693 Feb 19 00:30:52.771139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709653f0-87a5-4aef-8ea2-99c77946c6e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7f04e87-4d44-47ae-ad18-f8d718c62cf6,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:52.852895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2972c3db-c926-4ae6-9408-971b4f9cacee req-bb38a282-3b37-4d20-bda5-ad3b9b1ae569 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0471604 Feb 19 00:30:52.946941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41832) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:52.987741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6c6c087b-4030-46ae-bfe5-03acaafb8bc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=350325dfa49145618e48df899090863c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394056 Feb 19 00:30:52.990495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41834) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:53.073606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bddf10c3-de77-40cf-bca4-ea33354c193a req-061db17d-b543-42ab-afcf-f296fd03acb0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0390749 Feb 19 00:30:53.085655 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41961b01-20c4-4de4-b2d4-3bce6693bc46 admin admin] Publish callbacks [] for security_group (c6e84502-b1e6-45ba-a1b5-76799d9be32e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.129590 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41961b01-20c4-4de4-b2d4-3bce6693bc46 admin admin] Publish callbacks [] for security_group (c6e84502-b1e6-45ba-a1b5-76799d9be32e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.196168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41961b01-20c4-4de4-b2d4-3bce6693bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c6e84502-b1e6-45ba-a1b5-76799d9be32e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.199301 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41961b01-20c4-4de4-b2d4-3bce6693bc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.202637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-41961b01-20c4-4de4-b2d4-3bce6693bc46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6e84502-b1e6-45ba-a1b5-76799d9be32e HTTP/1.1" status: 204 len: 168 time: 0.2109451 Feb 19 00:30:53.211401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41961b01-20c4-4de4-b2d4-3bce6693bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e84502-b1e6-45ba-a1b5-76799d9be32e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:53.433354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.523134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41856) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:53.583327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6062517e-111b-476d-b034-5b06f9dff362 req-fa34efda-59c4-49f3-995b-49f17b35c68c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0429018 Feb 19 00:30:53.631368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f9db3c8-f987-41c9-8895-1870d6a84795 req-1082aedb-e5c7-4b46-b810-f27f839badd7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0469155 Feb 19 00:30:53.697828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae83e44c-dc97-4a85-94ef-f9db2ab79eb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.795814 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae83e44c-dc97-4a85-94ef-f9db2ab79eb8 admin admin] Publish callbacks [] for security_group (04e1a9b3-ca04-4abf-9196-a1a37e76d3ab), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.801154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae83e44c-dc97-4a85-94ef-f9db2ab79eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (04e1a9b3-ca04-4abf-9196-a1a37e76d3ab), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.858523 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ae83e44c-dc97-4a85-94ef-f9db2ab79eb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7255d373082491cb7859647c6612bfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3316085 Feb 19 00:30:53.858523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83e44c-dc97-4a85-94ef-f9db2ab79eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e1a9b3-ca04-4abf-9196-a1a37e76d3ab,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:53.859117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41870) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:53.957762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7e63971-0a49-415c-98e0-faf209152a27 req-e19001fe-fafc-42f7-ac15-3c6a9628b0ad tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0380554 Feb 19 00:30:53.960883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bf59b48-88b1-464c-a3f1-3718b97ad897 admin admin] Publish callbacks [] for security_group (04e1a9b3-ca04-4abf-9196-a1a37e76d3ab), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:53.995824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bf59b48-88b1-464c-a3f1-3718b97ad897 admin admin] Publish callbacks [] for security_group (04e1a9b3-ca04-4abf-9196-a1a37e76d3ab), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.053653 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bf59b48-88b1-464c-a3f1-3718b97ad897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (04e1a9b3-ca04-4abf-9196-a1a37e76d3ab), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.057091 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bf59b48-88b1-464c-a3f1-3718b97ad897 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.064200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3bf59b48-88b1-464c-a3f1-3718b97ad897 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04e1a9b3-ca04-4abf-9196-a1a37e76d3ab HTTP/1.1" status: 204 len: 168 time: 0.2038405 Feb 19 00:30:54.074134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf59b48-88b1-464c-a3f1-3718b97ad897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e1a9b3-ca04-4abf-9196-a1a37e76d3ab,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:54.107176 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.200126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f65ba28-f1e1-41ac-a132-141501c056f8 req-bbec42d5-a417-48f0-bbc8-77dbd5188974 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0462289 Feb 19 00:30:54.224400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:54.445900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1070317573-network', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:54.469267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Made reservation on behalf of 08ff7863ebce43b68b93983c9e0f9fb3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:54.474682 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.484867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.526131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41894) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:54.547435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-83fb252d-1126-400f-a896-db0d49698cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.613537 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Publish callbacks [] for security_group (0d453197-03a9-4eef-93ae-de4721a702a3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.624684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0d453197-03a9-4eef-93ae-de4721a702a3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.636983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:30:54.647420 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (158190ca-9820-46b9-b216-8aa6e96c7a4c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.648104 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Added segment 158190ca-9820-46b9-b216-8aa6e96c7a4c of type vlan for network 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 Feb 19 00:30:54.693296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14532e70-5ec3-4ac1-8052-2ff3cee34c93 req-208fb7a2-3f65-4b36-abc2-5add300ca0ea tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0395308 Feb 19 00:30:54.697030 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3ff620dd-9aaf-47e6-ba4f-4d3864e5e337), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.749018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29e892d3-1ff4-4e3f-b9aa-0e56cf47299e req-205ff893-dbce-459d-8b9f-75dbf23dd7cd tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0433147 Feb 19 00:30:54.770652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d453197-03a9-4eef-93ae-de4721a702a3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:54.791722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3ff620dd-9aaf-47e6-ba4f-4d3864e5e337), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.792863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:54.793581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.830166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-83fb252d-1126-400f-a896-db0d49698cca admin admin] Publish callbacks [] for security_group (43bacb3c-8fe0-4d42-9ccd-28487ae059aa), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.864567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-83fb252d-1126-400f-a896-db0d49698cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (43bacb3c-8fe0-4d42-9ccd-28487ae059aa), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.872593 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6472476 Feb 19 00:30:54.872743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41902) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:54.878928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Request body: {'subnet': {'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1070317573-subnet', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:54.909323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Made reservation on behalf of 08ff7863ebce43b68b93983c9e0f9fb3 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:30:54.910610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362c159-b8d4-4be3-ae16-43f7e8739320 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff620dd-9aaf-47e6-ba4f-4d3864e5e337,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:54.914694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:54.922356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:30:54.941446 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-83fb252d-1126-400f-a896-db0d49698cca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=389cd04d55584d8d8f52ce6a9f743fdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4140654 Feb 19 00:30:54.956180 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41904) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:54.964166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb252d-1126-400f-a896-db0d49698cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bacb3c-8fe0-4d42-9ccd-28487ae059aa,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:55.024673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0a03-c996-45bb-bb4a-f7d6228a8c87 admin admin] Publish callbacks [] for security_group (43bacb3c-8fe0-4d42-9ccd-28487ae059aa), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.053484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0a03-c996-45bb-bb4a-f7d6228a8c87 admin admin] Publish callbacks [] for security_group (43bacb3c-8fe0-4d42-9ccd-28487ae059aa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.112835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd52b549-fc1c-4540-857a-15a1d9b60a7a req-1364b4cd-293b-4285-8468-d4cf2af000e4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0546057 Feb 19 00:30:55.118615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0a03-c996-45bb-bb4a-f7d6228a8c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (43bacb3c-8fe0-4d42-9ccd-28487ae059aa), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.124195 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f1f0a03-c996-45bb-bb4a-f7d6228a8c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.151715 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7f1f0a03-c996-45bb-bb4a-f7d6228a8c87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/43bacb3c-8fe0-4d42-9ccd-28487ae059aa HTTP/1.1" status: 204 len: 168 time: 0.1943164 Feb 19 00:30:55.160907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f0a03-c996-45bb-bb4a-f7d6228a8c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bacb3c-8fe0-4d42-9ccd-28487ae059aa,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:55.176576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 3691eda2-8678-4e9c-825e-f35673fa32d2 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:30:55.219900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 3691eda2-8678-4e9c-825e-f35673fa32d2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:30:55.220253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 3691eda2-8678-4e9c-825e-f35673fa32d2 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:30:55.225994 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (03039692-f6a4-4568-ad8f-fa9c7eca433c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.345922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24d87b60-f6c4-4e85-9797-bac24fc1c0a5 req-f725b7db-ebcb-46ce-acc2-ca15280b044a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0675621 Feb 19 00:30:55.357388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Checking segment: {'id': '158190ca-9820-46b9-b216-8aa6e96c7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:55.357754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Network hostable DHCP agents. Network: 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:30:55.364394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03039692-f6a4-4568-ad8f-fa9c7eca433c,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:55.379790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Network 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:30:55.391346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:55.400269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf874aa-a649-43e8-91c2-1e6b3f3679f4 None None] Network 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:55.409118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:30:55.413181 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.432561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-27b4dffa-08d5-4fc6-bca5-01e77b606632 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5580459 Feb 19 00:30:55.434995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41914) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:55.440188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:30:55.462543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (f41572cd-9c15-44b3-81f6-b7977220e59e), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.464229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (f41572cd-9c15-44b3-81f6-b7977220e59e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.540595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks [] for router_controller (f41572cd-9c15-44b3-81f6-b7977220e59e), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.565263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845dbd86-0af5-496c-9bd2-2a19253466c5 None None] Network 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:30:55.628795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41916) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:55.646804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5b7b-28a2-43f6-8ed5-2beb9bac314f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.708066 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks [] for router_gateway (f41572cd-9c15-44b3-81f6-b7977220e59e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.797953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6207bf2-1f47-42c6-8256-d1a565e8090a req-d36390d0-99d5-422c-9351-182fe38e974a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Feb 19 00:30:55.803961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5b7b-28a2-43f6-8ed5-2beb9bac314f admin admin] Publish callbacks [] for security_group (47bcf612-4644-4716-99fa-413645338fe7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.818102 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5b7b-28a2-43f6-8ed5-2beb9bac314f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (47bcf612-4644-4716-99fa-413645338fe7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.851831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cebdf9a7-fab8-4ea8-9e00-9df526f2788b req-2665b64c-f7c5-4c0c-91c8-57fd6d23e5b1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0463288 Feb 19 00:30:55.894954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d5b7b-28a2-43f6-8ed5-2beb9bac314f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bcf612-4644-4716-99fa-413645338fe7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:55.900936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa8d5b7b-28a2-43f6-8ed5-2beb9bac314f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f737a7c85704a539814b056d40f526d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709415 Feb 19 00:30:55.904299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41924) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:55.954209 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f65fa7d-6bb6-46e5-8caa-27a44885131b admin admin] Publish callbacks [] for security_group (47bcf612-4644-4716-99fa-413645338fe7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.981472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f65fa7d-6bb6-46e5-8caa-27a44885131b admin admin] Publish callbacks [] for security_group (47bcf612-4644-4716-99fa-413645338fe7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:55.990965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks [] for router_gateway (f41572cd-9c15-44b3-81f6-b7977220e59e), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:56.012711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:56.032222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f65fa7d-6bb6-46e5-8caa-27a44885131b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (47bcf612-4644-4716-99fa-413645338fe7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:56.035046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f65fa7d-6bb6-46e5-8caa-27a44885131b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:56.036329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3f65fa7d-6bb6-46e5-8caa-27a44885131b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/47bcf612-4644-4716-99fa-413645338fe7 HTTP/1.1" status: 204 len: 168 time: 0.1316795 Feb 19 00:30:56.046557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f65fa7d-6bb6-46e5-8caa-27a44885131b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bcf612-4644-4716-99fa-413645338fe7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:56.164901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Allocated IP 172.25.6.37 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/e63b4ca2-c692-445b-a241-c8a98e540386) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:56.230234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0adf60d6-61bf-4e86-8d5a-e3e92d683291 req-ce753dcb-08dc-4521-89ff-55fe585fba69 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0485702 Feb 19 00:30:56.287385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks [] for port (e63b4ca2-c692-445b-a241-c8a98e540386), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:56.331628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:56.388746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:56.392009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:56.397592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:56.430701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Pushing event updated for resources: {'Port': ['ID=e63b4ca2-c692-445b-a241-c8a98e540386,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:56.431363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2a857a6-4289-4c5c-ba19-40d84017997e req-27748f59-a926-49f4-9427-46b3a292760c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0364516 Feb 19 00:30:56.672733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks [] for router_gateway (f41572cd-9c15-44b3-81f6-b7977220e59e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:56.901206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (f41572cd-9c15-44b3-81f6-b7977220e59e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:56.931289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3e65328-c7be-4fc2-ab60-fd54b633afe6 req-f6e7d72f-e19a-49c7-8d8a-4a33aa98bbbd tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0423927 Feb 19 00:30:56.985724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d530898d-a7a3-4cb7-b8ba-977de6961f9e req-e7eaa021-53c9-49c7-82e8-608abd06581d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0534725 Feb 19 00:30:57.058077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Router f41572cd-9c15-44b3-81f6-b7977220e59e is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:30:57.177002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:30:57.190129 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Sync routers for ids ['f41572cd-9c15-44b3-81f6-b7977220e59e'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:30:57.200737 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Routers {'f41572cd-9c15-44b3-81f6-b7977220e59e'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:30:57.201363 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:30:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f41572cd-9c15-44b3-81f6-b7977220e59e'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:57.205891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:57.207487 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-acb25636-d4e9-49b3-a16a-00b0c94051db admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7713420 Feb 19 00:30:57.210437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41992) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:30:57.329245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc9ad3b8-a671-4a28-9a3a-03bcad68d360 req-cdd43c52-57c3-4cdc-9a32-e4444dc135c0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0414033 Feb 19 00:30:57.430720 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Set router f41572cd-9c15-44b3-81f6-b7977220e59e gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:30:57.577619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f3599d9-da0e-459a-a102-bcf65879b606 req-31a8afe3-c6cc-456e-ada2-69ef9b9e7995 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0344672 Feb 19 00:30:57.647241 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:30:56Z', 'revision_number': 3, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port': {'id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:56Z', 'updated_at': '2022-02-19T00:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:57.678981 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Checking router: f41572cd-9c15-44b3-81f6-b7977220e59e for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:30:57.679439 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Updating router f41572cd-9c15-44b3-81f6-b7977220e59e port e63b4ca2-c692-445b-a241-c8a98e540386 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:30:57.711299 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:57.902522 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:58.081266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c1a1434-7102-421a-b01f-ff5fb71ced96 req-579a5b6f-b4b6-4370-bd72-3ae57a4c9967 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0477836 Feb 19 00:30:58.108843 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Publish callbacks [] for port (e63b4ca2-c692-445b-a241-c8a98e540386), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:58.110123 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:58.174566 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Pushing event updated for resources: {'Port': ['ID=e63b4ca2-c692-445b-a241-c8a98e540386,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:58.183335 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Attempting to bind port e63b4ca2-c692-445b-a241-c8a98e540386 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:30:58.183717 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Attempting to bind port e63b4ca2-c692-445b-a241-c8a98e540386 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:30:58.184089 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Attempting to bind port e63b4ca2-c692-445b-a241-c8a98e540386 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:30:58.203319 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.206408 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.207001 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.207542 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.208166 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.208708 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.209619 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.210216 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.210727 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.211240 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.211672 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.212100 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.212663 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:30:58.227876 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:30:58.228267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:30:58.228668 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:58.229425 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:30:58.230289 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Bound port: e63b4ca2-c692-445b-a241-c8a98e540386, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:30:58.231434 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:58.311707 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] For port e63b4ca2-c692-445b-a241-c8a98e540386, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:30:58.317108 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] For port e63b4ca2-c692-445b-a241-c8a98e540386, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e63b4ca2-c692-445b-a241-c8a98e540386,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:30:58.326992 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:58.396388 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Routers {'f41572cd-9c15-44b3-81f6-b7977220e59e'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:30:58.397133 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:30:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f41572cd-9c15-44b3-81f6-b7977220e59e'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:58.439246 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52fa0d-498c-42d3-b398-2e7a68385224 None None] Pushing event updated for resources: {'Port': ['ID=e63b4ca2-c692-445b-a241-c8a98e540386,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:58.501127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71814e5f-3125-4c6e-9007-7b5b7f5233d0 req-dd1e31e5-0d54-42b0-ba94-27da70b516f7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.4632068 Feb 19 00:30:58.530258 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] Set router f41572cd-9c15-44b3-81f6-b7977220e59e gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:30:58.560792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfcb91e9-bf88-45da-b875-80f24d272798 req-9c6e22ec-0f18-4e2f-9ca9-61d1659560cd tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0632558 Feb 19 00:30:58.582371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Allocated IP 172.20.0.1 (3ff620dd-9aaf-47e6-ba4f-4d3864e5e337/03039692-f6a4-4568-ad8f-fa9c7eca433c/0fe29edf-9f4c-4ad2-b173-8cf3c2578f99) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:30:58.727958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-396c6203-4b20-4de1-9e0d-eb1048930e51 req-377776b7-2e45-4da6-821b-4caa4cc4aaf4 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0371859 Feb 19 00:30:58.781267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:30:56Z', 'revision_number': 3, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port': {'id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:56Z', 'updated_at': '2022-02-19T00:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:30:58.790232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Publish callbacks [] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:58.815083 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beec72ad-402a-4204-b8b6-7ff81ed432a0 None None] The sync data for ids ['f41572cd-9c15-44b3-81f6-b7977220e59e'] in n-d-826527-3 is: [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:30:56Z', 'revision_number': 3, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port': {'id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:56Z', 'updated_at': '2022-02-19T00:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:30:58.839883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:58.881058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Network 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:58.887218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:58.891580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:30:58.952501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:58.971248 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (f41572cd-9c15-44b3-81f6-b7977220e59e), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:59.158149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:59.239675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7614e590-e592-4ecb-869c-913741ffb8d8 req-6ff2cce4-38f0-4bfb-bfdd-5c60510bb360 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0626018 Feb 19 00:30:59.422838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Publish callbacks [] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:59.428680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:59.507532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (f41572cd-9c15-44b3-81f6-b7977220e59e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:30:59.509906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:30:59.603102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c969904c-3354-49ed-a575-fd514d5cf098 req-8c990610-9040-40c7-bc2a-ea76e8883538 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0295091 Feb 19 00:30:59.676013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ae2bece-faaa-44d8-a877-aab90891841b req-0076a4fe-35f4-4bcc-b4c8-a75fe2351f3e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0381496 Feb 19 00:30:59.685838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Network 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:30:59.687373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:30:59.837153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f1fbcb1-afbe-4adf-bfc3-0cc00add00fc req-20990098-fe0c-4260-9639-0957ce7496cb tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0382628 Feb 19 00:30:59.847119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Router f41572cd-9c15-44b3-81f6-b7977220e59e has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:31:00.009465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:31:00.014622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-705fd38a-6cb7-42a7-9c52-9d7d91a367c7 admin admin] 10.222.0.60 "PUT /v2.0/routers/f41572cd-9c15-44b3-81f6-b7977220e59e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029068 Feb 19 00:31:00.292055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e63b4ca2-c692-445b-a241-c8a98e540386 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:31:00.362770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e63b4ca2-c692-445b-a241-c8a98e540386 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:31:00.363440 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:00.366455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-336cd975-c578-4a43-a837-2a90676f33a7 req-1cccc0b9-6538-4c01-8fb3-541dbb3b7489 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0526633 Feb 19 00:31:00.458455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e63b4ca2-c692-445b-a241-c8a98e540386 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:00.458867 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:00.484277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e63b4ca2-c692-445b-a241-c8a98e540386, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e63b4ca2-c692-445b-a241-c8a98e540386,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:00.490508 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:00.554507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e63b4ca2-c692-445b-a241-c8a98e540386,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:00.696025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcc2c073-6319-4fa2-bda0-078fbc842b06 req-6893d1bf-7627-43a6-9b92-f6bcf497c449 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0323033 Feb 19 00:31:00.737935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Sync routers for ids ['f41572cd-9c15-44b3-81f6-b7977220e59e'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:31:00.749543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Routers {'f41572cd-9c15-44b3-81f6-b7977220e59e'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:31:00.750416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:30:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f41572cd-9c15-44b3-81f6-b7977220e59e'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:31:00.787889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99b17a93-7b59-4a7a-9739-376bc2597f47 req-b49f6616-a822-4b59-99e4-9f06ad52f081 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0446169 Feb 19 00:31:00.889350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Set router f41572cd-9c15-44b3-81f6-b7977220e59e gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:31:00.933772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2704bb42-6f3b-4436-8aba-fa3c38384ad3 req-4ca5e2a8-a69f-40e4-ae03-d31d4bc6cbae tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0385675 Feb 19 00:31:01.111885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:30:59Z', 'revision_number': 4, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port': {'id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:56Z', 'updated_at': '2022-02-19T00:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0fe29edf-9f4c-4ad2-b173-8cf3c2578f99', 'name': '', 'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'mac_address': 'fa:16:3e:f7:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '03039692-f6a4-4568-ad8f-fa9c7eca433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:57Z', 'updated_at': '2022-02-19T00:30:59Z', 'revision_number': 2, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'subnets': [{'id': '03039692-f6a4-4568-ad8f-fa9c7eca433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:31:01.140143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Checking router: f41572cd-9c15-44b3-81f6-b7977220e59e for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:31:01.140808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Updating router f41572cd-9c15-44b3-81f6-b7977220e59e port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:31:01.170539 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:01.451523 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Publish callbacks [] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:01.453987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b461428-9e6b-4acf-a508-998a2da15595 req-d0520742-7b3f-4f91-8212-2bc62a6721c5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0347583 Feb 19 00:31:01.459339 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:01.515226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbbb3a-6611-4ef4-8210-3434312f0b16 None None] Pushing event updated for resources: {'Port': ['ID=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:01.567776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Attempting to bind port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:31:01.568152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Attempting to bind port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '158190ca-9820-46b9-b216-8aa6e96c7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:31:01.568521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Attempting to bind port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 on network 3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:31:01.573528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:31:01.573904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Checking segment: {'id': '158190ca-9820-46b9-b216-8aa6e96c7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:31:01.574348 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:01.574752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Bound using segment: {'id': '158190ca-9820-46b9-b216-8aa6e96c7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:31:01.575223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Bound port: 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158190ca-9820-46b9-b216-8aa6e96c7a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:31:01.575606 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:01.641427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] For port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:31:01.644985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] For port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,segment=NetworkSegment(158190ca-9820-46b9-b216-8aa6e96c7a4c),segment_id=158190ca-9820-46b9-b216-8aa6e96c7a4c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:31:01.651227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:01.705525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Routers {'f41572cd-9c15-44b3-81f6-b7977220e59e'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:31:01.706284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:30:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f41572cd-9c15-44b3-81f6-b7977220e59e'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:31:01.749447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbbb3a-6611-4ef4-8210-3434312f0b16 None None] Pushing event updated for resources: {'Port': ['ID=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:01.783984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f551c795-0009-4ca4-931c-c89ea255affc req-1d5cbf89-fdb6-40e7-bede-aea510653b4d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0306702 Feb 19 00:31:01.828961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] Set router f41572cd-9c15-44b3-81f6-b7977220e59e gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:31:01.890906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1e16b46-ae1d-4d64-b65f-c5af890bb70b req-43d41946-586f-4922-8db2-70962ecc0d8d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0395443 Feb 19 00:31:02.029689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3214e21a-1697-4554-a085-a0c05706dde4 req-f2ea0f7e-37b1-4c39-b364-d4a6d1653e12 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0382466 Feb 19 00:31:02.067299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:30:59Z', 'revision_number': 4, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port': {'id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:56Z', 'updated_at': '2022-02-19T00:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0fe29edf-9f4c-4ad2-b173-8cf3c2578f99', 'name': '', 'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'mac_address': 'fa:16:3e:f7:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '03039692-f6a4-4568-ad8f-fa9c7eca433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:57Z', 'updated_at': '2022-02-19T00:31:01Z', 'revision_number': 4, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'subnets': [{'id': '03039692-f6a4-4568-ad8f-fa9c7eca433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:31:02.098176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43cccc9-afc4-43a8-9c5f-ab1b11cb74db None None] The sync data for ids ['f41572cd-9c15-44b3-81f6-b7977220e59e'] in n-d-826527-3 is: [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:30:59Z', 'revision_number': 4, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port': {'id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:56Z', 'updated_at': '2022-02-19T00:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0fe29edf-9f4c-4ad2-b173-8cf3c2578f99', 'name': '', 'network_id': '3ff620dd-9aaf-47e6-ba4f-4d3864e5e337', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'mac_address': 'fa:16:3e:f7:c9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '03039692-f6a4-4568-ad8f-fa9c7eca433c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:57Z', 'updated_at': '2022-02-19T00:31:01Z', 'revision_number': 4, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'subnets': [{'id': '03039692-f6a4-4568-ad8f-fa9c7eca433c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:31:02.318804 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:31:02.389665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:31:02.448068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:31:02.448596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:02.541259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:02.541856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:02.547232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2d04f06-6ee9-481a-85d1-c4912224c184 req-d68ae72f-40d4-4847-8bd7-3a7e7e8c27d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0351110 Feb 19 00:31:02.589604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,segment=NetworkSegment(158190ca-9820-46b9-b216-8aa6e96c7a4c),segment_id=158190ca-9820-46b9-b216-8aa6e96c7a4c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:02.595943 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:02.597059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e63b4ca2-c692-445b-a241-c8a98e540386 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:31:02.682851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:02.690409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e63b4ca2-c692-445b-a241-c8a98e540386 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:31:02.690785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:02.779435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e63b4ca2-c692-445b-a241-c8a98e540386 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:02.877337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e44cfa1-c41b-4c92-90d2-f1b0a5c2aafc req-1a5f6724-b787-4ff6-b6d3-b1c2aebcd57d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0361278 Feb 19 00:31:02.976983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f02f2c1a-d80e-4a60-ab9f-184fab6e15cc req-e281d634-5719-494a-8ab9-f1dc0747fbca tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0303741 Feb 19 00:31:03.119541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe805e66-de50-4290-b850-ae0d6a577fc1 req-03c49710-9abe-4a2d-bf5d-c94e974e831f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0373490 Feb 19 00:31:03.638057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e52b9a84-b15d-4a66-9cbb-a5135b0f03b6 req-de643c85-bf8b-4410-9abe-f5aa11ac0956 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0309753 Feb 19 00:31:03.976585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb24f7cd-d8bb-4a1b-9721-d81f9d9e4629 req-a99b8236-67c1-40a4-8ec1-46c6d48fee31 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0333049 Feb 19 00:31:04.060527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c840a8af-bdc3-4613-831b-815ec4a264e8 req-4ceb5e61-da9b-44e8-a42c-bcbacc8395b1 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0275946 Feb 19 00:31:04.219100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b9b6a77-6296-4b68-9072-121be48f8772 req-d853697b-fa03-4fce-b340-82aa849f7fa0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0419710 Feb 19 00:31:04.293874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:31:04.347309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:31:04.347702 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:04.428008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:04.727626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02148e96-9eea-477c-be4a-7798dda9af58 req-df1c310f-eb7d-4c5d-81b1-3b1f8249bd19 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0309651 Feb 19 00:31:05.062710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cee7da6f-01e0-4698-a14c-bd54e6fe3428 req-fa8ed1a8-5161-44ad-9685-a371b182192d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0309317 Feb 19 00:31:05.136916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f11a155-bce7-4566-9443-9641b3cb56a7 req-93574051-6e1d-4528-8b58-4568afd1ed31 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0273685 Feb 19 00:31:05.310135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d19cac1-bf6f-48fb-9dd4-9e844b9d111d req-51c5aec5-0161-435f-aca8-0d7469914cab tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0337980 Feb 19 00:31:05.816685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cffbbb3c-a805-4389-9a10-815809692109 req-6448a2b2-73ae-464d-a191-6757cf8dd83f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0308151 Feb 19 00:31:06.158925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7e1e67d-f8e5-4b4c-acc2-1077df857b66 req-ecacb570-573b-4945-8a64-250a0844cd88 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0356717 Feb 19 00:31:06.235627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38bd6bd0-309a-4726-89ef-3253443a4991 req-8e065d57-831f-4efc-828e-2a884f63582d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0299225 Feb 19 00:31:06.386127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f54956b-31f2-4c36-893d-077cd3f303cb req-06b36d4a-cca2-41b6-ad4e-3552f21947d9 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0271659 Feb 19 00:31:06.904987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66eb463c-434c-4816-abd9-0350c19ffa9b req-9c495392-7ac8-4697-99d9-03f32c5a53a5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0301750 Feb 19 00:31:07.250832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67dee05e-2d27-4a10-acc9-9a0d1eea61c5 req-1f18bd5a-39b1-4087-b7a2-feda206ad3ca tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0383768 Feb 19 00:31:07.323470 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a75e1e4e-9c40-441d-be80-44fcbfd73dd1 req-e4f8d239-a60d-479c-858d-289fa9e65c23 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0316865 Feb 19 00:31:07.467472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69e75360-b4bb-427d-b06d-d2518054b0c7 req-54659ed4-9ee9-49ec-a6ac-586190bc7bf8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0284050 Feb 19 00:31:08.004605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0188e9f9-b87e-4eeb-bf4f-a79a30b41f0e req-7ab97077-03ff-4027-ae31-3490c43c111a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0322316 Feb 19 00:31:08.316718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61e35e77-916c-4cd8-810b-7dd931e66cd6 req-dea3a2e3-89ea-4838-bfe5-c2e46522b8cf tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Feb 19 00:31:08.412939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-deceba68-609c-43db-83f4-aae6b8063804 req-836b53b4-f09a-4398-a313-50e1f9aac963 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0353272 Feb 19 00:31:08.552372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f824e866-aafd-4e46-bbc6-32a4f2531217 req-7591f016-ea50-494c-9cdf-29015e54ebeb tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0339713 Feb 19 00:31:09.091920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b40a943-dd69-4ba3-8b56-1e9b7375646b req-d53afca5-2027-4536-9ffa-f44a862dfee7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0281391 Feb 19 00:31:09.402319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3aef230c-6fe1-4e37-8a8f-7e6ea549f2b5 req-43b344ba-e938-42e9-8d83-a9923cbc88c0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0321360 Feb 19 00:31:09.505865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a04e7682-8049-414d-8569-f46c9523b79a req-9e4aab82-8f90-4f3e-a01e-067e49fde2f3 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0353146 Feb 19 00:31:09.638220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a4e8001-40e3-4923-b54f-4cb2a23ae043 req-6ea842a1-b807-4bff-82f1-d90b6ddf4739 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0290174 Feb 19 00:31:10.184333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-683ac4b1-0466-4bc2-a078-da87a0ffc77f req-57291f25-ce21-474a-a8d9-4f4c14d188eb tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0302925 Feb 19 00:31:10.509307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafe15be-0c86-4de1-ba5b-1056a6a83650 req-8d9c05bb-891c-4210-95c6-6aef4d75a6bf tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0410876 Feb 19 00:31:10.593992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3529c44-db04-4641-b503-7546445ccaf2 req-385981b6-0228-4cf0-a856-ca8643e3331b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0319872 Feb 19 00:31:10.720153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a79635e-6668-444b-ae7c-c4787f80627f req-2b378b43-694c-4d6a-91a2-e824a5b359c0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0287755 Feb 19 00:31:11.285623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d74eae8e-f226-43c2-9f8f-c55f0fadc412 req-aedd6afd-43bf-4f96-887b-8c30edb943f5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0282717 Feb 19 00:31:11.592862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81d921ed-8eb3-4090-ba5b-de3f9869fe9e req-13a17f5a-e8d5-4590-8790-96f4e2f81ad6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0336242 Feb 19 00:31:11.683242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb9fe5bd-9a88-4122-9e93-6c3f789af515 req-756cfa7b-d3d9-49cf-8fe1-93b9e5457c87 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0291884 Feb 19 00:31:11.810806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44e4ce-8116-47cf-8b37-3bc7eba6cecc req-383e0c9b-b6a0-4d47-9b43-0ac07eb6d50a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0322263 Feb 19 00:31:12.375635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53ba0f03-0b3a-41c7-b7a6-5042f7e98b28 req-c4004919-4f64-48de-9f96-e474da1b1c49 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0310869 Feb 19 00:31:12.551968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff19792-d9a5-449c-b2b9-c14b0d249ffc req-769ccd2b-953c-4db1-8859-4294c231152a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:12.553615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ff19792-d9a5-449c-b2b9-c14b0d249ffc req-769ccd2b-953c-4db1-8859-4294c231152a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/networks?id=3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 HTTP/1.1" status: 200 len: 811 time: 0.1037884 Feb 19 00:31:12.568512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ff19792-d9a5-449c-b2b9-c14b0d249ffc req-7a4987ed-0cec-4429-98cd-d8f318e5a3cd tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/quotas/08ff7863ebce43b68b93983c9e0f9fb3 HTTP/1.1" status: 200 len: 375 time: 0.0094218 Feb 19 00:31:12.629993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ff19792-d9a5-449c-b2b9-c14b0d249ffc req-bd5d8314-5912-406b-8049-3b69621c26ae tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=08ff7863ebce43b68b93983c9e0f9fb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557046 Feb 19 00:31:12.681778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e36ca6e-68b8-4a2e-bd9c-c98848dfd87d req-0741587a-9f6f-4254-8a32-042e4c8be656 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0288055 Feb 19 00:31:12.771230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d456621b-0cb7-44af-b078-8aec6fa49018 req-22db0a2e-b657-4434-86b2-07ecbf8a0490 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0338955 Feb 19 00:31:12.895679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ff19792-d9a5-449c-b2b9-c14b0d249ffc req-104422aa-d7c3-4c99-86f7-bb9d683cff5f service neutron] 10.222.0.60 "GET /v2.0/networks/3ff620dd-9aaf-47e6-ba4f-4d3864e5e337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581224 Feb 19 00:31:12.942075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96a360b3-3e9d-477f-887c-ad8716c7f328 req-c2965ca5-ef18-4333-b833-e3df4aac67a9 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0378933 Feb 19 00:31:13.013025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ff19792-d9a5-449c-b2b9-c14b0d249ffc req-33833a0d-10c4-4d0b-9e5e-7a57bd6bebbb service neutron] 10.222.0.60 "GET /v2.0/networks/3ff620dd-9aaf-47e6-ba4f-4d3864e5e337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163182 Feb 19 00:31:13.186827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05efdb19-32fb-47dc-b179-ae212b0f6cd2 req-d422e580-ffce-4d9f-9d14-34d89e32f8ba tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0346138 Feb 19 00:31:13.475771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf623968-2d4e-4939-995d-2f18a63f017f req-dee5f474-2930-4edc-bf0b-9f789358642f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0390537 Feb 19 00:31:13.782648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5d11dd8-7dd8-48d2-8093-4e58121187e6 req-2be8c13e-48df-4197-a336-d80c851a01b2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0353260 Feb 19 00:31:13.887061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f07d1118-98f7-4ea0-b338-ec21ff4174e1 req-bc620162-d7df-45e1-8224-b62b3857a5dc tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0588944 Feb 19 00:31:14.022400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e764277-ab33-48be-b874-d90d450cf2a3 req-91b023b5-89b5-430b-9dd5-5e8f186400cf tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0293586 Feb 19 00:31:14.273136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-244dd36b-e79b-43b4-8477-72fe9d31e210 req-e0d4098d-5629-45d5-9bc4-edeb4c947d40 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0308652 Feb 19 00:31:14.568900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-462824fb-08aa-4bec-8092-170cbfd4d8fe req-0a7881a5-5488-451a-b269-ee91818d8ba0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0294611 Feb 19 00:31:14.848255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29a2779e-4d8a-454f-8dc6-d27d3e1c74a4 req-65f45bea-41ab-4e21-8a8f-722e425781ca tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0358303 Feb 19 00:31:14.976075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1e38e16-7766-4142-bcc1-78a20cb18dfc req-49023768-f506-48ec-be68-e1cc29a142c8 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0400720 Feb 19 00:31:15.103121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32d5932c-c649-4038-a869-738240062a13 req-76e761c5-1b8e-47b1-9719-c3f588f871bf tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0290663 Feb 19 00:31:15.352846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8d81b0c-fa22-4a93-824c-58b41dc392be req-1029f23d-f68b-4702-baec-2be86d53fb3c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0283082 Feb 19 00:31:15.673431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfbe97b6-fdcf-4f5a-b820-36cb293fa1b0 req-e8be0c9b-265e-4803-a00a-9732ba756106 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0376894 Feb 19 00:31:15.928698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-326f016a-2077-4046-a173-03b3d08b0681 req-ffd2f640-2486-45ba-b6ab-357d39a9047b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0290987 Feb 19 00:31:16.073378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56894df5-4d8b-4027-a285-ec633684adee req-44c29acb-89e3-41ca-86ec-6484bbcd62d0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0398631 Feb 19 00:31:16.211020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adba2567-515c-4c1c-866a-15ba20fe870e req-529706f5-41ce-4ca8-b30e-ee6c28aa0c93 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0329516 Feb 19 00:31:16.432948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-361724f6-c8e5-4d28-8d00-27ed8996c104 req-c51a211f-f4d9-43c9-9b0d-852bd6d8e1af tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0283282 Feb 19 00:31:16.766805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4f91b31-efc2-486d-b888-097aa99b9baa req-224e443e-d3ec-40fa-b27d-023f77ff32f1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0295129 Feb 19 00:31:17.012518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbf07bc1-5b66-4ede-8bb6-b12c6b12c376 req-b16c29d3-f4a4-4cb0-b129-c4893b124fe3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0301712 Feb 19 00:31:17.160319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6da243fc-2033-4f5f-b3fa-d0c7cbff9a81 req-5b810f6c-e0ac-448d-95c9-03878e3dac17 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0405757 Feb 19 00:31:17.296573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1975808b-9f6b-45e0-aae2-29c252067dfb req-0cc34fbb-8a4f-4112-8c0d-bbd04ee2122e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0344918 Feb 19 00:31:17.514898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c81013-b91d-433d-97b1-77216acac76f req-320eb26f-6601-46b0-b502-da3794f4feda tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0301769 Feb 19 00:31:17.852963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dac3e4b-eabf-4420-bd3e-b24fcdee0f2c req-40bcd8bb-736f-4707-aac2-797f74a5c493 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0278056 Feb 19 00:31:17.898778 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a41db937-7b5a-4777-82a0-5ad336785f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:18.095918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66ece975-84c7-4d40-846d-89c0c741df7c req-c2c3f280-6d7d-41c6-9e6d-6be1489f8b0c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0290163 Feb 19 00:31:18.241825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c96df8db-09f6-4ce0-83aa-76f761e1fb54 req-4f0df64b-4250-42c7-b092-3a6969ecdfc9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0286150 Feb 19 00:31:18.382802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c663e7fc-0106-4cd8-b565-984429f6ecd3 req-5f277765-db12-4d6d-9c39-51e42f4a63ab tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0332732 Feb 19 00:31:18.554493 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:18.602268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf78deaa-2542-4957-b847-77f18c9be0ed req-461837f2-14a1-4f73-a11b-acbf75b976fd tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0332448 Feb 19 00:31:18.957137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8250102-5d0e-431d-a2d6-83ea1948eb0f req-42f49f90-dfec-4d13-bc46-a14f0955ce90 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0319571 Feb 19 00:31:19.187946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51957a1e-4e2a-4a5d-bcd5-a8a7e6f8c221 req-9aa36371-73e6-45e2-bc65-17edf6f85ce3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0292346 Feb 19 00:31:19.322646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5c7fb01-5730-4e60-8e41-f4eed7ae9929 req-ee58b58c-5430-43f7-92be-5be99191dfde tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0299191 Feb 19 00:31:19.461881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4052536-1975-474f-8cfc-f44a2e083eae req-50bfd79e-33b6-485c-8173-468ba077889b tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0289931 Feb 19 00:31:19.684832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56114e33-62a9-43c1-8d12-0c15741e9ccb req-ba80fe85-10cc-452d-80b3-15fd455da9ce tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Feb 19 00:31:20.044912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc8ce0aa-7734-4f4e-897f-f1695f4fd732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:20.079699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abda8e6d-5da7-4e8b-98a0-6fc728bb7878 req-fd3b3547-7465-469f-b6b1-3bf7ebe40237 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0404491 Feb 19 00:31:20.269090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf832429-50e0-4a99-9049-370cd7bd1d21 req-be1c9adb-8bea-4152-9b81-30c8ed7165b9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0284853 Feb 19 00:31:20.403491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fdb29f0-2328-49d7-8745-83b6f823dd0b req-2ac086b3-f469-40fc-bebe-1eac767d6381 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0286589 Feb 19 00:31:20.555424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27db846f-70dd-42c6-8887-fd702ceba491 req-997e69e3-df72-451d-8381-3e6032affca9 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0416360 Feb 19 00:31:20.767058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6602078-34d8-4dcd-9575-639090c9aaf7 req-a776aff5-b592-4c39-a5ee-40c7758b6e07 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0284877 Feb 19 00:31:21.115051 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:21.176237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5c219dd-f2dc-4288-9dd9-907787831456 req-0a720250-eaff-44c4-a91f-31c342daf57d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0323608 Feb 19 00:31:21.374073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d106bb0-e3d8-4e45-9a92-e3eeb66c6182 req-47859611-0276-468a-b212-590def3d3442 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0448184 Feb 19 00:31:21.485629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcf54a47-403d-4777-998b-68fe9d69741a req-0dbe987e-2929-42eb-8155-3315af36de96 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0297806 Feb 19 00:31:21.636925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b49a6b9d-f95f-4882-b754-bf0d09a030d5 req-1b199228-ffda-49ca-938f-c74b410c4315 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0349479 Feb 19 00:31:21.858531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d4fb266-a67e-42da-af85-d6c92ed9bab6 req-6a489756-61d4-46d9-ac69-f71fb8587fda tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0326180 Feb 19 00:31:22.272237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7cebe13-422b-4bac-86fa-2ebf48cb92d3 req-a16916fe-6f0d-4312-8864-39e773fb473e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0308199 Feb 19 00:31:22.490853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a10dfa2-4f32-4cca-af59-c324421d0b26 req-1ab73225-f282-4b26-b69f-8bed2a873733 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0520587 Feb 19 00:31:22.545969 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:22.605228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb784998-0df5-4bb5-8c7c-6f58ace6a54d req-ed8069a4-d091-44aa-8287-2b8f2ec3f7ef tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0449543 Feb 19 00:31:22.769829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a876fdf3-1a07-4cf2-8ef5-0181fa6f8da0 req-2b9832a7-b610-4607-bdb7-5fb82263dbba tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0420408 Feb 19 00:31:22.827808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88987de5-1f01-4728-8a4c-6d17e2695d92 req-054aecf9-36f8-41ec-b3ef-4395232a00c4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:22.830023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88987de5-1f01-4728-8a4c-6d17e2695d92 req-054aecf9-36f8-41ec-b3ef-4395232a00c4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.1004965 Feb 19 00:31:22.889650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88987de5-1f01-4728-8a4c-6d17e2695d92 req-05b9a6ba-7a75-45b6-93f8-292b0842e034 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515087 Feb 19 00:31:22.965332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af61bfca-3307-4559-9276-e6a40d720b12 req-26d2192d-6146-4346-a15d-9298e556d2c7 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0371051 Feb 19 00:31:23.367224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8ab78f1-ab92-41c9-a5e7-952207b322cf req-0dd3f04e-41be-4b08-97ba-ac22a284ce83 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0317411 Feb 19 00:31:23.442518 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:23.585859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ed77481-d368-43d1-98de-39c1bc048651 req-35bd48b0-132a-4e79-8e0d-d1197c004f24 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0302866 Feb 19 00:31:23.688896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85e799fa-9705-42e2-b6cf-286a92409f97 req-2e6362a3-1748-4bec-a99a-823b50fc2994 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0283387 Feb 19 00:31:23.856349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-483f52aa-b7d8-493b-b039-c888bff29641 req-b2b8b25b-8a33-430d-a09f-96c2259ff4a4 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0307560 Feb 19 00:31:24.053839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0eeb296c-5ab5-470f-8967-62e4a377027a req-bf5dd760-e1ae-4da7-a16c-c5bfb4e07c7a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0354121 Feb 19 00:31:24.082214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc23f8-26ad-4ca8-afd6-c4ea7409b902 req-256461fd-c7f1-43de-ae56-d1b7c0830aa2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:24.092476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95dc23f8-26ad-4ca8-afd6-c4ea7409b902 req-256461fd-c7f1-43de-ae56-d1b7c0830aa2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.1240714 Feb 19 00:31:24.112097 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:24.150679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95dc23f8-26ad-4ca8-afd6-c4ea7409b902 req-6ae2bcd2-2595-4ee5-9fa1-573ccd3dab2c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553370 Feb 19 00:31:24.468640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74b6cbf0-e8f6-4bf3-8de2-93bfc20db282 req-83b23697-fcb1-4670-869b-c68569cdd030 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0412042 Feb 19 00:31:24.666326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff62e6e3-ca8c-4f3e-93e3-b9e932a846a1 req-fb70558f-23a8-46ce-8cbb-1b86fc4f532e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0285387 Feb 19 00:31:24.774818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ebc6245-102a-4fd0-bd51-0888430ee694 req-cc536d1b-3c0f-4f70-ad2d-122accc76bb3 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0316761 Feb 19 00:31:24.938951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b0bb6f7-dc79-412e-b8f8-ae56c625bf45 req-6722293f-1b2e-472b-b805-0e90ed8663f1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Feb 19 00:31:25.164401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32e8499b-dddc-4b85-b78b-01b52b1f99a6 req-37f11c80-5bd6-43d5-a8a5-e93f2a6bbb87 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0341275 Feb 19 00:31:25.278839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7a63f-873b-413b-8546-a985223fe086 req-5b3df980-7115-406d-acf5-973121c0a676 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:25.280373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ab7a63f-873b-413b-8546-a985223fe086 req-5b3df980-7115-406d-acf5-973121c0a676 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0545938 Feb 19 00:31:25.331448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ab7a63f-873b-413b-8546-a985223fe086 req-684cd311-cfdb-4800-8ef3-4e5708cac625 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451739 Feb 19 00:31:25.532664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-5732b5bd-cde8-4f25-81a9-2ff3b9bbe0c8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:25.534308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-5732b5bd-cde8-4f25-81a9-2ff3b9bbe0c8 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 808 time: 0.1167581 Feb 19 00:31:25.576876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4415aeb-7342-4302-8c6f-b813740a32d6 req-373ee354-7fef-436a-b21c-d075c2f202e3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0295212 Feb 19 00:31:25.578312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-929e4291-d821-4c1e-8a5b-e0233d1a89d5 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/quotas/91d2d7c3b57f4e71a826873aaf92ba9f HTTP/1.1" status: 200 len: 375 time: 0.0380435 Feb 19 00:31:25.640014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-7496631e-a0ea-422d-87b9-877af52643ac tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0553956 Feb 19 00:31:25.758768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-496606d2-2142-4591-86f0-15c16a439130 req-3bcbe78d-0739-41c6-80fb-db9dd2881202 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0386448 Feb 19 00:31:25.763495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-36e0472d-8b03-42b2-9139-696399e65073 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157832 Feb 19 00:31:25.857280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-178b0060-4d84-424e-802b-f861afc655dc req-3bb64770-2dd0-419f-8d2a-aed1765de5c7 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0330338 Feb 19 00:31:25.884398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-9c212eb7-8245-49e3-80c3-2057602f6e40 service neutron] 10.222.0.60 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148059 Feb 19 00:31:26.018395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef1d57c6-e008-4d59-8d58-80ee27568041 req-6582a5e5-7c69-4a65-9d35-78cdff1e19b7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0281794 Feb 19 00:31:26.217110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dbb6380-8eeb-432b-96ce-f15eb1ccd448 req-2995a686-a317-47e8-95f8-512299f0cd5a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0362236 Feb 19 00:31:26.245491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-124a7c34-8dde-4dac-99d7-8f6ca577c418 req-6867c4f5-34bb-4bcd-b137-659369d24f6b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Feb 19 00:31:26.477496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d8bf7-a3c1-4213-88cc-486cb04818ec req-ea296cb8-e7b4-4b81-8518-7521cc692f75 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:26.479086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd0d8bf7-a3c1-4213-88cc-486cb04818ec req-ea296cb8-e7b4-4b81-8518-7521cc692f75 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0573130 Feb 19 00:31:26.531292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd0d8bf7-a3c1-4213-88cc-486cb04818ec req-963f6b76-8af0-45d2-95b4-bbbe65c5bd57 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439978 Feb 19 00:31:26.677578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bbc8b86-f7a8-4e26-bbd0-6aab36df696b req-589e7064-78b5-4920-8f04-9615b28dd4cf tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0318518 Feb 19 00:31:26.838664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5eceae1-9a67-417c-a9cb-37cfc623a066 req-0836ac17-3ed5-418d-84ee-ef2078e938dd tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0278790 Feb 19 00:31:26.938737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64baf715-248c-4238-901e-06abbf6fd404 req-09054c10-2f1d-4fde-9a08-2bedd68f2e52 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0306158 Feb 19 00:31:27.101563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a9b128b-1525-4737-99d9-33b65d251086 req-01069b38-df59-4590-b8f8-0537215087db tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0304863 Feb 19 00:31:27.218222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-9eb9c5eb-0342-43de-b42c-36f11d7e966e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:27.220332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-9eb9c5eb-0342-43de-b42c-36f11d7e966e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 808 time: 0.1216865 Feb 19 00:31:27.233157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Request body: {'port': {'device_id': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'admin_state_up': True, 'tenant_id': '91d2d7c3b57f4e71a826873aaf92ba9f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:31:27.367666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f832db38-28f6-4a87-bea9-fa3c0f501799 req-8ffd0fec-34e9-4872-a8df-486f8d0cc3e4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0470381 Feb 19 00:31:27.392655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-667e490d-de40-440d-acfe-b887af8090d3 req-fed5eb81-fe0e-4b25-a475-2350b02c9080 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0721722 Feb 19 00:31:27.419472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Made reservation on behalf of 91d2d7c3b57f4e71a826873aaf92ba9f for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:31:27.422893 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:27.552437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Allocated IP 172.20.0.4 (d1a8d56a-4e67-4c68-a137-8e3754cd2714/4892caf6-d304-4a3d-a600-303443e4a76b/95be7fe8-eaee-42b1-b590-47e1c2e88392) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:31:27.753414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a4957-9fc0-4b0e-96c7-a9cc963e3cec req-8b81e323-a617-4741-96cb-0e7083d4ec4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:27.755098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-446a4957-9fc0-4b0e-96c7-a9cc963e3cec req-8b81e323-a617-4741-96cb-0e7083d4ec4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0934107 Feb 19 00:31:27.801085 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks [] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:27.804195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-564eea6f-cc68-4aad-8334-8d3da44d7a8f req-f49e5544-e6bc-4536-905d-488e918b3367 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0448830 Feb 19 00:31:27.863748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-446a4957-9fc0-4b0e-96c7-a9cc963e3cec req-bb6bc95f-8141-41c9-a4e7-9d6576a34f36 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957558 Feb 19 00:31:27.905577 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:27.949022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6f980ba-943f-4a7b-950d-175e697235c0 req-0fa87c40-7be1-4d2b-9fa7-6ed485715508 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0529091 Feb 19 00:31:27.966341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Network d1a8d56a-4e67-4c68-a137-8e3754cd2714 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:31:27.983774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:31:27.988339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:31:27.992525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Pushing event updated for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:28.052459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cae180a-db6e-493d-bfcb-1fa81ca6240d req-16d8e94c-1eb8-4747-8fbb-29c544c55f2d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0396318 Feb 19 00:31:28.072703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:28.072703 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:28.088927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ec87d307-364b-4ad0-836f-fe6731a21aa7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8597846 Feb 19 00:31:28.101034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Request body: {'port': {'device_id': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:31:28.187554 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:28.218413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a639df6-250b-45d0-8f12-25b8b741bd58 req-b11fe080-38f1-4647-b432-2ec95cb744dd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0469916 Feb 19 00:31:28.515551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec8cbb2b-bab8-43cc-b0e3-f2322f01e214 req-e8f9bc8c-509e-42d2-ab68-4d6a9b1f3533 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0517299 Feb 19 00:31:28.565962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95be7fe8-eaee-42b1-b590-47e1c2e88392 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:31:28.576539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a758c7a-76c8-40fe-9bf2-45556c87bfe6 req-d19234cb-f7f2-4713-abf9-edad54fa147a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:28.578120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a758c7a-76c8-40fe-9bf2-45556c87bfe6 req-d19234cb-f7f2-4713-abf9-edad54fa147a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 931 time: 0.1315286 Feb 19 00:31:28.582654 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Publish callbacks [] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:28.610268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Transition to ACTIVE for port object 95be7fe8-eaee-42b1-b590-47e1c2e88392 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:31:28.622865 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:28.669924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a758c7a-76c8-40fe-9bf2-45556c87bfe6 req-b03c2029-a49a-4f4e-93cf-6132ef426e99 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846176 Feb 19 00:31:28.694152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Pushing event updated for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:28.773503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:31:28.774588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:31:28.775316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:31:28.780879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:31:28.781419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:31:28.788518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:31:28.789632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:31:28.790239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:31:28.790859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Bound port: 95be7fe8-eaee-42b1-b590-47e1c2e88392, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:31:28.791412 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:28.906095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:31:28.910731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:31:28.931240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:28.962495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b047dfb9-a4ac-4532-97a3-13c74aac0031 req-12ce3a59-8c03-4941-a78d-e7ef1b341b17 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0480027 Feb 19 00:31:28.995905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42618) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:31:29.013440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:29.014054 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:29.017002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] 10.222.0.113 "PUT /v2.0/ports/95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 200 len: 1091 time: 0.9201796 Feb 19 00:31:29.020671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:31:29.023030 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c92754-3e5b-45a9-8c46-9a785f1dce90" -d '{"events": [{"name": "network-changed", "server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:31:29.191150 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:29.272549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Publish callbacks [] for security_group (a473ad21-39d0-409b-a74e-9095354adbfe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:29.280027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a473ad21-39d0-409b-a74e-9095354adbfe), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:29.338611 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6f714d59c0974f1abff31b6c0f41d692&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3415384 Feb 19 00:31:29.340304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a473ad21-39d0-409b-a74e-9095354adbfe,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:29.348895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42628) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:31:29.350549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.351061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.351587 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.352130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.352616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.353100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.353569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.354037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.354552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.355037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.355538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.356153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.356634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2e2bcd5-737b-4ff0-b21e-e8a2940804a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:29.415668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1af2118-a4a2-4069-bc76-107c42ba870b admin admin] Publish callbacks [] for security_group (a473ad21-39d0-409b-a74e-9095354adbfe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:29.439278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1af2118-a4a2-4069-bc76-107c42ba870b admin admin] Publish callbacks [] for security_group (a473ad21-39d0-409b-a74e-9095354adbfe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:29.487262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3fa9483-bc26-4a35-a4dd-eb0145841748 req-7fa219a5-0ff4-4805-bcfd-47dd1089b7a6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.4430518 Feb 19 00:31:29.505291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1af2118-a4a2-4069-bc76-107c42ba870b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a473ad21-39d0-409b-a74e-9095354adbfe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:29.511914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1af2118-a4a2-4069-bc76-107c42ba870b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:29.514724 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b1af2118-a4a2-4069-bc76-107c42ba870b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a473ad21-39d0-409b-a74e-9095354adbfe HTTP/1.1" status: 204 len: 168 time: 0.1524377 Feb 19 00:31:29.533561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6bd5d-a7d4-44a9-baff-a0174dfa7b63 service neutron] Pushing event updated for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:29.535250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af2118-a4a2-4069-bc76-107c42ba870b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a473ad21-39d0-409b-a74e-9095354adbfe,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:29.573358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a42ae-2ec2-4575-866e-a6d48d637cb3 req-cf6617b1-b78b-4c3a-9619-59dd61ea70fd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:29.582104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d86a42ae-2ec2-4575-866e-a6d48d637cb3 req-cf6617b1-b78b-4c3a-9619-59dd61ea70fd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.5785913 Feb 19 00:31:29.595480 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0de4a1-e1e3-4f3b-be8c-89ec37968a54 x-openstack-request-id: req-2c0de4a1-e1e3-4f3b-be8c-89ec37968a54 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:31:29.595875 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:31:29.596236 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c0de4a1-e1e3-4f3b-be8c-89ec37968a54 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:31:29.596728 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392', 'status': 'completed', 'code': 200} Feb 19 00:31:29.625442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-b4321fca-5fbf-4793-82f8-15b59b0ce9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:29.627125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-b4321fca-5fbf-4793-82f8-15b59b0ce9cf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1125 time: 0.1518567 Feb 19 00:31:29.680032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82e9dd1e-129c-4eb2-83c6-45318a6d5293 req-57a7cfdb-b597-4102-823a-ab14ce87ed3d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0427258 Feb 19 00:31:29.730540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-46d2d473-ac9b-4026-bcea-cc18aa1408a2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 200 len: 217 time: 0.0921047 Feb 19 00:31:29.744131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d86a42ae-2ec2-4575-866e-a6d48d637cb3 req-085a8c0a-04dc-4079-970f-e447d899242a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1608875 Feb 19 00:31:29.795279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0da2401-1f3b-449f-b4aa-8fe50d322248 req-e7d176ef-bf09-4b88-b3b7-1614e2f91f42 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0679502 Feb 19 00:31:29.870914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-7866385b-24d5-4f20-96d9-1df7d265b4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:29.876373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-7866385b-24d5-4f20-96d9-1df7d265b4f6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.1360199 Feb 19 00:31:29.955811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-58f05b80-98ff-4a35-ae32-95bbd8ea7bae service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323336 Feb 19 00:31:29.955811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9c135ed-4ba0-44fa-a886-42ee5fa5a109 req-45806e51-fd90-47ee-aade-5bac7dea84cc tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.1247027 Feb 19 00:31:30.079146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81ab7fbb-e6a6-47bb-8854-94c686eaafe7 req-2023f63a-6a9c-4829-a3bc-cb9d4eb71883 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0329127 Feb 19 00:31:30.108057 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a2f5c-79ea-4d42-bda3-bca2a6ec1d9e req-213c9bbc-bd95-4aaa-a6c1-40af55f68481 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:30.111011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd1a2f5c-79ea-4d42-bda3-bca2a6ec1d9e req-213c9bbc-bd95-4aaa-a6c1-40af55f68481 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.1988518 Feb 19 00:31:30.174051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-75443577-fd77-4117-b475-e4642b03ae88 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142711 Feb 19 00:31:30.211170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd1a2f5c-79ea-4d42-bda3-bca2a6ec1d9e req-cca5db79-ac93-4632-b046-706e5f9fd63a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861709 Feb 19 00:31:30.302225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d12c138-30aa-4efd-981d-fb8cbde733bd req-ed2261dd-e75a-4ac9-bd9a-5a8448552fdf service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172874 Feb 19 00:31:30.417507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-b292d175-fc76-4056-a662-7d2ceec60b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:30.419375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-b292d175-fc76-4056-a662-7d2ceec60b77 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1125 time: 0.0735140 Feb 19 00:31:30.588591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56fa1ac6-ca9f-4845-8e84-c0d8d9e53498 req-28997704-12e2-4bd4-919f-90f13c690549 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0315402 Feb 19 00:31:30.589850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-2389b4d7-b7ad-48f4-8a45-891a9c104867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:30.591423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-2389b4d7-b7ad-48f4-8a45-891a9c104867 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1649759 Feb 19 00:31:30.638936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-340ad2fe-87ab-4b62-a059-0ad76f0f82e5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 200 len: 217 time: 0.0417092 Feb 19 00:31:30.691891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-a6e919f8-f2ad-4b72-aa6f-f413ccf2089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:30.694059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-a6e919f8-f2ad-4b72-aa6f-f413ccf2089f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0488460 Feb 19 00:31:30.735695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-3edfcfaa-2c1e-4f67-9200-1a367bd5852e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351450 Feb 19 00:31:30.830022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-235e0d76-362e-4776-ae65-c7594a845311 req-a4fc176d-ef40-4ee2-ac33-b673cb6f29d7 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0773475 Feb 19 00:31:30.928539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-e27ec07e-a1f3-49c1-995b-936db82832e4 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866083 Feb 19 00:31:30.931514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e13e6aab-6ee8-4347-9350-941d6a7eb0ec req-c491d13b-b45f-46a7-98b7-1d0a20b7c283 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0539310 Feb 19 00:31:31.012024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ec2a3-2cbd-441c-83a2-240289156e94 req-52a0be5c-51ca-4912-9193-cc9d97a2a0d2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:31.013525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-372ec2a3-2cbd-441c-83a2-240289156e94 req-52a0be5c-51ca-4912-9193-cc9d97a2a0d2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.1502659 Feb 19 00:31:31.096091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22277957-c346-439c-9047-9b3443abb9cd req-2f8f594f-ace7-4847-b116-c72d6bcaad6e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0464954 Feb 19 00:31:31.108852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57c92754-3e5b-45a9-8c46-9a785f1dce90 req-11b87118-a3a7-4245-91b1-ab5ba3439c68 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722107 Feb 19 00:31:31.138926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-372ec2a3-2cbd-441c-83a2-240289156e94 req-06c7be0c-c5f3-4bd9-944e-9d7745f194e1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143222 Feb 19 00:31:31.194329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6e7d910-73f3-4e8e-af70-4da80fafa33d req-b2d278d2-327c-411b-aaba-1e7237c60428 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0279288 Feb 19 00:31:31.322658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fbfda-379d-445d-b1e8-7aab905f1e32 req-3f438be1-4eab-498e-9abc-50b4d106225a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:31.324188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e84fbfda-379d-445d-b1e8-7aab905f1e32 req-3f438be1-4eab-498e-9abc-50b4d106225a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0526087 Feb 19 00:31:31.374056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e84fbfda-379d-445d-b1e8-7aab905f1e32 req-7a8ed42a-55c0-4abc-a730-ff73f1aa4fac tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435488 Feb 19 00:31:31.679363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d2ee521-04a1-4ebd-83db-ebed96b4d964 req-dd993cd0-7d91-4c72-a595-9ccc87af12a4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0293608 Feb 19 00:31:31.911731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c01f0299-1059-41cb-94c9-2cc2671df138 req-dd38572f-d542-4eef-bfc8-bc1bd5cfaa4b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0344529 Feb 19 00:31:32.025324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8601296-5126-438d-a5ba-55cff153889b req-d02c0020-55c8-4d47-9870-5129118f35df tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0327697 Feb 19 00:31:32.197700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19e33ab0-9c72-46f6-8943-97138397e3fe req-c46a23d6-7b18-4c12-b914-7f06179a82cf tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0323317 Feb 19 00:31:32.312393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5617f5bd-e602-42b2-9719-9c1e1c30f3a7 req-c5e9c0b0-163b-4088-bf96-3b8e01f039ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0356407 Feb 19 00:31:32.332216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01211249-2c3e-43c0-85f8-1f47ddc835cc req-0b84ff57-88b0-4cbb-8dc0-9e2191c52f0b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:32.339428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01211249-2c3e-43c0-85f8-1f47ddc835cc req-0b84ff57-88b0-4cbb-8dc0-9e2191c52f0b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.1017051 Feb 19 00:31:32.394269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01211249-2c3e-43c0-85f8-1f47ddc835cc req-d91eb84a-ebca-499d-9804-7f964754daa7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539055 Feb 19 00:31:32.513477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7761807-900a-4bc0-a507-d573a90d16ee req-58bae2b3-b81a-4d43-a326-cd82db95c12f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:32.515260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7761807-900a-4bc0-a507-d573a90d16ee req-58bae2b3-b81a-4d43-a326-cd82db95c12f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0564804 Feb 19 00:31:32.566056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7761807-900a-4bc0-a507-d573a90d16ee req-5b1dafd8-6a99-403c-8510-cd147cd156fe tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Feb 19 00:31:32.758462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73fbb647-f881-4b05-847f-7278c412807e req-b70c5a66-f9a7-4bb7-966f-9bd1330a6119 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0277665 Feb 19 00:31:32.990217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c0a6c44-6c2a-4fb0-bf4e-c30d4012c437 req-2c0d0952-6443-45fc-990b-58113e668cf3 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0286007 Feb 19 00:31:33.111642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b022913-2796-4d1e-aec7-f92d7da48a85 req-866dc2dd-d433-498f-819f-191c70ac2f6f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0328403 Feb 19 00:31:33.189936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c887384-efb1-4cc3-bc72-02a93f8020e7 req-adf8cd5c-02d4-4006-bf94-9c1e006a4b73 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=006d6917a8684bc389e71fe184b3cd6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220530 Feb 19 00:31:33.287845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47b3708b-2aa7-4297-b780-dbb9c3606680 req-acf19aa2-9bd8-4a21-bfe5-34da134772c3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0348289 Feb 19 00:31:33.322779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c887384-efb1-4cc3-bc72-02a93f8020e7 req-5830295b-2e28-40fc-a71d-df21605b2f0e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:33.324241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c887384-efb1-4cc3-bc72-02a93f8020e7 req-5830295b-2e28-40fc-a71d-df21605b2f0e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1287878 Feb 19 00:31:33.338765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c887384-efb1-4cc3-bc72-02a93f8020e7 req-139d0e8c-c3bb-4023-b3e6-17140daa551c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/quotas/006d6917a8684bc389e71fe184b3cd6c HTTP/1.1" status: 200 len: 375 time: 0.0090985 Feb 19 00:31:33.372547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c887384-efb1-4cc3-bc72-02a93f8020e7 req-2465b0d9-13bd-463f-bcb9-51cc7fd0e41d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=006d6917a8684bc389e71fe184b3cd6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286160 Feb 19 00:31:33.408246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52d7e294-d401-42db-8568-4caea2f48acb req-a0070d10-601d-4f46-9a6a-ad840d6b6645 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0288608 Feb 19 00:31:33.556484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8499e0e-6147-440a-8b7e-3cd4653a4dec req-46db2f89-32a3-4850-bc14-624e4c73e724 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0345376 Feb 19 00:31:33.575311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45391a6-dbf9-4c76-8655-e9665f435c17 req-1dcb54bd-3d04-49bf-b28a-8648cfd67a04 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:33.576801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d45391a6-dbf9-4c76-8655-e9665f435c17 req-1dcb54bd-3d04-49bf-b28a-8648cfd67a04 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0921206 Feb 19 00:31:33.648282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d45391a6-dbf9-4c76-8655-e9665f435c17 req-c737502d-0c3b-4c3f-a309-5a98ccba7d7a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594935 Feb 19 00:31:33.708890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3b0d3-7c45-4570-b656-0d13b6ca619c req-2fdf2451-5feb-4eeb-a15a-bd8767fc9f7a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:33.710502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47b3b0d3-7c45-4570-b656-0d13b6ca619c req-2fdf2451-5feb-4eeb-a15a-bd8767fc9f7a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0611768 Feb 19 00:31:33.770935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47b3b0d3-7c45-4570-b656-0d13b6ca619c req-db948eb8-44ce-4050-aa39-60d0c0cc03cf tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532894 Feb 19 00:31:33.847826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47fcca1d-6c0f-4f38-a1b0-4ea80cd02f50 req-f568c3f3-72f0-44ea-977c-1d6bae59be44 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0284045 Feb 19 00:31:34.071748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b38eccb3-50c0-430b-89df-c8807c09ecf5 req-3a70ce91-3c65-43fd-803d-cd520bbbd604 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0306606 Feb 19 00:31:34.199253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03f1e578-8f89-441d-a941-c2a0b153b9af req-3a14806e-bcd4-40a1-91d8-63d6b0a2a718 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0280001 Feb 19 00:31:34.368881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d79b4ac-4e3e-4e27-98f4-687f8b7f1ae3 req-18f77754-f1b7-4337-95a2-6c1dc8f3522a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0290520 Feb 19 00:31:34.496607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2385c3ea-5abf-499b-8fdc-c0bcf17e1a8c req-6388f852-2c67-4e90-8a78-c377e10a6cb7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0277867 Feb 19 00:31:34.641667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a48b63d-5eac-480e-8ed9-6c00f37522c6 req-2b5547bd-7a53-4e5f-bf5d-f39cb8f8013e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Feb 19 00:31:34.768858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ff9e9-ac1d-405a-973d-42e9a334229e req-f6cbdaef-1e59-4388-b561-62178a62ef27 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:34.770350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d7ff9e9-ac1d-405a-973d-42e9a334229e req-f6cbdaef-1e59-4388-b561-62178a62ef27 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0586910 Feb 19 00:31:34.821486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d7ff9e9-ac1d-405a-973d-42e9a334229e req-5ae87f39-2888-48c6-a420-88f1d40981d0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450394 Feb 19 00:31:34.901509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf18d6-8daa-421f-b061-342df321f095 req-9af3b87a-b992-4efb-a379-3364e3c08136 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:34.903031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10cf18d6-8daa-421f-b061-342df321f095 req-9af3b87a-b992-4efb-a379-3364e3c08136 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0582714 Feb 19 00:31:34.941754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54a26085-1b0e-4402-b1bf-fbd5ee77ac36 req-a1a9341b-6189-4427-8315-a783e08ef041 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0367475 Feb 19 00:31:34.971875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10cf18d6-8daa-421f-b061-342df321f095 req-bdad61df-8efb-4eb8-b535-499f04200312 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583205 Feb 19 00:31:35.156255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d9633-bae1-4881-b2d7-824c7061dfc6 req-d2233fd3-5f1e-45d1-ad37-e75e3dec8141 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0339787 Feb 19 00:31:35.277669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9dc85644-04f4-49d3-a109-6a68239b0ca2 req-e37c0b38-abc8-445a-87d8-efe01d42a03b tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0278466 Feb 19 00:31:35.449554 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cdb6bad-5f2f-410e-a8dc-57884294a599 req-700cfa4a-3623-4088-80c2-36869d36f9cb tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0297687 Feb 19 00:31:35.533919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:31:35.589518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bea9e3f-5a35-4bc7-8e96-28649d4baf62 req-863fccab-abe7-4dab-9d12-57b27b6590d0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0282454 Feb 19 00:31:35.639633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:35.651529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'port_id': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'mac_address': 'fa:16:3e:8f:90:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:31:35.687119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:35.687506 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:35.700218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:31:35.719245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:35.720969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11cff8ec-0f52-4adf-a8e3-09ef9061daab req-70937039-ae83-4783-8e4c-698aede3c675 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0292642 Feb 19 00:31:35.724240 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:35.788659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:35.797490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.797967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.798500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.798941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.799407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.799882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.800356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.800789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.801116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.801444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.801764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.802094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.802586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:31:35.820730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:31:35.956262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848faec7-b449-443f-85b9-be9d21ea41af req-93492d15-7f30-4a3d-897e-97932c98baf8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:35.958843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-848faec7-b449-443f-85b9-be9d21ea41af req-93492d15-7f30-4a3d-897e-97932c98baf8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 944 time: 0.0595689 Feb 19 00:31:36.035385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b0d9c4c-0d5c-4828-9a56-062c80590f0f req-0f024863-7224-4d95-bf95-654a8e0d3177 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0380826 Feb 19 00:31:36.048515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-848faec7-b449-443f-85b9-be9d21ea41af req-bf5b56d5-bbc1-4489-9d07-b7a033c0849c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845354 Feb 19 00:31:36.189255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636013a-3c05-413b-b6f5-86398777d932 req-cb2ca9d3-fa46-4e6c-8bd8-e567074760db tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:36.190799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4636013a-3c05-413b-b6f5-86398777d932 req-cb2ca9d3-fa46-4e6c-8bd8-e567074760db tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0635049 Feb 19 00:31:36.245553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bcf53fc-ddea-42e9-b397-fc104b69abb8 req-dd09be4b-25c2-4040-9d7f-d0e976ed52be tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0324519 Feb 19 00:31:36.266830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4636013a-3c05-413b-b6f5-86398777d932 req-ecc4cbd5-43b2-4236-b137-0e066f4af9b3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702729 Feb 19 00:31:36.358444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc0e3cdd-d388-45b5-bba7-c1aed43d6bb3 req-b32a59a6-c8d1-4a78-8001-554d263a0687 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0318320 Feb 19 00:31:36.529042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c6c94c3-3211-4dfe-be37-1aebb999facb req-7f0676cc-6b4d-4a71-8271-10554413d34d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0276556 Feb 19 00:31:36.682282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef148fb7-b176-4886-ad2b-fa8f0b5a24e5 req-d5f58313-dbf7-47b2-87b9-fcf44ea2c3e5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0281396 Feb 19 00:31:36.802751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89c4738a-3add-460c-8a69-3b78ba6298a5 req-022bcdfd-b8c0-4a33-909b-67c43c3c359a tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0280087 Feb 19 00:31:37.157012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4466c96-3d66-4e8e-a345-08377680ba19 req-36397739-10e9-473b-88dc-0d1a07914c5d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0476558 Feb 19 00:31:37.214167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de432299-997a-4345-8597-46bed75b6058 req-64ac786b-7a8b-4b14-9744-0dbe02d3b4a5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:37.216621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de432299-997a-4345-8597-46bed75b6058 req-64ac786b-7a8b-4b14-9744-0dbe02d3b4a5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 944 time: 0.0626485 Feb 19 00:31:37.265128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de432299-997a-4345-8597-46bed75b6058 req-07ee0c06-ea36-4595-8e50-bb7723ae473c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425169 Feb 19 00:31:37.325503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d0e2816-5811-4f50-a659-ba0f60a50bec req-6a03cc47-04da-418a-8f45-305d504493ca tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0295973 Feb 19 00:31:37.389954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c2dd9-9568-49e2-8c97-1ef36fd51497 req-c68cca61-9e99-43f1-b86f-e5b26651cc52 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:37.391590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-300c2dd9-9568-49e2-8c97-1ef36fd51497 req-c68cca61-9e99-43f1-b86f-e5b26651cc52 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0535951 Feb 19 00:31:37.451020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24297252-0262-4b4b-a8f7-d9432c9f1d39 req-c65d215d-644e-43d9-b3a0-fb6993ae3635 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0398984 Feb 19 00:31:37.477713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-300c2dd9-9568-49e2-8c97-1ef36fd51497 req-f980847c-0bcc-4e73-87c5-d17253e22422 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801225 Feb 19 00:31:37.550734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:31:37.603108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:31:37.603765 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:37.609602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e617d548-c3b2-4fb0-919b-6f5e3fa1a535 req-4f8c87f3-a85c-415e-b4b4-1f88260b7a83 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Feb 19 00:31:37.680048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:37.680474 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:37.702808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:31:37.705064 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8267bd-cac9-450b-9f15-d12ba16812fd" -d '{"events": [{"server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "name": "network-vif-plugged", "status": "completed", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:31:37.717702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:37.725783 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:37.756462 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f8afaa-7c95-4a02-b222-e6d5632787ca x-openstack-request-id: req-01f8afaa-7c95-4a02-b222-e6d5632787ca {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:31:37.756772 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "name": "network-vif-plugged", "status": "completed", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:31:37.757007 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01f8afaa-7c95-4a02-b222-e6d5632787ca {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:31:37.757564 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'code': 200} Feb 19 00:31:37.785038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4f06581-b897-4dca-b8dd-9177243eea6d req-d4a68612-9dcd-4487-886d-3650f443d135 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0306139 Feb 19 00:31:37.789434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:37.886797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a53bd67d-c4ab-4254-a57c-28d714184b20 req-16987639-4514-45b0-8677-aaf5bb3b077b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0319185 Feb 19 00:31:38.238690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2d41ed2-cf6a-4960-941a-2fd735d4ca01 req-c5687db7-6574-4f32-9d45-63076a90f004 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0294299 Feb 19 00:31:38.411227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42c7c21b-6874-4949-bd49-dee098f3ad41 req-e2b71e21-6e30-4f63-9bcb-ca2e4f38b21c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0305357 Feb 19 00:31:38.429528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc156b-c23d-4400-b4ca-1c2d6a7b9e30 req-74a58a6f-d13e-40ea-8f05-ffc011a39ed1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:38.431019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43cc156b-c23d-4400-b4ca-1c2d6a7b9e30 req-74a58a6f-d13e-40ea-8f05-ffc011a39ed1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0806530 Feb 19 00:31:38.480045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43cc156b-c23d-4400-b4ca-1c2d6a7b9e30 req-275439b1-64f7-4e48-8bc2-40b517d5dfd5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431473 Feb 19 00:31:38.541625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0505f88a-117c-4fe8-905e-d2b84f2fb6c9 req-6ff2cb46-84b1-40c9-8482-31117774971b tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0281358 Feb 19 00:31:38.612716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e95d-4404-415c-9e99-1cf4fbc94c92 req-3a63dcda-8d62-48c2-8c91-45fd43418662 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:38.614243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a547e95d-4404-415c-9e99-1cf4fbc94c92 req-3a63dcda-8d62-48c2-8c91-45fd43418662 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0600848 Feb 19 00:31:38.695604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3098e068-f40b-4094-9b28-40e038574c2f req-784bfcb4-3e72-4c72-9227-50f1f7562430 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0354915 Feb 19 00:31:38.700059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a547e95d-4404-415c-9e99-1cf4fbc94c92 req-b0b17b9f-d83e-4af7-930d-fb5f4be3a888 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796967 Feb 19 00:31:38.874060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1570e02-7368-4fbf-8fb3-544046b5f3e3 req-13f6bd60-d7e4-4509-af99-ce8ca12674d2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0299587 Feb 19 00:31:38.969303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04691f06-6589-4a8d-bfca-7359cef9e2b1 req-118b9fc8-842e-45ec-b518-61c3b23a5c49 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0312197 Feb 19 00:31:39.316692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42c91abe-d199-42c2-8582-08459b0f2c8a req-4ce2f7de-874d-4367-bf82-1cd5f452bc29 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0289972 Feb 19 00:31:39.326129 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:31:39.501335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb3dcc5d-e9a3-47ae-bafa-933dc66a9e6e req-8b1028aa-9f11-424e-908f-58eaf7d5dbc9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0363569 Feb 19 00:31:39.642883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc28366b-a9df-4c09-8098-c1c3a37e7c60 req-f5985f32-2c58-4c3a-846f-85470e7a4deb tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0385742 Feb 19 00:31:39.671001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695225f-5b42-4974-835c-928546c2b1a0 req-381004b1-e2c1-42a2-ba7b-6dc13d7fe1ff tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:39.673199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a695225f-5b42-4974-835c-928546c2b1a0 req-381004b1-e2c1-42a2-ba7b-6dc13d7fe1ff tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.1071432 Feb 19 00:31:39.735858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a695225f-5b42-4974-835c-928546c2b1a0 req-3f08c971-5722-443e-b8ae-9827a1f52d20 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563581 Feb 19 00:31:39.843165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-493db1f4-9814-4271-ad04-89a8ef41dedf req-9314184d-6759-44c3-91c9-a105b9603ea5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0314968 Feb 19 00:31:39.865885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137e3b9-696b-4024-8c47-bc3366a9b495 req-3aa5545c-6790-442d-a857-e4bfd925a221 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:39.865885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a137e3b9-696b-4024-8c47-bc3366a9b495 req-3aa5545c-6790-442d-a857-e4bfd925a221 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0824456 Feb 19 00:31:39.929733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a137e3b9-696b-4024-8c47-bc3366a9b495 req-aad4dcb6-891d-40d6-968a-3f5767bc43b3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590920 Feb 19 00:31:39.988818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b7932d6-eb73-48a4-8928-d6174afb5a89 req-1c65214b-2126-41eb-8fab-ac9790869571 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0376463 Feb 19 00:31:40.054663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a162eb19-e414-46e4-ad7b-253fc9b1bc0e req-69c1e2ff-cf27-4757-8dfb-4664b32e54bf tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0328655 Feb 19 00:31:40.410438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bc2dcc0-5fa5-478c-ba39-87a8bfc316cb req-322c7b09-1067-42d4-b58f-603ea0257dbf tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0275614 Feb 19 00:31:40.583017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fe5211c-7873-40e9-8d0e-12b48b98d7b5 req-545893d9-1194-4c2c-abc7-38571cd093a0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0362184 Feb 19 00:31:40.734585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b8197b1-6a9f-4f7c-b095-7026a9b2cf24 req-b73ac3d4-882d-4567-92bd-3093da711366 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0332296 Feb 19 00:31:40.877863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33173797-bbb2-40c8-9c59-e754dfb5523a req-04a1f0ca-46d2-4381-8cd9-e44f407687be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:40.879636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33173797-bbb2-40c8-9c59-e754dfb5523a req-04a1f0ca-46d2-4381-8cd9-e44f407687be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0603149 Feb 19 00:31:40.958215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb17ef8d-8adc-4981-b14c-ce5c1ab0a59a req-a96adc61-8e51-4ed0-b9de-26c61f5c660a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0482912 Feb 19 00:31:40.978431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33173797-bbb2-40c8-9c59-e754dfb5523a req-16a2be16-d510-4b9a-bebc-593f2ad12aec tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895605 Feb 19 00:31:41.098612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aa5c619-013b-48df-881c-b41a2acd8a76 req-48047a71-ed7d-468f-997b-72a81c9f2876 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0325232 Feb 19 00:31:41.119096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b719563-c6e3-4061-ba00-15e767cca20c req-029ab5cd-bfb3-4f5b-8f6f-be384cf74e6a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:41.130483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b719563-c6e3-4061-ba00-15e767cca20c req-029ab5cd-bfb3-4f5b-8f6f-be384cf74e6a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0918419 Feb 19 00:31:41.211645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-013b7ca3-df58-4bf7-ac65-0df1244428b5 req-c4b8e704-2ff9-4fb8-9002-e718f9fca6d6 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0448582 Feb 19 00:31:41.216709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b719563-c6e3-4061-ba00-15e767cca20c req-e11d55c2-271a-41c4-a71b-382e338ad80d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890300 Feb 19 00:31:41.499939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11d0ca7a-4241-48c8-b189-dd90b561c536 req-5749f751-44ee-41f7-8a21-93f45d8f3886 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0356605 Feb 19 00:31:41.665831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc78df24-a009-4bc3-94b1-cfe53d4a1d46 req-a2139c74-bfc0-4280-9364-f3dacee00255 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0296521 Feb 19 00:31:41.820448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75c198f1-e592-4408-b1bb-ccc2aa6dd252 req-d7b73f15-f68a-4673-b164-df6e5223265a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0339379 Feb 19 00:31:42.039224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d54228c-8dbb-4ea2-bfa9-2d2c48758b7d req-662eacf7-5352-4207-9e42-4fffdd87854b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0300014 Feb 19 00:31:42.136777 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6afe9f-0eb1-4adc-aeba-38d2356a9e7b req-d87bf7d3-210b-43f2-a56f-0e5a0c1bf042 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:42.138384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb6afe9f-0eb1-4adc-aeba-38d2356a9e7b req-d87bf7d3-210b-43f2-a56f-0e5a0c1bf042 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0677321 Feb 19 00:31:42.200076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b37377-046e-4854-9ad4-1398d8698402 req-7efed0ce-4649-4f12-b4da-bb4cc2a2c3b3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0364742 Feb 19 00:31:42.221585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb6afe9f-0eb1-4adc-aeba-38d2356a9e7b req-24565e94-2221-402c-a8e4-15833245bd0b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770018 Feb 19 00:31:42.294384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-916ead34-2b3d-42e5-8595-98c6f3eb8dfd req-eaafc70c-e935-4601-94bc-7d782f3d1f74 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0303440 Feb 19 00:31:42.381173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d586c2-547a-4b3a-8658-12655a19bff0 req-104e687f-a11d-4393-a0d8-4edfeb6271b7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:42.382812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0d586c2-547a-4b3a-8658-12655a19bff0 req-104e687f-a11d-4393-a0d8-4edfeb6271b7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0618665 Feb 19 00:31:42.438757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0d586c2-547a-4b3a-8658-12655a19bff0 req-3971e8c0-6a0e-4841-b772-ba063d05fc62 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486753 Feb 19 00:31:42.579499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e817859-2103-4f31-8eeb-d5a2dc5ce103 req-cbd4b590-efe7-4c40-b9d6-64f14c67afbb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0307200 Feb 19 00:31:42.745302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f4b23b8-8f00-4bb4-b421-f3a1dbaa167e req-dd5b61b7-2982-4cd6-81b8-2580eedc32b6 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0293038 Feb 19 00:31:42.921483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a4175a3-b045-46ca-962b-75ad388763dc req-86c80805-0f48-4064-9745-5047fdbc893c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0294566 Feb 19 00:31:43.126266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8390778f-696c-40a8-bef5-1f8aeab68fb0 req-7e799f74-a8ef-4ad6-b717-14c31d1932e8 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0347252 Feb 19 00:31:43.302273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c4ee564-d16b-4ecc-9c44-e93827c2021a req-3ea6c5bd-fd9a-457e-ae07-e81ce6dc1da5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0301421 Feb 19 00:31:43.392781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e5f9b9b-b82f-453a-a2c3-9b36aebb136d req-7d052669-faae-4fe1-a0e2-774a29c7c775 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Feb 19 00:31:43.399339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9923e0-e710-48a4-b908-6d267cd29c9e req-5de04a9c-75b0-4c79-a60c-86986678f3a7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:43.410409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c9923e0-e710-48a4-b908-6d267cd29c9e req-5de04a9c-75b0-4c79-a60c-86986678f3a7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0887380 Feb 19 00:31:43.453220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c9923e0-e710-48a4-b908-6d267cd29c9e req-e2f5dfa0-995c-4fb3-9667-51db4533bc5d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459237 Feb 19 00:31:43.572109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013fcab-5bc7-4903-a64d-00485582a7c1 req-70b4e325-3f02-4630-a7e2-6e561233aea2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:43.573599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8013fcab-5bc7-4903-a64d-00485582a7c1 req-70b4e325-3f02-4630-a7e2-6e561233aea2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0573397 Feb 19 00:31:43.636052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8013fcab-5bc7-4903-a64d-00485582a7c1 req-c0e281df-5266-4052-9fd3-d3c5a82d7ed1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557029 Feb 19 00:31:43.672045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e1c835-7d71-4266-b7a3-4e6c6f88c160 req-71edea60-cf65-44ba-b345-1f41f10b9fa1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0340533 Feb 19 00:31:43.829087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b277805-68d4-4292-86d2-85c26dced017 req-9276eed6-199b-4090-a9e2-e9043aed5b3a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0283732 Feb 19 00:31:44.015094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6066a338-549a-495d-9276-325bd3b73ee8 req-86c9e307-c6ce-442c-b87a-c7c62e8fa32b tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0397260 Feb 19 00:31:44.221679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e82e405-df65-4edb-ac28-b52694d9e1cb req-13ccd5b3-210c-468d-b752-ba61043fe9c0 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0295649 Feb 19 00:31:44.387356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84470415-ed42-433d-bca7-04ba186e80e5 req-6b84fe04-2707-45e6-84c0-f8a4dc86906b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0276465 Feb 19 00:31:44.474077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f13ae04c-8132-478b-bbc0-81721739921c req-ea0988c6-00f7-46c0-a7d6-e8b63d4800c7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283983 Feb 19 00:31:44.595305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85850d89-69f5-4bd8-abb6-b1215dbfbfb6 req-0d764e78-5643-4b39-835e-c127107c783c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:44.596823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85850d89-69f5-4bd8-abb6-b1215dbfbfb6 req-0d764e78-5643-4b39-835e-c127107c783c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0647521 Feb 19 00:31:44.654873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85850d89-69f5-4bd8-abb6-b1215dbfbfb6 req-206302e9-f8e8-4d6d-82e6-2ef367c6e3d2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433738 Feb 19 00:31:44.766158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d91fed14-a63d-41a5-959b-db80c286ced4 req-a173c3b0-b44e-4de4-a689-1fe2d632ff0b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0308397 Feb 19 00:31:44.790961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc539f19-0d59-41a7-9b35-c4e818e4505c req-a8361b55-66c6-4b92-98c0-a7bbdc506fe1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:44.792476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc539f19-0d59-41a7-9b35-c4e818e4505c req-a8361b55-66c6-4b92-98c0-a7bbdc506fe1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0864112 Feb 19 00:31:44.861540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc539f19-0d59-41a7-9b35-c4e818e4505c req-37e49113-02a6-4004-81c3-cc80f1a79be3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582359 Feb 19 00:31:44.910392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14b0659e-67b3-4468-8b2a-30f1d98265bd req-7a7ba63a-de11-4b98-9c54-af2566025c11 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0274489 Feb 19 00:31:45.089219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3db23cd2-6cf8-4824-a7f1-c8429c53826c req-677f26f2-259d-47c2-9b8f-8147a97bd0f3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0326738 Feb 19 00:31:45.312740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c117464b-858d-47ee-b9db-a063efa56ea4 req-a4985270-fb3f-40e8-b70a-8b639f340fc8 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0364442 Feb 19 00:31:45.476545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e391a971-811e-4194-98f9-619bb9b5c798 req-efcf5b52-f0f0-47e1-af6c-9886d8da4525 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0271697 Feb 19 00:31:45.559368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6515986-2d70-4a34-9413-94bcb4576eac req-a54cfc80-9301-4cc2-a65e-19e0a6071ae7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0290046 Feb 19 00:31:45.788146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebc484-4b5a-4547-89af-fb23f18393aa req-9ab76b62-46f2-415f-8dce-adb93ae1b073 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:45.789769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5ebc484-4b5a-4547-89af-fb23f18393aa req-9ab76b62-46f2-415f-8dce-adb93ae1b073 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0608282 Feb 19 00:31:45.875584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c115840-8e6b-4b23-a1a5-0a82d42ccfa2 req-f298f0f6-a88c-4757-b1d6-2a44d259cf81 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0502460 Feb 19 00:31:45.906995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5ebc484-4b5a-4547-89af-fb23f18393aa req-3c399730-3fc7-47cb-a1a6-bbed54ee761b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1032834 Feb 19 00:31:46.016513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-821d604a-d62a-4c76-9761-9e41e5703f91 req-3185ace0-d071-4265-9e22-2691d37a975c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0400026 Feb 19 00:31:46.043074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21c6af-4857-4068-ba39-95f6b9bf825d req-94d0fa4a-4b3d-49b8-8647-838c2ebc4c90 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:46.045664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b21c6af-4857-4068-ba39-95f6b9bf825d req-94d0fa4a-4b3d-49b8-8647-838c2ebc4c90 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.1024556 Feb 19 00:31:46.099493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b21c6af-4857-4068-ba39-95f6b9bf825d req-641ffffc-fe93-4163-9146-2b19b87c2c57 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468931 Feb 19 00:31:46.201628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a08d5da7-84bf-4543-b3f6-9b2a2a6eb505 req-627e7514-1b5d-4c76-8d21-895cc64a1163 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0425713 Feb 19 00:31:46.392000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87091420-ccfe-4116-ada2-73ab15b2d346 req-fefe7532-8ea9-46d6-a66b-66e42ce517c3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0318167 Feb 19 00:31:46.566276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7be60497-8367-4ea5-b9a2-0c129600c62b req-c007c45f-05ae-4711-9a22-a110e4e39f76 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0285187 Feb 19 00:31:46.652388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3552a840-0153-437f-b571-f8a63b420fdb req-a4c2192f-690c-402c-b063-6e4f6fdefc0d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0369153 Feb 19 00:31:46.972481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-928ffe6b-a99e-41fe-aca5-a2e0a472186d req-f0553b6f-5fd7-42d8-83a5-e8c0f218ca4d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0347209 Feb 19 00:31:47.048586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf79cb-251a-494d-ab86-56ac700bdc48 req-428f67e2-fbb1-4fb9-99a1-1616cdb26b27 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:47.050535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bdf79cb-251a-494d-ab86-56ac700bdc48 req-428f67e2-fbb1-4fb9-99a1-1616cdb26b27 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0578432 Feb 19 00:31:47.121990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6363cbeb-d9d7-4d35-926a-eeaabc0e0cef req-46c5bb8c-5f3e-4ec2-9d37-1ecbef542a45 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0400832 Feb 19 00:31:47.130788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bdf79cb-251a-494d-ab86-56ac700bdc48 req-842633e3-a8cc-425b-b2f9-2ac1018740f3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734930 Feb 19 00:31:47.256673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f7177-fc45-4db9-9f12-75a563e4cbe6 req-5d187ee8-8450-4a8c-8f9a-4df346247375 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:47.260603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e8f7177-fc45-4db9-9f12-75a563e4cbe6 req-5d187ee8-8450-4a8c-8f9a-4df346247375 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0669551 Feb 19 00:31:47.296387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-296f801f-0aae-449f-b0d7-2645d4f17b90 req-f3ec6f51-d15e-49ff-b8e9-7a7e67794872 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0347261 Feb 19 00:31:47.332152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e8f7177-fc45-4db9-9f12-75a563e4cbe6 req-73a4404c-d66d-4f46-aca5-da7e58794a55 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620253 Feb 19 00:31:47.346751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 95be7fe8-eaee-42b1-b590-47e1c2e88392 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:31:47.443057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:47.460079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '95be7fe8-eaee-42b1-b590-47e1c2e88392', 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714', 'port_id': '95be7fe8-eaee-42b1-b590-47e1c2e88392', 'mac_address': 'fa:16:3e:3a:a3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4892caf6-d304-4a3d-a600-303443e4a76b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:31:47.478261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0f62e70-8c65-4728-b78c-6c22d96b69a7 req-9473d24f-3d70-40b8-83c8-a0ac3e3c8b23 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0306990 Feb 19 00:31:47.520245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 95be7fe8-eaee-42b1-b590-47e1c2e88392 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:47.520826 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:47.535245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95be7fe8-eaee-42b1-b590-47e1c2e88392 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:31:47.554988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:47.559717 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:47.629274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:47.666300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44672658-2f8e-41c1-85ae-f0d11d08ee4f req-d083f1fb-b9f5-47b5-ae48-77e2f915898d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0283134 Feb 19 00:31:47.741632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c8f2dbc-6156-489d-b2a4-b5a7f2c286af req-d84a6f76-90cd-4c03-8a57-38ae7d2d6ac0 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0310152 Feb 19 00:31:47.794298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['95be7fe8-eaee-42b1-b590-47e1c2e88392'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:31:47.900274 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89e4f3df-0652-4ed1-92a5-00dd7f6aa3aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:48.065571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-257e7c13-43d3-4da5-84b7-09f60585b8a2 req-2f511692-5cf2-466c-9d08-933b3aef1924 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0319619 Feb 19 00:31:48.209264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37083230-f351-4ee3-94f5-ba58cf8a59c1 req-6c924cc9-c5d8-4766-8914-0f69115d5638 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0282712 Feb 19 00:31:48.279716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25121394-2048-427a-ac10-0fda47227248 req-c426bc8b-2c41-4839-9344-9d19fd9e3898 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:48.281114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25121394-2048-427a-ac10-0fda47227248 req-c426bc8b-2c41-4839-9344-9d19fd9e3898 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0535877 Feb 19 00:31:48.332847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25121394-2048-427a-ac10-0fda47227248 req-6ae6f166-55d5-4e62-892b-1329eb3b1684 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434761 Feb 19 00:31:48.386390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67e14214-f101-4027-a470-80000555ed0d req-4f792d0f-3e42-49ac-97da-e6db4a8a4404 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0303588 Feb 19 00:31:48.558731 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:48.750325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58b2532a-3945-4673-ae70-2f0c7b056455 req-2c6fcfa5-08a3-447b-a62c-1b928a14cae9 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0303473 Feb 19 00:31:48.768322 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34aeb2f-d409-42d4-8528-7172fbb51f25 req-ea0cce03-686e-4766-8b2a-097d7eb200a4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:48.770657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a34aeb2f-d409-42d4-8528-7172fbb51f25 req-ea0cce03-686e-4766-8b2a-097d7eb200a4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 944 time: 0.3689718 Feb 19 00:31:48.820821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cf881c7-6497-4959-8e74-b010372ebe41 req-be0d9aa1-5692-40b2-9103-f974a5bb650f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0301690 Feb 19 00:31:48.854071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a34aeb2f-d409-42d4-8528-7172fbb51f25 req-269c4c26-7088-4cf4-a5d0-b3d451fbf76f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770671 Feb 19 00:31:48.896100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8623751-94b2-4756-94d5-d34f694286fc req-19a9a401-5d6e-4e18-87bd-0a815092e6da tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0299101 Feb 19 00:31:49.001037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-c58f79f2-eebf-464e-a6a5-5e80ce0da741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:49.002585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-c58f79f2-eebf-464e-a6a5-5e80ce0da741 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=683ff6b1a7154108870150bfec80cfec&device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 1127 time: 0.0465412 Feb 19 00:31:49.105994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-6c8772e1-29c2-402c-a051-31fd6dd9c589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:49.107879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-6c8772e1-29c2-402c-a051-31fd6dd9c589 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 200 len: 916 time: 0.0997701 Feb 19 00:31:49.175756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-268ca352-5cd0-4f4b-a2f7-2d2e22ec9063 req-86739e99-1aae-4bdd-b06b-637f48d11bb0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0535810 Feb 19 00:31:49.197586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-dfc19b02-fd10-4872-abf6-f81e5ea3bd11 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 HTTP/1.1" status: 200 len: 1001 time: 0.0838659 Feb 19 00:31:49.250423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-e33afd6a-ec6f-49b0-9bda-e53addd00f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:49.252051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-e33afd6a-ec6f-49b0-9bda-e53addd00f40 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 200 len: 854 time: 0.0484462 Feb 19 00:31:49.306430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-966efe4a-a4a3-407d-a02d-8914d467b7d8 req-819f3247-0815-439f-a899-66c5b08e5098 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0410824 Feb 19 00:31:49.322467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-e058eda1-f621-46f8-9a08-3ad3a669d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:49.324315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-e058eda1-f621-46f8-9a08-3ad3a669d99b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a66a2644-3c4a-4409-98a9-f3d6abe8be72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0664854 Feb 19 00:31:49.364366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 95be7fe8-eaee-42b1-b590-47e1c2e88392 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:31:49.418264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 95be7fe8-eaee-42b1-b590-47e1c2e88392 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:31:49.422889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 95be7fe8-eaee-42b1-b590-47e1c2e88392 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:31:49.423415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:49.459577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-e32acb29-3123-45e5-8c7d-83071dc22af8 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287267 Feb 19 00:31:49.487660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83ae91c6-aeae-4734-9885-923b2141d894 req-a1b23824-0aed-400f-b2f4-5902a08f4776 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0418212 Feb 19 00:31:49.503949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 95be7fe8-eaee-42b1-b590-47e1c2e88392 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:49.504441 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:49.516312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d57f-c20a-414f-ab9a-d8a7d7703948 req-3f207e33-a9cb-4cc4-8129-077bc4e7a55a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:49.517790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4914d57f-c20a-414f-ab9a-d8a7d7703948 req-3f207e33-a9cb-4cc4-8129-077bc4e7a55a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.1067271 Feb 19 00:31:49.533943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:31:49.536325 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f14a6a-d6f5-44a5-b472-9d398b8c29d3" -d '{"events": [{"server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "name": "network-vif-plugged", "status": "completed", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:31:49.552300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:49.558284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:49.589803 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4996a2-94f0-4446-a938-eeec6e5305e7 x-openstack-request-id: req-5f4996a2-94f0-4446-a938-eeec6e5305e7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:31:49.590519 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "name": "network-vif-plugged", "status": "completed", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:31:49.590519 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f4996a2-94f0-4446-a938-eeec6e5305e7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:31:49.591271 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392', 'code': 200} Feb 19 00:31:49.616736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:49.622529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4914d57f-c20a-414f-ab9a-d8a7d7703948 req-96a2a3bb-96c9-4100-aeb3-a866d3a6deba tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721686 Feb 19 00:31:49.633657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fe6d85f-e6ca-4d7c-98f6-8cab0e865f84 req-08ef06ad-7534-46d7-8e94-1d37c2555bf0 service neutron] 10.222.0.126 "GET /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554263 Feb 19 00:31:49.703315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560f694-ee40-4177-b91d-0f57a14b1ba0 req-4584fb24-8a82-4970-8e25-df62b17abb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:49.704948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c560f694-ee40-4177-b91d-0f57a14b1ba0 req-4584fb24-8a82-4970-8e25-df62b17abb8a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1127 time: 0.0454762 Feb 19 00:31:49.748706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c560f694-ee40-4177-b91d-0f57a14b1ba0 req-0f17b9db-7772-4dc4-b1c9-dad3343827fa service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380466 Feb 19 00:31:49.833527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10c1e880-f233-4f3a-8ff3-0649102ce065 req-a220314b-9c89-4cbb-911e-8827027c4705 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0317473 Feb 19 00:31:49.912142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c3d9cc8-b162-4b0e-b556-a0122980d2b3 req-6f58509b-1e8c-4c82-b282-c0f818e3a7a2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0278294 Feb 19 00:31:49.983226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bcf152e-77bd-47ec-9802-36cf2ce26e2b req-0cbbb15a-fef6-42ad-82d5-f1d6df47e731 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0288496 Feb 19 00:31:50.007433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebc5b5-1d20-44ae-9f82-9cf1b6dab517 req-74f29b0b-b40f-4043-86c8-bb0ddbe8bf28 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:50.008918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7ebc5b5-1d20-44ae-9f82-9cf1b6dab517 req-74f29b0b-b40f-4043-86c8-bb0ddbe8bf28 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0829678 Feb 19 00:31:50.015326 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cfdb7c5-1ac9-486b-bd8f-99094a9422f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:50.058882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7ebc5b5-1d20-44ae-9f82-9cf1b6dab517 req-f66a2238-09bb-45a0-8c91-b829d78cb2c2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Feb 19 00:31:50.263324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-773b3f03-5a47-48d2-b13b-e195eb025810 req-45470d31-cc0a-4da3-aed6-0c01c1158d63 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0342495 Feb 19 00:31:50.395280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db4d73be-72f9-4efb-be97-6d892e66cd80 req-2c1db30b-3d5c-4dcf-b927-0dac36fba9c5 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0284331 Feb 19 00:31:50.565408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b62738f-0e54-4c82-9d76-e8b04ae230e7 req-0c8f29a8-6ad9-48ce-9988-6d157e1f7b69 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Feb 19 00:31:50.757371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42126c-911c-413b-9224-e283bdf364a5 req-fa30ec30-8714-4556-a80a-0e0e51e8a8c6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:50.759630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b42126c-911c-413b-9224-e283bdf364a5 req-fa30ec30-8714-4556-a80a-0e0e51e8a8c6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0606949 Feb 19 00:31:50.808172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b42126c-911c-413b-9224-e283bdf364a5 req-175a4cf8-9fe5-4fb7-accb-929f78d9467d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426037 Feb 19 00:31:50.921907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f45f2ae7-44b2-42e6-b5a1-4c3abb9a99ae req-7a29c22f-6d9c-4181-acc3-9252750dc9ae tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0320947 Feb 19 00:31:50.997678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8421d58f-6ed6-4c8b-abb1-4d70f892a93e req-52d0912d-3a1d-44e3-8841-8e07c8188655 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0280423 Feb 19 00:31:51.071335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5707d1f-4ea9-404a-8e34-10b9c36e73c4 req-2ca5b3aa-4393-4382-9e40-a607b8fb4861 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0284836 Feb 19 00:31:51.095862 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:51.185875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68813dcc-57a3-4b47-b096-1c002648fbb6 req-5f789847-1029-447e-b7e8-8ae3be7fcc17 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:51.187299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68813dcc-57a3-4b47-b096-1c002648fbb6 req-5f789847-1029-447e-b7e8-8ae3be7fcc17 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0547576 Feb 19 00:31:51.234770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68813dcc-57a3-4b47-b096-1c002648fbb6 req-507b95b8-5460-4bb1-a9da-0addd9c5585d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Feb 19 00:31:51.366597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2876f2e0-2277-45c2-8d01-420b0db1758a req-ad50f39f-03af-4fe8-aff3-d670f3b559b3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0376797 Feb 19 00:31:51.380103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d208d-3269-40e3-a576-811903aeea48 req-d9d259fb-2206-475e-93c7-8f9477036c64 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:51.381664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-402d208d-3269-40e3-a576-811903aeea48 req-d9d259fb-2206-475e-93c7-8f9477036c64 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1127 time: 0.0816362 Feb 19 00:31:51.424452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-402d208d-3269-40e3-a576-811903aeea48 req-d2d85039-3de8-4a8a-a167-6b3459133894 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Feb 19 00:31:51.478789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-412c9f1a-1422-4957-8168-4a6985edbd83 req-c6ff3b12-6b54-4be2-b2dd-bc79079de75c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0285096 Feb 19 00:31:51.532145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0fb000-fc71-4325-9258-12d71e04c410 req-f06c906c-233b-4c5c-8d94-a1f73aa530ab tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:51.533718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e0fb000-fc71-4325-9258-12d71e04c410 req-f06c906c-233b-4c5c-8d94-a1f73aa530ab tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1127 time: 0.0454502 Feb 19 00:31:51.584365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e0fb000-fc71-4325-9258-12d71e04c410 req-ae2e3ce7-7913-4f45-a9ff-8f64e1657d62 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Feb 19 00:31:51.646961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ec71f3f-b990-47b8-85f1-0e2da67535d0 req-e5b26ef3-bd54-49ef-bed8-a2da25d929ce tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0308399 Feb 19 00:31:51.784418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-a50b2016-5912-4dcf-9dbd-adde4a3f4e31 req-bff43420-8d4a-43db-b70d-da914509b067 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:31:51.785439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a50b2016-5912-4dcf-9dbd-adde4a3f4e31 req-bff43420-8d4a-43db-b70d-da914509b067 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0948505 Feb 19 00:31:51.937922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa620d-4b50-4fc2-96c5-9cf99340cb3d req-53ca137a-6b8c-4632-8713-da796cdab6be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:51.939463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02aa620d-4b50-4fc2-96c5-9cf99340cb3d req-53ca137a-6b8c-4632-8713-da796cdab6be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.0537374 Feb 19 00:31:51.987850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02aa620d-4b50-4fc2-96c5-9cf99340cb3d req-8943b1d5-cc6f-4387-87e3-904a1f9bca6a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420353 Feb 19 00:31:52.061637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96bd8b93-b2d3-4553-a736-383cdcd5517a req-db6f0a97-eb55-4dd0-bb1a-bdbd10a28591 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0325391 Feb 19 00:31:52.444242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f379a95f-8f5f-4b15-a09a-d8508963bd42 req-198b918d-11bc-4bc8-a77e-527717064010 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0272284 Feb 19 00:31:52.523376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21c1ccb7-b57d-46fb-ba12-5c9cbe26a5a4 req-10e0a527-d4b8-4c35-82eb-1590615f81df tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0277486 Feb 19 00:31:52.527185 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:52.568811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5c7a0ee3-a610-4050-8d36-40a19bb528f9 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:31:52.569957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5c7a0ee3-a610-4050-8d36-40a19bb528f9 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060530 Feb 19 00:31:52.603491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce4c5652-ae99-422c-9027-5e34ec88ca5f req-38310039-a335-4655-b593-786c3dfa7484 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0325594 Feb 19 00:31:52.630280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-c49f66b4-8421-43cb-bb00-999516341043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:52.631773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-c49f66b4-8421-43cb-bb00-999516341043 service neutron] 10.222.0.60 "GET /v2.0/ports/95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 200 len: 1124 time: 0.0525558 Feb 19 00:31:52.641167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Request body: {'binding': {'host': 'n-h2-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:31:52.641630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Unknown quota resources ['binding']. {{(pid=103649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:31:52.777646 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on host n-h2-826527-3 for vnic_type normal with profile None {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:31:52.777986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:31:52.778342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:31:52.782603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:31:52.782917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:31:52.787710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:31:52.788165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:31:52.788549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:31:52.788976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Bound port: 95be7fe8-eaee-42b1-b590-47e1c2e88392, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:31:52.845032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:31:52.852158 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:52.852745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8ac0d26b-5ffb-4306-b47b-3a421f010e89 service neutron] 10.222.0.60 "POST /v2.0/ports/95be7fe8-eaee-42b1-b590-47e1c2e88392/bindings HTTP/1.1" status: 201 len: 389 time: 0.2150722 Feb 19 00:31:52.926814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91063d6e-1f98-48ec-b64f-d056bd94e671 req-a26fc7e5-9150-43db-9c77-44823441b625 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0378125 Feb 19 00:31:52.981995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fb63611-b535-44c0-ae0f-854e4cc77f36 req-bd182921-7ecf-4d80-8f6e-6f7eb2934119 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0287306 Feb 19 00:31:53.102077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db28ab1-276f-4a71-a6ee-3f81995e2c49 req-82432c43-a751-4a12-9179-0f72bd0246e4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:53.103611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8db28ab1-276f-4a71-a6ee-3f81995e2c49 req-82432c43-a751-4a12-9179-0f72bd0246e4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0610604 Feb 19 00:31:53.219000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8db28ab1-276f-4a71-a6ee-3f81995e2c49 req-e8f99ba3-6296-4bc7-b7ad-315e8864d1a2 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050098 Feb 19 00:31:53.222720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-55952867-b83a-4697-b8bb-c9034077e540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:53.224162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-55952867-b83a-4697-b8bb-c9034077e540 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1127 time: 0.1196532 Feb 19 00:31:53.239035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd695861-06f3-4351-975e-e65ea4bcaf8c req-29567366-0bdd-4ddf-9841-4ebec8ae21a9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:53.239035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd695861-06f3-4351-975e-e65ea4bcaf8c req-29567366-0bdd-4ddf-9841-4ebec8ae21a9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 945 time: 0.1265738 Feb 19 00:31:53.338315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05b6c1f2-f3cc-4b20-914d-4c03e0e9c063 req-34f98304-04f2-4a40-b43f-e6cc768295b9 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0513012 Feb 19 00:31:53.364088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd695861-06f3-4351-975e-e65ea4bcaf8c req-9ce32130-77a7-47fc-9b3f-a4d5b87d1059 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233480 Feb 19 00:31:53.378617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-e8a6b827-e440-412a-aef0-6fdc5368de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:53.380075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-e8a6b827-e440-412a-aef0-6fdc5368de90 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1467669 Feb 19 00:31:53.420234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-3e1fca18-9a93-41ed-adfc-03865e2d3cc9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 200 len: 217 time: 0.0340242 Feb 19 00:31:53.468560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-984727ea-e40a-4d8d-b1c6-c86e7255eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:53.470129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-984727ea-e40a-4d8d-b1c6-c86e7255eb50 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0447831 Feb 19 00:31:53.470726 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:53.507832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-0b21bb87-471f-4ea0-a9be-fb8a9ca343c5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315413 Feb 19 00:31:53.537549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c6a304a-6f5d-47ba-8249-dae084766dfb req-1c6a875f-79df-4c51-8eed-b44c5217e194 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0327365 Feb 19 00:31:53.612692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4df80aa7-0538-422b-9a12-862998211d0d req-b4fcd8c1-9158-46bb-8a02-9e887146390a tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0352199 Feb 19 00:31:53.615368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:31:53.643836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-02786f47-4f42-4e34-9e48-f292e7ec9b8b service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287742 Feb 19 00:31:53.692456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:31:53.692845 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:53.714822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:31:53.717024 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3195cd00-144b-41db-b255-ef0d96261ae1" -d '{"events": [{"server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "name": "network-vif-unplugged", "status": "completed", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:31:53.721600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0628e55a-b0d5-4a1e-ba43-566f744353de req-d6ef032e-2668-4d01-880e-0df2e39a65fb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0535071 Feb 19 00:31:53.732791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:31:53.739008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:53.763259 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 00:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d7ec93-12f8-4fb0-999d-f258deb03a00 x-openstack-request-id: req-31d7ec93-12f8-4fb0-999d-f258deb03a00 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:31:53.763553 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "name": "network-vif-unplugged", "status": "failed", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628", "code": 422}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:31:53.763808 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31d7ec93-12f8-4fb0-999d-f258deb03a00 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:31:53.764198 n-d-826527-3 neutron-server[103651]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'code': 422} returned with failed status Feb 19 00:31:53.764994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-c5860b96-3cfc-4720-af1d-0c41964abfa1 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152844 Feb 19 00:31:53.790158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:31:54.011708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e4f3b96-29db-4a15-9f54-c92bd76130a8 req-07f02c22-4fe3-41cb-acf7-c7e9671029c7 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0313709 Feb 19 00:31:54.064236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3eb729ce-237d-4719-af6d-b6cf85696a1e req-d6689c77-e79d-47b7-b1dd-56ed0cbda12d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Feb 19 00:31:54.079562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:31:54.340385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57bcb7-ef6d-495e-a9e0-24b345921639 req-1d941dd3-1b9c-43aa-9311-814d93b09760 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:54.341855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe57bcb7-ef6d-495e-a9e0-24b345921639 req-1d941dd3-1b9c-43aa-9311-814d93b09760 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0537584 Feb 19 00:31:54.388931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe57bcb7-ef6d-495e-a9e0-24b345921639 req-7f03660a-c60d-4e1b-bcf8-394668af8ada tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Feb 19 00:31:54.416845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b5fbfd1-9af8-4c32-8664-a7e60c32e57f req-b2e3e9bf-5361-46de-9bc1-72ab7d50e8ee tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0266955 Feb 19 00:31:54.504291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0361e02b-8081-48bb-ac17-d1aed4159005 req-47b4a656-d6b4-44f2-bc69-7c0045f88dbb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:54.505714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0361e02b-8081-48bb-ac17-d1aed4159005 req-47b4a656-d6b4-44f2-bc69-7c0045f88dbb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0557411 Feb 19 00:31:54.552793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0361e02b-8081-48bb-ac17-d1aed4159005 req-dbb350ab-b695-4346-afba-5417e5cc3c73 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410030 Feb 19 00:31:54.621729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08c5ce0d-c005-46f3-93da-6c1b4a93984e req-8daba3c3-1f56-436f-adf0-3deb75b5c42f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0277119 Feb 19 00:31:54.698705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9aa4f2b1-4180-4e98-84c4-3bc165ff0427 req-b5bba04c-6b02-4579-9cdd-107b434bcc72 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0268064 Feb 19 00:31:54.804116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86838ab0-992d-4777-9bfe-0c1355291482 req-ec7f41ed-12af-4819-b2ef-2fbfbf9c4934 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0299964 Feb 19 00:31:55.090289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dd9ac83-2b65-4835-823c-8ed9341c2114 req-41706267-e911-4a5f-80a8-f83a2d26e591 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0277119 Feb 19 00:31:55.152681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f83b456-55dc-4306-9f80-f2fc7e30fd94 req-3ae3ac30-ba57-4f8d-b496-a43f71045662 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0280199 Feb 19 00:31:55.517949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e91f6278-33bf-40ea-90ac-2d4fda21a0db req-44eb438a-8419-4c24-930a-fd3334bf777b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0471089 Feb 19 00:31:55.550759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abfcd1-dbcb-439c-a10a-81dc0c3cd4d5 req-165f9419-f863-4577-804e-6f11f27bba40 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:55.552211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16abfcd1-dbcb-439c-a10a-81dc0c3cd4d5 req-165f9419-f863-4577-804e-6f11f27bba40 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0833669 Feb 19 00:31:55.620797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16abfcd1-dbcb-439c-a10a-81dc0c3cd4d5 req-8c46e9b0-10d9-4e9f-be18-82be6ab66b64 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604143 Feb 19 00:31:55.700993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4fc4b9-ed99-432b-87c3-8f1c7fc0f47e req-8bb7290f-d3d4-4666-9cc2-df1faa33f7d4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:55.702616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea4fc4b9-ed99-432b-87c3-8f1c7fc0f47e req-8bb7290f-d3d4-4666-9cc2-df1faa33f7d4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0633314 Feb 19 00:31:55.727889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-632e09d3-b7d5-4839-9f01-ab8f55d2d1e1 req-bc11ac13-fd16-4e74-9e34-5778dd62e450 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0424652 Feb 19 00:31:55.765552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea4fc4b9-ed99-432b-87c3-8f1c7fc0f47e req-eac5b61a-a82b-45de-b942-c7e7a4c22184 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449390 Feb 19 00:31:55.810092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-035e0a76-2048-410e-b476-99c3f26c7fea req-7fea9a72-73cc-4bdb-abb7-18e4856a04fb tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283396 Feb 19 00:31:55.885325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b85de77-2b95-49c3-b70b-14e6f010f3e9 req-6e4d76b6-e1ff-4321-97f3-e1cb577a66f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0281930 Feb 19 00:31:56.183779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ed0859f-1025-4b21-8967-d662324c1bf4 req-5e94205b-220c-404e-8053-df090f427c88 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0344152 Feb 19 00:31:56.236510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89576a12-7987-4c6a-aa52-cd29130e0a4f req-44a4e57f-e9bf-4aca-94a3-b76f64f08288 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0297356 Feb 19 00:31:56.599031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e524c14d-88a6-4374-bf18-1bcfe2a4b229 req-857a3788-9ebe-4629-a195-5be4ea36faed tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0275905 Feb 19 00:31:56.750159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd138d-2dc0-4e83-9615-f6de22985163 req-06adb715-87f5-433c-af52-2c2a386f88c1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:56.751710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcdd138d-2dc0-4e83-9615-f6de22985163 req-06adb715-87f5-433c-af52-2c2a386f88c1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0583811 Feb 19 00:31:56.826863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc9d0faf-70ab-4ebe-b2ee-c4db2195c60b req-1efcf723-49a9-468d-8154-270142f6d400 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0359190 Feb 19 00:31:56.829890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcdd138d-2dc0-4e83-9615-f6de22985163 req-1a9254ce-06bb-464d-befe-43ee330b5c7e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708141 Feb 19 00:31:56.900662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e110264d-b098-4f3d-b4af-011ef10982cf req-77449d9e-ccc2-4bda-8300-767205176873 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0265689 Feb 19 00:31:56.953580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7ae19-bc78-40ad-98da-5ff21e3dd3fd req-46c08bba-d17d-461d-8d01-be52784af90f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:56.955086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5b7ae19-bc78-40ad-98da-5ff21e3dd3fd req-46c08bba-d17d-461d-8d01-be52784af90f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0527630 Feb 19 00:31:56.991718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb3365ea-04e3-4f45-9231-c88a92a4e7ee req-b10ef59c-147d-44f5-bb5b-40eeafdc6f2f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0356612 Feb 19 00:31:57.021212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5b7ae19-bc78-40ad-98da-5ff21e3dd3fd req-cd708760-dfd3-4569-b58c-6b48f0a571ab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570946 Feb 19 00:31:57.268864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e9f3c49-0dd1-4acb-9077-c374ec862291 req-2b90a7b2-64ac-4783-8965-c42ba08b9084 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0326147 Feb 19 00:31:57.315252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-513dde2b-1b88-4593-be34-1d7412ae82bf req-d236ff2a-4fa2-4c21-9adc-e3258ce0f623 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0275342 Feb 19 00:31:57.679812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0549625a-a955-4712-bf94-6a97475829a0 req-475aa198-86b0-48a0-bdd9-7f6a72d8f328 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0284114 Feb 19 00:31:57.919569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca24f7f2-ceba-4cc0-b450-d92c8b298953 req-aa1bebf2-4c75-40cd-8ed0-fd8c5f48b706 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0295663 Feb 19 00:31:57.973256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7644f-5af5-4c69-a8c5-7858c614343a req-7637440e-7254-4f79-ac13-9c299059eff0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:57.974783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-acd7644f-5af5-4c69-a8c5-7858c614343a req-7637440e-7254-4f79-ac13-9c299059eff0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0586038 Feb 19 00:31:58.015656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-518c6aa8-27df-468a-8e2f-406a4d35df35 req-c9fce0e1-dbd9-4a90-8460-81e04962327f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0398445 Feb 19 00:31:58.049022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-acd7644f-5af5-4c69-a8c5-7858c614343a req-b9de99c7-5fe3-4175-80b6-b10a4b4e1a46 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643830 Feb 19 00:31:58.089070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e24a26cf-c8ee-46ef-85c7-27a04c29306c req-54c03818-cbe1-4f03-9dc7-dfe02c0a4954 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0326636 Feb 19 00:31:58.159303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f469a2-5ab1-4b17-a196-47fcdf489165 req-e0814c11-69cd-4d15-ae92-9efcb4dd95d3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:58.160809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9f469a2-5ab1-4b17-a196-47fcdf489165 req-e0814c11-69cd-4d15-ae92-9efcb4dd95d3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0539610 Feb 19 00:31:58.206968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9f469a2-5ab1-4b17-a196-47fcdf489165 req-c9fe9587-e3e2-45ef-a21d-f9fb562268f3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401862 Feb 19 00:31:58.351754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ef09558-2130-4df9-80bb-d0a5959b5dec req-d6e60a63-fb97-4971-a5d5-0b3d9ebd5e18 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0318661 Feb 19 00:31:58.399773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18d7f18e-8231-4890-9dbd-5441dd0d5910 req-c91e0243-e9c3-44db-8fd1-6f65ab31dc8d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0278711 Feb 19 00:31:58.757042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89aabfac-8181-421f-8940-fd121f4d308b req-9ce2d51b-7dd8-41f5-8b81-767fb0b86033 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Feb 19 00:31:59.007719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-543e4a9d-dc33-4b9b-9f64-fa5d02b3ed94 req-8fe75017-6a57-42e0-abf5-962dd6ee18cc tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0275772 Feb 19 00:31:59.092589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a245eb0e-412e-468f-9d8a-9eb57c8e35a0 req-674896ab-c825-434d-afbf-bb0df0603281 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0277658 Feb 19 00:31:59.184020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82f90332-0e1d-4a1d-9ce0-c721f59bc2df req-b7461f69-95be-441d-850c-50fb8f493105 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0337791 Feb 19 00:31:59.205706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c82b3-d52b-4771-b521-393d52483442 req-ae934af1-e9ea-4aae-84ab-85485dcbd5df tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:59.207189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e24c82b3-d52b-4771-b521-393d52483442 req-ae934af1-e9ea-4aae-84ab-85485dcbd5df tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0855093 Feb 19 00:31:59.254863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e24c82b3-d52b-4771-b521-393d52483442 req-76bee06c-b23d-40a3-835b-8e76ce6b9cf4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419922 Feb 19 00:31:59.332685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6aedd-40d6-48fc-a520-5a65f5971993 req-be072cd0-bda9-4670-aa97-adc502e84c59 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:31:59.334377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5e6aedd-40d6-48fc-a520-5a65f5971993 req-be072cd0-bda9-4670-aa97-adc502e84c59 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0536940 Feb 19 00:31:59.384078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5e6aedd-40d6-48fc-a520-5a65f5971993 req-950e8e62-43b8-4582-9f26-3341ef9f2782 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434575 Feb 19 00:31:59.433352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46124db5-16ce-4768-b81c-2fb481e29c04 req-c40dbc54-53af-4de6-8181-44c21e7bd2a7 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0310011 Feb 19 00:31:59.477601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5faa8d66-80e7-46c6-a51c-5df6098f0a64 req-baffaa94-1fb8-40eb-8b6e-c0b8728a9a6b tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Feb 19 00:31:59.834811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d3caae9-ad85-4868-accf-290410ab10d6 req-f0918b43-8072-4f74-ade9-fe07069d2e9e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0278852 Feb 19 00:32:00.098535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b16222e7-ecb8-4747-aa61-56f04d78e4de req-3de27e39-bc55-4eba-9747-9c409448d66a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0334115 Feb 19 00:32:00.181645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0ef4914-231d-4ec7-be7f-652f022d425d req-b92d118d-e545-43cf-8496-85754417d913 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283468 Feb 19 00:32:00.261976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48422c90-1b14-434c-b5fb-1835e7d10792 req-d0ba144a-eecd-4858-9bad-d2ed06f577e2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0277653 Feb 19 00:32:00.379432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935a837-869c-4ff1-934a-05e79782e823 req-b5e4fe6b-a659-4927-9fcf-dcfbde85d7d4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:00.380888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c935a837-869c-4ff1-934a-05e79782e823 req-b5e4fe6b-a659-4927-9fcf-dcfbde85d7d4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0567389 Feb 19 00:32:00.427904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c935a837-869c-4ff1-934a-05e79782e823 req-fbd45789-dc06-4872-b213-66620705ec19 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Feb 19 00:32:00.523870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-864b1233-96f6-4cf0-ab7f-72691c6a3fba req-e193ae57-625c-4ea9-ac51-0345ec0e78c4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0353317 Feb 19 00:32:00.539281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78afa1-8c02-4e16-bbf9-1f731d1381bf req-2ea9959b-325e-4720-bf49-088409a209f4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:00.546760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f78afa1-8c02-4e16-bbf9-1f731d1381bf req-2ea9959b-325e-4720-bf49-088409a209f4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0866990 Feb 19 00:32:00.595102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4a56936-1532-4699-af31-b6a27e133a2e req-3640a02c-67a2-4e97-a920-0c1f38399dde tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0334218 Feb 19 00:32:00.618356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f78afa1-8c02-4e16-bbf9-1f731d1381bf req-cc3cee29-6c66-4fe9-b179-bf7d0d8d4af4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0706995 Feb 19 00:32:00.914616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80546fdb-0978-4d76-84e4-92e71b223845 req-760bc317-8229-453b-b01d-048d238f4cf3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0278661 Feb 19 00:32:01.184336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04c25a26-4ae5-482e-afb2-d4edddfdc3d9 req-f5b4d221-12ef-4ea7-8f92-9e8126b84f89 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0279050 Feb 19 00:32:01.257518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb6a4fe3-4ad0-4cc5-a707-f584db8059c0 req-846cd77b-696d-4f40-b9c3-e7c42ed02267 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0277724 Feb 19 00:32:01.339424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72441963-0d82-47e2-8cc9-a91339adbbaa req-1925d2df-f061-4355-b885-cb8922876e66 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0274544 Feb 19 00:32:01.559277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0b3d-4156-486d-bc27-0be38198e964 req-0aacddc9-25c9-4c2b-8e65-e126227350b1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:01.560886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cac0b3d-4156-486d-bc27-0be38198e964 req-0aacddc9-25c9-4c2b-8e65-e126227350b1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0623014 Feb 19 00:32:01.610729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-590b4c2a-538e-4e78-b6f8-2395672f1664 req-1a5189d3-b299-4ea1-9cdb-4042ed03422d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0371764 Feb 19 00:32:01.639974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cac0b3d-4156-486d-bc27-0be38198e964 req-39ed9096-7200-4a55-a0a5-34d38f5e6439 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727642 Feb 19 00:32:01.694515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a795fda-9cda-4468-aea4-0ae50369f51e req-a859d90f-b6e0-417a-b1dd-bc8c62fe70fa tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0283012 Feb 19 00:32:01.762098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58a60a-dc8f-4950-acba-1bbdbdb7963e req-578c2b81-905c-426c-a0c6-02759147822b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:01.763600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a58a60a-dc8f-4950-acba-1bbdbdb7963e req-578c2b81-905c-426c-a0c6-02759147822b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0537443 Feb 19 00:32:01.815834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a58a60a-dc8f-4950-acba-1bbdbdb7963e req-5b6e2b85-f220-4580-8df4-9cd721834335 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463963 Feb 19 00:32:01.997070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26705905-1b51-428e-bdbe-1d73dd87cb6a req-0f7f2ccf-925a-43ab-9ce2-aff98c8b8684 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0311470 Feb 19 00:32:02.273781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61e83c59-403b-4847-9dee-9207c34551dc req-44e33b73-3a22-4a54-8049-635951851395 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Feb 19 00:32:02.338678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-562eac8c-a04f-42df-b5e0-bc73357ca70f req-b9df5974-10e5-46a5-82eb-ceadbab3750b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0298915 Feb 19 00:32:02.419441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2fab676-b42a-4e03-aa95-f8bfb5268d6d req-d841da18-2e77-4c33-88fd-40263d71ace9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Feb 19 00:32:02.690617 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d1914fb-ebfa-4324-a331-cf1134cca7ba req-093f3dfb-8096-4552-9f08-268842698e76 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0290110 Feb 19 00:32:02.781483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92a4f1b4-5b66-4dbd-b442-eb4bf992fd9b req-56f394f6-f4f4-45ba-9ab8-48f77c0cdd09 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0297675 Feb 19 00:32:02.799981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e60612-fc81-4172-811c-be27bb917bb0 req-c7282618-6727-482b-b0d3-6b1c940ce435 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:02.801419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30e60612-fc81-4172-811c-be27bb917bb0 req-c7282618-6727-482b-b0d3-6b1c940ce435 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0867531 Feb 19 00:32:02.851834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30e60612-fc81-4172-811c-be27bb917bb0 req-21cea244-22ca-47fc-8eb5-407cbd887924 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438323 Feb 19 00:32:02.943884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d3d67-e01b-46ef-8f34-f32aac401c7a req-8790e868-40cb-4dd0-a4ba-a8b6f0c548e4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:02.945469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c9d3d67-e01b-46ef-8f34-f32aac401c7a req-8790e868-40cb-4dd0-a4ba-a8b6f0c548e4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0565605 Feb 19 00:32:02.996373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c9d3d67-e01b-46ef-8f34-f32aac401c7a req-5858cbe3-ce9b-43b7-8e9d-fce66b958400 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440011 Feb 19 00:32:03.074837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ccd4ba2-aa78-42dc-b8c9-2dfee7ab9c6b req-030e33d0-3786-4ab3-83f8-24496ec35a2b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0276988 Feb 19 00:32:03.374291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f882efc2-4c02-4aec-bcb6-07bf53036e24 req-fdd36495-a33e-45c1-ab88-53ec2f8fbdd9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0351729 Feb 19 00:32:03.427801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2913a70-101b-4ee3-a9d2-421e58239092 req-ec7031c8-0ea1-4136-86e2-312a214c5401 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0309458 Feb 19 00:32:03.500788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c74924c8-2981-4c6a-a8de-55320c29103d req-6d973ec3-e93b-4876-87c1-24c4b6367932 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0298684 Feb 19 00:32:03.783665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6645d3d-2b0e-4c50-8df3-2b5ddcffb0c1 req-414a3140-a9da-4d08-b15f-137d640c3dfe tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0374603 Feb 19 00:32:03.866097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f259782-df71-4a07-be82-d6bc1658329e req-77f7dd21-2d8e-4373-b070-9c79bb3da025 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0292811 Feb 19 00:32:03.975451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c794e9d-2203-4661-ba37-6af12d3351d4 req-4335b741-0066-419d-ab3b-4619671e6691 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:03.977556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c794e9d-2203-4661-ba37-6af12d3351d4 req-4335b741-0066-419d-ab3b-4619671e6691 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0539412 Feb 19 00:32:04.026160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c794e9d-2203-4661-ba37-6af12d3351d4 req-de4bf976-2869-4624-9ac2-99dfabf3ff58 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Feb 19 00:32:04.136524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea30a7-0b1a-4cb4-81b8-eda08007d4a2 req-9995a811-ff23-4fa6-87ce-1de41cd42ada tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:04.138621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8eea30a7-0b1a-4cb4-81b8-eda08007d4a2 req-9995a811-ff23-4fa6-87ce-1de41cd42ada tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0616660 Feb 19 00:32:04.179404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8f1c176-ef11-4462-acb2-28c49cd6bcd1 req-ebbd5c14-2187-4abd-8a18-38914aceb82c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0393898 Feb 19 00:32:04.208941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8eea30a7-0b1a-4cb4-81b8-eda08007d4a2 req-21387120-a9bc-4729-89a5-4b3b1ad920d5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595489 Feb 19 00:32:04.458031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b892c4e-ee49-46b1-be58-313458a644b0 req-d6355512-b2f7-4ac5-a4ce-e2a0fadfd59e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Feb 19 00:32:04.519140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ef21e09-decc-4254-9386-2dac44a50787 req-459dc2dd-5442-4f7d-bb11-2c8fe0e8f43f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0375664 Feb 19 00:32:04.580390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f12c34e-1344-4f6d-9996-b06342d6e920 req-457a6f0b-0e83-4497-a337-8d0ed56b7aad tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0279279 Feb 19 00:32:04.861346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f2eecbe-bd15-468d-8fa3-b9d45d0b7c6a req-ba69392f-9899-4c2a-8069-ed780f196f48 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0314267 Feb 19 00:32:04.955158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82cd8748-0f5d-43aa-bd7c-8be7b7e569dd req-b27b56cd-89da-42e7-b230-ffd1fcec5084 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0357270 Feb 19 00:32:05.156034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee873d8-3176-48f6-a0ca-a894bb504aac req-d657b72a-71fe-4242-8d85-43306681e40b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:05.157558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ee873d8-3176-48f6-a0ca-a894bb504aac req-d657b72a-71fe-4242-8d85-43306681e40b tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0558197 Feb 19 00:32:05.206583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ee873d8-3176-48f6-a0ca-a894bb504aac req-29bf6611-fe8a-4a4c-97c2-e50a4f9f71ce tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411849 Feb 19 00:32:05.264753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52bd3b45-d5d4-4680-96cc-78d736695cf1 req-be06460e-ae45-44ba-8c4d-1772cdf6e77d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0305502 Feb 19 00:32:05.336848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f9971-228a-4972-9007-1cbfe147d890 req-5df1e5b0-bc78-4f7c-ba41-9f4339a24112 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:05.338284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f22f9971-228a-4972-9007-1cbfe147d890 req-5df1e5b0-bc78-4f7c-ba41-9f4339a24112 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0530357 Feb 19 00:32:05.388718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f22f9971-228a-4972-9007-1cbfe147d890 req-106e7605-4429-4151-934d-3fbd4daabed2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421014 Feb 19 00:32:05.547940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f725d7e3-cb08-4e93-8a22-c5a4fc594d33 req-e0d87547-165c-4831-8217-67f6ed79e44b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0277998 Feb 19 00:32:05.598732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9218de5e-f474-466f-916d-1c7e09685d05 req-0990e4fa-ff39-4eb3-b22d-e927dafbdcff tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0307014 Feb 19 00:32:05.655975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97316244-5244-4775-a387-790250938167 req-39837a38-43ab-45c8-a2a4-6f7d7b580e51 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0269132 Feb 19 00:32:05.953690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3bd38fd-f3cb-447c-9a27-098a3a61cc14 req-e54586f8-39bb-4a2f-9785-bc242c150205 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0275590 Feb 19 00:32:06.034228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24cca7cc-b462-4e18-90c8-63f20ca39675 req-91d3c8fe-091f-459d-ba0e-848974780e97 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0273404 Feb 19 00:32:06.347697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcd46a01-358c-41a5-b466-c20d25ebb762 req-c2833853-b318-4ece-8eff-5b4fd0e61812 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0326097 Feb 19 00:32:06.359334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffea13-bfd7-4d3f-8313-73df04272db7 req-ac1cb757-f2d5-42b3-bf97-e95808499883 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:06.360843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05ffea13-bfd7-4d3f-8313-73df04272db7 req-ac1cb757-f2d5-42b3-bf97-e95808499883 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0816014 Feb 19 00:32:06.735026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05ffea13-bfd7-4d3f-8313-73df04272db7 req-be7f1693-2f83-4466-afec-ce5c22e0181d tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683825 Feb 19 00:32:06.749949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec4365-e0ec-4c65-80d0-5258e7c65914 req-4675b3ca-28b1-4e78-8237-bfe7883f2df7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:06.751431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6ec4365-e0ec-4c65-80d0-5258e7c65914 req-4675b3ca-28b1-4e78-8237-bfe7883f2df7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0776865 Feb 19 00:32:06.808187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4680099f-e477-4c91-b8f9-8e0167adf69e req-d8efc8e2-ca8f-4371-bafe-9777aa00b436 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0340245 Feb 19 00:32:06.822700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6ec4365-e0ec-4c65-80d0-5258e7c65914 req-4adc34af-3a37-4eb2-8223-cbdaf22f29f4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652502 Feb 19 00:32:06.890360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-067a1a5c-d182-4317-a679-1f124cd6d123 req-4abea3dc-a31a-41bb-bdf8-f126176163cf tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0375128 Feb 19 00:32:06.905712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5704ecd1-30ea-43a7-b9bc-f283b733fdb1 req-1ca02f21-25fb-4c54-af62-320cf4c17eaa tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0417678 Feb 19 00:32:07.030846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbc799e-a830-4ae9-aa39-f63bae8bda92 req-553afb3a-97e4-4e71-a657-3be719df273a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0267277 Feb 19 00:32:07.125673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01814e6d-7c95-4109-b848-4f6f56ce15d7 req-91adca82-2484-42fa-a520-60a090292429 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0382648 Feb 19 00:32:07.430283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efb7d907-2c79-428a-9128-8b8e72152cfa req-911fad3e-db05-47a9-81ff-dc2796c1b386 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0273337 Feb 19 00:32:07.870882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725ea60-8d05-4c34-a519-fd92e988b411 req-fea5bd33-da10-4f82-b4b8-d121381d2f4f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:07.872387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e725ea60-8d05-4c34-a519-fd92e988b411 req-fea5bd33-da10-4f82-b4b8-d121381d2f4f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.0606377 Feb 19 00:32:07.903743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e62d161e-a3b6-475e-889a-6dac73a43739 req-a931bcd6-c9ce-4e74-84f7-f736641aaea1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0304031 Feb 19 00:32:07.938241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e725ea60-8d05-4c34-a519-fd92e988b411 req-f56942ce-6dee-4650-b7e3-97d0b31926f7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568626 Feb 19 00:32:08.046392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5f88ab-a69b-437d-8525-2502bd49dd2e req-44708617-8b89-4526-942a-13023b788227 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0655100 Feb 19 00:32:08.076270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-57328c80-ccd0-4554-a65c-83c832a6fc9e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709825 Feb 19 00:32:08.087537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43ff47-1bac-4653-b54f-eb0d8056cf9d req-c13e9762-8840-4afb-8d32-533737e1c21b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:08.089018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d43ff47-1bac-4653-b54f-eb0d8056cf9d req-c13e9762-8840-4afb-8d32-533737e1c21b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1175218 Feb 19 00:32:08.128032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdd2d914-5950-4a6b-9553-130ee7c0f7dd req-9f32269f-72ef-4c99-8f2e-d995205809c9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0379364 Feb 19 00:32:08.195975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d43ff47-1bac-4653-b54f-eb0d8056cf9d req-03452e0f-dfa0-4bd7-bbcc-ea6f7561f59a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0963097 Feb 19 00:32:08.224871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ba3a1d5-0c78-44b0-b568-9485a77580d3 req-9d6c8a24-7334-4598-be65-14b2bea0fdb5 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0434737 Feb 19 00:32:08.228102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-640260a1-b613-437d-856e-91cb0e16d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:08.229020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-640260a1-b613-437d-856e-91cb0e16d7d8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 1126 time: 0.1035028 Feb 19 00:32:08.284755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0db26cbd-902d-41ab-be55-f8a048a05b25 req-caa29b16-704d-4357-ad51-8ca9465eba5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0425873 Feb 19 00:32:08.371318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-17b67c98-23b0-415e-80d6-f09727069a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:08.372882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-17b67c98-23b0-415e-80d6-f09727069a76 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1150661 Feb 19 00:32:08.420989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-6b77fec3-703b-4c7f-93da-8910c7606641 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 200 len: 217 time: 0.0414765 Feb 19 00:32:08.476462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-e88d83f9-1f7e-4422-af4b-10f468d0bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:08.477918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-e88d83f9-1f7e-4422-af4b-10f468d0bd0d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0502577 Feb 19 00:32:08.530672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-2539454a-ead5-4be2-9572-06a8f603b1f7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374260 Feb 19 00:32:08.532362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6738f34c-3b71-4b9c-a384-7383558337aa req-f08e516c-bbe8-4a18-9c5e-8040aedc6760 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0510890 Feb 19 00:32:08.633091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-8b3e5d4f-0571-4884-b553-1480eb3fedd9 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962088 Feb 19 00:32:08.755998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ec40cfb-3c86-4014-ade6-2766c955cc15 req-d672a25b-c9e2-4b23-84e0-15095593be67 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172180 Feb 19 00:32:08.767757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-9e5421b1-d4fe-4782-a307-a6c98c467353 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698738 Feb 19 00:32:08.858905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-d79121c6-6576-4e7d-9731-3f26b1b990e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:08.860404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-d79121c6-6576-4e7d-9731-3f26b1b990e5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 1127 time: 0.0479987 Feb 19 00:32:08.991442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-b31f6ea4-2fe2-4f41-8fec-574280dfdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:08.992918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-b31f6ea4-2fe2-4f41-8fec-574280dfdbc5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1125221 Feb 19 00:32:09.016385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f06b5e6-ddda-49cf-80e4-e34eef21a3df req-8a8ddbb2-59fb-4de4-a19a-7081698562ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0491245 Feb 19 00:32:09.051870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-758a11c6-76a0-4301-bb54-fbd26bd79142 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 200 len: 217 time: 0.0442948 Feb 19 00:32:09.135942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a294753-fe14-4900-9bf3-1a3541b1c8ab req-90402ed5-65e5-434e-a609-58af3201476b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0361714 Feb 19 00:32:09.164999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35213a-7390-4a17-b23b-d9b2037db562 req-190b0061-69a0-482b-9644-62606b7239bf tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:09.166706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a35213a-7390-4a17-b23b-d9b2037db562 req-190b0061-69a0-482b-9644-62606b7239bf tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.1581178 Feb 19 00:32:09.168562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-beb2c27b-f07a-45ac-99a6-595bb223f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:09.170024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-beb2c27b-f07a-45ac-99a6-595bb223f91f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0995827 Feb 19 00:32:09.225205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-b8838b51-2d6b-44a2-b913-de1781c0b4e8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467701 Feb 19 00:32:09.256111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4ee7c58-9f40-40c1-a509-c2f3dbcb986c req-15116330-6f02-4b56-b4c8-68f1f520b370 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0630867 Feb 19 00:32:09.313995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a35213a-7390-4a17-b23b-d9b2037db562 req-0026fda3-4dc9-42e9-aba2-defd1850c2a4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417546 Feb 19 00:32:09.404024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1645f8a6-74f5-41a6-b8d4-e12d54ed34fb req-dfef1b3c-a1c3-4fb2-9c1e-2afd7c1081ee tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0486014 Feb 19 00:32:09.413066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-bac3018c-5bb2-4323-b061-89d917fbc3e1 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701763 Feb 19 00:32:09.434593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc60f2-81ba-4fb2-9250-238171b3822c req-ba9da180-4e3c-46dd-a230-7c0a45fb7937 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:09.436063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66dc60f2-81ba-4fb2-9250-238171b3822c req-ba9da180-4e3c-46dd-a230-7c0a45fb7937 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1211660 Feb 19 00:32:09.518419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b31564a-6a78-4eea-82e7-aa0f722f0432 req-c07b41ce-af8b-4e51-bc48-c56f18fbb3ae tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0714431 Feb 19 00:32:09.566589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66dc60f2-81ba-4fb2-9250-238171b3822c req-0afefa0e-9dee-435c-8254-ccfac6ef4eef tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1207471 Feb 19 00:32:09.570621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e5ff9ce-fd50-4be4-8659-d36cfb4bc595 req-5f15e46c-de5e-4392-956d-6e713f44aa0a service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508865 Feb 19 00:32:09.616979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43feae40-8b65-4436-8c8c-96926a45953b req-1c7ab1d4-d651-46dd-a5f0-c8c7a680927c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0291932 Feb 19 00:32:10.106007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7763562-c416-4293-9de0-0a6ebb95e1f0 req-19b7bd59-9217-4e97-b82f-3d62dd9e2bc4 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0282466 Feb 19 00:32:10.220994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbbd7836-3d38-4a7b-8cd0-b56c50c50446 req-8a8b148b-2cfd-47b9-b202-a2b8382bdf32 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0271776 Feb 19 00:32:10.347620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4ef9c3c-f080-4d43-bf07-34e208025ed5 req-e7a52e9f-aeb3-49c2-99cf-8a4026abdbc2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0363038 Feb 19 00:32:10.497860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d7648-4e30-4cb7-a38b-6d67d50293d9 req-1e40fd13-64ce-4dd5-ad93-2870bd70c1a7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:10.499376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa2d7648-4e30-4cb7-a38b-6d67d50293d9 req-1e40fd13-64ce-4dd5-ad93-2870bd70c1a7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 945 time: 0.1082249 Feb 19 00:32:10.503257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b937ea42-a8b3-4bcd-a729-8a234b64c075 req-c1822fd3-c917-474b-a7a3-765859370798 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0420315 Feb 19 00:32:10.534490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-4ad61ca4-465c-4e0a-948b-5aa15d30e398 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:10.535973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-4ad61ca4-465c-4e0a-948b-5aa15d30e398 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.1025870 Feb 19 00:32:10.548393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826527-3'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:32:10.599847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa2d7648-4e30-4cb7-a38b-6d67d50293d9 req-24ee09e2-41a3-4829-80e8-f44680e7cc7c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934339 Feb 19 00:32:10.620437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6db49562-9edb-400e-b7c8-0b5f05ff7fe7 req-b9f59fbd-9631-4d80-9957-159920fe8ba5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0423996 Feb 19 00:32:10.653731 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:10.739494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-859887f8-767d-4a20-bab5-bce89f2351ee req-b00f900a-0365-4b49-8471-60d7a0854dbb tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0640121 Feb 19 00:32:10.812548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8af105-3c08-46e6-8fad-a00bbe60cbe3 req-d5d631ef-f887-48c9-ae31-3a3d2e0e2d13 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:10.814006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd8af105-3c08-46e6-8fad-a00bbe60cbe3 req-d5d631ef-f887-48c9-ae31-3a3d2e0e2d13 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1515453 Feb 19 00:32:10.869477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:32:10.893511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd8af105-3c08-46e6-8fad-a00bbe60cbe3 req-9c0728cd-fa0b-4eeb-8a61-95a0ab6de166 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737257 Feb 19 00:32:10.917124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:32:10.957407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:32:10.959675 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48fe6a7-010d-4457-b5b5-10c74402b36e" -d '{"events": [{"server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "name": "network-vif-unplugged", "status": "completed", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:32:10.963247 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Publish callbacks [] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:10.968731 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:11.000993 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24c9478-c9fa-42b3-a1bc-855dc63aa307 x-openstack-request-id: req-e24c9478-c9fa-42b3-a1bc-855dc63aa307 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:32:11.001314 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "name": "network-vif-unplugged", "status": "completed", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:32:11.001547 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e24c9478-c9fa-42b3-a1bc-855dc63aa307 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:32:11.001966 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392', 'code': 200} Feb 19 00:32:11.032400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Pushing event updated for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:11.060165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.060529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.060898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.061243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.061576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.061906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.062241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.062588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.062914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.063241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.063562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.063866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.064162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:11.076456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on host n-h1-826527-3 for vnic_type normal with profile {"migrating_to": "n-h2-826527-3"} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:32:11.076929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:32:11.077294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:32:11.082175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:32:11.082701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Attempting to bind port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on network d1a8d56a-4e67-4c68-a137-8e3754cd2714 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:32:11.088331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:32:11.088681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Checking segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:32:11.089071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Bound using segment: {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:32:11.089655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Bound port: 95be7fe8-eaee-42b1-b590-47e1c2e88392, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd1a8d56a-4e67-4c68-a137-8e3754cd2714'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:32:11.090025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:11.158384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:32:11.161634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:32:11.168700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:11.235526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb1d7115-c418-4fdd-bae5-576272406aa4 req-5b054bcf-fecd-4f5b-8f78-55348bd8b56a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0426025 Feb 19 00:32:11.254995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Pushing event updated for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=8']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:11.287926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:11.288631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:11.290023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-cbc5275b-5c3f-4f6b-b26d-0abcfe65647a service neutron] 10.222.0.126 "PUT /v2.0/ports/95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 200 len: 1121 time: 0.7459979 Feb 19 00:32:11.310775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8787679b-1814-42a0-bd99-13c0eb039988 req-e6191054-4c7a-410b-9f4f-798665622f73 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0341225 Feb 19 00:32:11.365088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['95be7fe8-eaee-42b1-b590-47e1c2e88392'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:32:11.368132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['95be7fe8-eaee-42b1-b590-47e1c2e88392'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:32:11.436810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6eab8330-80d1-40e3-9da3-ca6fd6ea98f8 req-e6a0bb3b-a3b1-4aeb-8d01-bc7bb40f5e4a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0362711 Feb 19 00:32:11.582528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd363757-c243-41fa-b637-a743d0b42f7f req-9e7f3a88-4d9e-454b-8949-e0e354ba62d1 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0284483 Feb 19 00:32:11.700012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c2d5a1c-9b0e-4900-a579-e27e7c62bc9c req-8ffc7cd3-f4fd-47a5-95ad-6080dad5fb69 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0287313 Feb 19 00:32:11.721357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 95be7fe8-eaee-42b1-b590-47e1c2e88392 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:32:11.816734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:32:11.825684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e100f3ea-80c2-4ee9-8885-4450acfd1225 req-8c7105f1-4627-47d4-b112-f75a3cb36336 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0354557 Feb 19 00:32:11.831027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 95be7fe8-eaee-42b1-b590-47e1c2e88392 has no active binding in host n-h2-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:32:11.900984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae44a5e-0726-44c6-b206-5a46d71af49a req-41861db3-3bdf-465f-a6ee-a6e905dd2bd0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:11.902564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cae44a5e-0726-44c6-b206-5a46d71af49a req-41861db3-3bdf-465f-a6ee-a6e905dd2bd0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0566156 Feb 19 00:32:11.956790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cae44a5e-0726-44c6-b206-5a46d71af49a req-a429d652-32c3-490b-88c4-7b5b38fbb412 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478451 Feb 19 00:32:12.030812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaba7f7-5cce-4f33-8c57-69985710dc49 req-14420f7a-4cf2-42a5-a03d-232ddc19069a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:12.032959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afaba7f7-5cce-4f33-8c57-69985710dc49 req-14420f7a-4cf2-42a5-a03d-232ddc19069a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0638378 Feb 19 00:32:12.082901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afaba7f7-5cce-4f33-8c57-69985710dc49 req-92922b86-9b9b-4d75-8778-16812ddb32ac tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420530 Feb 19 00:32:12.344453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfdd7d18-7e85-4335-b660-3d96f8b51e06 req-c6baab53-e5a0-4d4e-968c-400d3c45d12b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0394092 Feb 19 00:32:12.389337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-697f3c44-e81d-4e83-96a2-d0954506fff7 req-6034516b-5b58-40a9-aa2c-75d0c2e3995e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0275195 Feb 19 00:32:12.526534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e280ecc-9510-4560-bd40-ff8a6127801a req-8f31e35d-98df-40f1-acfe-88af334aa7d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0329962 Feb 19 00:32:12.672359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2896c16-32a5-4c9c-aa16-1f7b2deca6fc req-16bf0374-8c24-463c-9bc7-afc454fbae27 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0280690 Feb 19 00:32:12.781253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96f0a27e-7dff-469b-95f2-80ff7b596eb2 req-9c784182-e0b8-4d6a-97c7-420db05ba760 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0285404 Feb 19 00:32:12.919413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77e72e34-3d43-4f84-a410-142cc33cce51 req-2b43456a-0ea0-49f0-8a18-0beeb95f4b9d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0293229 Feb 19 00:32:13.003427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:32:13.007132 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a070e2d-619a-49d1-94c6-0e5239829651" -d '{"events": [{"name": "network-changed", "server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:32:13.046891 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4b1e0-2a86-44f2-b832-95648ea1dc10 x-openstack-request-id: req-efe4b1e0-2a86-44f2-b832-95648ea1dc10 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:32:13.047179 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:32:13.047582 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efe4b1e0-2a86-44f2-b832-95648ea1dc10 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:32:13.048129 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392', 'status': 'completed', 'code': 200} Feb 19 00:32:13.131626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7cf6c1-c391-4c9c-ac1d-39fe42d51245 req-16e8b557-de06-4280-9a17-eeb9cfffea9a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:13.132265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca7cf6c1-c391-4c9c-ac1d-39fe42d51245 req-16e8b557-de06-4280-9a17-eeb9cfffea9a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0963252 Feb 19 00:32:13.140597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-1f83220a-fc73-4cc7-a3c8-61e732bdbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:13.141808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-1f83220a-fc73-4cc7-a3c8-61e732bdbc26 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1155 time: 0.0685298 Feb 19 00:32:13.260859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca7cf6c1-c391-4c9c-ac1d-39fe42d51245 req-9d0d3f75-311d-4a2f-9e0e-d81379991d45 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180024 Feb 19 00:32:13.305103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab1c8b-52a9-4d0d-a18e-0152ea50131f req-20966e48-59f3-4deb-bae2-ce9359933c28 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:13.306563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80ab1c8b-52a9-4d0d-a18e-0152ea50131f req-20966e48-59f3-4deb-bae2-ce9359933c28 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1423476 Feb 19 00:32:13.307700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-10d6fe5f-f407-4a7b-bd24-49cc617f58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:13.309020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-10d6fe5f-f407-4a7b-bd24-49cc617f58a1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1590831 Feb 19 00:32:13.362111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-b440b145-a93f-4d96-a555-a4ce8db02189 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 200 len: 217 time: 0.0438333 Feb 19 00:32:13.430297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80ab1c8b-52a9-4d0d-a18e-0152ea50131f req-95669be0-f528-4a21-ba2f-3ed2fc58afe3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178253 Feb 19 00:32:13.447230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db4090f1-2e34-43c4-8f2c-e361fad78e51 req-d97c7345-9e0c-400a-8d4d-402eb9505eff tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0387664 Feb 19 00:32:13.452825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-cb249cc0-7326-4478-89c0-be3fb3db017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:13.454264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-cb249cc0-7326-4478-89c0-be3fb3db017c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0814793 Feb 19 00:32:13.488985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-68548562-b1a4-4685-ba44-46c67ce1aa85 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276868 Feb 19 00:32:13.525321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a56561c-6d33-4514-b9f2-17880c7ef7de req-cc948e70-f27e-42e7-a772-924eb5ebd043 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0388501 Feb 19 00:32:13.615285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a47a93b0-5c8d-4c4e-a973-6200a82059ba req-86b69c45-c7a2-414b-9927-50e3eb19d5b2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0353510 Feb 19 00:32:13.631400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-1b335760-06c6-4e72-a42c-50beeb1fa173 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341822 Feb 19 00:32:13.740833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a070e2d-619a-49d1-94c6-0e5239829651 req-30c73853-324c-4f01-9561-18d3ffe40119 service neutron] 10.222.0.113 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025164 Feb 19 00:32:13.756510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8266721e-d8ec-4c1b-b96a-c0fa19b9cd09 req-bc998436-b450-45b6-9a84-e98a3903d0b7 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0299318 Feb 19 00:32:13.861608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-580ac458-5d10-489e-af15-59c793baf2a0 req-f039383a-eb01-4c2a-a8f1-26bef2e03495 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0282207 Feb 19 00:32:14.007094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78ff3e62-bdfb-498e-bfea-bdc2fb761224 req-ee05bb18-875b-45ad-a009-6919b476325a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0291486 Feb 19 00:32:14.385410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb31aa-13de-4b64-857f-8d999508c735 req-1225c971-5ea6-45ee-93f1-0090793f12f7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:14.386920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95eb31aa-13de-4b64-857f-8d999508c735 req-1225c971-5ea6-45ee-93f1-0090793f12f7 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0577145 Feb 19 00:32:14.432464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95eb31aa-13de-4b64-857f-8d999508c735 req-2e0eaaea-e057-41e2-92f6-f6624e7fe151 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399933 Feb 19 00:32:14.554238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d12e8a1-e5a8-4edf-bdda-ddfadb81150f req-23021de0-7409-47f9-9c6c-adb95d89845a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0419209 Feb 19 00:32:14.576963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bb3b4-f0b5-4971-b89f-136ad1abbde0 req-df9ff624-3782-447b-9544-52617d7587d0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:14.578668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-635bb3b4-f0b5-4971-b89f-136ad1abbde0 req-df9ff624-3782-447b-9544-52617d7587d0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0760760 Feb 19 00:32:14.635006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8854625a-fa38-4df1-ba4f-b951f0130fba req-8cbecdbf-97e3-475b-a4c6-3b575a7c252a tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0332243 Feb 19 00:32:14.660276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-635bb3b4-f0b5-4971-b89f-136ad1abbde0 req-253c04ce-9881-4ddb-863c-d497bb2271ab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746789 Feb 19 00:32:14.711883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d3ac3b2-ce86-498e-a191-c25ba4921289 req-7eeee2d4-cc65-4ac7-9b2a-5c7e3e2d7ad5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0280437 Feb 19 00:32:14.841259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f749149e-56b5-4eec-b94e-bf808cb79469 req-4b6cf470-9fc5-4a73-b820-5b33db800a75 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0287077 Feb 19 00:32:14.939639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc2b246a-a573-4152-bbaa-82e3361ff6a7 req-c9ecd267-98c1-42ac-aee3-967efc091f18 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0277872 Feb 19 00:32:15.090896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0927a53e-1239-4044-ae43-1870d6202968 req-408285df-55e3-4fbe-85b3-2084f09eee86 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Feb 19 00:32:15.571021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cbb87-741f-408d-9b97-98284a70e33f req-49361138-b1e2-4937-b3fa-372c6a216a26 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:15.572723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d2cbb87-741f-408d-9b97-98284a70e33f req-49361138-b1e2-4937-b3fa-372c6a216a26 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.0598381 Feb 19 00:32:15.649224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d2cbb87-741f-408d-9b97-98284a70e33f req-c3679a59-f41e-4c66-9a88-9096b49ea2bd tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708930 Feb 19 00:32:15.651409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e33f7939-97ed-4f0e-9b0a-ea6ebc9402a6 req-b266d9a9-574e-4b01-bce7-51aa5db3a56f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0327652 Feb 19 00:32:15.727113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26dae3eb-068d-492b-b243-214244457d7b req-37984a15-ed6a-4d96-9183-6856fafb53b2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0309281 Feb 19 00:32:15.811826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77887ba8-4610-47df-809f-794e85b815ed req-c1784dd9-143c-4b4d-a34b-65128f091750 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0404875 Feb 19 00:32:15.829725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45112d1d-69a9-4e5a-b76b-f365d27af20b req-bd575c8a-56f8-4bd6-93b8-db4d038f62ed tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:15.837230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45112d1d-69a9-4e5a-b76b-f365d27af20b req-bd575c8a-56f8-4bd6-93b8-db4d038f62ed tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1032879 Feb 19 00:32:15.885248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45112d1d-69a9-4e5a-b76b-f365d27af20b req-a9b656ab-3dd7-41c1-846f-edc3e65d2d06 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469959 Feb 19 00:32:15.923586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91fdd4da-7379-4184-ac6b-28e50833551e req-a8c89888-a753-434a-860c-0605fb0e77dd tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0301800 Feb 19 00:32:16.021964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce5a093e-4ce0-4f49-b615-af08e555a347 req-ef9d15c9-c4a7-4361-83e4-a75c2b179fbd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0298398 Feb 19 00:32:16.177607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e23583a-d35e-45c0-830d-3b60a6e589be req-9b8bc5a2-3d27-4b3c-8ab5-6061e57371ce tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0315368 Feb 19 00:32:16.316453 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:32:17.054302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ccc3473-8aca-4fc3-8459-410522dd068e req-bfbe3bf4-3839-4350-bf4d-18d1e9eac89f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.3425515 Feb 19 00:32:17.120234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354abea3-8f9a-4473-8d9b-0a727e563335 req-491f2763-be24-47f7-967c-82487dbce3a1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:17.121705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-354abea3-8f9a-4473-8d9b-0a727e563335 req-491f2763-be24-47f7-967c-82487dbce3a1 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.3951983 Feb 19 00:32:17.168515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83167851-063e-4af8-9059-e3f5ee7fe976 req-98c9d7b1-61c8-4299-9570-eb73c44d2f74 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0457599 Feb 19 00:32:17.203117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-354abea3-8f9a-4473-8d9b-0a727e563335 req-9e34e888-7b06-4600-9539-a9434aa896cd tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708597 Feb 19 00:32:17.256966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9bccd3-daed-4566-8cd0-23b51e87b9c1 req-166789ba-bc5e-4774-9107-7b47d1fa6aed tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0380716 Feb 19 00:32:17.349574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f10ea163-6247-49c4-8680-580ff4e480b4 req-4f35a9b3-ef78-4356-ba67-9873b397ac73 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0349324 Feb 19 00:32:17.374306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ec1ff-5d6a-4414-96c1-c92393802d3d req-e126fabd-429e-422a-bfe4-c57a4b7de4be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:17.375744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-169ec1ff-5d6a-4414-96c1-c92393802d3d req-e126fabd-429e-422a-bfe4-c57a4b7de4be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0904882 Feb 19 00:32:17.427026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6601e85d-1ce2-4b4b-b5c7-4150dc748f3d req-92af3a77-0cb6-4906-ab1e-634f71aef958 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0310888 Feb 19 00:32:17.456779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-169ec1ff-5d6a-4414-96c1-c92393802d3d req-aaf9db90-571b-40fe-b810-ce15622d14b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753617 Feb 19 00:32:17.501386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 95be7fe8-eaee-42b1-b590-47e1c2e88392 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:32:17.504480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a8e10ad-0cb4-4682-a3b3-98171ee2c39d req-5e5c2214-ba45-4571-9981-1e431b7a6ed2 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0369360 Feb 19 00:32:17.584155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 95be7fe8-eaee-42b1-b590-47e1c2e88392 is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:32:17.883615 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9679a83a-cd11-46f3-8a53-6b93ad807edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:18.147862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cdb641d-8d6c-4957-b610-cfe00cdcf925 req-648c97a8-9323-4b6c-86fc-86fc6fbd53dd tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0296712 Feb 19 00:32:18.257268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f35406e-7f80-435a-95a7-99882d7635ae req-0d3f4f9e-efa1-4d40-9d3b-023f38adf39d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0337627 Feb 19 00:32:18.378063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79a45dc8-1038-4aef-9d9f-6ea80eef0e89 req-1dd5701e-9d32-4355-a156-16da70c26d6c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0531559 Feb 19 00:32:18.422205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-3e00a960-9a65-4b06-9f67-009be6ed900e service neutron] 10.222.0.113 "GET /v2.0/ports/95be7fe8-eaee-42b1-b590-47e1c2e88392/bindings/n-h2-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.0986280 Feb 19 00:32:18.430587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20085591-4f67-47e8-8068-7a7a15f0e717 req-c2a10b36-72d3-4c1d-aeab-a8819b126dfb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:18.432885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20085591-4f67-47e8-8068-7a7a15f0e717 req-c2a10b36-72d3-4c1d-aeab-a8819b126dfb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 943 time: 0.1406720 Feb 19 00:32:18.501397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a08fedf-8a5f-4048-961c-c8715d56b20f req-ac1e797c-9bca-4986-9480-a735538fd9a8 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0663426 Feb 19 00:32:18.556420 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:18.598672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20085591-4f67-47e8-8068-7a7a15f0e717 req-8906e069-7b5e-4c55-b711-fe1a729490c3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563532 Feb 19 00:32:18.602390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5dc7e0ab-5544-4feb-b61c-18b3a7f08e0f req-5b350abb-5f92-4cb1-8f13-8e150514423f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0615766 Feb 19 00:32:18.699570 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfa29861-3b9f-4758-b611-23b25ecdeee5 req-9c7709d1-3a3e-4f86-bda3-3c7384f6fb2d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0453827 Feb 19 00:32:18.760493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:32:18.790428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:32:18.816514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46bbce-e958-4a21-b67b-c531e34a3bd0 req-3ad4e029-cea6-4e62-8cdc-b47c5c45270c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:18.818134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf46bbce-e958-4a21-b67b-c531e34a3bd0 req-3ad4e029-cea6-4e62-8cdc-b47c5c45270c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1227362 Feb 19 00:32:18.850370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95be7fe8-eaee-42b1-b590-47e1c2e88392 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:32:18.864440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:32:18.889683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:18.911075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf46bbce-e958-4a21-b67b-c531e34a3bd0 req-480c3495-cfdb-4ab3-a503-e8382f59031d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0860627 Feb 19 00:32:18.983011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] Transition to ACTIVE for port object 95be7fe8-eaee-42b1-b590-47e1c2e88392 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:32:18.987841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:19.054411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] No DVR routers for this DVR port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:32:19.070150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] Pushing event updated for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:19.097477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5cebb246-fd28-4125-b871-bf2b2f9ce285 service neutron] 10.222.0.113 "PUT /v2.0/ports/95be7fe8-eaee-42b1-b590-47e1c2e88392/bindings/n-h2-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 0.6635883 Feb 19 00:32:19.208213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8504e854-fc7a-4f46-ace1-f3659a548148 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:19.209951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-8504e854-fc7a-4f46-ace1-f3659a548148 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1126 time: 0.0547855 Feb 19 00:32:19.250821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e9561d9-d4e1-4440-a84d-5c82b4b0984b req-a1847a31-1768-4cbc-9c34-4e945a3320e0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0394940 Feb 19 00:32:19.294939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-1253a400-bd62-418c-91e6-4bd1a6d15b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:19.297817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-1253a400-bd62-418c-91e6-4bd1a6d15b25 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f HTTP/1.1" status: 200 len: 1126 time: 0.0771132 Feb 19 00:32:19.358792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7703c1e-6f7a-4a42-a6d6-bb860840c73b req-1dce97a1-79b0-4c70-a71c-b00201236130 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0463917 Feb 19 00:32:19.398061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-7ef36bae-f4b9-4917-bc5f-1e2b7f52bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:19.399883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-7ef36bae-f4b9-4917-bc5f-1e2b7f52bd8c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1126 time: 0.0755899 Feb 19 00:32:19.502772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18168976-5e68-4b73-a45a-857bbfa14204 req-182f8bdd-c1e5-487e-8db1-160883f38767 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0426664 Feb 19 00:32:19.538362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-7a86239d-5804-45a0-8b7a-025d6e57b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:19.539901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-7a86239d-5804-45a0-8b7a-025d6e57b61f service neutron] 10.222.0.126 "GET /v2.0/networks?id=d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 200 len: 909 time: 0.1329963 Feb 19 00:32:19.590973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-e88743d2-8722-4f41-937e-42cad0c0053c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 200 len: 217 time: 0.0445356 Feb 19 00:32:19.614601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b61bd9a6-82cf-4068-a63e-b006bdd11565 req-916f551b-3ffb-4270-a642-d7867e0afb7e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0621424 Feb 19 00:32:19.660290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-3edfab58-73a4-43ba-9fd9-9efa1624c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:19.661705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-3edfab58-73a4-43ba-9fd9-9efa1624c081 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 200 len: 848 time: 0.0561023 Feb 19 00:32:19.704883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3ef50e-84b5-493a-8566-8d81512602a3 req-af4b3fad-6d73-451a-a6f8-6ff0698a86b3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0389285 Feb 19 00:32:19.726748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-9cf812ba-602b-481a-a3e5-10f5dfd14799 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d1a8d56a-4e67-4c68-a137-8e3754cd2714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508211 Feb 19 00:32:19.833576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47bd0d7b-a024-40c0-858e-b83287177383 req-6d1929c1-0579-4a96-b022-f6b79edb67a7 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0768375 Feb 19 00:32:19.872735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915f570-c4c7-4143-b4f2-68aea334fdfa req-ee9d6fda-80f7-4328-99a3-b1ab8e926c4e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:19.874222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d915f570-c4c7-4143-b4f2-68aea334fdfa req-ee9d6fda-80f7-4328-99a3-b1ab8e926c4e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 944 time: 0.1899297 Feb 19 00:32:19.891078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-e3677cb2-8f8b-4e02-a948-820d0f3b48d9 service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455045 Feb 19 00:32:19.975419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d915f570-c4c7-4143-b4f2-68aea334fdfa req-b4663a3b-3e1e-45b7-8151-d717c8b24cc6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936470 Feb 19 00:32:20.000601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a378cab-ab5d-4676-8c06-8470a537da7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:20.017028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-f39dbaba-ffe5-4fa6-9813-d7ca7b68907b service neutron] 10.222.0.126 "GET /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192963 Feb 19 00:32:20.060545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41637cd0-7eb3-4d23-9b97-232c2808655d req-c11f2232-cc3c-47e8-bb32-7dd53d0cb0e9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:20.062283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41637cd0-7eb3-4d23-9b97-232c2808655d req-c11f2232-cc3c-47e8-bb32-7dd53d0cb0e9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0718074 Feb 19 00:32:20.116951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41637cd0-7eb3-4d23-9b97-232c2808655d req-e481fcbf-b9d9-4b2e-bcce-5fb6bf9ce8dd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475204 Feb 19 00:32:20.309677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-c91a899f-95cb-4f5a-bc1e-df7488143925 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:20.311266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-c91a899f-95cb-4f5a-bc1e-df7488143925 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb&tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1126 time: 0.0541744 Feb 19 00:32:20.351544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8640b07-9606-42a9-ba7c-5dac7ab75772 req-9f94ae2e-61d8-4dda-8a6a-202851f789d9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0363634 Feb 19 00:32:20.462360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f61f6b7-dca2-4871-a1d2-129c578c0855 req-9067e599-0000-405e-8f17-3c0952407e25 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0343566 Feb 19 00:32:20.494358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5092c40a-b65b-4e96-b140-e7fbef365ae5 service neutron] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:32:20.498470 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5092c40a-b65b-4e96-b140-e7fbef365ae5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:20.499584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b91bd36a-548f-4cec-8353-aaa6419489dd req-5092c40a-b65b-4e96-b140-e7fbef365ae5 service neutron] 10.222.0.126 "DELETE /v2.0/ports/95be7fe8-eaee-42b1-b590-47e1c2e88392/bindings/n-h1-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.1726458 Feb 19 00:32:20.589912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67bfc96b-eb7f-49a1-9607-5e53778fec85 req-10569f4b-2007-4550-9980-f081f683b64c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0331776 Feb 19 00:32:20.709608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcd58f21-0a65-4a6c-91cc-5bd3d84798fc req-da36a66f-570a-4248-9271-a9c9a4253bc6 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0357518 Feb 19 00:32:20.793795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96adc36e-613d-4586-aeec-48dd2b28f081 req-24dc1fe0-5099-4882-886d-007d83547cb3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0332980 Feb 19 00:32:20.918630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ff47c74-9033-47eb-a36b-b870bf3dc039 req-e6ab4350-c18a-4408-99fc-dc498a5256a3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0321350 Feb 19 00:32:21.088550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:21.124578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf938-ecb5-448d-a6de-119e83da3022 req-c6a59db0-a64b-4e3f-aebb-7ac41c78db38 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:21.126078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf7cf938-ecb5-448d-a6de-119e83da3022 req-c6a59db0-a64b-4e3f-aebb-7ac41c78db38 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 944 time: 0.0601661 Feb 19 00:32:21.175439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf7cf938-ecb5-448d-a6de-119e83da3022 req-2906d180-8052-4ff6-8afe-0ec58650e079 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430708 Feb 19 00:32:21.270712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66b6f8-ce6e-4113-9980-bc5923950445 req-07197657-8179-4362-ac66-28e7c0f8a3c4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:21.272535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c66b6f8-ce6e-4113-9980-bc5923950445 req-07197657-8179-4362-ac66-28e7c0f8a3c4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0741804 Feb 19 00:32:21.357902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c66b6f8-ce6e-4113-9980-bc5923950445 req-60d0a89b-8579-4476-b13c-713c9fc5ffd2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776656 Feb 19 00:32:21.366835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41414a-98ef-41af-97b5-11f6004627e3 req-3f30c641-0d70-43a6-9297-5fc40d12800c tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:21.369270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b41414a-98ef-41af-97b5-11f6004627e3 req-3f30c641-0d70-43a6-9297-5fc40d12800c tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 1126 time: 0.0803671 Feb 19 00:32:21.424484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b41414a-98ef-41af-97b5-11f6004627e3 req-fad0160c-3ec8-4e1b-83e0-f9dc61b86cc5 tempest-LiveMigrationTest-2054494283 tempest-LiveMigrationTest-2054494283-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495362 Feb 19 00:32:21.444667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-076a0464-fae4-41f2-8e67-593ecbe7aa0f req-00b28d54-ea1d-4b33-820f-4b12ee2cb6da tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0311382 Feb 19 00:32:21.551142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a170443c-7a60-4d20-a041-4e36f1d397f3 req-7e506b70-d70f-4ee1-aa2b-07d3bacf169d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0314970 Feb 19 00:32:21.703667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27815b4a-02d2-4cc9-8f64-8fcc3ff4d736 req-3760829f-5cdf-40d1-b83f-f80597d748e4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0520766 Feb 19 00:32:21.723337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9295aab-32c1-4126-a9f3-194f8e25400f req-f05470fd-a2ea-4960-941c-9c2abf09e811 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:21.724960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9295aab-32c1-4126-a9f3-194f8e25400f req-f05470fd-a2ea-4960-941c-9c2abf09e811 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 944 time: 0.0834661 Feb 19 00:32:21.783827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9295aab-32c1-4126-a9f3-194f8e25400f req-9089b092-262d-4e2f-8808-af5b6a795bf6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526891 Feb 19 00:32:21.802313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1703158-ca5c-411e-9c22-b9358de40403 req-7eb70fcc-4766-40cf-ab4f-389bdd56d741 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0358081 Feb 19 00:32:21.870988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2768686-c2a1-42c4-bfaf-b2978819beed req-90c4206b-608e-4424-a244-aeb9990b8659 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0272779 Feb 19 00:32:22.016109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e11e57d6-899c-4965-a221-2d7837d52a9b req-224b4eab-ed01-4f64-a95f-a55d0c5c333e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0366380 Feb 19 00:32:22.427182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410ea50-e597-498b-b317-f4abe2be8978 req-326356f2-da71-4bee-affb-89c3c64a00b0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:22.428923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c410ea50-e597-498b-b317-f4abe2be8978 req-326356f2-da71-4bee-affb-89c3c64a00b0 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.126 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 944 time: 0.0592132 Feb 19 00:32:22.530771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:22.561878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f91c79d-577f-43f0-8ca7-2bfa220a1f4d req-eea1a46c-c465-4ada-a1ea-43f63d5be5a9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0557992 Feb 19 00:32:22.573706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48d95-2380-475f-85d9-0a21a3300479 req-135fd052-efad-4b9f-a651-a869d16c6350 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:22.575229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cf48d95-2380-475f-85d9-0a21a3300479 req-135fd052-efad-4b9f-a651-a869d16c6350 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1430445 Feb 19 00:32:22.652563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b3ccb2f-209e-4df6-9d92-d63e6e238070 req-1101e32c-b292-4123-9f4a-d2248192d285 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0409470 Feb 19 00:32:22.659055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Deleting port 95be7fe8-eaee-42b1-b590-47e1c2e88392 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:32:22.659503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:22.678615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cf48d95-2380-475f-85d9-0a21a3300479 req-8f185e87-91c6-4930-b43e-88e2804d5536 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919282 Feb 19 00:32:22.789445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bffdfabf-9c41-47ed-9215-fe423f576c32 req-f22bf93a-0986-425e-a004-53c99bebde4a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0337372 Feb 19 00:32:22.791131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] For port 95be7fe8-eaee-42b1-b590-47e1c2e88392, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=95be7fe8-eaee-42b1-b590-47e1c2e88392,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:32:22.791472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:22.805404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Calling delete_port for 95be7fe8-eaee-42b1-b590-47e1c2e88392 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:32:22.913491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d62f8bb1-0de1-4f4f-b62c-d2b9ba262d1b req-c0d0c848-a4fa-45c3-9688-daf2675f1d17 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0538120 Feb 19 00:32:22.962511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1ad5d-7f8d-4de9-9f84-80d91b24c3d3 req-14e7c480-c465-4e38-96fb-3dfd9815dcc3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:22.964104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c1ad5d-7f8d-4de9-9f84-80d91b24c3d3 req-14e7c480-c465-4e38-96fb-3dfd9815dcc3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 944 time: 0.1035771 Feb 19 00:32:23.006173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5812ce9-563b-47b0-b729-b01734d5bd8c req-eddab16c-95b1-423f-b881-eed90dd9c9c9 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0410595 Feb 19 00:32:23.084034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c1ad5d-7f8d-4de9-9f84-80d91b24c3d3 req-4b91c5f9-4634-4d0f-bf2e-045883467330 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099334 Feb 19 00:32:23.098654 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (95be7fe8-eaee-42b1-b590-47e1c2e88392), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:23.102059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1788435-3537-4705-848b-46379dcd8356 req-ce6bd2b2-1d75-4d51-8aff-0032240bc671 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0320730 Feb 19 00:32:23.130094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['95be7fe8-eaee-42b1-b590-47e1c2e88392'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:32:23.150746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Pushing event deleted for resources: {'Port': ['ID=95be7fe8-eaee-42b1-b590-47e1c2e88392,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:23.206311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] No DVR routers for this DVR port 95be7fe8-eaee-42b1-b590-47e1c2e88392 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:32:23.208972 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:23.212650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c410ea50-e597-498b-b317-f4abe2be8978 req-dd3dda77-2924-470e-aca8-8813ca0e7d1a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.126 "DELETE /v2.0/ports/95be7fe8-eaee-42b1-b590-47e1c2e88392 HTTP/1.1" status: 204 len: 173 time: 0.7787104 Feb 19 00:32:23.213111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'name': 'network-vif-deleted', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:32:23.215464 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ad668e-0e82-4a1d-beec-13e26dac0d04" -d '{"events": [{"server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "name": "network-vif-deleted", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:32:23.255137 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73b43ed-997f-4d05-a3d2-d2e7f91e5d5d x-openstack-request-id: req-b73b43ed-997f-4d05-a3d2-d2e7f91e5d5d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:32:23.255434 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de640710-a6b3-423c-9f07-ab430c0306bb", "name": "network-vif-deleted", "tag": "95be7fe8-eaee-42b1-b590-47e1c2e88392", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:32:23.255717 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b73b43ed-997f-4d05-a3d2-d2e7f91e5d5d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:32:23.256139 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de640710-a6b3-423c-9f07-ab430c0306bb', 'name': 'network-vif-deleted', 'tag': '95be7fe8-eaee-42b1-b590-47e1c2e88392', 'status': 'completed', 'code': 200} Feb 19 00:32:23.461316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:23.653585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d800e099-556e-48ef-bad6-ec9b42592dd2 req-08edab75-f6d2-403f-ab5d-b6aae7647d43 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Feb 19 00:32:23.749080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43e6dc64-1c74-488b-997f-9339da7034e1 req-34599721-c800-4c45-9ff1-44c9799174aa tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0391438 Feb 19 00:32:23.818699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0c7de-3d1e-4d70-ae07-8ebbcd131899 req-14997a62-2721-49de-9ad5-9b8a0f89966c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:23.826055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0c0c7de-3d1e-4d70-ae07-8ebbcd131899 req-14997a62-2721-49de-9ad5-9b8a0f89966c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0613732 Feb 19 00:32:23.895007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5645db2f-e17e-4ce9-8f9c-cf08940b50c6 req-7f8f2199-0f4f-4bc3-a93c-d9c8be33a23d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0401764 Feb 19 00:32:23.911619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0c0c7de-3d1e-4d70-ae07-8ebbcd131899 req-6792cb0c-e173-4dfb-b357-1eb8dd98365b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795736 Feb 19 00:32:23.993686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f334106f-bfca-4caf-9a32-a17ccfe76b80 req-52137052-d3d6-4db3-9a6a-1f33f91e427b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0285275 Feb 19 00:32:24.094205 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:24.103846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-030e01db-8058-48ec-b1b8-55ddf9f2e84c req-f5bfc01d-363f-4670-9f97-c4156b87d422 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0457659 Feb 19 00:32:24.202977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a5506c-b9eb-42c0-b770-96c5be4c9d72 req-39baee21-9fc3-4661-8268-3182001c110a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0392418 Feb 19 00:32:24.230800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74308cc6-3491-4166-ab82-efa32dc40704 req-70fc39ed-0060-4794-bb28-f8c62f31915c tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0581067 Feb 19 00:32:24.740389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cca72005-6740-469a-9356-7355de83c4e6 req-b0b9194a-f532-4bab-a623-bf0482091935 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0303721 Feb 19 00:32:24.826213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7115db80-b0dd-495c-9544-d6abff7eb705 req-a7e19525-cdae-477a-b8df-90587d93d75c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0278811 Feb 19 00:32:24.983881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03f32345-1104-4602-a6a1-8e1ce4a8db81 req-32da8fce-122f-425f-983c-15c4574b61b4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0321350 Feb 19 00:32:25.038649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b055aab-1c91-4c8c-9693-752281d61b42 req-1a95857f-12fb-4775-8a04-1f2074aa699a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:25.040250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b055aab-1c91-4c8c-9693-752281d61b42 req-1a95857f-12fb-4775-8a04-1f2074aa699a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0599387 Feb 19 00:32:25.089902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6ea1163-020e-4769-a452-358b703d6637 req-704942c4-1b75-4946-8ac0-508b0bbd9b5b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0437124 Feb 19 00:32:25.120687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b055aab-1c91-4c8c-9693-752281d61b42 req-287d254f-8c64-419f-b43b-ba0604a70b3f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732956 Feb 19 00:32:25.179127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1bddb60d-d655-4c59-9a4e-3584fcd230f5 req-ab5a2dfe-510f-4000-8f6c-7943c391b940 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0274999 Feb 19 00:32:25.285317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94c4c237-08a1-4d12-ba4d-0cef55acc48c req-49723bad-70a1-4da4-8fa6-02207b72e1ee tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0281732 Feb 19 00:32:25.324725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59d16e89-b3b1-46f8-bfb6-8fbdd124ef77 req-b6a2b431-58ce-476e-be0c-6499b559e5bf tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0282536 Feb 19 00:32:25.824933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b769a5d-2ce2-40a8-8eb0-8cd5c1d8f912 req-be4da6b8-6310-4615-8743-b32ba6d27c5e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0272281 Feb 19 00:32:25.837353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 95be7fe8-eaee-42b1-b590-47e1c2e88392 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:32:25.860276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 95be7fe8-eaee-42b1-b590-47e1c2e88392 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:32:25.860820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 95be7fe8-eaee-42b1-b590-47e1c2e88392 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:32:25.905362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c51e8f-42d7-43dd-9683-4b3b9d44937a req-ded64900-b2c1-43a7-ba16-aa1d91c88951 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0270011 Feb 19 00:32:26.072910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7973c7a6-fb43-4918-95c6-e305dfe663ba req-90f6c1ff-268c-492d-a86a-91620357e9a8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0303659 Feb 19 00:32:26.175854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c10b60-efb7-4729-989c-4a5634bc27b8 req-999d6f78-85e2-408c-b0ab-58d711e31c4d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0302525 Feb 19 00:32:26.270215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c81986c-970e-4463-900b-a3069a9795a1 req-94b159c6-7b44-469a-99fe-baa0b67de435 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0320659 Feb 19 00:32:26.288508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac57ddc1-0627-4ec6-9cfb-55eeb944c403 req-7045d74c-6438-4d9f-8384-7c3424cf954f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:26.290030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac57ddc1-0627-4ec6-9cfb-55eeb944c403 req-7045d74c-6438-4d9f-8384-7c3424cf954f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0832176 Feb 19 00:32:26.347836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac57ddc1-0627-4ec6-9cfb-55eeb944c403 req-21eb6b1a-bce6-477c-8579-e99375fddb58 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517092 Feb 19 00:32:26.375548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6abd3ea1-a62b-48d6-b7ca-12c876243cee req-fa161ea7-ff2e-4e8e-a29f-080362487acc tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0388241 Feb 19 00:32:26.437297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6580fa8c-8511-4535-8c26-35f842f0f971 req-1ecded76-92bc-4546-aab5-201ff2203ba3 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0268784 Feb 19 00:32:26.914133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b8a8be1-407d-46d6-8423-4ab3d880baeb req-6ae85ac9-c3b6-47e3-be0a-3f72634eb15e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0281308 Feb 19 00:32:26.984663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5759788-ca23-4611-8c79-4d3f5de6ee88 req-6b969289-44aa-4920-8054-f563769809fc tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0290895 Feb 19 00:32:27.151608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4cb4d6c-45cb-4a4d-891d-908cc5a49ed9 req-8936ac3a-6d99-4f8a-98d2-bfabea2bdac3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0284972 Feb 19 00:32:27.253162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6c8954c-7463-4871-9bc6-358ae0aba214 req-c87cd81d-3190-4343-8076-74f758230906 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0277569 Feb 19 00:32:27.352046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e77c138e-89a3-42ca-bc94-4196af82b0bd req-f1a798cd-8a77-40be-bd00-de7d2d3e7ecc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0310853 Feb 19 00:32:27.473300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53b1cc07-da17-4662-b950-2b8516a7048b req-a13fc943-3a56-4f4c-81be-74a33424217e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0413702 Feb 19 00:32:27.503402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4ffe1-b72a-493f-a9bc-e675205bc6b0 req-fa05474a-0aaf-4326-af6c-80803e73ed8b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:27.505011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d4ffe1-b72a-493f-a9bc-e675205bc6b0 req-fa05474a-0aaf-4326-af6c-80803e73ed8b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0821209 Feb 19 00:32:27.574716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27292389-ebb0-4981-afc5-1a3786a73aa7 req-e21a5d32-155d-4264-9ac8-90a96ef89834 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0383933 Feb 19 00:32:27.579430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d4ffe1-b72a-493f-a9bc-e675205bc6b0 req-6d157480-33ef-42b8-a65f-156b79a852cf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687320 Feb 19 00:32:27.997484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b10de89-8873-4e5c-b089-b613433c3e31 req-95bf3b95-130a-43eb-a809-d71e2c16b5b8 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0274124 Feb 19 00:32:28.060896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3da4e0dd-0d34-4989-ad4d-6bc579fcdcdf req-8f33fbbd-dd29-443d-ae84-623f3cc38c36 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0270841 Feb 19 00:32:28.228802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77828026-4a71-4339-ade7-a8683ab63ad7 req-4453394a-3afb-4b61-837c-d7c9225d5703 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0271928 Feb 19 00:32:28.332889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-704e05ff-5ec0-459a-a880-68a767e9981d req-d2f3c2b6-a3ab-4b91-9574-f92e61090f2f tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0275004 Feb 19 00:32:28.429007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f2531fc-1ebc-491f-a3a1-c5d12daa8b46 req-a4b3169d-8f3d-44cb-8d0d-f4196ed15ca0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Feb 19 00:32:28.558425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6899e6ba-bf4c-4cc9-a294-d60dc3f22303 req-23f1bfe9-8019-4a58-82e5-14bed155ad60 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0335157 Feb 19 00:32:28.686375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ea8fedb-4a73-437b-b2c5-73e90e3a8da5 req-3ddf18a2-e0e0-4970-8dfb-22054a01986e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0353038 Feb 19 00:32:28.728512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d68415-9802-4d1e-a501-dff4c23b9268 req-afcbb556-7747-41b0-ac18-3cb42c1c4b46 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:28.730105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97d68415-9802-4d1e-a501-dff4c23b9268 req-afcbb556-7747-41b0-ac18-3cb42c1c4b46 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0690126 Feb 19 00:32:28.779740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97d68415-9802-4d1e-a501-dff4c23b9268 req-900206db-a8df-4c44-99d2-6cbfb9895a00 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432112 Feb 19 00:32:29.084000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdf2df1a-db74-480d-8476-5f9b000bb1ca req-44d64222-80bd-46ce-845a-b76a28121f2b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0275402 Feb 19 00:32:29.152033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-580c18e2-9ff8-48b4-84ec-dba9bbdae32a req-e032eecb-5db3-40b3-9136-6ba0f4b07426 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0303047 Feb 19 00:32:29.307706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0521bba-3322-4899-9106-c555adf14005 req-f24c7c75-2b3e-4065-907d-901b1a4b38a9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0272365 Feb 19 00:32:29.411868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fee9289b-5f00-4674-b6ee-0b06ddb0fa48 req-95ed48b5-ef02-4cfa-8add-d5d04b502749 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0272777 Feb 19 00:32:29.506632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3011f749-e602-4891-89e3-b3b75abe7a13 req-b20e7de8-88c4-41f2-be24-d755a3bfb275 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0276160 Feb 19 00:32:29.643350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-451318cd-ae72-45df-aa44-e21e4c2bea37 req-77b7b2a7-1f86-49f7-be65-5d44115cf857 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0293124 Feb 19 00:32:29.780762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5942741f-5723-41ce-ab19-99fec0fa1ae5 req-a4b5f532-b9ee-40ed-bea6-0d64cbbf0c9a tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0271773 Feb 19 00:32:29.908090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c092e8b-d949-42cc-803e-bbed3025c404 req-714aa90a-1072-4cf7-ac2a-cfa7cf7b5ed8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:29.909549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c092e8b-d949-42cc-803e-bbed3025c404 req-714aa90a-1072-4cf7-ac2a-cfa7cf7b5ed8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0569341 Feb 19 00:32:29.956998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c092e8b-d949-42cc-803e-bbed3025c404 req-2b236b03-d9ac-4308-9825-4733a5a6a2f1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412915 Feb 19 00:32:30.171476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bde9b68d-7b1a-42e1-b2f6-d482f113ce5d req-8be4736a-186e-4d29-80e7-c0114a1b402d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0284219 Feb 19 00:32:30.228776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1131e211-d8fb-4deb-8b45-198bfa89ad62 req-da3bfbd2-3e85-430a-a33d-3b4cd103a38e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0276225 Feb 19 00:32:30.394478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-538a4de4-02ad-4f71-a8b0-048e88dc5d73 req-092d7534-1c08-45b5-8e8d-e030d8c5a409 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0346231 Feb 19 00:32:30.785216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13d291dc-a998-4c2a-9338-ae3c81be4ff4 req-b5eb4e89-3645-4e3c-aa8e-a4aaba56ab3b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.3232472 Feb 19 00:32:30.811750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beb4eb69-dd43-47bc-b23c-8c622e1e9b1b req-005d00fa-b92c-4fe5-a63d-e2f3ebe36fba tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0289085 Feb 19 00:32:30.860644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ecf6505-58c5-4cf8-bd95-232be9ae2e63 req-420c1f8b-c933-4b34-82ce-a752e8ac293e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Feb 19 00:32:30.896789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c21b5860-d200-4fd1-ab77-a57b865ad19e req-2ae2ebc7-4b46-4e66-be51-d519bfbe10fe tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0266140 Feb 19 00:32:31.087981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4638e27-d958-4d3f-a2af-6e51d7efcfb8 req-db142bd6-aae2-48b6-85b9-0ddff0ae2a96 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:31.089361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4638e27-d958-4d3f-a2af-6e51d7efcfb8 req-db142bd6-aae2-48b6-85b9-0ddff0ae2a96 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0561757 Feb 19 00:32:31.142727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4638e27-d958-4d3f-a2af-6e51d7efcfb8 req-13302986-fbcd-453f-97e2-ea7667a2ab19 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475419 Feb 19 00:32:31.256997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-823bec0a-dd95-4be0-8eb0-601e778ae4ab req-e1b88a5e-304d-4682-9656-ee681d2d498d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0280349 Feb 19 00:32:31.306457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e26cec9e-7aa0-4147-8f4a-b3d1f5b89005 req-6f46d575-77c3-401e-9d51-b0598017690e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0264645 Feb 19 00:32:31.475925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfe0f3d7-b002-443b-9ea1-e9d7f3ab65d8 req-ccac6b67-94f6-4d70-b377-193552f3e0a0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0298662 Feb 19 00:32:31.868676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-054e4bb8-2a5e-4bef-baeb-5b6866d931c1 req-665821e2-f9f3-4214-a49b-f9fb961f8ff7 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0289173 Feb 19 00:32:31.899656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cbb7a7a-be89-476b-94b5-c0f91ada604c req-d0d912da-c125-4730-9807-27e572aa5de2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0299106 Feb 19 00:32:31.942650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2660b45-d658-4010-bf29-824938997a44 req-df19e943-da6f-4433-9ce1-32be8d011a56 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0309141 Feb 19 00:32:31.995670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7abadf8b-823c-423e-8d01-947a04b8bbd9 req-0a8d4464-c6ee-4a3d-a40b-1c2779edd063 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=de640710-a6b3-423c-9f07-ab430c0306bb HTTP/1.1" status: 200 len: 210 time: 0.0291734 Feb 19 00:32:32.268942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace59f3-4358-489f-b748-22cb955e655c req-b706ba00-4bc8-4361-bd94-625a02af1448 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:32.270466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bace59f3-4358-489f-b748-22cb955e655c req-b706ba00-4bc8-4361-bd94-625a02af1448 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0549526 Feb 19 00:32:32.346833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb15f41f-d484-493c-8e17-7d69c7ec3eaf req-88ff93ef-8a04-4ade-a1bd-e37fb3948168 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0321796 Feb 19 00:32:32.386749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bace59f3-4358-489f-b748-22cb955e655c req-d2b97238-5ce6-4248-92ba-a386c371a60e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929518 Feb 19 00:32:32.440852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7561f6d7-bace-4793-8b38-4f16d7ade31e req-135af257-505e-4702-9ac6-8b2449b7e92f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0327928 Feb 19 00:32:32.553813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02f01552-6d2d-431e-8fbb-4bbc61530708 req-1f949b7a-f26d-40d5-919d-f55468a6f264 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0269892 Feb 19 00:32:32.948067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d405de03-33d1-411b-ad7d-b8450b48bdf9 req-35c819f4-36b7-4384-a4fb-0456d4292fcc tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0279312 Feb 19 00:32:32.982305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6fc58c22-4f72-45fa-8aac-09c99f73b0bb req-8b683274-6abd-4147-9af0-c7da9b9377aa tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0311234 Feb 19 00:32:33.021789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d75d477a-0157-4524-94da-91aac8898460 req-acc8b700-83cc-4836-b543-0a501645588c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0281427 Feb 19 00:32:33.443758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4c5cdbb-4c45-497d-87bf-353077e99911 req-fd960447-5e21-4082-b5e0-a635bd27a92d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0284111 Feb 19 00:32:33.512871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9ec5b-8deb-4884-b9cd-3ee53d157b3b req-497af227-3c51-4c7c-99d5-40bc75af91b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:33.514450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19d9ec5b-8deb-4884-b9cd-3ee53d157b3b req-497af227-3c51-4c7c-99d5-40bc75af91b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0634007 Feb 19 00:32:33.531111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec806012-48d7-41bd-ac80-05504736fe89 req-470b54a9-7320-4051-a873-22344e5a7f95 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0363803 Feb 19 00:32:33.575815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19d9ec5b-8deb-4884-b9cd-3ee53d157b3b req-2e031b51-f655-423c-85b6-245f09ab2840 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474172 Feb 19 00:32:33.631297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb604df5-67b3-4524-bc2d-bb69804471f9 req-6b08c1f9-5eb7-4062-b758-f763ee34662b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0273793 Feb 19 00:32:34.044733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c35902f3-70bc-4c8e-9f43-67a4900e64c9 req-44685e49-1e01-4ca5-a5b5-57e0b79e9f64 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0448742 Feb 19 00:32:34.077118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3231b7f6-1f8c-4b26-894a-4181402e8cc7 req-8f448259-0d1d-4b6a-8beb-a0b8ae728add tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0365388 Feb 19 00:32:34.115442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40ed7e1e-e1a4-45db-81bd-248b5b61ef95 req-2ebaae43-89a7-40dc-92ae-626fab8a8489 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0294764 Feb 19 00:32:34.532598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d222e64-2879-4d12-a86d-3ec5b8d7dfb7 req-29520317-93b9-4465-a291-a96b00722ca2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0278733 Feb 19 00:32:34.623169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fabf4a6a-1a35-4756-9d12-3321672dde8f req-9afd6de0-8f4a-4b8e-bf6e-c83725cf3bfa tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0411923 Feb 19 00:32:34.718453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c6ae0a7-d04d-43c4-945c-e21dbe2cfaa6 req-d7389e8a-caf1-4697-9bec-f5c79f9001d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0282195 Feb 19 00:32:34.733030 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817a4c8-0d48-4bdd-9a3f-245d5f082912 req-5dc3d262-b62f-4628-bf6c-a8528bcf56d7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:34.734553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2817a4c8-0d48-4bdd-9a3f-245d5f082912 req-5dc3d262-b62f-4628-bf6c-a8528bcf56d7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0776730 Feb 19 00:32:34.784118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2817a4c8-0d48-4bdd-9a3f-245d5f082912 req-1755b40f-0351-4924-bb66-57b9a9f8bda0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423157 Feb 19 00:32:35.124089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cca7e378-8fa5-41fe-87f0-60ab73f1a449 req-1c62b548-0436-4df7-b550-8dd62ab80638 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0298400 Feb 19 00:32:35.179269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b909e49-29b7-4342-907d-219b9abec49a req-4c2c1b23-6cfb-4421-a956-6d1fdcad33b1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0366061 Feb 19 00:32:35.206894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-521050ef-f19e-48ed-ac0a-dceac8c7aef8 req-d1c498ec-9456-4747-af7a-ed68fb1eaffe tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0299745 Feb 19 00:32:35.625216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5f0cdda-4189-451b-a6f6-f45fcee167a0 req-b4a467bd-2bdd-4c9d-82d4-e7f7c8531237 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0322437 Feb 19 00:32:35.706688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a454065a-084d-4109-ac5e-3a768a3c39a8 req-ff4c17c4-2be0-41ca-9709-2e0df570c9a5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0287821 Feb 19 00:32:35.803278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5af29dd-ff25-4d8d-9da2-acc10fa91fd4 req-24141630-58a4-48b5-8195-734c9185e08e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0299907 Feb 19 00:32:35.927610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07879aca-bb2b-4ca8-b3be-a2c646b4754d req-3a163e47-d75c-406f-97f8-8f8a8906546b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:35.931503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07879aca-bb2b-4ca8-b3be-a2c646b4754d req-3a163e47-d75c-406f-97f8-8f8a8906546b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0637109 Feb 19 00:32:35.981479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07879aca-bb2b-4ca8-b3be-a2c646b4754d req-6b4b547d-d81f-45a4-bf03-627f3bbefc8d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430503 Feb 19 00:32:36.231588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aedd60d7-fe96-4a11-8dbb-7da62332fc6c req-bec20fc0-b48e-473d-8d22-c7835e6439d1 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0525053 Feb 19 00:32:36.275096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdff36cb-a648-4e93-a6cc-8a653667d2d8 req-5842cff7-5196-42e0-86ef-c8895653d83f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0407567 Feb 19 00:32:36.309559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-473b23a1-f0d3-4101-877b-e9e369522230 req-635fc087-4c25-4c33-a4d5-d34b0ee63791 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0334058 Feb 19 00:32:36.719229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8623e49e-760c-4908-8c8f-1ffdb5e6562e req-20145a17-ae85-4e11-8d61-e63dadd80e61 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0308280 Feb 19 00:32:36.787708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9dc107e2-d248-4ba4-ac2b-1c592c8e0f9c req-e2fed62a-d30c-41a8-8c56-f306a08f1e85 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Feb 19 00:32:36.889027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac56996c-789f-47f3-93f7-3c97be52ef87 req-322c5974-fd39-4e05-8d7e-a46bc0bb187d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0297620 Feb 19 00:32:37.112475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8659c-f79a-4e26-8e10-f9f10da687e3 req-295297a6-ae5b-4cc3-b42d-77ec50def4de tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:37.114371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-caf8659c-f79a-4e26-8e10-f9f10da687e3 req-295297a6-ae5b-4cc3-b42d-77ec50def4de tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0557861 Feb 19 00:32:37.166499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-caf8659c-f79a-4e26-8e10-f9f10da687e3 req-60a1856e-f48a-4e90-8b60-0bacbb4b3104 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455933 Feb 19 00:32:37.306411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7720f5f2-7604-4f87-a821-5145c88546df req-c59eb47b-b1bf-4193-bf8b-3bde2e91fc50 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0415781 Feb 19 00:32:37.386736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cd995bb-a640-459a-981f-1e7e8761c5ba req-8481169e-dfc2-45af-8340-3e358ab2eb07 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0577970 Feb 19 00:32:37.414804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b7e2afa-f914-4968-9220-40ce3948dd0b req-6a0b50a6-a18e-4087-ae08-ce9affa14858 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0312207 Feb 19 00:32:37.814086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b845e953-84e7-41b1-b117-58a0ffc8c4e8 req-eac9a444-44aa-4d99-82f0-20c81f87d223 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0294385 Feb 19 00:32:37.882122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf8321e1-2326-45f6-bc8e-ee6baf9f80e6 req-1c7eb298-bdbb-4b70-82fb-f75aa65cbabb tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0273836 Feb 19 00:32:37.970596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5b363b3-e35c-49d0-8594-fcc5091c638d req-fe33864d-77c6-4e22-abc5-ce951050de59 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0298305 Feb 19 00:32:38.328617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d664-25c5-4e63-962b-62a79320a775 req-e5807354-18ce-417c-bbe5-f011040cfe95 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:38.330700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb56d664-25c5-4e63-962b-62a79320a775 req-e5807354-18ce-417c-bbe5-f011040cfe95 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0673954 Feb 19 00:32:38.403298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb56d664-25c5-4e63-962b-62a79320a775 req-9cda5c3f-c5ea-4b2c-aa70-a3a62a661f31 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626500 Feb 19 00:32:38.427439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88b1b406-5e80-4df5-a554-8f42983f0e6b req-c8e08260-e276-4d67-b30d-20d4d238aae4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0413063 Feb 19 00:32:38.527069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e800c51e-ff15-441f-b55e-af319eeaa081 req-a1fa8db2-ac6a-4018-b883-29bca96ecdfc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0463576 Feb 19 00:32:38.567573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-083312cc-8dec-43e2-9fde-eaea5f387d3a req-504ad64e-ece2-4a12-af79-daba453fe18b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0487816 Feb 19 00:32:38.955111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4bbb6ff-a172-4d87-aa63-be4fb9a06a73 req-ff81dc6b-a252-46c5-b6ec-6510c57ef5ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0709198 Feb 19 00:32:39.004832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-190fa581-63b0-4693-ab73-86a98ec81113 req-d649ebee-0c77-4013-80ca-35cc7c4c07dc tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0411091 Feb 19 00:32:39.081549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f817aeb7-b872-4330-8d62-503a88c3dc0f req-06a95e61-763c-4983-b73f-ce11377d72f6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0433910 Feb 19 00:32:39.583106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869019b-8808-4598-bf02-64fc72b317f5 req-c5dfd779-2c12-4c14-afe6-3955a4f9f51a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:39.585455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5869019b-8808-4598-bf02-64fc72b317f5 req-c5dfd779-2c12-4c14-afe6-3955a4f9f51a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0699992 Feb 19 00:32:39.648507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5869019b-8808-4598-bf02-64fc72b317f5 req-779db37d-cd6f-4d2c-bd40-9c0ba155844f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563326 Feb 19 00:32:39.717538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e9dd3fa-695e-42d5-9b12-389f96ec5915 req-6b46fe3b-f97a-48f6-91e3-6cd060f33634 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0394642 Feb 19 00:32:39.756994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-243dd18a-f45f-417e-857e-aaf3453ea856 req-9143c607-9c25-4fc3-ba01-673215a8d794 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0418732 Feb 19 00:32:39.804014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e3b663d-290f-40da-87ff-60f188bec676 req-bebbe719-2cb3-4867-9aba-e3b9ac1212f1 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0363519 Feb 19 00:32:39.882802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f34c6-e272-4091-9d3c-c194e22aee40 req-7886708a-3595-400b-9486-de1d656b21cf tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:39.884315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-541f34c6-e272-4091-9d3c-c194e22aee40 req-7886708a-3595-400b-9486-de1d656b21cf tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 945 time: 0.0550673 Feb 19 00:32:39.933116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-541f34c6-e272-4091-9d3c-c194e22aee40 req-b3c11866-bad1-4654-ac04-5cb914550f77 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Feb 19 00:32:40.046807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-683ecd0d-28dc-4c4f-855c-db013a16cd6a req-1aac3591-bfbb-4022-996a-bc07be1a7a00 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0371823 Feb 19 00:32:40.083716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fc829ab-5965-4916-beda-56c3c41a6c8d req-d614c1d0-76d9-4072-9693-67153dc8d123 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0360343 Feb 19 00:32:40.159466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83e9473d-9465-49f1-957d-a95b4ed55cbb req-33c7148b-2264-490d-8ced-4acd66024640 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0297759 Feb 19 00:32:40.456811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-bb4ac752-7bab-49f9-8cd8-2a62965a2d02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:40.458425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-bb4ac752-7bab-49f9-8cd8-2a62965a2d02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.126 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 945 time: 0.0553603 Feb 19 00:32:40.564394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Deleting port d81417ea-50d4-4e90-a6ab-02c3794e1aee {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:32:40.564740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:40.653990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] For port d81417ea-50d4-4e90-a6ab-02c3794e1aee, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d81417ea-50d4-4e90-a6ab-02c3794e1aee,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:32:40.654284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:40.667253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Calling delete_port for d81417ea-50d4-4e90-a6ab-02c3794e1aee owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:32:40.803208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9307e991-3caf-40da-8688-020867f1dd03 req-b3ad45fd-0924-4b38-8985-1f379f9d784b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0303867 Feb 19 00:32:40.847384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d86f4a-bb71-4aa0-8a2a-68618184df5f req-fce6938e-3799-44d0-90bc-dc76ac93fc9e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:40.848851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8d86f4a-bb71-4aa0-8a2a-68618184df5f req-fce6938e-3799-44d0-90bc-dc76ac93fc9e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1239617 Feb 19 00:32:40.904312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d2af1f8-9180-4779-b166-d01d277a92e0 req-7abbfe26-4a52-4f99-b318-dee9f0a4587a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0478058 Feb 19 00:32:40.917753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d81417ea-50d4-4e90-a6ab-02c3794e1aee), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:40.958079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Pushing event deleted for resources: {'Port': ['ID=d81417ea-50d4-4e90-a6ab-02c3794e1aee,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:40.964483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8d86f4a-bb71-4aa0-8a2a-68618184df5f req-d87c1aac-d865-4990-b9df-fbaa9f8b325e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069574 Feb 19 00:32:41.014131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e8817d6-1ca2-4946-bc7f-3b2577a6d9c7 req-e8ec0e2c-d543-428e-aac7-8384fda14e85 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0576992 Feb 19 00:32:41.040127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] No DVR routers for this DVR port d81417ea-50d4-4e90-a6ab-02c3794e1aee on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:32:41.042882 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:41.046278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-076d80ad-2cdc-4e85-9acb-22ad04e3a24a req-60cb7872-66d0-4e66-a8d4-e2202ad9a503 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.126 "DELETE /v2.0/ports/d81417ea-50d4-4e90-a6ab-02c3794e1aee HTTP/1.1" status: 204 len: 173 time: 0.5826986 Feb 19 00:32:41.046744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'name': 'network-vif-deleted', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:32:41.049142 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1082ed54-5caf-4e34-9a7f-5d649f413549" -d '{"events": [{"server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "name": "network-vif-deleted", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:32:41.099481 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39632513-d22d-423f-818c-4894cb33e334 x-openstack-request-id: req-39632513-d22d-423f-818c-4894cb33e334 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:32:41.099780 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28337958-6c9e-43d3-94b4-a4c801be71d1", "name": "network-vif-deleted", "tag": "d81417ea-50d4-4e90-a6ab-02c3794e1aee", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:32:41.100034 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39632513-d22d-423f-818c-4894cb33e334 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:32:41.100490 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28337958-6c9e-43d3-94b4-a4c801be71d1', 'name': 'network-vif-deleted', 'tag': 'd81417ea-50d4-4e90-a6ab-02c3794e1aee', 'status': 'completed', 'code': 200} Feb 19 00:32:41.110116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48f30158-c564-4ca6-b4ce-eec90cba01f4 req-0b1fced7-3bb4-4e79-9a3a-e294ae113f5e tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=28337958-6c9e-43d3-94b4-a4c801be71d1 HTTP/1.1" status: 200 len: 210 time: 0.0449774 Feb 19 00:32:41.178811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-516c2487-9a46-4137-b1df-b16093003d4f req-bf9e6d17-c6df-4e6f-8c9e-10d9b695022d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0353210 Feb 19 00:32:41.195799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49db95b0-58c6-408e-9090-e4bca5a7d923 req-19a90dfe-ca63-4a96-9db0-e72fe1cc6ec7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0436101 Feb 19 00:32:41.372232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9179b829-b4eb-47a3-b090-cafed2b88a04 req-61493706-b7bd-490b-af07-1fcbee89c386 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0305002 Feb 19 00:32:41.890600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30941229-edb9-4412-96ee-5dc8ead0bdc5 req-3ddde1c0-6e29-4722-870b-7b16329f504f tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0270507 Feb 19 00:32:41.986271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1bc0f06-fc5a-4dc4-8267-801b5c2de083 req-874de141-f4b2-455e-bb68-784dc659f88e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0301378 Feb 19 00:32:42.099942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0e8cfd-86e9-4cd8-8389-0f3316a849d5 req-d9ade19b-ea99-4ee3-aac3-0f762bc821e7 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0289619 Feb 19 00:32:42.119716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f14bd6-9d13-4846-be11-9334b50c6d8d req-06c1f368-1f54-4047-bc79-2769478f8956 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:42.121193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0f14bd6-9d13-4846-be11-9334b50c6d8d req-06c1f368-1f54-4047-bc79-2769478f8956 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0768061 Feb 19 00:32:42.174612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0f14bd6-9d13-4846-be11-9334b50c6d8d req-6d110279-4a79-4d51-b691-b616a7dd9904 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476513 Feb 19 00:32:42.277646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d59fe79-f76d-446b-9c0d-09ad862d59c6 req-06e06966-9f00-48a6-87da-993c241d9b9a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0279913 Feb 19 00:32:42.343761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72261f60-aa5c-404f-ae68-a4503abaf448 req-61483c58-6aec-4741-8f4f-aff391f663e1 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0287285 Feb 19 00:32:42.398118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a812f82-8c9d-4f43-9e67-e322d8109c0c req-aacb8a86-f27a-40b6-a3ef-b2d83bd15efb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:42.399866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a812f82-8c9d-4f43-9e67-e322d8109c0c req-aacb8a86-f27a-40b6-a3ef-b2d83bd15efb tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 945 time: 0.0588512 Feb 19 00:32:42.460329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b471ab3f-aab3-445a-852e-3e960762f294 req-7315cacf-6fef-4b5d-a761-0fba7d274373 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0378904 Feb 19 00:32:42.474756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a812f82-8c9d-4f43-9e67-e322d8109c0c req-2a440b8c-17a2-409f-8c14-2733670cd6cd tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690997 Feb 19 00:32:42.981032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e1d2887-b7bb-472b-b4d4-e51fcf4c66ec req-07fcd261-80a6-4292-bd2c-18718e35d55d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0302682 Feb 19 00:32:42.996584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-fa0dbd58-c146-4ed9-8f50-ebfd04f5d0ee tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:42.998092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-fa0dbd58-c146-4ed9-8f50-ebfd04f5d0ee tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.126 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 945 time: 0.0846181 Feb 19 00:32:43.070372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e67409de-074d-4ea1-8fe9-61dead182b91 req-7ec228d8-8122-422f-b58b-43e4d2586113 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0334783 Feb 19 00:32:43.128523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Deleting port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:32:43.129117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:43.205955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b3ea6a0-c9d2-41b0-891e-aa4a565402e3 req-7703fb71-cd2c-4478-8e2b-f94f3aa8d316 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0359004 Feb 19 00:32:43.246741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] For port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:32:43.247105 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:43.268038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Calling delete_port for b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:32:43.373834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d146aaa0-fe50-43b4-a6f8-cc4a83bd9b6d req-b43485ad-bf81-4579-a1d5-b4dea63451b5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0384300 Feb 19 00:32:43.385447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4e5d5-9e25-473b-b91c-520848e211e4 req-9df0db0c-3cdc-47ad-90fc-87bf396b2a9f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:43.386926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99b4e5d5-9e25-473b-b91c-520848e211e4 req-9df0db0c-3cdc-47ad-90fc-87bf396b2a9f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1327665 Feb 19 00:32:43.449839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6531e21e-a77f-4040-94b4-c65b870c6db1 req-7fc7f5fe-3d46-413e-8b3f-86509e1ec01d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0360377 Feb 19 00:32:43.495846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99b4e5d5-9e25-473b-b91c-520848e211e4 req-09dcaab5-3322-4858-8684-1594afda3383 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965173 Feb 19 00:32:43.510906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b9702d13-c60b-4f06-a1a0-41a7c95ff4a6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:43.564588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Pushing event deleted for resources: {'Port': ['ID=b9702d13-c60b-4f06-a1a0-41a7c95ff4a6,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:43.570627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a12fbdae-3788-42f2-ac1c-fa9a3d104c84 req-f6dafc64-59b9-4416-b5ef-540bd5499ecf tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0577106 Feb 19 00:32:43.613059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b7d424e-86a4-4b2e-8017-852322800b3f req-b930ebce-8c45-485f-9aa8-9fa1e057240f tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=8fd75fee-0b44-448e-896d-5c738ae550f1 HTTP/1.1" status: 200 len: 210 time: 0.0462308 Feb 19 00:32:43.632828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] No DVR routers for this DVR port b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:32:43.635699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:43.639090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f787be4-c8e0-4e6d-872e-cd460272ab52 req-4bc19902-12ea-4e64-a40e-40a8f6ee92c6 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.126 "DELETE /v2.0/ports/b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 HTTP/1.1" status: 204 len: 173 time: 0.6357591 Feb 19 00:32:43.639539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'name': 'network-vif-deleted', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:32:43.641836 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d12dc1c-0587-48c4-9708-ce732105fe58" -d '{"events": [{"server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "name": "network-vif-deleted", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:32:43.678550 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41165837-c3e9-4061-9a91-1da857339387 x-openstack-request-id: req-41165837-c3e9-4061-9a91-1da857339387 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:32:43.678854 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fd75fee-0b44-448e-896d-5c738ae550f1", "name": "network-vif-deleted", "tag": "b9702d13-c60b-4f06-a1a0-41a7c95ff4a6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:32:43.679114 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41165837-c3e9-4061-9a91-1da857339387 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:32:43.679530 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fd75fee-0b44-448e-896d-5c738ae550f1', 'name': 'network-vif-deleted', 'tag': 'b9702d13-c60b-4f06-a1a0-41a7c95ff4a6', 'status': 'completed', 'code': 200} Feb 19 00:32:43.923414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d81417ea-50d4-4e90-a6ab-02c3794e1aee no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:32:43.950305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: d81417ea-50d4-4e90-a6ab-02c3794e1aee {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:32:43.950643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d81417ea-50d4-4e90-a6ab-02c3794e1aee not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:32:44.063675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a969020-b492-4abe-a7f7-559a71058970 req-2d1d00e6-8810-47a9-8eb4-05d37987d4dd tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0319514 Feb 19 00:32:44.157009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3ba06f8-8a79-4a31-b2d0-41da0269aa52 req-34acc35a-b4ea-4058-a18e-81230db14a98 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0332215 Feb 19 00:32:44.303635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2781b20d-f94e-4e92-a73d-7a0d79169906 req-e769da99-9e14-411b-997d-20688d5b33c2 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0333667 Feb 19 00:32:44.474484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efb9d7e9-1cab-4599-aac3-cdac218b1040 req-b7780406-2848-4a76-a851-bef12021f3b0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0334227 Feb 19 00:32:44.530863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2c82264-df6f-45e2-af71-f38170c7bec3 req-6db9fc28-dd91-4b1f-8bca-1878027c3797 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0303237 Feb 19 00:32:44.631013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b5974-8341-4040-aff6-2ac9aee1fdf8 req-7481743d-1a5a-4058-813e-8579f4aa01cc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:44.632478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d5b5974-8341-4040-aff6-2ac9aee1fdf8 req-7481743d-1a5a-4058-813e-8579f4aa01cc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0613036 Feb 19 00:32:44.666437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c10a0db-967a-4e2d-b6b8-a95563aba65e req-ec98ce27-ba49-4a8f-9ac5-8e2b1471db24 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0441153 Feb 19 00:32:44.703728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d5b5974-8341-4040-aff6-2ac9aee1fdf8 req-1f6c6729-e189-4fa9-aa8a-4889b82f2803 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630457 Feb 19 00:32:44.951720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83642157-b442-4002-9595-a9f2fcb5bef3 req-4f4a9b37-f0b7-460b-96c5-1f3616a655df tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:44.953217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83642157-b442-4002-9595-a9f2fcb5bef3 req-4f4a9b37-f0b7-460b-96c5-1f3616a655df tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 944 time: 0.0559216 Feb 19 00:32:45.003370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83642157-b442-4002-9595-a9f2fcb5bef3 req-bc000897-7df1-4f5a-b311-034f7c8341b4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/security-groups?id=6e790970-2b57-42ba-b36e-516675bd7d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417697 Feb 19 00:32:45.156070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0056ad39-8034-4be3-a3a4-75de6e022454 req-f6020943-cdc8-4af3-8835-7daae2734dd8 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0277362 Feb 19 00:32:45.236804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b8b074c-3b5a-469b-963f-44abc8f639cf req-4aade9e7-6a60-4aa8-9dae-7d38d29e18d1 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0307400 Feb 19 00:32:45.369950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-d43ccba0-9666-4025-a906-02d59bddf5f4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:45.371451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-d43ccba0-9666-4025-a906-02d59bddf5f4 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.113 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 944 time: 0.0558200 Feb 19 00:32:45.418754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bb798bf-0e69-4455-94e5-ca5d952b9108 req-28129142-2394-4ea3-b09f-29305b046ece tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0462539 Feb 19 00:32:45.492367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Deleting port 19268d18-e15c-499f-ab69-f1d2ea020d46 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:32:45.492711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:45.565329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25f9047c-5948-4aab-ba56-416ad6b2263f req-d45dbe4a-3572-4624-a419-581e9b813bb9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0328097 Feb 19 00:32:45.623762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fd3c319-fae7-4a5a-a890-24fc1ec0365b req-d181c76f-15b0-4910-ac87-396ca1707b51 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0432947 Feb 19 00:32:45.630409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] For port 19268d18-e15c-499f-ab69-f1d2ea020d46, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=19268d18-e15c-499f-ab69-f1d2ea020d46,segment=NetworkSegment(7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a),segment_id=7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:32:45.630773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:45.646415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Calling delete_port for 19268d18-e15c-499f-ab69-f1d2ea020d46 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:32:45.751674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2721eebf-fcaf-42b8-8089-1c74eddbb7d7 req-f9603171-f5bf-4456-8512-0b47f199ad9f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0287025 Feb 19 00:32:45.832832 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (19268d18-e15c-499f-ab69-f1d2ea020d46), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:45.867297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Pushing event deleted for resources: {'Port': ['ID=19268d18-e15c-499f-ab69-f1d2ea020d46,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:45.881564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a79587-9ff3-4aa3-8476-380b4d89f6e1 req-6068e1ce-e319-43ae-be31-8968d5b5c61b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:45.883121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a79587-9ff3-4aa3-8476-380b4d89f6e1 req-6068e1ce-e319-43ae-be31-8968d5b5c61b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1010423 Feb 19 00:32:45.919622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] No DVR routers for this DVR port 19268d18-e15c-499f-ab69-f1d2ea020d46 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:32:45.926697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:45.930048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cb08739-d9dd-4a4a-bfd8-aeb87afc43d7 req-eb3a7393-32dc-45b9-8762-183c5e498b02 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.113 "DELETE /v2.0/ports/19268d18-e15c-499f-ab69-f1d2ea020d46 HTTP/1.1" status: 204 len: 173 time: 0.5495861 Feb 19 00:32:45.930484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'name': 'network-vif-deleted', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:32:45.932744 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de89bf6-ded3-4207-b4c9-d6214a3eea87" -d '{"events": [{"server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "name": "network-vif-deleted", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:32:45.974889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a79587-9ff3-4aa3-8476-380b4d89f6e1 req-2b26fd96-084c-4be7-b11c-bd37e8e1a7bf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778017 Feb 19 00:32:45.976835 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9ced6e-f08a-4e74-883e-0f19090c4710 x-openstack-request-id: req-db9ced6e-f08a-4e74-883e-0f19090c4710 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:32:45.977140 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5164768-9f06-457c-80cc-6fcfb9c77bc8", "name": "network-vif-deleted", "tag": "19268d18-e15c-499f-ab69-f1d2ea020d46", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:32:45.977406 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db9ced6e-f08a-4e74-883e-0f19090c4710 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:32:45.977831 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5164768-9f06-457c-80cc-6fcfb9c77bc8', 'name': 'network-vif-deleted', 'tag': '19268d18-e15c-499f-ab69-f1d2ea020d46', 'status': 'completed', 'code': 200} Feb 19 00:32:46.131532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9600e0a-5b84-464d-a6a3-ca89e4f854be req-0110e3c7-5441-4d2a-bd22-c15def18d233 tempest-LiveMigrationTest-752084964 tempest-LiveMigrationTest-752084964-project] 10.222.0.60 "GET /v2.0/ports?device_id=f5164768-9f06-457c-80cc-6fcfb9c77bc8 HTTP/1.1" status: 200 len: 210 time: 0.0289032 Feb 19 00:32:46.233808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6b25591-1ca8-49ab-83f7-4d0838c47c4a req-ab515475-651f-4385-8113-ff6d7f586eda tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0279603 Feb 19 00:32:46.314093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbfa323e-3421-4ea2-b987-af61eaf7325d req-b7832c29-8295-4dfe-a5d1-dee15993580a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0272164 Feb 19 00:32:46.493990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3735d2be-eeff-42be-ac6a-bbe8ec2fabf7 req-7639a197-3868-4c91-b8b7-0e9e5a257dae tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0270488 Feb 19 00:32:46.659208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95e904c7-89a8-413b-a62b-977954e09d83 req-83a8049d-c8cc-46cb-84c3-71843e9e4623 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0273187 Feb 19 00:32:46.705815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-902050ab-1e72-4962-9607-50189692455d req-efb89e80-e1e2-42d7-b307-cb9b001edcee tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0304887 Feb 19 00:32:46.848289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bd10834-1d5f-4d86-b7e7-ac96270e0a71 req-90ea7d9a-6c2e-4e25-84bc-49cb41a34227 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0344770 Feb 19 00:32:47.133717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88177b75-91b0-4aff-afc6-210d2c946b30 req-6bf3bd1b-0476-427e-9873-3a711ae392a0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:47.135241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88177b75-91b0-4aff-afc6-210d2c946b30 req-6bf3bd1b-0476-427e-9873-3a711ae392a0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0658145 Feb 19 00:32:47.185885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88177b75-91b0-4aff-afc6-210d2c946b30 req-866bc788-eb82-49ad-9a51-308458ae3223 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428312 Feb 19 00:32:47.188429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43920) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:47.310893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1da25120-86bd-48d6-8798-5b6b56d3da83 req-31d3debc-0d25-4aa0-b544-ce7696b1b116 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0282428 Feb 19 00:32:47.339731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Deleting subnet 4892caf6-d304-4a3d-a600-303443e4a76b {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:32:47.343000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Publish callbacks [] for subnet (4892caf6-d304-4a3d-a600-303443e4a76b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.377413 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (4892caf6-d304-4a3d-a600-303443e4a76b), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.395882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebf23ff6-24ab-4338-ad57-cd38efd726de req-fe538801-7240-4248-98bf-69d021777667 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0304961 Feb 19 00:32:47.420685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (4892caf6-d304-4a3d-a600-303443e4a76b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.475943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (4892caf6-d304-4a3d-a600-303443e4a76b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.500134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4892caf6-d304-4a3d-a600-303443e4a76b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:47.507987 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.511116 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4892caf6-d304-4a3d-a600-303443e4a76b HTTP/1.1" status: 204 len: 168 time: 0.3216219 Feb 19 00:32:47.512914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.513231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.514369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.514508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43930) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:47.514763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.515117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.515542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.515891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.516260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.516558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.516951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.517220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.517550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.517877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c172f508-32df-4004-8eb5-ad4d80d60690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:47.594559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d406ba1f-c129-4533-b4b8-7ce0777c25de req-33e94d75-632b-4a90-8ce4-17c1da98c45e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0333674 Feb 19 00:32:47.609553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d1a8d56a-4e67-4c68-a137-8e3754cd2714), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.688540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d1a8d56a-4e67-4c68-a137-8e3754cd2714), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.709641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a8d56a-4e67-4c68-a137-8e3754cd2714']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:32:47.727689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:32:47.727955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:32:47.751484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3aa26d41-b3a5-49ef-863f-24ba75c5e65f req-20c810a9-a468-4c47-97da-6e8f3947894b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0347462 Feb 19 00:32:47.753206 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.795519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef9be0b4-0d06-4d43-9fe4-13fcc9d1fcc8 req-84e69a5b-a55d-4d2b-b645-5c1c9f8ff9d7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0402350 Feb 19 00:32:47.796416 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.802587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:32:47.803011 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (7bd8d5e1-edcd-4db1-a2e1-eaac0855e82a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:32:47.804677 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:32:47.859332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d1a8d56a-4e67-4c68-a137-8e3754cd2714), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.864883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.868165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d1a8d56a-4e67-4c68-a137-8e3754cd2714 HTTP/1.1" status: 204 len: 168 time: 0.3524361 Feb 19 00:32:47.871637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43940) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:47.885575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c6d78-9f20-4b90-b35f-ed2347052d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1a8d56a-4e67-4c68-a137-8e3754cd2714,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:47.909684 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25f5ab0b-ba10-4a9b-8a9f-780706ac818e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:47.921328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:32:47.930801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a0b4a64-56c1-46f0-b3c8-ce24479e2231 req-2ec2d81d-9099-49f4-8ba5-498c18e4a7e2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0328865 Feb 19 00:32:47.945197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:32:47.945549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b9702d13-c60b-4f06-a1a0-41a7c95ff4a6 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:32:47.958760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2a1612-ce53-4e2a-8fb7-cfeb437071f4 admin admin] Deleting subnet b0b90e50-a2d1-4932-96d7-19d6f506b196 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:32:47.962058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1612-ce53-4e2a-8fb7-cfeb437071f4 admin admin] Publish callbacks [] for subnet (b0b90e50-a2d1-4932-96d7-19d6f506b196), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.001528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1612-ce53-4e2a-8fb7-cfeb437071f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b0b90e50-a2d1-4932-96d7-19d6f506b196), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.043618 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1612-ce53-4e2a-8fb7-cfeb437071f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b0b90e50-a2d1-4932-96d7-19d6f506b196), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.098316 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1612-ce53-4e2a-8fb7-cfeb437071f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b0b90e50-a2d1-4932-96d7-19d6f506b196), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.122442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a1612-ce53-4e2a-8fb7-cfeb437071f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b90e50-a2d1-4932-96d7-19d6f506b196,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:48.126397 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b2a1612-ce53-4e2a-8fb7-cfeb437071f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.131987 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b2a1612-ce53-4e2a-8fb7-cfeb437071f4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b0b90e50-a2d1-4932-96d7-19d6f506b196 HTTP/1.1" status: 204 len: 168 time: 0.2529793 Feb 19 00:32:48.132170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43942) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:48.200613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2ff61a68-66ad-4ebd-823a-bb43811d31eb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.304406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2ff61a68-66ad-4ebd-823a-bb43811d31eb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.328019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff61a68-66ad-4ebd-823a-bb43811d31eb']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:32:48.339808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49443a0e-6606-4292-a024-3942838cb346') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:32:48.340108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49443a0e-6606-4292-a024-3942838cb346') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:32:48.351651 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (49443a0e-6606-4292-a024-3942838cb346), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.368950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7359f-03cf-439a-8262-ca9929cdf843 req-04426745-3d26-4cb1-a151-9e3b76884cec tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:48.370436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ed7359f-03cf-439a-8262-ca9929cdf843 req-04426745-3d26-4cb1-a151-9e3b76884cec tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1049027 Feb 19 00:32:48.383507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (49443a0e-6606-4292-a024-3942838cb346), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.408155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7060dd-1f17-480e-8030-4000b9f68dfe req-fce124a8-0dfe-4d09-be87-a4204cb20f57 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0465009 Feb 19 00:32:48.409910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:32:48.410345 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (49443a0e-6606-4292-a024-3942838cb346), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:32:48.411981 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:32:48.511693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffb43741-6eae-45a9-a995-76e28e24d9e3 req-98e16aa3-57f7-434c-9f96-63c2ceb41c60 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0493407 Feb 19 00:32:48.516430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2ff61a68-66ad-4ebd-823a-bb43811d31eb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.523814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.529536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] 10.222.0.60 "DELETE /v2.0/networks/2ff61a68-66ad-4ebd-823a-bb43811d31eb HTTP/1.1" status: 204 len: 168 time: 0.3963387 Feb 19 00:32:48.535369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ed7359f-03cf-439a-8262-ca9929cdf843 req-88f6da00-3ca0-4d4e-9f26-abeff9a0ab02 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1531165 Feb 19 00:32:48.544920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bafc2f-ab8e-4727-a158-a44540eca4fe admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff61a68-66ad-4ebd-823a-bb43811d31eb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:48.567182 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.646247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43954) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:48.672568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aaa82b76-16bc-4b86-822e-d07afc7e62be req-85d66761-50c2-4104-81d2-a9d10cfe88b6 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0270224 Feb 19 00:32:48.691203 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-06678fec-dd65-4225-b39b-a75822acc4be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91d2d7c3b57f4e71a826873aaf92ba9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438008 Feb 19 00:32:48.693717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43956) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:48.741587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7aca3270-6edd-4cac-a3d7-3e3344498f01 admin admin] Publish callbacks [] for security_group (6e790970-2b57-42ba-b36e-516675bd7d2a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.768607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7aca3270-6edd-4cac-a3d7-3e3344498f01 admin admin] Publish callbacks [] for security_group (6e790970-2b57-42ba-b36e-516675bd7d2a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.817674 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7aca3270-6edd-4cac-a3d7-3e3344498f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6e790970-2b57-42ba-b36e-516675bd7d2a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.821019 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7aca3270-6edd-4cac-a3d7-3e3344498f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:48.822198 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7aca3270-6edd-4cac-a3d7-3e3344498f01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6e790970-2b57-42ba-b36e-516675bd7d2a HTTP/1.1" status: 204 len: 168 time: 0.1274920 Feb 19 00:32:48.830227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca3270-6edd-4cac-a3d7-3e3344498f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e790970-2b57-42ba-b36e-516675bd7d2a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:48.839952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de1b3f1e-a3cf-49a0-a754-92dd34d234f4 req-0df7201c-521a-4eb3-adee-6445fac4b0fa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0301676 Feb 19 00:32:48.901767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e12d7a0-dbfc-459d-97d8-8c0b66bb277f req-b3f440c0-ad65-48f7-8863-3a8e6fb07a1b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0300989 Feb 19 00:32:49.002078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e26aa8ec-b2bf-45cc-bce7-a3a8a9f414e7 req-982d7565-de44-4657-a09c-7d5c22f7dfe3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0290062 Feb 19 00:32:49.159970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43968) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:49.201700 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-71c92e08-5ec4-473c-9a5d-f31b5691a76a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db4058236f6f4113bccfa7da601d00b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404360 Feb 19 00:32:49.204406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43970) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:49.253215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deb8b596-29a7-433b-ba74-7736054b3ee8 admin admin] Publish callbacks [] for security_group (add422f2-35f2-4b92-85cf-5c5987be3c67), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:49.275848 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deb8b596-29a7-433b-ba74-7736054b3ee8 admin admin] Publish callbacks [] for security_group (add422f2-35f2-4b92-85cf-5c5987be3c67), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:49.333902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deb8b596-29a7-433b-ba74-7736054b3ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (add422f2-35f2-4b92-85cf-5c5987be3c67), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:49.336459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deb8b596-29a7-433b-ba74-7736054b3ee8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:49.337653 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-deb8b596-29a7-433b-ba74-7736054b3ee8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/add422f2-35f2-4b92-85cf-5c5987be3c67 HTTP/1.1" status: 204 len: 168 time: 0.1323781 Feb 19 00:32:49.345203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8b596-29a7-433b-ba74-7736054b3ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add422f2-35f2-4b92-85cf-5c5987be3c67,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:49.488129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffa48865-3c4e-4c4b-bf00-051d790b2793 req-100e3008-d946-4c2f-922f-2638e2d3d29e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0286207 Feb 19 00:32:49.606686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7317d2-0c49-4bf5-ad9c-f8e0c2e715f8 req-6ca708e0-8cbd-4d73-8e8a-f9a4e234d400 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0411041 Feb 19 00:32:49.627698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 19268d18-e15c-499f-ab69-f1d2ea020d46 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:32:49.649609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 19268d18-e15c-499f-ab69-f1d2ea020d46 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:32:49.650023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 19268d18-e15c-499f-ab69-f1d2ea020d46 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:32:49.665786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df368f-1ddb-40fa-9947-8450d510c66e req-e9273a11-dc32-4f56-92ef-9a50fef5c64c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:49.667307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70df368f-1ddb-40fa-9947-8450d510c66e req-e9273a11-dc32-4f56-92ef-9a50fef5c64c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0553207 Feb 19 00:32:49.719317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70df368f-1ddb-40fa-9947-8450d510c66e req-3dfc83b5-8b46-4fcc-94ca-eddad0bc4501 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461404 Feb 19 00:32:50.004890 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae9c2ba6-2eb1-4044-9abc-7ff8e84fac22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:50.053307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16982497-9849-4f4c-8071-49a6cb70323b req-08f64aed-2444-4065-8ea6-4033cce44aaa tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.3281426 Feb 19 00:32:50.079901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e55f6a6d-8d5f-49e1-a821-139ba57fe31b req-18cd000b-1c0f-4efc-a26b-22a74cce04d9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0287750 Feb 19 00:32:50.142832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ff218e-1dcf-48af-81ae-d306acd8fe8f req-765ca1df-8f1d-4f1b-b113-7a75e60c7012 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0378368 Feb 19 00:32:50.173239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5521d3a2-1b62-4d00-bebd-242cff61bd21 req-a0722987-31cc-4691-a570-9f0b287f88b3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0418437 Feb 19 00:32:50.567988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1282458-5bbc-4c8a-8ebb-6a3017df5f72 req-2e01044d-240b-40bf-b859-07ecf68c5506 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0307527 Feb 19 00:32:50.675633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06bc7d2d-67b0-4460-bb56-0a73d4d6bc9d req-a0f82466-2c20-411e-a1ea-8249865ecc40 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0270467 Feb 19 00:32:50.849522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dda3a6-484a-4603-be3b-1419b08233a9 req-3c4b4f01-9b40-43af-b867-b920556685bd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:50.851108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6dda3a6-484a-4603-be3b-1419b08233a9 req-3c4b4f01-9b40-43af-b867-b920556685bd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0567787 Feb 19 00:32:50.898363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6dda3a6-484a-4603-be3b-1419b08233a9 req-7dacca3c-7307-4e29-afe9-c44b1a6d6c49 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410483 Feb 19 00:32:51.094738 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:51.134384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5369e3ef-b9b9-4cab-86f6-5898623bbc99 req-7f82bbb8-9d33-4c88-a9ad-4f959a9dfb5d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0282896 Feb 19 00:32:51.195234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d3fdf7a-252b-464a-9001-4429e8d1ae3b req-15da2e00-4935-4494-b53c-62a734f71972 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0309308 Feb 19 00:32:51.222325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fca1cc28-764d-46ab-99ad-20ca9c6260d0 req-43fc6c67-537f-4a2f-8515-4a1ca65dbd59 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0297370 Feb 19 00:32:51.286663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20d193b2-8d55-49ba-8331-8e32aebda0bd req-f20b1c7a-8b02-457a-b17d-dccbc7253557 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0275686 Feb 19 00:32:51.648208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-deda11f5-2658-4584-ad5f-03341349e1be req-149a77f5-28e3-4332-b59f-caa6801d5109 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0271485 Feb 19 00:32:51.750608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fef265cd-56c7-4408-a55c-2ddbe79f19e0 req-98cdfde6-bf80-473a-914c-44dd28449ad8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0271244 Feb 19 00:32:52.027254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0a71-168f-41e3-bdd8-01ff26653e1c req-68529751-adf6-453b-812a-dafa7fbef6dd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:52.028744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56bf0a71-168f-41e3-bdd8-01ff26653e1c req-68529751-adf6-453b-812a-dafa7fbef6dd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0568538 Feb 19 00:32:52.076526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56bf0a71-168f-41e3-bdd8-01ff26653e1c req-06b46910-bcac-4d74-93af-9496138b6f34 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415556 Feb 19 00:32:52.213211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bbec860-45e6-4041-ae4a-652b6f27f306 req-36244d0b-a2cd-4236-837e-64fecfeeac8f tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0271223 Feb 19 00:32:52.280669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b0aa1b7-68e1-49da-aede-13025b91ac11 req-f8b98872-1ebc-44a2-ab05-53de985e6eee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0276775 Feb 19 00:32:52.347952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f076a71-4c80-4f46-bbf7-24f4d661ca0e req-6be09697-0090-47f2-9ac5-666738e55a52 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0269148 Feb 19 00:32:52.416195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8c65aa1-b91a-4400-9ada-ef706d1d8803 req-ef678b3c-07e5-4a51-a914-c56c6ab1e799 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0309906 Feb 19 00:32:52.541463 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:52.726806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5534f40c-5750-4ee2-961a-79e0356b51a3 req-9116f6fe-9063-404c-a89f-9c3459e6fd07 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0276427 Feb 19 00:32:52.826592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f41b8254-c7fe-4ba3-8273-6f94ad854e1a req-e422dceb-091d-4819-b20b-c32f74aebd93 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0270829 Feb 19 00:32:53.209285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aaf116-4c2b-4f9a-94eb-d2dd45dc6048 req-dbaf3b65-47e8-4361-83c4-72031ad76a2d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:53.210890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0aaf116-4c2b-4f9a-94eb-d2dd45dc6048 req-dbaf3b65-47e8-4361-83c4-72031ad76a2d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0565405 Feb 19 00:32:53.262637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0aaf116-4c2b-4f9a-94eb-d2dd45dc6048 req-7491b714-e568-4950-8a34-99167743d6a5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458634 Feb 19 00:32:53.298053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dab674ce-2352-4520-a95c-f021caefb1b0 req-a54bcee5-1119-4302-93d3-b9f389c1da85 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0306513 Feb 19 00:32:53.315151 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:32:53.374002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21ad5b9a-fe66-4798-bf48-824170b7bbde req-3b182132-5eb1-4bb7-bb4c-418e42e95811 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0282626 Feb 19 00:32:53.452557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86270fb2-3857-4ca7-a351-fd218c99d385 req-fe0e679e-ceb4-4603-95f2-5c398351ba14 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0284755 Feb 19 00:32:53.485694 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:53.519306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4289aa60-4141-46e5-a358-f9bfadd6378b req-2c256934-cae3-44e3-bd4e-b43e114bacea tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0282745 Feb 19 00:32:53.805475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f76693a3-7620-4765-beb3-12b08f021734 req-0d4e59b9-c070-466d-ac4f-2c45ea78eee5 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0278471 Feb 19 00:32:53.899560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44166) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:53.905181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd780249-e647-49ab-93ed-a78ca5180f86 req-f53248e2-8108-445a-919a-f61d6d469ff8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0276561 Feb 19 00:32:54.012795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c28-a850-4970-afa3-eff923f00c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.088382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c28-a850-4970-afa3-eff923f00c08 admin admin] Publish callbacks [] for security_group (ade69d3a-01fc-4da1-b0b4-ad6aed19d112), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.088691 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.092916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b2e2c28-a850-4970-afa3-eff923f00c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ade69d3a-01fc-4da1-b0b4-ad6aed19d112), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.130568 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4b2e2c28-a850-4970-afa3-eff923f00c08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d40ce2b3859b46a68fd84225f0371d29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2298651 Feb 19 00:32:54.131547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e2c28-a850-4970-afa3-eff923f00c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade69d3a-01fc-4da1-b0b4-ad6aed19d112,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:54.133406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44170) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:54.189665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f86e-22ec-4919-a2df-926a978073bf admin admin] Publish callbacks [] for security_group (ade69d3a-01fc-4da1-b0b4-ad6aed19d112), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.211458 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f86e-22ec-4919-a2df-926a978073bf admin admin] Publish callbacks [] for security_group (ade69d3a-01fc-4da1-b0b4-ad6aed19d112), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.262609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f86e-22ec-4919-a2df-926a978073bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ade69d3a-01fc-4da1-b0b4-ad6aed19d112), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.267116 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1fc5f86e-22ec-4919-a2df-926a978073bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.269109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1fc5f86e-22ec-4919-a2df-926a978073bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ade69d3a-01fc-4da1-b0b4-ad6aed19d112 HTTP/1.1" status: 204 len: 168 time: 0.1340477 Feb 19 00:32:54.278798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5f86e-22ec-4919-a2df-926a978073bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade69d3a-01fc-4da1-b0b4-ad6aed19d112,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:54.400390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6cde20a-30f4-43ce-bc81-7b1d480e58ae req-58751a32-95bc-45ca-981a-10f2c1d632d1 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0342493 Feb 19 00:32:54.421358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206777a-dd27-4de4-902b-0a2f1e6dfdfe req-9bd1506f-ef6c-4854-92ce-7203e8d11a8d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:54.421358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0206777a-dd27-4de4-902b-0a2f1e6dfdfe req-9bd1506f-ef6c-4854-92ce-7203e8d11a8d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0834687 Feb 19 00:32:54.492947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbf517ad-8e3e-4db7-923b-e7d99888ba0c req-2baf85b8-3825-46de-8814-d8dcc94f3e77 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0394299 Feb 19 00:32:54.496556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0206777a-dd27-4de4-902b-0a2f1e6dfdfe req-be0065a0-d514-4b1a-ad75-3c612234aca2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698307 Feb 19 00:32:54.545381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44186) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:54.568285 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-205caa07-e388-4807-8a82-d970467e9f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.601714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ade3cc1a-9f37-4e9a-ab14-ad1b0ea22fbe req-39a9ade8-c513-4afa-8144-8d4c903e52b6 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0481014 Feb 19 00:32:54.620019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a18cef5-d969-48ea-b807-3bbc0deeb2eb req-bb81e737-463d-4148-8d0b-1a99f77285c6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0471630 Feb 19 00:32:54.689259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-205caa07-e388-4807-8a82-d970467e9f10 admin admin] Publish callbacks [] for security_group (2ea1c559-d9f9-493e-a0e4-025bfc947ce4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.695392 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-205caa07-e388-4807-8a82-d970467e9f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2ea1c559-d9f9-493e-a0e4-025bfc947ce4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.736189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-205caa07-e388-4807-8a82-d970467e9f10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=538a3b5e656c49ebbc14da9eaf76a558&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897147 Feb 19 00:32:54.737382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205caa07-e388-4807-8a82-d970467e9f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea1c559-d9f9-493e-a0e4-025bfc947ce4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:54.739225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44188) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:54.791920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b88797c-4c18-43b0-be23-f7f4d2ca64ee admin admin] Publish callbacks [] for security_group (2ea1c559-d9f9-493e-a0e4-025bfc947ce4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.814222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b88797c-4c18-43b0-be23-f7f4d2ca64ee admin admin] Publish callbacks [] for security_group (2ea1c559-d9f9-493e-a0e4-025bfc947ce4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.861758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b88797c-4c18-43b0-be23-f7f4d2ca64ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2ea1c559-d9f9-493e-a0e4-025bfc947ce4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.864459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b88797c-4c18-43b0-be23-f7f4d2ca64ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:54.865566 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9b88797c-4c18-43b0-be23-f7f4d2ca64ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ea1c559-d9f9-493e-a0e4-025bfc947ce4 HTTP/1.1" status: 204 len: 168 time: 0.1253519 Feb 19 00:32:54.873606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88797c-4c18-43b0-be23-f7f4d2ca64ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea1c559-d9f9-493e-a0e4-025bfc947ce4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:54.896989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-563f3f56-9a47-469e-b642-4dbb3f1523eb req-f311de50-ec09-4828-8879-acb97f5f1968 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0411315 Feb 19 00:32:54.984480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c1b9395-ab78-44c9-b70d-d1e0bb807ba3 req-a798c56a-35e5-4f8b-b634-8afd18016ece tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0275376 Feb 19 00:32:55.487857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2132cc5-2a1f-4659-aa5e-484494ae3362 req-d90f8f08-6188-4f84-9cdb-2847748defd6 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0332327 Feb 19 00:32:55.593219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40d8911f-5e5a-490d-92ac-88e1ff3fc289 req-af370550-8335-44fe-9de6-48960ad72d32 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0293159 Feb 19 00:32:55.652771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56006e-4998-4528-b740-4a662577c1bf req-63dcb6b3-7bcd-4bf3-8a19-0b2341a78cb5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:55.658006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c56006e-4998-4528-b740-4a662577c1bf req-63dcb6b3-7bcd-4bf3-8a19-0b2341a78cb5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0676816 Feb 19 00:32:55.692603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-590f7506-d9d7-4356-be11-120f65826956 req-a6df457f-6173-403e-99fb-2cfce8dfdf3e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0335360 Feb 19 00:32:55.732478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c56006e-4998-4528-b740-4a662577c1bf req-ddad9409-ee9c-4e49-b4c6-9ecc1c299ce0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710168 Feb 19 00:32:55.765766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b7c4843-d894-4c59-8446-40f80fdeae98 req-fcb8c443-b812-476f-a36f-b442bba6ecb1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0315299 Feb 19 00:32:55.976295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ee2d275-bf1e-48de-aad3-6faa2f997851 req-a82c2f50-4420-4b24-8495-078a45a253a8 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0284188 Feb 19 00:32:56.065875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66497fba-aa7d-46f7-8b29-af5a1acfb4cb req-af284844-2312-44aa-90d3-f9577085c89c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0285730 Feb 19 00:32:56.477957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44246) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:56.568124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c804cd2-60c0-4fd9-ac9a-c6e2fd722110 req-c6c187d3-7f41-4528-9935-8ff190f7518b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0314960 Feb 19 00:32:56.584514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3d864afd-2923-4951-ac9e-182d3f588c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:56.662209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3d864afd-2923-4951-ac9e-182d3f588c1d admin admin] Publish callbacks [] for security_group (f8bfabc7-6320-4ee6-b3a5-a4f05c219634), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:56.671221 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3d864afd-2923-4951-ac9e-182d3f588c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f8bfabc7-6320-4ee6-b3a5-a4f05c219634), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:56.688773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ff56ffd-722c-4341-bb55-526c88ca0495 req-562e9543-b149-45d0-88ce-e7329e094615 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0315280 Feb 19 00:32:56.710797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3d864afd-2923-4951-ac9e-182d3f588c1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9228703c0d60445f8b98d374d1cd10f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2292976 Feb 19 00:32:56.711044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44254) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:56.718646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d864afd-2923-4951-ac9e-182d3f588c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bfabc7-6320-4ee6-b3a5-a4f05c219634,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:56.764513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc5d856e-3a59-4969-b8f5-8d47db903488 admin admin] Publish callbacks [] for security_group (f8bfabc7-6320-4ee6-b3a5-a4f05c219634), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:56.774407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f47aa4a4-a83d-47ac-9ff8-01a7ff3e8daf req-36fefa05-d44a-4a0f-999f-a2947be989bd tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0273743 Feb 19 00:32:56.795909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc5d856e-3a59-4969-b8f5-8d47db903488 admin admin] Publish callbacks [] for security_group (f8bfabc7-6320-4ee6-b3a5-a4f05c219634), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:56.843432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc5d856e-3a59-4969-b8f5-8d47db903488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f8bfabc7-6320-4ee6-b3a5-a4f05c219634), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:56.846080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc5d856e-3a59-4969-b8f5-8d47db903488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:56.847247 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bc5d856e-3a59-4969-b8f5-8d47db903488 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8bfabc7-6320-4ee6-b3a5-a4f05c219634 HTTP/1.1" status: 204 len: 168 time: 0.1345146 Feb 19 00:32:56.855610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d856e-3a59-4969-b8f5-8d47db903488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bfabc7-6320-4ee6-b3a5-a4f05c219634,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:56.861353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed88a7d2-b767-42d8-948b-39e244518657 req-4318d8c9-a723-45f9-92cf-3315663eaa4d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0388339 Feb 19 00:32:56.895835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f402b0-4ae3-42f3-91c5-4ffbd6ab04d4 req-d713dce7-e7fb-4e91-ac2a-4e4abe10bbea tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:56.897333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44f402b0-4ae3-42f3-91c5-4ffbd6ab04d4 req-d713dce7-e7fb-4e91-ac2a-4e4abe10bbea tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0849795 Feb 19 00:32:56.949486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44f402b0-4ae3-42f3-91c5-4ffbd6ab04d4 req-e90fad15-07d9-4b8e-9f74-6ff6eaff22da tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463400 Feb 19 00:32:57.054972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f1a7ec7-6116-481a-bf85-da5c92fe8d8d req-b67391f6-ad3c-4431-81a9-de178252a36c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0287321 Feb 19 00:32:57.140206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44270) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:57.145184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84d8d3bf-fae7-4bc8-9c7a-aae2910fda41 req-0c821759-e23b-443d-979f-64a6eb2dbc60 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0286615 Feb 19 00:32:57.154435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-736574c1-2cf6-4ad0-9146-c783d55e7d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:57.230228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-736574c1-2cf6-4ad0-9146-c783d55e7d87 admin admin] Publish callbacks [] for security_group (3196c6ee-15c6-44de-8e93-b5742e3f6c04), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:57.236703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-736574c1-2cf6-4ad0-9146-c783d55e7d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3196c6ee-15c6-44de-8e93-b5742e3f6c04), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:57.272653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736574c1-2cf6-4ad0-9146-c783d55e7d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3196c6ee-15c6-44de-8e93-b5742e3f6c04,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:57.277904 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-736574c1-2cf6-4ad0-9146-c783d55e7d87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41df2ba7f8674c4dbdc253a71dfcf1b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366229 Feb 19 00:32:57.280916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44272) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:57.327884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a000be91-8c68-4cae-8182-d9c8768c4cd1 admin admin] Publish callbacks [] for security_group (3196c6ee-15c6-44de-8e93-b5742e3f6c04), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:57.349035 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a000be91-8c68-4cae-8182-d9c8768c4cd1 admin admin] Publish callbacks [] for security_group (3196c6ee-15c6-44de-8e93-b5742e3f6c04), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:57.397262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a000be91-8c68-4cae-8182-d9c8768c4cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3196c6ee-15c6-44de-8e93-b5742e3f6c04), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:57.399918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a000be91-8c68-4cae-8182-d9c8768c4cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:57.401061 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a000be91-8c68-4cae-8182-d9c8768c4cd1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3196c6ee-15c6-44de-8e93-b5742e3f6c04 HTTP/1.1" status: 204 len: 168 time: 0.1193564 Feb 19 00:32:57.409204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000be91-8c68-4cae-8182-d9c8768c4cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3196c6ee-15c6-44de-8e93-b5742e3f6c04,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:57.647991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28aa3d57-6a24-46f0-9ce7-3bba0fe266db req-238625ca-65e7-4061-95e2-06aaf000d87d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0274062 Feb 19 00:32:57.772322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03fadcd2-2404-4002-8cac-579b33650d0b req-fd06b988-08fb-4370-99da-f024f4ed4b3f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0270133 Feb 19 00:32:57.855233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5d28e8a-3b94-439f-b6a1-ac408747177e req-7105e936-02b3-4e25-a056-aa05e39cf974 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0309231 Feb 19 00:32:57.950108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f394fc23-c3db-4dc4-819d-ee155993689d req-9d6eb21a-4d1a-472f-82e1-ebbad8eea319 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0315778 Feb 19 00:32:58.067161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44304) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:58.077783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f775f9-a668-4a10-8ccf-1ae0250c622b req-64cd4b42-5a15-43f9-963a-7bf8ff653127 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:58.079339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04f775f9-a668-4a10-8ccf-1ae0250c622b req-64cd4b42-5a15-43f9-963a-7bf8ff653127 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0592134 Feb 19 00:32:58.144761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13efe206-8464-4a26-b021-a7207df5be91 req-932e19ba-1500-4232-8418-f4729c0756ea tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0379920 Feb 19 00:32:58.152896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04f775f9-a668-4a10-8ccf-1ae0250c622b req-e89c7f1e-41be-4a97-afd8-de1722cf85c5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672829 Feb 19 00:32:58.188696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-network', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:32:58.207734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Made reservation on behalf of 4c19aac22ac04fa6898253ac745f570e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:32:58.210223 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.219113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.221908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e806dccb-64a9-479c-8ee4-8c9eb9389288 req-795bf601-f906-4770-b95b-b4c4272fc3fa tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0278943 Feb 19 00:32:58.296076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Publish callbacks [] for security_group (8c7c6ee2-f29a-4464-8402-499e4bbe40da), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.302126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8c7c6ee2-f29a-4464-8402-499e4bbe40da), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.330103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:32:58.340261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7c6ee2-f29a-4464-8402-499e4bbe40da,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:58.345998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c910738b-3190-4673-bc70-5c5478421cf6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.346398 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Added segment c910738b-3190-4673-bc70-5c5478421cf6 of type vlan for network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 Feb 19 00:32:58.387263 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.415220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.416876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:58.417960 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.475974 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4071956 Feb 19 00:32:58.479374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44312) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:58.485381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Request body: {'subnet': {'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-subnet', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:32:58.494425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b26e90-a298-4add-971e-04779eb2a9c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:58.508739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:32:58.509471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Made reservation on behalf of 4c19aac22ac04fa6898253ac745f570e for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:32:58.511747 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.680441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b2d95afd-6489-416b-a522-250dac1d7397), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.751823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84a2c532-6691-412a-a327-8da2c47024f8 req-24a3bc1c-3e4f-45b8-84df-6f5e8e795074 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0416298 Feb 19 00:32:58.768819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d95afd-6489-416b-a522-250dac1d7397,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:58.780083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Checking segment: {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:32:58.780427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Network hostable DHCP agents. Network: f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:32:58.799071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:32:58.809539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:32:58.814576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:58.815550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.819492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c87cc-cd8c-4637-a2bb-d73f28d1fefc None None] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:32:58.844237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-56fd0a68-ec94-4081-a1f6-5a80886f524f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3634865 Feb 19 00:32:58.847052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44318) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:32:58.851258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:32:58.870253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5032b5e-4c4d-4b73-9004-33c11c44554e req-d7491e4e-376d-4fa8-abdd-1d9fc57f35c0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0400357 Feb 19 00:32:58.900559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.900559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.929524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1', 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1', 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'fixed_ips': [{'subnet_id': 'b2d95afd-6489-416b-a522-250dac1d7397'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:32:58.930413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:58.977106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcc5958d-4929-4b89-be61-209f0528ba90 req-d3f41a5d-e8b6-47e1-8ec0-703f8d3c0e0b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0560939 Feb 19 00:32:58.980958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks [] for router_controller (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.066749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Allocated IP 172.20.0.2 (f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1/b2d95afd-6489-416b-a522-250dac1d7397/b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:32:59.076442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8abbb0ea-4ed2-4787-a706-4fc7bd43cea9 req-a7d4982a-75fc-4a20-b9ec-eac9929ca238 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0550392 Feb 19 00:32:59.153869 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks [] for router_gateway (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.246241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57a1d1ea-bb05-48ad-b74d-0bdcbb495b47 req-00ffecb1-797b-4b7b-9399-37e7d238be57 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0412464 Feb 19 00:32:59.304725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002bc56-2380-4143-ab82-549e74b038ec req-9712bfa4-9ef3-4e95-a508-8ceb930ba70d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:32:59.306175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9002bc56-2380-4143-ab82-549e74b038ec req-9712bfa4-9ef3-4e95-a508-8ceb930ba70d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0641415 Feb 19 00:32:59.340085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb1b3a69-83eb-4951-813c-57309c257767 req-e53ba9aa-aedc-4a9e-9573-84bb34885d2c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0425336 Feb 19 00:32:59.349712 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Publish callbacks [] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.363915 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.389332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9002bc56-2380-4143-ab82-549e74b038ec req-dafe2745-6505-454a-95dd-b22ce47bdbc8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725422 Feb 19 00:32:59.406532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:32:59.411617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:32:59.417386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:32:59.419510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Pushing event updated for resources: {'Port': ['ID=b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:59.431720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.432067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.432409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.432788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.433119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.433501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.433864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.434239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.434595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.434915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.435236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.435553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.435869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:32:59.482030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Attempting to bind port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:32:59.482433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Attempting to bind port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:32:59.482801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Attempting to bind port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d on network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:32:59.488045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:32:59.488422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Checking segment: {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:32:59.488824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.489220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Bound using segment: {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:32:59.489688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Bound port: b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:32:59.490066 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.494005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks [] for router_gateway (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.517675 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.551351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] For port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:32:59.554491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] For port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:32:59.560664 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.624875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc94de-0c41-4847-a933-32f257012ec5 None None] Pushing event updated for resources: {'Port': ['ID=b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:59.636178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Allocated IP 172.25.6.152 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/9888f97c-3f5e-460b-b903-56ef7cc585c1) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:32:59.745995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks [] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.797318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:32:59.862853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:32:59.868810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41b1fd28-453d-400f-97d0-a18f6ad5113f req-89e5288c-2e31-4039-8669-defd57d47880 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0446413 Feb 19 00:32:59.872812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:32:59.874750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Pushing event updated for resources: {'Port': ['ID=9888f97c-3f5e-460b-b903-56ef7cc585c1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:32:59.876896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:33:00.015174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d507ae6b-5a1c-44c1-b2e3-90fc33b983db req-69c4c98a-89f3-4e82-859f-06acc3a06e5d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0541275 Feb 19 00:33:00.071027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6af61777-84ad-4213-8f33-80396451370a req-14405612-2c61-46ab-9bff-1abef1cbf5d5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0318377 Feb 19 00:33:00.159994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c6a08f3-79eb-4871-9254-789e636731f3 req-decfe95e-bd3b-4bf8-abbd-00763b01e011 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0300658 Feb 19 00:33:00.215917 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks [] for router_gateway (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:00.348016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a79a8d6-5e44-4940-94b6-ee7b28558be6 req-c8e3267f-0977-46ca-aa03-4e99c7bbf021 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0320499 Feb 19 00:33:00.375345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:00.431573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:00.432583 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:00.464580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b966bb3-a61e-44fc-89f6-97c56fb836db req-3d420121-0e5e-4488-81a6-c969ff82c3be tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0655684 Feb 19 00:33:00.525060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:00.525462 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:00.534906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:00.566247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:00.571242 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:00.588135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d7214-e592-43c9-b8f7-74f5e418aab8 req-0bc39f8e-3124-479b-ba4b-2656d3176ea3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:00.589693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c68d7214-e592-43c9-b8f7-74f5e418aab8 req-0bc39f8e-3124-479b-ba4b-2656d3176ea3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1180658 Feb 19 00:33:00.611419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e8c7a1-f3c8-42cc-90ee-646905037150 None None] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:33:00.662292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:00.686382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c68d7214-e592-43c9-b8f7-74f5e418aab8 req-1f577706-eb73-41ad-861f-54e4faf14620 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886524 Feb 19 00:33:00.691689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4b2ff0b9-a125-4c46-a4b8-8b1353405912 None None] Provisioning complete for port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:00.692073 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b2ff0b9-a125-4c46-a4b8-8b1353405912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:00.723358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:33:00.814755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ff0b9-a125-4c46-a4b8-8b1353405912 None None] Current status of the port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:01.036651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b3d2b25c-dca7-4cac-b22f-b64db4146627 None None] Provisioning complete for port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:01.036878 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3d2b25c-dca7-4cac-b22f-b64db4146627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:01.120669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b3d2b25c-dca7-4cac-b22f-b64db4146627 None None] Current status of the port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:01.160503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcb69517-e1a9-4b14-97dd-f8eb3d8dae38 req-912d8356-c039-4c5d-b320-d505608eb1ed tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0496118 Feb 19 00:33:01.164075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba70de02-8ed4-4c6e-9e21-28739ee12d32 req-c6750852-8148-41dd-b576-50af3cc18a7a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0521762 Feb 19 00:33:01.184860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:33:01.199430 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Sync routers for ids ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:33:01.205134 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:01.206439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-443265de-fa73-45ba-93b6-deab472a228a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3584146 Feb 19 00:33:01.209190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44352) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:33:01.216072 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Routers {'9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:33:01.217111 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:01.275863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb3905f2-f856-423e-95e1-e0a3137c8085 req-deaab746-4729-42a2-84b9-8fa1bc7ee685 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0683281 Feb 19 00:33:01.306801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f3db360-c71b-4404-8029-d292c7c3e0c7 req-06f44f4d-7c79-4621-8579-a89d3eb2a11a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0482423 Feb 19 00:33:01.334560 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Set router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:33:01.444081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb7b6b1c-e5e2-4688-8997-1a5759022d9f req-8874188f-c94a-4320-abfb-1c1d4cbd2ce1 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0301800 Feb 19 00:33:01.569860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ac62758-8046-47fa-8d4f-c82491ae9c64 req-cab4f574-95a2-486c-be3a-cf4565cec89b tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0594473 Feb 19 00:33:01.622091 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:33:00Z', 'revision_number': 3, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port': {'id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:32:59Z', 'updated_at': '2022-02-19T00:32:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:01.649660 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Checking router: 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:33:01.650017 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Updating router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 port 9888f97c-3f5e-460b-b903-56ef7cc585c1 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:33:01.687347 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:01.761147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:01.905728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b51129-e427-41d0-8a6d-9223bbf70276 req-2e27cc5d-7e19-4201-ad57-a98963dcfaff tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:01.907280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2b51129-e427-41d0-8a6d-9223bbf70276 req-2e27cc5d-7e19-4201-ad57-a98963dcfaff tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1371677 Feb 19 00:33:01.939207 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Publish callbacks [] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:01.946311 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:01.995753 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Attempting to bind port 9888f97c-3f5e-460b-b903-56ef7cc585c1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:33:01.996125 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Attempting to bind port 9888f97c-3f5e-460b-b903-56ef7cc585c1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:33:01.996486 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Attempting to bind port 9888f97c-3f5e-460b-b903-56ef7cc585c1 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:33:02.002678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2b51129-e427-41d0-8a6d-9223bbf70276 req-79eb7127-feff-4ca4-94aa-3d3c7088d9b7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877714 Feb 19 00:33:02.003225 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Pushing event updated for resources: {'Port': ['ID=9888f97c-3f5e-460b-b903-56ef7cc585c1,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:02.003740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Allocated IP 172.20.0.1 (f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1/b2d95afd-6489-416b-a522-250dac1d7397/ab660c33-d1f2-4857-a2ff-d5e1a72fb116) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:33:02.006643 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:33:02.006813 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:33:02.007235 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.007711 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:33:02.008220 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Bound port: 9888f97c-3f5e-460b-b903-56ef7cc585c1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:33:02.008605 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.033757 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.034109 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.034472 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.034802 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.035128 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.035480 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.035858 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.036238 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.036571 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.036950 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.037234 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.037552 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.037902 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:02.076152 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] For port 9888f97c-3f5e-460b-b903-56ef7cc585c1, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:33:02.079444 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] For port 9888f97c-3f5e-460b-b903-56ef7cc585c1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9888f97c-3f5e-460b-b903-56ef7cc585c1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:33:02.085516 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.117551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Publish callbacks [] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.140395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Routers {'9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:33:02.141060 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:02.153032 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.177080 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15819d62-af93-4de2-b2b3-5dc9dbb0a09e None None] Pushing event updated for resources: {'Port': ['ID=9888f97c-3f5e-460b-b903-56ef7cc585c1,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:02.195425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:33:02.198463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:33:02.200849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:33:02.240498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Pushing event updated for resources: {'Port': ['ID=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:02.262283 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] Set router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:33:02.288489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fb66f60-d2b7-4e51-821a-f9cc51504133 req-143f7277-c22c-42a5-ac98-f17493b5acc5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0565636 Feb 19 00:33:02.292568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8c19552-89b0-40b7-b646-618bd93bb1d7 req-cdc11cfc-b97c-4899-a3b6-4c5a06f41882 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0466623 Feb 19 00:33:02.319188 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.357369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:02.404179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc1f9d1e-6ffc-4e5c-9352-435d6646bdd8 req-82d4c130-1b0b-474e-b205-cbc021b142ee tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0291715 Feb 19 00:33:02.439151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:02.442294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.452364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46af4faf-bbcf-4dbf-b832-38ec3d2aeef8 req-313aedb7-a06b-4972-89f5-408f8ab93158 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0434096 Feb 19 00:33:02.526626 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:33:00Z', 'revision_number': 3, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port': {'id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:32:59Z', 'updated_at': '2022-02-19T00:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:02.543761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:02.551871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1894dd5-2a39-4c1a-a200-07f0837fce7d req-ecd989d6-e33f-46cb-a0ba-5b334e8611c4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0382788 Feb 19 00:33:02.556835 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a95dc3-6146-4f23-aeca-594433eee8e2 None None] The sync data for ids ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'] in n-d-826527-3 is: [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:33:00Z', 'revision_number': 3, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port': {'id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:32:59Z', 'updated_at': '2022-02-19T00:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:33:02.561200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0007a17b-05a7-4668-aa1d-39b97f70508f None None] Provisioning complete for port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:02.561200 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0007a17b-05a7-4668-aa1d-39b97f70508f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.609931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0007a17b-05a7-4668-aa1d-39b97f70508f None None] Port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:33:02.610579 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.668562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-febf56ff-bfe0-4cd5-8ff0-42efaaecdb3d req-fc3fc090-9dbf-4ff5-adb7-086441042d91 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0447938 Feb 19 00:33:02.825501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Publish callbacks [] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.830997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.897953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Pushing event updated for resources: {'Port': ['ID=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:02.900426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:02.996640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:33:02.998038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:33:03.171108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:33:03.187625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab8f8-0fd9-4120-a9a5-f7886aa58bd9 req-5986a29b-6a56-48c9-b83e-6c655944bc58 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:03.189162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-917ab8f8-0fd9-4120-a9a5-f7886aa58bd9 req-5986a29b-6a56-48c9-b83e-6c655944bc58 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0801063 Feb 19 00:33:03.311807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-917ab8f8-0fd9-4120-a9a5-f7886aa58bd9 req-bd6cb981-c1c2-4ebd-b443-f53d0c49ff37 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151104 Feb 19 00:33:03.339656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:33:03.346487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-88e435ca-0b73-45e3-87ac-7c08f6a0c1fc admin admin] 10.222.0.60 "PUT /v2.0/routers/9fcc4360-0435-4e7a-a79f-3f8f67ade3d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1363111 Feb 19 00:33:03.363608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-58d7217d-f1a2-469d-b539-67cf5bf7d75d None None] Provisioning complete for port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:03.364657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58d7217d-f1a2-469d-b539-67cf5bf7d75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:03.398375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a02e948-bfd6-4eb6-9753-2beb1a1396fd req-02219ef4-8b26-441e-a8df-77e5d864eb93 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0308011 Feb 19 00:33:03.408160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-58d7217d-f1a2-469d-b539-67cf5bf7d75d None None] Port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:33:03.432655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08d63f8b-f712-4c48-a2a2-a13d801f1da3 req-bc3ee9d3-5566-49ec-afb4-b338ee4c49a7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0329158 Feb 19 00:33:03.497903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-414cb4db-3fe1-4d2c-89cb-d79bcc1aa8ae req-856ba98f-c8c4-4e62-ae7c-b17252420bca tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0342019 Feb 19 00:33:03.537231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87e43ff0-3c93-4d64-8b26-2e82ac600d04 req-69a59fb4-33b0-4a48-aee8-7b6a53bf1a79 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0312288 Feb 19 00:33:03.641329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61284661-3650-4c8f-af34-873b0eb7860e req-98d37fdb-701b-4a84-9837-c17e2572c1fe tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0302999 Feb 19 00:33:03.746659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9c60245-b4a7-4f8d-8c62-c43d1aea6e5e req-e4a23929-8410-40e1-bf40-2f50b6c4c5fc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0289578 Feb 19 00:33:03.856398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44400) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:33:03.861924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-network', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:33:03.882952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Made reservation on behalf of ebea6e46b8264a7a91fc73c83581bf47 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:33:03.885572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:03.895400 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:03.974602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Publish callbacks [] for security_group (d49118c2-35d8-4f13-a752-71197d7939a4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:03.978833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d49118c2-35d8-4f13-a752-71197d7939a4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.005936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:33:04.015667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49118c2-35d8-4f13-a752-71197d7939a4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:04.021834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (d044264e-c35e-4823-829a-6881f4af922f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.022255 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Added segment d044264e-c35e-4823-829a-6881f4af922f of type vlan for network 092e00df-d416-4631-abf3-fa084039407d Feb 19 00:33:04.063884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (092e00df-d416-4631-abf3-fa084039407d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.089953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (092e00df-d416-4631-abf3-fa084039407d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.090972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:04.091572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.151508 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2914629 Feb 19 00:33:04.151907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44402) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:33:04.157153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Request body: {'subnet': {'network_id': '092e00df-d416-4631-abf3-fa084039407d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-subnet', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:33:04.161505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e67ff1-c8a6-4659-a98d-8aeb4d234f5f admin admin] Pushing event updated for resources: {'Network': ['ID=092e00df-d416-4631-abf3-fa084039407d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:04.171982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 092e00df-d416-4631-abf3-fa084039407d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:33:04.180114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Made reservation on behalf of ebea6e46b8264a7a91fc73c83581bf47 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:33:04.182503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.232470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Sync routers for ids ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:33:04.252949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Routers {'9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:33:04.253460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:04.369142 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.369660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9888f97c-3f5e-460b-b903-56ef7cc585c1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:04.407653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Set router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:33:04.476922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:04.501704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-258b5781-7da9-4cc6-85bb-e0a945b43028 req-13652412-f2e8-432b-94f8-83ed1bc7affc tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0467219 Feb 19 00:33:04.516386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9888f97c-3f5e-460b-b903-56ef7cc585c1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:04.516786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.527075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc4655-374c-4562-a0de-169c1ddf4dee req-0d9ba0ca-1f84-412a-b7a1-8d863b9ef37d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:04.533832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cfc4655-374c-4562-a0de-169c1ddf4dee req-0d9ba0ca-1f84-412a-b7a1-8d863b9ef37d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1317041 Feb 19 00:33:04.535779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Checking segment: {'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:33:04.536151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Network hostable DHCP agents. Network: 092e00df-d416-4631-abf3-fa084039407d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:33:04.590444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55ba6915-d82f-4d62-a44b-12d0159030c0 req-c984848c-2d27-49bb-9baa-003907224432 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0359166 Feb 19 00:33:04.601472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Network 092e00df-d416-4631-abf3-fa084039407d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:33:04.625058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cfc4655-374c-4562-a0de-169c1ddf4dee req-e746c065-4b42-4d5d-b429-10cc24935336 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903006 Feb 19 00:33:04.625718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 092e00df-d416-4631-abf3-fa084039407d) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:33:04.632396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:04.633087 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.644951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8e8db-63eb-4b5e-8c81-9e87aeef8611 None None] Network 092e00df-d416-4631-abf3-fa084039407d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:33:04.665489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-48497b30-c95e-4af7-aa1c-79f3b5361b36 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5124476 Feb 19 00:33:04.669494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44414) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:33:04.675461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:33:04.681700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4df23745-1320-453f-bf44-f439e413e8cf req-66b26d59-a160-4700-bd28-7dd9f2453751 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0381527 Feb 19 00:33:04.702048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (155e719a-2107-4dda-b6ed-aca3368441d2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.703422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (155e719a-2107-4dda-b6ed-aca3368441d2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.745675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d11271a-5825-43db-9191-a7a294425ef4 req-f9fbcbcf-1af9-47fd-bd9a-e2cfa333cabe tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0511494 Feb 19 00:33:04.786953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks [] for router_controller (155e719a-2107-4dda-b6ed-aca3368441d2), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.787984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8401d884-58e4-4289-9e53-ca38f55d60d0 req-98dadf64-2799-4174-9d63-42e1ab80ba1a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0371599 Feb 19 00:33:04.833236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b54d6879-c424-49d1-9801-acab4d59b6dd req-c1d5bade-efeb-4e51-8d4b-c1b469a5bce4 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0337327 Feb 19 00:33:04.887506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9888f97c-3f5e-460b-b903-56ef7cc585c1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:04.887923 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.926356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 9888f97c-3f5e-460b-b903-56ef7cc585c1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9888f97c-3f5e-460b-b903-56ef7cc585c1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:04.932843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:04.975255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-092e00df-d416-4631-abf3-fa084039407d', 'network_id': '092e00df-d416-4631-abf3-fa084039407d', 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'fixed_ips': [{'subnet_id': '7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:33:04.976133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.000103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:33:02Z', 'revision_number': 4, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port': {'id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:32:59Z', 'updated_at': '2022-02-19T00:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'ab660c33-d1f2-4857-a2ff-d5e1a72fb116', 'name': '', 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'mac_address': 'fa:16:3e:f8:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b2d95afd-6489-416b-a522-250dac1d7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:01Z', 'updated_at': '2022-02-19T00:33:02Z', 'revision_number': 2, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'subnets': [{'id': 'b2d95afd-6489-416b-a522-250dac1d7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:05.045799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Checking router: 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:33:05.045799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Updating router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:33:05.121064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9888f97c-3f5e-460b-b903-56ef7cc585c1,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:05.138172 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.225460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks [] for router_gateway (155e719a-2107-4dda-b6ed-aca3368441d2), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.268292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Allocated IP 172.20.0.2 (092e00df-d416-4631-abf3-fa084039407d/7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa/a6dcd5aa-737a-47f3-be86-6bec4532d17a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:33:05.438589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks [] for router_gateway (155e719a-2107-4dda-b6ed-aca3368441d2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.457354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.527433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Publish callbacks [] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.539020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.567706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Allocated IP 172.25.6.26 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/85290fdb-a73e-4320-9f86-654cc4ce4f2d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:33:05.587987 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Publish callbacks [] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.590450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2f346a4-78d6-47a8-b90a-fca5f9c083cb req-456a3c3e-7d59-4484-8b21-3a11ce200742 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0297608 Feb 19 00:33:05.614516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Network 092e00df-d416-4631-abf3-fa084039407d is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:33:05.623225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:33:05.625030 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.630867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:33:05.636011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd5aa-737a-47f3-be86-6bec4532d17a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:05.711492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-816870eb-b3c7-400b-9f18-f29745cd992d req-014d9e8a-e30c-415e-87c5-fa8f42645ab7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0336347 Feb 19 00:33:05.712549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks [] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.769170 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.771910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77203431-eb4f-4943-943e-13044168cb62 None None] Pushing event updated for resources: {'Port': ['ID=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:05.795913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Attempting to bind port a6dcd5aa-737a-47f3-be86-6bec4532d17a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:33:05.796276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Attempting to bind port a6dcd5aa-737a-47f3-be86-6bec4532d17a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:33:05.796643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Attempting to bind port a6dcd5aa-737a-47f3-be86-6bec4532d17a on network 092e00df-d416-4631-abf3-fa084039407d {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:33:05.807131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09c5de-0088-4f27-b541-901ca0ce4b83 req-20e65a1c-8cca-4412-9d21-f42d86a619e3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:05.809245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b09c5de-0088-4f27-b541-901ca0ce4b83 req-20e65a1c-8cca-4412-9d21-f42d86a619e3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0800076 Feb 19 00:33:05.819142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Attempting to bind port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:33:05.819514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Attempting to bind port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:33:05.819870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Attempting to bind port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 on network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:33:05.822290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:33:05.822912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Checking segment: {'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:33:05.823565 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.824230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Bound using segment: {'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:33:05.825045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Bound port: a6dcd5aa-737a-47f3-be86-6bec4532d17a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:33:05.825579 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.841305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:33:05.841686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Checking segment: {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:33:05.842094 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.842527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Bound using segment: {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:33:05.843028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Bound port: ab660c33-d1f2-4857-a2ff-d5e1a72fb116, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:33:05.843410 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:05.862616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=85290fdb-a73e-4320-9f86-654cc4ce4f2d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:05.868526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:33:05.871155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:33:05.873900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c62c869e-cc68-49ef-841b-f26c5ca1beef req-3348b349-f086-44a2-b2c9-ec677360f50d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0458639 Feb 19 00:33:05.875244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:33:05.922506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b09c5de-0088-4f27-b541-901ca0ce4b83 req-b0ca75df-8a01-4ee4-82b6-8e78c3bd2970 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001210 Feb 19 00:33:05.974913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20307243-b321-4dd4-bede-c8ac6926107b req-995dfdeb-90f6-4a0a-b9d6-3216e22bf4e0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0465171 Feb 19 00:33:05.988070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] For port a6dcd5aa-737a-47f3-be86-6bec4532d17a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:33:06.012699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] For port a6dcd5aa-737a-47f3-be86-6bec4532d17a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a6dcd5aa-737a-47f3-be86-6bec4532d17a,segment=NetworkSegment(d044264e-c35e-4823-829a-6881f4af922f),segment_id=d044264e-c35e-4823-829a-6881f4af922f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:33:06.019273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] For port ab660c33-d1f2-4857-a2ff-d5e1a72fb116, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:33:06.023207 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.028077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] For port ab660c33-d1f2-4857-a2ff-d5e1a72fb116, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:33:06.038384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9194a025-33da-443c-ad78-48792af5c288 req-db170674-b448-4255-a6d5-2b487134b8fc tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0474327 Feb 19 00:33:06.072760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abbbee32-93a9-4130-87a4-be2637c7f868 req-337149e3-41e5-46e6-81e8-e8adc669dd45 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0299039 Feb 19 00:33:06.079347 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.127369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c99cd424-9752-457d-b11f-e7b19ec9c949 None None] Provisioning complete for port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:06.127850 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c99cd424-9752-457d-b11f-e7b19ec9c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.131335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794445c-0a77-415f-9eef-290fe53229d9 None None] Pushing event updated for resources: {'Port': ['ID=a6dcd5aa-737a-47f3-be86-6bec4532d17a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:06.202123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Routers {'9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:33:06.203131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:06.251418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks [] for router_gateway (155e719a-2107-4dda-b6ed-aca3368441d2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.338758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77203431-eb4f-4943-943e-13044168cb62 None None] Pushing event updated for resources: {'Port': ['ID=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:06.407711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] Set router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:33:06.409500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c99cd424-9752-457d-b11f-e7b19ec9c949 None None] Current status of the port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:06.409891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c99cd424-9752-457d-b11f-e7b19ec9c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.439508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9888f97c-3f5e-460b-b903-56ef7cc585c1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:06.536433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (155e719a-2107-4dda-b6ed-aca3368441d2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.572659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c99cd424-9752-457d-b11f-e7b19ec9c949 None None] For port ab660c33-d1f2-4857-a2ff-d5e1a72fb116, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:06.605440 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c99cd424-9752-457d-b11f-e7b19ec9c949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.672423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9888f97c-3f5e-460b-b903-56ef7cc585c1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:06.672803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.679653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Router 155e719a-2107-4dda-b6ed-aca3368441d2 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:33:06.683247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb174400-bbc8-4583-8c4c-62f27a81c467 req-a7720a67-70ed-4e7f-9096-dcda208d8fad tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0346692 Feb 19 00:33:06.709839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99cd424-9752-457d-b11f-e7b19ec9c949 None None] Pushing event updated for resources: {'Port': ['ID=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:06.769244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e1c46c96-1d71-439f-bb7a-af1cf22b5505 None None] Provisioning complete for port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:06.769631 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1c46c96-1d71-439f-bb7a-af1cf22b5505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.802742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-769a9c39-47da-4bdf-a966-0740bb7f6b8c req-754fbbe1-aec3-450e-96d3-85e6fb2d9d8a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0292292 Feb 19 00:33:06.807007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:33:06.820567 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Sync routers for ids ['155e719a-2107-4dda-b6ed-aca3368441d2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:33:06.831299 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Routers {'155e719a-2107-4dda-b6ed-aca3368441d2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:33:06.832623 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['155e719a-2107-4dda-b6ed-aca3368441d2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:06.838218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:06.839879 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9da6700c-a420-43a4-82b7-5ba206867ad1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1675882 Feb 19 00:33:06.842916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44438) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:33:06.956155 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Set router 155e719a-2107-4dda-b6ed-aca3368441d2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:33:07.009701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9888f97c-3f5e-460b-b903-56ef7cc585c1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:07.018888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:33:02Z', 'revision_number': 4, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port': {'id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:32:59Z', 'updated_at': '2022-02-19T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'ab660c33-d1f2-4857-a2ff-d5e1a72fb116', 'name': '', 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'mac_address': 'fa:16:3e:f8:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b2d95afd-6489-416b-a522-250dac1d7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:01Z', 'updated_at': '2022-02-19T00:33:06Z', 'revision_number': 4, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'subnets': [{'id': 'b2d95afd-6489-416b-a522-250dac1d7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:07.041664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c9bb6cc-4e86-405e-bd52-f0948e23613c req-be094a29-f7bf-4abe-9015-f0487458f151 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0515203 Feb 19 00:33:07.059401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2e5fc-9260-43e9-b274-67a02e7fa805 None None] The sync data for ids ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'] in n-d-826527-3 is: [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:33:02Z', 'revision_number': 4, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port': {'id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:32:59Z', 'updated_at': '2022-02-19T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'ab660c33-d1f2-4857-a2ff-d5e1a72fb116', 'name': '', 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'mac_address': 'fa:16:3e:f8:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1338, 'fixed_ips': [{'subnet_id': 'b2d95afd-6489-416b-a522-250dac1d7397', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:01Z', 'updated_at': '2022-02-19T00:33:06Z', 'revision_number': 4, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'subnets': [{'id': 'b2d95afd-6489-416b-a522-250dac1d7397', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:33:07.128329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e1c46c96-1d71-439f-bb7a-af1cf22b5505 None None] Current status of the port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:07.185395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fdc01b6-48f7-4f2a-96f8-24d3054a10b2 req-08166a57-a60f-4c59-8deb-591fdecc9149 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0702906 Feb 19 00:33:07.230110 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:33:06Z', 'revision_number': 3, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port': {'id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:05Z', 'updated_at': '2022-02-19T00:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:07.259628 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Checking router: 155e719a-2107-4dda-b6ed-aca3368441d2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:33:07.259898 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Updating router 155e719a-2107-4dda-b6ed-aca3368441d2 port 85290fdb-a73e-4320-9f86-654cc4ce4f2d binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:33:07.294072 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.337270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda05832-1a6f-41cb-bccd-1d08b0fdbbf3 req-f34ba4e7-ae1c-4866-bf01-7d018dc42351 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:07.344683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bda05832-1a6f-41cb-bccd-1d08b0fdbbf3 req-f34ba4e7-ae1c-4866-bf01-7d018dc42351 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.2923613 Feb 19 00:33:07.350639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c0fbc5b-2486-4bdc-9ea3-d0f7d75b9262 req-5b477c16-565e-4c54-a017-d3a04cb8a485 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.1155887 Feb 19 00:33:07.431872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d09992-5337-4c52-8837-1b477ec244e3 None None] Network 092e00df-d416-4631-abf3-fa084039407d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:33:07.475200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68a91ca9-a5d0-4585-b932-4af4ee8a2042 req-c6170cc0-efae-4353-8026-ad71523c0abd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0521808 Feb 19 00:33:07.512280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bda05832-1a6f-41cb-bccd-1d08b0fdbbf3 req-68a9194c-cc52-44c9-92b9-6ba2c678e4c1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1666181 Feb 19 00:33:07.520867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7d9feb7c-1b30-4daf-826b-4e97257e6e4d None None] Provisioning complete for port a6dcd5aa-737a-47f3-be86-6bec4532d17a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:07.521258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d9feb7c-1b30-4daf-826b-4e97257e6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.670928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7d9feb7c-1b30-4daf-826b-4e97257e6e4d None None] Current status of the port a6dcd5aa-737a-47f3-be86-6bec4532d17a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:07.671571 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d9feb7c-1b30-4daf-826b-4e97257e6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.722389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7d9feb7c-1b30-4daf-826b-4e97257e6e4d None None] For port a6dcd5aa-737a-47f3-be86-6bec4532d17a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a6dcd5aa-737a-47f3-be86-6bec4532d17a,segment=NetworkSegment(d044264e-c35e-4823-829a-6881f4af922f),segment_id=d044264e-c35e-4823-829a-6881f4af922f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:07.731152 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d9feb7c-1b30-4daf-826b-4e97257e6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.732713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.767777 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Publish callbacks [] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.776562 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.798869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9feb7c-1b30-4daf-826b-4e97257e6e4d None None] Pushing event updated for resources: {'Port': ['ID=a6dcd5aa-737a-47f3-be86-6bec4532d17a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:07.827858 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Attempting to bind port 85290fdb-a73e-4320-9f86-654cc4ce4f2d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:33:07.829097 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Attempting to bind port 85290fdb-a73e-4320-9f86-654cc4ce4f2d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:33:07.829449 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Attempting to bind port 85290fdb-a73e-4320-9f86-654cc4ce4f2d on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:33:07.838082 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:33:07.838861 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:33:07.839910 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.841247 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:33:07.842194 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Bound port: 85290fdb-a73e-4320-9f86-654cc4ce4f2d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:33:07.843066 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.864431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11000ec7-cede-4368-b3b5-9c4258b86249 req-6b6b3f85-f9fe-4034-aa06-d53d08647abb tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0830536 Feb 19 00:33:07.878427 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276a77b-56d4-47ab-a6c5-16df9b0e28d0 None None] Pushing event updated for resources: {'Port': ['ID=85290fdb-a73e-4320-9f86-654cc4ce4f2d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:07.920837 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] For port 85290fdb-a73e-4320-9f86-654cc4ce4f2d, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:33:07.925212 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] For port 85290fdb-a73e-4320-9f86-654cc4ce4f2d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85290fdb-a73e-4320-9f86-654cc4ce4f2d,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:33:07.935446 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:07.998300 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276a77b-56d4-47ab-a6c5-16df9b0e28d0 None None] Pushing event updated for resources: {'Port': ['ID=85290fdb-a73e-4320-9f86-654cc4ce4f2d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:08.000982 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Routers {'155e719a-2107-4dda-b6ed-aca3368441d2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:33:08.001594 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['155e719a-2107-4dda-b6ed-aca3368441d2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:08.067906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-839c9e01-3b9d-4f9c-94cf-b796c145b660 None None] Provisioning complete for port a6dcd5aa-737a-47f3-be86-6bec4532d17a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:08.074673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-839c9e01-3b9d-4f9c-94cf-b796c145b660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:08.144706 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] Set router 155e719a-2107-4dda-b6ed-aca3368441d2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:33:08.189651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-839c9e01-3b9d-4f9c-94cf-b796c145b660 None None] Current status of the port a6dcd5aa-737a-47f3-be86-6bec4532d17a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:08.327609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a6135dc-3470-4567-99f7-3b206013c02d req-6d207f26-cad3-4f5a-a7ee-4bc578ac3a7c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.4062910 Feb 19 00:33:08.329413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36575f6f-edf0-4352-b86e-7c378604a9a6 req-12369fd1-8b63-41aa-914b-b3acce1c80c7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0454025 Feb 19 00:33:08.386002 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:33:06Z', 'revision_number': 3, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port': {'id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:05Z', 'updated_at': '2022-02-19T00:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:08.419378 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4024f30-db24-480b-b8eb-f9a1dd937ce0 None None] The sync data for ids ['155e719a-2107-4dda-b6ed-aca3368441d2'] in n-d-826527-3 is: [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:33:06Z', 'revision_number': 3, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port': {'id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:05Z', 'updated_at': '2022-02-19T00:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:33:08.462387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a6dcd5aa-737a-47f3-be86-6bec4532d17a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:08.494226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5c6b1cc-ee2f-4747-93fa-abe70e59dca9 req-587dce37-105d-4449-9ca6-64417edde0d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0734696 Feb 19 00:33:08.495847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ec1c525-6b50-42ee-b297-2ea011494620 req-cf849de7-6dfe-4b2b-bc89-6227895cf375 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0766008 Feb 19 00:33:08.536834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a6dcd5aa-737a-47f3-be86-6bec4532d17a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:08.537307 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:08.551135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Allocated IP 172.20.0.1 (092e00df-d416-4631-abf3-fa084039407d/7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa/342de913-96ef-420d-a0be-95c58b42d8e9) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:33:08.620221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcc3ce5e-39e6-4a6c-bfc4-5e3ea91cbfa1 req-ef4e47ce-0183-45b7-863f-d8cb735b0c77 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0531070 Feb 19 00:33:08.649127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a6dcd5aa-737a-47f3-be86-6bec4532d17a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:08.650252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ab660c33-d1f2-4857-a2ff-d5e1a72fb116 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:08.698610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:08.699243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:08.746482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8bcb3-7774-40e5-a151-a4478ef3121b req-1b6627c5-5a35-49d3-b694-28c945394e67 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:08.753077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18b8bcb3-7774-40e5-a151-a4478ef3121b req-1b6627c5-5a35-49d3-b694-28c945394e67 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1060574 Feb 19 00:33:08.776501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Publish callbacks [] for port (342de913-96ef-420d-a0be-95c58b42d8e9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:08.787220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:08.839942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18b8bcb3-7774-40e5-a151-a4478ef3121b req-6e405ace-d9a4-4dd3-b3e9-699323e19f61 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822184 Feb 19 00:33:08.869835 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:08.911195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Network 092e00df-d416-4631-abf3-fa084039407d is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:33:08.914355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:33:08.917036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:33:08.980720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Pushing event updated for resources: {'Port': ['ID=342de913-96ef-420d-a0be-95c58b42d8e9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:08.988570 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d8b4643-7374-4298-bb62-7fb18e67bfdc req-7a6fc404-bdbd-4e42-bef2-8460242ee877 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0463681 Feb 19 00:33:09.004816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (155e719a-2107-4dda-b6ed-aca3368441d2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:09.151502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:09.217983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7a0ea72e-e5c4-4a68-b34a-e43735282e6e None None] Provisioning complete for port 342de913-96ef-420d-a0be-95c58b42d8e9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:09.218501 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea72e-e5c4-4a68-b34a-e43735282e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:09.256807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ea72e-e5c4-4a68-b34a-e43735282e6e None None] Port 342de913-96ef-420d-a0be-95c58b42d8e9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:33:09.326228 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Publish callbacks [] for port (342de913-96ef-420d-a0be-95c58b42d8e9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:09.331515 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:09.409746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (155e719a-2107-4dda-b6ed-aca3368441d2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:09.411362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Pushing event updated for resources: {'Port': ['ID=342de913-96ef-420d-a0be-95c58b42d8e9,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:09.449743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c2da8c5-eea9-4146-86f7-89dd61bd19ef req-e8328c8c-d04c-4bb9-a013-7c6e968c3c22 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0546799 Feb 19 00:33:09.476984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4df71ad8-69b3-4da9-a1bc-578d141be137 req-20d71261-d50d-4c45-b83f-abeb8c05f6aa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0684025 Feb 19 00:33:09.564926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Network 092e00df-d416-4631-abf3-fa084039407d is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:33:09.574585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:33:09.598907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1ca22da-6fad-4761-b095-5f94b3e58d81 req-83150c61-dc51-49b6-8a64-890de4d9d58e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0498199 Feb 19 00:33:09.616569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4975cf6c-24c9-453b-96cd-843e5cb7b005 req-e1c69d85-ce49-47bd-a48b-b6d7b0652124 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0536678 Feb 19 00:33:09.701361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b5ccaee-59e5-4595-af01-80d9cc7803d3 req-26fcbb34-7206-4cf8-8165-a5253c5f5159 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0340524 Feb 19 00:33:09.760002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Router 155e719a-2107-4dda-b6ed-aca3368441d2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:33:09.780146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9a162c05-988c-44e6-bc0d-1bef1f639763 None None] Provisioning complete for port 342de913-96ef-420d-a0be-95c58b42d8e9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:09.780715 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a162c05-988c-44e6-bc0d-1bef1f639763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:09.812824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9a162c05-988c-44e6-bc0d-1bef1f639763 None None] Port 342de913-96ef-420d-a0be-95c58b42d8e9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:33:09.875906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:33:09.880915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5af80c45-1462-4071-95a7-1f7f601d8a84 admin admin] 10.222.0.60 "PUT /v2.0/routers/155e719a-2107-4dda-b6ed-aca3368441d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0366681 Feb 19 00:33:09.977822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b65383-be68-4d9c-b268-bab7e8e25632 req-8b91d4d2-733a-4abd-9d4a-32aba1556187 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:09.979384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21b65383-be68-4d9c-b268-bab7e8e25632 req-8b91d4d2-733a-4abd-9d4a-32aba1556187 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0542769 Feb 19 00:33:10.039683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21b65383-be68-4d9c-b268-bab7e8e25632 req-d24bea7c-7e6d-4e9c-b6ba-37803ecac1bc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521004 Feb 19 00:33:10.094810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b949869e-47ea-4140-ba58-f49c1e9f4220 req-9dfb0245-6c1c-458c-a78d-0b2e822323e3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0314624 Feb 19 00:33:10.391771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85290fdb-a73e-4320-9f86-654cc4ce4f2d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:10.442209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Sync routers for ids ['155e719a-2107-4dda-b6ed-aca3368441d2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:33:10.463980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Routers {'155e719a-2107-4dda-b6ed-aca3368441d2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:33:10.464616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['155e719a-2107-4dda-b6ed-aca3368441d2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:10.513979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 85290fdb-a73e-4320-9f86-654cc4ce4f2d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:10.515041 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:10.586744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34c122ab-eae8-48a3-b43a-c45b0485d5f8 req-8630e08a-e16e-41ef-a9d1-66ea762ae6d4 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0659459 Feb 19 00:33:10.656361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e953e3e-b120-488e-b99b-4eccbd4a4ce3 req-3b8d3a32-f9dc-40c2-988e-ba8fe42181d1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0682588 Feb 19 00:33:10.658488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Set router 155e719a-2107-4dda-b6ed-aca3368441d2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:33:10.732739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90db4bfc-a7d6-4267-aa13-7070a02d996d req-03e098f2-6fbc-4b95-8ab6-7bb9038f6c15 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0696933 Feb 19 00:33:10.746759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 85290fdb-a73e-4320-9f86-654cc4ce4f2d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:10.746954 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:10.798766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d856dfc4-4ea6-41f5-a421-162098858db1 req-c9637fac-323f-48f7-8cfd-33b5b945bb3c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0437727 Feb 19 00:33:10.840786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 85290fdb-a73e-4320-9f86-654cc4ce4f2d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85290fdb-a73e-4320-9f86-654cc4ce4f2d,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:10.850867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b204a4b6-18e2-4022-a359-b67ca74bdee0 req-bd12cc33-5b18-4f31-a210-2e03ff6251d6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0506861 Feb 19 00:33:10.851764 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:10.936984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=85290fdb-a73e-4320-9f86-654cc4ce4f2d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:11.000334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:33:09Z', 'revision_number': 4, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port': {'id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:05Z', 'updated_at': '2022-02-19T00:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '342de913-96ef-420d-a0be-95c58b42d8e9', 'name': '', 'network_id': '092e00df-d416-4631-abf3-fa084039407d', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'mac_address': 'fa:16:3e:26:d5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:07Z', 'updated_at': '2022-02-19T00:33:09Z', 'revision_number': 2, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'subnets': [{'id': '7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:11.045975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Checking router: 155e719a-2107-4dda-b6ed-aca3368441d2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:33:11.046693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Updating router 155e719a-2107-4dda-b6ed-aca3368441d2 port 342de913-96ef-420d-a0be-95c58b42d8e9 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:33:11.089355 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:11.255613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf53f846-1e5f-4d24-99d2-a6c76ef42045 req-42861de1-a7a6-4d53-8937-334e13f5b08e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0583880 Feb 19 00:33:11.286115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8a70e-7ed6-4a9c-ab20-f0fde9516d3e req-26f975cf-9439-41a7-a99d-2dc8c365703b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:11.287785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70d8a70e-7ed6-4a9c-ab20-f0fde9516d3e req-26f975cf-9439-41a7-a99d-2dc8c365703b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1452863 Feb 19 00:33:11.378006 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Publish callbacks [] for port (342de913-96ef-420d-a0be-95c58b42d8e9), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:11.384661 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:11.386111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70d8a70e-7ed6-4a9c-ab20-f0fde9516d3e req-b65e144d-8c86-48c9-86c6-90346402df4e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831137 Feb 19 00:33:11.440628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79088a81-d434-468b-a3d7-00b3d5f43c00 None None] Pushing event updated for resources: {'Port': ['ID=342de913-96ef-420d-a0be-95c58b42d8e9,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:11.507539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Attempting to bind port 342de913-96ef-420d-a0be-95c58b42d8e9 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:33:11.508265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Attempting to bind port 342de913-96ef-420d-a0be-95c58b42d8e9 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:33:11.508862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Attempting to bind port 342de913-96ef-420d-a0be-95c58b42d8e9 on network 092e00df-d416-4631-abf3-fa084039407d {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:33:11.516918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:33:11.517478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Checking segment: {'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:33:11.518124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:11.518679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Bound using segment: {'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:33:11.519159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Bound port: 342de913-96ef-420d-a0be-95c58b42d8e9, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd044264e-c35e-4823-829a-6881f4af922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '092e00df-d416-4631-abf3-fa084039407d'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:33:11.519548 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:11.607897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] For port 342de913-96ef-420d-a0be-95c58b42d8e9, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:33:11.618755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] For port 342de913-96ef-420d-a0be-95c58b42d8e9, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=342de913-96ef-420d-a0be-95c58b42d8e9,segment=NetworkSegment(d044264e-c35e-4823-829a-6881f4af922f),segment_id=d044264e-c35e-4823-829a-6881f4af922f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:33:11.629124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:11.679840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Routers {'155e719a-2107-4dda-b6ed-aca3368441d2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:33:11.680403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['155e719a-2107-4dda-b6ed-aca3368441d2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:11.753882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b79029a7-c627-4d35-b5e5-5ef78b8a21cb req-707416cf-3aa4-4468-80f7-eba108274bd0 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.1002438 Feb 19 00:33:11.828625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f16bfd9-08bf-4c10-b9bc-5d2fa2284e63 req-b7bffa98-f197-473f-9e55-d59dca4582ca tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.1034865 Feb 19 00:33:11.884637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e16c42e-679c-4eea-a823-604db7f56611 req-24951df0-331a-4481-a77f-828af3e011df tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0556173 Feb 19 00:33:11.950958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90e3543a-2b3f-4a7b-8c4e-a647e89a352c req-26ce2ec7-f962-4542-a5c1-f39bcc2a5868 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0353963 Feb 19 00:33:12.035246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-69c39ac4-e931-4ba8-b60f-7d8e70256fbc None None] Provisioning complete for port 342de913-96ef-420d-a0be-95c58b42d8e9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:12.036268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69c39ac4-e931-4ba8-b60f-7d8e70256fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:12.045476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6766f5c6-f9c5-4f93-ab8e-d99113ecd497 req-53b56b95-716a-42b2-af19-686dd7dff5e2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0845785 Feb 19 00:33:12.081212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79088a81-d434-468b-a3d7-00b3d5f43c00 None None] Pushing event updated for resources: {'Port': ['ID=342de913-96ef-420d-a0be-95c58b42d8e9,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:12.161871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] Set router 155e719a-2107-4dda-b6ed-aca3368441d2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:33:12.268331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-69c39ac4-e931-4ba8-b60f-7d8e70256fbc None None] Current status of the port 342de913-96ef-420d-a0be-95c58b42d8e9 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:12.268720 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69c39ac4-e931-4ba8-b60f-7d8e70256fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:12.376589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85290fdb-a73e-4320-9f86-654cc4ce4f2d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:12.389777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b59df6d-2f61-4629-a1c3-21655e8598f9 req-402d8037-0cc4-439b-883e-9c663f436f5a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0551176 Feb 19 00:33:12.430220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-69c39ac4-e931-4ba8-b60f-7d8e70256fbc None None] For port 342de913-96ef-420d-a0be-95c58b42d8e9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=342de913-96ef-420d-a0be-95c58b42d8e9,segment=NetworkSegment(d044264e-c35e-4823-829a-6881f4af922f),segment_id=d044264e-c35e-4823-829a-6881f4af922f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:12.445420 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69c39ac4-e931-4ba8-b60f-7d8e70256fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:12.508328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 85290fdb-a73e-4320-9f86-654cc4ce4f2d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:12.508713 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:12.558221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358959c-0ae9-4229-9295-d526b8312980 req-b2aa389a-1742-4090-b5ac-7ee346e20e6f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:12.559829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a358959c-0ae9-4229-9295-d526b8312980 req-b2aa389a-1742-4090-b5ac-7ee346e20e6f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0609038 Feb 19 00:33:12.580668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c39ac4-e931-4ba8-b60f-7d8e70256fbc None None] Pushing event updated for resources: {'Port': ['ID=342de913-96ef-420d-a0be-95c58b42d8e9,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:12.609214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a358959c-0ae9-4229-9295-d526b8312980 req-4635939d-c6f9-4ee3-8517-629a44d28434 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430996 Feb 19 00:33:12.612564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c694dcd6-80d9-4c15-b6d3-18b685c7e32e None None] Provisioning complete for port 342de913-96ef-420d-a0be-95c58b42d8e9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:12.612949 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c694dcd6-80d9-4c15-b6d3-18b685c7e32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:12.682224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:33:09Z', 'revision_number': 4, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port': {'id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:05Z', 'updated_at': '2022-02-19T00:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '342de913-96ef-420d-a0be-95c58b42d8e9', 'name': '', 'network_id': '092e00df-d416-4631-abf3-fa084039407d', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'mac_address': 'fa:16:3e:26:d5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:07Z', 'updated_at': '2022-02-19T00:33:11Z', 'revision_number': 4, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'subnets': [{'id': '7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:33:12.716423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac037c0-2e15-474c-908c-80b2f26b8c0a None None] The sync data for ids ['155e719a-2107-4dda-b6ed-aca3368441d2'] in n-d-826527-3 is: [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:33:09Z', 'revision_number': 4, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port': {'id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:05Z', 'updated_at': '2022-02-19T00:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '342de913-96ef-420d-a0be-95c58b42d8e9', 'name': '', 'network_id': '092e00df-d416-4631-abf3-fa084039407d', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'mac_address': 'fa:16:3e:26:d5:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:07Z', 'updated_at': '2022-02-19T00:33:11Z', 'revision_number': 4, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'subnets': [{'id': '7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:33:12.718441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 85290fdb-a73e-4320-9f86-654cc4ce4f2d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:12.786508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c694dcd6-80d9-4c15-b6d3-18b685c7e32e None None] Current status of the port 342de913-96ef-420d-a0be-95c58b42d8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:12.849355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37571c9a-cf4b-4742-a0c4-33fcd59405e0 req-6e912c5c-7e7c-4425-a2ca-932f5b2c935a tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0367815 Feb 19 00:33:12.939871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5441b1bc-f889-4a7f-8122-402159776b8b req-2cfd9706-217a-4339-b010-0331614f5f30 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0391459 Feb 19 00:33:12.968810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb1e06f2-0c45-4d1a-a043-e2badf4461bf req-204cb075-8c20-4d0f-a8c4-75888f4f6fb3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0381093 Feb 19 00:33:13.037263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-465d8df5-2132-4316-bc1b-0cdb5fd6b23d req-4c8082c8-69f5-441d-8644-468976a32b06 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Feb 19 00:33:13.120893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-526ee5ce-445b-4b19-9d42-0ef5939ebba6 req-2a90539c-fdf4-4a97-b7de-c444304d8163 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0287306 Feb 19 00:33:13.452127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e303a0a4-f3b8-467e-8388-e7c0ac47b5da req-686ae538-f651-4c44-ba02-0918a7b5bc31 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0312879 Feb 19 00:33:13.740353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31454e-d823-4a8f-9970-634a17c3cc89 req-c6e72378-ed97-4e7d-a98e-7773c524921b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:13.742372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a31454e-d823-4a8f-9970-634a17c3cc89 req-c6e72378-ed97-4e7d-a98e-7773c524921b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0546176 Feb 19 00:33:13.790923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a31454e-d823-4a8f-9970-634a17c3cc89 req-eda8f1b5-658f-402b-b376-f4e0b9114e25 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416903 Feb 19 00:33:13.931266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5846e3d1-0d1c-44ee-b764-d83cefb2fd19 req-7d0f0757-d9f1-43f9-80d6-e765c200f3e2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0289919 Feb 19 00:33:14.031295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22528b97-241a-444c-b649-85dda634e349 req-45472fa6-427e-4bab-97bc-f7c825db319e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0339470 Feb 19 00:33:14.062947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7204d20f-e118-47d7-a964-1142dce2b025 req-61a72582-c4b1-4843-ad43-ef2ab61013ad tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0344114 Feb 19 00:33:14.119150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cae08702-ea24-4012-a8c1-068705f17d37 req-f09ee4ab-907d-42b4-b566-ed822e8341da tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0282059 Feb 19 00:33:14.201986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e3d43bc-f5cd-40fe-8535-355c4da7a0d8 req-219134ad-b380-4b73-810e-aab89dfec30d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0290077 Feb 19 00:33:14.367392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 342de913-96ef-420d-a0be-95c58b42d8e9 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:14.418384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 342de913-96ef-420d-a0be-95c58b42d8e9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:14.418818 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:14.494865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 342de913-96ef-420d-a0be-95c58b42d8e9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:14.533204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ee7a4e7-008c-4e87-be4f-d13531096839 req-6dd9637c-7736-40ce-b6d5-13248a4f19b0 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Feb 19 00:33:14.921887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bcf33-076c-4676-9a65-bf2255c8c184 req-b06a9bf8-a235-4d7b-bda3-eebfa7b882b0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:14.923407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d8bcf33-076c-4676-9a65-bf2255c8c184 req-b06a9bf8-a235-4d7b-bda3-eebfa7b882b0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0554268 Feb 19 00:33:14.976587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d8bcf33-076c-4676-9a65-bf2255c8c184 req-54c56659-e945-415d-96ce-55c9b4448649 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474794 Feb 19 00:33:15.013172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a9fd5f9-7cf0-4a93-95b2-2692f8089095 req-b9e41f52-fd96-479a-bb2d-c825b7e3be6f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0275569 Feb 19 00:33:15.143635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c931d09a-3761-4484-ba94-aedfd0591f58 req-b9181127-06d3-4bd9-a1f8-1968ae8967a1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0378480 Feb 19 00:33:15.159916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-307cf9da-97a5-4b89-8706-9de7a61c50fe req-7652033e-69c9-4212-8b58-639df17d13d7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0425053 Feb 19 00:33:15.221650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a64c8f59-4a6b-45e7-b86c-9096d70e6734 req-72c9a248-e4bb-4922-b688-1dfe5dda5086 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0271955 Feb 19 00:33:15.297462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac89675e-b02f-46b5-8c16-65b70b5e3854 req-cb133691-c2da-4c82-a0da-c431bce636e3 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0280735 Feb 19 00:33:15.615925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2be4dca2-46c6-4211-84b7-796533b436df req-48b54522-4353-4d4e-92b8-5ace84d9f51c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0322845 Feb 19 00:33:16.109927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99f72472-d381-4916-bad6-bf2149980c97 req-94e977b0-f194-4aef-bcc9-ac872fce8e29 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0434039 Feb 19 00:33:16.136727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeaad3c-5b50-466b-a6f7-9a6e8ced06b0 req-1bf1bae2-d547-4ea9-a585-28d798f34123 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:16.138526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3aeaad3c-5b50-466b-a6f7-9a6e8ced06b0 req-1bf1bae2-d547-4ea9-a585-28d798f34123 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0846355 Feb 19 00:33:16.191742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3aeaad3c-5b50-466b-a6f7-9a6e8ced06b0 req-46c0b3dc-32b6-4331-9ea2-b7e2519c42c1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437934 Feb 19 00:33:16.267855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5424011c-ea17-45a4-bb7c-dc526e0b7f4d req-8c9c0949-93d0-423d-91a5-c3b093cbc843 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0419760 Feb 19 00:33:16.284234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-738dae80-2b46-40d9-97d0-3a2173fc8fc5 req-6ffedf00-a45c-4ec2-abb4-5e4a46af8747 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0452521 Feb 19 00:33:16.344264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0dd0390-76bf-4355-8347-434642a0f36f req-24acd049-7ee5-4485-8a8c-df2ac860b416 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0283825 Feb 19 00:33:16.377540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0c16e10-a214-4ef9-860d-7140893b0307 req-747c3e2e-d567-4a0f-b220-30d7d49990ee tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0291624 Feb 19 00:33:16.693614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef151c23-e54b-4cbd-b7f1-54e81913e819 req-92b6d126-1fc0-4196-8fe0-cfb5a25a2cbb tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0280349 Feb 19 00:33:17.188288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c49ed9c-1d34-4351-bae3-f57e1fd12dfd req-2c94717a-42bf-4dc8-9691-431fbc528c93 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0278478 Feb 19 00:33:17.333754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeab12-b8da-4fac-8cfd-a4f68a9798ab req-5da9cb28-4083-4ec3-97a6-8efa4a003bd1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:17.335589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0daeab12-b8da-4fac-8cfd-a4f68a9798ab req-5da9cb28-4083-4ec3-97a6-8efa4a003bd1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0639870 Feb 19 00:33:17.380486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bea046f5-8fc5-4fca-85fa-605a2134c52c req-80f2b936-2557-450d-88c8-0b36018fd3a9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0392413 Feb 19 00:33:17.410927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0daeab12-b8da-4fac-8cfd-a4f68a9798ab req-f3beba1f-58a1-46fb-9227-a3064f7a1e17 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683682 Feb 19 00:33:17.466224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f3018a0-3843-4285-b5c3-527c65570795 req-f5338d25-c155-4244-a094-268026477e94 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0299623 Feb 19 00:33:17.497479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-981b84e8-faa6-481a-979d-e1c8ea27a636 req-32d011e6-ec6b-4547-8822-0aec5559b3b7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0390944 Feb 19 00:33:17.529697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc78ed1d-f12f-4bf3-943a-c55ebefa27e7 req-87a94a4e-867d-4916-95ff-9272e43fafeb tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0300930 Feb 19 00:33:17.771859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad61d602-ce49-4ca2-83e7-9915f975dd63 req-4fcd7b3d-13f0-4502-915b-245df074025a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0275216 Feb 19 00:33:17.894343 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bc303ac-0401-433c-be10-6a3adce0f08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:18.273593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd2bd822-3245-4d86-a82a-2b145aa94a0e req-8948e15b-380e-4729-8bf0-a4dbfb769d99 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0334098 Feb 19 00:33:18.480225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eb4075a-e154-4079-826e-789985704dce req-574c3786-c0eb-4cc9-881f-fb64a077201d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0365474 Feb 19 00:33:18.575325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ea6f2e5-f2c4-40cc-a432-831827e2bc86 req-93f41242-7681-499d-851b-66a8ae9d68dc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0470421 Feb 19 00:33:18.593560 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:18.602219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd416f-b27f-4d86-b0af-9f904815279c req-46740641-4df6-4892-8096-9a3105845586 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:18.603741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85fd416f-b27f-4d86-b0af-9f904815279c req-46740641-4df6-4892-8096-9a3105845586 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1045609 Feb 19 00:33:18.669742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c8d89d1-dc7f-48d5-aa76-2ea9b0c84783 req-fa2fe82b-355c-449c-843e-046419fee236 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0326271 Feb 19 00:33:18.677110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85fd416f-b27f-4d86-b0af-9f904815279c req-04b984b7-832c-488d-bab3-8e1fec493008 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671384 Feb 19 00:33:18.752856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457ae0bb-b5a2-4afc-bd2e-9b9f6e21706d req-3a9f8d22-98b9-4241-a856-00e576449a7a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0278306 Feb 19 00:33:18.854876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05784c80-517b-40d8-ae44-7ce764eb4b90 req-60da15ab-d9e6-4907-87e6-9cfeac454fcf tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0319657 Feb 19 00:33:19.351732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a3105dd-4705-42c7-b791-0bba8880aab1 req-3be44b1c-cd7f-4b84-a594-fa8693329a63 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0276911 Feb 19 00:33:19.575229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-363792f2-f14f-4de9-b22c-8afd59523983 req-8b6d6966-b2c6-4fc9-a810-180e9fc7e260 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0284665 Feb 19 00:33:19.664974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8c90383-f08a-46d9-9a11-dd84ead30fca req-af16f754-c017-4f98-be5c-21fece0a11ea tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0272217 Feb 19 00:33:19.784802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9afd01e-2a02-4396-ba6b-e34e99bec273 req-b0d2ac1a-b338-43ef-beba-a1d983e0bcef tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0302107 Feb 19 00:33:19.844948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d4877-c347-46c0-90ca-99e51d4827b2 req-697ffd1c-91f1-47b0-80a7-a2c728e8098e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:19.846498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b58d4877-c347-46c0-90ca-99e51d4827b2 req-697ffd1c-91f1-47b0-80a7-a2c728e8098e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0652063 Feb 19 00:33:19.902065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6d9ac71-1a25-4b92-b5b6-dc9cf5e41076 req-223b7f4b-7a11-4ea3-9d7c-9bdc76e90327 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0323193 Feb 19 00:33:19.923808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b58d4877-c347-46c0-90ca-99e51d4827b2 req-44d95591-eb72-48c6-8ebc-ccdfaec1c8b8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708661 Feb 19 00:33:19.977663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1271027-c836-4778-a30a-6c44848b5328 req-10aa1fb0-bc6a-4ce1-aa68-29b5ecbc4546 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0277967 Feb 19 00:33:20.027512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e33665a6-116b-449f-a427-a40548663be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:20.430052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5516c623-c8d1-4849-81fa-2d716496d62c req-24956788-7937-4b6d-8382-55c831565169 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0279222 Feb 19 00:33:20.665777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e2416c0-a619-40fd-b854-2e8b65d008a6 req-09809ce4-cc90-49a0-8839-43ce24fbed68 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0318778 Feb 19 00:33:20.747138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e97700bd-563e-4430-abf0-a4d9776d0ae0 req-2872c270-46a1-4888-baa7-f458a3a75334 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0283604 Feb 19 00:33:20.865316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da0db5f4-4919-4534-bcfa-babc049cc055 req-8641612f-a3e7-4b4c-b9e6-7a3c4bf894c0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0288861 Feb 19 00:33:20.987861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f915b471-d464-4c73-846d-ec86c47a7299 req-6424f2a4-d2e5-4175-9679-1879ba90cc11 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0300877 Feb 19 00:33:21.090013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f2bbcf3-36ca-4aaf-b408-b94c39a3cfa9 req-cdcff7bf-af96-4a45-91c2-e81fd8855abc tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0521643 Feb 19 00:33:21.096759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:21.118267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a78466-d1e7-48f9-9b99-77a41ddbd6bb req-08039c59-2901-47fa-939d-4797a9f8a79e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:21.119730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75a78466-d1e7-48f9-9b99-77a41ddbd6bb req-08039c59-2901-47fa-939d-4797a9f8a79e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0951786 Feb 19 00:33:21.167369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75a78466-d1e7-48f9-9b99-77a41ddbd6bb req-07af773b-513c-44a4-9dea-895487a0e6ab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418062 Feb 19 00:33:21.511949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2c2d6e6-f0ce-4fc3-a380-4836bdd86085 req-3780753b-8ac9-423e-a801-75e5dcd68b2b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0300810 Feb 19 00:33:21.756084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bbd3916-fe17-42cd-924a-9d3683244ccb req-226d2220-e71b-46d5-83d6-65555545725d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0304015 Feb 19 00:33:21.828156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57966d3a-3446-420e-887e-812d03a79b5b req-0891b362-7bc5-4d2a-b327-604e06f9f0df tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0282726 Feb 19 00:33:21.948360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfe417ed-c395-43a9-9859-691d70ee19b3 req-147c9722-aefa-428e-ad6f-2e768fd00b1c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0301166 Feb 19 00:33:22.073013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a3fc671-f856-4395-8dfa-5bad5970ccad req-69121e2b-2912-44cc-9c30-40b92c55bc3c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0303416 Feb 19 00:33:22.178858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-511b23f7-90a1-48f9-9174-a9aed27aaa06 req-58914274-daf6-439a-bf0a-f6d4af203d55 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0324662 Feb 19 00:33:22.306952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c59e09-edd7-428d-bb1a-d6f2601d9f9a req-9155c8ad-79b2-458c-b3e7-c2e2b4b8eb33 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:22.310639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6c59e09-edd7-428d-bb1a-d6f2601d9f9a req-9155c8ad-79b2-458c-b3e7-c2e2b4b8eb33 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0664318 Feb 19 00:33:22.372186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6c59e09-edd7-428d-bb1a-d6f2601d9f9a req-133c7638-8597-4632-9734-9ba0e02c952f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579064 Feb 19 00:33:22.537790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:22.607906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97221ad4-09f5-4dc4-aa71-06d541f807ec req-fc129dd0-4c4a-4d03-b17d-c7679446305f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0369623 Feb 19 00:33:22.874840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5fdd548-2c21-4c6d-a3ab-0df7051b71de req-cffc441e-fe35-4f20-907e-30369a54571b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0561142 Feb 19 00:33:22.949670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa5a0bb1-1a5b-4b03-87da-082188135315 req-85d520a9-102c-4340-837c-ccff016811b1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0427024 Feb 19 00:33:23.044092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e36e4aef-8d85-44f0-8c84-e32c31ab0407 req-69866fd4-602e-4b61-bcaf-721e7ec60a63 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0315139 Feb 19 00:33:23.197064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2cfb6ab-743b-4131-90de-a5b252c3da9c req-5bc04f5d-a676-473a-ab8e-d97aa3711b58 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0378547 Feb 19 00:33:23.274243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dc7d8c1-3321-455f-aa4d-9ab746bdf5eb req-bd5f6b83-3f93-41ff-8e0e-3c36e69ed8ae tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0357614 Feb 19 00:33:23.480330 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:23.529094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0d127-33a0-4b20-a9f7-f0b7559a11c9 req-e9b9499e-81e0-4936-bb08-b3b533de929e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:23.536841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-deb0d127-33a0-4b20-a9f7-f0b7559a11c9 req-e9b9499e-81e0-4936-bb08-b3b533de929e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0848742 Feb 19 00:33:23.605023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-deb0d127-33a0-4b20-a9f7-f0b7559a11c9 req-b8c514bc-3cd2-4a29-ae7e-cc628e3e3de6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669725 Feb 19 00:33:23.693911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec499c83-60f4-41df-b5b1-69f3b9f85b4d req-4b507989-4b11-4448-8e15-128d9f0d3b73 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0315900 Feb 19 00:33:23.978442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f78b7b92-9c3b-43ba-b326-6f2822639e31 req-acc4ca3c-c248-4c1d-9334-c090b898f15e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0415418 Feb 19 00:33:24.056599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9baec226-ef5e-4c5a-88d5-7c32c350632d req-7685875c-e225-462f-8303-70179b6c5058 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0367401 Feb 19 00:33:24.115259 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:24.171285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fb14e3d-b8ae-4c55-ba25-339a815cadd3 req-3fa186ef-fbdf-4a6d-b532-76a2f6275254 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0410571 Feb 19 00:33:24.281074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb8c5e7e-9c9a-4ebf-adfa-b262bbb097e2 req-aaa112ee-7a68-45fe-b425-0f7821a163fb tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0338132 Feb 19 00:33:24.354733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-881962a8-0fc7-44df-a791-af27a04a92a3 req-37181ece-8f88-4a31-9253-abdc4a980323 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0333362 Feb 19 00:33:24.769567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb7fee-f960-4a36-a3d6-39a2c7206808 req-bed5a554-cd42-448f-8de8-f4c646eea8ce tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:24.777080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37cb7fee-f960-4a36-a3d6-39a2c7206808 req-bed5a554-cd42-448f-8de8-f4c646eea8ce tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1000016 Feb 19 00:33:24.827155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ba04e4e-3fd4-4853-a5d7-01974df01ee4 req-e32084d6-1ad1-4990-a0ec-aa9a81139459 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0486858 Feb 19 00:33:24.859120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37cb7fee-f960-4a36-a3d6-39a2c7206808 req-af511b7e-26c2-451d-a2a0-8100e2f2fe0a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713999 Feb 19 00:33:25.070758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e8eee74-5369-43ea-aabc-ae182f4848e5 req-32c8f9dd-e9e7-402b-9449-c0bd03068357 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0288060 Feb 19 00:33:25.160776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9df3df8-e92b-4386-a5c8-6e30c52e9118 req-7187b970-bb61-4d05-8f1c-685c73f38c85 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0285323 Feb 19 00:33:25.257970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a6c3efc-7fc5-44aa-8c23-64388a75e0ce req-7f016ec4-64b9-4e1d-aae4-200f22142de3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0310645 Feb 19 00:33:25.358075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2ab35a6-5225-4d33-8926-950d763811f0 req-9dd4b7e4-748e-48f6-b864-afde7408850e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0293221 Feb 19 00:33:25.433518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d38e796c-7f30-45ab-845d-058cb2d1ff6c req-af2e2e4b-0d91-4df1-9712-4a80238cfccf tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0307512 Feb 19 00:33:25.928790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96cfc98d-114b-4c2e-8b90-842c258e37c4 req-165326f7-7dd9-48c2-9325-3bd0763dae41 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0448546 Feb 19 00:33:26.004277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907daa1c-d9d9-4d50-b804-175195124098 req-48f83f55-3fd9-448b-ab27-3448a2376070 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:26.005807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-907daa1c-d9d9-4d50-b804-175195124098 req-48f83f55-3fd9-448b-ab27-3448a2376070 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0569224 Feb 19 00:33:26.063987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-907daa1c-d9d9-4d50-b804-175195124098 req-8c26fac8-dfe7-43b0-a8fd-401190045442 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520217 Feb 19 00:33:26.195001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa4e00cb-f4dd-4ff3-8cad-2a80f687ef29 req-655c1a76-9c4a-4a51-a986-c2054eab981f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0391457 Feb 19 00:33:26.254341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f7cf459-be35-404e-8f54-c1658cd2a82e req-e80009bd-5d8d-4c95-802b-7fc23f431499 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0302913 Feb 19 00:33:26.346048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0014dd2b-c61f-40cb-bbd7-7a1a62c6a092 req-860e8a2f-0e7e-4de3-b21f-f4d548ea2543 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Feb 19 00:33:26.436465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e439e8a3-2867-449a-806a-9ba5d06315a5 req-752378df-c058-4b61-bb86-b89a2f6ed3de tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0276327 Feb 19 00:33:26.516603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-037200e7-56dc-4f7d-b0a4-8fd0485a02ef req-8969cc5c-3ef3-428a-ba36-e7c1fcdbe185 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0289929 Feb 19 00:33:27.019096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9995700-de87-4719-ad9f-65dbd3ba34ef req-af312231-0bd6-4be0-bbd6-f7c791a60fcf tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0316424 Feb 19 00:33:27.200041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721c06c-b519-493f-8eb3-278168d53d43 req-d069daf3-b390-4545-9468-af14494d6783 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:27.201356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4721c06c-b519-493f-8eb3-278168d53d43 req-d069daf3-b390-4545-9468-af14494d6783 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0562110 Feb 19 00:33:27.270551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4721c06c-b519-493f-8eb3-278168d53d43 req-2ebd7718-dbbf-40bf-a55e-fe12f610c6ce tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628831 Feb 19 00:33:27.288397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d72fbd7-1c9b-475f-a2c2-8221d6f6a2cc req-b0d42292-d6a7-465c-a596-8c906d9fd401 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0352099 Feb 19 00:33:27.353421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2b9ccf2-d76a-4bab-9795-fa9f15540b3a req-5729c8b9-0f66-48d9-993d-1a678e9fff1d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0278072 Feb 19 00:33:27.423223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3a8c267-ca20-44d7-874e-dfa4a6b72527 req-aa4e8831-4899-45c9-89be-9925232d4735 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0282865 Feb 19 00:33:27.524764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb2aede7-2be9-424f-9e2d-b7f839182b85 req-bb31acd7-494a-46fb-8789-f7903a775764 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0347245 Feb 19 00:33:27.604440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16f69b9c-5423-4580-b0c7-404bcbedf240 req-78e57e69-64da-4abd-8f50-8f11482263e5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0287802 Feb 19 00:33:28.112390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d06874d0-8792-4ee3-ab32-00d1f855df85 req-6a6c4ff1-a509-414b-bf69-c04f11245d9e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0311968 Feb 19 00:33:28.406784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a918e525-f3e5-4ba8-af67-2c34a2703d7e req-b54635ae-c329-4217-9a37-f276380b8191 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0303988 Feb 19 00:33:28.439635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bb97f-8f4c-4329-a26a-a0ecce2433e1 req-ee2cc6ba-ea08-408a-a4bd-a337c8c6fd3b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:28.441122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c54bb97f-8f4c-4329-a26a-a0ecce2433e1 req-ee2cc6ba-ea08-408a-a4bd-a337c8c6fd3b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0937622 Feb 19 00:33:28.489519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efdbd142-5774-4451-8fbb-29d0fc60185d req-56c62e2f-cda4-4fa3-bd4e-2f2727fa57c9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0420325 Feb 19 00:33:28.542716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c54bb97f-8f4c-4329-a26a-a0ecce2433e1 req-a9193b3d-c3ec-4848-a90b-c232f43b096e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816820 Feb 19 00:33:28.574535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ffb59d2-7aee-4b5a-95a3-e50a1ec0a0cd req-dcdfab69-8ead-40a8-8dc5-c1284fa40465 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0300345 Feb 19 00:33:28.606038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d41f6e4-2ee0-4f1d-a8ac-0c420359916c req-4e3bfcc2-8dc8-4829-87fa-6f5a7229f1aa tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0285487 Feb 19 00:33:28.693057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0901ae1-2777-4d1f-b3f1-9c9cae325b2d req-1d26eae9-483b-4db2-810b-b31c8e50cb28 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0330658 Feb 19 00:33:29.214426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46457fa3-358b-4a8a-9aaf-7f8ab00c4ae5 req-a7e222f7-012e-40ea-9526-34bbec36d801 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0360980 Feb 19 00:33:29.497899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0af19592-437f-4a75-8373-84a2d5c40c4b req-e41bd603-4196-423c-8cf2-1a861e883e0e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0305998 Feb 19 00:33:29.571407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5e55412-0d1d-4509-847e-8ae8cf90e322 req-7d9f1ee7-b3bb-4ed4-8c56-0705f5e760af tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0293801 Feb 19 00:33:29.665342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f704637b-ce56-49ce-9902-114402a737b2 req-b7c67cba-0692-40a4-b38b-2b909de7227f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0397861 Feb 19 00:33:29.685406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a20565-8e2d-40c4-bb63-18769a6d98f5 req-3f9aaf2f-06fb-4639-b381-19e149e8c6d1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:29.685406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5a20565-8e2d-40c4-bb63-18769a6d98f5 req-3f9aaf2f-06fb-4639-b381-19e149e8c6d1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0903597 Feb 19 00:33:29.734038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ee3a8c3-89fc-464b-b093-308f3d81d81a req-e56ee666-6d15-442e-b8bf-b9c016646ebb tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0280840 Feb 19 00:33:29.767605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5a20565-8e2d-40c4-bb63-18769a6d98f5 req-ea977a6d-949b-47a8-a6ff-3127b7a7c0f9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757520 Feb 19 00:33:29.817683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01828cf0-707d-48bd-9bd5-b8a405d15e7f req-182ba38e-3d2c-465c-8e19-cf56a61e3bf9 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0280020 Feb 19 00:33:30.290417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d293d826-4475-4499-bec7-96ce832b938a req-ca012d4d-fa35-4ad7-b5e7-12c007f5e7e0 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0395982 Feb 19 00:33:30.314773 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:33:30.613866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11dccb39-872f-4629-a493-56597c3b9f0f req-72aa5ebb-4ca0-45be-85cb-975ec3b9a6f7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0338104 Feb 19 00:33:30.671472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-aec3410f-ae2f-4241-b578-79167048bb83 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:30.672959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-aec3410f-ae2f-4241-b578-79167048bb83 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/networks?id=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 HTTP/1.1" status: 200 len: 815 time: 0.1430228 Feb 19 00:33:30.692875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-151bd305-1e93-4846-bc72-31a09aa0344e req-d7f85413-1405-4880-a636-de62b6b71ffa tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0379379 Feb 19 00:33:30.701125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-b0e7b1e0-d2a7-4f45-89b9-e3270d2f6cfb tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/quotas/4c19aac22ac04fa6898253ac745f570e HTTP/1.1" status: 200 len: 375 time: 0.0111496 Feb 19 00:33:30.764054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c18d16e-ea0c-4345-9c5e-654afde0df47 req-d39da50e-759f-45a8-a622-3288263823c5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0307395 Feb 19 00:33:30.781971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-9b49bb1d-1c05-4d7f-93c4-bc2b3d3196ce tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4c19aac22ac04fa6898253ac745f570e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749528 Feb 19 00:33:30.791782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-d217c157-8f9f-439c-b16c-cdc317967519 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:33:30.792696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-d217c157-8f9f-439c-b16c-cdc317967519 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051639 Feb 19 00:33:30.869144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed3b2cf1-863d-4baa-a094-4664c372e124 req-3cbdbf70-5cba-4321-8e7a-7a97ee75a79c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0631101 Feb 19 00:33:30.906084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-c5df4271-3190-4c7c-a339-1f7e3057ea78 service neutron] 10.222.0.60 "GET /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072838 Feb 19 00:33:31.325640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-79941112-7368-4d6b-beee-95edd5808e6e service neutron] 10.222.0.60 "GET /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138050 Feb 19 00:33:31.333049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6bf18-519e-4da4-b5b1-1f4ad4f86ea3 req-df3ad188-4610-4e66-b118-1fb74f400ae4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:31.334456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85c6bf18-519e-4da4-b5b1-1f4ad4f86ea3 req-df3ad188-4610-4e66-b118-1fb74f400ae4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.4054520 Feb 19 00:33:31.382003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85c6bf18-519e-4da4-b5b1-1f4ad4f86ea3 req-57378b35-9af0-421b-bb36-e9832df52e1b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419161 Feb 19 00:33:31.482694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2409f5da-b83e-49f4-9067-6f8bfd8d7057 req-f318b165-644e-40df-b87f-3a1bebff73a7 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0396397 Feb 19 00:33:31.505473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e43f3af8-b1c3-4267-a9e1-cd345de53047 req-7107eac4-3f52-493d-9325-8ca224b907fe tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0462418 Feb 19 00:33:31.561709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb813a88-1c2d-42f1-b76c-f6903622c90d req-0b85cc90-7cf1-4997-96da-874d1ae94671 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0263383 Feb 19 00:33:31.702753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-180c50f7-b779-48b9-a5d9-c10286b70e3d req-61a4f6f7-55e3-4ca2-89df-81d9b1975ebd tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0305924 Feb 19 00:33:31.786041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-853042be-f546-4e11-b883-b42dd0e36288 req-6f92e3ba-db48-4d58-93b6-29846c28b0a8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0413163 Feb 19 00:33:31.844052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a802cde-f427-4d95-8011-40233600156c req-8b9cb865-86cd-4d1a-8b04-b7c375df52a0 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0286603 Feb 19 00:33:31.948636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fbc25b2-c300-488e-98de-aad0dd027ffc req-6dfdcd6c-3a45-4ee1-9687-80a9319c1efb tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0294318 Feb 19 00:33:32.509747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-17e41031-5447-4421-b936-f9e1a2acc5d3 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:32.511371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-17e41031-5447-4421-b936-f9e1a2acc5d3 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.113 "GET /v2.0/networks?id=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 HTTP/1.1" status: 200 len: 815 time: 0.1364350 Feb 19 00:33:32.524586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Request body: {'port': {'device_id': '9f467f55-3d28-44e7-a965-6449c713f4e3', 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1', 'admin_state_up': True, 'tenant_id': '4c19aac22ac04fa6898253ac745f570e'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:33:32.598612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5db50-1720-48b5-843a-7aa264883885 req-dfde1057-1cad-4746-8f5f-7093cb4c0eab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:32.600911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59d5db50-1720-48b5-843a-7aa264883885 req-dfde1057-1cad-4746-8f5f-7093cb4c0eab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1403449 Feb 19 00:33:32.622854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61a9766e-329c-4207-b0f3-a692fa1fddd6 req-15c2662c-e9ce-45a8-8aa6-57cdd21177f5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0512500 Feb 19 00:33:32.724694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66c992a2-5c3c-47cf-9755-2322174c2ed8 req-8ba302e3-a0c4-44cc-86ba-e67594fe9eec tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0455289 Feb 19 00:33:32.729134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59d5db50-1720-48b5-843a-7aa264883885 req-ec429ace-2de6-4852-9ceb-601acefd7241 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087360 Feb 19 00:33:32.763832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Made reservation on behalf of 4c19aac22ac04fa6898253ac745f570e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:33:32.768913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:32.883492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c48923e-ebd3-417a-8a5d-bdb57b46bede req-14757b81-b751-4f15-9f34-b73bacdf2ec6 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0840569 Feb 19 00:33:32.895906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d10198c5-12bf-49ee-95b5-a8df834bacf0 req-74c587cf-01e6-4098-90fa-5a24302c95ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0935099 Feb 19 00:33:33.039649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08a0555a-95b7-44dd-ace2-26e829f5aa60 req-4706a2a2-a26f-4c27-8bb2-db2b0f2e765e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0537937 Feb 19 00:33:33.050573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Allocated IP 172.20.0.14 (f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1/b2d95afd-6489-416b-a522-250dac1d7397/e81ae9de-fc37-41b8-8553-7d17262a676e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:33:33.154245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ff969e3-c409-417f-99c6-ee42ecea3282 req-6a25bd48-df4b-49bf-acd8-dd6f6e5223e9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0495920 Feb 19 00:33:33.258133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38698296-6e81-4d5a-9b99-d70d4f50ebbb req-05d5bee6-5c02-49cf-a26f-ee3a13d57db9 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.1230867 Feb 19 00:33:33.345677 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Publish callbacks [] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:33.384596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:33.428730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:33:33.432043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:33:33.439477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:33:33.466668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Pushing event updated for resources: {'Port': ['ID=e81ae9de-fc37-41b8-8553-7d17262a676e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:33.479385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.479728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.480080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.480426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.480771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.481110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.481446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.481780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.482110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.482488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.482825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.483155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.483794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:33:33.527444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:33.528121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:33.556775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-08f19b02-31f1-4b6d-8326-42c07e502274 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0367193 Feb 19 00:33:33.709356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ad0114a-3be7-4aaa-82d5-e25373440a75 req-61890ed6-95d0-4a82-bac4-6b854e0d4aca tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0280435 Feb 19 00:33:33.784678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2bcc69b6-ba73-4799-8c58-8f6923780a52 None None] Provisioning complete for port e81ae9de-fc37-41b8-8553-7d17262a676e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:33.785271 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2bcc69b6-ba73-4799-8c58-8f6923780a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:33.826807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2bcc69b6-ba73-4799-8c58-8f6923780a52 None None] Port e81ae9de-fc37-41b8-8553-7d17262a676e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:33:33.881420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37275abb-e77b-44c0-abbe-2e81a7129842 req-5f102c98-2ce4-407f-b765-e0953ffb11e8 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0625851 Feb 19 00:33:33.915893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ebbba-19de-407b-9dd7-d1f194daabdd req-15e34ded-27bd-4038-a69d-6f42468500ae tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:33.924447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-479ebbba-19de-407b-9dd7-d1f194daabdd req-15e34ded-27bd-4038-a69d-6f42468500ae tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0968697 Feb 19 00:33:33.995368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-479ebbba-19de-407b-9dd7-d1f194daabdd req-7baaf6a5-139f-4de9-8951-933140fe9237 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691545 Feb 19 00:33:34.045969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646e164-9daf-45dd-9d1f-2925de96453d req-960d2075-227c-4691-af6a-078277e8e057 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:34.056598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9646e164-9daf-45dd-9d1f-2925de96453d req-960d2075-227c-4691-af6a-078277e8e057 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 932 time: 0.0848682 Feb 19 00:33:34.095676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0655e20f-4b75-4c26-bac9-7dcc476525c2 req-7c6850c4-5ce3-4662-a60e-ae147674a8d4 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0379915 Feb 19 00:33:34.136488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9646e164-9daf-45dd-9d1f-2925de96453d req-fe1f5e1c-779d-4cdc-986a-5cc1ac0861f8 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682139 Feb 19 00:33:34.181166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49cf1cab-8f48-4978-ac3a-dbf421f06cd1 req-8a8162f1-52e5-4f09-a461-76821e82aff6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0304790 Feb 19 00:33:34.249562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87bf38b1-a4a7-453b-9f4d-5dc00b18b262 req-fc493446-8fe2-48f8-ada2-d205d65c9b53 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0323894 Feb 19 00:33:34.351022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebb0cb65-4f45-4a6f-bd92-c6e04f2c2abd req-d95af6ca-1870-4164-be4d-3aa36aeb6a12 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0289028 Feb 19 00:33:34.797070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-040eae64-1fb1-421c-911c-451ab9842319 req-b8bc5316-2fd9-4c50-b4f0-b713163df883 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0341156 Feb 19 00:33:34.967407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b39f4db-efb5-4744-bf77-4cfed809b388 req-8d8288fa-ee00-4d57-a690-b12532306042 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283773 Feb 19 00:33:35.150393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c03e0-921a-47b9-8673-ed76dd765f24 req-4b726456-e130-4daa-9a4f-76452940dbf5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:35.152076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e0c03e0-921a-47b9-8673-ed76dd765f24 req-4b726456-e130-4daa-9a4f-76452940dbf5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0740864 Feb 19 00:33:35.207834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c20641c7-5daf-423d-9d77-1c5e10bf5167 req-0542184d-e03c-49d3-9b26-8b4d53905168 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0344949 Feb 19 00:33:35.247060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e0c03e0-921a-47b9-8673-ed76dd765f24 req-9b1a92a6-ec57-40c1-a4a8-a060696e2351 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890117 Feb 19 00:33:35.345885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5db6c54a-fc3f-401f-94a6-203842ff3cf6 req-a9179dd5-6b17-4369-a311-1488303e0870 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0324354 Feb 19 00:33:35.363556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a469c4-03e8-4b2e-8e71-aae5a08f60f8 req-56cd5b73-f9e2-4d7e-9225-0e49cb634c40 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:35.365266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03a469c4-03e8-4b2e-8e71-aae5a08f60f8 req-56cd5b73-f9e2-4d7e-9225-0e49cb634c40 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 932 time: 0.0909076 Feb 19 00:33:35.443247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e0643c1-1bec-4423-93f1-f55b665f6d2b req-0cd739dd-64da-46e6-aee8-204b1c30d9bd tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0336869 Feb 19 00:33:35.447014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03a469c4-03e8-4b2e-8e71-aae5a08f60f8 req-0a200ff3-fcaf-450d-8503-1aeeb917690c tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711524 Feb 19 00:33:35.517008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4f3d137-19a5-42cb-a84d-cc64d2e6bf94 req-74450b8e-cf90-47f2-b92f-cbe5f6df28ac tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Feb 19 00:33:35.880255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c5f615f-5ea6-4d21-8a71-52a269ffd75e req-2da30a57-bf08-4841-ad68-29974c780d82 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0327611 Feb 19 00:33:36.053732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d194a4e3-54b5-46b4-9089-becdcaf28057 req-292eff8f-de93-49c7-a439-d6f2f3e3799f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0325794 Feb 19 00:33:36.316897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00cf1f87-2fbf-4289-b052-243266f3f9dd req-6c66a2cb-8934-4446-972d-ac2839a8f384 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0424452 Feb 19 00:33:36.429805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e20bf-8048-4797-baef-13d49c3dd63a req-ca5c451a-ed8c-419e-ad4d-109da3d33099 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:36.432072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d17e20bf-8048-4797-baef-13d49c3dd63a req-ca5c451a-ed8c-419e-ad4d-109da3d33099 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0905008 Feb 19 00:33:36.455010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9b4c72b-255e-4bba-9849-4cb98c4ba043 req-8c3b3f16-0568-4930-a201-3ada09b9acc1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0470386 Feb 19 00:33:36.527035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d17e20bf-8048-4797-baef-13d49c3dd63a req-af251409-274f-49d2-b18c-65fad8f7e545 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745678 Feb 19 00:33:36.605082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f29a514-2991-484f-bc92-90a6e4f72554 req-a2e5c753-74a1-4fed-bb06-c642287b9c39 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0348203 Feb 19 00:33:36.634635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d814f-a61f-4de4-a869-5a8c5e95eb2f req-6489f1c9-7a38-4165-a261-0238d9a0c664 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:36.636432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-374d814f-a61f-4de4-a869-5a8c5e95eb2f req-6489f1c9-7a38-4165-a261-0238d9a0c664 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 932 time: 0.1007843 Feb 19 00:33:36.687297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b349ba52-be1e-41a2-a18b-44aa4bf5ff56 req-69aa2ab9-f3b2-4d28-9518-d2e534e1b49c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0428874 Feb 19 00:33:36.728785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-374d814f-a61f-4de4-a869-5a8c5e95eb2f req-b793b15f-4801-426b-9060-a5245896c930 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856240 Feb 19 00:33:36.963671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c210916-f0e6-4216-b573-1a9bbdd84920 req-f1c94ec0-a4f1-4027-8edd-93f98525d90e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0317304 Feb 19 00:33:37.141242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d525218-691b-42e3-8d91-43724957a778 req-001fa387-2212-490d-a657-f407a0f72f08 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0342216 Feb 19 00:33:37.391269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e485f195-d7a9-4375-9961-4d854542390e req-8bdd80b3-3423-4d7a-b70f-ace65d6a7272 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0273957 Feb 19 00:33:37.556549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da6a40f3-a503-43e0-b894-db9a66b089df req-dcdddc38-de4b-4757-9e44-c0e84b9120cd tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0328984 Feb 19 00:33:37.650286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4dc91-68bb-4d0b-b3d3-13c903cc28bc req-eaadf1f5-4a0a-49a4-8893-8a562dec8e8a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:37.651868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ae4dc91-68bb-4d0b-b3d3-13c903cc28bc req-eaadf1f5-4a0a-49a4-8893-8a562dec8e8a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0579472 Feb 19 00:33:37.691897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86991634-ad44-4df1-89be-992717a76263 req-119d05e4-9229-47f5-82cc-c45b193c5bb5 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0371664 Feb 19 00:33:37.737363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ae4dc91-68bb-4d0b-b3d3-13c903cc28bc req-cf95ab95-0df5-4524-971d-7310f119e7ba tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735815 Feb 19 00:33:37.781292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-727689c1-6d11-46b1-b2fd-6aebe428f8ad req-ba48d8ed-d89f-489b-a583-4e6fc09a283f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0388763 Feb 19 00:33:37.882870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7d0aa-6435-4682-957a-493e8d6b7ef0 req-32b344b5-2c11-4c30-8e36-9503572f510e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:37.884340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdc7d0aa-6435-4682-957a-493e8d6b7ef0 req-32b344b5-2c11-4c30-8e36-9503572f510e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 932 time: 0.0618320 Feb 19 00:33:37.933406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdc7d0aa-6435-4682-957a-493e8d6b7ef0 req-168cb221-84ce-4856-bd32-8a241342a2cc tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Feb 19 00:33:38.048421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c79187fe-9a17-4175-ba52-24f903627c83 req-9a9a276c-aeeb-487e-a3ed-723af2ef0351 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0345106 Feb 19 00:33:38.218169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a2f802d-a451-4213-ae38-abe40b3016c5 req-cdd25e53-4b47-4683-88b9-99c63c16bef5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0268843 Feb 19 00:33:38.479714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76263295-c1fd-44a1-b0d2-ff089dc9aee5 req-4413bb1e-e0fe-415d-a0d1-5b23cdf85a9c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0282810 Feb 19 00:33:38.636171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa593327-eb48-4e9f-9d42-dfd1fadecc54 req-0a9b0f02-4921-4cdc-8ef5-9cee5cdb3c5f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0293145 Feb 19 00:33:38.772756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c90d7874-5c1a-482c-a1b6-ff5966d65f64 req-8bf9a725-9b1b-4959-807d-ff38e1da2b54 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0282698 Feb 19 00:33:38.884110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8499c35e-9dd5-4cb8-b452-f733c5f832dd req-18e9e56c-714d-4543-b898-14159ed79de9 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0360181 Feb 19 00:33:38.902291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75967e95-aced-44cd-9082-4f9354f5aec1 req-8612af5f-d493-4d71-b3c3-d60e54a6fbeb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:38.903759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75967e95-aced-44cd-9082-4f9354f5aec1 req-8612af5f-d493-4d71-b3c3-d60e54a6fbeb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0847807 Feb 19 00:33:38.954751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75967e95-aced-44cd-9082-4f9354f5aec1 req-04c31c59-3446-430e-a4f1-e9b8d3964505 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452633 Feb 19 00:33:39.059285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d711a-0a35-4ad8-8092-52547f3523cc req-99829ccd-3606-432d-b816-868263da62eb tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:39.060814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-726d711a-0a35-4ad8-8092-52547f3523cc req-99829ccd-3606-432d-b816-868263da62eb tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 932 time: 0.0576942 Feb 19 00:33:39.124207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-726d711a-0a35-4ad8-8092-52547f3523cc req-7632a37d-21fa-4626-a9bd-856120d830af tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573232 Feb 19 00:33:39.143768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79a09baf-1f37-4418-b154-7e38b158c9e4 req-3ac339e3-4165-4ca1-ac29-a7055016e1a0 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0423486 Feb 19 00:33:39.301491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369f9b3a-b9f6-4d53-b73a-5cb5ed62c35b req-b7998758-ff47-4f61-9bb0-f9ecc45fc621 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0324976 Feb 19 00:33:39.566290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a8f7c04-f077-4480-8d8c-36a2f7c1c2b5 req-01bc0cbe-296c-46b3-a776-91fc5213ccdb tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0283291 Feb 19 00:33:39.718263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe4a983-d0f7-4fcd-902a-931a1f6655c1 req-96e30872-addf-4ecc-be72-a08c9f216733 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0283482 Feb 19 00:33:39.852629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4c5c5b5-ffe6-4cc2-93b6-586a214f6e9a req-c40eb451-3c04-4886-805b-a3eacb76f8d7 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0282114 Feb 19 00:33:39.965023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36c73da6-7788-42fc-9ea4-3ce18dddfb00 req-6f49b5d3-fb00-4fa1-883f-a82e416c5fd8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0282142 Feb 19 00:33:40.101064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8e4f6-f8fc-4a3b-a576-6fff9ce15bfd req-b2c8566f-1cef-4b82-b843-1b165df8dfe4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:40.102603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bb8e4f6-f8fc-4a3b-a576-6fff9ce15bfd req-b2c8566f-1cef-4b82-b843-1b165df8dfe4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0760651 Feb 19 00:33:40.156893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bb8e4f6-f8fc-4a3b-a576-6fff9ce15bfd req-369acc71-722a-4884-99d5-a8de97e72a5e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482836 Feb 19 00:33:40.254544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef9b850e-47c4-4ae4-b256-199b14fc29a2 req-652193fe-188f-44b6-8b87-86c845ed9d48 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0433345 Feb 19 00:33:40.282138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995e096-c7b7-438b-928b-f89ad52ff8be req-26b1ca2a-e878-4bee-a607-daca7af50a65 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:40.283737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c995e096-c7b7-438b-928b-f89ad52ff8be req-26b1ca2a-e878-4bee-a607-daca7af50a65 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 932 time: 0.0822034 Feb 19 00:33:40.331732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c995e096-c7b7-438b-928b-f89ad52ff8be req-07e56865-1341-42ae-8c79-a852d6f87725 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423539 Feb 19 00:33:40.384945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d521fb01-04c9-42fe-b541-de43a5565847 req-1fac5cac-67bd-4866-a43f-8f376bb8219f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0313041 Feb 19 00:33:40.661012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-834894d0-71a5-4568-85a8-88e437da6d7e req-f347a97e-8d5c-4e2a-ad0c-05a0a2c0146a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0284450 Feb 19 00:33:40.805657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec890a81-688f-4033-ae89-249b45204292 req-e79359f2-5376-4a31-8c99-be517200d75c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0340443 Feb 19 00:33:40.937725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15129f6d-2a8f-464c-af32-49c6f122068e req-051f7f35-a4b6-4b02-b605-3763867449fb tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0331969 Feb 19 00:33:41.043085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5b711bc-5c84-42d7-bd3b-f6367b5a039f req-adc578b0-fa0f-4ec9-b7bf-5d69ae1b75cc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0275273 Feb 19 00:33:41.294730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf8969-c09c-49ab-a2c9-f703c07c3c9e req-d1a3900d-3dc9-4774-a92e-ad9939b66ad9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:41.296223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1bf8969-c09c-49ab-a2c9-f703c07c3c9e req-d1a3900d-3dc9-4774-a92e-ad9939b66ad9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0636759 Feb 19 00:33:41.349082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18428c5e-54ab-4fc5-9717-384bacd8d5e7 req-6e5a8bef-a6a5-4a6f-a9e0-191d756a4c0c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0410433 Feb 19 00:33:41.371787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1bf8969-c09c-49ab-a2c9-f703c07c3c9e req-dc3dbea5-b2f0-4f02-8038-23a909fb9ac6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698333 Feb 19 00:33:41.383258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Request body: {'port': {'device_id': '9f467f55-3d28-44e7-a965-6449c713f4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:33:41.492118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-717a8c25-1413-4fbc-8280-53e8d5b1835b req-e98990ef-0841-45d2-b5b1-e2565caa8b10 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0524018 Feb 19 00:33:41.527971 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:41.551638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e57f7-deb2-4233-96b0-29820ea2f19d req-51e797d7-210d-4289-8b8e-a03661425b7f tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:41.553215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d41e57f7-deb2-4233-96b0-29820ea2f19d req-51e797d7-210d-4289-8b8e-a03661425b7f tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 932 time: 0.1465712 Feb 19 00:33:41.683491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d41e57f7-deb2-4233-96b0-29820ea2f19d req-74de5f5f-2e64-4e74-9d65-ff4ea8d6570e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096766 Feb 19 00:33:41.767538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09727c9e-a1ab-405d-acf4-9a5093fa131c req-2f397c0c-ba57-469c-8823-f889a6f37453 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0311847 Feb 19 00:33:41.863675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81ae9de-fc37-41b8-8553-7d17262a676e {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:33:41.872986 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Publish callbacks [] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:41.903487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2cf2981-e4a6-40bc-9c26-623b8f58f01a req-514256ce-cd38-4944-aa7f-932b2137d98e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0350366 Feb 19 00:33:41.908147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Transition to ACTIVE for port object e81ae9de-fc37-41b8-8553-7d17262a676e will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:33:41.912997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:41.964575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Pushing event updated for resources: {'Port': ['ID=e81ae9de-fc37-41b8-8553-7d17262a676e,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:42.043837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96a98a26-7034-4b9d-a27b-8c8fdfa28ca1 req-f96d6b18-0cb0-479b-a3c0-24ee953bce6d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0351491 Feb 19 00:33:42.064888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Attempting to bind port e81ae9de-fc37-41b8-8553-7d17262a676e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:33:42.065316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Attempting to bind port e81ae9de-fc37-41b8-8553-7d17262a676e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:33:42.065659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Attempting to bind port e81ae9de-fc37-41b8-8553-7d17262a676e on network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:33:42.070917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Port e81ae9de-fc37-41b8-8553-7d17262a676e on network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:33:42.071251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Attempting to bind port e81ae9de-fc37-41b8-8553-7d17262a676e on network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:33:42.076816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:33:42.077167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Checking segment: {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:33:42.077563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Bound using segment: {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:33:42.078152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Bound port: e81ae9de-fc37-41b8-8553-7d17262a676e, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c910738b-3190-4673-bc70-5c5478421cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:33:42.078541 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:42.142030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaf4b2a0-85bd-463e-bf3e-774b26e12b8e req-67a56768-8905-4dbd-8c22-c24356a0f53c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0474451 Feb 19 00:33:42.166904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] For port e81ae9de-fc37-41b8-8553-7d17262a676e, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:33:42.170313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] For port e81ae9de-fc37-41b8-8553-7d17262a676e, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e81ae9de-fc37-41b8-8553-7d17262a676e,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:33:42.176882 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:42.213183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:42.214146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:42.215538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] 10.222.0.113 "PUT /v2.0/ports/e81ae9de-fc37-41b8-8553-7d17262a676e HTTP/1.1" status: 200 len: 1092 time: 0.8371103 Feb 19 00:33:42.215984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f467f55-3d28-44e7-a965-6449c713f4e3', 'tag': 'e81ae9de-fc37-41b8-8553-7d17262a676e'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:33:42.218320 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93" -d '{"events": [{"name": "network-changed", "server_uuid": "9f467f55-3d28-44e7-a965-6449c713f4e3", "tag": "e81ae9de-fc37-41b8-8553-7d17262a676e"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:33:42.254594 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3557699f-6054-4f03-8cf0-b72691d9bd4d x-openstack-request-id: req-3557699f-6054-4f03-8cf0-b72691d9bd4d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:33:42.254910 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f467f55-3d28-44e7-a965-6449c713f4e3", "tag": "e81ae9de-fc37-41b8-8553-7d17262a676e", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:33:42.255162 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3557699f-6054-4f03-8cf0-b72691d9bd4d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:33:42.255583 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f467f55-3d28-44e7-a965-6449c713f4e3', 'tag': 'e81ae9de-fc37-41b8-8553-7d17262a676e', 'status': 'completed', 'code': 200} Feb 19 00:33:42.258693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856230a1-aaa0-4c91-83a3-41e2a51e5133 service neutron] Pushing event updated for resources: {'Port': ['ID=e81ae9de-fc37-41b8-8553-7d17262a676e,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:42.313303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-d83c59de-ddc6-4980-aa99-490937b50b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:42.314905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-d83c59de-ddc6-4980-aa99-490937b50b2b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4c19aac22ac04fa6898253ac745f570e&device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 1126 time: 0.0509920 Feb 19 00:33:42.357805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-b8a290d4-efff-4e67-bf0a-48af550579e2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e81ae9de-fc37-41b8-8553-7d17262a676e HTTP/1.1" status: 200 len: 217 time: 0.0350976 Feb 19 00:33:42.432089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ad37494-7e19-4d66-8212-557ac0e58c61 req-9b536115-6522-47fd-a178-0d2302847b77 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0310457 Feb 19 00:33:42.435791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-7d8229a4-e303-4ff4-a94f-686cc868d56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:42.437161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-7d8229a4-e303-4ff4-a94f-686cc868d56c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2d95afd-6489-416b-a522-250dac1d7397 HTTP/1.1" status: 200 len: 854 time: 0.0735273 Feb 19 00:33:42.517862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-c5a5ab87-a863-4fd4-8136-97bd536ffa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:42.519339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-c5a5ab87-a863-4fd4-8136-97bd536ffa24 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0751386 Feb 19 00:33:42.540978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81088c37-fa4a-4c16-a2bc-821fd2152fe4 req-a0625624-23c9-4fde-aaca-ffc94e87a678 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:42.542381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81088c37-fa4a-4c16-a2bc-821fd2152fe4 req-a0625624-23c9-4fde-aaca-ffc94e87a678 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0732124 Feb 19 00:33:42.631203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a8ec6ac-ab05-4914-baa9-fe4433756239 req-317a1256-2d6a-4bdb-99fc-f3d3102637d6 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0442832 Feb 19 00:33:42.666259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81088c37-fa4a-4c16-a2bc-821fd2152fe4 req-a3b1c297-733c-416f-beed-0b0f67cfd9d3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128073 Feb 19 00:33:42.682380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-87c4afc1-33af-4bac-87c7-4369596e58d5 service neutron] 10.222.0.113 "GET /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556425 Feb 19 00:33:42.805864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f7b1526-5cd2-48c8-9641-8b4d42f631a9 req-0ea95633-0521-4569-a0dd-e0a149690067 service neutron] 10.222.0.113 "GET /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172435 Feb 19 00:33:42.824259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008dfb5-44ac-4e21-8c49-d838085bafe3 req-d0b655d5-b35c-4c15-9ed8-6a7080d16e74 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:42.825775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9008dfb5-44ac-4e21-8c49-d838085bafe3 req-d0b655d5-b35c-4c15-9ed8-6a7080d16e74 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 944 time: 0.0751910 Feb 19 00:33:42.866641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98b6ca59-1d11-469e-8dcf-68d30db79497 req-9ad06cc5-fce4-4e06-b0bb-f3bf4c05d6ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0398238 Feb 19 00:33:42.926485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9008dfb5-44ac-4e21-8c49-d838085bafe3 req-7aed4a71-ee97-4374-81de-5d8dd1838cef tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910113 Feb 19 00:33:42.933037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-91f5cb1d-77ea-4784-a2a2-5253bd1b972e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:42.934604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-91f5cb1d-77ea-4784-a2a2-5253bd1b972e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4c19aac22ac04fa6898253ac745f570e&device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 1126 time: 0.0783918 Feb 19 00:33:43.014027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81ac77bc-129c-4ea9-9948-18452f759297 req-fd3167f8-9102-48fb-9b48-5ba15fd40260 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0559189 Feb 19 00:33:43.048901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-7ce7225c-ec7a-444b-865c-395cf8cbf331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:43.050396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-7ce7225c-ec7a-444b-865c-395cf8cbf331 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 HTTP/1.1" status: 200 len: 916 time: 0.1099892 Feb 19 00:33:43.090683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-bdb42eb9-95e0-4adf-b2fa-2cbc4da5bcbf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e81ae9de-fc37-41b8-8553-7d17262a676e HTTP/1.1" status: 200 len: 217 time: 0.0339527 Feb 19 00:33:43.125164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-178251f4-5d17-444d-8757-b91ffe4a83d4 req-788d5d5c-825d-46f9-93c4-4924709b6268 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0316443 Feb 19 00:33:43.161634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-ed8f19fe-160b-4a00-adbf-18ce5f34d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:43.163173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-ed8f19fe-160b-4a00-adbf-18ce5f34d555 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2d95afd-6489-416b-a522-250dac1d7397 HTTP/1.1" status: 200 len: 854 time: 0.0616412 Feb 19 00:33:43.232999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f65a39a0-885a-4704-886b-f7a35ab25880 req-71c1d036-b41a-4ea4-a9e7-ce646cdb4f53 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0348024 Feb 19 00:33:43.245305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-d19ed6a6-0fd3-44f4-bda6-60dc4e9d1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:43.246800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-d19ed6a6-0fd3-44f4-bda6-60dc4e9d1fbe service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0768158 Feb 19 00:33:43.339893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-547a982d-653f-4d7d-9d3c-c627de2019de service neutron] 10.222.0.113 "GET /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863345 Feb 19 00:33:43.434678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94a4c5ad-f045-49f2-b3bd-73f399ab5a93 req-9b844cda-85cc-4c15-9ea6-59ce1ada39c3 service neutron] 10.222.0.113 "GET /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887661 Feb 19 00:33:43.515369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a36e353-292e-4b37-a903-36e607840245 req-70f1f755-db90-4363-80e5-97ef02e0ab03 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0319419 Feb 19 00:33:43.725105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df7aae16-9728-433f-ab19-c15bd12e626e req-acb7427b-ad37-4ee5-a46f-338b26ee246a tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0309422 Feb 19 00:33:43.802027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61f8a9-d2d0-47f9-b267-7efa1159dec5 req-9184dc2e-ac79-49fb-804f-b158146d0d59 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:43.803619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c61f8a9-d2d0-47f9-b267-7efa1159dec5 req-9184dc2e-ac79-49fb-804f-b158146d0d59 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0577278 Feb 19 00:33:43.860230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c61f8a9-d2d0-47f9-b267-7efa1159dec5 req-bc1503b7-fb69-4745-8d1a-34820530f356 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482087 Feb 19 00:33:43.950050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa57bd09-37f7-49e5-970f-465a5c194830 req-0eee4df5-7881-4860-9a68-4caf7054b6aa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0272126 Feb 19 00:33:44.049933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9514e8-63a8-4880-af99-b614fdc9af10 req-982a9025-5d9a-49b5-9ab4-a440a1471bea tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:44.051529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc9514e8-63a8-4880-af99-b614fdc9af10 req-982a9025-5d9a-49b5-9ab4-a440a1471bea tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 944 time: 0.0545795 Feb 19 00:33:44.105417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21301b94-94b0-473a-9e6d-99da358cd58f req-e56f425b-a758-460d-8d68-6c3d46aebdea tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0330505 Feb 19 00:33:44.126657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc9514e8-63a8-4880-af99-b614fdc9af10 req-211ef29f-588b-49d8-a314-6fe8c8eb588e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691245 Feb 19 00:33:44.212204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06603fe6-ef82-4897-9b46-e95e8a758313 req-b640f54f-dad3-4a51-b937-e557a8c97fc4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0322852 Feb 19 00:33:44.309894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-449b3f2e-7556-4bb7-847c-edb35002c8b3 req-85923656-0316-43a2-bbd3-d97546dadcaa tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0270662 Feb 19 00:33:44.599500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06baa4cb-ae74-4f7b-8cec-933cf23b3ffe req-61706808-cf29-4fc8-90f0-3d188cf88c4f tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0271826 Feb 19 00:33:44.808972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-474f718b-5036-4672-baba-0a13f37e53bc req-6488269b-1bc2-4ee5-bc6e-5adad1c5cd92 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0303035 Feb 19 00:33:45.004876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76059e6d-2597-47a7-a885-cd8bc8b0f356 req-1d25a103-d28f-4dec-9d08-b1a23471d539 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:45.007086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76059e6d-2597-47a7-a885-cd8bc8b0f356 req-1d25a103-d28f-4dec-9d08-b1a23471d539 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0643263 Feb 19 00:33:45.049689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f951aeb9-a5f7-4573-99ff-ef762b4ef488 req-fd867fbe-346f-449c-bb5d-f719b018c624 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0355012 Feb 19 00:33:45.084024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76059e6d-2597-47a7-a885-cd8bc8b0f356 req-02cf4d53-bf2d-46d1-9774-68f26967f942 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714839 Feb 19 00:33:45.183800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3346576-1bb4-4ab7-9bf3-19e769618ce0 req-6386d5b3-64af-49cc-8412-ba7fcc0d60ce tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0281749 Feb 19 00:33:45.254131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b77a8-91d2-462e-80b0-bf49c396e614 req-a61b2c35-d627-4a06-a72c-543a3a52c2e0 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:45.255706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd4b77a8-91d2-462e-80b0-bf49c396e614 req-a61b2c35-d627-4a06-a72c-543a3a52c2e0 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 944 time: 0.0534503 Feb 19 00:33:45.303802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14ea7b2a-de78-4968-a963-f830cc91d3d4 req-9f545c12-2a88-4b24-a7cf-ab8634c9191e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0364170 Feb 19 00:33:45.331512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd4b77a8-91d2-462e-80b0-bf49c396e614 req-ffedb6be-891b-4b5c-99b8-8152c4bc447c tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700262 Feb 19 00:33:45.385448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecaac03c-2f14-410c-8209-c369154a0759 req-59750878-87c2-4610-9ba2-7f7cf6383d58 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0272081 Feb 19 00:33:45.677689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfbc7ca2-22ee-4171-810a-c409a9a0d84d req-a4850f54-1d20-4d14-b4ae-7dfe7c9f8a56 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0266771 Feb 19 00:33:45.892030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccb90698-19f1-4572-9f9d-3ebfaa45b16a req-84dabb04-372a-4090-9256-421a87de1d06 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0306406 Feb 19 00:33:45.892706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e81ae9de-fc37-41b8-8553-7d17262a676e details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:33:45.990072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e81ae9de-fc37-41b8-8553-7d17262a676e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e81ae9de-fc37-41b8-8553-7d17262a676e,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:46.001573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'e81ae9de-fc37-41b8-8553-7d17262a676e', 'network_id': 'f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1', 'port_id': 'e81ae9de-fc37-41b8-8553-7d17262a676e', 'mac_address': 'fa:16:3e:1d:23:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d95afd-6489-416b-a522-250dac1d7397', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:33:46.044204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e81ae9de-fc37-41b8-8553-7d17262a676e is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:46.044606 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:46.057679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81ae9de-fc37-41b8-8553-7d17262a676e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:33:46.080202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e81ae9de-fc37-41b8-8553-7d17262a676e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e81ae9de-fc37-41b8-8553-7d17262a676e,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:46.085444 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:46.138174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e81ae9de-fc37-41b8-8553-7d17262a676e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:46.328724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e81ae9de-fc37-41b8-8553-7d17262a676e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:33:46.445560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-210dd1d3-c0d4-42c3-b564-3586d5d10aa5 req-f05b1abe-3f8d-42dc-9504-33aa7f72ba8d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.3337655 Feb 19 00:33:46.498402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdf179-e3cd-4ef7-8e32-9ff0f2f66cef req-e5966118-9ae3-4512-83b5-1111241ab93a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:46.499877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84bdf179-e3cd-4ef7-8e32-9ff0f2f66cef req-e5966118-9ae3-4512-83b5-1111241ab93a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0569715 Feb 19 00:33:46.530569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b75d8bb-fa99-44c5-8ceb-1a4edffa1452 req-2083011d-d4e1-40d4-8ee7-ee325116cbfa tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0297205 Feb 19 00:33:46.566367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84bdf179-e3cd-4ef7-8e32-9ff0f2f66cef req-401d5527-60fd-4958-84f3-977d2c344669 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574195 Feb 19 00:33:46.596164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90ec045a-c9c5-4e39-9c6a-b5785726d277 req-15137297-b27a-4358-85c9-26fa86389607 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0288563 Feb 19 00:33:46.675748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8060ae05-da49-4fe4-b926-32c1882e3e44 req-c2cfe9c2-f9ad-4962-b79b-e9219a7a2836 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0399582 Feb 19 00:33:46.698422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d67eb6-62e7-4804-9767-6a2951d5e545 req-6aac5d77-f9d5-4900-b852-472d67136bfa tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:46.699810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8d67eb6-62e7-4804-9767-6a2951d5e545 req-6aac5d77-f9d5-4900-b852-472d67136bfa tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 945 time: 0.0728190 Feb 19 00:33:46.761433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba60c101-2c91-4923-923e-67bddd267abd req-cd0ea43c-67f5-479a-a94b-061fa24c9c7a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0333681 Feb 19 00:33:46.777313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8d67eb6-62e7-4804-9767-6a2951d5e545 req-6d927c33-d6a2-4df8-b7d1-12f3ed164378 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656075 Feb 19 00:33:46.984767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5977ba17-754e-49cb-89a1-0496abc090a3 req-4dcd23ff-77e4-4b1f-8f1a-0a3b636f9f17 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0313745 Feb 19 00:33:47.541287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72773b0d-9acc-4022-8f57-73d613731bc0 req-34f47a54-8ab8-48ac-84e2-b2f53c9616a1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0315681 Feb 19 00:33:47.606474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcdb6502-5612-4f89-a148-cba82933913f req-3e539df7-12cb-4e31-9fad-8d22220397c6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0273874 Feb 19 00:33:47.693922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f6e58b1-2e43-4b5f-8691-70febd4e801f req-ca9ba562-a8c2-4b15-80ec-d4d4be819d7a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0482748 Feb 19 00:33:47.715429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e7dbc-c823-44e7-bc54-afc1632d85a9 req-85610e6a-65fa-437e-8626-a7cb63d1f910 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:47.716924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db9e7dbc-c823-44e7-bc54-afc1632d85a9 req-85610e6a-65fa-437e-8626-a7cb63d1f910 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0726073 Feb 19 00:33:47.769097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b686b16-f95b-49df-b126-e76b7887f452 req-bf3e57a0-826c-4764-b1e7-4f99c43ab1a5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0296636 Feb 19 00:33:47.789920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db9e7dbc-c823-44e7-bc54-afc1632d85a9 req-de072e2d-6a74-4ebb-9559-da301a839cd2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673218 Feb 19 00:33:47.845979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1c196b7-0738-42e1-b6c2-22d5ce39bb8d req-a6fd48ef-31c7-496f-afb5-fcf1c047d2e2 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Feb 19 00:33:47.896456 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6de34f7e-62e4-4ed9-bfab-3480e66299ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:47.905442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bff376-18eb-4ed3-a3c0-6f0fe322ff54 req-065ceaab-a5f0-4ff2-b2c5-9345922b6a6a tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:47.906963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45bff376-18eb-4ed3-a3c0-6f0fe322ff54 req-065ceaab-a5f0-4ff2-b2c5-9345922b6a6a tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 945 time: 0.0573170 Feb 19 00:33:47.921831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e81ae9de-fc37-41b8-8553-7d17262a676e up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:33:47.955796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45bff376-18eb-4ed3-a3c0-6f0fe322ff54 req-11aad98d-b194-4980-b2e1-85752b72fb79 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411942 Feb 19 00:33:47.973544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port e81ae9de-fc37-41b8-8553-7d17262a676e completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:33:47.978067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port e81ae9de-fc37-41b8-8553-7d17262a676e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:33:47.978575 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:48.058276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e81ae9de-fc37-41b8-8553-7d17262a676e is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:33:48.058588 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:48.063979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aafb4cf4-3ea7-436b-b6f4-d36f8856529b req-1e66653c-bcd9-49d8-9dd3-3c5ed9d84313 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0303316 Feb 19 00:33:48.084986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f467f55-3d28-44e7-a965-6449c713f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81ae9de-fc37-41b8-8553-7d17262a676e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:33:48.087279 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fd91f9-90f2-483c-a52d-6065da19faf4" -d '{"events": [{"server_uuid": "9f467f55-3d28-44e7-a965-6449c713f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "e81ae9de-fc37-41b8-8553-7d17262a676e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:33:48.099601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e81ae9de-fc37-41b8-8553-7d17262a676e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e81ae9de-fc37-41b8-8553-7d17262a676e,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:33:48.104489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:48.128161 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c873a25b-ff6a-4651-8d8d-8420f0197b42 x-openstack-request-id: req-c873a25b-ff6a-4651-8d8d-8420f0197b42 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:33:48.128457 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f467f55-3d28-44e7-a965-6449c713f4e3", "name": "network-vif-plugged", "status": "completed", "tag": "e81ae9de-fc37-41b8-8553-7d17262a676e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:33:48.128714 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c873a25b-ff6a-4651-8d8d-8420f0197b42 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:33:48.129172 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f467f55-3d28-44e7-a965-6449c713f4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81ae9de-fc37-41b8-8553-7d17262a676e', 'code': 200} Feb 19 00:33:48.155303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e81ae9de-fc37-41b8-8553-7d17262a676e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:33:48.222801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5138f-e853-4960-9478-5091959292e5 req-1d8d2cd2-6296-48ef-b440-a3ba20466116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:48.224260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9e5138f-e853-4960-9478-5091959292e5 req-1d8d2cd2-6296-48ef-b440-a3ba20466116 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 1128 time: 0.0441895 Feb 19 00:33:48.267438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9e5138f-e853-4960-9478-5091959292e5 req-c608eff1-08b7-4d61-8fad-cfd7cae54a7e service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372388 Feb 19 00:33:48.586017 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:48.631391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e04c59c-28da-4165-a1af-84cca979e733 req-e382bc6e-0134-480b-8063-41d89495e8cf tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0273864 Feb 19 00:33:48.687848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4205f0c0-1671-4179-98d9-889e04a3b1b0 req-446aef63-06dc-4f47-9311-b2da17e7987b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0288961 Feb 19 00:33:48.779081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-968fd0ae-914b-4bbc-95c2-9a0eb14aa66b req-074d2c03-9e9a-4fdc-9956-4c68f28b4f51 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0340588 Feb 19 00:33:48.848666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d6a7c56-4234-499a-a57b-c210eee123d3 req-36b59e75-e845-4437-9127-fbfb7e7e8542 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0277536 Feb 19 00:33:48.929130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-238bd858-e1e9-47e4-bdfd-94c724c603bc req-3dee02b8-e962-44b1-b1d8-d7bdb52bfdce tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0337715 Feb 19 00:33:48.942629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce492f-6f00-4527-adcb-906d68005e2c req-6b34b633-9b8a-436a-b44c-675d350d395c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:48.944183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bce492f-6f00-4527-adcb-906d68005e2c req-6b34b633-9b8a-436a-b44c-675d350d395c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0821130 Feb 19 00:33:48.992939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bce492f-6f00-4527-adcb-906d68005e2c req-9d4db922-23ee-4cfe-84a0-bf04951a9ff6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430372 Feb 19 00:33:49.081044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15117c34-8702-4b80-ac04-d2435b8744d7 req-624db26e-0633-4d20-99df-1aabd1ff4818 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:49.082480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15117c34-8702-4b80-ac04-d2435b8744d7 req-624db26e-0633-4d20-99df-1aabd1ff4818 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 946 time: 0.0581808 Feb 19 00:33:49.153121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59f4c4cc-5d1f-46b0-92dc-1c301bef0e36 req-de3ee9a4-a0a8-43ce-83f0-06667e7c4800 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0355723 Feb 19 00:33:49.157460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15117c34-8702-4b80-ac04-d2435b8744d7 req-5df5e150-557b-4f32-a950-470d68a6e7ed tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686798 Feb 19 00:33:49.728658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9aa57198-fe75-4459-bcd8-da0a04c44afa req-fa56b901-66ef-4e25-8edf-8e05556ff732 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0323343 Feb 19 00:33:49.767105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfd5580e-eed5-4e4a-9fbc-56f73dc95919 req-d786ba4b-d661-4b85-bb86-3733ecfd3598 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0267136 Feb 19 00:33:49.860733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b76cfec2-280b-427b-924f-60a6beaa4e52 req-771d3ff3-99f4-42c1-baba-7f70faa86e55 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0312490 Feb 19 00:33:49.926098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce836af6-5a7d-4a79-a1ee-37eefc6c150b req-a2d9ab5d-3d3b-4bd9-ab2a-39491facc710 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0278320 Feb 19 00:33:50.011229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e78518a6-d9af-47df-a93a-bad0f5c3f101 req-b71fa2e2-9cf3-45a2-b234-c465559f481a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0327334 Feb 19 00:33:50.011633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-331e283a-db0b-4525-ba3d-7cc31ed94a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:50.122732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55409d83-ac26-4e17-aa35-e00dd4848f3f req-22f7ff30-c5d4-434e-9b13-48ec2c8b8d6e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:50.124222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55409d83-ac26-4e17-aa35-e00dd4848f3f req-22f7ff30-c5d4-434e-9b13-48ec2c8b8d6e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0588267 Feb 19 00:33:50.173799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55409d83-ac26-4e17-aa35-e00dd4848f3f req-7dc5d289-fa76-4e41-b279-4c207fc6b310 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434198 Feb 19 00:33:50.236319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4b2ec68-d71e-49ee-acb5-2d6d3df4dabc req-33e7959b-9151-4d1c-9fb7-46e2313eba60 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0331068 Feb 19 00:33:50.287179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00494eb-e7e5-4ed0-a18b-07a7b5a9c4df req-a1980395-0e2a-49d9-a66c-5a29a70f6cd6 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:50.288598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f00494eb-e7e5-4ed0-a18b-07a7b5a9c4df req-a1980395-0e2a-49d9-a66c-5a29a70f6cd6 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 946 time: 0.0552998 Feb 19 00:33:50.335523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f00494eb-e7e5-4ed0-a18b-07a7b5a9c4df req-65abda98-3d0b-404c-9f90-cbbceb5288d6 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Feb 19 00:33:50.816846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-259aa11e-c2aa-4e02-9b5a-c7a5df1de0c6 req-a17515ed-a34f-46e1-8125-20754f5c1901 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0286622 Feb 19 00:33:50.862164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dc160ac-b495-4034-a444-9ed361b1b795 req-a21fc4f7-9d93-4913-a811-04a049b1a806 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0369923 Feb 19 00:33:50.937078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-305a91f9-84f6-41e9-8bfc-8cff6f09ec8b req-6089d0fe-d606-4894-a80d-66ddc905d9d9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0284746 Feb 19 00:33:51.013017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dad60854-1a38-41df-8b3a-fa80c9824181 req-084056fe-d18d-4f88-98c3-339bc8a0986e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0282602 Feb 19 00:33:51.090067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7370f69c-7bd4-4f96-87cf-0ed652a0b354 req-11e19066-7f78-433d-bd21-9933a33770ac tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0291631 Feb 19 00:33:51.097763 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:51.319908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25797c47-20c4-44f5-9ff2-1b0729eb74fd req-cccb2048-94b5-4bc0-82e1-7a0e06f0cfc3 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0328767 Feb 19 00:33:51.337160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133aac0-8e4a-4fff-a9a3-d4c7251bc4f9 req-37cac988-9880-451a-822b-c7f2356b6c74 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:51.338696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8133aac0-8e4a-4fff-a9a3-d4c7251bc4f9 req-37cac988-9880-451a-822b-c7f2356b6c74 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0848024 Feb 19 00:33:51.390543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8133aac0-8e4a-4fff-a9a3-d4c7251bc4f9 req-db04142f-9390-4228-b2c2-402a157622cb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444968 Feb 19 00:33:51.906337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfc436f1-d79c-43e2-90d7-768f00d26450 req-299551e1-d2dd-463d-a21c-f256ca28bb59 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0303416 Feb 19 00:33:51.959271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c88fae8d-ee06-45de-96c7-17c1f23796d3 req-d86e1214-3811-4856-abb2-0125a0451082 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0350823 Feb 19 00:33:52.024358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e37fb73-ca2e-4aac-95b3-b232ca2f0e69 req-fc342927-5a40-443e-8f57-e8f07cfdb1ca tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0277703 Feb 19 00:33:52.107360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-834a3c04-df25-42a4-8f05-91485b60c874 req-77af8967-3670-4e31-b15e-a6292e31f7ff tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0340168 Feb 19 00:33:52.168632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b696997c-c749-44e3-b016-6c5b5baf2c29 req-87a7a5b1-748c-4f5b-8484-e76937769905 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0272808 Feb 19 00:33:52.410861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20ae1712-bab9-4b38-86bd-7c70590fac0b req-84d7753e-1d5d-406a-805a-08e03d784b8f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0369413 Feb 19 00:33:52.518441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdfd513-6ec3-40d0-837f-7dece4ec6913 req-c1d18f1d-2f88-4dea-b80b-f3351cbc11fc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:52.520071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fdfd513-6ec3-40d0-837f-7dece4ec6913 req-c1d18f1d-2f88-4dea-b80b-f3351cbc11fc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0568621 Feb 19 00:33:52.543029 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:52.569157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fdfd513-6ec3-40d0-837f-7dece4ec6913 req-a0f6cab9-2beb-44f0-96fb-0e5a75aa5ffd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428283 Feb 19 00:33:53.008527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d30a011-e426-469e-a21c-24bcc927e660 req-abd719ac-f842-4708-9088-d0ac938d57a7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0358224 Feb 19 00:33:53.076218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ff6d7b2-bfa4-476d-82e8-4d5fbf486c53 req-3d34d0bb-d537-4cb2-b9cf-66406d165c55 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0297980 Feb 19 00:33:53.115213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb3cea24-40f9-462d-9974-3163d17ef820 req-22e1131b-5701-4479-9e88-c8d213bd4054 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0379331 Feb 19 00:33:53.187053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87a3c84f-79e4-461a-a24f-a60b72f8c613 req-7ce3394d-06d8-4c3b-82a7-86ff3763b556 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0277183 Feb 19 00:33:53.249393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d8bcb0a-dfc6-40a0-b067-18ccf05f0932 req-53b604a8-fe61-445e-9eba-a220d9be117e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0295849 Feb 19 00:33:53.476885 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:53.488463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84869bdb-26e6-44b9-a0db-b76b01fd465f req-1eab4008-91da-4ad6-b9bb-174a768df166 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283568 Feb 19 00:33:53.700068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a7029-a61f-4a84-8de6-c9470b4b60ba req-ef2a0ad5-7104-42a6-91d9-f939224ac202 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:53.701568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-814a7029-a61f-4a84-8de6-c9470b4b60ba req-ef2a0ad5-7104-42a6-91d9-f939224ac202 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0594311 Feb 19 00:33:53.749487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-814a7029-a61f-4a84-8de6-c9470b4b60ba req-8f72b3e2-1b7c-45a8-add2-2a9876497c62 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420907 Feb 19 00:33:54.092426 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:33:54.107285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80939a52-5809-4e4b-bf82-f0ede4c767bc req-6d329d99-4190-45fb-a104-18173a032a8f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0402634 Feb 19 00:33:54.181317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9429fb-a6db-4be9-92af-8a8d298f8746 req-22579048-5308-46e8-9b68-5daadad543b5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0344653 Feb 19 00:33:54.215073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05a0121a-7f78-4ccc-bde9-3ec591a2dd41 req-32028b57-691a-422c-b965-41f74d3e0de4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0372467 Feb 19 00:33:54.273344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f10d7fa1-79ea-4d68-99dd-88e5279c0b58 req-4defa050-a3bd-42d8-aec9-a778d22f2d79 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0315864 Feb 19 00:33:54.335311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-619a1f46-82e5-4c1d-8499-e24982eaf89e req-f4a500c2-9560-41cd-9981-e82fb8c1346f tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0270958 Feb 19 00:33:54.567264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a048142-7836-46ec-9beb-eb3fd287f78c req-2b417eca-b533-473e-b124-48251b7daa26 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0276682 Feb 19 00:33:54.876075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a6196-70df-40d9-96e6-317b7ed0a8e6 req-f0954a78-6340-4094-becd-1e01d9680d96 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:54.877575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e4a6196-70df-40d9-96e6-317b7ed0a8e6 req-f0954a78-6340-4094-becd-1e01d9680d96 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0538530 Feb 19 00:33:54.925237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e4a6196-70df-40d9-96e6-317b7ed0a8e6 req-82337ebf-dcf6-4cda-aa3a-403a719dbafb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415287 Feb 19 00:33:55.202165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06de7afb-b0b1-472d-a611-284f3d1c0240 req-da173121-dc6b-477a-94de-cdc91f095cce tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0322273 Feb 19 00:33:55.270621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7187eca9-185b-4c2d-a0c4-38c1c252d54b req-2d8e231e-5ed5-4ff2-a151-554c6a6735be tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0337093 Feb 19 00:33:55.298863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba23cfb-0d9d-4caf-b4de-3b067c50241a req-3bca673a-9f01-41bc-8e7e-800cfc13b9d4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0315869 Feb 19 00:33:55.356316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-979d1740-5bd2-4d1e-8920-3291a6ea62f0 req-9bc0eb58-e783-44fc-b86f-3bdb8f434de3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0275137 Feb 19 00:33:55.414003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cfed5db-8689-45dd-b8a8-029b60eb38fa req-80e7b8da-ae05-4ed2-a368-767ce8ce64c3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0290682 Feb 19 00:33:55.649406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8d09e90-52ae-4777-9c4d-69d91a921559 req-7965aad9-82d4-4bc5-9c80-dbcfcb9f6b74 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0291550 Feb 19 00:33:56.060332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0d7c0-a9b8-48cf-8025-5a996c417757 req-fc4542c7-14b8-4a12-8e16-b7624376133d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:56.061840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7c0d7c0-a9b8-48cf-8025-5a996c417757 req-fc4542c7-14b8-4a12-8e16-b7624376133d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0588048 Feb 19 00:33:56.110044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7c0d7c0-a9b8-48cf-8025-5a996c417757 req-aa443c38-f1fd-4109-b30b-a5ed8d4fd0d4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421093 Feb 19 00:33:56.295026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ec6d871-ce55-40cf-8936-8ffc5425e287 req-99bf8dae-91be-493f-bbdc-15ebd08df2dd tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0287688 Feb 19 00:33:56.357701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f24e943f-c635-4771-b9c1-482be966e459 req-a82d8524-2914-4435-8ed3-b8770747cef0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0304890 Feb 19 00:33:56.389064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc462cfd-c149-49ad-8be3-69d511c1eb89 req-89235c89-bfce-434d-a3ae-58cb3d090d26 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0344982 Feb 19 00:33:56.438620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad876807-4ac9-4812-9d43-df3997b19b14 req-3cebacf9-c93b-4f33-943d-680bee91455d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0305951 Feb 19 00:33:56.494390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b065ebcb-b9b0-4d3b-b1b5-7a9f6011e582 req-f4d624b1-e6fa-4dec-b88d-067f3226627e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0281472 Feb 19 00:33:56.730317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb586d6-8fed-465a-8371-b23b477821ec req-3ef6a856-2bef-4f7e-a409-2436f94b38ee tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0295558 Feb 19 00:33:57.235586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f378a8-8934-410b-9afe-1a169f5b7c47 req-a090e7c8-2b42-4de7-8b76-cfe882e92d73 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:57.237162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22f378a8-8934-410b-9afe-1a169f5b7c47 req-a090e7c8-2b42-4de7-8b76-cfe882e92d73 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0534010 Feb 19 00:33:57.290706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22f378a8-8934-410b-9afe-1a169f5b7c47 req-31400349-4d61-46ef-86d9-1c07a91e21a5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476239 Feb 19 00:33:57.389184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1897c12-4bbb-48af-a68f-4f5c3aaa79ec req-63758c34-7d6b-4f02-8ff1-bf1e1e391d73 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0327678 Feb 19 00:33:57.438248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6eecef7b-857a-4a1c-aa60-384771369010 req-8699b12e-b507-4724-a228-c4ca64f84d86 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0304739 Feb 19 00:33:57.473974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26c38a6e-fc3f-46d9-98d7-41d32579c7b2 req-ea0946b4-0b9a-45d9-af31-fdb6ea89c780 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0286796 Feb 19 00:33:57.515356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7080fa81-ef7d-4979-a7ab-b39169bccdd9 req-1bb76aa6-1597-4523-b606-42cc87ed27c8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0269647 Feb 19 00:33:57.571971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc4f67d1-9738-4ac7-97b0-d831e1ce0a62 req-f855af2a-b179-4eeb-a105-00b8aef45c97 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0279372 Feb 19 00:33:57.808916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c5e889c-272d-4112-9595-ce335e9c356b req-21fc67c6-a90e-4c02-99ca-d643d8ac2cce tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0277941 Feb 19 00:33:58.422041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbd7b4-3bf8-4b68-8b5a-f3ea99556999 req-ce543760-5245-43f0-a7be-587751f4f08e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:58.425124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9dbd7b4-3bf8-4b68-8b5a-f3ea99556999 req-ce543760-5245-43f0-a7be-587751f4f08e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0630803 Feb 19 00:33:58.490938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e217996d-d32f-490a-8f93-59cb2cfef549 req-eebf81ef-96a0-4abe-a4dd-54f098935eef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0395570 Feb 19 00:33:58.500338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9dbd7b4-3bf8-4b68-8b5a-f3ea99556999 req-c082e5ec-4f49-482f-ad45-b7e20de18999 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712614 Feb 19 00:33:58.580631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35169267-a432-4cc9-a03f-91677dbca64c req-0c36a10f-7d7f-475e-8837-ac6943c85728 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0362184 Feb 19 00:33:58.599863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8603eb23-8f5a-4009-9794-b295e2e680a6 req-161267be-9e9c-4d92-8c42-203e2d55f4a3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0465271 Feb 19 00:33:58.646046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d6cdfed-dfb5-46d1-afa4-0321a0d86bd3 req-07f830cd-67d4-415d-839d-06a61db599d5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0280213 Feb 19 00:33:58.672036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9da0579-9a0c-428c-85ae-4895f3704565 req-72674a09-aa6b-4a57-b503-b35757b27e42 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0285556 Feb 19 00:33:58.886507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e1399c5-8271-48f2-af67-43010300d4f7 req-1311d478-4574-4894-85d5-392384d62d56 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0276315 Feb 19 00:33:59.587964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64c56c5a-b37a-48bb-aa48-7baa0eb34047 req-19291160-8e6d-47b9-a1b2-4878ee276e09 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0385015 Feb 19 00:33:59.662965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1de55e0d-242f-4f76-92c8-3f4f6e887c0b req-d0650413-0cbb-4e28-8e50-420c9b1a2bc9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0314112 Feb 19 00:33:59.669806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827dbf1-55e2-4fc3-9350-33871693cb10 req-755603b2-ddac-4089-a64b-979cb039eaa3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:33:59.671266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0827dbf1-55e2-4fc3-9350-33871693cb10 req-755603b2-ddac-4089-a64b-979cb039eaa3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0862100 Feb 19 00:33:59.738586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c78a33a-accb-4870-8216-b6f64e91ad5f req-4b5fde12-eaa8-40e5-848c-4eb796a4c9e5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0340958 Feb 19 00:33:59.760476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0827dbf1-55e2-4fc3-9350-33871693cb10 req-361865cc-2c08-49bd-8427-a2f5209bf447 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683293 Feb 19 00:33:59.805495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b62209b4-e596-49b4-8f94-39b861145a69 req-d2a7993e-b79e-45c3-a18d-a384f7872230 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0274642 Feb 19 00:33:59.846914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05962a8d-cb7c-4306-a123-b53730240586 req-3ea7defc-6ff8-49f5-8cad-59c1e25e492c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0306022 Feb 19 00:33:59.963872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bde2bd74-b599-4e69-8b5c-7707a7ffdaac req-7bf0e628-a070-45b3-a166-54d708ae3a83 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0282929 Feb 19 00:34:00.675560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0b8b630-db65-43a6-a2bb-1ca0f62b1146 req-caee5ec5-e447-4ccd-9318-98cd493bc9c2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0273061 Feb 19 00:34:00.744279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff16192c-de16-42af-b816-fd5a78aed7c9 req-d4e6db64-549d-473b-a3cc-75ec96384679 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0282629 Feb 19 00:34:00.816815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd21dcee-db2e-4d2c-9350-de88b5c965b6 req-0cfdbd50-e864-4a4c-a9b8-0a4d560e44cb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0274169 Feb 19 00:34:00.907902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d2ae149-2ff4-4314-a149-0baf8330a35a req-220eed76-7218-489e-852c-86add698cfcf tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0491183 Feb 19 00:34:00.929575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68409b56-dcf2-4df1-bfd7-526e51402f76 req-43256ec2-c62d-4892-b4fa-b1cddd5ba5be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:00.933623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68409b56-dcf2-4df1-bfd7-526e51402f76 req-43256ec2-c62d-4892-b4fa-b1cddd5ba5be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0886726 Feb 19 00:34:00.986874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e8655fd-095f-4ef7-9744-c3047bf6a722 req-1be84aff-a70b-469c-a038-26284e0f044e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0365224 Feb 19 00:34:01.012301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68409b56-dcf2-4df1-bfd7-526e51402f76 req-47601006-565f-4feb-b94f-71c6bc5b9151 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776470 Feb 19 00:34:01.055422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-448f4513-c310-4aac-a946-03767a33027f req-046bd180-7244-4f9f-a747-bd9388b200ed tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0282083 Feb 19 00:34:01.761742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c454bb8c-da80-4c1c-97de-552f1a92c148 req-22edbc56-971c-4d4b-8f4b-82f2e4d4292c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0271652 Feb 19 00:34:01.824824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7010e0e-2e1f-437c-b1a4-144aae133c96 req-ef3faa20-9d54-4216-ac58-7c4e3f585bf2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0308168 Feb 19 00:34:01.894848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cac48045-c225-41d6-8edf-802c71ebbda0 req-a290b906-0548-4700-9f8d-753534c8a1b0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0269296 Feb 19 00:34:01.990446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae148aac-1613-47ab-a768-5e11b5cd1eb6 req-098b44f2-8b40-40b2-8097-d2fd13c135a3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0298836 Feb 19 00:34:02.066370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a3ee438-9912-4a20-b812-51248219e065 req-2b2ce2a1-41fe-40a4-a5c4-152363c5fc6c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0286777 Feb 19 00:34:02.153158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-732178c8-3bec-402d-b010-2fb8c4e476f9 req-dbbf2e60-ddda-4456-a515-c9840c864cd1 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0343487 Feb 19 00:34:02.172872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8f161-b736-48ce-bd7b-db9928587750 req-b1a9df46-d32a-4e1f-870d-1ceab04fd5e2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:02.174363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ec8f161-b736-48ce-bd7b-db9928587750 req-b1a9df46-d32a-4e1f-870d-1ceab04fd5e2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0859046 Feb 19 00:34:02.222423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ec8f161-b736-48ce-bd7b-db9928587750 req-e660c535-bf09-4341-a496-c07e212a4ea9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419900 Feb 19 00:34:02.848213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6dd98f09-c097-4f8e-a0dc-e9506927a3ce req-9e32a186-0746-4d07-8a15-4fab9295df8d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0285316 Feb 19 00:34:02.905003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a15184c-8d5a-4df3-8a6a-ee2341c3737b req-01e6fcd6-70cd-4ffb-89f3-24002c2acac0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0265872 Feb 19 00:34:02.974410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2e99ec9-8dd3-45f9-bb07-c3c9e2e5f18c req-a5c42136-42d6-43b1-a7a5-0a0b771c4c32 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0293157 Feb 19 00:34:03.075833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-814e6d1e-5ea0-4724-adef-46c2b1eb2afa req-b3567260-8dcd-4c33-a5de-0eedd02dc9b4 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0336344 Feb 19 00:34:03.143729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4178fa80-b8e7-4fe8-8915-37505c063811 req-7647c65d-639e-4000-8ff9-a2bfb9e1dd8c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Feb 19 00:34:03.230325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49455bb7-900c-4fb3-abf8-a0e0619369b1 req-74c1a9e4-fbe5-4763-abf8-9e13748ec0c2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0282948 Feb 19 00:34:03.492854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac991b-6787-4604-a0b8-d72fa368a144 req-d1d6bb7a-9773-49ac-9a93-d8de6a369a97 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:03.494301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7aac991b-6787-4604-a0b8-d72fa368a144 req-d1d6bb7a-9773-49ac-9a93-d8de6a369a97 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0599008 Feb 19 00:34:03.543949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7aac991b-6787-4604-a0b8-d72fa368a144 req-3b297886-c8b7-41d1-a078-e31a98e47fca tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412621 Feb 19 00:34:03.943862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6851d9cd-b8df-4134-b829-b0e17ffce561 req-37247b60-0b12-4ecf-bb71-ddb18880a28a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0317011 Feb 19 00:34:03.984473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6b4a4b6-7703-4d36-abae-3ad99bb1f5c5 req-66588f71-8b1d-4a96-af11-c8a8711caaee tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0271411 Feb 19 00:34:04.050527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fe88e56-d4ca-4ff0-8d2a-f4c368226f9f req-8da81658-46fd-41cc-82b8-b38b3746042a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0271449 Feb 19 00:34:04.155914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2662bab1-b18f-4b6f-bc9a-f1a7d62ceca6 req-4ee00d82-2bb8-4c06-a946-b213da4a0853 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0301199 Feb 19 00:34:04.219392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82c864b6-40ef-4781-8b3b-f524d85ca091 req-d12f4895-6aaa-45fc-b7eb-202288544cad tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0272355 Feb 19 00:34:04.310807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bd4cbaf-2251-47e0-856d-066ee8fb46d5 req-9f68708b-502a-4f4d-aece-9eec0c10b7b9 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0284111 Feb 19 00:34:04.676832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4f2bd-c093-46e7-b007-2653e3ee0085 req-00145490-b218-4e84-9d90-8b7dbf1157f4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:04.678435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8c4f2bd-c093-46e7-b007-2653e3ee0085 req-00145490-b218-4e84-9d90-8b7dbf1157f4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0574815 Feb 19 00:34:04.723991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8c4f2bd-c093-46e7-b007-2653e3ee0085 req-beadbb76-8afe-468c-a608-a487731a1e53 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397863 Feb 19 00:34:05.038763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a8bd0d9-94b9-4578-aa89-598a14048b2f req-37f800b5-5baf-4cc2-b96d-5a82a54922b9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0284479 Feb 19 00:34:05.064768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-472bb823-31dd-4b67-88a1-047c24244db4 req-eaab6004-6290-448a-bef1-386f6b2c82cb tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0285609 Feb 19 00:34:05.129833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37d69ef7-a871-4f63-b32f-e7e408fd3e6f req-6f442529-7c24-4693-a3b9-7162a8e4e613 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0303872 Feb 19 00:34:05.239209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e9bdea2-44b1-43e6-a850-cf82c56fd7ca req-136e9a4e-9ebb-4e60-ab25-eddd6fc52029 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0318336 Feb 19 00:34:05.295694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5efccd3-0c7a-4ac1-a09b-12e5c5ee8d15 req-704aa48d-ddf4-4d0a-8f95-05fd85c33269 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0266471 Feb 19 00:34:05.390118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8baf8888-ecf1-42c2-b316-d7edaf64579e req-0b4d001e-7911-40e0-9827-ff51e2d5477b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0302479 Feb 19 00:34:05.849706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e8058-4787-42c8-a09e-cacef3b285de req-7aaa2651-f323-4b56-9c76-4bc0b272752c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:05.851263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a3e8058-4787-42c8-a09e-cacef3b285de req-7aaa2651-f323-4b56-9c76-4bc0b272752c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0540798 Feb 19 00:34:05.897846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a3e8058-4787-42c8-a09e-cacef3b285de req-0418f84a-6dd6-43fe-bfd3-7f6371eb800a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408385 Feb 19 00:34:06.144829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c93b82fa-dbfe-417e-80c5-21b5362ea8bb req-da34a14a-5379-4941-9c11-9ff8026754a4 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0407901 Feb 19 00:34:06.161081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afc498bc-61d8-4905-8900-9b0357bb7815 req-294642b6-1c38-4b7b-98a3-4deb45f557a8 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0439970 Feb 19 00:34:06.224963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de3fbf32-cbd4-4e48-8296-9f27a3757cae req-259de4fe-5150-491a-b428-34bc14d0cfa2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0311885 Feb 19 00:34:06.316795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86478a62-b56e-4cba-9ffa-b3baa324b77a req-2c546c97-c9d7-47c2-b491-ae58c43c19cc tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0275073 Feb 19 00:34:06.373229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bca6054c-8211-4334-bc9f-e807d1504057 req-884076d7-0260-4c00-a185-5475246d102b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0277107 Feb 19 00:34:06.485612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e4229eb-9ea0-4f4e-98e2-2945c858b7ab req-73f48fb4-38e9-4f9c-aa8d-702a11a684e2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0295658 Feb 19 00:34:07.031480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ecd72-0b60-420a-b688-5718cd816373 req-ebacadcc-247c-4fb7-8d45-bd0a0700ac7e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:07.033011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca0ecd72-0b60-420a-b688-5718cd816373 req-ebacadcc-247c-4fb7-8d45-bd0a0700ac7e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0597265 Feb 19 00:34:07.091618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca0ecd72-0b60-420a-b688-5718cd816373 req-86a25ea9-3176-45ea-adec-04a1843eab21 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528467 Feb 19 00:34:07.247785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41e2ed96-11a4-4618-b271-e0efb311501f req-397e6e9e-0028-4705-b70c-e4eb663d7cc2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0341070 Feb 19 00:34:07.263281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97ae5132-65a1-404c-b3ba-5f71fac8db31 req-3e2ab7ee-9017-4676-9d86-e4d9bf51236c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0482209 Feb 19 00:34:07.313789 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:34:07.315793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ff7124b-ba35-43af-824c-1ee7ec254ebc req-da21e978-6014-40ba-ba74-25e1a54e8f8e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0280058 Feb 19 00:34:07.398741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e0b74f3-a91c-4b65-b03c-7670ef40b896 req-b20e6702-a20a-4950-8632-042cca52139c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0317545 Feb 19 00:34:07.452401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d38dbc4-3d88-4ebe-b295-583e0bf03ef5 req-1062261f-810e-4cfe-b399-cf510abdc129 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0285153 Feb 19 00:34:07.563586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f5996f0-454c-4b63-9f46-cba6e453d684 req-acdf3962-d97f-4220-8807-b4fcbfa34f83 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0290909 Feb 19 00:34:08.236720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e82b3-76cd-4404-b161-e9636f8b40d2 req-5f8539f1-b4fc-4873-b7a7-0a106f629c43 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:08.238081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c95e82b3-76cd-4404-b161-e9636f8b40d2 req-5f8539f1-b4fc-4873-b7a7-0a106f629c43 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0625169 Feb 19 00:34:08.285640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c95e82b3-76cd-4404-b161-e9636f8b40d2 req-94da81ea-6038-4eaf-8850-32804541e4a0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417409 Feb 19 00:34:08.338503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbc8ab27-f40c-4117-a9b5-c2fc9258e862 req-47a4ebbd-373c-4fb6-9d5f-6588449c60e2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0382185 Feb 19 00:34:08.365647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de5d54ff-f7b2-4129-9420-4f40366121e3 req-3b212c0d-e59e-4e6b-971f-18629e7cd48c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0299220 Feb 19 00:34:08.413842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84e7102b-14b3-4728-a953-b40bf4a90915 req-adee2cb0-9a33-4183-a2d5-2205d732f3c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Feb 19 00:34:08.477296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93633bd0-76d7-492b-a64b-1d404aab7bbc req-d6bfa0b4-e097-4185-9feb-cba6b122472d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0293949 Feb 19 00:34:08.540738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0a9e779-7234-4523-9c61-1b1db601472f req-be719e42-5610-4407-b3b0-40d074993b72 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0318482 Feb 19 00:34:08.657360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcb02e05-e86c-4098-bc85-6d631e1aaed0 req-805d3719-78c1-400a-a2f0-f0139c4204e9 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0318193 Feb 19 00:34:09.419443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03455581-1a2e-43b7-b322-6f008e681af1 req-fcb5b8d5-f67a-4e84-a9de-7d654d48a15b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:09.420982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03455581-1a2e-43b7-b322-6f008e681af1 req-fcb5b8d5-f67a-4e84-a9de-7d654d48a15b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0608339 Feb 19 00:34:09.461035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29e319b4-3f6b-40a3-ae28-6b015bdb2dba req-fc94291f-9447-45f9-8c67-825c5e242b84 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0353253 Feb 19 00:34:09.498241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03455581-1a2e-43b7-b322-6f008e681af1 req-79873cb9-ae9a-43cb-8494-1f826d5612a1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709655 Feb 19 00:34:09.528735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff3cea3b-8728-45a5-879d-d4b929ad6b69 req-fe08c359-e6ea-4d3c-a3c8-c88077899722 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0269692 Feb 19 00:34:09.569820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e806130b-e718-4cf1-94c4-e74019ff1bc2 req-7d80aacf-24a4-48af-8c54-b3a8f987d265 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0272949 Feb 19 00:34:09.602918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4abd892b-7446-4ced-88e5-c4e9682853a0 req-9760eda6-ff06-4f2c-94ae-669a57342bd3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0311906 Feb 19 00:34:09.633855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-026cf879-cfd0-4174-8166-5e0db922ca0f req-47d7a01e-c727-4042-9557-964d06508877 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0280912 Feb 19 00:34:09.740071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-506d9e5c-4739-4397-8479-6b5a0dd6d5fb req-eb2d3ac6-86a0-47d2-a704-7fae554601d7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0278525 Feb 19 00:34:10.045236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-71c16f71-4181-4513-8181-507ad6933c37 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454142 Feb 19 00:34:10.153594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-660c4407-9686-4e11-9af2-72ddc4be6af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:10.155161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-660c4407-9686-4e11-9af2-72ddc4be6af5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=4c19aac22ac04fa6898253ac745f570e&device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 1128 time: 0.0605328 Feb 19 00:34:10.269780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-7c8a3357-d30b-4bb5-b9bd-3d9057a5d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:10.271218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-7c8a3357-d30b-4bb5-b9bd-3d9057a5d5d1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 HTTP/1.1" status: 200 len: 916 time: 0.0953453 Feb 19 00:34:10.312772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-758f111e-e80e-4181-9ea1-d945d0cef367 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e81ae9de-fc37-41b8-8553-7d17262a676e HTTP/1.1" status: 200 len: 217 time: 0.0352833 Feb 19 00:34:10.364203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-50adb9cf-c3b7-4e4f-9527-0f8d10758768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:10.365663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-50adb9cf-c3b7-4e4f-9527-0f8d10758768 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b2d95afd-6489-416b-a522-250dac1d7397 HTTP/1.1" status: 200 len: 854 time: 0.0462406 Feb 19 00:34:10.414735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-18822936-a447-43b3-983a-9e8790af5019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:10.416175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-18822936-a447-43b3-983a-9e8790af5019 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445313 Feb 19 00:34:10.520152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-ec63c0ae-cc99-455b-9363-db0579ea62db service neutron] 10.222.0.113 "GET /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966828 Feb 19 00:34:10.560764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ceed3bd-8df1-4f45-9e20-6617814fe743 req-03d56d80-648c-448e-b40b-6b6a9865f62b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0386207 Feb 19 00:34:10.660297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8925db8-101a-4ac5-a7f3-f33170de5d45 req-b694405b-6052-48dc-afb9-babe99a6139c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0468104 Feb 19 00:34:10.711283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceaa21-c7b7-47f1-bf89-c5ea53791e2a req-0640346e-a60b-4885-8952-8ba85d598f88 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:10.712766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7ceaa21-c7b7-47f1-bf89-c5ea53791e2a req-0640346e-a60b-4885-8952-8ba85d598f88 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1167529 Feb 19 00:34:10.724720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7f12200-26ee-4585-881c-49abb7f05ec3 req-b0333029-814b-4470-99af-07182fa953b4 service neutron] 10.222.0.113 "GET /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935849 Feb 19 00:34:10.752525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e94acc4f-304c-4714-ba38-ec3e51518353 req-dd66423e-0934-42bd-ba30-820ba4940417 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0373669 Feb 19 00:34:10.788144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7ceaa21-c7b7-47f1-bf89-c5ea53791e2a req-c64aba74-e0ba-4a92-9299-00b1bd23a022 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612001 Feb 19 00:34:10.819038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c05349ca-ae15-4c39-a329-85c348184378 req-a300d483-bb70-4019-9184-29f5a4cb2752 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0285914 Feb 19 00:34:10.867938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8005c974-660f-4f2e-9365-7c56a629eb5a req-20411f93-4ab8-4c82-8605-2c9f155addc9 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0281401 Feb 19 00:34:10.896523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2eb8e67-4bfb-4c84-bf89-adc9e3b41591 req-0e137cf1-8b28-4227-88aa-79547debf698 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0309732 Feb 19 00:34:11.641382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-623bf7db-bbda-4603-bd33-f330694eaf58 req-4266cf1d-713b-4301-9198-0e814c946553 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0283844 Feb 19 00:34:11.745288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b71b5450-aa38-4590-bbc3-ef535b4f4530 req-bb82388f-26a6-43c9-88df-112a08272008 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0271769 Feb 19 00:34:11.830053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af0d1c14-c563-45d9-85c5-6293091a22ec req-685de7d3-7123-4e9d-af18-91a1146e4ec8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0285063 Feb 19 00:34:11.906099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff065958-8019-4eac-84dd-de2a1ffb27ce req-df033b7b-001d-436a-ad08-4ce977bbdc72 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0361364 Feb 19 00:34:11.956444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4daf8c-38b5-4649-9daf-810f9cdab5b8 req-9045bec3-8c26-4022-b755-ad1c704a2fbf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:11.957876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af4daf8c-38b5-4649-9daf-810f9cdab5b8 req-9045bec3-8c26-4022-b755-ad1c704a2fbf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0770218 Feb 19 00:34:11.992901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2d2f134-ab63-4a49-a0b6-9e109a3089cb req-a64ef0d1-65df-4dfd-afa3-f0043deffe78 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0452552 Feb 19 00:34:12.021528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af4daf8c-38b5-4649-9daf-810f9cdab5b8 req-c68759a3-7098-4a11-a4a9-07465587b3e5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562227 Feb 19 00:34:12.058318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ac3379a-d9b8-4fd8-b45b-7c6a71a23e48 req-a2dcc62f-f8c9-4c6d-8ea9-4ad064bc0467 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0287967 Feb 19 00:34:12.722217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ac4035b-014d-4623-b6d2-eea248a37169 req-65efc8fc-cbfd-4862-8bb6-1592cac8277f tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0278008 Feb 19 00:34:12.835235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48641204-aa64-4a9e-9587-4c5abed425cd req-f2d12349-9a7b-4f9f-874a-ec0fad5ecdfa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0303013 Feb 19 00:34:12.912183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-206528c2-4d25-4a57-bcca-034c5decfee7 req-60211dac-c92f-4372-8e93-12f7f7d75db8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0304394 Feb 19 00:34:12.984332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cb6b9e6-ae18-477c-ab68-c06c84c3e434 req-10fdd74b-0428-46e8-8915-d23e6e72cf5c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Feb 19 00:34:13.083849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e5e4f53-a5a2-4ce8-8c81-26eb02ca5e2d req-b6486ebb-1bdc-4778-9dd9-1739c398fa73 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0394859 Feb 19 00:34:13.178427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67fc9126-e4b3-4605-9ca6-d6f989cb9c9e req-21940318-74ad-4bd8-9e0f-54377e492262 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0455191 Feb 19 00:34:13.202426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c13f0-3bdd-4dea-99cf-c4ef5886d54b req-fd114b70-5759-45ff-b9b9-ead0c590a6b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:13.204016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d43c13f0-3bdd-4dea-99cf-c4ef5886d54b req-fd114b70-5759-45ff-b9b9-ead0c590a6b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1004615 Feb 19 00:34:13.253723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d43c13f0-3bdd-4dea-99cf-c4ef5886d54b req-9094f16d-b204-4283-b920-e74666730f4a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439751 Feb 19 00:34:13.801064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c9c846d-67c1-400d-8abc-c4146e8712b1 req-3bae2f34-7c3e-4ba8-a30d-a6812de436b9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0269024 Feb 19 00:34:13.920315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c470a8c-d8ed-4663-8e2c-cff005b12fc7 req-3be357ea-5bc8-4712-95af-413811b5aa99 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Feb 19 00:34:13.993778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa4c3704-150b-49fc-9f6a-320dea1fe6e9 req-1e2be2d5-7885-46de-87eb-427d9db66e11 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0302401 Feb 19 00:34:14.062119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecdd2a1f-2f2d-4639-9d97-86683c739f6c req-5d9b2c1c-dbdd-4b1e-9ed5-d6c00deeed82 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0273206 Feb 19 00:34:14.155538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cfb93e2-fe18-42e6-9851-1941804cf706 req-153df724-f148-456e-ac7a-174b7350462d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0277612 Feb 19 00:34:14.259401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7995a64e-a7a3-4828-bb80-972d1f7c5683 req-12f1a9af-6781-4a33-be50-5084c11718ed tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0277789 Feb 19 00:34:14.381079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ee865-ea04-42db-97cd-341b2d44d868 req-346d87a1-c95e-4b87-be61-7d6952b594d5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:14.382570 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc2ee865-ea04-42db-97cd-341b2d44d868 req-346d87a1-c95e-4b87-be61-7d6952b594d5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0562677 Feb 19 00:34:14.723291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc2ee865-ea04-42db-97cd-341b2d44d868 req-615a5f58-d391-489d-891a-6f9cd8b10365 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3345938 Feb 19 00:34:14.989305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98f6fc54-997c-4173-b68b-fae9a9f3da50 req-039499f7-9f49-4c96-b071-c6cd141ef082 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.1368206 Feb 19 00:34:15.018380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8388f65-0901-481a-bc7f-468b2bdb95a3 req-006b2243-3f25-4db4-80e2-227ece24c89e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0278811 Feb 19 00:34:15.073336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceed57e1-14f5-4164-976f-4d542426921c req-06ff0a9c-08f5-481e-9f1c-b887ab311e00 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0273259 Feb 19 00:34:15.154079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62a09693-ad65-4f29-9cea-a603ec0b84f0 req-680cbe2c-33ae-4986-8390-1f94bac0c86e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0324514 Feb 19 00:34:15.232219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90fc8c60-33db-4620-b768-1f0b4221c129 req-2bc75ba6-f487-4fc3-98d6-2b4ae05440c5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0272152 Feb 19 00:34:15.338223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e521eaa-87c5-48d7-90a8-2da4d2ae1ea0 req-3b03b382-cb0f-4a98-95cc-1f822f4a304d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283823 Feb 19 00:34:15.852136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada1a770-d175-4ce9-b8ec-d402d46fa2e4 req-0a7dc3c6-1611-474f-ac54-29d801a18e61 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:15.853639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ada1a770-d175-4ce9-b8ec-d402d46fa2e4 req-0a7dc3c6-1611-474f-ac54-29d801a18e61 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0530248 Feb 19 00:34:15.906951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ada1a770-d175-4ce9-b8ec-d402d46fa2e4 req-2c707255-8bf7-4024-a57c-331a96f71df5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449748 Feb 19 00:34:16.113273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60f13516-03d0-47b4-95cf-7e0b04900436 req-7a0cb987-f358-4c9e-8743-83010bef0cb9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0338647 Feb 19 00:34:16.151198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ece3b153-0b3e-410c-b25e-edc0517e1d80 req-c320e2f2-7be4-4c4f-8755-34675d3930e9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.1059861 Feb 19 00:34:16.188027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ae1ab70-68cf-4f29-aa31-10f823c60d49 req-f8a0302f-2482-4327-8155-884bd4050369 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0273426 Feb 19 00:34:16.234856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-641e28cd-6113-439c-832b-b8d08ac2f14d req-35a24871-50fe-4bca-9933-e69ed8098136 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0296974 Feb 19 00:34:16.310031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-501adaec-3c1e-4ead-8672-d126e60058ce req-7a20df9c-cdbe-4159-93eb-8880d9ab24a7 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0278521 Feb 19 00:34:16.414813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4dbdcbd8-a632-43f7-ad82-6b98b422121b req-fc506f14-cc39-453b-93d5-efbe0c9d013f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0269606 Feb 19 00:34:17.039196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd433e2a-bf18-4fdc-9eb3-6c32e0816cb1 req-6ea907c8-3e03-4208-a9b5-b46ac00846a6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:17.040660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd433e2a-bf18-4fdc-9eb3-6c32e0816cb1 req-6ea907c8-3e03-4208-a9b5-b46ac00846a6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0587239 Feb 19 00:34:17.088956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd433e2a-bf18-4fdc-9eb3-6c32e0816cb1 req-1f98fc8e-a421-4f55-96b1-e60f893335a8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422082 Feb 19 00:34:17.199366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00fc806d-c690-4fa0-b118-203393e7d778 req-b794ce32-e610-4e85-8e57-8423f2d59fd9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0277412 Feb 19 00:34:17.237854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f97799dc-e3d8-4f6d-8a49-e863a780a145 req-0cdfac62-5b05-45b2-b7ce-9e11394d22a0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0337451 Feb 19 00:34:17.273707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-467bfee5-1872-4eae-ac3f-d967f1aa254a req-512d2608-5775-4c6f-87bb-5374356ccd87 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0307946 Feb 19 00:34:17.314956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41e30818-3862-478d-aeeb-67db738eabbe req-7b207b49-76bf-4349-881d-1c563ffb8b76 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0277705 Feb 19 00:34:17.385991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-480a8c7a-e8d4-4e90-9359-6753e8e345d6 req-a63ea1b0-a773-4f24-94eb-1866c5505a0e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0276120 Feb 19 00:34:17.493964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd02bab1-dad2-46de-b499-45ebeb8c4642 req-a7ab683f-2a1d-46e8-9db5-4fbc1a7d04c0 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0280123 Feb 19 00:34:17.901997 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b70d8f1c-0ce3-4139-8aa0-9194121e4417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:18.228149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00e668-8ee8-4e2e-b299-fbd8d011f2e7 req-38e0fb07-d327-4b5a-8977-846593299251 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:18.230536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb00e668-8ee8-4e2e-b299-fbd8d011f2e7 req-38e0fb07-d327-4b5a-8977-846593299251 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0572033 Feb 19 00:34:18.297399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f461571-f54c-4241-adbc-58574d7aea8d req-f79305fd-43f4-4d83-8d0d-2bb1ebe4e45a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0388544 Feb 19 00:34:18.301514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb00e668-8ee8-4e2e-b299-fbd8d011f2e7 req-16ddffa7-4af6-41b1-be37-d31225c9ef4a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638721 Feb 19 00:34:18.379597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57156542-0153-4b15-b0aa-0eb517d83cda req-b43d164c-290d-443c-b38c-9ddce87e357c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0341945 Feb 19 00:34:18.395858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2e563c0-d9f8-4cd4-94f7-f4cdf2dfe0c7 req-0b7f52cb-70be-46c6-9f6a-6d0e03d74dde tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0412774 Feb 19 00:34:18.451168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c72900e6-ea1d-48c9-85a9-f195a9393192 req-e26e7561-c7cf-4eed-9443-791d89a9a913 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0323575 Feb 19 00:34:18.479614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df593fa7-1ed9-486f-a912-b6930a829930 req-24dd89ce-093f-466c-a877-97fd4c8f0108 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0308430 Feb 19 00:34:18.574345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d30f760-6810-43dc-9f2d-44d28d63ca4f req-873065f9-4415-4089-bdaf-9b72bde072ab tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0275075 Feb 19 00:34:18.576378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:19.389081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8821d4d4-6243-4ac9-a8e0-9aff5e4c66a5 req-05148fe6-2200-4a2f-9087-bdd154cba4dc tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0305624 Feb 19 00:34:19.414446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1ee59-a78f-4382-bfe7-7a70934b1cbd req-9407f9dc-2739-486b-849b-33218c427f05 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:19.414446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bee1ee59-a78f-4382-bfe7-7a70934b1cbd req-9407f9dc-2739-486b-849b-33218c427f05 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 946 time: 0.0779579 Feb 19 00:34:19.469254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bee1ee59-a78f-4382-bfe7-7a70934b1cbd req-423a65ad-3ded-425f-84ed-7282b6e79429 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527184 Feb 19 00:34:19.509367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37644800-8be8-420d-91e4-16a6cd3352ef req-2fe955b3-ec09-4c9f-b0ad-a95a6dafab70 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:19.510884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37644800-8be8-420d-91e4-16a6cd3352ef req-2fe955b3-ec09-4c9f-b0ad-a95a6dafab70 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0613787 Feb 19 00:34:19.541801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-083cd53c-ba4c-4c01-a92b-f059bf398f1f req-802df995-1aad-426f-828f-e3befa786fdf tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0299234 Feb 19 00:34:19.576396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37644800-8be8-420d-91e4-16a6cd3352ef req-c4d1012b-6b87-4b9c-9d31-57bb82a47a17 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564485 Feb 19 00:34:19.606279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a8affc9-973c-42e5-b08b-deadb224f6a0 req-d1b09876-f5cb-4260-b890-0754256a66e0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0277092 Feb 19 00:34:19.654764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d5bde9-9eea-4564-8eaa-71993ee2359b req-e40bf3bd-37a6-45f9-805e-372a471b5d6d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0325859 Feb 19 00:34:19.686542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5050fb66-f83b-47b0-9cea-b17c13520b2d req-8823082f-9edb-4798-bba1-196fdc1996a0 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0339806 Feb 19 00:34:19.719114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a64f864-ca1d-41aa-9618-8f3992a8981d req-9380db72-fc82-4246-bf05-dd6683c37a1d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0276420 Feb 19 00:34:20.026775 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-852a5860-6961-46b5-a4ee-5f5e74165ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:20.482823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0c1f5fa-77ac-4bc4-a15c-849ba6006a20 req-c9434fd6-7d20-46d6-b0a3-3f861447509b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0307057 Feb 19 00:34:20.590205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03596234-97da-4134-9620-62308e166978 req-d9dcb815-ec01-4ec8-9095-65557924ed23 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:20.591724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03596234-97da-4134-9620-62308e166978 req-d9dcb815-ec01-4ec8-9095-65557924ed23 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 946 time: 0.0521817 Feb 19 00:34:20.632270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcfabdc8-0ff1-48ce-ad9d-6888dea8dfd0 req-6edf9a68-222e-42c0-b383-959092a93c33 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0395675 Feb 19 00:34:20.668279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03596234-97da-4134-9620-62308e166978 req-0d58efaa-f28b-4016-8728-7a56b51263bb tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c7c6ee2-f29a-4464-8402-499e4bbe40da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674682 Feb 19 00:34:20.747918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89c26a9a-2d83-447c-ac02-4c05a90a8581 req-3c458b15-9057-45f0-be31-6e30d5f3f259 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0386961 Feb 19 00:34:20.778193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640c34c-c707-4f7b-9b2b-5d6295c2133b req-8ca68561-7db0-48f3-a12b-1e8d1c3ee1e9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:20.779709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2640c34c-c707-4f7b-9b2b-5d6295c2133b req-8ca68561-7db0-48f3-a12b-1e8d1c3ee1e9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0824988 Feb 19 00:34:20.815547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26349a42-0a71-4d9e-a58b-d40f1480bbc6 req-aa755d75-b8c8-4980-80d8-a7ad2c819bdf tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0321760 Feb 19 00:34:20.852110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2640c34c-c707-4f7b-9b2b-5d6295c2133b req-7cd102e8-b97a-4a4e-b63e-c60d5011244b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599964 Feb 19 00:34:20.883775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32a5de04-817f-472e-9d45-ccfaad35ccfc req-ed5ad5ea-34f4-4686-9c88-8876574435d6 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0303817 Feb 19 00:34:20.929361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d17abd97-073a-4a4b-8d27-2002e6a7ac3f req-ec363eae-1647-4f29-8e20-3142a272ffe2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0356698 Feb 19 00:34:20.977158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-050a964a-1fc8-47f5-8444-46076389aeeb tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:20.978615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-050a964a-1fc8-47f5-8444-46076389aeeb tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.113 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 946 time: 0.0588579 Feb 19 00:34:21.094647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Deleting port e81ae9de-fc37-41b8-8553-7d17262a676e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:34:21.094883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:21.100698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:21.184730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] For port e81ae9de-fc37-41b8-8553-7d17262a676e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e81ae9de-fc37-41b8-8553-7d17262a676e,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:21.185100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:21.197916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Calling delete_port for e81ae9de-fc37-41b8-8553-7d17262a676e owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:34:21.339225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e81ae9de-fc37-41b8-8553-7d17262a676e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:21.351864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e81ae9de-fc37-41b8-8553-7d17262a676e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:34:21.370051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Pushing event deleted for resources: {'Port': ['ID=e81ae9de-fc37-41b8-8553-7d17262a676e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:21.421897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] No DVR routers for this DVR port e81ae9de-fc37-41b8-8553-7d17262a676e on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:34:21.425011 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:21.428662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ab37949-b712-4d6d-9b66-22f25df4f418 req-3cd23649-2ec9-4266-9407-458d7f8a3e8e tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.113 "DELETE /v2.0/ports/e81ae9de-fc37-41b8-8553-7d17262a676e HTTP/1.1" status: 204 len: 173 time: 0.4447982 Feb 19 00:34:21.429176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f467f55-3d28-44e7-a965-6449c713f4e3', 'name': 'network-vif-deleted', 'tag': 'e81ae9de-fc37-41b8-8553-7d17262a676e'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:34:21.431541 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cd021b-f8c9-4f30-8c9c-ec106db4b730" -d '{"events": [{"server_uuid": "9f467f55-3d28-44e7-a965-6449c713f4e3", "name": "network-vif-deleted", "tag": "e81ae9de-fc37-41b8-8553-7d17262a676e"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:34:21.467539 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8271a3ae-3d03-47f1-b2b2-d4b0bef444b0 x-openstack-request-id: req-8271a3ae-3d03-47f1-b2b2-d4b0bef444b0 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:34:21.467835 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f467f55-3d28-44e7-a965-6449c713f4e3", "name": "network-vif-deleted", "tag": "e81ae9de-fc37-41b8-8553-7d17262a676e", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:34:21.468090 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8271a3ae-3d03-47f1-b2b2-d4b0bef444b0 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:34:21.468535 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f467f55-3d28-44e7-a965-6449c713f4e3', 'name': 'network-vif-deleted', 'tag': 'e81ae9de-fc37-41b8-8553-7d17262a676e', 'status': 'completed', 'code': 200} Feb 19 00:34:21.586459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36bec32b-5ef1-434d-aa86-b90ba8f245a9 req-6c4d391f-30af-444f-91fb-b73bf9c3b13d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0429206 Feb 19 00:34:21.719012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04264e7d-3566-4673-82d2-1dc2ae83986a req-f38843dd-c4da-43ff-87df-9e28f4e82dd2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0285099 Feb 19 00:34:21.793508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e8335cf-171b-4a19-87fd-0d69a62f015c req-16c74c6d-30d1-460d-aabb-2f8ddfb02c35 tempest-AttachSCSIVolumeTestJSON-234594048 tempest-AttachSCSIVolumeTestJSON-234594048-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f467f55-3d28-44e7-a965-6449c713f4e3 HTTP/1.1" status: 200 len: 210 time: 0.0349562 Feb 19 00:34:21.833236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-840f663f-a63c-4bc8-93c6-82f797ba8e8e req-c8656e1d-6e5d-4b26-b5ac-00a56ba84eed tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0310984 Feb 19 00:34:21.903078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99051a22-93f7-4419-8b56-ebe48b913982 req-3ef335a4-52ab-4c66-96fa-a06eda2c6416 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0301044 Feb 19 00:34:21.993203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9484351-40c7-4240-bbe9-24052704e292 req-d082d1c3-0b13-44fe-a457-e2215916f046 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0510030 Feb 19 00:34:22.020981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be43e25-569a-4ede-b5c7-0321a81ffed8 req-fb94a781-fac9-4f8d-8594-bf00bf9ab09a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:22.022503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6be43e25-569a-4ede-b5c7-0321a81ffed8 req-fb94a781-fac9-4f8d-8594-bf00bf9ab09a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0711224 Feb 19 00:34:22.071220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7914bb40-2a35-475e-86b7-2bbabf54f70c req-4b504893-915c-431e-a23c-34c3bfe4a0d7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0368934 Feb 19 00:34:22.093472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6be43e25-569a-4ede-b5c7-0321a81ffed8 req-7564a6f8-aaba-44ac-bf29-b97ced9f2d67 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652058 Feb 19 00:34:22.542473 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:22.679613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1a3fb20-9af7-4976-8bfc-e39456fc32c0 req-ee0ec465-c70c-407d-8e3e-8a897c6d76f9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0282876 Feb 19 00:34:22.805098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a85faffa-c5ad-4051-96f1-537ce3a8bdaa req-7c818f5a-7ac4-48d7-a312-fd494bbcb23d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0330591 Feb 19 00:34:22.922954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-162f9281-d68b-46f6-a349-bb2433eff3ec req-8274e0f7-a5b1-4f40-902d-ef5c752fb384 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0346887 Feb 19 00:34:23.000336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14f871b3-2c95-4237-a59a-89d9801c6907 req-6870c747-c2e1-486f-a842-4cfa3553e4c7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0295174 Feb 19 00:34:23.082972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79eac71d-5184-495b-9b46-0b4f4b521e38 req-b2434d41-d5b9-444f-bbcb-2861e4e92d0b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0336599 Feb 19 00:34:23.183904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-717c4fbc-0303-4dfa-b3fd-451d79b72eb3 req-427c49af-5a1a-427d-a56a-eb8c8eb15759 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0593743 Feb 19 00:34:23.254923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba11f25-8284-4774-a0af-d7eaea9fdf0f req-3fc203ee-29e9-458c-8be6-003824c19712 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:23.256872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ba11f25-8284-4774-a0af-d7eaea9fdf0f req-3fc203ee-29e9-458c-8be6-003824c19712 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0619061 Feb 19 00:34:23.310815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ba11f25-8284-4774-a0af-d7eaea9fdf0f req-7bb17d6d-14bf-4bc3-adc0-c905b3f027b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480156 Feb 19 00:34:23.497086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:23.764155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56c24f4a-abe3-46ba-a374-57640b1ab4a9 req-295f496b-0fb8-47cc-aa2f-b59502d22554 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0282876 Feb 19 00:34:23.883065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31682a94-60b7-46d4-95b5-1e620558a2e3 req-1dc8ad2f-558c-4f11-b97b-b0f9c90ae081 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0282772 Feb 19 00:34:24.011051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad2edc8f-d7d3-4b45-85b6-5d109e3ed816 req-1551b1f3-cb31-4874-a07e-cee5be672863 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0292726 Feb 19 00:34:24.089361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e81ae9de-fc37-41b8-8553-7d17262a676e no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:34:24.102145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a30d0724-599b-409a-8f75-f8dc48d944b7 req-d3bb3b5e-dc69-488e-a61b-133b29522f50 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0445228 Feb 19 00:34:24.115412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: e81ae9de-fc37-41b8-8553-7d17262a676e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:34:24.116862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e81ae9de-fc37-41b8-8553-7d17262a676e not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:34:24.122577 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:24.182768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4de205fb-5ceb-44a5-9ca1-9a8c0f3154e0 req-08b779dc-3722-4de1-8bfd-012eb6acab92 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0292671 Feb 19 00:34:24.262467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0b6ee45-4e97-4a4c-99c9-613b3525beb6 req-43a842b3-e8c5-4148-8f06-1ffca0722c0b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0302601 Feb 19 00:34:24.451455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b517633-67dd-42cf-9d20-556ead87766b req-f0da1dc6-7349-4e04-89e0-552e6ae7cfbb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:24.454495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b517633-67dd-42cf-9d20-556ead87766b req-f0da1dc6-7349-4e04-89e0-552e6ae7cfbb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0638719 Feb 19 00:34:24.511351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b517633-67dd-42cf-9d20-556ead87766b req-a67341e4-15ef-42e5-b11c-b9c7f4bf7c9b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468960 Feb 19 00:34:24.852133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e85fa5ee-68bd-4964-a3a7-ffceaeaff1f9 req-cbab8f19-afbc-4b61-b6e5-1237104766c6 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0312028 Feb 19 00:34:24.962049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df67dd92-a34f-4a51-8f97-0fc3aa1c09d8 req-c7542f4d-f240-438e-af09-9ecfc2ba927e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0274396 Feb 19 00:34:25.089256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48ab0022-245f-4c33-8722-5ef923817d33 req-5eb90297-e8de-47df-814a-55428d6b00bf tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0278327 Feb 19 00:34:25.170647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16839919-e05b-4e8b-94a2-87679563667b req-2665319b-890f-4a29-9fd1-0b454b14db51 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0274651 Feb 19 00:34:25.262401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c437428-bc05-4552-abeb-7a3f7570b085 req-f256be82-5fd2-4804-8835-933d3b6d41b1 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0283480 Feb 19 00:34:25.341945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12c5b6e4-c6fe-4120-9dd1-f9215d0a0065 req-dc374fb9-03f8-4500-a3dd-c4f60aa1ec4c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0275571 Feb 19 00:34:25.653225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285390d2-47e5-4a74-bde0-b0203e22e1ea req-56cfe109-14d3-4cd5-9692-dd45cd803783 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:25.655391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-285390d2-47e5-4a74-bde0-b0203e22e1ea req-56cfe109-14d3-4cd5-9692-dd45cd803783 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0721829 Feb 19 00:34:25.707494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-285390d2-47e5-4a74-bde0-b0203e22e1ea req-fffde7c7-7a02-42ea-9d96-b169ed30bcb6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463145 Feb 19 00:34:25.935100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb65f1b1-0221-494c-a8cf-b93b6a4cd575 req-208edc47-c4d5-4101-bfd0-885110b1cfbc tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0275607 Feb 19 00:34:26.040843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0ea8b61-852e-43cc-962b-c21ecc6a092f req-6e9906f6-032f-4c1b-af54-1fecad26ed6e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0272908 Feb 19 00:34:26.172446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcfcb06d-e2dc-42d1-bbb0-b2dc3d06fdbf req-41ede4d0-e76e-419f-b26f-5149b7bbceb9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0323560 Feb 19 00:34:26.249415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7d57a14-708c-43c2-b2d4-b39e291514a7 req-c8964ad9-b096-4601-b0ec-20f86ac1eff7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0285912 Feb 19 00:34:26.341306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2db390d0-6dbb-47d3-a74c-fdd60a388fd6 req-12e1602b-721b-4818-b7ad-46f1a7dc4826 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0285802 Feb 19 00:34:26.422577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e61ec205-cdde-40b7-888e-32aa14096b1f req-22b55e2e-1280-4d10-8bef-2c0a9a20a197 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0284064 Feb 19 00:34:26.842001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdce9c-8b49-4c0c-835c-8f52061e9856 req-0a64072b-6da8-455a-9cb7-ce1ec2754309 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:26.843533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08cdce9c-8b49-4c0c-835c-8f52061e9856 req-0a64072b-6da8-455a-9cb7-ce1ec2754309 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0607271 Feb 19 00:34:26.895073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08cdce9c-8b49-4c0c-835c-8f52061e9856 req-732f2483-8e04-4055-8cd5-7dfc2036f9bf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452201 Feb 19 00:34:27.022913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e81635a-49bb-462e-a835-612960af8413 req-3f71bc64-9d8b-4a6e-87f2-0680581168cc tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0294898 Feb 19 00:34:27.120673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bccde76-0bb8-4f5f-bf2c-d26189b8fb33 req-10059bd1-76eb-42b8-b8f9-341943584c3b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0298629 Feb 19 00:34:27.253288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62aa5478-6d9a-40be-b547-8100a4fa7640 req-cc42d57b-ac50-4f7f-83dd-a802826efcbb tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0294204 Feb 19 00:34:27.333827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b8c1b3d-23c5-4763-852f-8b78e0b8107d req-ec3ff32d-c944-4247-9245-138f2b3f88f2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0317535 Feb 19 00:34:27.423370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-908f3ced-dff4-4ca4-8bf9-d1cdbb0d8361 req-32e74c44-4f02-4801-a3cf-bc9bb7a413fb tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0288448 Feb 19 00:34:27.504245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e624fbaa-ea7b-470e-a069-d467532ce2f9 req-d4cce00e-72e6-402d-9c66-f981d88a5947 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0284739 Feb 19 00:34:28.021998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e72a60-c996-4c41-9821-77f9c29a9ebb req-321c903d-8982-4599-a7ef-9e3f04258f90 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:28.023437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36e72a60-c996-4c41-9821-77f9c29a9ebb req-321c903d-8982-4599-a7ef-9e3f04258f90 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0566866 Feb 19 00:34:28.071225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36e72a60-c996-4c41-9821-77f9c29a9ebb req-fa20653d-ceb7-4bb9-8177-0f9024422cdf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420644 Feb 19 00:34:28.115313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a07c3540-2cb9-4320-ad38-ab67b72f8dc6 req-d692dd1b-53e1-465b-9a8f-c2bc290933be tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0358520 Feb 19 00:34:28.197903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edff52ce-ca6a-425a-b238-ecf8e8b09f4e req-8c7f4d6a-17fa-4637-9f07-2b58052df838 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0284202 Feb 19 00:34:28.332179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d3bbae8-b928-47e3-aa04-213d91914559 req-4cdf3994-8bad-438e-a6f4-0d8ea81ca603 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0280473 Feb 19 00:34:28.418314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39af6c99-341a-4e2b-892a-1917c24f3dcb req-5022d4a6-49f0-4408-a2e9-5cbec9e974e5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0283010 Feb 19 00:34:28.506435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fabd9221-1a2e-46aa-9160-55525f62779a req-c8ca8400-95cb-4d67-9f72-35ac27e22dfa tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0292337 Feb 19 00:34:28.586544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38cb4424-134f-4249-b03f-47abf9515428 req-d4f0e197-9a81-4861-b91c-22b61dc50945 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0269899 Feb 19 00:34:28.819634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45782) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:29.233935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca48d827-bdf8-4987-93f0-ea3ba429f370 req-50eddf59-9524-4204-8e21-8d16ea0f9bf1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0547233 Feb 19 00:34:29.265093 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:29.301183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba6d38-54dd-4c61-8416-ae666dd82de3 req-b1322e0f-90c9-4b6a-810b-5e89f82f8e5c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:29.302681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9ba6d38-54dd-4c61-8416-ae666dd82de3 req-b1322e0f-90c9-4b6a-810b-5e89f82f8e5c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1361625 Feb 19 00:34:29.340338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dda9c29-84a1-4f27-aeef-e195cd1037f3 req-79cf6feb-d26a-4626-afba-3e1176d0c2d2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0465631 Feb 19 00:34:29.438974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9ba6d38-54dd-4c61-8416-ae666dd82de3 req-3eb22aeb-8e24-4ab0-98ec-3ff330ff118c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1238816 Feb 19 00:34:29.445137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d81b373-9de9-4cee-9496-ca5c9b4f23d4 req-e9c5aac2-ff25-4b6e-b59d-fb413f4ca006 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0479627 Feb 19 00:34:29.544355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd34655b-5c19-4358-a3b1-aeca2af3e3f7 req-afa32461-2edc-4755-bc21-a290706f558f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0432534 Feb 19 00:34:29.593227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb1d766a-418e-4408-a025-05884a0df88a req-ac03f025-89bc-4036-8528-78ce0f5eb0e7 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0323682 Feb 19 00:34:29.688868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13c953b1-6030-4137-aff0-773ff2ac8f97 req-027c183b-3bf3-41d8-ad70-1e75b381ae14 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0313945 Feb 19 00:34:29.714236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Deleting port ab660c33-d1f2-4857-a2ff-d5e1a72fb116 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:34:29.714608 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:29.795920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] For port ab660c33-d1f2-4857-a2ff-d5e1a72fb116, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:29.796291 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:29.810093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Calling delete_port for ab660c33-d1f2-4857-a2ff-d5e1a72fb116 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:34:29.998984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ab660c33-d1f2-4857-a2ff-d5e1a72fb116), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:30.028366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab660c33-d1f2-4857-a2ff-d5e1a72fb116,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:30.209710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:30.330902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60f9ff3a-2867-440c-9e5e-edc056a4c86b req-ea1f75d9-85e9-469b-8f88-c6b107f132cd tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0310092 Feb 19 00:34:30.738127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3cb212ff-eefb-4b00-aed3-57e506284204 req-9e15844b-4568-4b1d-975c-d308cee02157 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.3429086 Feb 19 00:34:30.839900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-171ddfbd-c4f7-4ee0-89c1-0e1587a27e32 req-83fe809d-f92b-4ba8-9b1c-00f30372acc4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0409751 Feb 19 00:34:30.869947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c0661-8c3b-4f4f-bc77-b0f389b095f3 req-5dcac734-2b03-4fd2-9787-ef749d3c068c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:30.871459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c19c0661-8c3b-4f4f-bc77-b0f389b095f3 req-5dcac734-2b03-4fd2-9787-ef749d3c068c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1383150 Feb 19 00:34:30.876549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:34:30.921031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f482632c-eb45-4a04-88eb-d9faff74e52a req-8b4742c4-7f2f-4518-ba58-ff6869ac3044 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0419364 Feb 19 00:34:31.004512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80c9efd2-9646-4c3c-b2f1-63125db4b630 req-06a4c3cd-a49d-464c-9258-10a2f6382c2e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0374830 Feb 19 00:34:31.009476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c19c0661-8c3b-4f4f-bc77-b0f389b095f3 req-8d841ff1-80e3-471c-bc5a-0d157b89ef18 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1316409 Feb 19 00:34:31.082137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2eaf8da-ba18-4f53-a23a-dc91af76b347 req-e60ec4a0-6ac9-46ae-b3b4-26a71e4e31d8 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0348792 Feb 19 00:34:31.094619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:34:31.101283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-22edb531-8d84-426f-89f1-28e8dd468a46 admin admin] 10.222.0.60 "PUT /v2.0/routers/9fcc4360-0435-4e7a-a79f-3f8f67ade3d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2789803 Feb 19 00:34:31.102453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45812) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:31.105288 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] Sync routers for ids ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:34:31.116604 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] Routers {'9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:34:31.117359 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:34:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:31.208447 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks [] for router (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.220855 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] Set router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:34:31.324492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks [] for router_gateway (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.378613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Deleting port 9888f97c-3f5e-460b-b903-56ef7cc585c1 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:34:31.379239 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.417372 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:34:29Z', 'revision_number': 5, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port': {'id': '9888f97c-3f5e-460b-b903-56ef7cc585c1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:10:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1337, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:32:59Z', 'updated_at': '2022-02-19T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:31.443278 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] Checking router: 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:34:31.451490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff0ae3e8-2ef0-4612-a0c4-cc1d16a7d5e1 req-0c078d73-7782-4c28-a91d-0c37b0ddc071 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0589099 Feb 19 00:34:31.452143 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] Routers {'9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:34:31.452769 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:34:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:31.491168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] For port 9888f97c-3f5e-460b-b903-56ef7cc585c1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9888f97c-3f5e-460b-b903-56ef7cc585c1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:31.491553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.504204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Calling delete_port for 9888f97c-3f5e-460b-b903-56ef7cc585c1 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:34:31.540376 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] Set router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:34:31.589812 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:34:31Z', 'revision_number': 6, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:31.680525 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9888f97c-3f5e-460b-b903-56ef7cc585c1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.706683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Pushing event deleted for resources: {'Port': ['ID=9888f97c-3f5e-460b-b903-56ef7cc585c1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:31.717274 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2e5ac1-c60b-41eb-bbd1-b5926539d468 None None] The sync data for ids ['9fcc4360-0435-4e7a-a79f-3f8f67ade3d7'] in n-d-826527-3 is: [{'id': '9fcc4360-0435-4e7a-a79f-3f8f67ade3d7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1616569453-router', 'tenant_id': '4c19aac22ac04fa6898253ac745f570e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:32:58Z', 'updated_at': '2022-02-19T00:34:31Z', 'revision_number': 6, 'project_id': '4c19aac22ac04fa6898253ac745f570e', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:34:31.775075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.888850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d60d469b-52d4-46fc-9705-7a97982a48cb req-422f412a-b774-4b73-b323-d3ce45392abc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0838668 Feb 19 00:34:31.896079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.904786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks [] for router_controller (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.928238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd4c9ce5-a73a-4ff1-931f-6dfcab16cf30 req-a00ee0e5-ea0a-4d4b-8be2-c691468be6ae tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0346174 Feb 19 00:34:31.964266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (9fcc4360-0435-4e7a-a79f-3f8f67ade3d7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.964881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:34:31.969312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:31.970939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-85b6e119-6d00-4f49-9243-1ce1170dd362 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9fcc4360-0435-4e7a-a79f-3f8f67ade3d7 HTTP/1.1" status: 204 len: 168 time: 0.8670354 Feb 19 00:34:31.973194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45822) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:32.005684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6a6f9bf-ed8c-4afe-8b9e-d48d528b6d59 req-1ee8a1bd-e3ff-4d1c-bd16-5c5a63e6822e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0319231 Feb 19 00:34:32.022857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Deleting subnet b2d95afd-6489-416b-a522-250dac1d7397 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:34:32.025987 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Publish callbacks [] for subnet (b2d95afd-6489-416b-a522-250dac1d7397), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.061978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b2d95afd-6489-416b-a522-250dac1d7397), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.099469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e52928f3-dcdb-479d-84cc-a245ab150deb req-2fcc9052-8282-4435-82fb-10d6dcfcb8a8 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0340071 Feb 19 00:34:32.160147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b2d95afd-6489-416b-a522-250dac1d7397), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.173385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed9481-16b8-44d3-801e-397bf7f4528c req-0b8d0b6c-ff4b-4f3c-af27-7db85a86d2ee tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:32.174954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8ed9481-16b8-44d3-801e-397bf7f4528c req-0b8d0b6c-ff4b-4f3c-af27-7db85a86d2ee tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0655515 Feb 19 00:34:32.210887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5e7dc06-e79b-454e-a8e0-55d3a98d6b03 req-cd742483-b1c8-43f1-b1af-40fc4344a0d2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0347936 Feb 19 00:34:32.215377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b2d95afd-6489-416b-a522-250dac1d7397), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.241980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d95afd-6489-416b-a522-250dac1d7397,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:32.244475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.247616 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b2d95afd-6489-416b-a522-250dac1d7397 HTTP/1.1" status: 204 len: 168 time: 0.2722683 Feb 19 00:34:32.248278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8ed9481-16b8-44d3-801e-397bf7f4528c req-217ef018-3e57-43ea-a7ff-f8e3072ea42b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635438 Feb 19 00:34:32.250032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c3c026-872c-432d-9226-f3bb4a737fd3 None None] Network f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:34:32.251270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45832) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:32.263123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.263475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.263817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.264156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.264492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.264824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.265157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.265480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.265800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.266122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.266511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.266902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.267226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4b763-cafa-499d-b283-f6d45ff0ad73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:32.329297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.385115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Deleting port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:34:32.385399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.446617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] For port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d,segment=NetworkSegment(c910738b-3190-4673-bc70-5c5478421cf6),segment_id=c910738b-3190-4673-bc70-5c5478421cf6)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:32.446891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.459282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Calling delete_port for b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:34:32.545231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.547347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5160cf-ccdd-4225-898b-6f42875b795a None None] DHCP port deletion for f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:34:32.571834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b68646a-3ecb-4f1a-ac1b-5a557c3231d3 req-e6b6e53a-f4e8-4573-8869-18babd4b6f27 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0605693 Feb 19 00:34:32.572586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:32.578694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] No DVR routers for this DVR port b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:34:32.617041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:34:32.637384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:34:32.637656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b6f8ce4a-a224-4a86-aa5f-1f4cc6848d7d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:34:32.638700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9888f97c-3f5e-460b-b903-56ef7cc585c1 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:34:32.651652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.661135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9888f97c-3f5e-460b-b903-56ef7cc585c1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:34:32.661530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9888f97c-3f5e-460b-b903-56ef7cc585c1 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:34:32.661944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ab660c33-d1f2-4857-a2ff-d5e1a72fb116 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:34:32.674420 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:32.680648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: ab660c33-d1f2-4857-a2ff-d5e1a72fb116 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:34:32.680994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ab660c33-d1f2-4857-a2ff-d5e1a72fb116 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:34:32.690975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c910738b-3190-4673-bc70-5c5478421cf6') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:32.691269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c910738b-3190-4673-bc70-5c5478421cf6') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:32.700701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (c910738b-3190-4673-bc70-5c5478421cf6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.714718 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c910738b-3190-4673-bc70-5c5478421cf6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.721035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:34:32.721273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (c910738b-3190-4673-bc70-5c5478421cf6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:34:32.723313 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:34:32.784875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.790550 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:32.796846 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1 HTTP/1.1" status: 204 len: 168 time: 0.5384171 Feb 19 00:34:32.797875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45836) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:32.805796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9577f-a09e-46bb-b667-0b92b0bc3674 admin admin] Pushing event deleted for resources: {'Network': ['ID=f219e1b9-dc4e-4fca-b2d8-49ff3c87f8a1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:32.981929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5caefd0-2b74-4035-ad48-5b59a5d1a625 req-2bcf930e-f266-4a23-8e8c-bd231cb4b3cb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0334742 Feb 19 00:34:33.012462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6681f3b9-1192-46bd-88c8-2ca724002845 req-bd83b381-9363-45fa-b672-057be0cb901e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0351617 Feb 19 00:34:33.093456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a654f28-e138-4192-bae7-8a53da248cab req-07dd0cfb-6420-4c99-b3bb-035ee5578324 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0315771 Feb 19 00:34:33.187914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a302cf3-e2bd-4f45-b76b-84cc0f934dbb req-b09dabe3-fc2d-419d-b395-f6994db8e494 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0340021 Feb 19 00:34:33.259348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (155e719a-2107-4dda-b6ed-aca3368441d2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:33.323761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7664d44-ade8-4d96-a61e-91bcae44b068 req-89a6a8aa-fcb6-4072-bd0e-2b5408af6075 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0624754 Feb 19 00:34:33.448904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823653a2-174a-4f22-8c8b-f6902da42b7a req-74b98dc3-abc6-4273-a457-83c4d860055b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:33.450280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-823653a2-174a-4f22-8c8b-f6902da42b7a req-74b98dc3-abc6-4273-a457-83c4d860055b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1288836 Feb 19 00:34:33.521592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-823653a2-174a-4f22-8c8b-f6902da42b7a req-5562e181-4ab7-4af5-8ae5-4a9dca9d0a9f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514722 Feb 19 00:34:33.615739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Deleting port 342de913-96ef-420d-a0be-95c58b42d8e9 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:34:33.616363 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:33.692904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] For port 342de913-96ef-420d-a0be-95c58b42d8e9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=342de913-96ef-420d-a0be-95c58b42d8e9,segment=NetworkSegment(d044264e-c35e-4823-829a-6881f4af922f),segment_id=d044264e-c35e-4823-829a-6881f4af922f)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:33.693181 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:33.706082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Calling delete_port for 342de913-96ef-420d-a0be-95c58b42d8e9 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:34:33.780978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c21ff45-1367-4911-9441-3b054b97224e req-5b2af96e-9333-4fa1-8e57-ec8388b2675d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0309324 Feb 19 00:34:33.920948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (342de913-96ef-420d-a0be-95c58b42d8e9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:33.950231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Pushing event deleted for resources: {'Port': ['ID=342de913-96ef-420d-a0be-95c58b42d8e9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:33.974577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.974928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.975257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.975593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.975979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.976309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.976616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.976945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.977307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.977613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.977933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.978278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:33.978602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:34.410799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55aa09c9-5291-4d18-93d1-f42c5d2517ff req-f2d22199-5a23-4542-8eac-1126652a289d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.3538649 Feb 19 00:34:34.414232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-058757be-8f90-4f0e-b929-f23d950134f0 req-abeb1f71-578d-4b00-b24b-80b4b7598e12 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.3453515 Feb 19 00:34:34.492977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6cb1342-9e28-45c0-a718-1813cf4a06cb req-2c8c244c-4741-425f-af7a-d3128c1c62ff tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0431290 Feb 19 00:34:34.513670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a51eea16-f770-4d97-8eaf-198f39a825f3 req-c089289c-94d7-45f6-a781-eb4d213839fe tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0520854 Feb 19 00:34:34.520235 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (155e719a-2107-4dda-b6ed-aca3368441d2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:34.588687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-119e2156-35ef-40a2-a934-21398a448c05 req-4466f737-8acc-425e-b319-cf159cd9b199 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0587838 Feb 19 00:34:34.698956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40288e9-f01b-44a0-aa1c-9c6983e85e3c req-f42981c3-2a5d-47eb-9eee-77e2c6aa13dd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:34.700416 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e40288e9-f01b-44a0-aa1c-9c6983e85e3c req-f42981c3-2a5d-47eb-9eee-77e2c6aa13dd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0941446 Feb 19 00:34:34.816302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e40288e9-f01b-44a0-aa1c-9c6983e85e3c req-469cfb27-bb3e-49d0-a4b9-0e6293f5bf8b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833519 Feb 19 00:34:34.840479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Router 155e719a-2107-4dda-b6ed-aca3368441d2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:34:34.879189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5909906e-d2a9-44af-8c79-23836c2800b0 req-39341d47-3e45-4afa-9e29-12bd9e867c00 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0354462 Feb 19 00:34:34.990623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:34:34.996423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-699addbd-6897-47cf-b0c7-6e5e3b06f2fd admin admin] 10.222.0.60 "PUT /v2.0/routers/155e719a-2107-4dda-b6ed-aca3368441d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1965432 Feb 19 00:34:34.998561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45868) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:35.001652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] Sync routers for ids ['155e719a-2107-4dda-b6ed-aca3368441d2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:34:35.012941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] Routers {'155e719a-2107-4dda-b6ed-aca3368441d2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:34:35.013576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:34:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['155e719a-2107-4dda-b6ed-aca3368441d2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:35.107560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks [] for router (155e719a-2107-4dda-b6ed-aca3368441d2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.211236 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks [] for router_gateway (155e719a-2107-4dda-b6ed-aca3368441d2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.257159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] Set router 155e719a-2107-4dda-b6ed-aca3368441d2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:34:35.268477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Deleting port 85290fdb-a73e-4320-9f86-654cc4ce4f2d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:34:35.268822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.346143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] For port 85290fdb-a73e-4320-9f86-654cc4ce4f2d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85290fdb-a73e-4320-9f86-654cc4ce4f2d,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:35.346543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.359889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Calling delete_port for 85290fdb-a73e-4320-9f86-654cc4ce4f2d owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:34:35.435125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:34:33Z', 'revision_number': 5, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port': {'id': '85290fdb-a73e-4320-9f86-654cc4ce4f2d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:33:05Z', 'updated_at': '2022-02-19T00:33:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:35.466990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] Checking router: 155e719a-2107-4dda-b6ed-aca3368441d2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:34:35.476217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] Routers {'155e719a-2107-4dda-b6ed-aca3368441d2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:34:35.476853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:34:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['155e719a-2107-4dda-b6ed-aca3368441d2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:35.534307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d59eb2b-78d5-4aa3-8dd7-07942cbceb1b req-e818f446-1bb2-44b6-8bad-2a460d028bdd tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0608246 Feb 19 00:34:35.536200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e6d3677-79d2-49b8-8de8-1e142b08f07b req-c29be572-f760-432a-98c1-a8858da92624 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0638492 Feb 19 00:34:35.583030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] Set router 155e719a-2107-4dda-b6ed-aca3368441d2 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:34:35.631663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc9387ae-0fd2-42ef-8225-abd06a30a07c req-610fb309-b2a4-4402-bc9d-7aee1570bc11 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0431986 Feb 19 00:34:35.636491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:34:35Z', 'revision_number': 6, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:35.652939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e3fdd82-2c5e-4d61-aad9-6d8168e94da8 req-c389dd51-cc81-4cad-91dd-7b4edfd218e2 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0540128 Feb 19 00:34:35.660233 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (85290fdb-a73e-4320-9f86-654cc4ce4f2d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.669819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3efa11-f217-4ee6-85e1-4a08feb18c97 None None] The sync data for ids ['155e719a-2107-4dda-b6ed-aca3368441d2'] in n-d-826527-3 is: [{'id': '155e719a-2107-4dda-b6ed-aca3368441d2', 'name': 'tempest-AttachSCSIVolumeTestJSON-236641909-router', 'tenant_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:33:04Z', 'updated_at': '2022-02-19T00:34:35Z', 'revision_number': 6, 'project_id': 'ebea6e46b8264a7a91fc73c83581bf47', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:34:35.700462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Pushing event deleted for resources: {'Port': ['ID=85290fdb-a73e-4320-9f86-654cc4ce4f2d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:35.772249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6e14d00-548a-4ad9-b833-46f12e9478db req-03d0bd29-aa34-41ed-aa11-00557fa62b75 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0747826 Feb 19 00:34:35.794633 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (155e719a-2107-4dda-b6ed-aca3368441d2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.888198 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (155e719a-2107-4dda-b6ed-aca3368441d2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.890626 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks [] for router_controller (155e719a-2107-4dda-b6ed-aca3368441d2), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.984637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1d85a4c-a204-49dc-8d82-f19a6f53424c req-eba3a47d-1dd0-42f1-91e4-4728cf503f1e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0336559 Feb 19 00:34:35.985415 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (155e719a-2107-4dda-b6ed-aca3368441d2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.985965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 155e719a-2107-4dda-b6ed-aca3368441d2 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:34:35.990786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:35.991791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1b40d3bb-c49d-466a-b406-f269054941ee admin admin] 10.222.0.60 "DELETE /v2.0/routers/155e719a-2107-4dda-b6ed-aca3368441d2 HTTP/1.1" status: 204 len: 168 time: 0.9923043 Feb 19 00:34:35.994477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:36.025821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802132e4-2f76-47b0-9142-3315ffe019ba req-840c5ff3-4dcd-43c4-b523-7f0b65c5e24c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:36.027476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-802132e4-2f76-47b0-9142-3315ffe019ba req-840c5ff3-4dcd-43c4-b523-7f0b65c5e24c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1337912 Feb 19 00:34:36.046534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-255b5457-0bbc-42af-9946-af950f7489ad admin admin] Deleting subnet 7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:34:36.050044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-255b5457-0bbc-42af-9946-af950f7489ad admin admin] Publish callbacks [] for subnet (7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.078732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-802132e4-2f76-47b0-9142-3315ffe019ba req-73a5f3d3-724a-43ea-b84e-37b6fc9e970e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448196 Feb 19 00:34:36.086299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-255b5457-0bbc-42af-9946-af950f7489ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.175825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-255b5457-0bbc-42af-9946-af950f7489ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.227608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-255b5457-0bbc-42af-9946-af950f7489ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.252741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b5457-0bbc-42af-9946-af950f7489ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:36.256497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-255b5457-0bbc-42af-9946-af950f7489ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.259779 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-255b5457-0bbc-42af-9946-af950f7489ad admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7b9da1bf-3f3b-4eed-a6e4-713d6bd80bfa HTTP/1.1" status: 204 len: 168 time: 0.2642868 Feb 19 00:34:36.262205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45886) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:36.262412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a54cbe8-1b49-4661-9203-a1f04aa1a033 None None] Network 092e00df-d416-4631-abf3-fa084039407d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:34:36.331979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (092e00df-d416-4631-abf3-fa084039407d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.385665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Deleting port a6dcd5aa-737a-47f3-be86-6bec4532d17a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:34:36.386010 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.449004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] For port a6dcd5aa-737a-47f3-be86-6bec4532d17a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a6dcd5aa-737a-47f3-be86-6bec4532d17a,segment=NetworkSegment(d044264e-c35e-4823-829a-6881f4af922f),segment_id=d044264e-c35e-4823-829a-6881f4af922f)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:36.449377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.463504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Calling delete_port for a6dcd5aa-737a-47f3-be86-6bec4532d17a owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:34:36.464298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] DHCP port deletion for 092e00df-d416-4631-abf3-fa084039407d request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:34:36.524331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Deleting port a6dcd5aa-737a-47f3-be86-6bec4532d17a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:34:36.524716 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.537080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a6dcd5aa-737a-47f3-be86-6bec4532d17a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:34:36.555980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.584490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6dcd5aa-737a-47f3-be86-6bec4532d17a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:36.591322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] No DVR routers for this DVR port a6dcd5aa-737a-47f3-be86-6bec4532d17a on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:34:36.625640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No active binding found for port a6dcd5aa-737a-47f3-be86-6bec4532d17a {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:34:36.625640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] The host n-d-826527-3 is not matching for port a6dcd5aa-737a-47f3-be86-6bec4532d17a host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:34:36.625941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a6dcd5aa-737a-47f3-be86-6bec4532d17a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:34:36.626128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 342de913-96ef-420d-a0be-95c58b42d8e9 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:34:36.628975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] For port a6dcd5aa-737a-47f3-be86-6bec4532d17a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a6dcd5aa-737a-47f3-be86-6bec4532d17a,segment=NetworkSegment(d044264e-c35e-4823-829a-6881f4af922f),segment_id=d044264e-c35e-4823-829a-6881f4af922f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:36.629377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.653268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4d2d480-5e45-455a-bde0-b8f5e61638a8 req-021f0c46-e550-4dae-b3f8-0bf7b26c6a3d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0429206 Feb 19 00:34:36.654629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 342de913-96ef-420d-a0be-95c58b42d8e9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:34:36.654983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 342de913-96ef-420d-a0be-95c58b42d8e9 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:34:36.655428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85290fdb-a73e-4320-9f86-654cc4ce4f2d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:34:36.660837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Calling delete_port for a6dcd5aa-737a-47f3-be86-6bec4532d17a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:34:36.676390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (092e00df-d416-4631-abf3-fa084039407d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.686966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 85290fdb-a73e-4320-9f86-654cc4ce4f2d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:34:36.686966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85290fdb-a73e-4320-9f86-654cc4ce4f2d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:34:36.699596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d91de65a-5f73-4d7d-a759-9c9032772bfb req-888cfe72-20b5-4165-ac5f-154cc1176b6e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0355680 Feb 19 00:34:36.729948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092e00df-d416-4631-abf3-fa084039407d']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:36.744063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd044264e-c35e-4823-829a-6881f4af922f') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:36.744365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd044264e-c35e-4823-829a-6881f4af922f') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:36.755370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (d044264e-c35e-4823-829a-6881f4af922f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.769914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (d044264e-c35e-4823-829a-6881f4af922f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.776609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:34:36.777007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (d044264e-c35e-4823-829a-6881f4af922f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:34:36.778988 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: from cryptography.utils import int_from_bytes Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: from cryptography.utils import int_from_bytes Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.781099 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:34:36.784967 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:34:36.789518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f67c1d1a-1e28-4a90-b41d-b90968747f6e req-5193ddf0-58be-4912-bd37-22403aa28e54 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0403628 Feb 19 00:34:36.791273 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (a6dcd5aa-737a-47f3-be86-6bec4532d17a), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.836742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a756502-7741-4fbd-880b-e67d65d9bfb4 req-27066554-1fb5-4458-8d35-b437b53819ae tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0596671 Feb 19 00:34:36.836871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Pushing event deleted for resources: {'Port': ['ID=a6dcd5aa-737a-47f3-be86-6bec4532d17a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:36.847163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.847163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.847438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.847749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.848076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.848384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.849176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.849492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.850007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.850637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.850970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.851478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.851982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:36.853267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (092e00df-d416-4631-abf3-fa084039407d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.861902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:36.862363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43228cbe-9a71-4dc0-b176-ee9904eca3b6 None None] No DVR routers for this DVR port a6dcd5aa-737a-47f3-be86-6bec4532d17a on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:34:36.873733 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] 10.222.0.60 "DELETE /v2.0/networks/092e00df-d416-4631-abf3-fa084039407d HTTP/1.1" status: 204 len: 168 time: 0.6072264 Feb 19 00:34:36.893513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c19ee0-7472-4b71-981c-efc52835201b admin admin] Pushing event deleted for resources: {'Network': ['ID=092e00df-d416-4631-abf3-fa084039407d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:36.905920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66584c5a-01bd-4613-8f00-fc6bfbd6cc7b req-72f38ef2-750f-4410-93b5-a6bac9e8abc5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0393126 Feb 19 00:34:37.042320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45902) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:37.074163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88b0bf95-254f-4aa3-9021-f7ce361b5f3d req-b4e8a6d0-fb71-4552-b8aa-aa242c8e4c81 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0295138 Feb 19 00:34:37.090562 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6f15ab4b-b932-4b36-aac1-b83505c6a6f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c19aac22ac04fa6898253ac745f570e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0456476 Feb 19 00:34:37.092024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45904) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:37.151327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45b5d53b-ea6d-4948-b227-cfbdfa016cc4 admin admin] Publish callbacks [] for security_group (8c7c6ee2-f29a-4464-8402-499e4bbe40da), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:37.173847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45b5d53b-ea6d-4948-b227-cfbdfa016cc4 admin admin] Publish callbacks [] for security_group (8c7c6ee2-f29a-4464-8402-499e4bbe40da), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:37.212564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52dd9d-bfe2-417f-b3c7-8655069c9fb0 req-2fdb4eea-2acc-400d-a918-811e1b9c29b4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:37.214164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef52dd9d-bfe2-417f-b3c7-8655069c9fb0 req-2fdb4eea-2acc-400d-a918-811e1b9c29b4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0568771 Feb 19 00:34:37.222733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45b5d53b-ea6d-4948-b227-cfbdfa016cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8c7c6ee2-f29a-4464-8402-499e4bbe40da), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:37.225277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45b5d53b-ea6d-4948-b227-cfbdfa016cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:37.226451 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-45b5d53b-ea6d-4948-b227-cfbdfa016cc4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c7c6ee2-f29a-4464-8402-499e4bbe40da HTTP/1.1" status: 204 len: 168 time: 0.1334767 Feb 19 00:34:37.234832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b5d53b-ea6d-4948-b227-cfbdfa016cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7c6ee2-f29a-4464-8402-499e4bbe40da,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:37.272736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef52dd9d-bfe2-417f-b3c7-8655069c9fb0 req-96d3fa0a-33bd-44a6-b2a1-ddeb58d64c21 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514719 Feb 19 00:34:37.558996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45914) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:37.600364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-216aad17-7f3e-4255-a84c-8f4eaba16f47 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebea6e46b8264a7a91fc73c83581bf47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402207 Feb 19 00:34:37.603082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45916) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:37.654608 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47d07c8e-13f2-40ea-8ed9-6c2ff511fa94 admin admin] Publish callbacks [] for security_group (d49118c2-35d8-4f13-a752-71197d7939a4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:37.676481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47d07c8e-13f2-40ea-8ed9-6c2ff511fa94 admin admin] Publish callbacks [] for security_group (d49118c2-35d8-4f13-a752-71197d7939a4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:37.733050 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47d07c8e-13f2-40ea-8ed9-6c2ff511fa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d49118c2-35d8-4f13-a752-71197d7939a4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:37.737579 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47d07c8e-13f2-40ea-8ed9-6c2ff511fa94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:37.738852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-47d07c8e-13f2-40ea-8ed9-6c2ff511fa94 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d49118c2-35d8-4f13-a752-71197d7939a4 HTTP/1.1" status: 204 len: 168 time: 0.1348329 Feb 19 00:34:37.762678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffe0910e-fdc5-4693-b727-25a0cd288010 req-fc7d2e24-eeb0-4d1a-bde6-bacb4078f844 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0438383 Feb 19 00:34:37.776567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d07c8e-13f2-40ea-8ed9-6c2ff511fa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49118c2-35d8-4f13-a752-71197d7939a4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:37.800997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3a442a5-79cd-4f7f-8d45-aaa798052f27 req-422b419a-208d-447b-8ad1-7a15d6cc5c01 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0371325 Feb 19 00:34:37.863458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-effe3acd-b958-4e92-89bf-314121bc4524 req-dcd745e2-4bda-4cc7-90e4-e43e5bce8a36 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0319648 Feb 19 00:34:37.914663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61d2684e-9676-49d1-ad94-f898927a45e7 req-77eebdf3-9da4-423c-91f8-ea90076f3696 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0355885 Feb 19 00:34:37.984070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e60a053a-70fd-4b07-9079-8a8a7f559cbd req-e2843e2d-823c-4870-b69f-1f1edd2e2b15 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0291102 Feb 19 00:34:38.165579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c788ca1-669a-4754-b32f-0c25809c6488 req-5f0fa167-df69-4505-9e3a-8dacd2d76313 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0337820 Feb 19 00:34:38.405957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bda9f-ccf2-4464-a26e-f617cb9c5928 req-a4731817-3a08-4b51-b195-17c39b2fb8ac tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:38.407495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f7bda9f-ccf2-4464-a26e-f617cb9c5928 req-a4731817-3a08-4b51-b195-17c39b2fb8ac tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0541911 Feb 19 00:34:38.455496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f7bda9f-ccf2-4464-a26e-f617cb9c5928 req-29478028-25e5-4f7b-922c-584c967015ad tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419083 Feb 19 00:34:38.459257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45952) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:38.563721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-176847077-network', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:34:38.585940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Made reservation on behalf of fbf93cb2a2584afd8f2e27a226c6d8f2 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:34:38.590528 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.603644 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.685334 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Publish callbacks [] for security_group (1a1656a0-55bc-4ee5-9c86-b763f4912f8c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.691777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1a1656a0-55bc-4ee5-9c86-b763f4912f8c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.716704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:34:38.728867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1656a0-55bc-4ee5-9c86-b763f4912f8c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:38.738761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (26b50c4e-930e-4e85-a69d-1125158b5eea), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.739125 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Added segment 26b50c4e-930e-4e85-a69d-1125158b5eea of type vlan for network efb1477f-7081-472c-bf11-f71eb98b3b3a Feb 19 00:34:38.792744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (efb1477f-7081-472c-bf11-f71eb98b3b3a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.826501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (efb1477f-7081-472c-bf11-f71eb98b3b3a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.827639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:38.828608 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.850721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38c94341-a413-4dce-ac9b-f1371c748866 req-2178c2b0-a105-42c6-b601-ee5fc0bbcf5a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0353510 Feb 19 00:34:38.878799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4184585 Feb 19 00:34:38.881996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:38.886968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Request body: {'subnet': {'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-176847077-subnet', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:34:38.909669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Made reservation on behalf of fbf93cb2a2584afd8f2e27a226c6d8f2 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:34:38.912114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:38.926956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-658b049a-c6fb-4e15-a7a8-5119949a2979 req-efbf8fa9-d033-45a3-8f44-8cee14a1d185 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0718243 Feb 19 00:34:38.964317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61ee5cdf-2eaa-4000-a968-65e572412b2e req-579750e0-8809-4fde-a532-f3cfbbc7fe8f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0398765 Feb 19 00:34:38.967845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd4899-0f5f-48e5-95ac-30ef8e9c7ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=efb1477f-7081-472c-bf11-f71eb98b3b3a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:38.979451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network efb1477f-7081-472c-bf11-f71eb98b3b3a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:34:39.002121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0b75047-97d0-4fbf-b90b-b6208e20a562 req-e397ed61-71c3-4b5d-b207-b7ac516d7d3e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0314872 Feb 19 00:34:39.065856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5eebbe0b-885d-44be-ba22-3809add86a58 req-db18d6c2-17ab-4710-a554-4bafa5e89767 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0287306 Feb 19 00:34:39.094732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (a39012cc-22bd-473c-9d05-22112a82344d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.153389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a39012cc-22bd-473c-9d05-22112a82344d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:39.164967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Checking segment: {'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:34:39.165331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Network hostable DHCP agents. Network: efb1477f-7081-472c-bf11-f71eb98b3b3a, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:34:39.183018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Network efb1477f-7081-472c-bf11-f71eb98b3b3a is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:34:39.195076 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, efb1477f-7081-472c-bf11-f71eb98b3b3a) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:34:39.199436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:39.200040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.205027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6d635-5da2-4684-a2ee-4e45c9fcee5b None None] Network efb1477f-7081-472c-bf11-f71eb98b3b3a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:34:39.217256 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9e18ab7c-4387-461a-838f-a03790937fe8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3341465 Feb 19 00:34:39.220254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45970) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:39.224678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:34:39.261796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-590900dc-fcd6-4ba7-a3ff-6c6e212cb8d1 req-87332415-16a9-46d4-b50d-4abb11db47aa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0308361 Feb 19 00:34:39.272919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (b51de194-508b-4a88-8d2c-26333c732b6d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.273794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (b51de194-508b-4a88-8d2c-26333c732b6d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.312791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-efb1477f-7081-472c-bf11-f71eb98b3b3a', 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a', 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'fixed_ips': [{'subnet_id': 'a39012cc-22bd-473c-9d05-22112a82344d'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:34:39.313651 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.328383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks [] for router_controller (b51de194-508b-4a88-8d2c-26333c732b6d), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.447586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Allocated IP 172.20.0.2 (efb1477f-7081-472c-bf11-f71eb98b3b3a/a39012cc-22bd-473c-9d05-22112a82344d/359835b4-cdd2-43d1-9803-d57cc1d129a2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:34:39.470999 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks [] for router_gateway (b51de194-508b-4a88-8d2c-26333c732b6d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.611625 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Publish callbacks [] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.618019 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.622771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd1ae-1643-4043-8cf6-7d43a673438b req-37e1674d-f294-41f7-9299-d38404f35d0b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:39.624497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-235cd1ae-1643-4043-8cf6-7d43a673438b req-37e1674d-f294-41f7-9299-d38404f35d0b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0713108 Feb 19 00:34:39.664517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Network efb1477f-7081-472c-bf11-f71eb98b3b3a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:34:39.669229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:34:39.673651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:34:39.676822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Pushing event updated for resources: {'Port': ['ID=359835b4-cdd2-43d1-9803-d57cc1d129a2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:39.731415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Attempting to bind port 359835b4-cdd2-43d1-9803-d57cc1d129a2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:34:39.732494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Attempting to bind port 359835b4-cdd2-43d1-9803-d57cc1d129a2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:34:39.732494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Attempting to bind port 359835b4-cdd2-43d1-9803-d57cc1d129a2 on network efb1477f-7081-472c-bf11-f71eb98b3b3a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:34:39.739485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:34:39.739946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Checking segment: {'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:34:39.740448 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.740917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Bound using segment: {'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:34:39.741962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Bound port: 359835b4-cdd2-43d1-9803-d57cc1d129a2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:34:39.741962 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.779191 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-235cd1ae-1643-4043-8cf6-7d43a673438b req-02e37cfd-d1aa-43bb-8cd1-65f76e076453 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477609 Feb 19 00:34:39.793533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks [] for router_gateway (b51de194-508b-4a88-8d2c-26333c732b6d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.813232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.813494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] For port 359835b4-cdd2-43d1-9803-d57cc1d129a2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:34:39.816418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] For port 359835b4-cdd2-43d1-9803-d57cc1d129a2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=359835b4-cdd2-43d1-9803-d57cc1d129a2,segment=NetworkSegment(26b50c4e-930e-4e85-a69d-1125158b5eea),segment_id=26b50c4e-930e-4e85-a69d-1125158b5eea)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:34:39.824337 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:39.889983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008cda6f-f5fb-4296-a46e-7fd968be6569 None None] Pushing event updated for resources: {'Port': ['ID=359835b4-cdd2-43d1-9803-d57cc1d129a2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:39.938235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a8c184c-48db-4b48-a274-f625afe1cf42 req-1df6d502-6a47-4103-90f8-1cd4aa7f0b23 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0319002 Feb 19 00:34:39.960374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Allocated IP 172.25.6.18 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/3a9bf30c-911d-4e03-80b5-38abb1994fdd) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:34:40.048669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f87cb026-34fa-42ea-b9dd-5c320e8b3fb9 req-e05f3448-612d-4a43-aa2a-405f911a5303 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0572145 Feb 19 00:34:40.143651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e3d4814-8c2a-4d67-ac6d-2c97d9f2f33d req-799d1788-9ad8-455f-8deb-6feff0b8cb11 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0639966 Feb 19 00:34:40.184578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-117a57cb-9497-405e-8864-98902e7d53bb req-cb00ff83-9d31-4a5f-9775-1acb81cc8a38 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0433645 Feb 19 00:34:40.188617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks [] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:40.219195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd39f418-9957-4066-bce7-6be07f386928 req-895e05cc-b476-4a8d-a84b-7814abeba775 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0336463 Feb 19 00:34:40.247940 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:40.287120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:34:40.289885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:34:40.295551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:34:40.316726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Pushing event updated for resources: {'Port': ['ID=3a9bf30c-911d-4e03-80b5-38abb1994fdd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:40.357633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39d7ccc7-ff92-45a6-854c-0f7673b36d78 req-b293fda1-26c7-46e9-959c-952889f99ef9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0381794 Feb 19 00:34:40.417013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 359835b4-cdd2-43d1-9803-d57cc1d129a2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:34:40.466518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 359835b4-cdd2-43d1-9803-d57cc1d129a2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:40.466965 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:40.548674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 359835b4-cdd2-43d1-9803-d57cc1d129a2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:40.549074 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:40.582361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 359835b4-cdd2-43d1-9803-d57cc1d129a2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=359835b4-cdd2-43d1-9803-d57cc1d129a2,segment=NetworkSegment(26b50c4e-930e-4e85-a69d-1125158b5eea),segment_id=26b50c4e-930e-4e85-a69d-1125158b5eea)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:40.588531 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:40.641117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=359835b4-cdd2-43d1-9803-d57cc1d129a2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:40.912129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks [] for router_gateway (b51de194-508b-4a88-8d2c-26333c732b6d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:40.930581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0827ea-21ed-47e4-b94f-46cd19fb52bb None None] Network efb1477f-7081-472c-bf11-f71eb98b3b3a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:34:40.983541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b088a-0dc3-493e-9e33-51708f8c56de req-b01c45c7-acca-477d-ae18-29e489dbfea1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:40.985384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-296b088a-0dc3-493e-9e33-51708f8c56de req-b01c45c7-acca-477d-ae18-29e489dbfea1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1096163 Feb 19 00:34:41.035256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5ee0536f-2b3e-4fcd-b8e7-40a960e57bde None None] Provisioning complete for port 359835b4-cdd2-43d1-9803-d57cc1d129a2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:41.035680 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ee0536f-2b3e-4fcd-b8e7-40a960e57bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:41.054758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25e6ee4b-0477-4200-9c00-0cdc7669a543 req-c547cf02-d922-4d07-ab76-f1ae85342091 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0398884 Feb 19 00:34:41.096868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-296b088a-0dc3-493e-9e33-51708f8c56de req-2edd2a84-05a2-4cf0-800d-3588d5c04cac tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831146 Feb 19 00:34:41.145868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0536f-2b3e-4fcd-b8e7-40a960e57bde None None] Current status of the port 359835b4-cdd2-43d1-9803-d57cc1d129a2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:41.169954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f23faac6-6368-43a6-a322-29ec80318b14 req-1c984010-81c7-493d-b500-e929d0b3122e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0389426 Feb 19 00:34:41.248019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4839eec-c175-45c5-9fc3-8270d7ed8068 req-51ceb3b3-c9ee-45f3-a486-44d3a998d8e3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0376768 Feb 19 00:34:41.280128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91bcd3a2-aeb2-400b-adae-415d0248016b req-9fd3fc70-582e-4327-8c98-138f3aba0b04 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0374050 Feb 19 00:34:41.286871 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (b51de194-508b-4a88-8d2c-26333c732b6d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:41.348447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e92a133b-c32b-4dae-b63e-684819aa0b92 req-96f86f0b-aad5-4519-b9f2-cbd2f406cf47 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0584126 Feb 19 00:34:41.367394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6a785b52-0576-4f5a-9a97-508f4e8a1327 None None] Provisioning complete for port 359835b4-cdd2-43d1-9803-d57cc1d129a2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:41.367734 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a785b52-0576-4f5a-9a97-508f4e8a1327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:41.452649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9f2d8b0-e34b-4abc-98ce-df5a1d755aff req-2ccbed8b-11e2-407f-a9fa-3336f18b5da3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0291581 Feb 19 00:34:41.463621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6a785b52-0576-4f5a-9a97-508f4e8a1327 None None] Current status of the port 359835b4-cdd2-43d1-9803-d57cc1d129a2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:41.475430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Router b51de194-508b-4a88-8d2c-26333c732b6d is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:34:41.590350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:34:41.601264 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Sync routers for ids ['b51de194-508b-4a88-8d2c-26333c732b6d'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:34:41.609995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:41.612319 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Routers {'b51de194-508b-4a88-8d2c-26333c732b6d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:34:41.612948 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:34:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b51de194-508b-4a88-8d2c-26333c732b6d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:41.614020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:41.614668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a89149c8-e931-4b29-bf9b-d71c1d713c1c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3928478 Feb 19 00:34:41.717444 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Set router b51de194-508b-4a88-8d2c-26333c732b6d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:34:41.892172 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:40Z', 'revision_number': 3, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:41.921862 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Checking router: b51de194-508b-4a88-8d2c-26333c732b6d for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:34:41.922231 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Updating router b51de194-508b-4a88-8d2c-26333c732b6d port 3a9bf30c-911d-4e03-80b5-38abb1994fdd binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:34:41.949732 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.031148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.146538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fa48a30-6538-4cf0-ae9f-27a6411d7fe0 req-06594051-d321-4f93-b411-dc01017c8752 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0402579 Feb 19 00:34:42.193343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Allocated IP 172.20.0.1 (efb1477f-7081-472c-bf11-f71eb98b3b3a/a39012cc-22bd-473c-9d05-22112a82344d/e2ab31b9-720a-471d-a54c-3e81dbf7ba9d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:34:42.194730 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Publish callbacks [] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.212671 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.262825 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Pushing event updated for resources: {'Port': ['ID=3a9bf30c-911d-4e03-80b5-38abb1994fdd,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:42.273551 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.273905 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.274286 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.274632 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.274973 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.275311 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.275645 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.275886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-253a9dc4-0b80-428d-a0c0-76fbe502807f req-f9af426c-887f-4924-863b-cd39ce7d8ce6 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0438180 Feb 19 00:34:42.276007 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.276288 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.277017 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.277355 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.277685 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.278010 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:34:42.292789 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Attempting to bind port 3a9bf30c-911d-4e03-80b5-38abb1994fdd on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:34:42.293247 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Attempting to bind port 3a9bf30c-911d-4e03-80b5-38abb1994fdd by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:34:42.293527 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Attempting to bind port 3a9bf30c-911d-4e03-80b5-38abb1994fdd on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:34:42.298762 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:34:42.299147 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:34:42.299712 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.300121 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:34:42.300599 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Bound port: 3a9bf30c-911d-4e03-80b5-38abb1994fdd, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:34:42.300979 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.314866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34cb44-42ea-4eb0-8112-110b23cb9081 req-bc59ef19-9c1d-449a-9691-481b42374939 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:42.317030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae34cb44-42ea-4eb0-8112-110b23cb9081 req-bc59ef19-9c1d-449a-9691-481b42374939 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1154346 Feb 19 00:34:42.338244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Publish callbacks [] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.354624 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] For port 3a9bf30c-911d-4e03-80b5-38abb1994fdd, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:34:42.357772 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] For port 3a9bf30c-911d-4e03-80b5-38abb1994fdd, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3a9bf30c-911d-4e03-80b5-38abb1994fdd,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:34:42.364415 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.380235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.395143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 359835b4-cdd2-43d1-9803-d57cc1d129a2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:34:42.408451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a6251ee-f136-4255-89f6-7d9c840f86d4 req-f1da8e3b-98a7-498c-abe5-977c3e7383cd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0559602 Feb 19 00:34:42.422664 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c27aec-39b0-4151-95f4-5210d9203cc7 None None] Pushing event updated for resources: {'Port': ['ID=3a9bf30c-911d-4e03-80b5-38abb1994fdd,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:42.424666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Network efb1477f-7081-472c-bf11-f71eb98b3b3a is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:34:42.427836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:34:42.436215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae34cb44-42ea-4eb0-8112-110b23cb9081 req-17bc9674-b940-4a0e-9abb-9a09836cf168 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127374 Feb 19 00:34:42.436644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:34:42.440403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:42.491372 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Routers {'b51de194-508b-4a88-8d2c-26333c732b6d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:34:42.494567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (b51de194-508b-4a88-8d2c-26333c732b6d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.494961 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:34:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b51de194-508b-4a88-8d2c-26333c732b6d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:42.510843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 359835b4-cdd2-43d1-9803-d57cc1d129a2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:42.511927 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.528297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ad50ab4-27ea-40d8-b970-05795d004705 req-c4633700-fed1-46a5-9f2e-8e10f0d27583 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0388997 Feb 19 00:34:42.595694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55eb7143-c703-40dd-93f2-fdfc89144743 req-a7838dee-df93-46af-b552-27e18694d40b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0969877 Feb 19 00:34:42.645274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-822793ee-37a7-4c66-a642-92de9641d69a req-faca1cfb-5764-4a7c-ab2d-5fead7447ad8 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0521297 Feb 19 00:34:42.648386 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] Set router b51de194-508b-4a88-8d2c-26333c732b6d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:34:42.687865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.796597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 359835b4-cdd2-43d1-9803-d57cc1d129a2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:42.806857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3e91a369-bcbc-4fb0-9123-8e6aac41bcb8 None None] Provisioning complete for port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:42.807240 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e91a369-bcbc-4fb0-9123-8e6aac41bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.846442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e91a369-bcbc-4fb0-9123-8e6aac41bcb8 None None] Port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:34:42.847852 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:40Z', 'revision_number': 3, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:42.865960 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Publish callbacks [] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.870868 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:42.875260 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e1cf4b-b0fe-4ec4-862b-b1f2649c1102 None None] The sync data for ids ['b51de194-508b-4a88-8d2c-26333c732b6d'] in n-d-826527-3 is: [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:40Z', 'revision_number': 3, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:34:42.938080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Pushing event updated for resources: {'Port': ['ID=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:42.940657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (b51de194-508b-4a88-8d2c-26333c732b6d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:43.030616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Network efb1477f-7081-472c-bf11-f71eb98b3b3a is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:34:43.032188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:34:43.240149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14bf68f3-5eb1-4d43-8fa1-2db153aecaff req-13e4c8fd-7aab-4660-9d67-d38042312cba tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0399139 Feb 19 00:34:43.363717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-827ea4de-8b92-4f70-ac91-b0575009f62b req-86df9b17-1da6-4b88-be83-296cf0d477d2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0315552 Feb 19 00:34:43.371717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a872be14-30e8-4a1c-89ab-2892b3b0877f None None] Provisioning complete for port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:43.372105 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a872be14-30e8-4a1c-89ab-2892b3b0877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:43.416745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a872be14-30e8-4a1c-89ab-2892b3b0877f None None] Port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:34:43.464343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Router b51de194-508b-4a88-8d2c-26333c732b6d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:34:43.506082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffa2cc64-1860-4436-913a-a829355741d0 req-6d2f0f9a-6642-4a36-bdec-4f14c6c175fd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0325208 Feb 19 00:34:43.566096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dd09f-7fed-4d61-b23b-f370943e35cf req-2c7ac818-0684-48da-a6dc-30f3569ea7b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:43.573295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-175dd09f-7fed-4d61-b23b-f370943e35cf req-2c7ac818-0684-48da-a6dc-30f3569ea7b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0658886 Feb 19 00:34:43.596648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:34:43.603910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-41117dd5-c51b-4f3e-bc8e-298618ef11f5 admin admin] 10.222.0.60 "PUT /v2.0/routers/b51de194-508b-4a88-8d2c-26333c732b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9879639 Feb 19 00:34:43.618127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca9c063a-1d90-4ee3-af05-916e34ca44f0 req-f9802bad-8f15-405f-bdcd-8ac690336a17 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0421331 Feb 19 00:34:43.655410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-175dd09f-7fed-4d61-b23b-f370943e35cf req-635adcb1-a5a8-450f-8b90-fba3c245cf8d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0807860 Feb 19 00:34:43.708578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-522f10ab-1251-4491-8cff-114851a83116 req-3e6247b6-3ed7-4354-bf90-64d400f3808b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0305707 Feb 19 00:34:43.738658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9be2aa9-cd03-4480-bd79-a8f9d3541b10 req-12a7a0d5-6585-426b-afe7-a526ad5fd7f9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0328231 Feb 19 00:34:44.191561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46036) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:44.196914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-62806a86-c4b6-44ac-a415-eefdcd1faa87 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424465521', 'description': 'tempest-description--681392008'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:34:44.221452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62806a86-c4b6-44ac-a415-eefdcd1faa87 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.293922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62806a86-c4b6-44ac-a415-eefdcd1faa87 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group (b31189dc-84d7-4152-94a0-b18463a0d956), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.300084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62806a86-c4b6-44ac-a415-eefdcd1faa87 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b31189dc-84d7-4152-94a0-b18463a0d956), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.314669 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:34:44.332929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abe8a0ec-3e23-49ee-b0e3-ca8e0d93ec32 req-a547a298-8d60-4622-9fb1-7687e5fa60cb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0423801 Feb 19 00:34:44.333458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62806a86-c4b6-44ac-a415-eefdcd1faa87 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.337273 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-62806a86-c4b6-44ac-a415-eefdcd1faa87 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1418254 Feb 19 00:34:44.337537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46040) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:44.341902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-73b2dd12-3e45-4917-b154-69c4a52ccd76 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Request body: {'security_group_rule': {'security_group_id': 'b31189dc-84d7-4152-94a0-b18463a0d956', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:34:44.358038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62806a86-c4b6-44ac-a415-eefdcd1faa87 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b31189dc-84d7-4152-94a0-b18463a0d956,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:44.371954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73b2dd12-3e45-4917-b154-69c4a52ccd76 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group_rule (20fb4516-0c7c-4913-bc45-d4fe7ee321d8), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.431842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73b2dd12-3e45-4917-b154-69c4a52ccd76 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group_rule (20fb4516-0c7c-4913-bc45-d4fe7ee321d8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.439089 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73b2dd12-3e45-4917-b154-69c4a52ccd76 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (20fb4516-0c7c-4913-bc45-d4fe7ee321d8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.459401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2dd12-3e45-4917-b154-69c4a52ccd76 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20fb4516-0c7c-4913-bc45-d4fe7ee321d8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:44.464982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73b2dd12-3e45-4917-b154-69c4a52ccd76 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.465767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dde1c49-13cf-47d0-9785-7423d88f4f0d req-3b5fe411-55d8-4d3f-a675-574e8077629a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0455470 Feb 19 00:34:44.468893 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-73b2dd12-3e45-4917-b154-69c4a52ccd76 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1278155 Feb 19 00:34:44.468893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:44.473441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-61ad4046-a9a2-4642-a2f3-6ccd9fecd264 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Request body: {'security_group_rule': {'security_group_id': 'b31189dc-84d7-4152-94a0-b18463a0d956', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:34:44.479942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a9bf30c-911d-4e03-80b5-38abb1994fdd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:34:44.500709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61ad4046-a9a2-4642-a2f3-6ccd9fecd264 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group_rule (f82e1697-2ee0-4333-81aa-7d54778d7ac8), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.542560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3a9bf30c-911d-4e03-80b5-38abb1994fdd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:44.542948 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.567783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61ad4046-a9a2-4642-a2f3-6ccd9fecd264 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group_rule (f82e1697-2ee0-4333-81aa-7d54778d7ac8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.573613 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61ad4046-a9a2-4642-a2f3-6ccd9fecd264 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f82e1697-2ee0-4333-81aa-7d54778d7ac8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.593266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f8cf2d2-960d-45aa-aa7d-e44f104a6ff9 req-12a8403f-b66c-40e0-b038-793b4e7776bf tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0283840 Feb 19 00:34:44.594974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad4046-a9a2-4642-a2f3-6ccd9fecd264 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82e1697-2ee0-4333-81aa-7d54778d7ac8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:44.606378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61ad4046-a9a2-4642-a2f3-6ccd9fecd264 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.608411 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-61ad4046-a9a2-4642-a2f3-6ccd9fecd264 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1384506 Feb 19 00:34:44.611729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46048) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:34:44.616329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:34:44.638228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.641655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3a9bf30c-911d-4e03-80b5-38abb1994fdd is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:44.642111 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.669351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 3a9bf30c-911d-4e03-80b5-38abb1994fdd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3a9bf30c-911d-4e03-80b5-38abb1994fdd,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:44.674950 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.728022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4d0da3e-b5a2-4b2a-aa25-7dcb126dd5e6 req-604b8fa9-2965-4570-a186-1bc66f758450 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0468500 Feb 19 00:34:44.743786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ac54d-bb69-4975-9892-24064263935a None None] Sync routers for ids ['b51de194-508b-4a88-8d2c-26333c732b6d'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:34:44.756175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:44.764459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=3a9bf30c-911d-4e03-80b5-38abb1994fdd,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:44.779331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ac54d-bb69-4975-9892-24064263935a None None] Routers {'b51de194-508b-4a88-8d2c-26333c732b6d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:34:44.780444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-687ac54d-bb69-4975-9892-24064263935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:34:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b51de194-508b-4a88-8d2c-26333c732b6d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:44.805201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d134b08-471d-46d4-8aa2-df301713087c req-d146a85c-5142-4e7b-b402-5d1f055014e0 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0292737 Feb 19 00:34:44.827750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b8f6-5c56-4dc8-9ef1-7c9b03f8bf96 req-83402e17-7bd3-4548-9f61-3317d6d1b306 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:44.835645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccb6b8f6-5c56-4dc8-9ef1-7c9b03f8bf96 req-83402e17-7bd3-4548-9f61-3317d6d1b306 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0963249 Feb 19 00:34:44.885510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Allocated IP 172.25.6.152 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/3da637e0-0ed8-46a5-a134-39746b05326b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:34:44.910787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40a0c3d-aa7e-4cfc-8196-16cc5f2c905a req-35c42af4-8cfa-4bd0-adc7-8aba215271c3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0419447 Feb 19 00:34:44.913930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-687ac54d-bb69-4975-9892-24064263935a None None] Set router b51de194-508b-4a88-8d2c-26333c732b6d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:34:44.927385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccb6b8f6-5c56-4dc8-9ef1-7c9b03f8bf96 req-2f64a3a5-0eb4-4441-b087-ac5644511868 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900991 Feb 19 00:34:44.998997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for port (3da637e0-0ed8-46a5-a134-39746b05326b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.032982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3da637e0-0ed8-46a5-a134-39746b05326b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.069677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:34:45.072483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:34:45.075002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:34:45.100197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Pushing event updated for resources: {'Port': ['ID=3da637e0-0ed8-46a5-a134-39746b05326b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:45.115361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-687ac54d-bb69-4975-9892-24064263935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:42Z', 'revision_number': 4, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e2ab31b9-720a-471d-a54c-3e81dbf7ba9d', 'name': '', 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'mac_address': 'fa:16:3e:08:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a39012cc-22bd-473c-9d05-22112a82344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:42Z', 'updated_at': '2022-02-19T00:34:42Z', 'revision_number': 2, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'subnets': [{'id': 'a39012cc-22bd-473c-9d05-22112a82344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:45.145766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ac54d-bb69-4975-9892-24064263935a None None] Checking router: b51de194-508b-4a88-8d2c-26333c732b6d for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:34:45.146131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ac54d-bb69-4975-9892-24064263935a None None] Updating router b51de194-508b-4a88-8d2c-26333c732b6d port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:34:45.173213 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-687ac54d-bb69-4975-9892-24064263935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.176600 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for floatingip (c1bd6f90-39aa-4734-9666-8cd11a4dffbe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.219512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3da637e0-0ed8-46a5-a134-39746b05326b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.373108 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for port (3da637e0-0ed8-46a5-a134-39746b05326b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.378633 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (3da637e0-0ed8-46a5-a134-39746b05326b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.417231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-052dcbb4-760d-4b56-a091-a6f6c0198527 req-63a2476a-9968-4556-b41e-4f87e4b65e85 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Feb 19 00:34:45.443783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Pushing event updated for resources: {'Port': ['ID=3da637e0-0ed8-46a5-a134-39746b05326b,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:45.452751 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-687ac54d-bb69-4975-9892-24064263935a None None] Publish callbacks [] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.457634 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c1bd6f90-39aa-4734-9666-8cd11a4dffbe), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.459727 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-687ac54d-bb69-4975-9892-24064263935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.475638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.477035 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc23b512-2e85-4294-af97-3a8ea0ea534a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8643196 Feb 19 00:34:45.553883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22e40984-7817-4ca9-956a-b1b3232c07d8 req-f0480d46-e892-41b5-b428-f2ba17bae12c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0357187 Feb 19 00:34:45.572258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd901-578b-4571-b88c-760c77f40c21 None None] Pushing event updated for resources: {'Port': ['ID=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:45.575021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-687ac54d-bb69-4975-9892-24064263935a None None] Attempting to bind port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:34:45.575431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-687ac54d-bb69-4975-9892-24064263935a None None] Attempting to bind port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:34:45.575805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ac54d-bb69-4975-9892-24064263935a None None] Attempting to bind port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d on network efb1477f-7081-472c-bf11-f71eb98b3b3a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:34:45.581935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ac54d-bb69-4975-9892-24064263935a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:34:45.582370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ac54d-bb69-4975-9892-24064263935a None None] Checking segment: {'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:34:45.582782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-687ac54d-bb69-4975-9892-24064263935a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.583240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ac54d-bb69-4975-9892-24064263935a None None] Bound using segment: {'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:34:45.583723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-687ac54d-bb69-4975-9892-24064263935a None None] Bound port: e2ab31b9-720a-471d-a54c-3e81dbf7ba9d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b50c4e-930e-4e85-a69d-1125158b5eea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:34:45.584125 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-687ac54d-bb69-4975-9892-24064263935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.671278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-687ac54d-bb69-4975-9892-24064263935a None None] For port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:34:45.675458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-687ac54d-bb69-4975-9892-24064263935a None None] For port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,segment=NetworkSegment(26b50c4e-930e-4e85-a69d-1125158b5eea),segment_id=26b50c4e-930e-4e85-a69d-1125158b5eea)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:34:45.683260 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-687ac54d-bb69-4975-9892-24064263935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.695695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09611108-3f51-48cb-a3fa-adb276a198d6 req-b083a81c-8fdf-4e51-b839-228a541781ec tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0407517 Feb 19 00:34:45.745421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ac54d-bb69-4975-9892-24064263935a None None] Routers {'b51de194-508b-4a88-8d2c-26333c732b6d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:34:45.746065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-687ac54d-bb69-4975-9892-24064263935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:34:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b51de194-508b-4a88-8d2c-26333c732b6d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:45.806108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd901-578b-4571-b88c-760c77f40c21 None None] Pushing event updated for resources: {'Port': ['ID=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:45.817803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af8508e3-517a-4f1d-88a3-d44b653b7550 req-9e3031d0-caaf-4a91-9091-cd024203d861 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0314951 Feb 19 00:34:45.903531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d9e1df7a-f81b-4215-8d4c-db74dc73b30a None None] Provisioning complete for port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:45.904196 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9e1df7a-f81b-4215-8d4c-db74dc73b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:45.916376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4b26f07-09d7-4289-851b-d59994f38258 req-4469639d-e0e1-47bb-af9e-397f985e2ae4 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0449021 Feb 19 00:34:45.939468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-687ac54d-bb69-4975-9892-24064263935a None None] Set router b51de194-508b-4a88-8d2c-26333c732b6d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:34:46.047014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9e65fa9-30d2-429f-adca-403bc59c37a0 req-0babac35-49f2-4b72-9291-99c20561262f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0516257 Feb 19 00:34:46.122733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce13a0-b4a5-4f28-adcf-4d14a48a9091 req-c96d85a6-59ad-4d75-8df7-2984081991ae tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:46.125208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45ce13a0-b4a5-4f28-adcf-4d14a48a9091 req-c96d85a6-59ad-4d75-8df7-2984081991ae tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0597513 Feb 19 00:34:46.175334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1df7a-f81b-4215-8d4c-db74dc73b30a None None] Current status of the port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:46.175727 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9e1df7a-f81b-4215-8d4c-db74dc73b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:46.182621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45ce13a0-b4a5-4f28-adcf-4d14a48a9091 req-0756b5a2-cea7-4151-89e5-6fdd80a35476 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508144 Feb 19 00:34:46.237568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d9e1df7a-f81b-4215-8d4c-db74dc73b30a None None] For port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,segment=NetworkSegment(26b50c4e-930e-4e85-a69d-1125158b5eea),segment_id=26b50c4e-930e-4e85-a69d-1125158b5eea)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:34:46.261376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9e1df7a-f81b-4215-8d4c-db74dc73b30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:46.320311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1df7a-f81b-4215-8d4c-db74dc73b30a None None] Pushing event updated for resources: {'Port': ['ID=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:34:46.331917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-687ac54d-bb69-4975-9892-24064263935a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:42Z', 'revision_number': 4, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e2ab31b9-720a-471d-a54c-3e81dbf7ba9d', 'name': '', 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'mac_address': 'fa:16:3e:08:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a39012cc-22bd-473c-9d05-22112a82344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:42Z', 'updated_at': '2022-02-19T00:34:45Z', 'revision_number': 4, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'subnets': [{'id': 'a39012cc-22bd-473c-9d05-22112a82344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:34:46.359227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687ac54d-bb69-4975-9892-24064263935a None None] The sync data for ids ['b51de194-508b-4a88-8d2c-26333c732b6d'] in n-d-826527-3 is: [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:42Z', 'revision_number': 4, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e2ab31b9-720a-471d-a54c-3e81dbf7ba9d', 'name': '', 'network_id': 'efb1477f-7081-472c-bf11-f71eb98b3b3a', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'mac_address': 'fa:16:3e:08:33:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'a39012cc-22bd-473c-9d05-22112a82344d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:42Z', 'updated_at': '2022-02-19T00:34:45Z', 'revision_number': 4, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'subnets': [{'id': 'a39012cc-22bd-473c-9d05-22112a82344d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:34:46.382235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9a39529b-cf92-4aa8-b11c-9ee38bbd7c49 None None] Provisioning complete for port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:46.382783 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a39529b-cf92-4aa8-b11c-9ee38bbd7c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:46.460785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a9bf30c-911d-4e03-80b5-38abb1994fdd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:34:46.525394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9518c3ce-fbff-4a80-9b41-30f3bd8faad9 req-9d192bcd-be4f-4058-81ba-a503811ff511 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0478201 Feb 19 00:34:46.554896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9a39529b-cf92-4aa8-b11c-9ee38bbd7c49 None None] Current status of the port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:46.557164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3a9bf30c-911d-4e03-80b5-38abb1994fdd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:46.557569 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:46.657266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc92dd47-e7ed-47f0-b77a-1b422b2fcfe3 req-673a94d4-aa4c-4ec0-b075-8001bad1d1d3 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0435460 Feb 19 00:34:46.661574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3a9bf30c-911d-4e03-80b5-38abb1994fdd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:46.769763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5bcc421-9258-4719-b28c-39f0e9454ba6 req-69078fea-6c1a-4b67-9755-886410dd135f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0351331 Feb 19 00:34:46.912444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89d7391a-f571-4918-962c-6becff8e8759 req-c92e095b-0ec1-4911-bf75-14bdc7cf1a29 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0363116 Feb 19 00:34:46.993372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20ee1df7-bbf6-4d92-b2a8-3f20c2f19f8b req-a9fb4f0d-c6ce-4464-b0f0-2294a2323728 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0294917 Feb 19 00:34:47.143177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-490bd8f4-ccc3-47b4-951d-457447e5b090 req-b0cc940d-f0ab-4c1c-9093-c2dafa8c9d8f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0287430 Feb 19 00:34:47.326670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27b8f0d-4138-4b7a-94f6-ab44b4421888 req-eef982a5-7018-4d3e-b43a-bf09261d548d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:47.328229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c27b8f0d-4138-4b7a-94f6-ab44b4421888 req-eef982a5-7018-4d3e-b43a-bf09261d548d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0660663 Feb 19 00:34:47.384618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c27b8f0d-4138-4b7a-94f6-ab44b4421888 req-4a298300-6111-4140-8571-0753e3ed1895 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496581 Feb 19 00:34:47.608064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d78eb4f8-cb56-4713-b56b-5464133e8725 req-b1a1d02e-09be-449a-8d2b-727c8be44975 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0287440 Feb 19 00:34:47.737785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47af62b5-d03c-4537-aaa7-f08b8455cf95 req-63bb580d-9618-4f4f-ac75-56de50d85b25 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0281429 Feb 19 00:34:47.847565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8746a6a-444a-4909-8731-7ea25a5de48b req-d7ad5c55-669d-47be-adc0-b89b3fa788e4 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0320537 Feb 19 00:34:47.907471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77af4a29-5c61-4d38-ad2d-5384619d7f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:48.006053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c20a4936-b4eb-4bb7-b53f-6fdd28a2e208 req-af5a024f-f3f3-4be8-bedb-29cb34bfb3ae tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Feb 19 00:34:48.077349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-692c3790-2f63-4726-b6ae-51e196244ede req-ba29d0fe-93f9-472c-b317-610259834ac9 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0309176 Feb 19 00:34:48.235256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89b76e46-f0c4-46c3-b670-000c35e57c37 req-4a6dbcb7-3eb1-4ec1-8d81-2846e2bd19bc tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0348523 Feb 19 00:34:48.404418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e2ab31b9-720a-471d-a54c-3e81dbf7ba9d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:34:48.456346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:34:48.456725 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:48.529828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523ea23-7686-444c-a13c-e9ac4bfb069e req-94d1f519-67cb-4fb9-aa3e-153051540978 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:48.532721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5523ea23-7686-444c-a13c-e9ac4bfb069e req-94d1f519-67cb-4fb9-aa3e-153051540978 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0544684 Feb 19 00:34:48.582669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5523ea23-7686-444c-a13c-e9ac4bfb069e req-35234ce4-3adf-4f88-a486-4806e1ac2e55 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450833 Feb 19 00:34:48.688523 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:48.691092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:34:48.698036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0b88aa0-a55c-491f-a79e-6b60676d5ba9 req-8535f07b-faa8-43b4-b9c9-4dd3b203403d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0359077 Feb 19 00:34:48.815665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-535c56c2-30b5-497c-aee3-cc4cb9cbc886 req-d6ac22ed-656e-4125-a874-1c8ca8331160 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0278776 Feb 19 00:34:48.926302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66352285-b512-4f22-8391-85f446b1572a req-4d811dfa-a94a-400a-9191-b526e8094858 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0288019 Feb 19 00:34:49.087415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c5afa35-60c5-434b-89c7-6519439c22ba req-4bbf07e2-97ac-4444-ac99-3faaf0a4c991 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0291679 Feb 19 00:34:49.165496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d776c328-6f71-4068-9995-9602f06d3938 req-57850982-e849-42a4-8cdc-726e7078c7d6 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0287590 Feb 19 00:34:49.318239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95011489-968a-4d74-8667-aa7551c39378 req-eb3540ce-b13e-42cc-8724-4fdbab58c375 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0269513 Feb 19 00:34:49.717789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208bb39-205e-4a8a-935e-5a9a1cbea57a req-75a5928a-83d1-409d-8614-7ba17cc67362 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:49.719347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0208bb39-205e-4a8a-935e-5a9a1cbea57a req-75a5928a-83d1-409d-8614-7ba17cc67362 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0611482 Feb 19 00:34:49.785513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28f60788-7425-4da4-b6f9-a18c950c034a req-a96f805b-917b-491c-828c-65ac1c12cfa4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0354719 Feb 19 00:34:49.797093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0208bb39-205e-4a8a-935e-5a9a1cbea57a req-454ce7c2-2131-4f33-afb1-b1356bd50684 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698435 Feb 19 00:34:49.896385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fdc19b5-dcd3-4418-b184-84a298d2d140 req-0f0feb4c-d46a-4e7f-adf7-632374772c79 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0301476 Feb 19 00:34:50.006814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33b943c3-287c-4c58-9eac-dec044ba89f5 req-a08ca3b5-7e0b-4812-810c-2cdf0429951a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0314863 Feb 19 00:34:50.028965 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66127bd6-7aae-45bf-9196-50a9bcf8c16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:50.175179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be5b7b80-c0aa-4f18-8725-16052d3b1cdb req-b81a0fa2-078f-4e88-87af-7a0c9db12fcd tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0365295 Feb 19 00:34:50.246783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd1510d8-a5d1-4ff4-b496-23610d4c2cd3 req-20e204e3-bd62-44c3-8368-44f1a06371ab tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0275567 Feb 19 00:34:50.401659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-407ed487-f4f2-4758-9834-580599bd7fd9 req-3740c773-783c-4f5f-9ead-b1df887bde8b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0277724 Feb 19 00:34:50.869723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd11c5be-eb93-49f5-8157-e6f63274b773 req-1c6364e8-4aeb-4b09-9f14-9540df4b17c3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0335805 Feb 19 00:34:50.937084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8292311-b3c1-4675-abad-cbbc11b69660 req-1bac4cfd-cf4a-4dd6-86a4-aac6bfd11afd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:50.938623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8292311-b3c1-4675-abad-cbbc11b69660 req-1bac4cfd-cf4a-4dd6-86a4-aac6bfd11afd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0642223 Feb 19 00:34:50.994957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e298c03a-0a72-432b-9c39-2e46edd1962e req-288912cb-4882-4dd8-bca9-a3faf531e584 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0492556 Feb 19 00:34:51.022311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8292311-b3c1-4675-abad-cbbc11b69660 req-4049455a-a248-45d4-aa90-e8f3d9d82181 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0777206 Feb 19 00:34:51.092033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d0986f1-5361-43c3-b834-f9b94632bcf7 req-c323d35b-dd1b-419e-af5f-3123096e7637 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0300117 Feb 19 00:34:51.105058 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:51.248414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85acce89-a8f8-45fa-b9c4-0e326305db2a req-38873127-dcaa-4a02-9cfd-e9dbbf01d631 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0278041 Feb 19 00:34:51.334159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8aeb4e3-ab26-453f-b75d-36cb5f7d5ba8 req-5120a05c-ab26-46a4-bbc0-a2dd991607c4 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0304019 Feb 19 00:34:51.489333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35193404-c568-42d8-bb81-beb59ebcc6a5 req-6af736b6-28a8-44a2-98f6-cb7b421c0c43 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0280182 Feb 19 00:34:51.953235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf9e506b-8f18-4e38-a8ba-ed22776b05b8 req-5192237f-e563-4e6d-aa32-26e548f082ce tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0285707 Feb 19 00:34:52.077561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3c354d3-9720-43ec-bb5d-5fccddf92946 req-d70e40f2-254c-4c36-827c-844cd19b4a09 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0319159 Feb 19 00:34:52.169278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c995c-b13a-46b2-aeb8-c564a61ce213 req-5a813bd3-9f50-4667-be58-8cfc5ad51190 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:52.170776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee7c995c-b13a-46b2-aeb8-c564a61ce213 req-5a813bd3-9f50-4667-be58-8cfc5ad51190 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0651977 Feb 19 00:34:52.195400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ead5196e-0754-4d48-82b5-ad40bbf1d52b req-fa146770-8e71-43a6-b102-8545436f3f19 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0415125 Feb 19 00:34:52.245774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee7c995c-b13a-46b2-aeb8-c564a61ce213 req-42918196-5bc6-45d1-a6a3-0b9c922cf018 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528204 Feb 19 00:34:52.330100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc4573d3-aa7e-4d17-844e-846508e47666 req-f0a80c2a-771d-4f3a-baf5-3b245bb3200f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0320456 Feb 19 00:34:52.416060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19390cbe-6fc1-4463-9e59-f62e7a955c52 req-d805f947-8565-43d1-9b7f-55626a36028b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0274689 Feb 19 00:34:52.572668 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:52.583642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86676cc8-0dfd-4a18-b9e1-19886c9cc00c req-c124994e-f2f9-45c7-aede-4b393ad00412 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0329900 Feb 19 00:34:53.041528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2607cbf-0a96-4b70-a287-7d37d2cf39f5 req-d96d223d-2916-404c-9c65-30b0fd3d179b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0329654 Feb 19 00:34:53.159477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e187633-4b3c-422e-9b0a-8ef4a1c3bba4 req-bfcb62c4-0718-4f72-9a08-d2ace6ab056f tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0311832 Feb 19 00:34:53.274662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8944a8f3-f9bd-421e-a83e-244abeb0c459 req-4d0605a3-dc30-4dae-bc46-e818fcfe952d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0274546 Feb 19 00:34:53.380467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a72ace-ff11-47b2-acb2-95632bd1e14f req-792a8e05-e49f-4ce6-b557-b379a619af26 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:53.382064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63a72ace-ff11-47b2-acb2-95632bd1e14f req-792a8e05-e49f-4ce6-b557-b379a619af26 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0594571 Feb 19 00:34:53.417320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78051466-8810-4da5-8680-e9df93084a3d req-358dab25-23de-46a8-a3aa-0e514c1a1872 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0317805 Feb 19 00:34:53.468100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63a72ace-ff11-47b2-acb2-95632bd1e14f req-51168c28-c9b4-492a-9400-391c615be918 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735531 Feb 19 00:34:53.495338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:53.500325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-985396bb-16b7-4cf8-bc5b-d95f63e5fcbe req-06811807-2cc6-4339-99b6-67ac6f761185 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0307384 Feb 19 00:34:53.670898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a26a63b-07d1-44cc-b7b7-dd622bca7799 req-8736a883-e8ba-44c1-b1c6-a7f7eb90b574 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0281036 Feb 19 00:34:54.087972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:34:54.125942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d149ebd-76ab-41f8-aead-d359bfb67893 req-070a734f-62aa-421a-8924-0b0f2a344fe1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0286036 Feb 19 00:34:54.240326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4a70a47-4992-400a-8f1d-1946e4ea731f req-1e0537d1-319d-42f7-85b3-efc9ae4d3f11 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0279598 Feb 19 00:34:54.362957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a026f77-9a4f-4364-8577-9c8b8d4fa569 req-41c4df41-b9bd-4a3a-bfa0-1e069eb248f7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0326948 Feb 19 00:34:54.504937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fedafcf-7308-413e-93a9-e6199d469c3a req-d2944360-c602-428a-835d-b92811e1d068 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0337117 Feb 19 00:34:54.590160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9aaa1442-5dcd-4dd3-8856-aee49bb15a0a req-85a42944-b5ef-4f9f-aefa-9c7f67962347 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0401940 Feb 19 00:34:54.618460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e4dd1-4043-4316-bd11-07bb5d7530bd req-7e333f8d-59fa-41cc-8c9b-86f70c01280f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:54.620064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b3e4dd1-4043-4316-bd11-07bb5d7530bd req-7e333f8d-59fa-41cc-8c9b-86f70c01280f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0795374 Feb 19 00:34:54.676012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b3e4dd1-4043-4316-bd11-07bb5d7530bd req-ec840a44-153f-452e-b9f3-8171eeff6414 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501950 Feb 19 00:34:54.759750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-caf7f112-cca3-4990-aab9-6ba64ef8eef3 req-894f674a-7a24-4da6-9b47-07f9bc9ea811 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0343926 Feb 19 00:34:55.205269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bf303ab-80fd-4eab-a877-de33eef6d217 req-7404ad5b-c1cc-4ed2-97d2-7d65f01b6671 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0276539 Feb 19 00:34:55.321527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-803629e1-6094-4e16-9c4d-1552054d68e6 req-ec2284d8-0210-4ceb-98cf-82ac0656ef6f tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0275431 Feb 19 00:34:55.448719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e55986cc-d5fc-40a2-9388-8c9c1dd9ec54 req-2663a61f-d1d5-4318-9a69-c6f7c6e95aa8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0280287 Feb 19 00:34:55.584071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b72ae292-9bb9-427f-a760-13dc73fe889c req-aca30de6-d364-412b-b180-485505777433 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0303013 Feb 19 00:34:55.670262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4d02b28-c2b5-4150-9f5b-d6f913d9014b req-25edaff0-bac6-427e-99a5-c26b0568a554 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0291235 Feb 19 00:34:55.852378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ef61d5b-870b-446f-be20-026a41d50ebd req-46972abf-287e-4cfb-b553-dd2f97281bc5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0309219 Feb 19 00:34:55.894546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bc005-5aa5-4eaf-9967-9c7da24aeda4 req-a244a0ef-63ec-4dc8-8517-ab6bfb10c7e8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:55.894546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-329bc005-5aa5-4eaf-9967-9c7da24aeda4 req-a244a0ef-63ec-4dc8-8517-ab6bfb10c7e8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1027203 Feb 19 00:34:55.918176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-329bc005-5aa5-4eaf-9967-9c7da24aeda4 req-20209374-17c8-41eb-bb3a-db22a7486cad tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501323 Feb 19 00:34:56.293275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9299bf9-1fce-4baf-b4a9-9e4259929d6d req-f5447400-e9c4-4705-9174-8134763bbe33 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0282905 Feb 19 00:34:56.401489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d537d876-5007-4da0-ab19-0979bfa22144 req-77828a2a-d3c6-4acd-b3e1-4fd8dac7936c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0306733 Feb 19 00:34:56.526248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31747b39-be7c-4d6b-ae39-9fd81e3a3646 req-da010cb0-8e08-4089-8438-e0a75cbc934f tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0276096 Feb 19 00:34:56.664302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e81829b1-c815-4d71-a205-fec81b6d65c6 req-03f094dc-6c58-4bfa-8549-6557033f3c69 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0282488 Feb 19 00:34:56.752685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc9d8951-26c3-4de6-9add-e0fafac75c6e req-bb08fa6f-4f4a-44af-a7b6-0187538fa053 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0290935 Feb 19 00:34:56.937624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb692504-87a2-45f7-a94f-0dec94024b32 req-456b3a46-cddf-44b9-86f3-e54437a1740c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0277882 Feb 19 00:34:57.050361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f8f29-f2f7-411b-b59f-706751ada0c3 req-72e597a5-c048-4827-a193-8df31dd0bab4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:57.051870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-648f8f29-f2f7-411b-b59f-706751ada0c3 req-72e597a5-c048-4827-a193-8df31dd0bab4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0550082 Feb 19 00:34:57.102846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-648f8f29-f2f7-411b-b59f-706751ada0c3 req-9a2c2220-4a5c-402d-b0e7-4d651a4b31f9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454531 Feb 19 00:34:57.372046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-098c5b82-ccb8-4551-b502-7e5c64aeafd4 req-3dd54ebd-83ac-43e0-bc45-b3282cdc84df tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0278854 Feb 19 00:34:57.480363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8da13b12-f528-4885-b956-219185222549 req-6de6f139-3eb9-4be3-8d7a-20b02cec6c40 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0279648 Feb 19 00:34:57.602735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67ec96af-e856-4780-b838-8623f5a615c8 req-dc3b74fd-6421-43eb-8ae2-e03db1120d50 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0276046 Feb 19 00:34:57.743765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e37be16e-2ab9-4be2-9d60-6073b0a3ed41 req-6fd84a4c-5491-446a-9a42-b9410cfbb212 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0280821 Feb 19 00:34:57.829148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6fa39e66-ea90-4c47-8766-80441373908f req-baa959f8-9c62-466b-aeea-34934bbde81a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0272794 Feb 19 00:34:58.027804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9239cac1-d384-4720-bbd3-613a8b2178dd req-2058de1a-030b-4cc4-9e21-721227ef7d5f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0325489 Feb 19 00:34:58.228882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45fe686-bf88-4935-8a2c-d90faaa16ee5 req-36188532-3968-43da-952b-ab5c0cd61df5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:58.230279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f45fe686-bf88-4935-8a2c-d90faaa16ee5 req-36188532-3968-43da-952b-ab5c0cd61df5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0543714 Feb 19 00:34:58.278024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f45fe686-bf88-4935-8a2c-d90faaa16ee5 req-453bf98a-ed66-4a48-924a-00423aea5216 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413899 Feb 19 00:34:58.456381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe9a3cbc-7c2b-4c32-9086-740d0d5171e4 req-4c13c660-75aa-49fa-b22e-c7a339b7a42a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0339098 Feb 19 00:34:58.561485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0d4f75f-9581-40f2-a5eb-82b699d4f2d6 req-93bc09c7-d86d-4ac0-b08e-7adba3d28dc8 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0311372 Feb 19 00:34:58.688622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-180051c5-0336-4750-88af-c768d8ebd656 req-d64b0ecd-ab39-428b-b03c-ac1282e57fe7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0340540 Feb 19 00:34:58.821604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-909f1e4d-2271-42eb-bbeb-33f53dbcc060 req-38b325a9-a684-482a-8799-447eb28f8041 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0279272 Feb 19 00:34:58.907195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56eb9ed9-2f2e-45b4-a087-f5ac201d715d req-bb9048fb-c99f-4ff6-9714-eb3182ac0db3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0279357 Feb 19 00:34:59.130393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0496ba3-34f6-4fbe-86c7-61f3f713e28f req-4bde682f-12ed-4d9c-8ad7-78c6d28d439d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0347922 Feb 19 00:34:59.401338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016b88b-7b7e-4e14-a975-7f8e3d90e7b1 req-1404f02f-717f-4ee9-8061-cf2bd568cf90 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:34:59.402867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d016b88b-7b7e-4e14-a975-7f8e3d90e7b1 req-1404f02f-717f-4ee9-8061-cf2bd568cf90 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0536258 Feb 19 00:34:59.454449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d016b88b-7b7e-4e14-a975-7f8e3d90e7b1 req-d1af77d5-f7d6-488c-81da-a0ac27ea78e4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459473 Feb 19 00:34:59.532862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-371f82ea-2f4a-4397-8bd4-6b1b64b6ba04 req-d272f58b-26a3-47db-808b-9a8d4fb1f816 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0272701 Feb 19 00:34:59.638471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-857a2644-e856-40da-8fbd-bd9a48f4da76 req-e2eeea25-dc5e-462f-8121-ea54ab0248d5 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0282187 Feb 19 00:34:59.767326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d18a0591-be8a-47c5-be7b-c1521ddae6cb req-147ba5c1-97c8-4325-b627-869c32ccef68 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0274906 Feb 19 00:34:59.899254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2585a14f-5b7b-4f79-93ed-e2c6defdc77c req-b76cf961-affb-4b5b-9ca8-ebd445b59d19 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0275857 Feb 19 00:34:59.986692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d21ef80a-bc8d-449c-abde-38aae4e1061c req-1e3aa4a7-befb-435f-b1f2-7b7da793a1b1 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0289145 Feb 19 00:35:00.237321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27b9c7bc-2b5f-49c1-aa3a-77b436b34a16 req-fb7feb88-a9c7-49c2-baf4-7d23cdb55168 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0465648 Feb 19 00:35:00.587690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671aaa8-266d-493f-a276-09d7299849e2 req-e997d9fa-c73e-471e-8a35-5932c81c9418 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:00.589220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2671aaa8-266d-493f-a276-09d7299849e2 req-e997d9fa-c73e-471e-8a35-5932c81c9418 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0538700 Feb 19 00:35:00.620725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed78236f-c6d4-45be-b79c-0c62c49f141e req-22c1d3cc-1baf-4e35-ad05-e38368e458ca tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0305336 Feb 19 00:35:00.660388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2671aaa8-266d-493f-a276-09d7299849e2 req-41d5eb7d-3c85-4781-9724-954e7c6eb319 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620890 Feb 19 00:35:00.721332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c75c6c5c-f754-4260-84e3-e289dab1c564 req-265771c6-07c1-4794-a35c-b7128a267661 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0270383 Feb 19 00:35:00.846994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4941aea-a3ac-4b5f-af1e-199ab7de1d36 req-da7761aa-fcb5-4d0a-8dec-f41fd04d5062 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0311632 Feb 19 00:35:00.976846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7947dacd-2971-4460-9ab6-6afe858a8e30 req-1d6b3120-dadb-4c03-97c1-722c2cc61d38 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0280936 Feb 19 00:35:01.069023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5ce8a71-b834-4548-9480-7396bd17651c req-0355c845-d620-47eb-846f-a24b4790f74f tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0296009 Feb 19 00:35:01.323075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0152f5c-0513-411e-b214-782cd403db47 req-a116aab4-af08-4051-8637-3f97c60ea642 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0273571 Feb 19 00:35:01.698239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-407da76b-144e-4060-b743-66a9f52e3f54 req-446e25f9-84b6-4c3f-adc7-4370568cf01f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0275011 Feb 19 00:35:01.806256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68435ada-9538-429d-87fb-90bd330d2c62 req-63339d7b-2e03-48d2-b9b3-ee45fee88d15 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0325978 Feb 19 00:35:01.825285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434288f-d666-4bff-8adf-daa3b6fb9a5a req-a0e8d7c1-8fd6-4240-88bc-96aba3af77e5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:01.826853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0434288f-d666-4bff-8adf-daa3b6fb9a5a req-a0e8d7c1-8fd6-4240-88bc-96aba3af77e5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0929940 Feb 19 00:35:01.877044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0434288f-d666-4bff-8adf-daa3b6fb9a5a req-a9ad9d2a-b791-4bc8-be9a-baae3211cf88 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441384 Feb 19 00:35:01.928207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-777a2074-ff44-47f5-9165-50a7be70c043 req-2fcea9e6-a731-41cf-95d3-b4a4d7bc7e93 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0278451 Feb 19 00:35:02.057135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b538270-9fb7-4b47-955a-d9a147bc0478 req-8fdfc18a-f518-4f55-85a4-7e2594017bc9 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0280366 Feb 19 00:35:02.152032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca4e88bd-2819-4555-80c1-d20fa54b0bee req-a85ac77e-00ea-418b-a8d2-09a44bc22b6c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0316997 Feb 19 00:35:02.412507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa545954-53c6-4d8b-aa09-10bbc4ca555a req-6ff1d074-ccfd-45db-a950-71cd50b072c2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0289032 Feb 19 00:35:02.779537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5341836f-a682-4be2-8185-69d937e2af09 req-6f5a6d05-bc6b-4df2-a2d4-7e5f0f89477d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0272870 Feb 19 00:35:02.884604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-320a4289-61d4-4ded-9b2f-e974913de344 req-3197922d-37a0-41b9-932b-0188d3dd6970 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0271573 Feb 19 00:35:03.012896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9baa4612-391f-4baa-a40d-81e5256a3d68 req-0966fddc-e5eb-44ba-8e8d-fd4916632d5e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0344098 Feb 19 00:35:03.032651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfead3-2c91-4601-9f38-053d4e17d3a1 req-ec101514-ecdc-4cff-9c99-311753986ea7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:03.032651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1cfead3-2c91-4601-9f38-053d4e17d3a1 req-ec101514-ecdc-4cff-9c99-311753986ea7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0822906 Feb 19 00:35:03.077684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1cfead3-2c91-4601-9f38-053d4e17d3a1 req-4e196314-cd2b-4bac-ac06-d73857bdfa5e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416689 Feb 19 00:35:03.137918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e15ea705-5685-4dd8-8756-10da9844a216 req-98747b23-7331-483c-9ddf-0aeb1e8243a7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283763 Feb 19 00:35:03.229067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3db4d6c1-1194-4bd4-944d-4c90b5851744 req-94f8c1d0-9d9a-4981-a317-bc61a0ad5891 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Feb 19 00:35:03.515449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac30cd30-bcac-4eac-9a4d-798639f41b9a req-fd8d0b06-308f-4006-bcc2-4d9ea1ae4eb3 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0416422 Feb 19 00:35:03.868747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa536e2a-3ffa-4701-b973-c99c334f42de req-90070d39-8d24-4ab5-a362-0efa2e23ad99 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0319214 Feb 19 00:35:03.964519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f6842f5-c10c-442b-9096-9f2a7676d246 req-8bd77231-7740-42a0-a49f-aacec30339e3 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0274854 Feb 19 00:35:04.092592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27483151-662e-46be-a8b7-963fe3e063e0 req-9c07b0ba-14cc-4ba9-b19e-aaa32034d065 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0277293 Feb 19 00:35:04.221264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-555c03e3-713b-4692-af86-ab6b48e63ca2 req-66e3addf-fd7e-4f1d-a908-88bf2ca39ef0 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0308623 Feb 19 00:35:04.236670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16773cbb-affa-435a-a2cc-7c5971cc0ec1 req-e24b1412-f565-4bf3-acdc-32f9ebe0a6bf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:04.238269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16773cbb-affa-435a-a2cc-7c5971cc0ec1 req-e24b1412-f565-4bf3-acdc-32f9ebe0a6bf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0839341 Feb 19 00:35:04.314082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16773cbb-affa-435a-a2cc-7c5971cc0ec1 req-0537a102-ec14-4bbb-ae90-c6982fcfd078 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698431 Feb 19 00:35:04.316027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-397e2250-47f2-4e5e-b706-fde74b563d31 req-46e3aa67-8d1d-48ac-ad23-2bd243818d81 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0330093 Feb 19 00:35:04.602221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1637fd7e-086f-442b-9575-6c3156fe7703 req-fb527238-f59a-4eda-90f9-c911829bc6fa tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0280144 Feb 19 00:35:04.964148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5662352c-8915-4e9c-a8c8-9199fca1c789 req-c609b680-b4ab-45e0-9371-7604aee6114b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0358930 Feb 19 00:35:05.045794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5abe4702-dfd8-4436-b3a7-9a1b44c4dea8 req-29ed0306-6a31-4a0c-9fd4-fb9b7fd3fb3a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0278561 Feb 19 00:35:05.173796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5418cd5-ae9e-45fd-a10e-982eed242014 req-aa80cdcb-5d35-40cb-aa33-bee6616fe1a7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0273526 Feb 19 00:35:05.304540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-441eabcd-cde6-40a0-b8c2-9a8e7ad92198 req-bbafaf95-2c57-4b41-89e2-1c7a946b7253 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0326576 Feb 19 00:35:05.394139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c28ccf49-eab3-407b-991b-5fa54e9d01ef req-3f1a8291-1bfc-4934-92b1-4a62ba49e37e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0273919 Feb 19 00:35:05.450968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd7026-e3bc-48d7-8e04-47eeb9cbdcc9 req-4b570ac9-314d-431a-ae27-35a52f3856f5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:05.452348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2bd7026-e3bc-48d7-8e04-47eeb9cbdcc9 req-4b570ac9-314d-431a-ae27-35a52f3856f5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0559540 Feb 19 00:35:05.500150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2bd7026-e3bc-48d7-8e04-47eeb9cbdcc9 req-a2c64c33-07bc-49a4-9955-d16abc2eadd4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419254 Feb 19 00:35:05.692382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63a17e4e-b230-4738-ac22-6012893d27a1 req-5cc7b56b-6ce7-4fa2-ba4d-f4f867af8d5d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0278485 Feb 19 00:35:06.052374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc4d89dd-5327-4509-ac63-5a7309d4f816 req-e2982f38-ca53-4554-ba31-1201ec313456 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0307288 Feb 19 00:35:06.131725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0b0e1d6-0ece-4c41-ab80-b3a5c3516dc8 req-aa3eeebd-2704-47ae-b5c4-33f087ea58e4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0374751 Feb 19 00:35:06.174443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2219789-8515-43c6-ae3a-43c579bce2cb req-32300691-40ca-4c7f-9f3f-3604d9bc7c40 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--424465521&fields=id&tenant_id=fbf93cb2a2584afd8f2e27a226c6d8f2 HTTP/1.1" status: 200 len: 267 time: 0.0472143 Feb 19 00:35:06.271511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c410270b-f450-4c95-99f0-563b4e860db0 req-a02d72a3-82db-4990-9419-fa73a90c5f18 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0359678 Feb 19 00:35:06.317339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2219789-8515-43c6-ae3a-43c579bce2cb req-fae93ebf-f857-47b9-a84d-3d2a1cbcf87e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:06.318835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2219789-8515-43c6-ae3a-43c579bce2cb req-fae93ebf-f857-47b9-a84d-3d2a1cbcf87e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/networks?id=efb1477f-7081-472c-bf11-f71eb98b3b3a HTTP/1.1" status: 200 len: 815 time: 0.1379206 Feb 19 00:35:06.335326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2219789-8515-43c6-ae3a-43c579bce2cb req-cc49b61c-c350-4295-b067-574fb6530a84 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/quotas/fbf93cb2a2584afd8f2e27a226c6d8f2 HTTP/1.1" status: 200 len: 375 time: 0.0102568 Feb 19 00:35:06.396597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49846f5e-3ad9-4b39-b5f9-695d0e4b7383 req-4e51aab8-523b-4ab3-92ae-04c8acca6d1f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0291982 Feb 19 00:35:06.413636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2219789-8515-43c6-ae3a-43c579bce2cb req-539a2246-9cf5-4e16-9512-195f47844f53 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbf93cb2a2584afd8f2e27a226c6d8f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728624 Feb 19 00:35:06.497639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d29b3a6-9ce0-446b-be22-665711d4fd1c req-233979ff-e6c0-447c-823a-9ae104d0df25 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0543361 Feb 19 00:35:06.535411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2219789-8515-43c6-ae3a-43c579bce2cb req-a9acf6f4-87ac-4e29-9200-f095bc3a0d5c service neutron] 10.222.0.60 "GET /v2.0/networks/efb1477f-7081-472c-bf11-f71eb98b3b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097827 Feb 19 00:35:06.970465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2219789-8515-43c6-ae3a-43c579bce2cb req-4f37010b-e6bd-4455-aba6-2cd3718e4ccf service neutron] 10.222.0.60 "GET /v2.0/networks/efb1477f-7081-472c-bf11-f71eb98b3b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292393 Feb 19 00:35:06.982215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b52148-d1c8-43cf-88ee-48af235e9f31 req-8546d0c4-74c2-4587-b32e-3e7de9933987 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:06.984157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6b52148-d1c8-43cf-88ee-48af235e9f31 req-8546d0c4-74c2-4587-b32e-3e7de9933987 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.3845844 Feb 19 00:35:07.031709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6b52148-d1c8-43cf-88ee-48af235e9f31 req-ad449c79-1cbe-42fb-8aab-579a06269df6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416977 Feb 19 00:35:07.115777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81585b7f-c975-41f5-b10d-e99ecf3c9c8c req-fa704450-6914-4654-a334-1aba83d62aab tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0311792 Feb 19 00:35:07.190460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0e2b9cd-eb73-4daf-b55a-3c157e459d26 req-0094c4c8-b932-4c8e-b91f-d0b44b1db2d5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0319107 Feb 19 00:35:07.257000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cbcdd2b-15af-403f-89c7-faa9195ea0ee req-84e0a061-0323-4f4f-9ae0-c8e9e7d31fab tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0292177 Feb 19 00:35:07.295393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e14ff2d-f433-43b4-b4b5-84e38210ab42 req-c09b8472-5784-49e1-ad88-877036eb4ef5 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Feb 19 00:35:07.348126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-818f8cf3-81be-439c-97f5-51cd2f3e4170 req-6fa96ed6-0a78-4834-9787-e1ae443c732e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0270782 Feb 19 00:35:07.482338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38212288-a144-44d1-9169-7021a120f0ac req-cde89239-3e1c-40d0-8810-9f825c944f19 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0271316 Feb 19 00:35:07.573854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ca81cb4-e191-4840-b0d9-dcc343183694 req-b0b450ef-30e8-44b5-bcd3-588aabca19ea tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0268631 Feb 19 00:35:08.177297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e4cc9-7e9f-402e-8d8d-95022fe8a644 req-e6b02e20-8386-400d-b622-68e579f419e1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:08.178786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-005e4cc9-7e9f-402e-8d8d-95022fe8a644 req-e6b02e20-8386-400d-b622-68e579f419e1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0664792 Feb 19 00:35:08.211992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c503c538-b208-4dfd-8ab9-5ab03e60f2e0 req-17460aaf-f969-4db4-96d0-5d6abb491b52 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0322025 Feb 19 00:35:08.250657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-005e4cc9-7e9f-402e-8d8d-95022fe8a644 req-a0d5f964-904a-402f-b770-4e037d98a49e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629022 Feb 19 00:35:08.294396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8aba9ff-a2d0-49ab-8d94-ae90c8492560 req-61f85b35-1d21-4916-8a5d-29d41a2b403e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0382421 Feb 19 00:35:08.376202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7542cb7e-32fe-42a0-87f0-a898a503ea92 req-5b020d8e-9a68-4ed0-ad27-a0e678394278 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0275533 Feb 19 00:35:08.449469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a61257e2-3b4e-4838-a5c2-b6feef62ba6f req-d1ec3050-9bf5-4647-b480-fbd5f554180c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0365298 Feb 19 00:35:08.464211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-902c758a-fbb0-4745-9851-7db5e5ac9068 req-7937d335-4146-422a-884b-5cd0e2bad400 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0412815 Feb 19 00:35:08.563372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0775b319-c173-4809-a233-729235c0ada3 req-b45cb0ef-77c2-4b16-9328-a4a477b5dc48 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0308030 Feb 19 00:35:08.652364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfee1fad-284f-443a-a616-a6e56ea711b2 req-9b207e1a-ff95-497f-b829-ad51aa327a3f tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Feb 19 00:35:09.305660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecf91cfe-452d-4cd4-91d0-8691f2f11a60 req-95aa31df-ad8e-4e34-912a-0c41a54e42ca tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0278900 Feb 19 00:35:09.386501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0fd362e-570b-46a7-bb80-16d5b8adfa0b req-e078eac8-b145-48a0-9840-88299c898261 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0342939 Feb 19 00:35:09.404749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dee2fa-3c51-4b1b-ac1e-3ae0f373b3c5 req-9865e870-e62b-44d8-80fc-9c87cc3574d7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:09.406289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28dee2fa-3c51-4b1b-ac1e-3ae0f373b3c5 req-9865e870-e62b-44d8-80fc-9c87cc3574d7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0808964 Feb 19 00:35:09.455932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7344e177-bb0e-4482-aadb-a6d005ed1c43 req-4beb002e-1193-4ae0-b685-c6c44be398ec tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0287056 Feb 19 00:35:09.477779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28dee2fa-3c51-4b1b-ac1e-3ae0f373b3c5 req-5730ba42-4d41-4741-b289-4b379db8082f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658107 Feb 19 00:35:09.527085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86e07735-7be0-4d3b-a8c9-797a623ad703 req-d63dde03-1c96-48ac-aa8a-d373cd7fa6df tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0288813 Feb 19 00:35:09.553223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-646dc53e-f188-4410-8bcf-28a235e23fe9 req-26988766-a6ab-4737-9f61-18c0175f45ba tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0283332 Feb 19 00:35:09.647791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39931e7a-a309-4c04-9c59-2e88428d7cce req-94085e6e-9d40-4b09-a515-295154b4e2a5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0307097 Feb 19 00:35:09.730049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b13c26b3-a1cd-4773-ac20-4549a59f26d7 req-bfcf9f14-e929-4db1-9f1f-12dff60efcc2 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0276914 Feb 19 00:35:10.396536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3eee4fcf-f52a-41ca-8c7f-e386ecdc5275 req-962764a9-134b-493f-8b71-248c2f0aa016 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0274506 Feb 19 00:35:10.461673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25e2ba75-7344-4d2d-8830-4324c938f518 req-e78e7273-f3a7-44d4-b1c5-a317633d7612 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0264246 Feb 19 00:35:10.531618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1b052d1-46d5-4d78-ad41-a0570e470abe req-09483ec6-1db9-44ee-8e5b-b90a047ba6b3 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0275292 Feb 19 00:35:10.612278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3b4b60d-01ce-4c3c-9a53-da516e59d88b req-04cb4b4c-de17-4ea2-b0ea-760c6642951a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0352488 Feb 19 00:35:10.639889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac97df-41ba-48bc-aa88-0a98d7e6adc9 req-882455eb-5c36-48c4-8119-7843eaf3a894 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:10.641397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fac97df-41ba-48bc-aa88-0a98d7e6adc9 req-882455eb-5c36-48c4-8119-7843eaf3a894 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0903399 Feb 19 00:35:10.689944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51df95ae-8023-4e35-b84e-965035d35db8 req-9e2a3dfe-1944-4a8e-a240-006d90841499 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0354636 Feb 19 00:35:10.712028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fac97df-41ba-48bc-aa88-0a98d7e6adc9 req-92d09334-a87f-4381-81b5-0c35671abd2b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647032 Feb 19 00:35:10.764413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0d109a2-ffe9-44be-8943-9333b700e43b req-e13712e3-692f-49bf-bd9f-8968a989406c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283005 Feb 19 00:35:10.809356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f68887d0-2165-42d6-9b15-f40587555943 req-fd4435d2-603f-4fba-88f8-7dac2e952ec3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0299413 Feb 19 00:35:11.484675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b58bbd0e-7b68-4e74-a92e-ffa2ddf04c9a req-97be9347-c7f4-469f-8574-b1c8ee1c05ab tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0315776 Feb 19 00:35:11.543056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-201e969a-269d-454e-bbc5-083208549b21 req-c4ce5de0-21f7-484c-9128-125ab9b9eb35 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0310633 Feb 19 00:35:11.610510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a89baf54-bfa3-4281-8992-d01bc5b40e9f req-69f82495-c4d1-4787-ba0a-6ba0fcb90cd8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0284078 Feb 19 00:35:11.700041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a07596b3-4ca4-4c2f-8c19-190128d7f4bd req-8eb2d0ff-2d40-458b-8e6f-dafbd19bdadb tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0340350 Feb 19 00:35:11.766940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1bc2e8a-4a74-4de8-ab97-82d6bd3161a2 req-00ccaf14-4655-4206-aeb3-dbcf47f56317 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0273404 Feb 19 00:35:11.846065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39d64af5-1077-48d3-a52d-2afa33bd7019 req-ac8ab2ea-7b16-4749-a062-c7cb2e433a53 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0308204 Feb 19 00:35:11.865912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59b97c-6b90-4d8d-b9b3-652cc4f6c8f1 req-f9e9c7f6-9e74-4565-9773-0157c2646865 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:11.867493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e59b97c-6b90-4d8d-b9b3-652cc4f6c8f1 req-f9e9c7f6-9e74-4565-9773-0157c2646865 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0837152 Feb 19 00:35:11.916861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75ec183d-8064-4d79-97c6-b9cd04632068 req-f37de94f-77ce-4ac6-b984-17ca62254980 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0299683 Feb 19 00:35:11.938034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e59b97c-6b90-4d8d-b9b3-652cc4f6c8f1 req-4171c25d-8790-47b3-9cb3-db03091dfe0f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649464 Feb 19 00:35:12.580509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8682859-ad17-4ef1-8f52-6bb0825aff65 req-a4deee0a-7b12-462e-8ae4-050652c33b41 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0294659 Feb 19 00:35:12.624345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d80f70a4-2f54-4f57-a5ee-84f95ba11388 req-69dc37d6-d4e4-4436-8a12-2774eef145c1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0309014 Feb 19 00:35:12.694951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-785afdcc-9f23-4971-a6a7-b7bebd2419f4 req-93b79974-534e-437f-91de-937ce51a4a7e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0276620 Feb 19 00:35:12.783979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be5713de-64a1-413c-a55b-f57f0dd2d235 req-e104f232-c0e1-4fde-8ee7-17d4da9df43e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0280855 Feb 19 00:35:12.842311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc9295b3-ce4b-4207-aae7-94fa59d8c14d req-ff70712c-439d-4cb8-ab1a-c475990a456e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0266719 Feb 19 00:35:12.938207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b04e310-155c-4d91-a14a-95f757e3cdfb req-87a28efe-4472-4636-96cb-5d447d4c92dd tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0362065 Feb 19 00:35:12.995783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f6408f3-e6ff-4b27-b8cb-fe639546b1ed req-1612f37f-b0c6-4b91-a58a-5f24a23dbb24 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0295115 Feb 19 00:35:13.071876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51d569-531b-43a7-9ee9-133f56a6c392 req-ce2306b2-aced-4414-bed8-2110766a938e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:13.073497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a51d569-531b-43a7-9ee9-133f56a6c392 req-ce2306b2-aced-4414-bed8-2110766a938e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0624561 Feb 19 00:35:13.122571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a51d569-531b-43a7-9ee9-133f56a6c392 req-f0679dc5-ea2c-4f6e-94cf-fce715cb617b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433877 Feb 19 00:35:13.669149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ae95c2e-a957-4306-b65f-34943c632fa4 req-5c54e999-52e0-483f-a5cf-f83c661e5007 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0275452 Feb 19 00:35:13.701188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12a399a1-84db-425f-8ad5-fa8d0fce98d0 req-d9da8ae7-bf15-48f6-bee3-61ca7ae5d47c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0270367 Feb 19 00:35:13.774476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf6ad83e-000f-44d8-b56b-79d1ccb813f4 req-6902f664-2f15-434d-9a3b-d80b3d5fa396 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0299914 Feb 19 00:35:13.862135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42038412-0a39-40cf-a3d2-c93446238195 req-49523343-aa07-4dd0-af74-4e32f30286a3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0283649 Feb 19 00:35:13.918880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73ac328d-4a96-4038-8a78-c9c8614949d4 req-7e8eacf2-6fae-4bee-ab4a-80a194385983 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0277855 Feb 19 00:35:14.015937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38435539-cdcf-4eaf-8597-20fdd4529848 req-eefd4cdd-cd41-42a2-b2c8-170ae9bc28bd tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0281200 Feb 19 00:35:14.075083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1de7304b-c173-4cda-93b9-e077cc003437 req-53dbf7c0-9f6f-4525-be5c-79a34b2824bc tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Feb 19 00:35:14.269342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cda9e8-7a2a-40d2-8f35-634eefb67efd req-2723d374-e0b0-4e74-8b04-e42f130f00b1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:14.270878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3cda9e8-7a2a-40d2-8f35-634eefb67efd req-2723d374-e0b0-4e74-8b04-e42f130f00b1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0742109 Feb 19 00:35:14.332707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3cda9e8-7a2a-40d2-8f35-634eefb67efd req-b5793f74-c85f-4ce6-8cbe-6d307aad9404 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535803 Feb 19 00:35:14.762555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c7472ba-18c4-4198-9f8b-308acfba6b71 req-bc22dbe7-01e9-4590-ac91-818dd007d7c4 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0344162 Feb 19 00:35:14.787902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2605f26f-9268-4641-a68f-c1af024bef9e req-f738b688-75bd-47ee-97a8-b4e1289c1cc4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0287292 Feb 19 00:35:14.850166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc4dc15d-95a8-4f50-8ac3-a04aa828d141 req-aa15615a-9865-4ba1-aac4-f506b3e411ee tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0267005 Feb 19 00:35:14.939095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d890a9a-2cbe-487c-a096-208b19527e39 req-77dd9f03-695e-4c7f-8e14-7db7ede6e6c3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0279362 Feb 19 00:35:15.001302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-261efbbb-e35c-4b3f-ada1-94424b1d08ce req-3e894aa5-be2e-4ecf-a734-41c7091fb9f2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0326090 Feb 19 00:35:15.092801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4a0be34-15cf-43c2-839f-4a9c982b86f5 req-5b187057-c533-4f32-aa7a-c51fe94a8071 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0276320 Feb 19 00:35:15.159841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a08c1e5-0074-425e-8274-16a123e71419 req-5ccb8151-e7e4-49ec-88e6-c0d735821f7b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0279799 Feb 19 00:35:15.466346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f617506-0130-42a3-9cf4-bb490f518768 req-6d648ebf-dd17-4889-a7e9-bf85cc60cb35 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:15.467825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f617506-0130-42a3-9cf4-bb490f518768 req-6d648ebf-dd17-4889-a7e9-bf85cc60cb35 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0601707 Feb 19 00:35:15.514135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f617506-0130-42a3-9cf4-bb490f518768 req-c6366ec3-45d4-4a79-8438-838e8bfb4fdf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407057 Feb 19 00:35:15.884206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fef4f749-5dec-40c7-8e5e-aaac1d10d15a req-f2bcf273-8e00-4184-a5b3-be1de5e79b39 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0523415 Feb 19 00:35:15.886091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0db2f89c-0e54-428e-a683-5292dda6ac77 req-70a21e25-5d61-4b5f-9f6a-b3ddf6d14406 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0439184 Feb 19 00:35:15.955523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8a5c4fd-f04a-42f4-b380-c7cf5080216a req-e3316447-9e71-4ee1-abf8-a055e5527711 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0287089 Feb 19 00:35:16.014599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3b7a375-ab2b-4c55-b226-3c6636bf68fb req-6561cc21-4ccd-4ce0-9631-cb908cc16ce4 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0273368 Feb 19 00:35:16.077110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac57a808-c1b5-4847-8c4a-ca40432e8056 req-d3a22d5b-784d-4e08-afda-313bc6d6e118 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0271466 Feb 19 00:35:16.171139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d50737-54ce-4b6f-a752-4a20db267b85 req-bedee226-dd5f-4302-81f1-2b16e06d23a5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0282691 Feb 19 00:35:16.242533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83301855-74a6-4b6a-85ee-6850c3342326 req-38b0c0b7-39f5-419f-969e-3c8b5e548416 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0334151 Feb 19 00:35:16.655890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265516c-6cc0-4a8c-8edf-e9ad745c1d67 req-22bbbaca-0d9e-4c06-9825-df5a6ace51fb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:16.657375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e265516c-6cc0-4a8c-8edf-e9ad745c1d67 req-22bbbaca-0d9e-4c06-9825-df5a6ace51fb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0570617 Feb 19 00:35:16.705942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e265516c-6cc0-4a8c-8edf-e9ad745c1d67 req-ec044714-0e8b-43f7-8640-bd0a4a87252b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427735 Feb 19 00:35:16.981883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78240b96-c509-4457-9dab-5f115c50a7ca req-149ce4f6-6506-44fd-a36c-8c52124ea74e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0338845 Feb 19 00:35:16.997278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-674b3f68-aa66-4d75-b49c-17c7bbd3c70d req-5c8f69be-cf4b-4f3a-8108-32281d48e37e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0403957 Feb 19 00:35:17.052434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3207acc1-4e0d-4ee7-83e2-a592a92d31ca req-639e0016-6286-4ce1-9f28-26ffed014442 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0311089 Feb 19 00:35:17.091919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-494dac22-90e3-4643-bcf0-a740574c37a6 req-fc461821-6923-46f0-bcef-2bd5e7fb67c6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0279799 Feb 19 00:35:17.156075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02b6c34c-4c4e-4b3f-8823-28e6522e3777 req-fb4d48be-73bf-45e3-9655-782d27b683df tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0288129 Feb 19 00:35:17.253374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5917608-a36f-4022-acbb-cfb617066dcc req-10acd457-0725-4002-9ead-1a866fb59a1d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0300477 Feb 19 00:35:17.327535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e4f0c81-9180-4b18-8607-80f599ef13f7 req-8da5a1cc-54a4-4c0f-a9f7-466fdb698f77 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0367475 Feb 19 00:35:17.848146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30961080-ea50-4a7e-8dcd-1c024c583e25 req-b68a1645-b405-4938-b717-3d765aefd9b8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:17.849693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30961080-ea50-4a7e-8dcd-1c024c583e25 req-b68a1645-b405-4938-b717-3d765aefd9b8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0593154 Feb 19 00:35:17.907413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30961080-ea50-4a7e-8dcd-1c024c583e25 req-4ec824a7-1b53-4b37-992a-1e254c25e84f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503421 Feb 19 00:35:17.914976 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb50e69a-0065-405f-be8f-afb70e4199db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:18.066130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61295df7-4ae9-4ca6-a673-f751ef2c52af req-61248c55-0a39-47d0-b7fc-2915752bd206 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0324230 Feb 19 00:35:18.095015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb0e2729-8da3-459c-873d-487f69d3f7b5 req-77b6aad8-82ef-4a8d-9dd4-636aba2e5d80 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0309274 Feb 19 00:35:18.137727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ced221bd-c33a-45c0-b28d-2c7d5312a614 req-6a731ab1-ef4f-41ff-b82b-6e9203dd34b2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0298924 Feb 19 00:35:18.174476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cccc017-58c3-4545-87e3-d01aca35c987 req-006542dd-af3a-42ab-aab2-e70d4219deb6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0294101 Feb 19 00:35:18.242420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a333440b-79d5-48a6-a7fb-d603407c91cb req-7d4de074-cb25-40be-8fb6-9ff0fe221ace tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0321486 Feb 19 00:35:18.344243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b30b3d3-3113-4ff9-9648-41a78171d889 req-f8867b72-2f21-4131-ae9d-07eae6ca1abc tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0287290 Feb 19 00:35:18.406971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fcef19b-7ef3-4107-bbaf-49b6d1c7a3cc req-4b09c1eb-e8f2-4911-86ff-d52524982044 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0280700 Feb 19 00:35:18.580283 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:19.044521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cb017-faf8-4a1f-9ca7-204381f953d5 req-4628ed12-f33b-44ce-9d64-769042cb46fc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:19.046070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b2cb017-faf8-4a1f-9ca7-204381f953d5 req-4628ed12-f33b-44ce-9d64-769042cb46fc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0576103 Feb 19 00:35:19.098018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b2cb017-faf8-4a1f-9ca7-204381f953d5 req-1f86a390-a90c-4e13-90c4-49a2948c5a4a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460367 Feb 19 00:35:19.159678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b343bfc6-a16e-4e42-8c7f-ebe5e0a875fd req-a35b4bbb-c3d9-4ca3-9d69-3b6dd056f532 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0372429 Feb 19 00:35:19.190933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73a04a94-9772-411d-be55-b3bb8446a9de req-df3bad82-901b-42d4-9f1e-58f642bca01f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0349257 Feb 19 00:35:19.247254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85d51b7e-b1f2-4d5a-9a25-a6bbb2d84436 req-712e87a2-501a-405e-9e43-907869485985 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0456009 Feb 19 00:35:19.275033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-488a7281-3393-49ea-bb99-df80b91ae564 req-243cd37c-68e7-4c0c-b9f3-e466104554d8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0331016 Feb 19 00:35:19.325912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70c3a467-36a3-46b5-bc3c-29c90092f464 req-d7f1a992-9426-4d95-bef6-ade25fcb11e9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0284102 Feb 19 00:35:19.432414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa509f4a-2c34-4ea0-8b9b-3d5f1fb5e376 req-e09f520d-7910-4494-af5c-53303f7c633f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0364664 Feb 19 00:35:19.494239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc2327de-a386-43a5-91f5-df3a5a6852cd req-0737c464-40c4-4a6b-8699-7b3616fe11f3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0290163 Feb 19 00:35:20.023175 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bfa719-1bed-4c0f-9547-e8f460492579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:20.254661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33ccc489-29ae-4e2f-9175-5d28df6967ad req-87c99278-4b80-4e94-aaad-018291e3bc6d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0370588 Feb 19 00:35:20.262138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8bc44-1a58-46c9-8f80-024439ea539a req-de4b086f-6ea8-4805-8700-4fa3fdc06d3c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:20.263873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89c8bc44-1a58-46c9-8f80-024439ea539a req-de4b086f-6ea8-4805-8700-4fa3fdc06d3c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0912466 Feb 19 00:35:20.344794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be224ee5-cfa6-48fa-ad43-218a1740e2fe req-15e4778a-013b-47fb-a1da-f8233674985a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0421567 Feb 19 00:35:20.348865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89c8bc44-1a58-46c9-8f80-024439ea539a req-af63194b-762a-4685-82a0-748b9d89dd86 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756259 Feb 19 00:35:20.432268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a94ea91-b1e9-426b-8d95-859222b8c4eb req-77710347-f85e-4692-a650-e0351536bee7 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0471666 Feb 19 00:35:20.434130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf3ead0-872d-4277-88ed-f1cbadae3d8c req-720870b7-e9cd-4f35-8625-de3450f40932 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0401769 Feb 19 00:35:20.510520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a2e84a8-01b0-45d7-ad8d-d5fbaf26aa1a req-b9037863-43ba-4287-9818-8d910583acf8 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0353959 Feb 19 00:35:20.529974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79c91e35-f20c-4386-885a-f7cf328b02c7 req-017a050a-cce6-4d3e-b63a-7c82bcb39304 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0460269 Feb 19 00:35:20.578463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe691065-1e14-4ec0-8cfb-83c34c7f1eca req-855c0d5f-1a96-40a5-8ed9-01b110054a40 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0269122 Feb 19 00:35:21.111698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:21.314885 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:35:21.340554 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3013a72b-8c9a-4e92-b37c-77a4872bb1b9 req-0d8fce02-86de-48d2-adef-733937c58e5e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0309024 Feb 19 00:35:21.441680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14b27437-59a7-4270-8f1d-5e6db7ffb14b req-6fd6279d-d03b-4048-bd0c-ce7a1c394037 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0301180 Feb 19 00:35:21.492584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea87a-b94a-4e60-adc3-9cb2553411be req-9cbd7131-51f3-4e63-8b67-d3c6e907ef18 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:21.494070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5fea87a-b94a-4e60-adc3-9cb2553411be req-9cbd7131-51f3-4e63-8b67-d3c6e907ef18 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0558550 Feb 19 00:35:21.529125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2f83c6d-ca5c-401d-b7ef-4c92115b5675 req-48a574c9-b2a2-45fd-a16b-53b1773ef4c5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0340598 Feb 19 00:35:21.580774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5fea87a-b94a-4e60-adc3-9cb2553411be req-7c6d69b7-540e-4a6c-8b6b-22580fec953c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775635 Feb 19 00:35:21.600730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-618b2442-19b7-4352-82f5-997517f9d89a req-2ad53fb6-3174-43a4-b82e-1d6a60a05713 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0322425 Feb 19 00:35:21.655750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57ac3d04-a00a-44cd-bc1b-7bcd0a1428dd req-cdc44917-0ad4-496c-b42d-288e77ec65ae tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0292466 Feb 19 00:35:21.686589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3756e2aa-ac75-4057-a765-bc98c17c969d req-ba6f10dd-dc3a-4b50-a489-89f1a46f03ad tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0331786 Feb 19 00:35:21.727957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5303c298-5616-4e9e-b715-79a995b0af6a req-4b61b31c-87e4-4338-b462-45562f84b6f3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0311537 Feb 19 00:35:22.430928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26e38190-4b08-48bb-881a-c3b74ec59c40 req-b2fee44f-599e-4074-82ee-20045bd5934e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0279648 Feb 19 00:35:22.528287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e92f563a-a0db-4d69-ab08-2b5604ce4fc5 req-666c594a-c7f4-4be3-8e0b-d1aa8b6f8f28 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0275037 Feb 19 00:35:22.547657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:22.606598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba473e52-5672-408f-8d3d-e72dcac91cee req-5d07e1f9-a32e-495c-83ac-4676ad008f00 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0280564 Feb 19 00:35:22.689916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12d6b609-fd6c-4482-a0e6-8a5e2553e266 req-d4e3e57b-06f8-4bcc-843d-052c9e5c334f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0351527 Feb 19 00:35:22.749005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392a83b-535f-4467-9fb7-30fa4efe452c req-880bc12f-5fa3-4c8b-86c0-45eebe2c7df4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:22.750497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8392a83b-535f-4467-9fb7-30fa4efe452c req-880bc12f-5fa3-4c8b-86c0-45eebe2c7df4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0861793 Feb 19 00:35:22.771035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-230ba49e-a214-4ce2-b2ec-99d972566d0e req-94c76d0b-4a50-4899-b17f-68bbfcad5918 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0381770 Feb 19 00:35:22.813952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8392a83b-535f-4467-9fb7-30fa4efe452c req-e0e6fb58-4049-44ee-90d3-eb0bff364839 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454476 Feb 19 00:35:22.851465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb5c413d-e270-4032-ba80-cf94070ef4be req-3bcfe30f-e7f2-499e-8672-318da800b3db tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0364428 Feb 19 00:35:22.890858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b96f98e-c689-4778-ac73-686839a5ea95 req-d2f52b26-a0f7-4d85-a557-819f8cf35cf9 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0272298 Feb 19 00:35:23.506142 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:23.515835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff8e93f3-9843-4572-a67f-9952f6667267 req-c74a96b2-8446-4894-ac9a-39f9ce276fd4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0338490 Feb 19 00:35:23.620120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62375034-7def-4ca4-aea3-3de786e92a77 req-a79af168-2d61-4437-a9e1-b51259bcf0c7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0293307 Feb 19 00:35:23.700232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19280546-c057-4973-a51d-d46d8a3cb305 req-d73bc5f4-4983-4410-8d3d-1c51610f433c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0289166 Feb 19 00:35:23.768423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4a1e24e-b90d-4998-869d-449bbd5b10bb req-d7eaa037-2334-47b9-b99c-846f2667e2c1 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0277851 Feb 19 00:35:23.848503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a42de64f-aea7-42b8-92ea-e2198e2d9a5d req-d76df713-dd32-4f66-a442-c4b2c4b3a484 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0275445 Feb 19 00:35:23.949628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e75f661-e71c-4128-bc73-75c4c14018b5 req-242762d1-ba9d-4ec5-b948-8855ec81ae06 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0446596 Feb 19 00:35:23.976298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54562-1d7c-4832-abf1-9d78f1535854 req-8f985b7b-6247-4b74-a978-f160958dbba6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:23.977825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cf54562-1d7c-4832-abf1-9d78f1535854 req-8f985b7b-6247-4b74-a978-f160958dbba6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0845726 Feb 19 00:35:24.033603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebc43d2e-26d9-4064-9e2b-45216f635681 req-09ea1622-7b99-4fb0-abee-c2312c0f61ae tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0354831 Feb 19 00:35:24.050444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cf54562-1d7c-4832-abf1-9d78f1535854 req-99bc3ebc-30ed-445b-b815-9d81c7d8dea0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664299 Feb 19 00:35:24.092111 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:24.610946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb328110-1f30-46c0-afa3-5cb98fe6ca11 req-19d5a9c3-2371-4c47-b5a0-42adfdb54bd2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0391552 Feb 19 00:35:24.730700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3481fc8a-214d-4a78-8560-9e349264554b req-edd0d636-c191-41fe-b83c-63075d6fbe1e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0364106 Feb 19 00:35:24.783841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68c77169-4eca-46ea-ade5-322badf55218 req-8a09b96b-f5f2-4c4b-9218-fd4b018c20ba tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0313885 Feb 19 00:35:24.851406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-447f9e75-2708-4e9e-aea4-144497853a97 req-55e5aedc-81c9-4d30-84ec-4d683cef11fc tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0271227 Feb 19 00:35:24.929615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d3e845b-18bc-4b93-b996-1517ab47dff9 req-91eb3eda-2f9e-4470-a072-798bf792135e tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0274951 Feb 19 00:35:25.035995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6ad02ea-8fae-434c-ac7d-a371b96d95ac req-3fd6a459-8ac4-401e-aa4d-3ac865911f8d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0285318 Feb 19 00:35:25.119190 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d0e75ca-edd2-42f2-9196-696a6675e2c1 req-0cf3e765-3418-4762-8a60-a92bce3e2d2e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0282445 Feb 19 00:35:25.182909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57300615-0cd9-4b60-b3b8-f3dd59115200 req-e3473d0e-6f75-41d4-ae35-10bc87816e91 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:25.184436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57300615-0cd9-4b60-b3b8-f3dd59115200 req-e3473d0e-6f75-41d4-ae35-10bc87816e91 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0595524 Feb 19 00:35:25.233279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57300615-0cd9-4b60-b3b8-f3dd59115200 req-8b4e0630-d33c-4bdd-b4c3-f55c04fdbb25 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429873 Feb 19 00:35:25.705391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9578d3d6-8daf-44df-a833-0fecb99e5e70 req-80a0ef89-3025-4c34-8ea9-87b67339bcb7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0370202 Feb 19 00:35:25.822848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdb67b97-63a0-4f1f-b047-f43dad0557ff req-60f2ce22-ea7b-4c16-a7a8-fc4a17ec3550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0286357 Feb 19 00:35:25.867452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e4da521-48f0-450e-9d56-b6c283ed5ad2 req-e1855b8d-ec73-435f-bf66-92ee79965483 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0326276 Feb 19 00:35:25.939776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ffe0f28-e247-4af8-bbf1-5e0a14f14939 req-e158daea-8edc-46ff-8ce0-988dbc38b6ad tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0337200 Feb 19 00:35:26.009951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad6108c1-7c4d-4b16-9c8a-a70af6effa9d req-73a67342-e053-4c09-92b4-d1adc026ebd2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0277331 Feb 19 00:35:26.114197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0994bd29-2efa-491f-848e-03285601ef21 req-52a85886-daba-4bf4-899a-a9776d60cb57 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283215 Feb 19 00:35:26.203782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-298bb97a-1a6c-4c10-8a71-47ee7695d49b req-be20c621-d446-4eaa-8e1f-c6b7fe2c2308 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0298345 Feb 19 00:35:26.364069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43ac4a-9583-4136-b906-5e9a496efeea req-803124b6-c093-4a66-a340-d869f0cac8c2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:26.365677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f43ac4a-9583-4136-b906-5e9a496efeea req-803124b6-c093-4a66-a340-d869f0cac8c2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0586174 Feb 19 00:35:26.425535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f43ac4a-9583-4136-b906-5e9a496efeea req-c57c8467-7900-4956-907e-010ed89e3dfd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513895 Feb 19 00:35:26.797222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-387a34d1-d1c0-4bb7-97a9-91e922fa54a0 req-0c9a8414-528d-418f-bc9d-ff6ca81b9a49 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0367689 Feb 19 00:35:26.919230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6dbf8f8-763a-40db-8051-5faa162f27bf req-3edf20a5-9104-41e9-a50c-ffc43a7dc35e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0366371 Feb 19 00:35:26.969013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f80fa129-e843-4895-8c35-aac0851c8fc0 req-83ea9bef-6a98-47bd-8a02-1b02ac169a29 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0372984 Feb 19 00:35:27.026415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d82d494-c234-40d1-81f8-7127c5091357 req-65af528c-9f71-4a67-b325-a49ec4279d04 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0318916 Feb 19 00:35:27.102123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ddd55acd-5a7a-46bb-bab9-ac532857527a req-d9ae5f76-e181-419d-a580-a064af5d2fe1 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0278301 Feb 19 00:35:27.204360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b3485fa-86fb-4c40-a697-2229b77abb49 req-08f6c7e9-11d0-44be-963b-710a0b0c52dc tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0320301 Feb 19 00:35:27.288385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49e6071f-c794-4f69-96ff-dcc681b8213e req-f9be7994-b539-4255-8feb-9b2e524587a3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0340266 Feb 19 00:35:27.565317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8057076-8f5a-44c5-a6ab-89b6216688af req-086d0b62-b81d-4f38-8239-4918f108130e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:27.566791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8057076-8f5a-44c5-a6ab-89b6216688af req-086d0b62-b81d-4f38-8239-4918f108130e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0626044 Feb 19 00:35:27.615783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8057076-8f5a-44c5-a6ab-89b6216688af req-a8c21de3-9f97-4ff5-8f2b-6a11bb553f89 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431125 Feb 19 00:35:27.887950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef94a673-4ef7-4e11-9adb-ea840fb53d83 req-3a069d73-7f28-45bc-bed6-6aabb5e91875 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0302906 Feb 19 00:35:28.014284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0df0747d-1c86-4d10-b979-4b2ff4aceee4 req-b2f59b5c-6a76-4ae9-8732-deec0235a20a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0318792 Feb 19 00:35:28.045938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4192080-861f-4cd6-8441-6c9fecc2b059 req-c05d9ad4-09fa-4dca-b187-08072cbb80e7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Feb 19 00:35:28.108580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40f23edd-149c-427f-8e51-6ef5c2a2a3a6 req-a74a6ac5-b69b-4ce6-8d3f-14955f85011a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0295317 Feb 19 00:35:28.189504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd53df32-ffb7-4cbd-80c4-51c6e18cba57 req-d5168307-032b-46fc-99e0-ec70bd41d61b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0321634 Feb 19 00:35:28.294340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cac5e72-31e5-4259-a1b8-97a34cbaac5d req-4b0b537d-356b-46f4-baaa-f2f3e9ff15bd tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Feb 19 00:35:28.379314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3119dfe5-9b59-4f97-9683-844b90cb0328 req-c8e53489-0839-4b60-b883-2e2e5b43273c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0274293 Feb 19 00:35:28.756527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd90763-8a3e-4ca6-82dd-5121f324ac6e req-65a7375c-534f-4614-93a8-d16757ac0188 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:28.758033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fd90763-8a3e-4ca6-82dd-5121f324ac6e req-65a7375c-534f-4614-93a8-d16757ac0188 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0605721 Feb 19 00:35:28.815557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fd90763-8a3e-4ca6-82dd-5121f324ac6e req-3c117196-31cd-4b7a-8ec3-51fd15d13eb1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517702 Feb 19 00:35:28.982591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b553d09b-e24f-4258-854b-ebab734ca4c9 req-a317fcf9-5fb9-4570-8e3c-cb8aec6211b8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0352888 Feb 19 00:35:29.109824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14ea9cb3-31ff-4d2d-b4fb-b329447bcec4 req-e5cca777-5617-451f-8de9-ac17fd3f9773 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0350738 Feb 19 00:35:29.137439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7b41576-1531-4d22-9af6-a86443cffb9f req-1c8a9441-e764-4dda-bc10-56fcc4169591 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0304158 Feb 19 00:35:29.203358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7545ceba-02ac-491c-a90d-e34632ab69ee req-a1e6f680-62b4-4cdb-bf20-31f5a9c91ef0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0376751 Feb 19 00:35:29.268711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55b4024e-3300-4835-b76f-df7b38cf2528 req-91e7db1e-ff2e-42b3-af5c-0697b6761019 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0290778 Feb 19 00:35:29.381180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-496753f0-c0ff-44f8-96a8-03a9cd3204b9 req-1cbfcf83-79fc-4ed8-b609-55d082f27203 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0287242 Feb 19 00:35:29.470644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26793cf9-00cb-4788-ac7d-042f2e88bee8 req-ae4376a8-4bd8-42a0-a6fb-47cda9110d0f tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0332644 Feb 19 00:35:29.954271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6d74d-16f4-4f43-a2c6-314ca1681cbb req-f2d039c3-57ce-4f72-811e-a034604659e3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:29.955827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9e6d74d-16f4-4f43-a2c6-314ca1681cbb req-f2d039c3-57ce-4f72-811e-a034604659e3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0606706 Feb 19 00:35:30.016788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9e6d74d-16f4-4f43-a2c6-314ca1681cbb req-91805a17-24d1-45ad-856a-b65fd5ccf174 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514872 Feb 19 00:35:30.083716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afb71b6e-60e8-453f-a398-d397f039536c req-fb89a0c9-447d-4b57-adb4-b431edae237f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0278907 Feb 19 00:35:30.203215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81f574cc-4d48-4545-bef6-f6c49c603e49 req-934e5254-db25-47c0-a1b0-34548e5fc2f2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0323844 Feb 19 00:35:30.234474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff8e6daf-2dc7-433d-be14-82b7e7503f11 req-1a05b6c8-57b6-4479-b354-99853dde4c84 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0332515 Feb 19 00:35:30.303449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2dd0754-e20e-4a2c-95e2-2d9223ed20fa req-eead5c4a-e785-4256-927a-b4d316f77224 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0285966 Feb 19 00:35:30.355870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8aff43ba-8dc8-41c4-9109-cdf5d98e1ef5 req-32452e70-2371-487b-90e9-8c55dd59a72a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0283561 Feb 19 00:35:30.465048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9836c78b-b183-4103-8cf6-57a0e9699ea6 req-439a9a7d-d2ae-430f-a3d1-c7f395930e53 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0319235 Feb 19 00:35:30.547637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8de58d16-93ce-4d5e-80b3-1f76473eca46 req-754db62f-3f8c-489a-bbec-752ff60f3c09 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0282602 Feb 19 00:35:31.169430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8f2be5c-a7f3-426b-811d-25af26d9d89b req-dfaa1da4-061b-4f1f-80af-f4a328bc94c6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0300879 Feb 19 00:35:31.183108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc873214-2b00-40a9-a597-4ec367cd08b1 req-848d9a22-aea0-4256-bbc5-ed057a066be6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:31.184604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc873214-2b00-40a9-a597-4ec367cd08b1 req-848d9a22-aea0-4256-bbc5-ed057a066be6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0826666 Feb 19 00:35:31.232109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc873214-2b00-40a9-a597-4ec367cd08b1 req-df2d938a-774e-44d5-b534-d73b67da7047 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417271 Feb 19 00:35:31.305833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01e1de61-e31d-488b-b345-69b04ec9b250 req-992dff20-98c1-47d4-9cc9-63cb1a42e27b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0320799 Feb 19 00:35:31.335312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a78707e-c6cc-4839-a6ee-0563d29a31e0 req-1289f067-452a-4b96-b78c-174a257b469a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0324569 Feb 19 00:35:31.380708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e904ce29-3bcf-40cf-ac0b-0923a3e7a504 req-4fbc422a-ccf9-44e8-b0b0-d48ed86b2053 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0277159 Feb 19 00:35:31.433945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b126cb8-5f03-4e42-bf0d-763304fe4a3c req-91ecc5fd-0786-413b-8f28-7c74b8235c64 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0280998 Feb 19 00:35:31.543406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27783f9c-fbb6-4d06-81db-3900b37f956e req-3f22900e-78ed-4bfd-8b5c-d49b6a0a04b5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0276668 Feb 19 00:35:31.630294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6f718fa-2c08-41b2-aa99-33837e7d2e66 req-5d34f0a2-bb1a-44db-b8b9-3c3ec0eb5e17 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0306644 Feb 19 00:35:32.250894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0b4aeaf-3943-47f7-a0de-6ae8986de279 req-94156605-69bb-489f-82b0-28ba4a8cd538 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0310819 Feb 19 00:35:32.362377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da20978d-bf22-439e-afb9-96b0a984a28c req-965dca44-99c3-4a11-96c7-30d8a0ef7b43 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:32.363910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da20978d-bf22-439e-afb9-96b0a984a28c req-965dca44-99c3-4a11-96c7-30d8a0ef7b43 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0594430 Feb 19 00:35:32.397323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a28112b-c7c2-48b6-a261-c9097c4bcb75 req-52b416dc-5147-4791-9d06-f89dece6828e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0307961 Feb 19 00:35:32.433672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da20978d-bf22-439e-afb9-96b0a984a28c req-2b061bf0-e452-4b80-af3b-39531844d277 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587659 Feb 19 00:35:32.465575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-ff0d86ea-50ad-4834-a519-0b3231a26718 req-d5392d0e-2295-45c1-9fe9-9ed1dd3adbf3 service neutron] (103649) timed out ('10.222.0.113', 53287) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:35:32.467785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7228fccc-1a9d-4e68-a772-a7b5ae8f7946 req-8c41a92d-73fe-4f3e-bcd5-af4203b421b8 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0281019 Feb 19 00:35:32.527251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5758937e-9ffb-4c26-a1f8-41382048db6c req-b2e18064-87b7-45b6-813c-d47e0401ef55 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0340686 Feb 19 00:35:32.558233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2d751ff-33c3-47ce-ae75-9eb163cb1818 req-15b9d905-eedc-4ff6-aa09-646e17f0fac3 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0333979 Feb 19 00:35:32.621783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2805377-ee3c-4a05-8844-dd0b51cb170c req-c36e443c-c33e-4ddc-a80d-b9cafbe45c1b tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0274315 Feb 19 00:35:32.706523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d35dd6d-1ce6-48c8-ac62-602b3d24ec37 req-7bbfdcb1-db05-4db4-b69a-e561ae394f60 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0268121 Feb 19 00:35:33.329981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36ca66b9-71af-41ab-abaf-b4b7e1e299e1 req-830ddf8f-7ef0-4cf6-8d83-bd29732000bf tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0276024 Feb 19 00:35:33.486467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46549923-e44f-458f-82c4-560b3a201fe7 req-ad2d2faf-7ef2-4400-96ba-1143b98a70fe tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0289247 Feb 19 00:35:33.572651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90c80aa0-a970-4e68-85f1-3840cc1fb734 req-825b9deb-8e7d-4fee-946e-d4cdf896b1ec tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0312836 Feb 19 00:35:33.593229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907279aa-8834-46f6-a188-92fc8e2383a8 req-362cfdd0-2b08-462a-a3ce-9eb9b1e19428 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:33.594767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-907279aa-8834-46f6-a188-92fc8e2383a8 req-362cfdd0-2b08-462a-a3ce-9eb9b1e19428 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0852258 Feb 19 00:35:33.646535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa1c68e5-b75c-4e7a-ae9c-7810890f4584 req-cbbfc0dd-5a2d-40bd-9df3-ee23f513d1fe tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0316868 Feb 19 00:35:33.668854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-907279aa-8834-46f6-a188-92fc8e2383a8 req-ce6160ba-b2b0-4fba-86ca-1492fcf90540 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681636 Feb 19 00:35:33.715252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-583a0558-6126-468b-81a2-d6d9b6ccbbd0 req-c7fad05c-10f6-4f78-b2ec-7519ab35d00b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0307941 Feb 19 00:35:33.745315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72fd2fa3-fcfb-4777-9840-d7d03af6ed9c req-81a574e0-bc1f-48b7-b183-e659b8f79de3 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0325401 Feb 19 00:35:33.784949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-097810fc-4449-4766-96d7-af12a7b0100b req-0f0d756d-1126-463b-9126-b74639735aef tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0274870 Feb 19 00:35:34.409315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-042c23da-f441-4793-9a57-13d87c5fb9e5 req-bc9eec0f-e570-47f2-870d-b4c4eb34ee53 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0279431 Feb 19 00:35:34.574571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8fdfc4b-10b1-4005-abec-00741e217686 req-c235a140-a052-40ec-b912-b538c711fc14 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0276294 Feb 19 00:35:34.651921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-219a0663-9021-4ae9-a712-aa71aa517e17 req-9305ed55-fe88-4616-ad78-256d9851c116 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0284438 Feb 19 00:35:34.723703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-713554ea-3114-4daf-803a-2b0be9ace40a req-ddba118a-d621-480d-bf07-03d5b91cd5b1 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0267878 Feb 19 00:35:34.801704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eff48a7c-2bbf-40ea-bc0f-7114c0a5a2d5 req-b36901c4-e109-42a1-b664-da5254a08065 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0306995 Feb 19 00:35:34.820383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafd761-b816-446f-bac4-47a4f6a08069 req-e9c49998-c266-41ee-9ba5-5ed77635ab5d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:34.821549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beafd761-b816-446f-bac4-47a4f6a08069 req-e9c49998-c266-41ee-9ba5-5ed77635ab5d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0802622 Feb 19 00:35:34.875685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-def3244d-d894-4ee1-8c9b-8f0e52e86ac9 req-5c6c07a7-d76f-4f2a-b05c-3713a59c56dc tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0353487 Feb 19 00:35:34.891971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-beafd761-b816-446f-bac4-47a4f6a08069 req-3cd0a317-e611-45e9-a29b-826d23663ca5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648768 Feb 19 00:35:34.944437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c1cec1e-5ebb-4ad7-8c5d-264683b548be req-d7152229-1d82-4c82-a6cb-1e4dee533420 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0312212 Feb 19 00:35:35.498630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97e123fb-a95b-47cf-b26c-e292783816d2 req-38893547-ef63-49e5-a89a-f7230695b60a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0288417 Feb 19 00:35:35.666064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31ae4f7c-3eef-4ea0-a957-9551a8fe73db req-9d386d57-9134-4e8c-b20f-c57fee53a792 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0283163 Feb 19 00:35:35.733402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5cd8a60-0d20-4d3a-8cf5-618a4379b5af req-7c64dabd-ebe1-491a-b37d-e4cc61d5e8e7 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0305800 Feb 19 00:35:35.812436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b6d3df0-abd5-447a-8b86-270dc04160f8 req-78e7dc22-5c3a-4133-93f5-6f90e6e06ecd tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0339196 Feb 19 00:35:35.882166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e20ccf69-341f-4f39-896f-ba41a55f80cb req-0be14fd6-94b7-428c-b77c-2f9de889ef09 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0285838 Feb 19 00:35:35.956557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2c61915-636e-4cbe-ba1d-198684ea67ce req-35847a3a-f1da-49d7-ac69-a771b5a40611 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0319462 Feb 19 00:35:36.026040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4de53040-6d45-4d9e-8410-aed4a14f800d req-a9e8f290-6e47-4c60-b892-d1962bcdb6e5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0305402 Feb 19 00:35:36.044933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33b42e-7a69-49a0-8af4-913ce02b43e9 req-aaead8a1-8713-443a-a869-f72e75610a19 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:36.046468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c33b42e-7a69-49a0-8af4-913ce02b43e9 req-aaead8a1-8713-443a-a869-f72e75610a19 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0799985 Feb 19 00:35:36.094382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c33b42e-7a69-49a0-8af4-913ce02b43e9 req-7f9e1c06-5a32-433a-879f-06cb617f0d2f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421448 Feb 19 00:35:36.575501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c769df1d-4b3e-4222-81d0-d09c093bb9fd req-1048a65d-5ef9-40fa-a5a2-7566e06af6f8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0275598 Feb 19 00:35:36.757179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76828dfe-6333-46f0-90e8-66931090593d req-1101db21-5d80-448a-8b70-c3f087a226cd tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0310421 Feb 19 00:35:36.817529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dee096c0-c1df-4dea-9986-0ef7303dfe6e req-9b7f33df-434b-4950-9bf5-50926b808cf3 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0301571 Feb 19 00:35:36.889246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b99f0bd-c2b4-49a8-98e3-055b8e474409 req-238328a2-2a0f-40aa-89e5-4b9dc58492dc tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0269697 Feb 19 00:35:36.959905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39d7b886-d96b-48b9-9196-7e8b0457271f req-1eb20670-9024-4bda-b376-740c3ca69b18 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0273249 Feb 19 00:35:37.035399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f58dbbf9-3c55-42da-a310-aa774e5b9f92 req-c42ee415-4e90-4d95-abb7-cb544177b531 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0269465 Feb 19 00:35:37.102080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9ca3149-0aae-42fd-88c9-c6f7ce1fb816 req-0287ec2c-fedf-486e-a257-c0cbb4b29cc8 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0269260 Feb 19 00:35:37.226437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b9001-6a65-4b7a-a10d-c151578bdf3c req-53320d06-7346-493e-851d-2923a09475e5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:37.227930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c6b9001-6a65-4b7a-a10d-c151578bdf3c req-53320d06-7346-493e-851d-2923a09475e5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0575216 Feb 19 00:35:37.274475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c6b9001-6a65-4b7a-a10d-c151578bdf3c req-4515e2b5-23ed-432e-8eae-0699a0c3ee30 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409470 Feb 19 00:35:37.656247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c8dd3c-1076-4b3b-92e4-0ffec53c1f3b req-b420cb17-e813-4d59-9adc-dd80671e7e9a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0276835 Feb 19 00:35:37.851235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34824c5e-aa7d-4808-8f9c-1553cd925436 req-ba5973f9-f7eb-4e5f-9b8f-1f00348a9064 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0354469 Feb 19 00:35:37.917017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd512e95-af8f-4157-b6a6-500f66d6e334 req-6ecd1299-9465-4f65-b774-20901464b644 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0432200 Feb 19 00:35:37.980022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92af3739-b505-4990-8eca-2e542fca95cc req-4b4cec65-a5c3-4bb0-98f2-dc3a02b0dea0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0283055 Feb 19 00:35:38.038717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0279629-d4fc-45e2-abfc-8e5d62a4f8af req-d1a0ae31-852e-4751-bc1f-2cb0fd297659 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0275228 Feb 19 00:35:38.112396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3fbb6d0-5fa2-4a1d-b279-5833305a2fb0 req-38856c42-4019-416e-9daf-653adf44f6e5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0276542 Feb 19 00:35:38.185979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85bdf7fd-94e4-4944-92a8-53bf3560b035 req-a8e3abaa-2d98-4d4e-b01b-1a30ff14cff6 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0337346 Feb 19 00:35:38.406973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4765fab-f10e-4534-bb07-ac9095f11fe1 req-046e1c4c-0266-4ce1-93a4-ac0537cf4547 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:38.408330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4765fab-f10e-4534-bb07-ac9095f11fe1 req-046e1c4c-0266-4ce1-93a4-ac0537cf4547 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0560596 Feb 19 00:35:38.462273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4765fab-f10e-4534-bb07-ac9095f11fe1 req-a432f812-eb47-494a-ae8b-36794d4b5aa3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477881 Feb 19 00:35:38.745765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4834d661-e4cc-45ab-93ba-4815aab4b733 req-c107b6a7-66cb-41a9-82af-b43954b97502 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0277064 Feb 19 00:35:38.939405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8faf214-89a7-49ff-8108-4f0933ef914a req-a898cc91-2df2-40f5-9938-2af46c86a6b9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0288568 Feb 19 00:35:39.000971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b95b442c-5661-4aa3-8a2f-da54f1bd4962 req-a616d0bc-fdfb-4606-8817-c88f33c4abef tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0276217 Feb 19 00:35:39.063987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-784ec81b-5faa-4e44-86f9-6ce8bd3ec633 req-02f49031-3b0d-49f8-adff-b213e7c5d14a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0313277 Feb 19 00:35:39.120706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a7addda-9674-4e38-872c-050cf35cf9ba req-89951a4c-315f-4f27-a4b1-af3acb343495 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0306396 Feb 19 00:35:39.196322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a10b3e90-2ec5-4418-b156-9c72ef660c8f req-a6778f8c-ae39-4ce5-a69a-ed4762d518be tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0303724 Feb 19 00:35:39.267296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dda3788-241e-4c16-a053-5a0fa642c275 req-0dbd0a93-8175-41ed-b291-e7dbce1b5aba tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0272343 Feb 19 00:35:39.598530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc754631-eaa6-4f01-89f9-c07eaac9de51 req-3c77f308-29d6-49bb-a1e2-1acc9ec86d16 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:39.600046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc754631-eaa6-4f01-89f9-c07eaac9de51 req-3c77f308-29d6-49bb-a1e2-1acc9ec86d16 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0644245 Feb 19 00:35:39.654485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc754631-eaa6-4f01-89f9-c07eaac9de51 req-461c7fb4-680a-40cf-a839-5ef5a8a2797e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470653 Feb 19 00:35:39.843316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af6c696c-3e5b-4eaa-871e-3afd0d648b73 req-07fc4ac3-853f-4b5a-9240-fbf70e33b974 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0277452 Feb 19 00:35:40.033725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8214a8b9-0ce1-4031-8e90-fa09600f3c85 req-608a7997-974e-479b-91dd-5635bfa8054f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0339313 Feb 19 00:35:40.097061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39874205-e8da-41e5-9364-ad3fa7f17389 req-2cc515d6-5cf8-479f-bb6a-0a9224bcdc04 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0302517 Feb 19 00:35:40.153574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02ad785e-fad8-4267-889a-74d5a1fb5017 req-4b1578fa-a7ad-422e-bd27-bcf44faa0b4f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0354893 Feb 19 00:35:40.203276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81f3d7af-6e9c-4ffa-98c5-59e7256e09e3 req-8e8dc330-4ccb-4893-b4b0-f2a866ad280c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0292497 Feb 19 00:35:40.278422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d690bab-b7aa-4975-92a9-1225cc5362d1 req-75c363d8-2347-404f-8133-314b2f9d3eb4 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0292106 Feb 19 00:35:40.345138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e4cfde1-df97-42d6-8285-7b6a0a282901 req-4d40460f-9fe7-49a5-8b33-fc55121eb8d8 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Feb 19 00:35:40.786235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd5dd0-1952-4593-86de-7360cf60b382 req-a28af9e8-56fe-4ba9-971b-1264abbae07c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:40.787799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08fd5dd0-1952-4593-86de-7360cf60b382 req-a28af9e8-56fe-4ba9-971b-1264abbae07c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0618429 Feb 19 00:35:40.837794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08fd5dd0-1952-4593-86de-7360cf60b382 req-5a5fa319-b64e-4058-9d10-ee38554d3359 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440941 Feb 19 00:35:40.931433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f680796-71e6-484e-8053-d0126c0b27b3 req-3ec977ab-4fe7-418a-bd3d-e722f2ceb533 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0332496 Feb 19 00:35:41.123819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a10cb3d7-88bf-47b0-b0ee-edd6b4f856c3 req-23471e4a-f167-4047-96ee-c30e38bc234e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0296702 Feb 19 00:35:41.185969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dba88c40-2f28-48f6-a339-82c599f8d9e5 req-e6767625-0a87-425d-95e8-54bd632ce59d tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0305424 Feb 19 00:35:41.231655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44a598e9-ac5d-495e-9421-8ebff5e6c84c req-fb8580b3-53c0-4ae9-bbb4-a8cac708542b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0276704 Feb 19 00:35:41.280939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0423fcae-a63e-4927-b645-b97afb3532ca req-48e8913b-f6bc-43c8-a389-76fa91af76e0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0270946 Feb 19 00:35:41.358031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d809a288-7342-4df9-bb0a-e8108a1da228 req-4323adb0-66a3-4fdd-a1d9-7eaebd778320 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0290954 Feb 19 00:35:41.431431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5bbb8b91-c05d-4ff7-8ae3-99c7784171c6 req-f328ece9-1a4f-430e-bf3d-0a2a24683fa5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0316136 Feb 19 00:35:41.980017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59addf9-336a-4659-9e4e-363a1835d321 req-6a35ad47-2bc6-4716-b050-8429c3a3b186 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:41.981411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b59addf9-336a-4659-9e4e-363a1835d321 req-6a35ad47-2bc6-4716-b050-8429c3a3b186 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0623188 Feb 19 00:35:42.028746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08585c66-c293-412c-8c7c-fa1774bcf4a6 req-11a389f3-1d00-4f3e-83d7-3d7dee0ca156 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0422249 Feb 19 00:35:42.057979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b59addf9-336a-4659-9e4e-363a1835d321 req-6a2da670-d298-443e-ba35-8380952b7370 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700805 Feb 19 00:35:42.214821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d3de1a2-0012-413a-b71a-1807528ecfe4 req-01d5a89f-42eb-4301-a295-1176f7acdf00 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0321515 Feb 19 00:35:42.267348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c2e07bc-4f7e-4ad2-9e69-47f7d0d6aa86 req-89034d85-7265-4031-be0d-b4d426ba0a6a tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0291867 Feb 19 00:35:42.315021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5848ad01-eab0-409d-bf72-f57b151695d4 req-6a6f51be-72f4-473b-aa90-9e3f2da691d0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0335629 Feb 19 00:35:42.365081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1024407a-ae90-4053-8560-17b6fc7fd55c req-d8c1c71c-0b19-44ca-804d-4e76ba11086d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0291319 Feb 19 00:35:42.436762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed04f186-5aad-4f6d-8534-ecb5690710bd req-1609713f-26f2-4f22-a288-3db112411b70 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0287039 Feb 19 00:35:42.511684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c71dc15d-837e-459a-8408-4aa109496499 req-a941491f-426e-4479-bbef-1f6267d99376 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0285449 Feb 19 00:35:43.109748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e98335f7-0964-4649-b460-aa38693b23ab req-ec3e3fac-0145-433c-a451-59226a2e49bb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0302668 Feb 19 00:35:43.188654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a459b437-e536-4ef7-aaf0-371496756779 req-f483c700-2196-4c5f-92df-2a1207976e87 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:43.190174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a459b437-e536-4ef7-aaf0-371496756779 req-f483c700-2196-4c5f-92df-2a1207976e87 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0552471 Feb 19 00:35:43.240861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a459b437-e536-4ef7-aaf0-371496756779 req-9900363f-95de-465c-afee-42cdd9c0aad3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449860 Feb 19 00:35:43.301051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aafdad8a-d0b5-4399-b314-5c66f849e053 req-430d2801-3756-4adc-8448-12defea254dd tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0281360 Feb 19 00:35:43.355784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10c1b803-3eae-4769-953a-b616b6fd0bc1 req-a50b8353-6269-480e-8f49-5ec36e6ed1cf tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0307376 Feb 19 00:35:43.396413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-028df185-74ac-432e-aefe-b7d1d187ed99 req-eda379df-3c93-4536-9515-94354ef7c124 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0315354 Feb 19 00:35:43.449163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36f67059-731d-4aba-a67c-a55dffff4018 req-9c8b17c0-2e88-4ba2-932f-17bb441817d2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0268459 Feb 19 00:35:43.523815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1539941-ba5f-4f0d-a804-971b479a9e58 req-f0252f72-9f96-4611-b36d-4be9dae3de21 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0277143 Feb 19 00:35:43.594344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a9380d2-2e08-409c-bdd8-c2387ef99825 req-e0705b84-6e52-48ae-96ed-ea622477d442 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0308974 Feb 19 00:35:44.191280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b9e4378-5ae2-4953-9c4f-cf71878f7113 req-48e534d6-fe57-436b-8dd1-14513e99a50e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0278075 Feb 19 00:35:44.395901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a050ddc7-a605-4088-9486-051638ee62c7 req-da934932-68fa-4576-8f67-a23087d66c8d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0307281 Feb 19 00:35:44.404161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0df37b-d4f2-4c30-a85a-474a0a26c6d8 req-10b10a7c-c072-4231-a6af-278a32dcadc9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:44.405663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b0df37b-d4f2-4c30-a85a-474a0a26c6d8 req-10b10a7c-c072-4231-a6af-278a32dcadc9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0833621 Feb 19 00:35:44.489999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93d743b7-cca7-449a-b91a-9a80d80615c9 req-3f12ea98-3ea1-4336-b6fe-97edbd0ca605 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0407341 Feb 19 00:35:44.493983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b0df37b-d4f2-4c30-a85a-474a0a26c6d8 req-54921cb9-5cee-4478-8474-742c747baa22 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0797176 Feb 19 00:35:44.572938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25784b41-1364-48d4-a12e-172f701bad00 req-919bc9c3-a55e-4154-9ac0-efdd9d6de94c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0426133 Feb 19 00:35:44.589980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6b557e9-908f-4768-a0c1-05f1cded8c1e req-22d84d35-5037-4166-8bbd-5befdec45cb0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0486591 Feb 19 00:35:44.640527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00391fb3-512a-422f-a4da-b9c3cf7a27b9 req-f3cd2203-8246-4a14-9ce6-b4847f3b0b09 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0291307 Feb 19 00:35:44.690327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61af172b-d476-4bd1-acf7-8a63ba7f048f req-4529ff7b-169b-4c75-b473-36c6e30ce1e0 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0352864 Feb 19 00:35:45.270759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f06daa9-874a-45ca-b2d3-24e123168e23 req-c848345c-2ba1-43ff-8eea-d6e45a0ee33f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0284591 Feb 19 00:35:45.494890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce8737f-c02b-4bf4-95dc-9c43ba957b06 req-f6d8cc22-0edc-4f3f-a740-b503c60374b6 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0330296 Feb 19 00:35:45.584026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c2836b9-2ed2-4159-bb39-659b725f04ab req-70b9a3fc-383b-4b52-93b2-6e8e4f6bc756 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0296803 Feb 19 00:35:45.957910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c9ee109-6138-42a9-ade8-2c7a77bf60f9 req-2427508b-a733-4146-9125-e6798776f78e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.3309393 Feb 19 00:35:45.964832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da62bfa-78be-427d-9a54-91bc0ab5e8b5 req-c2d21a1c-cc88-4dca-9ed3-bec78f2356bc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:45.966277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5da62bfa-78be-427d-9a54-91bc0ab5e8b5 req-c2d21a1c-cc88-4dca-9ed3-bec78f2356bc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.3858480 Feb 19 00:35:46.035209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf335e01-1ccb-46e4-b5e9-c31f751458ee req-ea2c3b3a-356e-45be-aa06-16cf94fe5412 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0350523 Feb 19 00:35:46.039668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5da62bfa-78be-427d-9a54-91bc0ab5e8b5 req-bd3d130a-8544-47a5-8315-bb9c1cadf5f6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0658722 Feb 19 00:35:46.103948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87806fea-a43c-4a1b-8158-209ac7c9b0d3 req-81b259f8-583f-4b93-9132-07f7db38687f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0305998 Feb 19 00:35:46.130159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-788c583b-f5d0-47d1-a28b-419412f08900 req-64a40b48-f266-4739-929c-51f4913e56f5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0296023 Feb 19 00:35:46.352488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a82d5e1-bd98-4c0a-a257-879a96b72750 req-2af4b5fb-ae2e-48b5-badc-6033bd52b9d5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0314150 Feb 19 00:35:46.587161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2301ce9-9e09-4271-9b5e-476ebe915ed8 req-fe7eacfa-61d4-4e28-9179-50811754fba0 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Feb 19 00:35:46.665266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7368b4f3-bb8c-4075-ac5f-d4c03b63873f req-73ff79e7-1c94-4168-9fbd-e94f8fd8bacd tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Feb 19 00:35:47.037247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61742580-4bca-4c69-834c-db44055dd5af req-b828ca67-9c3f-4a03-905b-eb5d4ce09913 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0286725 Feb 19 00:35:47.120881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-187d9599-25b6-427d-ba86-334dc54a8781 req-8420b882-2041-4280-962c-4b84eae51e7d tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0286677 Feb 19 00:35:47.201581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-153b3fc9-76ea-4a79-baf4-2722182c9dc2 req-14d51973-6a29-4af6-8600-3b9a7e19ecaa tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0371425 Feb 19 00:35:47.208548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03059516-e662-42cc-831d-5150de158a5f req-e84df027-0445-44fb-a277-e6b8eb6f297d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:47.210454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03059516-e662-42cc-831d-5150de158a5f req-e84df027-0445-44fb-a277-e6b8eb6f297d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0922978 Feb 19 00:35:47.279016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c232cbc9-1893-40e8-80a9-a5ce21edc0e4 req-c49e7ae7-4a3f-4139-a07e-b2f4dc172bb4 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0389502 Feb 19 00:35:47.287387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03059516-e662-42cc-831d-5150de158a5f req-25e3a094-54e0-421c-982d-e3250358cea5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683186 Feb 19 00:35:47.439326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33802c18-a3a1-4a05-80d6-f852e565fdbc req-c803bd1b-6d40-47c7-84c5-46399a5fec98 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0283096 Feb 19 00:35:47.680720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2890aa58-6179-402f-9742-d587b1d07adc req-89e43fa4-b6b5-43dd-b7f3-8da34262d77a tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0299861 Feb 19 00:35:47.751305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-add6b825-f0c2-4180-bda6-e1550195ede8 req-bc7da002-ba66-4ae3-8137-70c8682df409 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0319951 Feb 19 00:35:47.911577 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d811420d-a04e-4ff0-b1ef-fdb35ad71544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:48.127178 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef4e414f-808a-4862-9d20-3ca5c116a2f3 req-584a5d61-1ae7-4df8-91d0-2e1ef9571b50 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0330677 Feb 19 00:35:48.209674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73cc2a69-9fc1-469e-bf1b-0b69fe89fa97 req-aa67cbea-bfbd-465c-a402-a2d37ea6adbc tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0335882 Feb 19 00:35:48.279070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08ef768f-db79-4e04-9d21-ae66e4e78916 req-b568e0b3-8f81-4360-894a-dd79ecae18f7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0272555 Feb 19 00:35:48.359647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f19cfd4c-c47c-4e6f-926c-9bb575ce20b0 req-7aef4051-5b28-4448-b091-a4173b4945a7 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0307090 Feb 19 00:35:48.432086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4288fd-1e88-4b4e-8ea3-ad0e5ea5281b req-5b81dd90-58c8-43b2-8a9b-620d747db94c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:48.442113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df4288fd-1e88-4b4e-8ea3-ad0e5ea5281b req-5b81dd90-58c8-43b2-8a9b-620d747db94c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0573947 Feb 19 00:35:48.490712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df4288fd-1e88-4b4e-8ea3-ad0e5ea5281b req-7adac309-0606-42f2-b170-596fe6ca6991 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486302 Feb 19 00:35:48.531902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e4f0588-cf33-4656-90e2-57ee862d2f23 req-73c06f49-e6a4-4894-ab4e-62a10e425417 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0295789 Feb 19 00:35:48.591132 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:48.773794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd9d50b-bcb6-462c-a6b8-8c9417148e67 req-a8e5e770-00c6-41b2-9e93-e3ff584d5d5d tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0311379 Feb 19 00:35:48.836031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5281712-a5f3-4e8d-8187-76bc647017bd req-324e6fa1-2f62-4fac-b629-d8d81864887e tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0327797 Feb 19 00:35:49.215775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0a7f0ab-612d-459c-a235-0fdc52166b9c req-fdc6cb2d-f041-4f86-be1b-b75b4961baad tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0311906 Feb 19 00:35:49.297897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cef4f59c-d703-429b-b79d-c3c182b67fa0 req-245cf474-d1e4-4c26-8a4d-51326246127c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0341082 Feb 19 00:35:49.361224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d36cf82-7cca-4008-b561-1c568a2da214 req-a9c56ab7-2fbb-451c-9aea-d2e3b966c84f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0317338 Feb 19 00:35:49.447513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4df30bac-1936-4702-8e36-6cbe6153cafb req-253763a0-65b0-4345-bcbe-cfc8bff2fba6 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0381114 Feb 19 00:35:49.628963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-245897d5-3e92-48d8-8d31-9d0e5ef3ce5a req-2567df20-d55d-4bab-90a0-b3ab234c4e4c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0447581 Feb 19 00:35:49.657172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2d39b-5ed6-4129-844e-33a3a9788091 req-65fbadec-6440-4dbe-8e16-f2d0f6d79aab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:49.658836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c2d39b-5ed6-4129-844e-33a3a9788091 req-65fbadec-6440-4dbe-8e16-f2d0f6d79aab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0836501 Feb 19 00:35:49.709217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c2d39b-5ed6-4129-844e-33a3a9788091 req-ca344c2a-4b5e-4b35-a84e-e0af9c4cde97 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429831 Feb 19 00:35:49.873346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ec2e923-9d92-427a-91f6-f033a6831d9d req-fba00cd0-7435-452a-8ce1-2af8a50cd848 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0335963 Feb 19 00:35:49.917557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07ab6ae6-f59e-4291-9648-1dc7db3e30f6 req-a1b4bba6-c61e-4a11-bd33-d9e99b7384a5 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0288136 Feb 19 00:35:50.036075 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c678a285-a03d-4a33-bab9-249b79509044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:50.296671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d282bc3-78d9-4362-80e2-5b0257391936 req-565ea683-4061-466a-8591-34d4218117be tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0299976 Feb 19 00:35:50.378897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8677f0ce-35fa-48b4-b0a0-067ad404e46d req-19f0b427-9d16-4e26-8612-7f99dd7d3ab2 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0282748 Feb 19 00:35:50.450031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c68ba4bd-e85d-4a90-8c20-7bc3bc91531f req-0c620931-d217-49c3-9793-871b8b7c60e8 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0324059 Feb 19 00:35:50.527710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28043bde-d494-4da0-8b26-fdae32c4a7a7 req-c9ac38ff-e6aa-4bcc-a7db-13b8915f6413 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0278833 Feb 19 00:35:50.706697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d06827a0-9172-4a09-baa8-6dcc69a45bb3 req-cc561abf-2182-4f20-8e68-3199bc654ab5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0276649 Feb 19 00:35:50.846162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6632e37-a29e-4939-958b-18479c830692 req-9ed7a93d-3cab-4606-89e7-07e0a281947e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:50.848020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6632e37-a29e-4939-958b-18479c830692 req-9ed7a93d-3cab-4606-89e7-07e0a281947e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0614541 Feb 19 00:35:50.909800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6632e37-a29e-4939-958b-18479c830692 req-3722add2-2b97-4a3a-876e-a482585387f3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539811 Feb 19 00:35:50.963099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11b76092-824b-427b-b7d9-6bd59d119702 req-1bf9735c-74a8-4c74-b977-3f4f29be5870 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0278440 Feb 19 00:35:51.001989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ebc172f-5b6c-4b8a-b02b-e6d225bb4ac4 req-84992a0b-2146-4b3d-83a6-d6f0c74b9a65 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0283096 Feb 19 00:35:51.109795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:51.378954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1005089-0d14-4db4-9b6e-06f9ef14326c req-8803643d-7165-495b-aac9-291007781df5 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0316188 Feb 19 00:35:51.461725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91215419-7cf9-4532-a8c0-00acaddeb4b6 req-8864c741-aff9-4ee4-9532-0d302af2e615 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0294087 Feb 19 00:35:51.532536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-271ec0f6-0d18-4c33-bc00-ed93ca0c4c17 req-f1b8611a-fee8-44f6-a711-2e71b12fd1d5 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0286198 Feb 19 00:35:51.621901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d23f3906-a8ed-4865-8589-ce021782b08b req-8736a69c-c1fb-4064-91c2-d270350d6138 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0345330 Feb 19 00:35:51.792694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4362084-0a2c-4f72-9fcd-09378c50f7b8 req-b477852a-3cfe-415d-bda4-78cc957e4310 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0280683 Feb 19 00:35:52.056322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10f83c66-c9ca-4542-a8d8-55fad6fd09ff req-2dc719fd-82f8-472b-a8fd-47c65ef60ab6 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0317245 Feb 19 00:35:52.063348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780dead-21b8-448f-a362-6d9e8334dc4b req-ced33127-7bfe-4ae7-af97-9c0776fedb77 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:52.064810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a780dead-21b8-448f-a362-6d9e8334dc4b req-ced33127-7bfe-4ae7-af97-9c0776fedb77 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0797336 Feb 19 00:35:52.146988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73a976a7-4964-41b5-83a2-60f01253375c req-17a09a32-0c5c-4890-830f-ca3c2f52eef6 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "GET /v2.0/ports?device_id=66e69559-8cfd-404d-b79d-ae327cf15e20 HTTP/1.1" status: 200 len: 210 time: 0.0423119 Feb 19 00:35:52.151730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a780dead-21b8-448f-a362-6d9e8334dc4b req-eee1f761-8a6a-48cc-91bc-1297ddf32145 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0788147 Feb 19 00:35:52.457840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2766cf93-199d-49ae-9ba7-98cca34d6d34 req-317e1bd5-510c-4bd0-bb8c-d611fb27371f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0283141 Feb 19 00:35:52.549568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84f92c64-c5e7-431f-92d2-454ee7a3d9a2 req-fdd60169-d3bf-4830-88c4-c0595efa71c7 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0311232 Feb 19 00:35:52.556175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:52.566042 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:52.614026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting subnet a007bba1-e095-437e-8841-cc554f8fa13a {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:35:52.617687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for subnet (a007bba1-e095-437e-8841-cc554f8fa13a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:52.620553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a0a25d2-8ae6-4eb3-914a-73f508c5e13d req-789c8e36-67a1-4f1f-a7c1-f896b568a6e1 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0324590 Feb 19 00:35:52.664905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (a007bba1-e095-437e-8841-cc554f8fa13a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:52.702968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d701f63b-492c-49c9-b109-c3ee798dde8e req-8f0b3101-5d8a-40f7-a601-e1241107da7d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0284004 Feb 19 00:35:52.751600 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (a007bba1-e095-437e-8841-cc554f8fa13a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:52.811592 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (a007bba1-e095-437e-8841-cc554f8fa13a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:52.836407 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Subnet': ['ID=a007bba1-e095-437e-8841-cc554f8fa13a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:52.846924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:52.853320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18aeba9-a183-4173-8cae-d513767cc201 None None] Network daec3b55-8e58-400b-94ef-2b63ef8c6c28 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:35:52.855155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47158) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:52.855331 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "DELETE /v2.0/subnets/a007bba1-e095-437e-8841-cc554f8fa13a HTTP/1.1" status: 204 len: 168 time: 0.2974687 Feb 19 00:35:52.858300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.858831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.859669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.860189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.860714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.861260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.861750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.862285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.862812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.863323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.863850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.864447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.864972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73423521-eeca-4131-bd3e-3f32407d27de tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:52.933391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0b9d4a4-30aa-408a-92f9-61d9f30429d5 req-90c6a9d4-501a-4c36-9cc2-45e4191c2b44 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0645869 Feb 19 00:35:52.984587 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (daec3b55-8e58-400b-94ef-2b63ef8c6c28), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.042414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] DHCP port deletion for daec3b55-8e58-400b-94ef-2b63ef8c6c28 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:35:53.047505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting port bd372035-4681-4f22-a9b3-a0c80c12286b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:35:53.047862 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.092771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Deleting port bd372035-4681-4f22-a9b3-a0c80c12286b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:35:53.093212 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.113049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] For port bd372035-4681-4f22-a9b3-a0c80c12286b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bd372035-4681-4f22-a9b3-a0c80c12286b,segment=NetworkSegment(cd300a74-095d-4104-9bee-a70171fd549b),segment_id=cd300a74-095d-4104-9bee-a70171fd549b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:35:53.113414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.139598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Calling delete_port for bd372035-4681-4f22-a9b3-a0c80c12286b owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:35:53.160451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a1c188d-2be0-443c-9f6d-2ef4bccb22fa req-92bb3ae0-e73b-4879-b121-aad1d86cad35 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0379679 Feb 19 00:35:53.169333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] For port bd372035-4681-4f22-a9b3-a0c80c12286b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bd372035-4681-4f22-a9b3-a0c80c12286b,segment=NetworkSegment(cd300a74-095d-4104-9bee-a70171fd549b),segment_id=cd300a74-095d-4104-9bee-a70171fd549b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:35:53.169908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.186120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Calling delete_port for bd372035-4681-4f22-a9b3-a0c80c12286b owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:35:53.278912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.296738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8a68-defc-4e2e-a949-c7bb9e00361e req-bd4d914e-ffee-42f3-a28a-c2dd46227183 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:53.298316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbfe8a68-defc-4e2e-a949-c7bb9e00361e req-bd4d914e-ffee-42f3-a28a-c2dd46227183 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0691383 Feb 19 00:35:53.299153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (bd372035-4681-4f22-a9b3-a0c80c12286b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.308414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Pushing event deleted for resources: {'Port': ['ID=bd372035-4681-4f22-a9b3-a0c80c12286b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:53.311564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] No DVR routers for this DVR port bd372035-4681-4f22-a9b3-a0c80c12286b on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:35:53.318778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.319194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.319458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.319794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.320207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.320537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.320862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.321184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.328568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.328568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.328568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.328568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.328568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bebaa4-3f93-4866-9ec4-d5daefb6592f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.332230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Port': ['ID=bd372035-4681-4f22-a9b3-a0c80c12286b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:53.347971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] No DVR routers for this DVR port bd372035-4681-4f22-a9b3-a0c80c12286b on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:35:53.351610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.351964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.352307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.352644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.352986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.353317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.353669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.353970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.354330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.354645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.354994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.355317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.355638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:35:53.447396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbfe8a68-defc-4e2e-a949-c7bb9e00361e req-451d05ed-6a67-484b-9716-4968f2bf492a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1427920 Feb 19 00:35:53.457955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (daec3b55-8e58-400b-94ef-2b63ef8c6c28), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.482062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daec3b55-8e58-400b-94ef-2b63ef8c6c28']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:53.492826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd300a74-095d-4104-9bee-a70171fd549b') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:53.493148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd300a74-095d-4104-9bee-a70171fd549b') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:53.503938 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (cd300a74-095d-4104-9bee-a70171fd549b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.525569 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (cd300a74-095d-4104-9bee-a70171fd549b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.527292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.552689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d967251-178f-4fcb-af15-a11edd1a1035 req-60fef8f7-eed9-4657-8415-0f7e2559cdbc tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0397985 Feb 19 00:35:53.553682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:35:53.554097 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (cd300a74-095d-4104-9bee-a70171fd549b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:35:53.558116 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:35:53.637359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (daec3b55-8e58-400b-94ef-2b63ef8c6c28), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.640432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-747f98af-1269-409d-8deb-3ef4700ab266 req-d3739880-b60e-4e75-b853-5d50f63457a0 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0304999 Feb 19 00:35:53.646305 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.649567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "DELETE /v2.0/networks/daec3b55-8e58-400b-94ef-2b63ef8c6c28 HTTP/1.1" status: 204 len: 168 time: 0.7924912 Feb 19 00:35:53.653834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47170) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:53.664071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a161d-ab11-4771-8d5d-2ebe26c1a84c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Network': ['ID=daec3b55-8e58-400b-94ef-2b63ef8c6c28,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:53.717442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff5b7412-ef74-41fc-930f-73a0bb486402 req-c6b47f97-9a0e-4888-a644-2a8aa848a2ec tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0272236 Feb 19 00:35:53.723258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ef6592-03b1-4051-915f-e8b06a837fc2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting subnet 57ddd36d-b91e-4355-b565-9d1c02463aee {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:35:53.726857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00ef6592-03b1-4051-915f-e8b06a837fc2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks [] for subnet (57ddd36d-b91e-4355-b565-9d1c02463aee), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.770722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00ef6592-03b1-4051-915f-e8b06a837fc2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (57ddd36d-b91e-4355-b565-9d1c02463aee), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.787484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-082b8525-a977-44a1-82a6-40e49c1d7440 req-3188c875-04d5-43e4-8ad5-323f8ddbbe5b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0328534 Feb 19 00:35:53.878782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00ef6592-03b1-4051-915f-e8b06a837fc2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (57ddd36d-b91e-4355-b565-9d1c02463aee), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.957736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00ef6592-03b1-4051-915f-e8b06a837fc2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (57ddd36d-b91e-4355-b565-9d1c02463aee), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.983322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef6592-03b1-4051-915f-e8b06a837fc2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Subnet': ['ID=57ddd36d-b91e-4355-b565-9d1c02463aee,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:53.990455 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00ef6592-03b1-4051-915f-e8b06a837fc2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:53.994376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-00ef6592-03b1-4051-915f-e8b06a837fc2 tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "DELETE /v2.0/subnets/57ddd36d-b91e-4355-b565-9d1c02463aee HTTP/1.1" status: 204 len: 168 time: 0.3381503 Feb 19 00:35:53.996535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47176) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:54.001649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44180a3e-8f03-4b16-9317-1583ffa5dcb9 None None] Network 75567693-704d-4347-8719-7637ef30b243 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:35:54.020348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c72dcc39-967a-4dfd-b7b4-94f69b4a863e req-a4688311-c078-4158-b45f-e95bd91cf1c3 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=dbafc68b-3a80-44d0-b70e-587d6f41a9b5 HTTP/1.1" status: 200 len: 210 time: 0.0295556 Feb 19 00:35:54.078517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (75567693-704d-4347-8719-7637ef30b243), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.120996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.155318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Deleting port bf72a562-1a1e-494d-857a-e9dbe6be0720 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:35:54.155920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.217880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] DHCP port deletion for 75567693-704d-4347-8719-7637ef30b243 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:35:54.242727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] For port bf72a562-1a1e-494d-857a-e9dbe6be0720, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bf72a562-1a1e-494d-857a-e9dbe6be0720,segment=NetworkSegment(e31f384a-60a5-4f14-b79a-b1e9ad168a21),segment_id=e31f384a-60a5-4f14-b79a-b1e9ad168a21)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:35:54.243092 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.262563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Calling delete_port for bf72a562-1a1e-494d-857a-e9dbe6be0720 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:35:54.285264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d92b099-1c8a-4edc-9a19-b200c442ca26 req-5904d812-86c9-45cc-b5de-955872d27a05 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0524607 Feb 19 00:35:54.292394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] Deleting port bf72a562-1a1e-494d-857a-e9dbe6be0720 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:35:54.293275 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.377135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] For port bf72a562-1a1e-494d-857a-e9dbe6be0720, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bf72a562-1a1e-494d-857a-e9dbe6be0720,segment=NetworkSegment(e31f384a-60a5-4f14-b79a-b1e9ad168a21),segment_id=e31f384a-60a5-4f14-b79a-b1e9ad168a21)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:35:54.377673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.379410 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.401797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] Calling delete_port for bf72a562-1a1e-494d-857a-e9dbe6be0720 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:35:54.419290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Port': ['ID=bf72a562-1a1e-494d-857a-e9dbe6be0720,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:54.426112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] No DVR routers for this DVR port bf72a562-1a1e-494d-857a-e9dbe6be0720 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:35:54.468522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bd372035-4681-4f22-a9b3-a0c80c12286b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:35:54.513446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: bd372035-4681-4f22-a9b3-a0c80c12286b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:35:54.513941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bd372035-4681-4f22-a9b3-a0c80c12286b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:35:54.514228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bf72a562-1a1e-494d-857a-e9dbe6be0720 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:35:54.529980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (75567693-704d-4347-8719-7637ef30b243), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.547391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: bf72a562-1a1e-494d-857a-e9dbe6be0720 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:35:54.547391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bf72a562-1a1e-494d-857a-e9dbe6be0720 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:35:54.561393 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (bf72a562-1a1e-494d-857a-e9dbe6be0720), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.567865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75567693-704d-4347-8719-7637ef30b243']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:54.588851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31f384a-60a5-4f14-b79a-b1e9ad168a21') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:54.589156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31f384a-60a5-4f14-b79a-b1e9ad168a21') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:54.601255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e31f384a-60a5-4f14-b79a-b1e9ad168a21), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.607171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] Pushing event deleted for resources: {'Port': ['ID=bf72a562-1a1e-494d-857a-e9dbe6be0720,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:54.615640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0a031-8b04-4f91-8ec4-ce925a247ed6 None None] No DVR routers for this DVR port bf72a562-1a1e-494d-857a-e9dbe6be0720 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:35:54.634748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e31f384a-60a5-4f14-b79a-b1e9ad168a21), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.643170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:35:54.643776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e31f384a-60a5-4f14-b79a-b1e9ad168a21), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:35:54.648713 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:35:54.692728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-28f957f1-012f-4f12-a565-2c85fd3f2b05 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:54.694160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-28f957f1-012f-4f12-a565-2c85fd3f2b05 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.1586297 Feb 19 00:35:54.705048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b947c-d118-459f-b140-b60b046bf7f4 req-8893bbe9-275f-4243-b23d-0038bfe49cd4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:54.706560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c1b947c-d118-459f-b140-b60b046bf7f4 req-8893bbe9-275f-4243-b23d-0038bfe49cd4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1152639 Feb 19 00:35:54.717035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-251a19a3-c803-4eab-ace0-4fd6580d9dd0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/quotas/8458f0c51cce4a35b61533652c8a4b87 HTTP/1.1" status: 200 len: 375 time: 0.0094621 Feb 19 00:35:54.719794 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (75567693-704d-4347-8719-7637ef30b243), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.729606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:54.733246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] 10.222.0.60 "DELETE /v2.0/networks/75567693-704d-4347-8719-7637ef30b243 HTTP/1.1" status: 204 len: 168 time: 0.7356348 Feb 19 00:35:54.746257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a7170-03a7-4c8c-a04a-fb8d64b2921c tempest-ServersTestMultiNic-1154131449 tempest-ServersTestMultiNic-1154131449-project] Pushing event deleted for resources: {'Network': ['ID=75567693-704d-4347-8719-7637ef30b243,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:54.785952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-a34f189d-144a-44bd-9c66-b6394fd447c4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590570 Feb 19 00:35:54.824003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c1b947c-d118-459f-b140-b60b046bf7f4 req-b5903bf3-3f7d-4d62-893d-e265d7b5684a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1060102 Feb 19 00:35:54.915019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68b1c8e8-74bd-4af0-800b-41b8a5e5a566 req-1e5f90e5-078e-4ac7-b7ad-a728c25262e6 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0407012 Feb 19 00:35:54.920492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-2359d2bb-5399-40ec-843c-54fd4c65adf7 service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234283 Feb 19 00:35:55.009369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ab7fd0e-73d0-44b0-a659-27995055f9ce req-5f132f52-3dde-406f-a3d4-5768d5ea8ad9 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0344577 Feb 19 00:35:55.040770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-01af42e0-7c3b-4287-bb68-df9b76ce031c service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141543 Feb 19 00:35:55.076682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2c5b0f6-8bba-4952-ab81-25c5e6007fc1 req-2312f271-a13e-44f9-883f-5228c35c67db tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0290234 Feb 19 00:35:55.151921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0b45e75-6125-4113-996b-878511b92ecd req-efef2026-97b7-4c8d-b4ab-e17e824d137e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0308051 Feb 19 00:35:55.235505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47218) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:55.246164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f532bb3-c8c3-468b-9335-0a6122af16eb req-5e97cf4f-b9f2-401c-8741-9d00e64499d7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 210 time: 0.0291700 Feb 19 00:35:55.379754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-186390b3-716c-47f6-b3c9-9e13a71a3582 req-cecb22d1-3583-473a-9af1-b9d5fd7d2159 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0291960 Feb 19 00:35:55.707811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (607fe82b-11f4-4587-9c7a-545ae4cde063), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:55.968912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e44d3-e901-4e84-bfd4-0e13c07b41c8 req-39026ca2-8468-4917-b3f9-e17d1382179a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:55.970462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc6e44d3-e901-4e84-bfd4-0e13c07b41c8 req-39026ca2-8468-4917-b3f9-e17d1382179a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0585406 Feb 19 00:35:55.995719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Deleting port 66391419-49b4-4400-b6d3-422f97791db2 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:35:55.996294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (66391419-49b4-4400-b6d3-422f97791db2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:56.028952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e71e8aa5-92ea-427b-b254-991755ea4c64 req-1c23ed55-323f-4764-bf53-82e92917da7c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0374629 Feb 19 00:35:56.058914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc6e44d3-e901-4e84-bfd4-0e13c07b41c8 req-83de59a4-c3a5-461c-9617-df446535aba5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813160 Feb 19 00:35:56.093939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] For port 66391419-49b4-4400-b6d3-422f97791db2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=66391419-49b4-4400-b6d3-422f97791db2,segment=NetworkSegment(af815ec5-717a-4ccd-9ee4-7edd3ba3e396),segment_id=af815ec5-717a-4ccd-9ee4-7edd3ba3e396)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:35:56.094380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (66391419-49b4-4400-b6d3-422f97791db2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:56.109616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Calling delete_port for 66391419-49b4-4400-b6d3-422f97791db2 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:35:56.113772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43259334-223c-4959-a1b7-15452ed4f26a req-a7b3df89-fb42-4b5f-8777-068790dd8865 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0347962 Feb 19 00:35:56.171895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29824c43-e326-4bf3-a543-9609501c1501 req-6f20f125-89ba-4973-b725-cf8c30704f11 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0387275 Feb 19 00:35:56.259956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-047a4a58-307e-41a8-881e-995f8dee7654 req-a7a5d5db-36e6-4e6d-b188-ac646b087f8d tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0346260 Feb 19 00:35:56.391081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8d21ddb-48c7-4006-a392-c6a83989e6d5 req-278c6b19-fa8a-4ced-8b78-4a23953541dd tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 210 time: 0.0405164 Feb 19 00:35:56.414252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-bc425b02-71fc-4468-ba83-32237651cdf7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:56.415817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-bc425b02-71fc-4468-ba83-32237651cdf7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.113 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.1589632 Feb 19 00:35:56.417459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (66391419-49b4-4400-b6d3-422f97791db2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:56.430670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Request body: {'port': {'device_id': '70389821-8284-4aa5-834a-10fd05b419eb', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'admin_state_up': True, 'tenant_id': '8458f0c51cce4a35b61533652c8a4b87'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:35:56.448919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Pushing event deleted for resources: {'Port': ['ID=66391419-49b4-4400-b6d3-422f97791db2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:56.531484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d16a4c18-17d4-44ca-96ad-eec98a7983bc req-2b1f2f13-3a51-4248-be3f-8aa0a6f66f77 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0685565 Feb 19 00:35:56.611285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Made reservation on behalf of 8458f0c51cce4a35b61533652c8a4b87 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:35:56.615235 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:56.643933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (607fe82b-11f4-4587-9c7a-545ae4cde063), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:56.755892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Allocated IP 172.20.0.9 (392711fd-e468-4eba-a984-13f1a5696868/27d6e68b-de7a-4378-8db1-7b9ccd23feff/ed185a70-c52e-4eb4-91bf-b2ce013e1a99) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:35:56.910590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Router 607fe82b-11f4-4587-9c7a-545ae4cde063 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:35:56.926113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks [] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:56.964651 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.008531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Network 392711fd-e468-4eba-a984-13f1a5696868 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:35:57.012029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:35:57.016617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:35:57.049014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:35:57.049634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event updated for resources: {'Port': ['ID=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:57.056153 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b9e29c28-a8a6-44e4-ba85-3b5159dad290 admin admin] 10.222.0.60 "PUT /v2.0/routers/607fe82b-11f4-4587-9c7a-545ae4cde063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8190043 Feb 19 00:35:57.059268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47246) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:57.074989 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] Sync routers for ids ['607fe82b-11f4-4587-9c7a-545ae4cde063'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:35:57.077696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:57.078376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.095311 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] Routers {'607fe82b-11f4-4587-9c7a-545ae4cde063'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:35:57.096624 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['607fe82b-11f4-4587-9c7a-545ae4cde063'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:57.146954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3ed1fcc-3750-4a5d-af7d-289c112d5ae4 req-e384c006-909c-4155-a575-b017535fb9e9 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0474281 Feb 19 00:35:57.151503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-f554fee2-f73c-42fe-88dd-5ae057f2e2f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7269709 Feb 19 00:35:57.216795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks [] for router (607fe82b-11f4-4587-9c7a-545ae4cde063), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.258005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Request body: {'port': {'device_id': '70389821-8284-4aa5-834a-10fd05b419eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:35:57.264615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-753c3447-c090-41d6-97b1-aa2ad31db28f req-a01a19ee-9417-4e09-bb8e-c461246b431c tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0567222 Feb 19 00:35:57.347688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908170e-1379-4cd8-adbd-60bcd2d159d0 req-0c59da6b-0d76-415d-ab33-c50e482a5e06 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:57.349232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a908170e-1379-4cd8-adbd-60bcd2d159d0 req-0c59da6b-0d76-415d-ab33-c50e482a5e06 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1920264 Feb 19 00:35:57.365958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks [] for router_gateway (607fe82b-11f4-4587-9c7a-545ae4cde063), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.378777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3bc98aa-35af-40e8-b45a-5098094f555f req-75aa32a5-6449-4c25-bafc-fe209f4bb6ea tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0513239 Feb 19 00:35:57.379364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.390881 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] Set router 607fe82b-11f4-4587-9c7a-545ae4cde063 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:35:57.436385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Deleting port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:35:57.436626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.484415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0721bfbe-e737-4ef1-b5aa-e4d12a689c0f req-289a79f2-ace1-40a7-a1c5-c325d3a9dbe1 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0397415 Feb 19 00:35:57.487680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a908170e-1379-4cd8-adbd-60bcd2d159d0 req-c51f48de-fda2-415b-a2d8-6eee996a17a1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1301770 Feb 19 00:35:57.546281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] For port bcfc3bbd-efd0-4dbb-81d8-503b75628d8b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bcfc3bbd-efd0-4dbb-81d8-503b75628d8b,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:35:57.546703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.564122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Calling delete_port for bcfc3bbd-efd0-4dbb-81d8-503b75628d8b owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:35:57.655850 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:35:56Z', 'revision_number': 5, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port': {'id': 'bcfc3bbd-efd0-4dbb-81d8-503b75628d8b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:28:26Z', 'updated_at': '2022-02-19T00:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:57.657735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cefffd6-a2fa-4c55-9528-e0db44e2ea50 req-4976356b-f200-418d-89b3-7577a2a7a003 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0605993 Feb 19 00:35:57.690441 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] Checking router: 607fe82b-11f4-4587-9c7a-545ae4cde063 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:35:57.700058 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] Routers {'607fe82b-11f4-4587-9c7a-545ae4cde063'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:35:57.700847 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['607fe82b-11f4-4587-9c7a-545ae4cde063'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:57.723082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f908fe2d-f02e-4ab7-8b42-5dd22468efa6 req-4b056f18-1079-495d-b28a-d8779b16d42a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:57.724598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f908fe2d-f02e-4ab7-8b42-5dd22468efa6 req-4b056f18-1079-495d-b28a-d8779b16d42a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 931 time: 0.1484909 Feb 19 00:35:57.783609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bcfc3bbd-efd0-4dbb-81d8-503b75628d8b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.798905 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] Set router 607fe82b-11f4-4587-9c7a-545ae4cde063 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:35:57.807645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f908fe2d-f02e-4ab7-8b42-5dd22468efa6 req-526844d0-81a3-4294-aa0d-8fb6aabf23c4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749979 Feb 19 00:35:57.814989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfc3bbd-efd0-4dbb-81d8-503b75628d8b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:57.864995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed185a70-c52e-4eb4-91bf-b2ce013e1a99 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:35:57.867262 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:35:57Z', 'revision_number': 6, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:57.877635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Publish callbacks [] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.892186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Transition to ACTIVE for port object ed185a70-c52e-4eb4-91bf-b2ce013e1a99 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:35:57.894923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (607fe82b-11f4-4587-9c7a-545ae4cde063), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.897557 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:57.897781 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4566f1b3-063d-46f7-9908-7fe2cf50821f None None] The sync data for ids ['607fe82b-11f4-4587-9c7a-545ae4cde063'] in n-d-826527-3 is: [{'id': '607fe82b-11f4-4587-9c7a-545ae4cde063', 'name': 'tempest-ServersTestMultiNic-1772171705-router', 'tenant_id': '97f748cbfcb34402a486ab61f99cc5c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:28:25Z', 'updated_at': '2022-02-19T00:35:57Z', 'revision_number': 6, 'project_id': '97f748cbfcb34402a486ab61f99cc5c6', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:35:57.948686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Pushing event updated for resources: {'Port': ['ID=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:58.001822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (607fe82b-11f4-4587-9c7a-545ae4cde063), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.004135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks [] for router_controller (607fe82b-11f4-4587-9c7a-545ae4cde063), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.022932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Attempting to bind port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:35:58.023568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Attempting to bind port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:35:58.023702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Attempting to bind port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:35:58.028470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 on network 392711fd-e468-4eba-a984-13f1a5696868 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:35:58.028797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Attempting to bind port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:35:58.033832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:35:58.034195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Checking segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:35:58.034617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Bound using segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:35:58.035018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Bound port: ed185a70-c52e-4eb4-91bf-b2ce013e1a99, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:35:58.035387 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.048549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (607fe82b-11f4-4587-9c7a-545ae4cde063), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.049162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 607fe82b-11f4-4587-9c7a-545ae4cde063 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:35:58.053954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.057750 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-327dc17d-e230-42ff-90d5-e080a5750c49 admin admin] 10.222.0.60 "DELETE /v2.0/routers/607fe82b-11f4-4587-9c7a-545ae4cde063 HTTP/1.1" status: 204 len: 168 time: 0.9940584 Feb 19 00:35:58.057902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47262) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:58.102505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b56f4fa-54bc-4dcf-88aa-67cf0c836b95 admin admin] Deleting subnet bcd9c9b2-0190-460a-9a34-f8ddba5fd987 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:35:58.103934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] For port ed185a70-c52e-4eb4-91bf-b2ce013e1a99, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:35:58.105647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b56f4fa-54bc-4dcf-88aa-67cf0c836b95 admin admin] Publish callbacks [] for subnet (bcd9c9b2-0190-460a-9a34-f8ddba5fd987), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.107229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] For port ed185a70-c52e-4eb4-91bf-b2ce013e1a99, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:35:58.114342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.149827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:58.150504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.151922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] 10.222.0.113 "PUT /v2.0/ports/ed185a70-c52e-4eb4-91bf-b2ce013e1a99 HTTP/1.1" status: 200 len: 1091 time: 0.9920650 Feb 19 00:35:58.152385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70389821-8284-4aa5-834a-10fd05b419eb', 'tag': 'ed185a70-c52e-4eb4-91bf-b2ce013e1a99'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:35:58.153618 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b56f4fa-54bc-4dcf-88aa-67cf0c836b95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (bcd9c9b2-0190-460a-9a34-f8ddba5fd987), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.156335 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075" -d '{"events": [{"name": "network-changed", "server_uuid": "70389821-8284-4aa5-834a-10fd05b419eb", "tag": "ed185a70-c52e-4eb4-91bf-b2ce013e1a99"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:35:58.187643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0066a-0403-4e53-994e-87ac83fb8abe service neutron] Pushing event updated for resources: {'Port': ['ID=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:58.274567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b56f4fa-54bc-4dcf-88aa-67cf0c836b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (bcd9c9b2-0190-460a-9a34-f8ddba5fd987), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.288499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2203f9d9-5950-48e2-a4f8-6c9ab65e7194 req-680ef437-0a33-4963-9def-07c7b4a07cde tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0658803 Feb 19 00:35:58.305163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-d3f8f37d-3f6b-4020-838e-50bb9d264235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:58.315828 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:35:58.316648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-d3f8f37d-3f6b-4020-838e-50bb9d264235 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 1125 time: 0.1050961 Feb 19 00:35:58.327115 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88df2bb-b3ff-4ab3-98ba-c934fdda3990 x-openstack-request-id: req-c88df2bb-b3ff-4ab3-98ba-c934fdda3990 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:35:58.327441 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70389821-8284-4aa5-834a-10fd05b419eb", "tag": "ed185a70-c52e-4eb4-91bf-b2ce013e1a99", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:35:58.327670 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c88df2bb-b3ff-4ab3-98ba-c934fdda3990 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:35:58.328109 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70389821-8284-4aa5-834a-10fd05b419eb', 'tag': 'ed185a70-c52e-4eb4-91bf-b2ce013e1a99', 'status': 'completed', 'code': 200} Feb 19 00:35:58.363819 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b56f4fa-54bc-4dcf-88aa-67cf0c836b95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (bcd9c9b2-0190-460a-9a34-f8ddba5fd987), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.370195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-3c8e3fbb-bc4a-4335-8e5b-9e5328abb1a9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed185a70-c52e-4eb4-91bf-b2ce013e1a99 HTTP/1.1" status: 200 len: 217 time: 0.0394237 Feb 19 00:35:58.387566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56f4fa-54bc-4dcf-88aa-67cf0c836b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd9c9b2-0190-460a-9a34-f8ddba5fd987,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:58.397402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b56f4fa-54bc-4dcf-88aa-67cf0c836b95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.400687 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7b56f4fa-54bc-4dcf-88aa-67cf0c836b95 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bcd9c9b2-0190-460a-9a34-f8ddba5fd987 HTTP/1.1" status: 204 len: 168 time: 0.3417354 Feb 19 00:35:58.403417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47272) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:58.407125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd320a8-e9dc-4617-9c00-988131abbc30 None None] Network ea468c93-ec8b-484e-bc5e-9834b772e867 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:35:58.427846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-c6207917-ba3e-4be9-b48d-62d9e45c1325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:58.429666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-c6207917-ba3e-4be9-b48d-62d9e45c1325 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.0525007 Feb 19 00:35:58.453857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e71f20fe-e498-4a04-8719-35d2303cc5a7 req-9df7520f-bfe2-45a7-92b4-842e37cd3e1f tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0881138 Feb 19 00:35:58.485048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19b93611-3d2c-4b0d-a70b-8c094f18aeaa req-9ad54877-51ba-464d-ba7d-c8feeb72d280 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0301707 Feb 19 00:35:58.488274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (ea468c93-ec8b-484e-bc5e-9834b772e867), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.508487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-c6bd608f-6854-4a1a-a67f-d9a88077568c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638125 Feb 19 00:35:58.581657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Deleting port 0cc959ad-ffe5-43ef-b728-c9426a288746 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:35:58.581996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.603020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68bba8fa-2177-4f5c-9401-11be0602d519 req-0c48d6a5-7683-4d95-a154-e1d9a75e27ca tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0298419 Feb 19 00:35:58.660613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] For port 0cc959ad-ffe5-43ef-b728-c9426a288746, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0cc959ad-ffe5-43ef-b728-c9426a288746,segment=NetworkSegment(af815ec5-717a-4ccd-9ee4-7edd3ba3e396),segment_id=af815ec5-717a-4ccd-9ee4-7edd3ba3e396)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:35:58.661457 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.682073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Calling delete_port for 0cc959ad-ffe5-43ef-b728-c9426a288746 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:35:58.690082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-81730e7a-d209-4c7a-9ddb-70d4051fa6e0 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755817 Feb 19 00:35:58.698072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0980ac5-ef82-4050-9931-47ab3fb7f7e7 req-fee49afa-7776-463d-a6f9-3d5e429adaca tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:58.699649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0980ac5-ef82-4050-9931-47ab3fb7f7e7 req-fee49afa-7776-463d-a6f9-3d5e429adaca tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0916178 Feb 19 00:35:58.794597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9953c0fd-6d8a-4624-ae78-4d6e3582ff22 None None] DHCP port deletion for ea468c93-ec8b-484e-bc5e-9834b772e867 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:35:58.797238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0cc959ad-ffe5-43ef-b728-c9426a288746), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:58.829695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5bd6a9a6-0a5d-40bf-ab24-6608e829a871 req-e6e5204f-239d-4f01-9584-c32d57d81e77 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0993996 Feb 19 00:35:58.843551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] No DVR routers for this DVR port 0cc959ad-ffe5-43ef-b728-c9426a288746 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:35:58.848728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc959ad-ffe5-43ef-b728-c9426a288746,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:58.923628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 66391419-49b4-4400-b6d3-422f97791db2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:35:58.925349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0980ac5-ef82-4050-9931-47ab3fb7f7e7 req-bc4a3984-70cc-48d2-8eb4-531ce528d78a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2163939 Feb 19 00:35:58.947904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6765ffc-3fd5-4ef4-91de-3746d047b81e req-ee69714a-d83a-453d-be3f-8f0bf5333488 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470543 Feb 19 00:35:58.951558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 66391419-49b4-4400-b6d3-422f97791db2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:35:58.951998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 66391419-49b4-4400-b6d3-422f97791db2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:35:59.042557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57eeb-3608-47a9-93dd-428f11e54e08 req-ba649632-50e6-427d-87ce-aedf69db0a7c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:59.044261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0b57eeb-3608-47a9-93dd-428f11e54e08 req-ba649632-50e6-427d-87ce-aedf69db0a7c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 943 time: 0.1178851 Feb 19 00:35:59.101022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-f6ac6d97-ced1-4091-a4d4-0c5eef06b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:59.102616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-f6ac6d97-ced1-4091-a4d4-0c5eef06b971 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 1125 time: 0.0942984 Feb 19 00:35:59.110987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0b57eeb-3608-47a9-93dd-428f11e54e08 req-45167626-9bc5-4bb7-86b2-ef1c7cb3a582 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605941 Feb 19 00:35:59.227490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-35b6cfac-8690-4b92-adca-09a0c55d1da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:59.229240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-35b6cfac-8690-4b92-adca-09a0c55d1da4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 913 time: 0.1170185 Feb 19 00:35:59.268842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (ea468c93-ec8b-484e-bc5e-9834b772e867), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.275648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-77bbd414-dca0-4f17-accb-924346a9dbe3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed185a70-c52e-4eb4-91bf-b2ce013e1a99 HTTP/1.1" status: 200 len: 217 time: 0.0394773 Feb 19 00:35:59.289122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea468c93-ec8b-484e-bc5e-9834b772e867']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:59.298649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:59.298924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af815ec5-717a-4ccd-9ee4-7edd3ba3e396') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:35:59.308066 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (af815ec5-717a-4ccd-9ee4-7edd3ba3e396), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.321023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (af815ec5-717a-4ccd-9ee4-7edd3ba3e396), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.328752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-cce07a8c-a37d-4147-a7cb-1c64313ef514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:35:59.329838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:35:59.337816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (af815ec5-717a-4ccd-9ee4-7edd3ba3e396), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.338337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-cce07a8c-a37d-4147-a7cb-1c64313ef514 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.0471818 Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:35:59.338466 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:35:59.366855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-e5532edc-a604-43e9-93f5-0f7b5f6de5d4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290997 Feb 19 00:35:59.392270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (ea468c93-ec8b-484e-bc5e-9834b772e867), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.408493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.411721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ea468c93-ec8b-484e-bc5e-9834b772e867 HTTP/1.1" status: 204 len: 168 time: 1.0073276 Feb 19 00:35:59.412413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-749129c2-6fbe-40f5-9582-2849efee50ae req-5f6a3fa5-f82c-4992-b29f-53d1de48832f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0489588 Feb 19 00:35:59.412787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3907ad7-2e4c-49cf-82ad-0f4d845048f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea468c93-ec8b-484e-bc5e-9834b772e867,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:59.486548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-0be24927-cfea-44a4-a291-ba82ad698322 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121287 Feb 19 00:35:59.554148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47292) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:59.600840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2e119ac8-130c-433a-bce7-00b07de4fc0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=97f748cbfcb34402a486ab61f99cc5c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454013 Feb 19 00:35:59.603558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47294) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:35:59.656294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8b50e600-aadd-44d3-ac6f-3ba74af37e89 admin admin] Publish callbacks [] for security_group (5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.681653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8b50e600-aadd-44d3-ac6f-3ba74af37e89 admin admin] Publish callbacks [] for security_group (5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.732049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8b50e600-aadd-44d3-ac6f-3ba74af37e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.735057 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8b50e600-aadd-44d3-ac6f-3ba74af37e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:35:59.736277 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8b50e600-aadd-44d3-ac6f-3ba74af37e89 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed HTTP/1.1" status: 204 len: 168 time: 0.1317606 Feb 19 00:35:59.744528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50e600-aadd-44d3-ac6f-3ba74af37e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c93e064-0a1d-4fc0-a9f4-a57d8431f9ed,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:35:59.883746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3798013b-04f5-4ba4-b196-7f26b8c35dc6 req-cb0df3b6-0ec3-437b-ad96-1073464f6307 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.3701727 Feb 19 00:35:59.923448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f534d7a-c731-41d8-9b98-a98367c040e5 req-1cace65d-d0c2-4b65-a4cf-9c459cff6c95 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0464296 Feb 19 00:35:59.965877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14e8c744-2ad9-49e5-ad3f-1f8567d6c075 req-0931034f-3a15-4b45-8506-6b37b0cee291 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4716527 Feb 19 00:36:00.009834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2112dd9e-9b52-42c6-8d30-fedef77a7345 req-24605012-e03f-482b-a86b-63eacf24bfc8 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0345597 Feb 19 00:36:00.143455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a816c73-dfb0-4e1d-90dd-88138e0195f9 req-5e061a46-3f1a-4223-a0db-8bd8845be9a9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:00.144999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a816c73-dfb0-4e1d-90dd-88138e0195f9 req-5e061a46-3f1a-4223-a0db-8bd8845be9a9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0618660 Feb 19 00:36:00.183073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc5cf855-c559-440e-a112-dbfb231e42c4 req-86a7b70f-a21a-48a4-9b1a-3d1c00c4d6cf tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.2425866 Feb 19 00:36:00.226486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a816c73-dfb0-4e1d-90dd-88138e0195f9 req-c0517768-6aab-4d8a-99d4-080dc87e83aa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719101 Feb 19 00:36:00.320516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0135a-50b3-490f-8299-5ec522da2fb3 req-ab2971f5-56d7-4153-a730-43dc3d41cbee tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:00.322200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1f0135a-50b3-490f-8299-5ec522da2fb3 req-ab2971f5-56d7-4153-a730-43dc3d41cbee tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 943 time: 0.0670233 Feb 19 00:36:00.375060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1f0135a-50b3-490f-8299-5ec522da2fb3 req-99659ac3-1075-42b2-adeb-c035ea38e765 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Feb 19 00:36:00.416711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bcfc3bbd-efd0-4dbb-81d8-503b75628d8b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:00.438251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: bcfc3bbd-efd0-4dbb-81d8-503b75628d8b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:00.438678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bcfc3bbd-efd0-4dbb-81d8-503b75628d8b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:00.439107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0cc959ad-ffe5-43ef-b728-c9426a288746 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:00.458840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0cc959ad-ffe5-43ef-b728-c9426a288746 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:00.459196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0cc959ad-ffe5-43ef-b728-c9426a288746 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:00.506101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81b72739-853c-4244-8393-ecc7855a7361 req-d08831cd-8e2d-49fb-8c86-a93d28bb1d79 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0279744 Feb 19 00:36:00.519316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47330) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:00.544482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ed185a70-c52e-4eb4-91bf-b2ce013e1a99 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:36:00.622493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1686549297-network', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:00.649412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:00.653087 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.668929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port ed185a70-c52e-4eb4-91bf-b2ce013e1a99, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:00.670976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.681355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'ed185a70-c52e-4eb4-91bf-b2ce013e1a99', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'port_id': 'ed185a70-c52e-4eb4-91bf-b2ce013e1a99', 'mac_address': 'fa:16:3e:8a:6d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d6e68b-de7a-4378-8db1-7b9ccd23feff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:36:00.720739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:00.721177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.736190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed185a70-c52e-4eb4-91bf-b2ce013e1a99 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:36:00.752078 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Publish callbacks [] for security_group (401deb4b-810c-4030-b91a-4c7e054504f3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.756100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (401deb4b-810c-4030-b91a-4c7e054504f3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.760444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port ed185a70-c52e-4eb4-91bf-b2ce013e1a99, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:00.765918 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.783361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:36:00.792568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401deb4b-810c-4030-b91a-4c7e054504f3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:00.799062 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a362fc80-dc96-40ff-9edd-c1c2a783a554), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.799345 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Added segment a362fc80-dc96-40ff-9edd-c1c2a783a554 of type vlan for network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c Feb 19 00:36:00.820480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:00.839720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (9eed6468-b8a2-4a4e-85a9-96cb695ea51c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.867112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (9eed6468-b8a2-4a4e-85a9-96cb695ea51c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.868141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:00.868756 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.921039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4005163 Feb 19 00:36:00.924172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47336) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:00.930571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Request body: {'subnet': {'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1686549297-subnet', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:00.933042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d31d-c25d-4741-b4d9-26cf147a2c97 admin admin] Pushing event updated for resources: {'Network': ['ID=9eed6468-b8a2-4a4e-85a9-96cb695ea51c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:00.943763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:36:00.974787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:00.981890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:00.982793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3ae5a1b-7a2c-4b8a-8ce9-2526fa9d6f00 req-c8f65f78-4ab2-438d-8e3b-4feb2e331624 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0433490 Feb 19 00:36:01.007200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['ed185a70-c52e-4eb4-91bf-b2ce013e1a99'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:36:01.020444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a88bda-153d-4148-b449-cdcff4feb4f1 req-088d34b4-9c63-4f31-8443-8e3f4366c390 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0410304 Feb 19 00:36:01.105387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b6f5585-1187-4f7a-b2ab-069d72a4e7d1 req-a5af2d2d-c0f7-461a-8705-a80768b17da7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0299160 Feb 19 00:36:01.181593 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (30a69bc8-4302-4149-9266-9c4ab2312fc4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.237858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a69bc8-4302-4149-9266-9c4ab2312fc4,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:01.247533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Checking segment: {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:01.247798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Network hostable DHCP agents. Network: 9eed6468-b8a2-4a4e-85a9-96cb695ea51c, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:36:01.266420 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:36:01.275554 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcf796db-ec64-4745-a06f-dee42f33d7c1 req-33d8ed00-c229-4202-8e42-0c8801b6b113 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0335543 Feb 19 00:36:01.276864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 9eed6468-b8a2-4a4e-85a9-96cb695ea51c) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:01.283832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:01.285576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.287183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb62bce-dbb9-4180-8905-e60a5ab8d396 None None] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:01.310449 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a4405bd5-077c-4509-941d-9fd86e5ef794 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3842404 Feb 19 00:36:01.313073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47346) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:01.317845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:01.340044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.341100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.376462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934345d-aa8e-46e5-940a-6239357f392f req-b4076605-f884-4cb9-ae08-a57f2951fc04 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:01.378280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2934345d-aa8e-46e5-940a-6239357f392f req-b4076605-f884-4cb9-ae08-a57f2951fc04 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0607219 Feb 19 00:36:01.413277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:36:01.413506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks [] for router_controller (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.416830 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.458767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2934345d-aa8e-46e5-940a-6239357f392f req-b3757c8b-ab52-4297-b89c-66c6c527f6ba tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738432 Feb 19 00:36:01.520385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b179e8-997a-4b93-bdf6-89078e3de9cf req-6d2d7cc0-547e-4b87-b673-db21f6f296ed tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:01.522256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7b179e8-997a-4b93-bdf6-89078e3de9cf req-6d2d7cc0-547e-4b87-b673-db21f6f296ed tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 944 time: 0.0622747 Feb 19 00:36:01.562654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Allocated IP 172.20.0.2 (9eed6468-b8a2-4a4e-85a9-96cb695ea51c/30a69bc8-4302-4149-9266-9c4ab2312fc4/02bf5861-680c-4164-926f-cd58696b836f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:01.578784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks [] for router_gateway (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.589492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7b179e8-997a-4b93-bdf6-89078e3de9cf req-774c94f1-931f-4008-bc0b-3aceb16fcff4 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605202 Feb 19 00:36:01.611691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e89625a0-6996-4e62-b1e4-d590560d39b0 req-41c8c188-5ab5-4645-869c-f9a5ab470286 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0349240 Feb 19 00:36:01.756274 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Publish callbacks [] for port (02bf5861-680c-4164-926f-cd58696b836f), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.763620 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (02bf5861-680c-4164-926f-cd58696b836f), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.810563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:01.813535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:01.816365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:01.829012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Pushing event updated for resources: {'Port': ['ID=02bf5861-680c-4164-926f-cd58696b836f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:01.840696 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks [] for router_gateway (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.861223 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:01.981638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Allocated IP 172.25.6.64 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/a5266c17-fd27-4936-9cb6-4add224b8d1c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:02.026449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Attempting to bind port 02bf5861-680c-4164-926f-cd58696b836f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:02.026834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Attempting to bind port 02bf5861-680c-4164-926f-cd58696b836f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:02.027188 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Attempting to bind port 02bf5861-680c-4164-926f-cd58696b836f on network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:02.032472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:02.032854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Checking segment: {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:02.033324 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.033650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Bound using segment: {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:02.034123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Bound port: 02bf5861-680c-4164-926f-cd58696b836f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:02.034543 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (02bf5861-680c-4164-926f-cd58696b836f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.099527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81d69161-e3fd-459d-b37a-8f6cb9dc97f3 req-8116f1be-4a61-4288-a790-e104355fc040 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0413659 Feb 19 00:36:02.103056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] For port 02bf5861-680c-4164-926f-cd58696b836f, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:02.104321 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks [] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.107680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] For port 02bf5861-680c-4164-926f-cd58696b836f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=02bf5861-680c-4164-926f-cd58696b836f,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:02.115603 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (02bf5861-680c-4164-926f-cd58696b836f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.149571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a58f2abd-388a-48de-8c49-c3ca6775d1b1 req-fe09496e-ae4d-464c-83a9-9f32d32bdac6 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0420375 Feb 19 00:36:02.163367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.196004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe5e7a-00da-4974-9ea0-9ca9169efd50 None None] Pushing event updated for resources: {'Port': ['ID=02bf5861-680c-4164-926f-cd58696b836f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:02.210978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b475557f-3e87-4f62-bdf1-68a3f357460b req-13d5c286-0890-4763-98ac-e695b5acdfe4 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0377758 Feb 19 00:36:02.222410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:02.225478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:02.231724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:02.237947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Pushing event updated for resources: {'Port': ['ID=a5266c17-fd27-4936-9cb6-4add224b8d1c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:02.362493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa452f81-0e3b-4712-b2d2-bdf4fcfab96e req-309df96d-12bb-430c-9298-4507ba5fb6a4 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0309033 Feb 19 00:36:02.537182 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks [] for router_gateway (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.573579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ed185a70-c52e-4eb4-91bf-b2ce013e1a99 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:02.593206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7f382-196c-4ff1-ae6a-124c6a4526cc req-f18af456-2a10-4763-b3c4-f01c82194251 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:02.594939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94c7f382-196c-4ff1-ae6a-124c6a4526cc req-f18af456-2a10-4763-b3c4-f01c82194251 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0556946 Feb 19 00:36:02.628264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:36:02.632749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:02.633395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.671411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94c7f382-196c-4ff1-ae6a-124c6a4526cc req-90b3ef41-78a4-444e-bcdd-74c320989dde tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690613 Feb 19 00:36:02.763131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd0a015-f8f7-494b-ba62-37e60abf18ed req-f72aaebf-8ee2-4879-8694-66026909dbf2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:02.764982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afd0a015-f8f7-494b-ba62-37e60abf18ed req-f72aaebf-8ee2-4879-8694-66026909dbf2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 944 time: 0.0902734 Feb 19 00:36:02.768496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:02.768893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.785916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f300b972-3bfc-4649-a8e4-462bb5d6caff req-9365f522-68af-4ca6-8fa7-d835b9148a54 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0449021 Feb 19 00:36:02.793804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70389821-8284-4aa5-834a-10fd05b419eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed185a70-c52e-4eb4-91bf-b2ce013e1a99'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:36:02.796141 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e692ea-e02b-4e6f-ba2e-9acfef873435" -d '{"events": [{"server_uuid": "70389821-8284-4aa5-834a-10fd05b419eb", "name": "network-vif-plugged", "status": "completed", "tag": "ed185a70-c52e-4eb4-91bf-b2ce013e1a99"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:36:02.814765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port ed185a70-c52e-4eb4-91bf-b2ce013e1a99, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:02.820092 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.822680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:02.847136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afd0a015-f8f7-494b-ba62-37e60abf18ed req-266c41a2-8307-4091-b992-2126ef0883fb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636308 Feb 19 00:36:02.894796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:02.988753 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2dab36-90e3-4435-b604-9341350f1e92 x-openstack-request-id: req-1c2dab36-90e3-4435-b604-9341350f1e92 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:36:02.989155 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70389821-8284-4aa5-834a-10fd05b419eb", "name": "network-vif-plugged", "status": "completed", "tag": "ed185a70-c52e-4eb4-91bf-b2ce013e1a99", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:36:02.989512 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c2dab36-90e3-4435-b604-9341350f1e92 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:36:02.990069 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70389821-8284-4aa5-834a-10fd05b419eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed185a70-c52e-4eb4-91bf-b2ce013e1a99', 'code': 200} Feb 19 00:36:02.997313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:36:03.108331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d4e5e-754e-419f-81b8-ecf97a86c03e req-4bc8df58-c615-4086-9409-44f3f63a61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:03.110266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-315d4e5e-754e-419f-81b8-ecf97a86c03e req-4bc8df58-c615-4086-9409-44f3f63a61eb service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 1127 time: 0.0543659 Feb 19 00:36:03.122635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:36:03.148253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Sync routers for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:36:03.163402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:03.167416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e48fee6b-e2fc-46b3-a743-6429ae2f390a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8506773 Feb 19 00:36:03.167665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47372) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:03.168788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:03.170465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:03.227520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6e625ec-f72c-4102-bab5-b03762d27171 req-a863fbeb-c76e-4fdd-a6f0-4648af8140d4 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0518003 Feb 19 00:36:03.249176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-315d4e5e-754e-419f-81b8-ecf97a86c03e req-6886e6b5-67b6-4a4e-9384-1a0a883cde1f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323881 Feb 19 00:36:03.286504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fddb1b9-ad4a-4d18-bb50-2cbab914c614 req-f94089de-48fb-4702-bbcb-97c02bec935a tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0500996 Feb 19 00:36:03.330882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9a3054-2017-49f6-a86d-29b32a9b99a3 None None] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:03.337316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6831c7aa-80ac-4c97-9a9a-349ab5e776b6 req-7ba95395-d65b-4687-a165-d92385fddb3e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0388055 Feb 19 00:36:03.381066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:03.459066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e7a8744-fb44-472d-ba54-f0c7b3f9461e req-aea376b1-f0ab-4a34-8e68-78e98d9f0ead tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0407226 Feb 19 00:36:03.484443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d5056ce2-90fd-433a-b2a4-76e709cb02af None None] Provisioning complete for port 02bf5861-680c-4164-926f-cd58696b836f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:03.484823 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5056ce2-90fd-433a-b2a4-76e709cb02af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (02bf5861-680c-4164-926f-cd58696b836f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:03.703450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d5056ce2-90fd-433a-b2a4-76e709cb02af None None] Current status of the port 02bf5861-680c-4164-926f-cd58696b836f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:03.703450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5056ce2-90fd-433a-b2a4-76e709cb02af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (02bf5861-680c-4164-926f-cd58696b836f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:03.748374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:02Z', 'revision_number': 3, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:03.751836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d5056ce2-90fd-433a-b2a4-76e709cb02af None None] For port 02bf5861-680c-4164-926f-cd58696b836f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=02bf5861-680c-4164-926f-cd58696b836f,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:03.789087 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5056ce2-90fd-433a-b2a4-76e709cb02af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (02bf5861-680c-4164-926f-cd58696b836f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:03.794382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Checking router: 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:36:03.795018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Updating router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 port a5266c17-fd27-4936-9cb6-4add224b8d1c binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:36:03.833487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493438f-28d3-4644-a6c1-d77de39ce2ee req-1b443dac-ac65-4e88-a6f1-a16232284782 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:03.835522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1493438f-28d3-4644-a6c1-d77de39ce2ee req-1b443dac-ac65-4e88-a6f1-a16232284782 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0717402 Feb 19 00:36:03.873057 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:03.907950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5056ce2-90fd-433a-b2a4-76e709cb02af None None] Pushing event updated for resources: {'Port': ['ID=02bf5861-680c-4164-926f-cd58696b836f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:03.926838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a707faf2-a811-414d-a6f3-0811c337d615 req-ca467ce8-e205-42cf-9fd0-8c44954faf19 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0585220 Feb 19 00:36:03.962288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1493438f-28d3-4644-a6c1-d77de39ce2ee req-8a8c34ea-0471-4876-a784-c69268e14a17 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1201613 Feb 19 00:36:04.037655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e51cb6a5-c208-45fc-9f7f-1674d4f0e94d None None] Provisioning complete for port 02bf5861-680c-4164-926f-cd58696b836f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:04.038027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e51cb6a5-c208-45fc-9f7f-1674d4f0e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (02bf5861-680c-4164-926f-cd58696b836f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.051075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa07e4-8269-47b6-b5e9-33ddff8ea449 req-306064e5-19dd-4493-8df2-50463568905e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:04.052777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0aa07e4-8269-47b6-b5e9-33ddff8ea449 req-306064e5-19dd-4493-8df2-50463568905e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0568817 Feb 19 00:36:04.089228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.102998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0aa07e4-8269-47b6-b5e9-33ddff8ea449 req-e823276d-f8fd-45c5-b881-7568f372e388 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Feb 19 00:36:04.206496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e51cb6a5-c208-45fc-9f7f-1674d4f0e94d None None] Current status of the port 02bf5861-680c-4164-926f-cd58696b836f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:04.295975 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Publish callbacks [] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.307295 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.310845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Allocated IP 172.20.0.1 (9eed6468-b8a2-4a4e-85a9-96cb695ea51c/30a69bc8-4302-4149-9266-9c4ab2312fc4/dfade24a-5c19-40ba-a079-4b8ceb0424a3) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:04.414405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7483288-a998-452e-80c6-acac6e9aeca9 None None] Pushing event updated for resources: {'Port': ['ID=a5266c17-fd27-4936-9cb6-4add224b8d1c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:04.424345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e83f17e9-78e6-4e75-9a32-a01c1c919fb0 req-15be5761-6db2-4094-80a0-a88ef70baabe tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0826771 Feb 19 00:36:04.446602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Attempting to bind port a5266c17-fd27-4936-9cb6-4add224b8d1c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:04.446988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Attempting to bind port a5266c17-fd27-4936-9cb6-4add224b8d1c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:04.447361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Attempting to bind port a5266c17-fd27-4936-9cb6-4add224b8d1c on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:04.469109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:04.469593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:04.470872 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.471300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:04.471905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Bound port: a5266c17-fd27-4936-9cb6-4add224b8d1c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:04.472394 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.481964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5ff8399-5046-4e6c-ac3f-7251fd66bf09 req-efaf6c25-85d3-4ba0-b2fb-1b2d9cf76ebf tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0546477 Feb 19 00:36:04.517745 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Publish callbacks [] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.542700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fec945b-64a5-4b4e-83a1-de04787b2dfb req-e245a29c-57aa-48e3-8530-0c6f5d75d0fb tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0368838 Feb 19 00:36:04.559516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 02bf5861-680c-4164-926f-cd58696b836f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:04.565042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] For port a5266c17-fd27-4936-9cb6-4add224b8d1c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:04.586316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d075b4a3-ad37-488e-8137-a17f995a08a6 req-39ed3939-c53d-4d15-b400-2a33ccf26034 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0363441 Feb 19 00:36:04.601489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] For port a5266c17-fd27-4936-9cb6-4add224b8d1c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a5266c17-fd27-4936-9cb6-4add224b8d1c,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:04.601684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.616167 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.645555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:04.650495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:04.657159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:04.681672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Pushing event updated for resources: {'Port': ['ID=dfade24a-5c19-40ba-a079-4b8ceb0424a3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:04.691296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:04.691942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:04.696862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 02bf5861-680c-4164-926f-cd58696b836f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:04.696862 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (02bf5861-680c-4164-926f-cd58696b836f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.700948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7483288-a998-452e-80c6-acac6e9aeca9 None None] Pushing event updated for resources: {'Port': ['ID=a5266c17-fd27-4936-9cb6-4add224b8d1c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:04.706089 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.881456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:04.888069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:04.888069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 02bf5861-680c-4164-926f-cd58696b836f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:05.032766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39b86fc6-fae7-4d6e-bb0a-d480a139eb53 req-aca2d1e3-a65a-437a-8fda-ea8ee23d869f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0558796 Feb 19 00:36:05.089680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Publish callbacks [] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:05.095446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:05.130476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a9f90b2d-94a6-4219-93f6-7ee90f8835b2 None None] Provisioning complete for port dfade24a-5c19-40ba-a079-4b8ceb0424a3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:05.130721 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9f90b2d-94a6-4219-93f6-7ee90f8835b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:05.175671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddb88f-27f5-4b24-8760-bf5d20569af5 req-dae1324d-7a9e-4c51-9a81-e1b682fe1da8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:05.177072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Pushing event updated for resources: {'Port': ['ID=dfade24a-5c19-40ba-a079-4b8ceb0424a3,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:05.182426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9f90b2d-94a6-4219-93f6-7ee90f8835b2 None None] Port dfade24a-5c19-40ba-a079-4b8ceb0424a3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:36:05.182655 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:05.191613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2eddb88f-27f5-4b24-8760-bf5d20569af5 req-dae1324d-7a9e-4c51-9a81-e1b682fe1da8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1064446 Feb 19 00:36:05.274865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:02Z', 'revision_number': 3, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:05.279030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2eddb88f-27f5-4b24-8760-bf5d20569af5 req-e748dd80-c870-4096-9e90-5e6126a2fae2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857656 Feb 19 00:36:05.296884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37453de-e9fe-4938-b42b-9685aad1b660 req-3dd28e5d-fce1-473f-a056-3804fa750123 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:05.304033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d37453de-e9fe-4938-b42b-9685aad1b660 req-3dd28e5d-fce1-473f-a056-3804fa750123 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1076589 Feb 19 00:36:05.305194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:05.307655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:05.316241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ee36eb-6f89-4cd1-bf46-00e1aba7601c None None] The sync data for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 is: [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:02Z', 'revision_number': 3, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:36:05.361100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d37453de-e9fe-4938-b42b-9685aad1b660 req-da042bcb-37e8-4eef-8b35-4bfec53d9d67 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560603 Feb 19 00:36:05.503498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:36:05.516410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2821ee7a-4073-470f-9230-936b2b43c38b req-b8a04282-428f-491e-95e2-526764de0c9b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0392489 Feb 19 00:36:05.630847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-213c5297-bbdf-4bdf-afcb-086487adcbde req-1297be23-c67a-44ff-84a1-cc64b7953379 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0433376 Feb 19 00:36:05.707141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:36:05.710997 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-686b74ae-a5fd-48f5-b5ca-605b5d080a7d admin admin] 10.222.0.60 "PUT /v2.0/routers/4ecc3b09-e387-4d1f-844e-c9c7361f46c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5415826 Feb 19 00:36:05.753195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-468517ce-b0da-4f6f-be26-283c914fecaa None None] Provisioning complete for port dfade24a-5c19-40ba-a079-4b8ceb0424a3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:05.753578 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-468517ce-b0da-4f6f-be26-283c914fecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:05.808756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19ae0281-6f66-4a55-b892-fedbb04dce02 req-db59b567-a634-48f5-8448-783ba0606c25 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0476029 Feb 19 00:36:05.814353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-468517ce-b0da-4f6f-be26-283c914fecaa None None] Port dfade24a-5c19-40ba-a079-4b8ceb0424a3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:36:05.824569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290bd4a-df44-43b3-96d1-724258409853 req-fda172c6-7180-47fe-9e91-41e81c804c75 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:05.826641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a290bd4a-df44-43b3-96d1-724258409853 req-fda172c6-7180-47fe-9e91-41e81c804c75 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1572273 Feb 19 00:36:05.905202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c704843-be95-4e6f-b85e-f9fe533e7b17 req-e34220da-cab1-4360-a4f4-b57501902c22 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0414059 Feb 19 00:36:05.914258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a290bd4a-df44-43b3-96d1-724258409853 req-028d54a6-44fc-490d-98e9-ac3cb812e663 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770636 Feb 19 00:36:06.136061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb08bb3b-467a-4bfd-9d31-5998c38fe86e req-ff59484e-708a-443b-b7a0-6d61f4b5ffd4 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0401809 Feb 19 00:36:06.308507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47428) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:06.315808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1810303264-network', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:06.338141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Made reservation on behalf of 55763edbbd044aa48b294dce2f5d4060 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:06.340829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.350492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.467993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a5266c17-fd27-4936-9cb6-4add224b8d1c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:06.473797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Publish callbacks [] for security_group (712538e9-25da-4551-b6a6-c20517db9e08), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.484910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bfbe8-983c-4cb3-b192-99a6c0f4a1c9 req-28b0d035-0fbc-41ad-acbc-aed201e0993b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:06.486548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f09bfbe8-983c-4cb3-b192-99a6c0f4a1c9 req-28b0d035-0fbc-41ad-acbc-aed201e0993b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0952346 Feb 19 00:36:06.487697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (712538e9-25da-4551-b6a6-c20517db9e08), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.517550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:36:06.530110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a5266c17-fd27-4936-9cb6-4add224b8d1c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:06.530678 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.552677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712538e9-25da-4551-b6a6-c20517db9e08,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:06.556909 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (08f29990-4db2-4491-a0bb-3f2d12d43c78), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.557713 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Added segment 08f29990-4db2-4491-a0bb-3f2d12d43c78 of type vlan for network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 Feb 19 00:36:06.645106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a5266c17-fd27-4936-9cb6-4add224b8d1c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:06.645485 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.645827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24cb1f2c-d020-4d1d-a892-174c8e984f81 req-db06cb8f-1add-4cb1-9fda-abc76b6bc6f5 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0472119 Feb 19 00:36:06.647853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (ac0274de-05fe-4e5d-bdf1-fc35d9a50658), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.652919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f09bfbe8-983c-4cb3-b192-99a6c0f4a1c9 req-e8c5fcec-f3d0-43cb-924d-c1cfa5c2f9b4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473815 Feb 19 00:36:06.679076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port a5266c17-fd27-4936-9cb6-4add224b8d1c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a5266c17-fd27-4936-9cb6-4add224b8d1c,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:06.684649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (ac0274de-05fe-4e5d-bdf1-fc35d9a50658), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.685677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:06.686296 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.688020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.749124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=a5266c17-fd27-4936-9cb6-4add224b8d1c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:06.776917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4671545 Feb 19 00:36:06.779044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d17d7dfb-ed08-4ff4-a6a0-e6e17a3c99bf req-e824b335-1fc0-4a54-accd-532966ecfad8 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0727539 Feb 19 00:36:06.780064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47436) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:06.785093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb656ef-7f87-4e3a-a13f-b0586a57e7bc admin admin] Pushing event updated for resources: {'Network': ['ID=ac0274de-05fe-4e5d-bdf1-fc35d9a50658,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:06.786140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Request body: {'subnet': {'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1810303264-subnet', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:06.796186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:36:06.821853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Made reservation on behalf of 55763edbbd044aa48b294dce2f5d4060 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:06.828212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:06.909332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-710b9c42-9821-48a2-81ba-2ef8663c5eed req-0f71a6b9-e9fe-468c-9f34-3046f9aa9dbf tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0316920 Feb 19 00:36:06.999760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61eb4185-d406-405c-986f-72389e865a41 req-bc099ef4-a08d-476a-9f85-af452feb5eda tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0318851 Feb 19 00:36:07.025126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (b2ae6597-1184-4be6-833d-2dadf91381b5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.062349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c323c2-f0ee-4da7-bbcb-d8d9c56452d8 req-ae5af997-0f46-495b-b692-88cadf13ac25 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:07.070584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44c323c2-f0ee-4da7-bbcb-d8d9c56452d8 req-ae5af997-0f46-495b-b692-88cadf13ac25 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0701201 Feb 19 00:36:07.087748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ae6597-1184-4be6-833d-2dadf91381b5,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:07.099971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Checking segment: {'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:07.100334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Network hostable DHCP agents. Network: ac0274de-05fe-4e5d-bdf1-fc35d9a50658, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:36:07.117363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44c323c2-f0ee-4da7-bbcb-d8d9c56452d8 req-7ebf4d42-138e-439f-bdc1-e126805a5f3b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463946 Feb 19 00:36:07.122837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:36:07.139868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, ac0274de-05fe-4e5d-bdf1-fc35d9a50658) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:07.144661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:07.145364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.153313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16662804-1383-4f4d-88cd-acf0a58cfab8 None None] Network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:07.167448 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c4d5b407-1847-4e9d-8d8c-4749acb9d3d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3857284 Feb 19 00:36:07.170254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47446) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:07.175012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:07.194364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (d546ba2f-1feb-4add-881b-5c8af3c98df4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.195574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (d546ba2f-1feb-4add-881b-5c8af3c98df4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.235327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab5de4ad-14c8-41f8-a9c5-5e67d0666dcd req-4abed081-abfc-421a-963b-e947e494f5ff tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0421352 Feb 19 00:36:07.266913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks [] for router_controller (d546ba2f-1feb-4add-881b-5c8af3c98df4), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.283945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-ac0274de-05fe-4e5d-bdf1-fc35d9a50658', 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658', 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'fixed_ips': [{'subnet_id': 'b2ae6597-1184-4be6-833d-2dadf91381b5'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:36:07.284896 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.406062 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Sync routers for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:36:07.418697 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:07.419568 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:07.419799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks [] for router_gateway (d546ba2f-1feb-4add-881b-5c8af3c98df4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.427292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Allocated IP 172.20.0.2 (ac0274de-05fe-4e5d-bdf1-fc35d9a50658/b2ae6597-1184-4be6-833d-2dadf91381b5/4dc9379c-cde6-45cb-af77-aced02840a06) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:07.533342 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:07.607264 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Publish callbacks [] for port (4dc9379c-cde6-45cb-af77-aced02840a06), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.614398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.654497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:07.661130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:07.665754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:07.671972 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks [] for router_gateway (d546ba2f-1feb-4add-881b-5c8af3c98df4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.672257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Pushing event updated for resources: {'Port': ['ID=4dc9379c-cde6-45cb-af77-aced02840a06,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:07.722032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.742823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Attempting to bind port 4dc9379c-cde6-45cb-af77-aced02840a06 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:07.743360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Attempting to bind port 4dc9379c-cde6-45cb-af77-aced02840a06 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:07.743829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Attempting to bind port 4dc9379c-cde6-45cb-af77-aced02840a06 on network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:07.750684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:07.751227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Checking segment: {'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:07.751365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9168d3c-ede0-4099-83cd-bc97e691af7b req-f6a96d30-a856-4fb3-8e47-daf30a5cae1a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0469954 Feb 19 00:36:07.751828 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.752290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Bound using segment: {'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:07.752891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Bound port: 4dc9379c-cde6-45cb-af77-aced02840a06, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:07.753372 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.834320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] For port 4dc9379c-cde6-45cb-af77-aced02840a06, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:07.839035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] For port 4dc9379c-cde6-45cb-af77-aced02840a06, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4dc9379c-cde6-45cb-af77-aced02840a06,segment=NetworkSegment(08f29990-4db2-4491-a0bb-3f2d12d43c78),segment_id=08f29990-4db2-4491-a0bb-3f2d12d43c78)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:07.849658 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.868996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dbfa7-d049-4a5a-913f-063f06b122ce req-998b4288-9d7b-4b2a-9479-412192414062 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:07.879091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Allocated IP 172.25.6.78 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/82d7953c-1502-4ae3-8eab-eeb42ca96043) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:07.883748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-552dbfa7-d049-4a5a-913f-063f06b122ce req-998b4288-9d7b-4b2a-9479-412192414062 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1057250 Feb 19 00:36:07.884389 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 2, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:07.916048 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Checking router: 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:36:07.916698 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Updating router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 port dfade24a-5c19-40ba-a079-4b8ceb0424a3 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:36:07.918113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ceb50-6fa9-4eec-8bf3-605509f8891f None None] Pushing event updated for resources: {'Port': ['ID=4dc9379c-cde6-45cb-af77-aced02840a06,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:07.953474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5b88e3b-c24b-4e3b-8f29-7c6f0d38d257 req-611a3cc3-e01c-45ec-86c5-7770abc20804 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0667644 Feb 19 00:36:07.957398 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:07.998470 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-552dbfa7-d049-4a5a-913f-063f06b122ce req-5b348f11-283a-4577-92c6-b2bb061cb417 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118882 Feb 19 00:36:08.058157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks [] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.084848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d189077-25fe-4f00-8a3d-205fd1c15fe0 req-7e3acaed-c0b9-4520-ac83-8d75605bfd17 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0438910 Feb 19 00:36:08.100616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.131495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288877ae-29c8-473c-bc68-8385c9b214ed req-f7162073-d063-4f5d-ad77-b2177ca8f160 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0500724 Feb 19 00:36:08.171875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:08.182091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Pushing event updated for resources: {'Port': ['ID=82d7953c-1502-4ae3-8eab-eeb42ca96043,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:08.184763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:08.187022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:08.319244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08689cea-f2e7-4f88-a24a-66215c77df39 req-696b250a-ac81-4bd9-9c09-a68245fa4c35 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:08.328249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08689cea-f2e7-4f88-a24a-66215c77df39 req-696b250a-ac81-4bd9-9c09-a68245fa4c35 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1025500 Feb 19 00:36:08.387572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1972a5aa-aff8-4a7f-b7f8-9312040e5b4d req-84b4c4b4-90c6-4cf7-839a-ca52c34ca208 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0562851 Feb 19 00:36:08.402425 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Publish callbacks [] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.419209 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.423731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08689cea-f2e7-4f88-a24a-66215c77df39 req-4bcd6050-4d61-4614-9a65-0d88072a7c6f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 Feb 19 00:36:08.520248 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Pushing event updated for resources: {'Port': ['ID=dfade24a-5c19-40ba-a079-4b8ceb0424a3,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:08.547651 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.548534 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.549141 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.549793 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.550382 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.551081 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.555169 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.555540 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.555887 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.556230 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.556563 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.556908 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.557477 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:08.575094 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Attempting to bind port dfade24a-5c19-40ba-a079-4b8ceb0424a3 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:08.575456 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Attempting to bind port dfade24a-5c19-40ba-a079-4b8ceb0424a3 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:08.575822 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Attempting to bind port dfade24a-5c19-40ba-a079-4b8ceb0424a3 on network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:08.584536 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:08.586314 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Checking segment: {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:08.586819 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.587445 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Bound using segment: {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:08.587741 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Bound port: dfade24a-5c19-40ba-a079-4b8ceb0424a3, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:08.588135 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.588888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a5266c17-fd27-4936-9cb6-4add224b8d1c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:08.629431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks [] for router_gateway (d546ba2f-1feb-4add-881b-5c8af3c98df4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.654778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a5266c17-fd27-4936-9cb6-4add224b8d1c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:08.655955 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.685787 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] For port dfade24a-5c19-40ba-a079-4b8ceb0424a3, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:08.689849 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] For port dfade24a-5c19-40ba-a079-4b8ceb0424a3, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dfade24a-5c19-40ba-a079-4b8ceb0424a3,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:08.700184 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.768233 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:08.769130 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:08.795181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a6a753ec-0bff-4026-b452-42eb7450ea25 None None] Provisioning complete for port dfade24a-5c19-40ba-a079-4b8ceb0424a3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:08.795719 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6a753ec-0bff-4026-b452-42eb7450ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.873230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a5266c17-fd27-4936-9cb6-4add224b8d1c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:08.874754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4dc9379c-cde6-45cb-af77-aced02840a06 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:08.907966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60b98030-cb10-451c-b4b1-4ac7f46f35ca req-f560f0d0-d5a6-49ce-96a1-511b6b27b943 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0897200 Feb 19 00:36:08.954144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (d546ba2f-1feb-4add-881b-5c8af3c98df4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:08.995502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a6a753ec-0bff-4026-b452-42eb7450ea25 None None] Current status of the port dfade24a-5c19-40ba-a079-4b8ceb0424a3 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:08.995902 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6a753ec-0bff-4026-b452-42eb7450ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:09.014304 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec6bed-268f-4052-b327-8b24d7957dba None None] Pushing event updated for resources: {'Port': ['ID=dfade24a-5c19-40ba-a079-4b8ceb0424a3,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:09.046688 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:09.064140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a6a753ec-0bff-4026-b452-42eb7450ea25 None None] For port dfade24a-5c19-40ba-a079-4b8ceb0424a3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dfade24a-5c19-40ba-a079-4b8ceb0424a3,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:09.073149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4dc9379c-cde6-45cb-af77-aced02840a06 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:09.073149 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:09.075838 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6a753ec-0bff-4026-b452-42eb7450ea25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:09.155495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9304a0-08bd-4ec1-a8fd-22bca43ac6ec req-f1ce3204-efb2-492f-9a85-3916b8fe1c2a tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0422394 Feb 19 00:36:09.217102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a753ec-0bff-4026-b452-42eb7450ea25 None None] Pushing event updated for resources: {'Port': ['ID=dfade24a-5c19-40ba-a079-4b8ceb0424a3,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:09.226495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3bcb0893-4f96-40a6-8cc4-a14b03fc49d4 None None] Provisioning complete for port dfade24a-5c19-40ba-a079-4b8ceb0424a3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:09.226884 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bcb0893-4f96-40a6-8cc4-a14b03fc49d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:09.237142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Router d546ba2f-1feb-4add-881b-5c8af3c98df4 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:36:09.300584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4dc9379c-cde6-45cb-af77-aced02840a06 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:09.300977 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:09.322915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf8861-7451-4957-a995-bf7f799069dc req-2db6806e-5aeb-417b-affa-256268a6382d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:09.324518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83bf8861-7451-4957-a995-bf7f799069dc req-2db6806e-5aeb-417b-affa-256268a6382d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1655273 Feb 19 00:36:09.366564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 4dc9379c-cde6-45cb-af77-aced02840a06, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4dc9379c-cde6-45cb-af77-aced02840a06,segment=NetworkSegment(08f29990-4db2-4491-a0bb-3f2d12d43c78),segment_id=08f29990-4db2-4491-a0bb-3f2d12d43c78)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:09.370601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d9fc4df-b754-45ec-b43f-4868a594e16b req-ee262553-fdf8-4182-92b2-b1bc8d1fbc57 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0886571 Feb 19 00:36:09.374410 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:09.385848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3bcb0893-4f96-40a6-8cc4-a14b03fc49d4 None None] Current status of the port dfade24a-5c19-40ba-a079-4b8ceb0424a3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:09.442058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:36:09.462625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=4dc9379c-cde6-45cb-af77-aced02840a06,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:09.463628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83bf8861-7451-4957-a995-bf7f799069dc req-e60c0ce5-2666-44b3-9186-db4ab089a8b0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165569 Feb 19 00:36:09.469067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:09.474517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5494ac68-0fb6-49c5-8791-94961981812c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3028977 Feb 19 00:36:09.475406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47476) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:09.497668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Sync routers for ids ['d546ba2f-1feb-4add-881b-5c8af3c98df4'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:36:09.502935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48801303-2555-4242-a42c-f9a1cf0ad697 None None] Network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:09.520870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-965d3534-2616-4707-bcda-d91a9d4961ce req-0a2ea0e1-99e3-4561-b211-3c42c10a76a5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0685606 Feb 19 00:36:09.537119 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:08Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:09.549440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Routers {'d546ba2f-1feb-4add-881b-5c8af3c98df4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:09.555035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d546ba2f-1feb-4add-881b-5c8af3c98df4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:09.573994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b07583-cdc1-43a3-94be-97f0f94ab1f6 None None] The sync data for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 is: [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:08Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:36:09.587093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-080eda53-7d54-4ffc-86f1-cd96e9e6636e req-f894e265-25b8-4cb6-b00e-57783ec9f51b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0452883 Feb 19 00:36:09.686130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-99ea47b0-abc6-464f-97e5-131fa267e5f5 None None] Provisioning complete for port 4dc9379c-cde6-45cb-af77-aced02840a06 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:09.686808 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99ea47b0-abc6-464f-97e5-131fa267e5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:09.693476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe2304-61f4-497c-9141-4f65e14ffe6d req-995a7376-c450-422e-837c-fd582ddfe717 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:09.695246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dfe2304-61f4-497c-9141-4f65e14ffe6d req-995a7376-c450-422e-837c-fd582ddfe717 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1071775 Feb 19 00:36:09.769416 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dfe2304-61f4-497c-9141-4f65e14ffe6d req-657b550d-ea99-4511-9dfc-416c2df71f5b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680876 Feb 19 00:36:09.845769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Set router d546ba2f-1feb-4add-881b-5c8af3c98df4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:09.995820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91c790d1-faba-453d-bf94-6766087077aa req-00bf0303-b75e-4df6-9f73-df901362046a tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0485008 Feb 19 00:36:10.136754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-8a723eda-6fdc-40ec-bd9f-9f56f75834c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:10.138793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-8a723eda-6fdc-40ec-bd9f-9f56f75834c7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 1127 time: 0.0816021 Feb 19 00:36:10.182510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-99ea47b0-abc6-464f-97e5-131fa267e5f5 None None] Current status of the port 4dc9379c-cde6-45cb-af77-aced02840a06 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:10.348124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-260251eb-edee-44b3-86d9-ef03c69f5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:10.351183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-260251eb-edee-44b3-86d9-ef03c69f5b08 service neutron] 10.222.0.113 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 913 time: 0.1891391 Feb 19 00:36:10.367258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:08Z', 'revision_number': 3, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port': {'id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:10.422399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Checking router: d546ba2f-1feb-4add-881b-5c8af3c98df4 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:36:10.422760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Updating router d546ba2f-1feb-4add-881b-5c8af3c98df4 port 82d7953c-1502-4ae3-8eab-eeb42ca96043 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:36:10.453009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83d9d0be-6389-43ad-aa51-bfb52155c049 req-32672340-cab1-4cd3-b13d-4fbf7ba9061a tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.1826482 Feb 19 00:36:10.456694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-f56d86a7-330d-41a4-8928-c7e7aa3d4eb4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ed185a70-c52e-4eb4-91bf-b2ce013e1a99 HTTP/1.1" status: 200 len: 217 time: 0.0943301 Feb 19 00:36:10.479743 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:10.580343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-840a5ff5-9df9-42cd-bd62-3f735f4ddc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:10.581863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-840a5ff5-9df9-42cd-bd62-3f735f4ddc17 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.1188159 Feb 19 00:36:10.641528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84ec902b-b1af-41ce-82fa-5739772a96bf req-04b01902-5cc7-49fa-9125-5cd5f0c6dc49 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0551703 Feb 19 00:36:10.667434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-f9fe924c-34e0-4b50-af2a-62f449111f4f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713911 Feb 19 00:36:10.677812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:10.697487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dfade24a-5c19-40ba-a079-4b8ceb0424a3 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:10.748517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0332b26d-d357-497a-9e87-2e668d5d0b49 None None] Provisioning complete for port 4dc9379c-cde6-45cb-af77-aced02840a06 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:10.749172 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0332b26d-d357-497a-9e87-2e668d5d0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:10.878298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Allocated IP 172.20.0.1 (ac0274de-05fe-4e5d-bdf1-fc35d9a50658/b2ae6597-1184-4be6-833d-2dadf91381b5/98d24da2-94de-479b-b43e-403b58f2fcec) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:10.885632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-562d9d1e-a829-46ff-a120-98cacac3a0e1 req-9bc61b35-fe95-4ba2-9d25-8adf573b1147 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.1889524 Feb 19 00:36:10.889045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-bc0f30d9-dee6-4003-905a-a6d69e33ff45 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153664 Feb 19 00:36:10.989879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port dfade24a-5c19-40ba-a079-4b8ceb0424a3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:10.990157 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.008273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Publish callbacks [] for port (98d24da2-94de-479b-b43e-403b58f2fcec), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.049196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.063221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0332b26d-d357-497a-9e87-2e668d5d0b49 None None] Current status of the port 4dc9379c-cde6-45cb-af77-aced02840a06 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:11.093186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90381fac-cd04-4bed-816d-71ba38da44c2 req-24d0b338-4eff-45e2-b1bd-de131f9b1e16 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1231937 Feb 19 00:36:11.141970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70401e0d-dbf6-4a60-9c1a-9aed294a8f54 req-a776aae8-9a86-444f-af52-203dffba4349 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:11.155838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70401e0d-dbf6-4a60-9c1a-9aed294a8f54 req-a776aae8-9a86-444f-af52-203dffba4349 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.4622021 Feb 19 00:36:11.197845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Pushing event updated for resources: {'Port': ['ID=98d24da2-94de-479b-b43e-403b58f2fcec,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:11.224380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:11.227598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:11.243149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:11.283872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e8b7020-50ac-4e79-bc05-9c81ca32b2fd req-8dd9a4c5-b972-435a-b653-d30574bb79b2 service neutron] 10.222.0.113 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786829 Feb 19 00:36:11.300991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70401e0d-dbf6-4a60-9c1a-9aed294a8f54 req-f511cdac-7eb5-4859-ad37-27dda51e5939 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377509 Feb 19 00:36:11.301237 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Publish callbacks [] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.322116 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.326687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (d546ba2f-1feb-4add-881b-5c8af3c98df4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.371430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704e8bf-8cbe-4940-8578-91d47c7795ed req-a1ce5273-11db-467f-bfbf-9ae85312e2b2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:11.373339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0704e8bf-8cbe-4940-8578-91d47c7795ed req-a1ce5273-11db-467f-bfbf-9ae85312e2b2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1737680 Feb 19 00:36:11.383217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port dfade24a-5c19-40ba-a079-4b8ceb0424a3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:11.384702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4dc9379c-cde6-45cb-af77-aced02840a06 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:11.471660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53a3339a-97b7-4a0d-984c-1f953af9c342 req-2528acdf-ad7f-411a-b9c7-3334f709893b tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0486696 Feb 19 00:36:11.492211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0704e8bf-8cbe-4940-8578-91d47c7795ed req-e8e9ee4f-5187-40ca-882e-9db948ba7461 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118498 Feb 19 00:36:11.508632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2a9da-0020-4401-9139-426d29c65c6a None None] Pushing event updated for resources: {'Port': ['ID=82d7953c-1502-4ae3-8eab-eeb42ca96043,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:11.512964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Attempting to bind port 82d7953c-1502-4ae3-8eab-eeb42ca96043 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:11.512964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Attempting to bind port 82d7953c-1502-4ae3-8eab-eeb42ca96043 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:11.512964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Attempting to bind port 82d7953c-1502-4ae3-8eab-eeb42ca96043 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:11.533372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:11.533767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:11.534154 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.534580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:11.535075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Bound port: 82d7953c-1502-4ae3-8eab-eeb42ca96043, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:11.535461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.571472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4dc9379c-cde6-45cb-af77-aced02840a06 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:11.571923 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.603973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b38e4fb-8d54-4aef-8ae3-6ebbcb9dde54 req-9d4b4139-2ad3-4d94-9e5b-b7d31df638b2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0392098 Feb 19 00:36:11.612895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.661525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] For port 82d7953c-1502-4ae3-8eab-eeb42ca96043, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:11.664813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e0f11b9f-ff94-4242-8adf-4f6677addc71 None None] Provisioning complete for port 98d24da2-94de-479b-b43e-403b58f2fcec triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:11.664989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0f11b9f-ff94-4242-8adf-4f6677addc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.668200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] For port 82d7953c-1502-4ae3-8eab-eeb42ca96043, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=82d7953c-1502-4ae3-8eab-eeb42ca96043,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:11.709551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e0f11b9f-ff94-4242-8adf-4f6677addc71 None None] Port 98d24da2-94de-479b-b43e-403b58f2fcec cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:36:11.726528 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.779930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c51ce725-0f71-4b4b-94db-63433e62f104 req-66ee43b8-8d60-4437-8dee-5179c093b67f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0593741 Feb 19 00:36:11.827537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Routers {'d546ba2f-1feb-4add-881b-5c8af3c98df4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:11.828353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d546ba2f-1feb-4add-881b-5c8af3c98df4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:11.845737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Publish callbacks [] for port (98d24da2-94de-479b-b43e-403b58f2fcec), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.852215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:11.898450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2a9da-0020-4401-9139-426d29c65c6a None None] Pushing event updated for resources: {'Port': ['ID=82d7953c-1502-4ae3-8eab-eeb42ca96043,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:11.901139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4dc9379c-cde6-45cb-af77-aced02840a06 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:11.946111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Pushing event updated for resources: {'Port': ['ID=98d24da2-94de-479b-b43e-403b58f2fcec,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:11.948693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (d546ba2f-1feb-4add-881b-5c8af3c98df4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:12.014496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] Set router d546ba2f-1feb-4add-881b-5c8af3c98df4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:12.016064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80e0eb50-bccb-489a-b364-53fd6d1dac57 req-a5328575-d07c-48df-9b0a-ca4038ddf3ef tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0383656 Feb 19 00:36:12.062403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:12.064353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:12.207921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95c8c2be-a51b-4469-bcf1-d410f20bbcbf req-2db6742d-762f-43e4-ac61-85719504882d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0456297 Feb 19 00:36:12.216894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Router d546ba2f-1feb-4add-881b-5c8af3c98df4 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:36:12.290690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:11Z', 'revision_number': 4, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port': {'id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '98d24da2-94de-479b-b43e-403b58f2fcec', 'name': '', 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'mac_address': 'fa:16:3e:a6:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:10Z', 'updated_at': '2022-02-19T00:36:10Z', 'revision_number': 1, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'subnets': [{'id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:12.323744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b07a12-b4b1-4326-92f3-a4d8765986df None None] The sync data for ids ['d546ba2f-1feb-4add-881b-5c8af3c98df4'] in n-d-826527-3 is: [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:11Z', 'revision_number': 4, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port': {'id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '98d24da2-94de-479b-b43e-403b58f2fcec', 'name': '', 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'mac_address': 'fa:16:3e:a6:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:10Z', 'updated_at': '2022-02-19T00:36:10Z', 'revision_number': 1, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'subnets': [{'id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:36:12.347635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:36:12.353113 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f4bdee1b-0d8c-40ec-888c-94e63dc44c40 admin admin] 10.222.0.60 "PUT /v2.0/routers/d546ba2f-1feb-4add-881b-5c8af3c98df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8763182 Feb 19 00:36:12.441970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-743bca5c-9b67-4979-b712-c2fd6791612e None None] Provisioning complete for port 98d24da2-94de-479b-b43e-403b58f2fcec triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:12.442391 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-743bca5c-9b67-4979-b712-c2fd6791612e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:12.468955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fc7fb3-a876-4cb0-b20b-b914b4f2edf4 req-52c09710-db1f-4bc7-bee9-3a2f0e7d04c0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:12.478909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07fc7fb3-a876-4cb0-b20b-b914b4f2edf4 req-52c09710-db1f-4bc7-bee9-3a2f0e7d04c0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0740576 Feb 19 00:36:12.488919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-743bca5c-9b67-4979-b712-c2fd6791612e None None] Port 98d24da2-94de-479b-b43e-403b58f2fcec cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:36:12.540413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07fc7fb3-a876-4cb0-b20b-b914b4f2edf4 req-58e74b8a-c3fd-49bf-bda2-d0e091d7d974 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586903 Feb 19 00:36:12.571020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c8d1c45-6962-43d4-b4e8-493cf5da49f0 req-f89fa3b2-d193-46dd-9b42-8b23e5f22e24 tempest-ListServersNegativeTestJSON-101214979 tempest-ListServersNegativeTestJSON-101214979-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe065f5-a09e-4757-b6db-545ab2ddb6da HTTP/1.1" status: 200 len: 210 time: 0.0436485 Feb 19 00:36:12.716205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3a280-d8fe-4c1d-9205-5f11fb5e915a req-2ea9cb8b-c278-4f42-a9dc-d87a298499b6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:12.718099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68a3a280-d8fe-4c1d-9205-5f11fb5e915a req-2ea9cb8b-c278-4f42-a9dc-d87a298499b6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1097553 Feb 19 00:36:12.793503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68a3a280-d8fe-4c1d-9205-5f11fb5e915a req-02122ce2-e7f3-4dae-a13d-86124159ed4d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679555 Feb 19 00:36:12.880603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f236c500-60aa-4459-9c2a-75f992b37c1d req-6a2f0551-4df3-4715-a0f6-a79b68cc5790 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0396461 Feb 19 00:36:12.984307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc4b317b-734a-485f-a43a-de77f2b2c42b req-7509f8a8-a8f2-4532-a487-358a004aca8c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0403745 Feb 19 00:36:13.125284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea6d9e1f-5b7a-40f1-85b6-a5cec6982d2d req-bb5b6e36-a48d-4bd0-bfeb-0c7b9e1fd593 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0412261 Feb 19 00:36:13.316417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38354dbb-65bb-46e5-a37d-a9354efadc74 req-6a7bd1cb-901e-4d73-b64c-59f5ba749cd9 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0597460 Feb 19 00:36:13.567312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47590) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:13.745054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba97ce-9c96-429d-b1ae-4cd60219fb1d req-ed000d8a-0e23-4b89-99bb-26e8cf6b192a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:13.746985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5ba97ce-9c96-429d-b1ae-4cd60219fb1d req-ed000d8a-0e23-4b89-99bb-26e8cf6b192a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0970285 Feb 19 00:36:13.812601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5ba97ce-9c96-429d-b1ae-4cd60219fb1d req-82cbb6d4-8498-4314-abc1-3c2d2dc1f080 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587530 Feb 19 00:36:13.876118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdac933-667d-4773-b3e9-1779d5724ad2 admin admin] Deleting subnet 281bb7b0-fad1-437a-ba76-ae6228a86d7e {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:36:13.879890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fdac933-667d-4773-b3e9-1779d5724ad2 admin admin] Publish callbacks [] for subnet (281bb7b0-fad1-437a-ba76-ae6228a86d7e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:13.927416 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fdac933-667d-4773-b3e9-1779d5724ad2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (281bb7b0-fad1-437a-ba76-ae6228a86d7e), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:13.953664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083be76e-8f18-4a62-99d5-e1b3bb340e48 req-bb6d0ff7-273c-42fd-a405-eceb8ad42820 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:13.961980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-083be76e-8f18-4a62-99d5-e1b3bb340e48 req-bb6d0ff7-273c-42fd-a405-eceb8ad42820 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0744822 Feb 19 00:36:13.988927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fdac933-667d-4773-b3e9-1779d5724ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (281bb7b0-fad1-437a-ba76-ae6228a86d7e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.005273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60309403-a23a-4c5a-8c0a-ed33cae55b25 req-9ec1fb27-610d-4f92-bf3e-d3bdc15f2902 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0409265 Feb 19 00:36:14.063077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-083be76e-8f18-4a62-99d5-e1b3bb340e48 req-3b99f018-230e-4db0-988b-ce1227d5e89d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998404 Feb 19 00:36:14.085914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fdac933-667d-4773-b3e9-1779d5724ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (281bb7b0-fad1-437a-ba76-ae6228a86d7e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.114138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdac933-667d-4773-b3e9-1779d5724ad2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281bb7b0-fad1-437a-ba76-ae6228a86d7e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:14.121203 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7fdac933-667d-4773-b3e9-1779d5724ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.124001 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7fdac933-667d-4773-b3e9-1779d5724ad2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/281bb7b0-fad1-437a-ba76-ae6228a86d7e HTTP/1.1" status: 204 len: 168 time: 0.5550578 Feb 19 00:36:14.126071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a07b173b-531c-40f2-b500-85a1d93e1da4 req-4e0b25ff-1c68-42f7-a255-bdb52b420e90 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0465369 Feb 19 00:36:14.126936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47630) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:14.231808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af3d5cd8-9791-439d-a9d5-bf77a065c1de req-37004287-283f-4d0b-b1ec-2709d77e052b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0374351 Feb 19 00:36:14.250242 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (32934196-8d37-4602-a75a-8768e24781c9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.339035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (32934196-8d37-4602-a75a-8768e24781c9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.375171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32934196-8d37-4602-a75a-8768e24781c9']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:14.395834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018c17ba-4f2b-45ca-b6e2-e1f2016055ce') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:14.396238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018c17ba-4f2b-45ca-b6e2-e1f2016055ce') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:14.421960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55b5f76d-a46b-42ba-b7de-1e42abb4bdbd req-42ae2fa6-8015-4f62-9c91-6500381dfbea tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0441432 Feb 19 00:36:14.423918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (018c17ba-4f2b-45ca-b6e2-e1f2016055ce), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.439838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (018c17ba-4f2b-45ca-b6e2-e1f2016055ce), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.448239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:36:14.448838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (018c17ba-4f2b-45ca-b6e2-e1f2016055ce), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:36:14.450766 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:36:14.506663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 82d7953c-1502-4ae3-8eab-eeb42ca96043 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:14.526903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (32934196-8d37-4602-a75a-8768e24781c9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.535549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.538987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] 10.222.0.60 "DELETE /v2.0/networks/32934196-8d37-4602-a75a-8768e24781c9 HTTP/1.1" status: 204 len: 168 time: 0.4110594 Feb 19 00:36:14.552253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fd17-3b95-461b-8b0a-e07d0d71f178 admin admin] Pushing event deleted for resources: {'Network': ['ID=32934196-8d37-4602-a75a-8768e24781c9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:14.578286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 82d7953c-1502-4ae3-8eab-eeb42ca96043 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:14.578973 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.665070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 82d7953c-1502-4ae3-8eab-eeb42ca96043 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:14.665473 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.685256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47640) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:14.688909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 82d7953c-1502-4ae3-8eab-eeb42ca96043, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=82d7953c-1502-4ae3-8eab-eeb42ca96043,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:14.694414 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.741825 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2d782335-5a33-44a9-81c1-b9a58eac5ea3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5453616cfd6f4f9db9805e99c2913ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0553415 Feb 19 00:36:14.744370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47642) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:14.757909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=82d7953c-1502-4ae3-8eab-eeb42ca96043,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:14.807041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc156-76ea-411d-b73b-2c65654a4a59 admin admin] Publish callbacks [] for security_group (1cdf0aae-922e-4714-8f58-6240f3094bb2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.836107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc156-76ea-411d-b73b-2c65654a4a59 admin admin] Publish callbacks [] for security_group (1cdf0aae-922e-4714-8f58-6240f3094bb2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.896361 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc156-76ea-411d-b73b-2c65654a4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1cdf0aae-922e-4714-8f58-6240f3094bb2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.900611 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bcdc156-76ea-411d-b73b-2c65654a4a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:14.902540 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6bcdc156-76ea-411d-b73b-2c65654a4a59 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1cdf0aae-922e-4714-8f58-6240f3094bb2 HTTP/1.1" status: 204 len: 168 time: 0.1570818 Feb 19 00:36:14.916191 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcdc156-76ea-411d-b73b-2c65654a4a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdf0aae-922e-4714-8f58-6240f3094bb2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:14.993441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc4a4a-3a7c-48b2-8466-063e2eba2db4 req-3fc286d9-74f5-4884-b185-9307734b3e2a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:14.996124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23bc4a4a-3a7c-48b2-8466-063e2eba2db4 req-3fc286d9-74f5-4884-b185-9307734b3e2a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0991881 Feb 19 00:36:15.066568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23bc4a4a-3a7c-48b2-8466-063e2eba2db4 req-35eba328-cfdb-4cf9-a288-499cc8160875 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586936 Feb 19 00:36:15.116782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73f40e01-4e1b-40b2-8a3b-3f80894fca7b req-34899a03-0801-48a6-a6f7-62f0e0734dd9 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0367064 Feb 19 00:36:15.232286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-812af0cb-68fb-4706-83c7-09fa444c87c5 req-5c7e810c-9d5d-41bc-9a08-e07d14f51525 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0314837 Feb 19 00:36:15.240824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3709d3-7d9d-4dc5-8c9a-ac01596995d4 req-a7727f8b-2cc7-45ed-8953-34414b4d8d98 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:15.242628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af3709d3-7d9d-4dc5-8c9a-ac01596995d4 req-a7727f8b-2cc7-45ed-8953-34414b4d8d98 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1049201 Feb 19 00:36:15.352727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5e902dd-c024-4c36-8459-e6220cc1e4a1 req-3e83250c-adeb-43c3-9046-81c4c54d5575 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0499341 Feb 19 00:36:15.385262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af3709d3-7d9d-4dc5-8c9a-ac01596995d4 req-f8d18671-46de-4d18-a66d-04b3a72e64ea tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197264 Feb 19 00:36:15.518746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce0d09a1-a008-4765-9304-493099473350 req-4fcf99e1-d185-41de-98f0-b27be151f88d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0366335 Feb 19 00:36:15.864280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47678) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:15.984545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1412598571-network', 'tenant_id': '36669e5abbc64653b79d5010a9e01db6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:16.007432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Made reservation on behalf of 36669e5abbc64653b79d5010a9e01db6 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:16.009825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.022649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.110269 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Publish callbacks [] for security_group (acbe9253-a2ee-44ed-afdf-5a2fda3b525a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.115328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (acbe9253-a2ee-44ed-afdf-5a2fda3b525a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.141953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:36:16.152412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe9253-a2ee-44ed-afdf-5a2fda3b525a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:16.157981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (687dbf1c-da02-4936-8950-ce9d772af3d9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.158364 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Added segment 687dbf1c-da02-4936-8950-ce9d772af3d9 of type vlan for network d8c83409-4c36-405f-900d-f648fba40960 Feb 19 00:36:16.215687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d8c83409-4c36-405f-900d-f648fba40960), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.242685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6c8596d-f868-48b9-8c42-44089dd9a161 req-9c3d1d91-1241-4b29-801d-e6edb60622c3 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0380285 Feb 19 00:36:16.253290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d8c83409-4c36-405f-900d-f648fba40960), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.254743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:16.266483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.272205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31ed8b-fa32-4c45-9fb0-86ace0929d3b req-dbac60a5-5559-4eb6-8d70-7b0a0a3305ab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:16.274133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e31ed8b-fa32-4c45-9fb0-86ace0929d3b req-dbac60a5-5559-4eb6-8d70-7b0a0a3305ab tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1201811 Feb 19 00:36:16.330721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4651904 Feb 19 00:36:16.333889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47688) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:16.339778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Request body: {'subnet': {'network_id': 'd8c83409-4c36-405f-900d-f648fba40960', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1412598571-subnet', 'tenant_id': '36669e5abbc64653b79d5010a9e01db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:16.367528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e48b953c-cfd5-424b-b9a3-52e54b103841 req-49f15226-87a2-4553-b835-17bf322f4ffe tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0488801 Feb 19 00:36:16.382467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7e42b-6b1d-4087-b45e-b01395813be5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c83409-4c36-405f-900d-f648fba40960,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:16.392845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Made reservation on behalf of 36669e5abbc64653b79d5010a9e01db6 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:16.400097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.403660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e31ed8b-fa32-4c45-9fb0-86ace0929d3b req-4e04883c-1283-4ff8-b009-899625005a24 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244633 Feb 19 00:36:16.416536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d8c83409-4c36-405f-900d-f648fba40960 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:36:16.490170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ef870db-7e9b-46b7-81b0-8f654e664f72 req-71309670-06ce-4d59-a861-d1d32f282107 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0583894 Feb 19 00:36:16.529505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 82d7953c-1502-4ae3-8eab-eeb42ca96043 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:16.553310 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Sync routers for ids ['d546ba2f-1feb-4add-881b-5c8af3c98df4'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:36:16.593345 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Routers {'d546ba2f-1feb-4add-881b-5c8af3c98df4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:16.594059 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d546ba2f-1feb-4add-881b-5c8af3c98df4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:16.658373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 82d7953c-1502-4ae3-8eab-eeb42ca96043 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:16.658985 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.673207 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (be5ed1f4-fd8f-448b-9a55-88d710dd6527), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.676640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9415b95-7fee-437d-b778-c3d7a1973267 req-fb0d4788-2e02-4a50-8ff6-1cd3c06112ad tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:16.691363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9415b95-7fee-437d-b778-c3d7a1973267 req-fb0d4788-2e02-4a50-8ff6-1cd3c06112ad tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1367414 Feb 19 00:36:16.725206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be5ed1f4-fd8f-448b-9a55-88d710dd6527,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:16.761214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Checking segment: {'id': '687dbf1c-da02-4936-8950-ce9d772af3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd8c83409-4c36-405f-900d-f648fba40960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:16.761723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Network hostable DHCP agents. Network: d8c83409-4c36-405f-900d-f648fba40960, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:36:16.787299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Network d8c83409-4c36-405f-900d-f648fba40960 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:36:16.797870 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Set router d546ba2f-1feb-4add-881b-5c8af3c98df4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:16.803582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d8c83409-4c36-405f-900d-f648fba40960) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:16.805845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96e384e6-6d61-46fd-b630-b07d02c2df27 req-209982fc-6a18-42dc-a5a8-abe03319d27b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1070707 Feb 19 00:36:16.814822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:16.816131 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:16.829644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b730675-a3ae-4d77-afae-005e5b4e2c29 None None] Network d8c83409-4c36-405f-900d-f648fba40960 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:16.851737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ebee0728-2e99-4673-867e-511ac007a8f3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5162523 Feb 19 00:36:16.884929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9415b95-7fee-437d-b778-c3d7a1973267 req-f31f5ea1-4760-4216-bb40-f38364d67416 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875467 Feb 19 00:36:16.933237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 82d7953c-1502-4ae3-8eab-eeb42ca96043 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:17.022632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2c86a-ff8c-429c-a28a-c9b59875db91 None None] Network d8c83409-4c36-405f-900d-f648fba40960 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:17.146265 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:11Z', 'revision_number': 4, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port': {'id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '98d24da2-94de-479b-b43e-403b58f2fcec', 'name': '', 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'mac_address': 'fa:16:3e:a6:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:10Z', 'updated_at': '2022-02-19T00:36:11Z', 'revision_number': 2, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'subnets': [{'id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:17.187463 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Checking router: d546ba2f-1feb-4add-881b-5c8af3c98df4 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:36:17.188199 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Updating router d546ba2f-1feb-4add-881b-5c8af3c98df4 port 98d24da2-94de-479b-b43e-403b58f2fcec binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:36:17.228680 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:17.367189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ce5dea-6d78-401f-86eb-502625c5ef44 req-f2d41539-93af-4193-bc2c-8b9475bd2920 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0562658 Feb 19 00:36:17.475671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0667caa-dc5b-49dc-9cfd-cef8c1d79e4a req-4d3a74ca-c1be-4e81-b2c2-e00fb4eed92e tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0368154 Feb 19 00:36:17.529949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-607f4f0e-858e-4609-97c1-97454daef132 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:17.531550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-607f4f0e-858e-4609-97c1-97454daef132 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/networks?id=d8c83409-4c36-405f-900d-f648fba40960 HTTP/1.1" status: 200 len: 813 time: 0.1611736 Feb 19 00:36:17.563735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-957a7d01-919f-4e0a-b42f-69ae7cdaf031 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/quotas/36669e5abbc64653b79d5010a9e01db6 HTTP/1.1" status: 200 len: 375 time: 0.0200527 Feb 19 00:36:17.580912 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Publish callbacks [] for port (98d24da2-94de-479b-b43e-403b58f2fcec), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:17.587322 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:17.605110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-65a79fb8-24a2-4fb3-90af-3a5f77226eed tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=36669e5abbc64653b79d5010a9e01db6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404589 Feb 19 00:36:17.655778 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86631f20-f082-42a3-bec9-c0d4eca7b6e4 None None] Pushing event updated for resources: {'Port': ['ID=98d24da2-94de-479b-b43e-403b58f2fcec,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:17.678323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc35c19-802f-476f-a619-b3db44bebb6b req-f946d1cf-490a-40a7-b106-13c24b259bc9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:17.681862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfc35c19-802f-476f-a619-b3db44bebb6b req-f946d1cf-490a-40a7-b106-13c24b259bc9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1074870 Feb 19 00:36:17.739875 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Attempting to bind port 98d24da2-94de-479b-b43e-403b58f2fcec on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:17.740257 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Attempting to bind port 98d24da2-94de-479b-b43e-403b58f2fcec by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:17.740838 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Attempting to bind port 98d24da2-94de-479b-b43e-403b58f2fcec on network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:17.747770 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:17.748445 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Checking segment: {'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:17.749166 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:17.749722 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Bound using segment: {'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:17.750395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Bound port: 98d24da2-94de-479b-b43e-403b58f2fcec, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08f29990-4db2-4491-a0bb-3f2d12d43c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:17.750994 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:17.820207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfc35c19-802f-476f-a619-b3db44bebb6b req-f0ff8549-ce81-47df-b044-0c8bca7d5ca9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1242793 Feb 19 00:36:17.833030 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] For port 98d24da2-94de-479b-b43e-403b58f2fcec, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:17.840371 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] For port 98d24da2-94de-479b-b43e-403b58f2fcec, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=98d24da2-94de-479b-b43e-403b58f2fcec,segment=NetworkSegment(08f29990-4db2-4491-a0bb-3f2d12d43c78),segment_id=08f29990-4db2-4491-a0bb-3f2d12d43c78)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:17.865935 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:17.926664 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e1234fd-7ef1-41a9-bb6d-b5f2f51f2ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:17.947299 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Routers {'d546ba2f-1feb-4add-881b-5c8af3c98df4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:17.947956 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:35:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d546ba2f-1feb-4add-881b-5c8af3c98df4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:17.973136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d330921a-f6cf-4790-b461-f4bb8b782d3d None None] Provisioning complete for port 98d24da2-94de-479b-b43e-403b58f2fcec triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:17.973607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d330921a-f6cf-4790-b461-f4bb8b782d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:17.973864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a7ecc26-324b-4ce3-99c2-2f882b77a4c2 req-40cd1bb4-018e-4666-b8d6-211c950c3efb tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0766838 Feb 19 00:36:17.995235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-8fecce94-5bbd-4b85-9ae9-6e11f1de14a2 service neutron] 10.222.0.60 "GET /v2.0/networks/d8c83409-4c36-405f-900d-f648fba40960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716831 Feb 19 00:36:18.002611 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86631f20-f082-42a3-bec9-c0d4eca7b6e4 None None] Pushing event updated for resources: {'Port': ['ID=98d24da2-94de-479b-b43e-403b58f2fcec,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:18.083101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0493649f-c011-4eaa-9e61-2198fa31d0f2 req-fd3a26c1-19d2-4dc4-a32d-c7a3eb4f1371 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0569754 Feb 19 00:36:18.160892 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] Set router d546ba2f-1feb-4add-881b-5c8af3c98df4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:18.172556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d330921a-f6cf-4790-b461-f4bb8b782d3d None None] Current status of the port 98d24da2-94de-479b-b43e-403b58f2fcec is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:18.173272 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d330921a-f6cf-4790-b461-f4bb8b782d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:18.180207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-100aaec4-dae9-4247-bc30-0b8415f1cce2 service neutron] 10.222.0.60 "GET /v2.0/networks/d8c83409-4c36-405f-900d-f648fba40960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839910 Feb 19 00:36:18.262060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d330921a-f6cf-4790-b461-f4bb8b782d3d None None] For port 98d24da2-94de-479b-b43e-403b58f2fcec, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=98d24da2-94de-479b-b43e-403b58f2fcec,segment=NetworkSegment(08f29990-4db2-4491-a0bb-3f2d12d43c78),segment_id=08f29990-4db2-4491-a0bb-3f2d12d43c78)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:18.270576 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d330921a-f6cf-4790-b461-f4bb8b782d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:18.286741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5805b01-e41a-467b-a3ca-64c979f8f3e4 req-ba2adaf1-ef1e-435f-8869-a6cc113f31fb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:18.289061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5805b01-e41a-467b-a3ca-64c979f8f3e4 req-ba2adaf1-ef1e-435f-8869-a6cc113f31fb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1078122 Feb 19 00:36:18.334732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330921a-f6cf-4790-b461-f4bb8b782d3d None None] Pushing event updated for resources: {'Port': ['ID=98d24da2-94de-479b-b43e-403b58f2fcec,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:18.409974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cfff0b0e-874d-4c15-9ee4-4482b1eb9e0f None None] Provisioning complete for port 98d24da2-94de-479b-b43e-403b58f2fcec triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:18.410378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfff0b0e-874d-4c15-9ee4-4482b1eb9e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:18.421510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5805b01-e41a-467b-a3ca-64c979f8f3e4 req-ceea45d9-f393-4553-9eaa-7b7282b4afdd tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257739 Feb 19 00:36:18.481340 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:11Z', 'revision_number': 4, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port': {'id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '98d24da2-94de-479b-b43e-403b58f2fcec', 'name': '', 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'mac_address': 'fa:16:3e:a6:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:10Z', 'updated_at': '2022-02-19T00:36:17Z', 'revision_number': 4, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'subnets': [{'id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:18.497257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14528eb0-20d5-4703-8e9f-94f60ebfc9dc req-3c4bf674-2693-4ffc-9da3-667cbea9d2e0 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0685461 Feb 19 00:36:18.531825 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44970c0-f508-4e5a-9904-b02cb65453b1 None None] The sync data for ids ['d546ba2f-1feb-4add-881b-5c8af3c98df4'] in n-d-826527-3 is: [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:11Z', 'revision_number': 4, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port': {'id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '98d24da2-94de-479b-b43e-403b58f2fcec', 'name': '', 'network_id': 'ac0274de-05fe-4e5d-bdf1-fc35d9a50658', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'mac_address': 'fa:16:3e:a6:8b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:10Z', 'updated_at': '2022-02-19T00:36:17Z', 'revision_number': 4, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'subnets': [{'id': 'b2ae6597-1184-4be6-833d-2dadf91381b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:36:18.556484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d43452-54d1-4c70-99f8-59173af6969f req-f37c20a1-8734-465b-9c8f-46286391ee85 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0438347 Feb 19 00:36:18.594652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 98d24da2-94de-479b-b43e-403b58f2fcec up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:18.605126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d38410b-3e7b-44f3-be47-c48b8a5a208e req-1e7e53dc-bc66-45c9-bca3-a7ba97990d25 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0350523 Feb 19 00:36:18.663691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cfff0b0e-874d-4c15-9ee4-4482b1eb9e0f None None] Current status of the port 98d24da2-94de-479b-b43e-403b58f2fcec is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:18.668893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:18.684789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 98d24da2-94de-479b-b43e-403b58f2fcec triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:18.685514 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:18.783254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 98d24da2-94de-479b-b43e-403b58f2fcec is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:18.994108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b685db-7bda-4bbf-afd7-11b052bebb9c req-4da49135-a068-457a-8c6d-aa30f4459c6c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:18.998765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51b685db-7bda-4bbf-afd7-11b052bebb9c req-4da49135-a068-457a-8c6d-aa30f4459c6c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0912261 Feb 19 00:36:19.065343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e51700c-c9df-4b36-bd72-6515660387d6 req-a192d20a-655a-44e8-99dc-1a9f0cd07686 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0371125 Feb 19 00:36:19.093411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51b685db-7bda-4bbf-afd7-11b052bebb9c req-c008cbab-8c7d-4f57-b8ab-60e8fc48790e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0911973 Feb 19 00:36:19.179849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-650a29ea-8da8-49ba-a690-7641441de08e req-c985f5d1-4dd1-4422-b15f-7ae4ad1dd193 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0297847 Feb 19 00:36:19.584224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c9caa-5ed9-4b18-88f9-733284793d45 req-91a19f0d-6028-494f-a289-4a64f076c672 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:19.586062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce3c9caa-5ed9-4b18-88f9-733284793d45 req-91a19f0d-6028-494f-a289-4a64f076c672 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0738790 Feb 19 00:36:19.604308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66bce70-b231-479e-9304-f3df43e06639 req-f05849b9-3c08-4eda-a635-eda9a3022e5c tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0411985 Feb 19 00:36:19.667224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce3c9caa-5ed9-4b18-88f9-733284793d45 req-5f1b793a-af85-4968-9d3e-9899ddc2dad8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661836 Feb 19 00:36:19.683630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54d2e9c8-b12d-4a7f-ad86-9d667b5b21fd req-479df44c-ba3e-41ce-bee4-ad2317da9c92 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0371311 Feb 19 00:36:19.743395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcde2c80-af8d-48f8-9265-17ae1921ec57 req-c547f2b6-0a03-4d11-b9a3-2dbdb30b7cef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Feb 19 00:36:20.033618 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e22389c8-4049-45fa-a0c6-5b05524e7b45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:20.170660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7213d7d-4db7-4327-9600-30ee3d4de7ca req-382d9e1f-53af-46ff-987d-9ae5e1f9d54f tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0394864 Feb 19 00:36:20.244087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeee863-d8da-49ec-8de6-4823f03c1a51 req-301dcdb9-c816-4e6b-b3e0-84faab9dc11e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:20.245958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1eeee863-d8da-49ec-8de6-4823f03c1a51 req-301dcdb9-c816-4e6b-b3e0-84faab9dc11e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0694129 Feb 19 00:36:20.296328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5f91bb-12c3-4fc5-b9c2-4936de562e9e req-497e8489-ece5-44c1-991c-df730946ecee tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0491064 Feb 19 00:36:20.327784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1eeee863-d8da-49ec-8de6-4823f03c1a51 req-32071394-30f2-417a-84b0-3c4e2a641812 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620816 Feb 19 00:36:20.685236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b02e15e-a592-4688-8ff5-8b72de3bab40 req-77f55a26-6ae4-4dd5-ad9c-a1f9ff5bbae4 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0283082 Feb 19 00:36:20.776393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7b629d2-fe6c-4ae9-9fdb-5942d227bc31 req-5871addd-7be5-44ba-ac30-c9321b9228f2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0391161 Feb 19 00:36:20.817125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e093-f60b-4346-9eda-08e19604e879 req-c1e10fbd-8580-41ce-837f-6ce893934fe1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:20.818552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45e9e093-f60b-4346-9eda-08e19604e879 req-c1e10fbd-8580-41ce-837f-6ce893934fe1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0717800 Feb 19 00:36:20.853530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ac45c96-a488-472d-81c3-1b7a03d7b5dc req-4aaacd5c-8499-4fb2-9dc2-3c6bf65fdd3c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0339732 Feb 19 00:36:20.893874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45e9e093-f60b-4346-9eda-08e19604e879 req-55de503f-2a83-49ee-81f9-ad301e7f19ce tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635598 Feb 19 00:36:21.118253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:21.250224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c0e0b6c-e051-4556-b058-481bb14f61c9 req-b280e33c-6083-43bf-9fac-624209b511a2 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0279427 Feb 19 00:36:21.380180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb4ab789-9b69-452e-9cf1-4d85498d2114 req-42588c0b-6778-40e9-a236-adfcbec97651 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0321085 Feb 19 00:36:21.467831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ac629-370a-41f6-9b24-c2599a5e4fd1 req-a010d3f2-f3cf-4a99-b94a-37c8450d6fb8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:21.469577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b23ac629-370a-41f6-9b24-c2599a5e4fd1 req-a010d3f2-f3cf-4a99-b94a-37c8450d6fb8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0570230 Feb 19 00:36:21.522746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b23ac629-370a-41f6-9b24-c2599a5e4fd1 req-ad4a9003-84f3-4e13-9286-1d23eb43fe4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458913 Feb 19 00:36:21.765747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5b0ba52-01fd-4983-9eac-bd1e3ee68da7 req-15d3b197-5f1a-4833-ba33-fb37cb2e90de tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0280004 Feb 19 00:36:21.852965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c0ecf75-cc36-4b12-bd61-8875e6b1438c req-7d505c0a-43ec-444d-8555-699bfa876fc7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0274987 Feb 19 00:36:21.957358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33b2c516-3bc4-4cec-a993-22338d498564 req-eb6788cc-e13b-47e1-9d9c-7819d78a6ecc tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0358794 Feb 19 00:36:22.032866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09068ed7-9e3d-4c08-a865-bafd99477b9c req-089285bc-3139-4643-8b34-9f726dec6b4f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:22.034413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09068ed7-9e3d-4c08-a865-bafd99477b9c req-089285bc-3139-4643-8b34-9f726dec6b4f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0549848 Feb 19 00:36:22.088251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09068ed7-9e3d-4c08-a865-bafd99477b9c req-b21a9179-285a-42a6-aa51-417701cecf7e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479536 Feb 19 00:36:22.328593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83d4cf55-9730-428c-9edc-32dde67c6ecc req-11713363-f5c2-4dc8-a580-120cd8e47ace tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0295982 Feb 19 00:36:22.466758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf5020f9-fd1f-4164-b208-9b4fd381934c req-19f44fbb-913a-472c-8a7f-5fc940bf5e5b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0335464 Feb 19 00:36:22.563239 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:22.975717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d6f733b-d494-4d64-871e-e3b48e3fa280 req-ef63a67c-7923-4db7-a38f-df29941788fb tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0340452 Feb 19 00:36:22.999092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7df10a-d246-4b4a-994d-bf2456bbb9a9 req-2057b6a5-d9a6-484b-b09e-00fe8213b8fb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:22.999092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca7df10a-d246-4b4a-994d-bf2456bbb9a9 req-2057b6a5-d9a6-484b-b09e-00fe8213b8fb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.3954585 Feb 19 00:36:23.052332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca7df10a-d246-4b4a-994d-bf2456bbb9a9 req-2c3d8b40-da24-4e6a-9f10-6d84ae7225f7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466089 Feb 19 00:36:23.089843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79e1053f-e531-4355-bae0-f31f902f4a0f req-2c41389d-4769-44da-8a20-aae5f83551ee tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0366230 Feb 19 00:36:23.138335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45944798-d2d2-413a-bfa0-859844718875 req-97b70327-774e-43ef-bf95-4a9051c842e2 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0335157 Feb 19 00:36:23.230337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b068b-4651-4105-b9a9-a0f0d2665de8 req-b6401a85-a897-48bf-b1c3-77e811aceb76 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:23.232232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e0b068b-4651-4105-b9a9-a0f0d2665de8 req-b6401a85-a897-48bf-b1c3-77e811aceb76 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0548272 Feb 19 00:36:23.282452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e0b068b-4651-4105-b9a9-a0f0d2665de8 req-b0ea1313-c438-428c-a068-355fa3c53467 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Feb 19 00:36:23.407046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64f28072-9bb9-4c17-99f0-0bd1972b4667 req-e118b8be-9fba-495a-839a-7581e7eb4e50 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0277805 Feb 19 00:36:23.525627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:23.550101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-251a612a-117b-4d2e-9646-98881d68c455 req-f375724d-5654-4d92-8ddf-2e34282d2568 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0310209 Feb 19 00:36:24.064492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a67119c-b5e9-4b9e-88a8-fd51801c3f3b req-92128719-8544-4489-991a-1ea5c8ec0009 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0327260 Feb 19 00:36:24.116539 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:24.196385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-635ec8ef-7437-4dc2-86c2-1b777d726d47 req-bd2ca670-9891-4144-9053-443358a2cac9 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0311074 Feb 19 00:36:24.215501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a911864-ef07-414a-a4a9-a28920d7d8f0 req-ecca4c0c-8a9b-4ef4-8cd5-18e6f846c255 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:24.216973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a911864-ef07-414a-a4a9-a28920d7d8f0 req-ecca4c0c-8a9b-4ef4-8cd5-18e6f846c255 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0804508 Feb 19 00:36:24.284474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e26f931-d67a-495b-8014-01acb4b0d948 req-23403f5c-9854-41f0-9b36-8ad09871633b tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0403612 Feb 19 00:36:24.298693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a911864-ef07-414a-a4a9-a28920d7d8f0 req-eb792c11-9493-45e1-8c96-4e4f0e133656 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754819 Feb 19 00:36:24.408797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e10aa0-a5c7-442e-8bce-ca23d225ee0a req-513d06b5-8d52-4805-a120-930483cb7c6b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:24.410379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7e10aa0-a5c7-442e-8bce-ca23d225ee0a req-513d06b5-8d52-4805-a120-930483cb7c6b tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0563083 Feb 19 00:36:24.494199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a79ae57-dbf9-4fd0-83c6-99bbc7bd16f8 req-235b504c-4bb5-45b3-bfc0-9177fcadf377 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0384302 Feb 19 00:36:24.498845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7e10aa0-a5c7-442e-8bce-ca23d225ee0a req-6a99cc77-9d0e-47d5-872e-de43a7124006 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796967 Feb 19 00:36:24.628516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9fdc685-cf22-434a-9cf4-73aec6135f70 req-e9198309-842b-4b68-ae70-251e02b487e0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0282133 Feb 19 00:36:25.149765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8386cc66-c768-4a9e-aa19-b675273e26ad req-e7a72511-6a41-409c-8856-62664cc4875a tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0342221 Feb 19 00:36:25.289194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66adee12-984a-4868-990c-f5054d15e367 req-1037f32e-09b0-480d-863d-20b703c46c37 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0414083 Feb 19 00:36:25.369143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79c3e097-d20e-435b-9dd3-8f15c327b8c7 req-ada60e1f-cc31-4bd6-9561-3749d4dc0142 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0285759 Feb 19 00:36:25.437523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34582617-0fa0-45ac-a1a0-1eb7c6942e03 req-894380f0-2f10-43de-a671-ef2dcc6969c3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:25.439031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34582617-0fa0-45ac-a1a0-1eb7c6942e03 req-894380f0-2f10-43de-a671-ef2dcc6969c3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0575218 Feb 19 00:36:25.488162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34582617-0fa0-45ac-a1a0-1eb7c6942e03 req-794af124-6250-4ac7-b1fb-5dee7a15d7db tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430462 Feb 19 00:36:25.580429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca439b18-9a9d-458b-9da6-6d98425acb06 req-cd864e17-275d-4e1e-b10d-2c889e13fa2a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0339844 Feb 19 00:36:25.632084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc417d-d4c2-46a5-8a78-a0a8678d06a2 req-ce95fa93-0c7a-4955-8ead-237a984a6596 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:25.634169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47cc417d-d4c2-46a5-8a78-a0a8678d06a2 req-ce95fa93-0c7a-4955-8ead-237a984a6596 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0568168 Feb 19 00:36:25.692051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47cc417d-d4c2-46a5-8a78-a0a8678d06a2 req-ec04d41d-9f82-4f8c-9bf4-67cf079d7c86 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Feb 19 00:36:25.713031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63cf8168-3394-44e0-bf5b-9784421686c7 req-7d4e5a19-18fe-43f5-b5ca-05a48b8e48e2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0319519 Feb 19 00:36:26.236819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-550dda97-0362-4b22-8fc8-8970772ab573 req-3730cc9b-208d-41c6-a998-8b4a235737df tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0279431 Feb 19 00:36:26.375384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-061fb700-d3bf-415e-a95d-70845059120e req-561f4cd2-1301-4734-9bb5-e71075c315a1 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0297377 Feb 19 00:36:26.457270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a5270b5-5642-4e32-95ee-4a50b30d516d req-2c969832-6628-45e5-8501-ab9768d058b9 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0312607 Feb 19 00:36:26.616802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c75ff-e5fc-4e64-9b49-8b8c7b2a2b50 req-2bfd1472-8bf8-4d72-aee8-2f2768fbf929 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:26.618327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a69c75ff-e5fc-4e64-9b49-8b8c7b2a2b50 req-2bfd1472-8bf8-4d72-aee8-2f2768fbf929 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0545676 Feb 19 00:36:26.663598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f749553f-c36d-4f00-b7e3-70fd6194c28e req-f6d8d6f4-6efd-4560-b786-abe86e99f536 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0330365 Feb 19 00:36:26.697388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a69c75ff-e5fc-4e64-9b49-8b8c7b2a2b50 req-84f29200-1a98-4278-8ce6-5687bddee0f3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729601 Feb 19 00:36:26.826617 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3191bef7-65b5-43e4-bb9e-ee9ea1a739be req-f8ab8ab2-c38d-4813-b0d9-cf4599606dab tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0544336 Feb 19 00:36:26.856054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cefacf-171c-47c8-b9aa-225fb71af22d req-3ccd9a3c-0ae5-4ba0-a102-69fcba3adaab tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:26.857675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23cefacf-171c-47c8-b9aa-225fb71af22d req-3ccd9a3c-0ae5-4ba0-a102-69fcba3adaab tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0888684 Feb 19 00:36:26.908756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23cefacf-171c-47c8-b9aa-225fb71af22d req-9231c104-25d8-4559-8960-fc29c2368b6c tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Feb 19 00:36:27.317253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cddc57e7-92b2-4035-8317-bf6810a60ae9 req-82691af2-315f-46c1-b66f-01ecb5ca2da5 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0316615 Feb 19 00:36:27.459944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-063fa084-8916-4812-8943-6f513f49642c req-52ffc64c-adb1-4030-a989-c4c412c771b3 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0286219 Feb 19 00:36:27.554919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-842db577-87b2-4c34-b9cc-014ea99d4ad9 req-2eeb40b5-730f-42e6-a4aa-328055445abe tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0342505 Feb 19 00:36:27.747523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035d646-519b-403c-a112-2fe2f68b8246 req-0b833f91-88a7-408e-b139-ba512d0eb008 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0286481 Feb 19 00:36:27.823993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c64b5-4f69-4c4b-97ec-49ee8be04ba2 req-86679d96-1993-4c15-811c-2f74efd7293b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:27.825425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-794c64b5-4f69-4c4b-97ec-49ee8be04ba2 req-86679d96-1993-4c15-811c-2f74efd7293b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0525191 Feb 19 00:36:27.876863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-794c64b5-4f69-4c4b-97ec-49ee8be04ba2 req-93875233-f589-4f26-bb40-98f61eef80aa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455711 Feb 19 00:36:27.918790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edbca338-3616-4847-b911-138f8883187d req-590e5fde-67dc-4d5b-829d-ce8f3e68b3db tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0278480 Feb 19 00:36:28.035923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd22b90-8137-40fe-836e-7a1f70356bea req-0d204385-57a3-49c1-abdd-7d66ba64bc93 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:28.037389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6dd22b90-8137-40fe-836e-7a1f70356bea req-0d204385-57a3-49c1-abdd-7d66ba64bc93 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0613992 Feb 19 00:36:28.085996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6dd22b90-8137-40fe-836e-7a1f70356bea req-2105ded6-7a87-4015-ab4a-39ee5a341b9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Feb 19 00:36:28.398209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91c08e60-258a-435d-8000-c0fce56bba2f req-1d848a7a-2ee9-4e97-bdcb-b293805557de tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0281754 Feb 19 00:36:28.539739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd48c021-f91a-4d28-b275-d36fa6dcf24f req-f4d30e92-6907-4d1f-a951-545ae3a20362 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0284514 Feb 19 00:36:28.644780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2efb16-1813-4ad5-b603-ac951346a10d req-f0abc736-5963-43c9-a465-bfe42012a8c6 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0332041 Feb 19 00:36:28.828379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65bf1c64-3112-4733-bddf-e7d63f45b2c1 req-ad95be7b-893b-44c5-bf59-63fc550c92e3 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0292354 Feb 19 00:36:29.010560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1f4446c-95b4-4f5c-852e-f732cec99d1b req-da429436-4a7b-40d1-88be-495354fb6629 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0313537 Feb 19 00:36:29.038846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a845f-cbdb-485a-978b-6e456af62ff4 req-3e6a7ed0-8358-4f42-8497-4d22fc7679a0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:29.041212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-744a845f-cbdb-485a-978b-6e456af62ff4 req-3e6a7ed0-8358-4f42-8497-4d22fc7679a0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0899427 Feb 19 00:36:29.090811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-744a845f-cbdb-485a-978b-6e456af62ff4 req-6208b70d-abb1-43b0-8378-33ddc42f0430 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438919 Feb 19 00:36:29.221004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ae090-f81b-40a8-b846-ffa27e7f6528 req-536dc0b6-69a5-4069-a5e4-bfe9c55ae419 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:29.222609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-955ae090-f81b-40a8-b846-ffa27e7f6528 req-536dc0b6-69a5-4069-a5e4-bfe9c55ae419 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0605702 Feb 19 00:36:29.279280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-955ae090-f81b-40a8-b846-ffa27e7f6528 req-4d9a07dc-32e7-4435-b751-b91a1c9bbcbb tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502264 Feb 19 00:36:29.479228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c09f18d-28d7-42a3-87e1-d415e1ca02f5 req-eb6c740f-e19e-4227-9636-7d6b6b36eda4 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0290201 Feb 19 00:36:29.622715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49422c97-76fd-4834-a048-9d79eb5cba80 req-a76d75fe-d897-4734-8b93-be6525b86808 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Feb 19 00:36:29.734747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3802f80f-b19f-44f1-9f8a-cfe3c60e0191 req-91af9f76-322d-4dd3-8e6f-a80b3b968e47 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0327444 Feb 19 00:36:29.907494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f233f91-4b81-452b-92b4-7b8767f95f82 req-c7fe1818-2b20-45a9-8c9e-8a253b2aedde tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0282090 Feb 19 00:36:30.095225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0241813-b3c5-4663-b9a0-4b9397fcf772 req-c862081c-67e1-4cd1-bfea-b71feac9e61f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0284057 Feb 19 00:36:30.231311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f8221-5034-4618-9be1-1ab4e373c8b8 req-7882c1c5-e707-47f1-aa6f-120b95c84378 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:30.232831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c27f8221-5034-4618-9be1-1ab4e373c8b8 req-7882c1c5-e707-47f1-aa6f-120b95c84378 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0612981 Feb 19 00:36:30.288217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c27f8221-5034-4618-9be1-1ab4e373c8b8 req-ec86b34f-353c-4645-8a3e-6c04ec782a24 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490789 Feb 19 00:36:30.405315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a156e6-dc94-4c1b-b04d-397ba14f2c63 req-c91fdb0e-427d-46c0-91f2-52244ea2da35 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:30.406787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33a156e6-dc94-4c1b-b04d-397ba14f2c63 req-c91fdb0e-427d-46c0-91f2-52244ea2da35 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0647743 Feb 19 00:36:30.455165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33a156e6-dc94-4c1b-b04d-397ba14f2c63 req-77bf15e6-b6e9-4e91-9bbb-7d87529a97a2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Feb 19 00:36:30.560029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-328b8fb0-f646-4f57-8310-e73bc0b6de01 req-36865262-0a46-4651-927f-2fa50bdf00fb tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0298843 Feb 19 00:36:30.809763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a546c01d-cec9-408e-b81c-ac4753ccf34f req-726356c9-b6cf-49cc-b3b3-2d0d601fffad tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0294752 Feb 19 00:36:30.838080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6f90ee3-cfab-47db-88ee-522752ae2082 req-eb8d2c95-e2ca-41d5-8a1a-5375edde95ee tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0314944 Feb 19 00:36:30.989254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9efc3e6-1f47-4843-81b2-b48ea26dbb3b req-03999fc8-d4ba-45f6-9373-9f2221f9970a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0320821 Feb 19 00:36:31.178806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8de196f-49c1-41e1-930f-7573254ebbbe req-20445940-aa87-4a5d-9d13-b9cf91155fa0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0287468 Feb 19 00:36:31.423841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c234e-1e9f-4f43-a8a1-daf680e1154a req-db8442a2-bd0b-4212-8a89-a3bcb2f357e5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:31.425808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-717c234e-1e9f-4f43-a8a1-daf680e1154a req-db8442a2-bd0b-4212-8a89-a3bcb2f357e5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0603662 Feb 19 00:36:31.482965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-717c234e-1e9f-4f43-a8a1-daf680e1154a req-06d1dd64-6b65-44b5-bb85-a483517bccb3 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496216 Feb 19 00:36:31.590647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba86bcef-6e44-452f-9724-c3c92f90a5e9 req-3f10421f-f3b4-4e3d-b678-ec1e240d25ed tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:31.592685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba86bcef-6e44-452f-9724-c3c92f90a5e9 req-3f10421f-f3b4-4e3d-b678-ec1e240d25ed tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.0578287 Feb 19 00:36:31.651774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-feb7ca32-3997-43d6-a9fe-35484d11d598 req-d0c4a192-aea4-443e-abd3-32889f7bd239 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0363395 Feb 19 00:36:31.674942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba86bcef-6e44-452f-9724-c3c92f90a5e9 req-ae236f19-b4fb-49c2-81f3-0d6670490ce6 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759883 Feb 19 00:36:31.920636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8c4ef1b-73c0-4433-af50-a72a3fb45d83 req-f0e8a2e6-43d4-4179-b56c-29547af995ba tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0468507 Feb 19 00:36:31.987599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a6cbd-272f-4bff-a609-bfe445355df3 req-a08aa164-5411-49dc-a94b-446306edbaec tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:31.989482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-521a6cbd-272f-4bff-a609-bfe445355df3 req-a08aa164-5411-49dc-a94b-446306edbaec tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1154001 Feb 19 00:36:32.007118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81c25cde-1b7a-4559-8c06-588b1187d163 req-0ce9ac79-3658-4e3a-ad7a-0d49421bb94c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/ports?device_id=30e905ce-0d83-4298-b097-6f78956f7073 HTTP/1.1" status: 200 len: 210 time: 0.0404871 Feb 19 00:36:32.057034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-521a6cbd-272f-4bff-a609-bfe445355df3 req-5e6c0169-4c60-458c-bd08-0956e1fd3b9a tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524805 Feb 19 00:36:32.094164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed1bf85e-123e-4c51-ae08-d0099fe24fa4 req-7bed635b-be7c-4278-be70-ae3cde7238dd tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0359094 Feb 19 00:36:32.259653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-809aaa66-c304-410f-95c6-c4fe3a25a463 req-7e6761d4-6602-40fb-809a-4111e1ea5dfb tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0310376 Feb 19 00:36:32.478043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47976) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:32.533984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51f5fb5b-b0e0-45d1-9876-5dda9f69780f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group (78946de9-c164-4f04-a24c-4017e206b7d7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:32.558254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51f5fb5b-b0e0-45d1-9876-5dda9f69780f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group (78946de9-c164-4f04-a24c-4017e206b7d7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:32.612161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51f5fb5b-b0e0-45d1-9876-5dda9f69780f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (78946de9-c164-4f04-a24c-4017e206b7d7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:32.615261 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51f5fb5b-b0e0-45d1-9876-5dda9f69780f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:32.619135 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-51f5fb5b-b0e0-45d1-9876-5dda9f69780f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "DELETE /v2.0/security-groups/78946de9-c164-4f04-a24c-4017e206b7d7 HTTP/1.1" status: 204 len: 168 time: 0.1373098 Feb 19 00:36:32.620164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f01c15-6e21-4148-9a48-43b44483967d req-7acebbca-d3a0-46e7-a488-bd0e3a7f2b56 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:32.623355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3f01c15-6e21-4148-9a48-43b44483967d req-7acebbca-d3a0-46e7-a488-bd0e3a7f2b56 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0645373 Feb 19 00:36:32.623355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47980) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:32.627854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5fb5b-b0e0-45d1-9876-5dda9f69780f tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78946de9-c164-4f04-a24c-4017e206b7d7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:32.649223 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-39c4ee63-306b-42cd-b120-3c155c05891c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] show failed (client error): The resource could not be found. Feb 19 00:36:32.654026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-39c4ee63-306b-42cd-b120-3c155c05891c tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "GET /v2.0/security-groups/78946de9-c164-4f04-a24c-4017e206b7d7 HTTP/1.1" status: 404 len: 347 time: 0.0263672 Feb 19 00:36:32.654026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47982) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:32.775011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4be49abf-e0da-4dfb-93ff-1d4db91b9f17 req-df6ef77d-6987-4f7c-b005-35a898d15cc2 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0700512 Feb 19 00:36:32.785148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3f01c15-6e21-4148-9a48-43b44483967d req-60c28faf-2fe1-4780-be57-39da0af9d5fb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1556380 Feb 19 00:36:32.839266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Deleting port 0ff51f9d-12fb-4df9-add1-5479725a525c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:32.839616 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0ff51f9d-12fb-4df9-add1-5479725a525c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:32.918607 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0ff51f9d-12fb-4df9-add1-5479725a525c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:32.918934 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for floatingip (0ff51f9d-12fb-4df9-add1-5479725a525c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:32.931912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Calling delete_port for 0ff51f9d-12fb-4df9-add1-5479725a525c owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:33.023579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51d7286e-3c36-4530-906b-0678e633a35c req-1ee6d74f-9d58-45e1-b0cb-212ad5856db9 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0415351 Feb 19 00:36:33.219854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8b9f777-271d-49e2-aa16-b8806ed1e954 req-ad76b9f8-0a00-4ccb-b235-754126310387 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0668457 Feb 19 00:36:33.239069 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0ff51f9d-12fb-4df9-add1-5479725a525c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.274397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'Port': ['ID=0ff51f9d-12fb-4df9-add1-5479725a525c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:33.299041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4720e965-8135-4f02-bbe8-26766dcd0cd0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:33.301668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4720e965-8135-4f02-bbe8-26766dcd0cd0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.113 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.2165890 Feb 19 00:36:33.336403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd7a4be-d409-43d2-91e4-8ae2ea0159db req-06710053-6fff-4a1e-b43e-8171bdea62b5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:33.338130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fd7a4be-d409-43d2-91e4-8ae2ea0159db req-06710053-6fff-4a1e-b43e-8171bdea62b5 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=70389821-8284-4aa5-834a-10fd05b419eb HTTP/1.1" status: 200 len: 945 time: 0.1798646 Feb 19 00:36:33.426122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f8d10a3-ae67-4dd1-8827-4ee618a0a625 req-255d1019-39a1-4a4f-a6b0-b42c49c78d6e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1016693 Feb 19 00:36:33.527391 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for floatingip (7a478f0b-3bed-4380-90dd-00bd04b47f28), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.530583 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.531897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-99d16503-0d63-4269-92c8-3c0cd340a3d5 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "DELETE /v2.0/floatingips/7a478f0b-3bed-4380-90dd-00bd04b47f28 HTTP/1.1" status: 204 len: 168 time: 0.8777432 Feb 19 00:36:33.534879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47996) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:33.546221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fd7a4be-d409-43d2-91e4-8ae2ea0159db req-354e129a-9d75-4fd0-8b7d-b274b08103cc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850698 Feb 19 00:36:33.573729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Deleting port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:33.574076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.649147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-56af209d-e460-4cef-8f0b-fdd3bcdd8ae7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Deleting port ce57e132-4722-4f14-802a-fad6ecbefd9e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:33.649495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56af209d-e460-4cef-8f0b-fdd3bcdd8ae7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ce57e132-4722-4f14-802a-fad6ecbefd9e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.671330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] For port ed185a70-c52e-4eb4-91bf-b2ce013e1a99, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:33.672350 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.686559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Calling delete_port for ed185a70-c52e-4eb4-91bf-b2ce013e1a99 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:33.736814 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56af209d-e460-4cef-8f0b-fdd3bcdd8ae7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ce57e132-4722-4f14-802a-fad6ecbefd9e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.748837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-56af209d-e460-4cef-8f0b-fdd3bcdd8ae7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Calling delete_port for ce57e132-4722-4f14-802a-fad6ecbefd9e owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:33.871793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d11bf55-4000-4685-a9fe-c752d860f16f req-9a584c3f-d6ea-4963-90d6-86265d76b302 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0399249 Feb 19 00:36:33.872368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ed185a70-c52e-4eb4-91bf-b2ce013e1a99), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.887083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['ed185a70-c52e-4eb4-91bf-b2ce013e1a99'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:36:33.915709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56af209d-e460-4cef-8f0b-fdd3bcdd8ae7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ce57e132-4722-4f14-802a-fad6ecbefd9e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.916112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event deleted for resources: {'Port': ['ID=ed185a70-c52e-4eb4-91bf-b2ce013e1a99,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:33.958666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af209d-e460-4cef-8f0b-fdd3bcdd8ae7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'Port': ['ID=ce57e132-4722-4f14-802a-fad6ecbefd9e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:33.989150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] No DVR routers for this DVR port ed185a70-c52e-4eb4-91bf-b2ce013e1a99 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:33.991974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:33.995336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4204929d-c3f8-4f81-8263-cfaee14180fc req-4d38ad06-1707-4ad5-848b-05664846e2d9 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.113 "DELETE /v2.0/ports/ed185a70-c52e-4eb4-91bf-b2ce013e1a99 HTTP/1.1" status: 204 len: 173 time: 0.6683736 Feb 19 00:36:33.995925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70389821-8284-4aa5-834a-10fd05b419eb', 'name': 'network-vif-deleted', 'tag': 'ed185a70-c52e-4eb4-91bf-b2ce013e1a99'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:36:33.998275 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e1fbcb-5bf2-43bb-84de-748e5abc0d94" -d '{"events": [{"server_uuid": "70389821-8284-4aa5-834a-10fd05b419eb", "name": "network-vif-deleted", "tag": "ed185a70-c52e-4eb4-91bf-b2ce013e1a99"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:36:34.034448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02869e5-4487-413f-a3a1-6317a93a9b8d req-e5c3ab72-13a9-4628-b82d-3d192bd2d176 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:34.037071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b02869e5-4487-413f-a3a1-6317a93a9b8d req-e5c3ab72-13a9-4628-b82d-3d192bd2d176 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0957453 Feb 19 00:36:34.068243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56af209d-e460-4cef-8f0b-fdd3bcdd8ae7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.072034 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-56af209d-e460-4cef-8f0b-fdd3bcdd8ae7 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "DELETE /v2.0/ports/ce57e132-4722-4f14-802a-fad6ecbefd9e HTTP/1.1" status: 204 len: 168 time: 0.5354137 Feb 19 00:36:34.074634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48006) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:34.091823 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a4ecbb-d941-4f50-9414-7359abc3beeb x-openstack-request-id: req-90a4ecbb-d941-4f50-9414-7359abc3beeb {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:36:34.092146 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70389821-8284-4aa5-834a-10fd05b419eb", "name": "network-vif-deleted", "tag": "ed185a70-c52e-4eb4-91bf-b2ce013e1a99", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:36:34.092365 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90a4ecbb-d941-4f50-9414-7359abc3beeb {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:36:34.098081 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70389821-8284-4aa5-834a-10fd05b419eb', 'name': 'network-vif-deleted', 'tag': 'ed185a70-c52e-4eb4-91bf-b2ce013e1a99', 'status': 'completed', 'code': 200} Feb 19 00:36:34.171808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf2fed5e-9b6f-410e-9c50-eee1ff69d42e req-c7ee8efd-6da8-42bb-9c79-88cf455a3016 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0419543 Feb 19 00:36:34.193044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b02869e5-4487-413f-a3a1-6317a93a9b8d req-8437393f-833f-4387-8919-00fbf82d26af tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1432278 Feb 19 00:36:34.232742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6e37f2c3-5258-449b-b716-de197b8ccc34 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Deleting port 502b2c99-18e4-4109-9893-037755354674 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:34.233124 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e37f2c3-5258-449b-b716-de197b8ccc34 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (502b2c99-18e4-4109-9893-037755354674), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.308334 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-021f8315-7e6b-441c-9d0f-d69237cc7504 req-38d66dc5-9d67-4fc5-a8ef-effefc84470b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0327511 Feb 19 00:36:34.338078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e37f2c3-5258-449b-b716-de197b8ccc34 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (502b2c99-18e4-4109-9893-037755354674), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.351227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6e37f2c3-5258-449b-b716-de197b8ccc34 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Calling delete_port for 502b2c99-18e4-4109-9893-037755354674 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:34.493242 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e37f2c3-5258-449b-b716-de197b8ccc34 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (502b2c99-18e4-4109-9893-037755354674), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.525859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e002fa96-c5d1-4473-8b76-832d2678e780 req-007d77d0-d2ff-4965-b958-09d0b5b48fe6 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0399864 Feb 19 00:36:34.537160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37f2c3-5258-449b-b716-de197b8ccc34 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'Port': ['ID=502b2c99-18e4-4109-9893-037755354674,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:34.637934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e37f2c3-5258-449b-b716-de197b8ccc34 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.642275 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6e37f2c3-5258-449b-b716-de197b8ccc34 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "DELETE /v2.0/ports/502b2c99-18e4-4109-9893-037755354674 HTTP/1.1" status: 204 len: 168 time: 0.5664871 Feb 19 00:36:34.645259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48018) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:34.720469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-0340fcc3-ca2d-449a-ad9f-68db18fd9cd1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Deleting subnet 25465880-4fae-4a19-8e87-d44cc8075ee7 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:36:34.725680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0340fcc3-ca2d-449a-ad9f-68db18fd9cd1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for subnet (25465880-4fae-4a19-8e87-d44cc8075ee7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.788349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0340fcc3-ca2d-449a-ad9f-68db18fd9cd1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (25465880-4fae-4a19-8e87-d44cc8075ee7), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.892267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0340fcc3-ca2d-449a-ad9f-68db18fd9cd1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (25465880-4fae-4a19-8e87-d44cc8075ee7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.947527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-d75b92b6-3c3f-4925-9fdf-93e81a5a7371 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:34.949834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-d75b92b6-3c3f-4925-9fdf-93e81a5a7371 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.1315506 Feb 19 00:36:34.962329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0340fcc3-ca2d-449a-ad9f-68db18fd9cd1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (25465880-4fae-4a19-8e87-d44cc8075ee7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:34.987878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3725e1e-d6ab-4a4f-ae1f-d18c3930c4a4 req-5e92eede-3676-4474-b1a6-35a21ca0d403 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0370886 Feb 19 00:36:34.990381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340fcc3-ca2d-449a-ad9f-68db18fd9cd1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'Subnet': ['ID=25465880-4fae-4a19-8e87-d44cc8075ee7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:34.990532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-05666011-9565-4e47-9bb3-363f52656bd1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/quotas/8458f0c51cce4a35b61533652c8a4b87 HTTP/1.1" status: 200 len: 375 time: 0.0299289 Feb 19 00:36:34.996723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0340fcc3-ca2d-449a-ad9f-68db18fd9cd1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.000084 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0340fcc3-ca2d-449a-ad9f-68db18fd9cd1 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "DELETE /v2.0/subnets/25465880-4fae-4a19-8e87-d44cc8075ee7 HTTP/1.1" status: 204 len: 168 time: 0.3536093 Feb 19 00:36:35.002710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48032) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:35.007893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f323774-2703-4120-9349-be4547e32311 None None] Network 8e949331-9c1f-4231-b4f8-c198906e2053 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:35.049688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-fcb47340-f03b-4c31-8b48-95714ad92cc2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390809 Feb 19 00:36:35.068029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-7271b990-50c4-4691-bead-c53ffeb78550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Deleting subnet 0c495046-331e-4bce-bed8-582d06a90cf0 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:36:35.073405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7271b990-50c4-4691-bead-c53ffeb78550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks [] for subnet (0c495046-331e-4bce-bed8-582d06a90cf0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.127755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7271b990-50c4-4691-bead-c53ffeb78550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (0c495046-331e-4bce-bed8-582d06a90cf0), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.191279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-5798e22c-0f9c-470e-b2c5-c1e779c58696 service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406009 Feb 19 00:36:35.251397 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7271b990-50c4-4691-bead-c53ffeb78550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0c495046-331e-4bce-bed8-582d06a90cf0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.314711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05ff1f7e-0420-4835-b9bd-8241c4e2c052 req-e6fb822e-b0de-474f-8426-840078615cbb tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0364919 Feb 19 00:36:35.314856 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:36:35.344517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7271b990-50c4-4691-bead-c53ffeb78550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (0c495046-331e-4bce-bed8-582d06a90cf0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.354096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] DHCP port deletion for 8e949331-9c1f-4231-b4f8-c198906e2053 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:36:35.359521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-5bdc2414-d2de-414d-a57a-ef0f669c8e5a service neutron] 10.222.0.60 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670420 Feb 19 00:36:35.377872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b990-50c4-4691-bead-c53ffeb78550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'Subnet': ['ID=0c495046-331e-4bce-bed8-582d06a90cf0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:35.388333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7271b990-50c4-4691-bead-c53ffeb78550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.389380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5264713-3c76-4c4e-b04c-b36acf129ab8 None None] Network 2149cc64-e9cc-4fc7-8830-b3d682362528 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:35.396383 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7271b990-50c4-4691-bead-c53ffeb78550 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "DELETE /v2.0/subnets/0c495046-331e-4bce-bed8-582d06a90cf0 HTTP/1.1" status: 204 len: 168 time: 0.3919127 Feb 19 00:36:35.397107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48040) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:35.461363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae8ac4-b7ef-4449-a6d0-a7b8f8a4801a req-d56ffb5f-457a-40cd-b6a5-3f1f96984e16 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:35.463874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cae8ac4-b7ef-4449-a6d0-a7b8f8a4801a req-d56ffb5f-457a-40cd-b6a5-3f1f96984e16 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0681465 Feb 19 00:36:35.486287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8e949331-9c1f-4231-b4f8-c198906e2053), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.532103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] Deleting port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:35.538137 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.538965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cae8ac4-b7ef-4449-a6d0-a7b8f8a4801a req-76d2e414-f0bc-4725-b039-4aee69c2da7c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684230 Feb 19 00:36:35.583078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd1ce639-151f-43a5-94f2-305320d66521 req-ba9c2e9c-f7ea-4c72-acb1-7a957588889a tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0414286 Feb 19 00:36:35.604472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Deleting port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:35.605039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.675751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] DHCP port deletion for 2149cc64-e9cc-4fc7-8830-b3d682362528 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:36:35.677658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e66334c-5627-4e35-b3e4-c621b996ccb6 req-841abb8e-64d0-47ab-b0b4-2f80cc004ce1 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0462451 Feb 19 00:36:35.702625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] For port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,segment=NetworkSegment(5b1f4feb-b587-4751-8c50-f18ddd3f553f),segment_id=5b1f4feb-b587-4751-8c50-f18ddd3f553f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:35.703133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.723596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c30bfaa5-fa09-4ca7-b79e-79a25b2dfd71 req-1b078b5c-d84b-42f7-a61c-6ba8eeeb687f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 210 time: 0.0447996 Feb 19 00:36:35.737889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] Calling delete_port for 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:35.794406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] For port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,segment=NetworkSegment(5b1f4feb-b587-4751-8c50-f18ddd3f553f),segment_id=5b1f4feb-b587-4751-8c50-f18ddd3f553f)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:35.794815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.809950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Calling delete_port for 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:35.822614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] Deleting port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:35.823022 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.905829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] For port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9,segment=NetworkSegment(275dc204-3672-4b91-ba46-e46a77698b30),segment_id=275dc204-3672-4b91-ba46-e46a77698b30)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:35.906298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.909041 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.918374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:35.954552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'Port': ['ID=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:35.955156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] Calling delete_port for 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:35.958408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] Pushing event deleted for resources: {'Port': ['ID=8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:35.962751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda545a7-d761-43d0-aaef-9c982e05908d None None] No DVR routers for this DVR port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:35.983620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] No DVR routers for this DVR port 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:36.078105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8e949331-9c1f-4231-b4f8-c198906e2053), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.105803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e949331-9c1f-4231-b4f8-c198906e2053']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:36.119106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1f4feb-b587-4751-8c50-f18ddd3f553f') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:36.119408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1f4feb-b587-4751-8c50-f18ddd3f553f') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:36.130737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (5b1f4feb-b587-4751-8c50-f18ddd3f553f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.143159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e83380ea-f483-45fb-abfc-6a64d572b267 req-4dc56f4e-52e9-47e1-b7e0-c35c7fd8c83c tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0685985 Feb 19 00:36:36.144133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.166130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5b1f4feb-b587-4751-8c50-f18ddd3f553f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.174686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:36:36.175270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (5b1f4feb-b587-4751-8c50-f18ddd3f553f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:36:36.178598 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:36:36.206720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] Pushing event deleted for resources: {'Port': ['ID=5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:36.217292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f4a04-786a-4788-85b9-98faf16ce041 None None] No DVR routers for this DVR port 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:36.267618 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8e949331-9c1f-4231-b4f8-c198906e2053), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.281103 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.285047 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "DELETE /v2.0/networks/8e949331-9c1f-4231-b4f8-c198906e2053 HTTP/1.1" status: 204 len: 168 time: 0.8869410 Feb 19 00:36:36.288362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48066) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:36.324349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d88a53-0265-4d9c-add9-5ce000e1ea26 tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'Network': ['ID=8e949331-9c1f-4231-b4f8-c198906e2053,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:36.384037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2149cc64-e9cc-4fc7-8830-b3d682362528), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.458153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:36.480824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:36.481085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8d5d8a30-bb3e-4baa-b4fc-260f7c92fd15 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:36.481710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:36.502103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:36.502735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5734614f-8ad6-4e3a-aa73-a6c6dcdcdce9 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:36.504685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93ff8ada-16d7-4425-9850-50b9074b8d46 req-71c86802-cc7d-412c-bab4-5a9dac6bfb29 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0938020 Feb 19 00:36:36.532043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2149cc64-e9cc-4fc7-8830-b3d682362528), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.555943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2149cc64-e9cc-4fc7-8830-b3d682362528']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:36.566231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275dc204-3672-4b91-ba46-e46a77698b30') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:36.566532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275dc204-3672-4b91-ba46-e46a77698b30') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:36.578258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (275dc204-3672-4b91-ba46-e46a77698b30), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.593035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (275dc204-3672-4b91-ba46-e46a77698b30), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.599714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:36:36.600287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (275dc204-3672-4b91-ba46-e46a77698b30), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:36:36.603697 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:36:36.693320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-221038b9-3815-43d9-8e28-7d2470e0d042 req-a62d3f9a-7c37-430b-9a22-c982da7fb3dd tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0322258 Feb 19 00:36:36.701176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2149cc64-e9cc-4fc7-8830-b3d682362528), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.708698 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:36.716571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] 10.222.0.60 "DELETE /v2.0/networks/2149cc64-e9cc-4fc7-8830-b3d682362528 HTTP/1.1" status: 204 len: 168 time: 0.4271202 Feb 19 00:36:36.764986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201335ad-3311-4aed-bb6b-a54a970466ef tempest-TaggedBootDevicesTest_v242-1351636968 tempest-TaggedBootDevicesTest_v242-1351636968-project] Pushing event deleted for resources: {'Network': ['ID=2149cc64-e9cc-4fc7-8830-b3d682362528,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:36.773098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ed185a70-c52e-4eb4-91bf-b2ce013e1a99 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:36.844649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69bfa-4a20-40f0-9ae3-1dbdbce6e091 req-54f5df31-6d3b-4931-b1ef-1e9dcfa85b18 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:36.852091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3f69bfa-4a20-40f0-9ae3-1dbdbce6e091 req-54f5df31-6d3b-4931-b1ef-1e9dcfa85b18 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1616096 Feb 19 00:36:36.868708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: ed185a70-c52e-4eb4-91bf-b2ce013e1a99 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:36.869847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ed185a70-c52e-4eb4-91bf-b2ce013e1a99 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:36.891567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20163a31-8c93-4306-98a1-e6aea08ccbfa req-bdb47589-0f7f-46ac-b855-5cad011f94be tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1122355 Feb 19 00:36:36.974218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3f69bfa-4a20-40f0-9ae3-1dbdbce6e091 req-5da471a3-21c9-4dca-ab9b-4cebba26ebe5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1212149 Feb 19 00:36:37.015643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2284e37-209d-42b9-95a2-48ac258f80c0 req-385d2bd4-d4bc-45df-a0e4-d9c3517599c7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 210 time: 0.0402365 Feb 19 00:36:37.072550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-76d5cc94-403d-490f-a41e-42d8acf41c19 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:37.074171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-76d5cc94-403d-490f-a41e-42d8acf41c19 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 812 time: 0.2139282 Feb 19 00:36:37.091426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Request body: {'port': {'device_id': 'd30d64ef-e37d-465b-9e17-fc5eee86ef60', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'admin_state_up': True, 'tenant_id': '8458f0c51cce4a35b61533652c8a4b87'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:37.246932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec5a6a5a-ba00-4679-9d2a-d7eb476c814a req-9f93f1e3-00d4-4432-996a-d37dd2e2b40d tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0462544 Feb 19 00:36:37.283817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Made reservation on behalf of 8458f0c51cce4a35b61533652c8a4b87 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:37.287517 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:37.430262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Allocated IP 172.20.0.3 (392711fd-e468-4eba-a984-13f1a5696868/27d6e68b-de7a-4378-8db1-7b9ccd23feff/798c0299-a81a-4dd9-8d0f-f009793ca950) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:37.636075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd17c36d-9c1c-4ab1-9644-223aa690fd7c req-39e425ab-0a48-41a0-b05f-fd74e4704f41 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0371823 Feb 19 00:36:37.657709 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks [] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:37.694520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:37.759842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Network 392711fd-e468-4eba-a984-13f1a5696868 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:37.769014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:37.771684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:38.149106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event updated for resources: {'Port': ['ID=798c0299-a81a-4dd9-8d0f-f009793ca950,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:38.163689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc90af94-257c-44e7-adac-61adf14f4d0e req-043b964d-8daf-490a-8b48-052b573f25e5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.3970196 Feb 19 00:36:38.190245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bc48f03-a3d0-45d7-aa6e-4a7eea8d2a7c req-a6041adb-01ad-4770-a346-4966ed18624a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0571806 Feb 19 00:36:38.204704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:38.205338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:38.229944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-855a80ce-f888-4418-8dcf-6353ddc4bd9d tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1410098 Feb 19 00:36:38.338759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Request body: {'port': {'device_id': 'd30d64ef-e37d-465b-9e17-fc5eee86ef60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:38.378805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864b019-efed-48e6-90e7-5aaec8edf6da req-94c7e80a-fe98-4021-be69-970369a74a61 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:38.380465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e864b019-efed-48e6-90e7-5aaec8edf6da req-94c7e80a-fe98-4021-be69-970369a74a61 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1320341 Feb 19 00:36:38.406538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fcd8a-2b5a-4f85-889b-515b58178a4e req-5d660a6e-c8fc-4a7f-923c-54b6e78dd5d1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:38.408056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af0fcd8a-2b5a-4f85-889b-515b58178a4e req-5d660a6e-c8fc-4a7f-923c-54b6e78dd5d1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 931 time: 0.1483088 Feb 19 00:36:38.474471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:38.519562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e864b019-efed-48e6-90e7-5aaec8edf6da req-d82941bd-7307-4fbd-9731-c30f76463cad tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312184 Feb 19 00:36:38.530540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af0fcd8a-2b5a-4f85-889b-515b58178a4e req-9b53ccba-c339-4bda-a8ec-4c4c59affa84 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939522 Feb 19 00:36:38.688062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46481a4b-c145-4d09-8d22-1c537b5960d0 req-9f2bbebf-adaf-4502-9ad1-ac3335e4ffce tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0291634 Feb 19 00:36:38.756397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09742c7b-3d93-4954-aab7-29eaa9f5d262 req-1cfb69bc-dea5-4b62-ac27-654fe3b0795d tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0403049 Feb 19 00:36:38.923852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798c0299-a81a-4dd9-8d0f-f009793ca950 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:36:38.932118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Publish callbacks [] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:38.944772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Transition to ACTIVE for port object 798c0299-a81a-4dd9-8d0f-f009793ca950 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:36:38.949706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:39.011277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Pushing event updated for resources: {'Port': ['ID=798c0299-a81a-4dd9-8d0f-f009793ca950,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:39.078032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Attempting to bind port 798c0299-a81a-4dd9-8d0f-f009793ca950 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:39.078405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Attempting to bind port 798c0299-a81a-4dd9-8d0f-f009793ca950 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:39.078741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Attempting to bind port 798c0299-a81a-4dd9-8d0f-f009793ca950 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:39.083816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Port 798c0299-a81a-4dd9-8d0f-f009793ca950 on network 392711fd-e468-4eba-a984-13f1a5696868 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:36:39.084153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Attempting to bind port 798c0299-a81a-4dd9-8d0f-f009793ca950 on network 392711fd-e468-4eba-a984-13f1a5696868 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:39.089681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:39.090032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Checking segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:39.090465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Bound using segment: {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:39.090889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Bound port: 798c0299-a81a-4dd9-8d0f-f009793ca950, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34be0e09-ba00-4fe0-a294-85106aafa45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '392711fd-e468-4eba-a984-13f1a5696868'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:39.091253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:39.168263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] For port 798c0299-a81a-4dd9-8d0f-f009793ca950, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:39.171592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] For port 798c0299-a81a-4dd9-8d0f-f009793ca950, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=798c0299-a81a-4dd9-8d0f-f009793ca950,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:39.179315 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:39.235537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:39.236240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:39.237845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] 10.222.0.126 "PUT /v2.0/ports/798c0299-a81a-4dd9-8d0f-f009793ca950 HTTP/1.1" status: 200 len: 1091 time: 0.9960339 Feb 19 00:36:39.240834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd30d64ef-e37d-465b-9e17-fc5eee86ef60', 'tag': '798c0299-a81a-4dd9-8d0f-f009793ca950'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:36:39.254940 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477ea155-c0ba-4758-8d2c-0bb6be4125e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d30d64ef-e37d-465b-9e17-fc5eee86ef60", "tag": "798c0299-a81a-4dd9-8d0f-f009793ca950"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:36:39.356486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-368f880e-5460-4864-a861-5c99d8e07f30 req-bfe1c528-cc86-4eec-a997-1fb208d52c85 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0957108 Feb 19 00:36:39.358291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66dee0ce-8344-4687-acd2-729573ee9b39 req-2973b1ae-9fc3-4c74-854d-827cd698a7fb tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0912757 Feb 19 00:36:39.361054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5c512-6e7e-4e1b-aed1-944fc5eef4ba service neutron] Pushing event updated for resources: {'Port': ['ID=798c0299-a81a-4dd9-8d0f-f009793ca950,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:39.383246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-a9afc813-ceae-44e5-928a-6a4c74c752bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:39.384872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-a9afc813-ceae-44e5-928a-6a4c74c752bd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 1125 time: 0.0862203 Feb 19 00:36:39.454656 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dca08ee-013e-42e6-b41d-bc79c55e238b x-openstack-request-id: req-2dca08ee-013e-42e6-b41d-bc79c55e238b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:36:39.455119 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d30d64ef-e37d-465b-9e17-fc5eee86ef60", "tag": "798c0299-a81a-4dd9-8d0f-f009793ca950", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:36:39.455376 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2dca08ee-013e-42e6-b41d-bc79c55e238b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:36:39.455792 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd30d64ef-e37d-465b-9e17-fc5eee86ef60', 'tag': '798c0299-a81a-4dd9-8d0f-f009793ca950', 'status': 'completed', 'code': 200} Feb 19 00:36:39.457653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-403e82f7-5c63-4821-a8d1-802276478f31 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798c0299-a81a-4dd9-8d0f-f009793ca950 HTTP/1.1" status: 200 len: 217 time: 0.0647666 Feb 19 00:36:39.512371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-42993be2-97e1-4175-9db6-5cff496182d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:39.513996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-42993be2-97e1-4175-9db6-5cff496182d5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.0499861 Feb 19 00:36:39.546624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-a7c32ea3-9baa-48f6-9afd-2e4ce23bc845 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269783 Feb 19 00:36:39.758569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-2df4ce7f-25be-419d-ab56-be7a89d059e7 service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050233 Feb 19 00:36:39.850434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08312a-7841-427f-bcdf-2a5497004e10 req-cf22a55d-a574-4230-8736-12e9b6887b51 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:39.851987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c08312a-7841-427f-bcdf-2a5497004e10 req-cf22a55d-a574-4230-8736-12e9b6887b51 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 943 time: 0.1726327 Feb 19 00:36:39.869536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee860de-2eed-4703-932b-76fb74d9668a req-f88bcd1e-2042-477f-a2cd-e138aecdec0c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:39.871704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eee860de-2eed-4703-932b-76fb74d9668a req-f88bcd1e-2042-477f-a2cd-e138aecdec0c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1812084 Feb 19 00:36:39.978268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f51d2dc-3b8d-40df-b1a7-fba623245b8c req-8c04302d-296a-4962-91a1-38d2c51dbc4b service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121766 Feb 19 00:36:39.986734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c08312a-7841-427f-bcdf-2a5497004e10 req-c2abd940-bb88-49ed-b1ee-272943035909 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113396 Feb 19 00:36:39.997146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eee860de-2eed-4703-932b-76fb74d9668a req-bf5c2069-8399-4b45-b78a-7ea808be8ae1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131871 Feb 19 00:36:40.165667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2082be3e-e87a-4630-91ef-a31bb3d14236 req-0479a4d0-cfcb-4de6-b874-73f49af2dd5a tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0532470 Feb 19 00:36:40.229451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb448d18-bcf7-4137-bd66-2f718621fc03 req-9d6c97e4-a830-4521-a493-008ae93dfe51 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0615621 Feb 19 00:36:40.237590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-894a9788-d21a-4798-b19c-dd5f046ee593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:40.239170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-894a9788-d21a-4798-b19c-dd5f046ee593 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=8458f0c51cce4a35b61533652c8a4b87&device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 1125 time: 0.2049675 Feb 19 00:36:40.356343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-431d5fe6-e303-4cda-a564-82939f9c6952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:40.357861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-431d5fe6-e303-4cda-a564-82939f9c6952 service neutron] 10.222.0.126 "GET /v2.0/networks?id=392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 200 len: 913 time: 0.1108069 Feb 19 00:36:40.407526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-724068fd-3673-4d7a-aaa8-a8d6bb4071f5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=798c0299-a81a-4dd9-8d0f-f009793ca950 HTTP/1.1" status: 200 len: 217 time: 0.0439756 Feb 19 00:36:40.529613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6cf9831-2f74-4494-9aa5-707ae1c6587b req-d7a71fcc-21a1-444e-b95d-1f5a15220eb5 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0632119 Feb 19 00:36:40.532699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-813e50f1-326d-4962-9c8a-9d20ff7bec36 req-54bb4a0d-792c-49dd-8fe4-0011761dbda0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0689626 Feb 19 00:36:40.546463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-1d1ee9b4-378f-4203-9bae-bdc5f7f70d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:40.547081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-1d1ee9b4-378f-4203-9bae-bdc5f7f70d9d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 200 len: 852 time: 0.1329482 Feb 19 00:36:40.587474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-c690d71d-0db1-43c8-b5f1-e1aacb069bde service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=392711fd-e468-4eba-a984-13f1a5696868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343528 Feb 19 00:36:40.690051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-2be59e9b-bcd1-435c-aec8-ea2a19e94181 service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948963 Feb 19 00:36:40.734289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48140) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:40.741348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1364740352'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:40.767521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:40.771463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:40.796227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-477ea155-c0ba-4758-8d2c-0bb6be4125e8 req-b4ba82a0-0425-4fb3-85aa-900b14a2404c service neutron] 10.222.0.126 "GET /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993531 Feb 19 00:36:40.804179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:36:40.814628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4856326b-7c41-4fda-b677-837acaace2b7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:40.814981 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Added segment 4856326b-7c41-4fda-b677-837acaace2b7 of type vlan for network 085c403d-c1c1-44d4-9353-83d14761f960 Feb 19 00:36:40.869719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (085c403d-c1c1-44d4-9353-83d14761f960), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:40.909928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (085c403d-c1c1-44d4-9353-83d14761f960), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:40.915877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:40.916607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:40.974702 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2388523 Feb 19 00:36:40.977298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48142) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:40.984195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-309048637'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:40.990865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacd581-646d-446d-ad1f-7551d89de441 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Network': ['ID=085c403d-c1c1-44d4-9353-83d14761f960,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:41.005941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 085c403d-c1c1-44d4-9353-83d14761f960 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:36:41.021343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:41.025665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:41.055394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:36:41.068067 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8fff6445-b0df-4aed-bfa4-0a5a9ab11588), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:41.068472 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Added segment 8fff6445-b0df-4aed-bfa4-0a5a9ab11588 of type vlan for network 6bb87e76-90eb-4369-ba52-f925674f09d8 Feb 19 00:36:41.112242 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6bb87e76-90eb-4369-ba52-f925674f09d8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:41.208308 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6bb87e76-90eb-4369-ba52-f925674f09d8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:41.213612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:41.214493 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:41.285090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b39357-ba3d-4ff0-b01c-66fd9b20e227 req-4e92eb8f-6ce0-4e7f-8dd5-64abfab6ce28 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:41.286627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0b39357-ba3d-4ff0-b01c-66fd9b20e227 req-4e92eb8f-6ce0-4e7f-8dd5-64abfab6ce28 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 943 time: 0.1709106 Feb 19 00:36:41.297804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3193107 Feb 19 00:36:41.301996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48156) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:41.312730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'subnet': {'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:41.325062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd0400c-9dae-4eae-93de-43d18ddb9e21 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Network': ['ID=6bb87e76-90eb-4369-ba52-f925674f09d8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:41.338528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6bb87e76-90eb-4369-ba52-f925674f09d8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:36:41.342978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a85c4b-6d9a-4edc-b21c-f08ee88dc004 req-48d22c73-7536-489d-a2af-7c9df40c0464 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:41.344552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65a85c4b-6d9a-4edc-b21c-f08ee88dc004 req-48d22c73-7536-489d-a2af-7c9df40c0464 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1989779 Feb 19 00:36:41.410323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0b39357-ba3d-4ff0-b01c-66fd9b20e227 req-4a244550-5f66-40c1-9357-3af11a0c61e7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041341 Feb 19 00:36:41.444664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65a85c4b-6d9a-4edc-b21c-f08ee88dc004 req-9a469c24-35b4-406a-9719-07b94e0b6cc6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922821 Feb 19 00:36:41.537671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:41.541884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:41.546320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-873350ef-3f84-4cdd-abfc-2bc72f0021ca req-017e16f3-5b5f-43b5-93d4-3f1b1733f14c tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0546212 Feb 19 00:36:41.603155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f433e2f8-8e4a-4863-860d-b248577a6c75 req-b81d08e0-27f6-4083-8c2f-4e8f7a49df06 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0497818 Feb 19 00:36:41.694115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53de78a5-8ea3-4a53-9821-f97f19ac860e req-94b55977-a935-41e5-be2e-0c9781befd37 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0592110 Feb 19 00:36:41.736604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-485cd27c-6e1d-4658-8766-9b10d438c561 req-d70d6b38-0485-4409-ad5b-f97bb35a8f1d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1000061 Feb 19 00:36:41.840255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (d0b6465e-1407-4792-9451-e1b2885442a2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:41.916058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Subnet': ['ID=d0b6465e-1407-4792-9451-e1b2885442a2,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:41.922270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Checking segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:41.922678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network hostable DHCP agents. Network: 085c403d-c1c1-44d4-9353-83d14761f960, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:36:41.942598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 085c403d-c1c1-44d4-9353-83d14761f960 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:36:41.953903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 085c403d-c1c1-44d4-9353-83d14761f960) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:41.958704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:41.959349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:41.972887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe56f0-c738-4bbe-b938-e416ea53af49 None None] Network 085c403d-c1c1-44d4-9353-83d14761f960 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:41.983722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48164) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:41.984254 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-798dd67d-8f64-4b32-a341-c1a26d859346 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6797924 Feb 19 00:36:41.989455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'subnet': {'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:42.099476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-085c403d-c1c1-44d4-9353-83d14761f960', 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'fixed_ips': [{'subnet_id': 'd0b6465e-1407-4792-9451-e1b2885442a2'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:36:42.100387 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.135017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:42.140625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.287192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Allocated IP 10.1.1.2 (085c403d-c1c1-44d4-9353-83d14761f960/d0b6465e-1407-4792-9451-e1b2885442a2/59505183-a435-4096-b9fb-163f6b54ca93) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:42.374357 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (59aeadcd-97b6-45d9-9947-0bcfde842c3f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.463270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Subnet': ['ID=59aeadcd-97b6-45d9-9947-0bcfde842c3f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:42.471861 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Publish callbacks [] for port (59505183-a435-4096-b9fb-163f6b54ca93), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.481638 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (59505183-a435-4096-b9fb-163f6b54ca93), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.489283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Checking segment: {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:42.490102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network hostable DHCP agents. Network: 6bb87e76-90eb-4369-ba52-f925674f09d8, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:36:42.513969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 6bb87e76-90eb-4369-ba52-f925674f09d8 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:36:42.529857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6bb87e76-90eb-4369-ba52-f925674f09d8) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:42.533473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Pushing event updated for resources: {'Port': ['ID=59505183-a435-4096-b9fb-163f6b54ca93,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:42.538037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:42.539812 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.545376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed29092-078a-4929-928a-a581a0421947 None None] Network 6bb87e76-90eb-4369-ba52-f925674f09d8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:42.553767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Network 085c403d-c1c1-44d4-9353-83d14761f960 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:42.569197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:42.575181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:42.626849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f307fbbc-5bfc-4c46-903b-c73f40ec8a8b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6411684 Feb 19 00:36:42.629439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48176) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:42.635462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'port': {'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'name': 'tempest-TaggedBootDevicesTest-35151694', 'fixed_ips': [{'subnet_id': 'd0b6465e-1407-4792-9451-e1b2885442a2'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:42.680535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6b130-94b0-4866-a379-0a0d00b7a339 req-85da1510-145f-48b0-a9ca-444a367a74f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:42.682279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ec6b130-94b0-4866-a379-0a0d00b7a339 req-85da1510-145f-48b0-a9ca-444a367a74f1 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 943 time: 0.1394835 Feb 19 00:36:42.695453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Attempting to bind port 59505183-a435-4096-b9fb-163f6b54ca93 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:42.695998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Attempting to bind port 59505183-a435-4096-b9fb-163f6b54ca93 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:42.696241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Attempting to bind port 59505183-a435-4096-b9fb-163f6b54ca93 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:42.703356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:42.703738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Checking segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:42.704285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.704686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Bound using segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:42.705178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Bound port: 59505183-a435-4096-b9fb-163f6b54ca93, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:42.705558 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (59505183-a435-4096-b9fb-163f6b54ca93), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.722749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276aace6-7467-4d5c-ac8e-f14ccba5bf7d req-4f9847cb-d0c3-421f-b0e2-ef6896da0ff6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:42.730379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-276aace6-7467-4d5c-ac8e-f14ccba5bf7d req-4f9847cb-d0c3-421f-b0e2-ef6896da0ff6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1228149 Feb 19 00:36:42.777832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-6bb87e76-90eb-4369-ba52-f925674f09d8', 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8', 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'fixed_ips': [{'subnet_id': '59aeadcd-97b6-45d9-9947-0bcfde842c3f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:36:42.778733 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:42.783450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ec6b130-94b0-4866-a379-0a0d00b7a339 req-b1091046-676a-4eeb-aac5-cbb5626b64b2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952768 Feb 19 00:36:42.816197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-276aace6-7467-4d5c-ac8e-f14ccba5bf7d req-b18ef1ee-1498-48d2-b56e-80177de56fec tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0847723 Feb 19 00:36:42.889000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c8802b0-13ae-435f-9507-a8b9cf0f423a req-6ad62d61-54bf-47cd-88ed-81b2cf9d76b2 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0512931 Feb 19 00:36:42.899497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] For port 59505183-a435-4096-b9fb-163f6b54ca93, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:42.940724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] For port 59505183-a435-4096-b9fb-163f6b54ca93, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=59505183-a435-4096-b9fb-163f6b54ca93,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:42.942795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:42.976228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (59505183-a435-4096-b9fb-163f6b54ca93), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.011241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18992b68-d4b9-47b2-bff1-1dbc9ffbae8e req-752527fd-6f3d-40de-ab2d-3a399da157dd tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0758364 Feb 19 00:36:43.013981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea6d4537-a6cb-46b0-9da4-6e60da408594 req-6943db14-3ed4-4d4d-986c-3e1412bddd37 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0651228 Feb 19 00:36:43.072508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fe578-dea7-4043-a441-db1f3f68a822 None None] Pushing event updated for resources: {'Port': ['ID=59505183-a435-4096-b9fb-163f6b54ca93,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:43.140059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-227d1967-58e2-4f36-98fc-8ad73305e0ab req-47654c01-e80a-4ec1-a3c7-a66406506cef tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0938153 Feb 19 00:36:43.161619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.175064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Allocated IP 10.2.2.2 (6bb87e76-90eb-4369-ba52-f925674f09d8/59aeadcd-97b6-45d9-9947-0bcfde842c3f/9d93a3cc-cce1-4953-bb80-514c5c76c338) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:43.195153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] device_id is not set on port c9337c58-d91d-4e39-a18a-0f143c800d87 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:36:43.315257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 798c0299-a81a-4dd9-8d0f-f009793ca950 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:36:43.559060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 798c0299-a81a-4dd9-8d0f-f009793ca950, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=798c0299-a81a-4dd9-8d0f-f009793ca950,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:43.572145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '798c0299-a81a-4dd9-8d0f-f009793ca950', 'network_id': '392711fd-e468-4eba-a984-13f1a5696868', 'port_id': '798c0299-a81a-4dd9-8d0f-f009793ca950', 'mac_address': 'fa:16:3e:93:ac:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27d6e68b-de7a-4378-8db1-7b9ccd23feff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:36:43.579884 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Publish callbacks [] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.588091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Allocated IP 10.1.1.32 (085c403d-c1c1-44d4-9353-83d14761f960/d0b6465e-1407-4792-9451-e1b2885442a2/c9337c58-d91d-4e39-a18a-0f143c800d87) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:43.617728 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.664364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 798c0299-a81a-4dd9-8d0f-f009793ca950 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:43.664759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.685162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Network 6bb87e76-90eb-4369-ba52-f925674f09d8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:43.693448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:43.696033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:43.699757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Pushing event updated for resources: {'Port': ['ID=9d93a3cc-cce1-4953-bb80-514c5c76c338,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:43.703922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798c0299-a81a-4dd9-8d0f-f009793ca950 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:36:43.726359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 798c0299-a81a-4dd9-8d0f-f009793ca950, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=798c0299-a81a-4dd9-8d0f-f009793ca950,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:43.731865 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.792881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.817535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Attempting to bind port 9d93a3cc-cce1-4953-bb80-514c5c76c338 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:36:43.817905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Attempting to bind port 9d93a3cc-cce1-4953-bb80-514c5c76c338 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:36:43.818315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Attempting to bind port 9d93a3cc-cce1-4953-bb80-514c5c76c338 on network 6bb87e76-90eb-4369-ba52-f925674f09d8 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:36:43.827367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=798c0299-a81a-4dd9-8d0f-f009793ca950,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:43.831634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:36:43.832025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Checking segment: {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:36:43.832436 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.832833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Bound using segment: {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:36:43.833324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Bound port: 9d93a3cc-cce1-4953-bb80-514c5c76c338, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:36:43.833707 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.835332 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.910132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=c9337c58-d91d-4e39-a18a-0f143c800d87,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:43.911650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] For port 9d93a3cc-cce1-4953-bb80-514c5c76c338, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:36:43.917086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] For port 9d93a3cc-cce1-4953-bb80-514c5c76c338, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d93a3cc-cce1-4953-bb80-514c5c76c338,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:36:43.926285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:43.938744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 085c403d-c1c1-44d4-9353-83d14761f960 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:43.944590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:43.956982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:44.027577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349fb23-3d3c-4e8f-bb88-d931474ace90 None None] Pushing event updated for resources: {'Port': ['ID=9d93a3cc-cce1-4953-bb80-514c5c76c338,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:44.036134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:44.036811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:44.056684 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8bb59bc7-0501-4938-aad3-fb1ae5645f75 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4258380 Feb 19 00:36:44.059148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48194) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:44.065523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'port': {'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'name': 'tempest-TaggedBootDevicesTest-580026798', 'fixed_ips': [{'subnet_id': 'd0b6465e-1407-4792-9451-e1b2885442a2'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:44.081944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb1bf9-2e26-4c4e-a6ba-c4f97dbffd1f req-6429950d-4a24-458f-8667-7b5bc1253818 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:44.087721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72fb1bf9-2e26-4c4e-a6ba-c4f97dbffd1f req-6429950d-4a24-458f-8667-7b5bc1253818 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 944 time: 0.1701925 Feb 19 00:36:44.099571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc891e-5ce3-417f-bf5f-7e48716cb936 req-00ccf640-50d6-465d-aa70-681df113016d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:44.101531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1fc891e-5ce3-417f-bf5f-7e48716cb936 req-00ccf640-50d6-465d-aa70-681df113016d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1383481 Feb 19 00:36:44.124155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['798c0299-a81a-4dd9-8d0f-f009793ca950'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:36:44.231257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72fb1bf9-2e26-4c4e-a6ba-c4f97dbffd1f req-fd4b6f18-593b-4326-a687-4b743e5d4ea0 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286387 Feb 19 00:36:44.255667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1fc891e-5ce3-417f-bf5f-7e48716cb936 req-c331a3c8-f913-4b76-b124-33da29a9add5 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337564 Feb 19 00:36:44.284785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:36:44.295711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:44.361239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] device_id is not set on port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:36:44.368507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47353d47-9332-4566-bad3-f996498c09e1 req-90b13cea-fffb-46de-8ea3-fc6c72f051f8 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0654807 Feb 19 00:36:44.475475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c1a239c-159c-401a-ab8b-f74757c56a86 req-c9b1dcca-f5c6-4d98-8e7a-ae7d766ebf29 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0664718 Feb 19 00:36:44.571827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f30daa1-676a-491a-9235-e03ec39cb1ad req-a0fc8049-6709-4338-af6b-7fa4cc45cb07 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0948641 Feb 19 00:36:44.638282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c90714d7-e884-47c7-bdb4-be69c439d052 req-81b65a36-dbc2-4e01-a3f7-745a123176ef tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0482876 Feb 19 00:36:44.690772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 59505183-a435-4096-b9fb-163f6b54ca93 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:44.696518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8398b91-2975-461b-8c3a-26258c8f5d9a None None] Network 085c403d-c1c1-44d4-9353-83d14761f960 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:44.734885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Allocated IP 10.1.1.146 (085c403d-c1c1-44d4-9353-83d14761f960/d0b6465e-1407-4792-9451-e1b2885442a2/5929865b-58bf-4db1-ae40-a3a638ae8ae3) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:44.922789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:44.944516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-415ef278-5bbf-4100-a994-40dd124b3315 None None] Provisioning complete for port 59505183-a435-4096-b9fb-163f6b54ca93 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:44.944813 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-415ef278-5bbf-4100-a994-40dd124b3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (59505183-a435-4096-b9fb-163f6b54ca93), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:44.962709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:45.029636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 085c403d-c1c1-44d4-9353-83d14761f960 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:45.031602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:45.033724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=5929865b-58bf-4db1-ae40-a3a638ae8ae3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:45.036364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:45.055989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 59505183-a435-4096-b9fb-163f6b54ca93 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:45.056464 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (59505183-a435-4096-b9fb-163f6b54ca93), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:45.097719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:45.098501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:45.126563 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36aa503a-3ebc-4f35-9928-2f6a2ca15dc2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0621388 Feb 19 00:36:45.171602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-415ef278-5bbf-4100-a994-40dd124b3315 None None] Current status of the port 59505183-a435-4096-b9fb-163f6b54ca93 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:45.172188 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-415ef278-5bbf-4100-a994-40dd124b3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (59505183-a435-4096-b9fb-163f6b54ca93), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:45.227536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-415ef278-5bbf-4100-a994-40dd124b3315 None None] For port 59505183-a435-4096-b9fb-163f6b54ca93, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=59505183-a435-4096-b9fb-163f6b54ca93,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:45.233483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 798c0299-a81a-4dd9-8d0f-f009793ca950 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:45.271067 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-415ef278-5bbf-4100-a994-40dd124b3315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (59505183-a435-4096-b9fb-163f6b54ca93), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:45.402268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ef278-5bbf-4100-a994-40dd124b3315 None None] Pushing event updated for resources: {'Port': ['ID=59505183-a435-4096-b9fb-163f6b54ca93,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:45.451762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fcb27-2037-4a5b-876d-b409e684b5d8 req-250e0e58-2d8c-47a6-957e-fce004070d7f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:45.462623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab3fcb27-2037-4a5b-876d-b409e684b5d8 req-250e0e58-2d8c-47a6-957e-fce004070d7f tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 944 time: 0.1212442 Feb 19 00:36:45.543305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 59505183-a435-4096-b9fb-163f6b54ca93 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:45.547103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9d93a3cc-cce1-4953-bb80-514c5c76c338 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:45.568712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab3fcb27-2037-4a5b-876d-b409e684b5d8 req-fe6f53f0-7c5d-45da-a01d-084fa62e7480 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029570 Feb 19 00:36:45.610235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 798c0299-a81a-4dd9-8d0f-f009793ca950 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:36:45.625865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 798c0299-a81a-4dd9-8d0f-f009793ca950 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:45.626306 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:45.677203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d4bdd3-0ddb-4d29-87a7-adb672ffb44a None None] Network 6bb87e76-90eb-4369-ba52-f925674f09d8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:45.758920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7515b-5242-4ffd-913e-b722db627d01 req-1f10c007-633f-426c-aef3-690e8032ef4a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:45.763419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94c7515b-5242-4ffd-913e-b722db627d01 req-1f10c007-633f-426c-aef3-690e8032ef4a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0832226 Feb 19 00:36:45.851048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-63da0e25-0498-4f00-949c-ccc9b25763dc None None] Provisioning complete for port 9d93a3cc-cce1-4953-bb80-514c5c76c338 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:45.852208 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63da0e25-0498-4f00-949c-ccc9b25763dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:45.867589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94c7515b-5242-4ffd-913e-b722db627d01 req-dfa4286f-9eb0-4489-a026-640c69bd2b1f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944870 Feb 19 00:36:45.912207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9d93a3cc-cce1-4953-bb80-514c5c76c338 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:45.913244 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.002457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2bab4e2-b6ba-471f-bc2c-34bd7e77e271 req-bed05924-7f3e-404e-afaa-682085b6a0e2 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0502589 Feb 19 00:36:46.082773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ea3ee6a-e57a-452b-970c-ec81af8cc528 req-f8942f00-0802-4835-bf8d-f380674c80dd tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0371959 Feb 19 00:36:46.133137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-63da0e25-0498-4f00-949c-ccc9b25763dc None None] Current status of the port 9d93a3cc-cce1-4953-bb80-514c5c76c338 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:46.133547 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63da0e25-0498-4f00-949c-ccc9b25763dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.159450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48216) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:46.166267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4ebc7b45-6222-498f-8b0c-7be3a6771930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1432223619', 'description': 'tempest-description--656065523'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:46.185297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 798c0299-a81a-4dd9-8d0f-f009793ca950 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:46.189744 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.207065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7b45-6222-498f-8b0c-7be3a6771930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.219053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ae43eeb-f5c4-4e87-87aa-9f09947a5fb9 req-067bf3c7-7ea6-4581-9fb5-aa90a28db21c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0597920 Feb 19 00:36:46.260155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b1fef6b-2099-4407-bf9e-556b07dfd0d7 req-74864224-745f-48e1-841a-9c600790be22 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0522647 Feb 19 00:36:46.342001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-63da0e25-0498-4f00-949c-ccc9b25763dc None None] For port 9d93a3cc-cce1-4953-bb80-514c5c76c338, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d93a3cc-cce1-4953-bb80-514c5c76c338,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:46.342736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30d64ef-e37d-465b-9e17-fc5eee86ef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798c0299-a81a-4dd9-8d0f-f009793ca950'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:36:46.345265 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3c30f4-7d7a-45ce-b258-662d44c62d73" -d '{"events": [{"server_uuid": "d30d64ef-e37d-465b-9e17-fc5eee86ef60", "name": "network-vif-plugged", "status": "completed", "tag": "798c0299-a81a-4dd9-8d0f-f009793ca950"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:36:46.365790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63da0e25-0498-4f00-949c-ccc9b25763dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.374268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 798c0299-a81a-4dd9-8d0f-f009793ca950, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=798c0299-a81a-4dd9-8d0f-f009793ca950,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:46.410605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7b45-6222-498f-8b0c-7be3a6771930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group (4c63c357-c8e6-4984-ac96-62ee0e442dfd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.416557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7b45-6222-498f-8b0c-7be3a6771930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4c63c357-c8e6-4984-ac96-62ee0e442dfd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.427800 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b96080-ebe9-452f-9727-e9e96e82b943 x-openstack-request-id: req-89b96080-ebe9-452f-9727-e9e96e82b943 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:36:46.428189 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30d64ef-e37d-465b-9e17-fc5eee86ef60", "name": "network-vif-plugged", "status": "completed", "tag": "798c0299-a81a-4dd9-8d0f-f009793ca950", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:36:46.428406 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89b96080-ebe9-452f-9727-e9e96e82b943 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:36:46.428851 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30d64ef-e37d-465b-9e17-fc5eee86ef60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798c0299-a81a-4dd9-8d0f-f009793ca950', 'code': 200} Feb 19 00:36:46.436839 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.446772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d93a3cc-cce1-4953-bb80-514c5c76c338 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:46.447198 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.471856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ebc7b45-6222-498f-8b0c-7be3a6771930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.478809 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4ebc7b45-6222-498f-8b0c-7be3a6771930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3153048 Feb 19 00:36:46.479304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48220) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:46.481956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc7b45-6222-498f-8b0c-7be3a6771930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c63c357-c8e6-4984-ac96-62ee0e442dfd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:46.484584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7c3c4888-c2cc-4eab-87da-4aa763d394ab tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'security_group_rule': {'security_group_id': '4c63c357-c8e6-4984-ac96-62ee0e442dfd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:46.539688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da0e25-0498-4f00-949c-ccc9b25763dc None None] Pushing event updated for resources: {'Port': ['ID=9d93a3cc-cce1-4953-bb80-514c5c76c338,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:46.570697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7c3c4888-c2cc-4eab-87da-4aa763d394ab tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group_rule (90abb6bb-83de-466f-9d8a-04f8ccde8645), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.632460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559ed47-e52b-45cc-8195-a0befa9fc823 req-ba7b3f83-ce68-481f-8682-81b077a0656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:46.634426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0559ed47-e52b-45cc-8195-a0befa9fc823 req-ba7b3f83-ce68-481f-8682-81b077a0656f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 1127 time: 0.1067581 Feb 19 00:36:46.649905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Provisioning complete for port c9337c58-d91d-4e39-a18a-0f143c800d87 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:46.650316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.657166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7c3c4888-c2cc-4eab-87da-4aa763d394ab tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group_rule (90abb6bb-83de-466f-9d8a-04f8ccde8645), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.678538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7c3c4888-c2cc-4eab-87da-4aa763d394ab tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (90abb6bb-83de-466f-9d8a-04f8ccde8645), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.716777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:36:46.717338 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:36:46.724287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c4888-c2cc-4eab-87da-4aa763d394ab tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90abb6bb-83de-466f-9d8a-04f8ccde8645,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:46.750678 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7c3c4888-c2cc-4eab-87da-4aa763d394ab tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.754504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7c3c4888-c2cc-4eab-87da-4aa763d394ab tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2716506 Feb 19 00:36:46.754925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48228) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:46.759862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-96ff8167-86a1-4d5d-b3ea-9948ebfc1167 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'security_group_rule': {'security_group_id': '4c63c357-c8e6-4984-ac96-62ee0e442dfd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:46.761931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=798c0299-a81a-4dd9-8d0f-f009793ca950,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:46.790734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0559ed47-e52b-45cc-8195-a0befa9fc823 req-f610bfca-98ac-4512-b80e-7a49822d0105 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462522 Feb 19 00:36:46.805808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97c961-7e84-4afd-88ce-e21e5708b779 req-ce83aaf2-bd81-4ff9-8193-3c04e9f40dfa tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:46.806043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Port c9337c58-d91d-4e39-a18a-0f143c800d87 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:36:46.807632 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96ff8167-86a1-4d5d-b3ea-9948ebfc1167 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group_rule (afc593f6-a5ed-4766-bc8f-5c410e132a94), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.810946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df97c961-7e84-4afd-88ce-e21e5708b779 req-ce83aaf2-bd81-4ff9-8193-3c04e9f40dfa tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 945 time: 0.1523755 Feb 19 00:36:46.845698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Provisioning complete for port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:46.847491 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.933709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df97c961-7e84-4afd-88ce-e21e5708b779 req-46823e9f-07e9-4edc-9585-4229b872f4f7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140015 Feb 19 00:36:46.944101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96ff8167-86a1-4d5d-b3ea-9948ebfc1167 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group_rule (afc593f6-a5ed-4766-bc8f-5c410e132a94), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.957713 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96ff8167-86a1-4d5d-b3ea-9948ebfc1167 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (afc593f6-a5ed-4766-bc8f-5c410e132a94), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:46.960441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:36:46.983501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff8167-86a1-4d5d-b3ea-9948ebfc1167 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc593f6-a5ed-4766-bc8f-5c410e132a94,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:46.984559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Provisioning complete for port 59505183-a435-4096-b9fb-163f6b54ca93 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:46.985043 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (59505183-a435-4096-b9fb-163f6b54ca93), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.016063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96ff8167-86a1-4d5d-b3ea-9948ebfc1167 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.017910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-96ff8167-86a1-4d5d-b3ea-9948ebfc1167 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2616708 Feb 19 00:36:47.029994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48236) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:47.047190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:36:47.069265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285fbc93-8b99-4bd4-a970-00bf0a2e4291 req-9fd93189-f777-44a1-9135-c53bb6dd64b1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:47.074222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-285fbc93-8b99-4bd4-a970-00bf0a2e4291 req-9fd93189-f777-44a1-9135-c53bb6dd64b1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0823483 Feb 19 00:36:47.094006 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.158101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff2c0452-ad54-4779-805c-60c547194c24 req-7da2ca1b-35f1-4f47-a197-46b839f886cd tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0783453 Feb 19 00:36:47.158280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0b01ac50-effc-4c34-a497-f9bed4fe007c None None] Current status of the port 59505183-a435-4096-b9fb-163f6b54ca93 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:47.208918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-285fbc93-8b99-4bd4-a970-00bf0a2e4291 req-9c5bbb80-e17a-45d0-a6f8-3decacd67ea9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1270776 Feb 19 00:36:47.267158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4638bf6-268c-4488-b8c5-730247a7edbd req-3284be8e-cb17-48fc-b831-abb48897f7d1 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0518172 Feb 19 00:36:47.288193 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.322200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d93a3cc-cce1-4953-bb80-514c5c76c338 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:47.358015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd48a265-a98b-4598-9042-8a6743e1157c req-a834f9d1-251a-4626-871e-5a04825ced36 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0497990 Feb 19 00:36:47.403057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-58145b51-a5f6-45ac-b066-e61602bd73c1 None None] Provisioning complete for port 9d93a3cc-cce1-4953-bb80-514c5c76c338 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:47.403531 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58145b51-a5f6-45ac-b066-e61602bd73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.450135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c31977f1-3b73-4f1b-b110-b00a5285c51b req-77f6198d-c515-4065-81e2-e28054b1452f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0569282 Feb 19 00:36:47.506472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 59505183-a435-4096-b9fb-163f6b54ca93 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:47.515369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Allocated IP 172.25.6.70 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/e08c37ff-3bc8-4ed5-800c-8176288a2a30) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:36:47.597849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 59505183-a435-4096-b9fb-163f6b54ca93 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:47.598256 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (59505183-a435-4096-b9fb-163f6b54ca93), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.599940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-58145b51-a5f6-45ac-b066-e61602bd73c1 None None] Current status of the port 9d93a3cc-cce1-4953-bb80-514c5c76c338 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:47.644160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-58145b51-a5f6-45ac-b066-e61602bd73c1 None None] Provisioning complete for port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:47.644556 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58145b51-a5f6-45ac-b066-e61602bd73c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.660385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (e08c37ff-3bc8-4ed5-800c-8176288a2a30), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.685287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-58145b51-a5f6-45ac-b066-e61602bd73c1 None None] Port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:36:47.709514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e08c37ff-3bc8-4ed5-800c-8176288a2a30), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.741569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 59505183-a435-4096-b9fb-163f6b54ca93 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:47.742731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9d93a3cc-cce1-4953-bb80-514c5c76c338 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:36:47.795456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:36:47.799643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9d93a3cc-cce1-4953-bb80-514c5c76c338 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:36:47.800082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:36:47.800392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.802241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=e08c37ff-3bc8-4ed5-800c-8176288a2a30,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:47.810334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:36:47.957308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for floatingip (4d7264ad-afc4-40ac-a7ad-40265c0174b5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.957524 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0a19cc3-0969-433b-8860-bdb078f587d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:47.962836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d93a3cc-cce1-4953-bb80-514c5c76c338 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:36:48.009142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e08c37ff-3bc8-4ed5-800c-8176288a2a30), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:48.193160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619b50f-3f6b-4b98-a0a7-7686a3d7da50 req-f33ac563-28a5-46fb-93ca-81e424092617 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:48.194848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619b50f-3f6b-4b98-a0a7-7686a3d7da50 req-f33ac563-28a5-46fb-93ca-81e424092617 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 945 time: 0.1301577 Feb 19 00:36:48.235940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (e08c37ff-3bc8-4ed5-800c-8176288a2a30), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:48.243883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e08c37ff-3bc8-4ed5-800c-8176288a2a30), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:48.283069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619b50f-3f6b-4b98-a0a7-7686a3d7da50 req-a6b32d04-0511-4576-9908-a2151c591330 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807283 Feb 19 00:36:48.302642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d7f091e-b51d-4f9a-8dd6-2ead36080366 req-996a663b-3e85-4d34-9c77-7c48bb7bc6b0 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0388858 Feb 19 00:36:48.395264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7adf62cb-5dd7-45bd-8434-bbfcf5a05854 req-df61e960-1ec6-4a5c-848a-df725d554641 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0317228 Feb 19 00:36:48.473012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910f04f-5e2d-4864-882c-407e8c1ae7d0 req-78b43d46-0be1-4247-9860-e2bb04f950c8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:48.475151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d910f04f-5e2d-4864-882c-407e8c1ae7d0 req-78b43d46-0be1-4247-9860-e2bb04f950c8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1097877 Feb 19 00:36:48.524001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b53d7c6d-bf53-4a0c-9ecc-f0adc806ee10 req-392b6002-1930-4d01-a461-b0ad8b51fcb1 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0381112 Feb 19 00:36:48.579671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d910f04f-5e2d-4864-882c-407e8c1ae7d0 req-1fbaf028-c36d-4065-a6cb-5ba023169b5d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0968378 Feb 19 00:36:48.628044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40d23230-1354-489b-923d-bfc07eef0201 req-6953b4a8-e91a-4d35-9d59-435bab8dc9c7 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0341914 Feb 19 00:36:48.658859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:48.738426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=e08c37ff-3bc8-4ed5-800c-8176288a2a30,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:48.751095 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (4d7264ad-afc4-40ac-a7ad-40265c0174b5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:48.770702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:48.779997 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-413e7cca-0fd9-40f4-b147-1d262c98b477 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7399406 Feb 19 00:36:49.058322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-c5bf8ff5-3040-457e-a2e8-c11b1d7a9437 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1432223619&fields=id&tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f HTTP/1.1" status: 200 len: 267 time: 0.0562391 Feb 19 00:36:49.115613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-4461a0e9-5fb8-428f-9559-c8b66d69b44c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:49.117000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-4461a0e9-5fb8-428f-9559-c8b66d69b44c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 200 len: 929 time: 0.0507295 Feb 19 00:36:49.171302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-5e45d1d1-c41e-46d7-aac0-f98a7cc22f5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:49.172735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-5e45d1d1-c41e-46d7-aac0-f98a7cc22f5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 200 len: 931 time: 0.0503175 Feb 19 00:36:49.217386 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-2d307816-72ab-4598-9f7c-bad98c13b3ba tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?network_id=6bb87e76-90eb-4369-ba52-f925674f09d8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0379705 Feb 19 00:36:49.255939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-8eef3314-6755-4cf1-9861-45a04348b498 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?network_id=6bb87e76-90eb-4369-ba52-f925674f09d8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0316558 Feb 19 00:36:49.419348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-6e0c97a9-f4fd-4ddb-a53c-9e202a544943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:49.423827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-6e0c97a9-f4fd-4ddb-a53c-9e202a544943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:49.428623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-6e0c97a9-f4fd-4ddb-a53c-9e202a544943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:49.432743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-6e0c97a9-f4fd-4ddb-a53c-9e202a544943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/networks?id=9eed6468-b8a2-4a4e-85a9-96cb695ea51c&id=085c403d-c1c1-44d4-9353-83d14761f960&id=085c403d-c1c1-44d4-9353-83d14761f960&id=6bb87e76-90eb-4369-ba52-f925674f09d8&id=6bb87e76-90eb-4369-ba52-f925674f09d8 HTTP/1.1" status: 200 len: 1990 time: 0.1653268 Feb 19 00:36:49.454305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-e8aedf3d-4d0d-4c3f-abc6-a5ea39cb27c7 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/quotas/a8ee1a4d77bc43b58c4c023820e56f5f HTTP/1.1" status: 200 len: 375 time: 0.0153775 Feb 19 00:36:49.468598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d96a87-3938-4901-98ed-c957cd0e49cc req-21fa574f-8c5b-4ccd-a67e-ce5e850553dc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:49.470087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57d96a87-3938-4901-98ed-c957cd0e49cc req-21fa574f-8c5b-4ccd-a67e-ce5e850553dc tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 945 time: 0.1002414 Feb 19 00:36:49.549467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57d96a87-3938-4901-98ed-c957cd0e49cc req-055f4e5a-cca1-4798-9337-77ead9bcfa15 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713792 Feb 19 00:36:49.562399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-f3073b21-a454-4346-a13c-806d41c12295 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1017816 Feb 19 00:36:49.662804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34b75239-a591-4995-bd99-3c1be2b430a1 req-62246fbf-6ab2-40d4-b17f-85095822c22a tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0567811 Feb 19 00:36:49.714123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9a4af940-5c61-4ef0-a98c-38d843438689 service neutron] 10.222.0.60 "GET /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298714 Feb 19 00:36:49.765411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fb451da-9050-4a2e-a385-b682ef4aa377 req-0ceea66a-4c83-42a1-98b5-760d01a0e9d0 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0471985 Feb 19 00:36:49.861547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef97b9ea-c298-480c-bc60-600fe2913c28 req-9e92d375-a411-47b5-9009-78d43521e5df tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0403233 Feb 19 00:36:49.865370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-88268ef7-daff-4766-91e4-6a8664ce110b service neutron] 10.222.0.60 "GET /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380208 Feb 19 00:36:49.912913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-7a82f5dd-c560-4eff-abcc-2f15c9a3c0b9 service neutron] 10.222.0.60 "GET /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0402772 Feb 19 00:36:50.041503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-dc69026a-4285-440c-8f10-1a5e9d3b11db service neutron] 10.222.0.60 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214705 Feb 19 00:36:50.043988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09863586-f7d5-4141-bafe-0ec573a4bebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:50.179330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-108933a7-58eb-4d66-8c80-542991001efa service neutron] 10.222.0.60 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368778 Feb 19 00:36:50.185995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26164c24-3aaf-4e01-abf9-2bf1008ed8a0 req-2783ba17-6de0-4ff4-b044-72f2c3cf91e9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:50.187448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26164c24-3aaf-4e01-abf9-2bf1008ed8a0 req-2783ba17-6de0-4ff4-b044-72f2c3cf91e9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0899692 Feb 19 00:36:50.259148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-8e766ded-0f6b-42ce-8ca8-2222d8a9ce13 service neutron] 10.222.0.60 "GET /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0703990 Feb 19 00:36:50.329795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26164c24-3aaf-4e01-abf9-2bf1008ed8a0 req-d6d5cd75-4e42-4bbb-9df3-f852a114ef2a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1338801 Feb 19 00:36:50.368748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-dd2829a7-79de-4c13-b549-c16742982145 service neutron] 10.222.0.60 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993018 Feb 19 00:36:50.452249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87ba9bf1-19d1-49ff-af50-63cf51ac7130 req-6dae09a3-03a3-4d8c-908a-8655f1e093e2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0573611 Feb 19 00:36:50.504427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ccbdf182-fb8b-4851-b04e-d0cd9176c4a1 service neutron] 10.222.0.60 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304159 Feb 19 00:36:50.639955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08783f30-d49e-4e8d-935e-42a7acbda2d6 req-37ebc517-8546-467e-bc1f-a13b5e0d47e7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:50.641498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08783f30-d49e-4e8d-935e-42a7acbda2d6 req-37ebc517-8546-467e-bc1f-a13b5e0d47e7 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 945 time: 0.1129987 Feb 19 00:36:50.643953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9df843a5-436f-44f3-98d6-5a9502cb767c service neutron] 10.222.0.60 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338279 Feb 19 00:36:50.749723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08783f30-d49e-4e8d-935e-42a7acbda2d6 req-34ba7f68-acb5-49b9-a4bc-69764600ea37 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979128 Feb 19 00:36:50.792426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-5b888b24-f9ee-4be3-a287-ecb3a6b234d7 service neutron] 10.222.0.60 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386175 Feb 19 00:36:51.153692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48300) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:51.169351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20de4ca4-32d1-4d08-b420-e27b126a2944 req-4317c90f-fffa-4190-b021-4932ae8ad5ec tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.3741090 Feb 19 00:36:51.283499 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:51.303861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1890328-cb18-4557-9e35-7fecc1df9129 req-eb77dcca-468c-4773-9509-dada7b447036 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0685828 Feb 19 00:36:51.314290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-8118aca3-93f8-4b42-a6d7-c5d68353f2ab service neutron] 10.222.0.60 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098875 Feb 19 00:36:51.417118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-893c3ca4-2422-460d-b1f4-ca077231ef3d req-0fa5695e-a131-4ec2-837a-8e1282150af1 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0419514 Feb 19 00:36:51.453972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-dabfb971-0e09-4a24-9589-bb6f22873681 service neutron] 10.222.0.60 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386666 Feb 19 00:36:51.602158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecdea0-c5ba-4412-af5d-94dfa0baf27c req-a0bc3d22-f438-4f30-b84e-2c1a8689f7f8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:51.603562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64ecdea0-c5ba-4412-af5d-94dfa0baf27c req-a0bc3d22-f438-4f30-b84e-2c1a8689f7f8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0877860 Feb 19 00:36:51.605893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-08cafa79-3961-48b1-95ac-b08113fc3e0e service neutron] 10.222.0.60 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460347 Feb 19 00:36:51.661595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:51.715970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64ecdea0-c5ba-4412-af5d-94dfa0baf27c req-5c401e12-8dbe-48e5-844c-4cebfdefbbf4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0945234 Feb 19 00:36:51.756526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-e22f28ac-0ca5-4fd2-900c-bbb5103670fc service neutron] 10.222.0.60 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422706 Feb 19 00:36:51.851886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8ec4115-6288-47bf-a667-6f5ceb4c5d54 req-ed301f31-809a-4c6b-83e1-74cd71536f08 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0619845 Feb 19 00:36:51.911217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-f2e0d54d-ba08-44ef-91fd-d5392ce62d70 service neutron] 10.222.0.60 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474755 Feb 19 00:36:52.004252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Deleting port 1dcc2b29-8c49-490d-9837-849fb27f5f0b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:52.004535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:52.054859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-2feef37d-6cc2-4e75-9609-e5c4ad913f26 service neutron] 10.222.0.60 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413400 Feb 19 00:36:52.062743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15d7af-d10c-486b-835a-1c372fb2412a req-7c4c1469-df4d-4d27-80de-b188dc46fbe2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:52.064219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc15d7af-d10c-486b-835a-1c372fb2412a req-7c4c1469-df4d-4d27-80de-b188dc46fbe2 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 945 time: 0.0934012 Feb 19 00:36:52.106793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] For port 1dcc2b29-8c49-490d-9837-849fb27f5f0b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1dcc2b29-8c49-490d-9837-849fb27f5f0b,segment=NetworkSegment(2fced666-5df8-4451-be53-98c9741a784a),segment_id=2fced666-5df8-4451-be53-98c9741a784a)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:52.107551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:52.130506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Calling delete_port for 1dcc2b29-8c49-490d-9837-849fb27f5f0b owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:52.136804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-628b2d31-c55b-44c5-bca6-827de0c791e7 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:52.140742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-628b2d31-c55b-44c5-bca6-827de0c791e7 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 200 len: 929 time: 0.0728004 Feb 19 00:36:52.187891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc15d7af-d10c-486b-835a-1c372fb2412a req-b9202f67-f6f3-43d2-9a9f-40d9b3f1cf01 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133859 Feb 19 00:36:52.205405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b5033aa2-0b99-4899-8415-e871704104f7 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:52.206865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b5033aa2-0b99-4899-8415-e871704104f7 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 200 len: 931 time: 0.0581861 Feb 19 00:36:52.269207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03ba298b-aecb-426c-9c77-0fe214a94aaa req-cd9bef90-74f5-4ac8-bda5-1115ac202e29 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0299335 Feb 19 00:36:52.398690 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1dcc2b29-8c49-490d-9837-849fb27f5f0b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:52.435024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcc2b29-8c49-490d-9837-849fb27f5f0b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:52.528389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc1ae942-77fa-49eb-a535-34544a934fa9 req-e6db3b94-0ed5-4fd9-a4cd-0b985e7d8929 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0397356 Feb 19 00:36:52.649220 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:52.673653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:52.765707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844e1a3-7223-4209-8ff1-481982b2ee88 req-02e482dd-ce40-420e-a398-2591fec20742 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:52.773503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0844e1a3-7223-4209-8ff1-481982b2ee88 req-02e482dd-ce40-420e-a398-2591fec20742 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 945 time: 0.1078575 Feb 19 00:36:52.851141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0844e1a3-7223-4209-8ff1-481982b2ee88 req-dd27f549-f835-4467-81af-ec07478b2d76 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763929 Feb 19 00:36:52.947303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09915591-4ce0-4477-ba43-f36949cfc09c req-a30f26b8-ae69-4838-8354-74ba3ee611c4 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0322640 Feb 19 00:36:53.061293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:36:53.101011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e7f61d5-0bab-4d31-8ab2-0174bedaf2f1 req-e01dd66e-b3ee-4b81-b8a1-4c9634d08776 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0601807 Feb 19 00:36:53.124226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87944002-fd85-4610-a1a6-d4698f73ef3e req-6d94688a-c9b1-4d95-b487-85f138140b23 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:53.131009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87944002-fd85-4610-a1a6-d4698f73ef3e req-6d94688a-c9b1-4d95-b487-85f138140b23 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0882776 Feb 19 00:36:53.192549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87944002-fd85-4610-a1a6-d4698f73ef3e req-27cdc331-1627-408b-b169-26dd859c29fd tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599291 Feb 19 00:36:53.206037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:36:53.220540 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3a2df06b-beae-476d-9874-7823f639efa3 admin admin] 10.222.0.60 "PUT /v2.0/routers/e24229a3-90e9-4a8e-a6f9-9c777eb1be77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0650754 Feb 19 00:36:53.222329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48344) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:53.223323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] Sync routers for ids ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:36:53.235197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] Routers {'e24229a3-90e9-4a8e-a6f9-9c777eb1be77'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:53.235410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3438b50a-fb4d-46b2-b8c4-110a410ffbb6 req-7f2f0d9e-dece-456c-bd53-7a8dfdc1972c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0476520 Feb 19 00:36:53.235598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:53.351934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks [] for router (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:53.356062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] Set router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:53.386724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bd1ea6a-cf5a-4dbd-94c8-85452d9f5e52 req-49f76c51-66d2-4cc0-9336-d56647988b8d tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0559151 Feb 19 00:36:53.476371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks [] for router_gateway (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:53.541142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Deleting port 0a08a451-3729-4915-9562-2b439c136d2e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:53.541521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0a08a451-3729-4915-9562-2b439c136d2e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:53.549318 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:53.592381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245'}], 'enable_snat': True}, 'gw_port_id': '0a08a451-3729-4915-9562-2b439c136d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:36:52Z', 'revision_number': 5, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port': {'id': '0a08a451-3729-4915-9562-2b439c136d2e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:1b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:08Z', 'updated_at': '2022-02-19T00:29:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:53.626898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] Checking router: e24229a3-90e9-4a8e-a6f9-9c777eb1be77 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:36:53.635236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22ea0d87-4796-4ba8-854d-b584d40b01db req-33d4bfdf-8c51-46c0-861e-676d2b0f1087 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0453231 Feb 19 00:36:53.637837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] Routers {'e24229a3-90e9-4a8e-a6f9-9c777eb1be77'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:53.638787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:53.648631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] For port 0a08a451-3729-4915-9562-2b439c136d2e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0a08a451-3729-4915-9562-2b439c136d2e,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:53.649005 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0a08a451-3729-4915-9562-2b439c136d2e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:53.669540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Calling delete_port for 0a08a451-3729-4915-9562-2b439c136d2e owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:53.751414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] Set router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:53.815333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:36:53Z', 'revision_number': 6, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:53.844700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef18d16-e1cc-4015-a48a-318676aec0ce None None] The sync data for ids ['e24229a3-90e9-4a8e-a6f9-9c777eb1be77'] in n-d-826527-3 is: [{'id': 'e24229a3-90e9-4a8e-a6f9-9c777eb1be77', 'name': 'tempest-TaggedBootDevicesTest_v242-825974479-router', 'tenant_id': 'cb5bee051b5d438a8c30944911a96f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:07Z', 'updated_at': '2022-02-19T00:36:53Z', 'revision_number': 6, 'project_id': 'cb5bee051b5d438a8c30944911a96f3e', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:36:53.864056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0a08a451-3729-4915-9562-2b439c136d2e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:53.892693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Pushing event deleted for resources: {'Port': ['ID=0a08a451-3729-4915-9562-2b439c136d2e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:53.906599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.906811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.907163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.907539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.907881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.908223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.908552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.909375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.909716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.910051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.910412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.910757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.911110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:53.972427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.026466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2ee657d-be83-45c6-8d82-7e9559bd49d2 req-205cde2d-3ce1-466d-98b9-ae05dfcd5944 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0298126 Feb 19 00:36:54.034277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d439f49-bddc-4a33-acf7-5c1e4be9f33d req-63e510fb-5469-4ab3-b854-e3dc9d057570 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:54.035777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d439f49-bddc-4a33-acf7-5c1e4be9f33d req-63e510fb-5469-4ab3-b854-e3dc9d057570 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 945 time: 0.0958371 Feb 19 00:36:54.084851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d439f49-bddc-4a33-acf7-5c1e4be9f33d req-e245f1fe-8172-4222-a146-eb205e21af62 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/security-groups?id=cd836b53-9754-441b-ba31-976734b1dbf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432067 Feb 19 00:36:54.093016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.095407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks [] for router_controller (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.101506 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.148246 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (e24229a3-90e9-4a8e-a6f9-9c777eb1be77), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.149170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e24229a3-90e9-4a8e-a6f9-9c777eb1be77 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:36:54.154896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.156153 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4770d7b-5f73-4176-a292-9f8abc9f658e admin admin] 10.222.0.60 "DELETE /v2.0/routers/e24229a3-90e9-4a8e-a6f9-9c777eb1be77 HTTP/1.1" status: 204 len: 168 time: 0.9328866 Feb 19 00:36:54.158723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48356) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:54.224305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-02c8de87-c05b-4f73-8652-8d9f4088f24b admin admin] Deleting subnet 79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:36:54.229053 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02c8de87-c05b-4f73-8652-8d9f4088f24b admin admin] Publish callbacks [] for subnet (79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.233466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6c18466-cd0c-4af5-adc9-31b557ed15b5 req-383e6d88-be24-4365-a23c-efaca6c09e15 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0621886 Feb 19 00:36:54.276876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-47749df9-7846-4a23-903e-b6d7e1f2d44e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:54.278241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-47749df9-7846-4a23-903e-b6d7e1f2d44e tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 945 time: 0.0978312 Feb 19 00:36:54.288628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02c8de87-c05b-4f73-8652-8d9f4088f24b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.390697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02c8de87-c05b-4f73-8652-8d9f4088f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.394411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32ec8aa7-a9f0-4477-b5c2-c84bc525a675 req-b7640d41-0be4-4297-b13a-1de6ddbf9fc7 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0582788 Feb 19 00:36:54.473771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02c8de87-c05b-4f73-8652-8d9f4088f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.483632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fd3c3-2db7-4966-89d8-d8e07ba34e99 req-141a097e-04e1-4dc9-be76-087c2cd2abd4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:54.485791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb2fd3c3-2db7-4966-89d8-d8e07ba34e99 req-141a097e-04e1-4dc9-be76-087c2cd2abd4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1886370 Feb 19 00:36:54.499176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c8de87-c05b-4f73-8652-8d9f4088f24b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:54.505411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02c8de87-c05b-4f73-8652-8d9f4088f24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.509111 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-02c8de87-c05b-4f73-8652-8d9f4088f24b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/79edf8fc-aae9-42b3-bcbf-bd7acd10f9e7 HTTP/1.1" status: 204 len: 168 time: 0.3494062 Feb 19 00:36:54.510596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e955991-7312-4af3-be18-820ba715ff38 req-c1bd6d81-b5be-4c33-8c29-860914aceffd tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0498381 Feb 19 00:36:54.514577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bbb832-9bb6-4083-b887-653ffda10b41 None None] Network fca5c244-f69c-45db-82dc-37a395a8b58d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:54.516804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48364) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:54.565974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Deleting port 798c0299-a81a-4dd9-8d0f-f009793ca950 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:54.566466 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.702209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] DHCP port deletion for fca5c244-f69c-45db-82dc-37a395a8b58d request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:36:54.731678 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (fca5c244-f69c-45db-82dc-37a395a8b58d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.753648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb2fd3c3-2db7-4966-89d8-d8e07ba34e99 req-e71584cd-b77b-4b90-947c-e8b1c31baeed tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2489574 Feb 19 00:36:54.756824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Deleting port 29a49ce4-345e-490c-9112-8e266eafe88d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:54.757355 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.759530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3f39515-eaa7-4461-aa12-8d09e3dd8ff7 req-04969ef3-ffc4-4f7f-9445-ea452b4c9903 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0623002 Feb 19 00:36:54.797741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] For port 798c0299-a81a-4dd9-8d0f-f009793ca950, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=798c0299-a81a-4dd9-8d0f-f009793ca950,segment=NetworkSegment(34be0e09-ba00-4fe0-a294-85106aafa45a),segment_id=34be0e09-ba00-4fe0-a294-85106aafa45a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:54.798030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.836021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Calling delete_port for 798c0299-a81a-4dd9-8d0f-f009793ca950 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:54.839573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] For port 29a49ce4-345e-490c-9112-8e266eafe88d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=29a49ce4-345e-490c-9112-8e266eafe88d,segment=NetworkSegment(2fced666-5df8-4451-be53-98c9741a784a),segment_id=2fced666-5df8-4451-be53-98c9741a784a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:54.839991 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.852939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Calling delete_port for 29a49ce4-345e-490c-9112-8e266eafe88d owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:54.903000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Deleting port 29a49ce4-345e-490c-9112-8e266eafe88d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:54.903382 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.933670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:54.958652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Pushing event deleted for resources: {'Port': ['ID=29a49ce4-345e-490c-9112-8e266eafe88d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:54.963376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] No DVR routers for this DVR port 29a49ce4-345e-490c-9112-8e266eafe88d on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:54.970657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.971089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.971346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.971687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.972024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.972377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.972698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.973035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.974087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.974087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.974087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.974513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.974792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8112f3b4-f37a-44c6-8d06-8c0a9e29dafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:54.993926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] For port 29a49ce4-345e-490c-9112-8e266eafe88d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=29a49ce4-345e-490c-9112-8e266eafe88d,segment=NetworkSegment(2fced666-5df8-4451-be53-98c9741a784a),segment_id=2fced666-5df8-4451-be53-98c9741a784a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:54.994335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.029246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Calling delete_port for 29a49ce4-345e-490c-9112-8e266eafe88d owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:55.120102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6da29705-c419-4c5f-8e2c-1774981aa6ca req-b7fce94e-501f-4e41-b3cb-6db7520d79db tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0365963 Feb 19 00:36:55.122029 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (798c0299-a81a-4dd9-8d0f-f009793ca950), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.141236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['798c0299-a81a-4dd9-8d0f-f009793ca950'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:36:55.171946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Pushing event deleted for resources: {'Port': ['ID=798c0299-a81a-4dd9-8d0f-f009793ca950,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:55.221026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.221379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.221734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.222081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.222453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.222792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.223132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.223487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.223800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.224134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.224465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.224884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.225220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:36:55.260234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] No DVR routers for this DVR port 798c0299-a81a-4dd9-8d0f-f009793ca950 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:55.264455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7fd9fde-be05-4b0e-867c-b860cbd84ba4 req-803f9b71-72d3-4800-a6a3-de2ec07e3415 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.60 "GET /v2.0/ports?device_id=d30d64ef-e37d-465b-9e17-fc5eee86ef60 HTTP/1.1" status: 200 len: 210 time: 0.0812552 Feb 19 00:36:55.265479 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.269222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ff6162-2cae-410e-8f96-22d7abc25bb5 req-6641579d-f7dc-4a81-b215-33707509d5c8 tempest-DeleteServersTestJSON-1480269857 tempest-DeleteServersTestJSON-1480269857-project] 10.222.0.126 "DELETE /v2.0/ports/798c0299-a81a-4dd9-8d0f-f009793ca950 HTTP/1.1" status: 204 len: 173 time: 0.9832139 Feb 19 00:36:55.269697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd30d64ef-e37d-465b-9e17-fc5eee86ef60', 'name': 'network-vif-deleted', 'tag': '798c0299-a81a-4dd9-8d0f-f009793ca950'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:36:55.275503 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1287ba-1e91-426a-8b53-807d771ae933" -d '{"events": [{"server_uuid": "d30d64ef-e37d-465b-9e17-fc5eee86ef60", "name": "network-vif-deleted", "tag": "798c0299-a81a-4dd9-8d0f-f009793ca950"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:36:55.275503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (29a49ce4-345e-490c-9112-8e266eafe88d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.305679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Pushing event deleted for resources: {'Port': ['ID=29a49ce4-345e-490c-9112-8e266eafe88d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:55.315158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] No DVR routers for this DVR port 29a49ce4-345e-490c-9112-8e266eafe88d on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:55.361412 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093c045b-f6d1-466b-ba47-c60d0047c788 x-openstack-request-id: req-093c045b-f6d1-466b-ba47-c60d0047c788 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:36:55.361863 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d30d64ef-e37d-465b-9e17-fc5eee86ef60", "name": "network-vif-deleted", "tag": "798c0299-a81a-4dd9-8d0f-f009793ca950", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:36:55.362293 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-093c045b-f6d1-466b-ba47-c60d0047c788 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:36:55.362860 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd30d64ef-e37d-465b-9e17-fc5eee86ef60', 'name': 'network-vif-deleted', 'tag': '798c0299-a81a-4dd9-8d0f-f009793ca950', 'status': 'completed', 'code': 200} Feb 19 00:36:55.438168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 29a49ce4-345e-490c-9112-8e266eafe88d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:55.462001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 29a49ce4-345e-490c-9112-8e266eafe88d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:55.462887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 29a49ce4-345e-490c-9112-8e266eafe88d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:55.462887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1dcc2b29-8c49-490d-9837-849fb27f5f0b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:55.464452 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (fca5c244-f69c-45db-82dc-37a395a8b58d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.469159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d77b41c6-0e11-43be-9fb6-dbc58e1f00b4 req-5e44d008-ba58-4a84-b1de-f3055696edb8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1049061 Feb 19 00:36:55.484755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 1dcc2b29-8c49-490d-9837-849fb27f5f0b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:55.485142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1dcc2b29-8c49-490d-9837-849fb27f5f0b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:55.485567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0a08a451-3729-4915-9562-2b439c136d2e no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:55.516655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0a08a451-3729-4915-9562-2b439c136d2e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:55.516655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0a08a451-3729-4915-9562-2b439c136d2e not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:55.519028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca5c244-f69c-45db-82dc-37a395a8b58d']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:55.541537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-843770c0-b865-4836-b22e-27664c497c91 req-3a5c195c-0eef-460f-801a-c2a896382270 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0462556 Feb 19 00:36:55.545550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fced666-5df8-4451-be53-98c9741a784a') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:55.546124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fced666-5df8-4451-be53-98c9741a784a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:55.557102 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (2fced666-5df8-4451-be53-98c9741a784a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.583964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2fced666-5df8-4451-be53-98c9741a784a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.604225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1fbcdb6-23fc-4ed3-9806-cb08e028acac req-41c81ee4-edfd-4725-bb60-c602d889e033 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0308204 Feb 19 00:36:55.607387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:36:55.607667 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (2fced666-5df8-4451-be53-98c9741a784a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:36:55.609608 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:36:55.669293 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (fca5c244-f69c-45db-82dc-37a395a8b58d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.685502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:55.691694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] 10.222.0.60 "DELETE /v2.0/networks/fca5c244-f69c-45db-82dc-37a395a8b58d HTTP/1.1" status: 204 len: 168 time: 1.1630986 Feb 19 00:36:55.691694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41711ac-4c5e-41d3-9307-93a6eaf5826b admin admin] Pushing event deleted for resources: {'Network': ['ID=fca5c244-f69c-45db-82dc-37a395a8b58d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:55.692480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48380) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:55.867232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5d58e1e-8d15-42fd-a5b9-59d0e1d61eb9 req-915791d1-a3f8-413d-8f10-76cd7332194e tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0344493 Feb 19 00:36:55.928281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcb9a6c-3040-4058-81a9-22a222e5545f req-72a61973-4cd4-4edc-b597-7f434155c7a0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:55.929795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bcb9a6c-3040-4058-81a9-22a222e5545f req-72a61973-4cd4-4edc-b597-7f434155c7a0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0842762 Feb 19 00:36:55.982803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bcb9a6c-3040-4058-81a9-22a222e5545f req-abc5b1ef-6199-45e9-9925-20c57d6c211a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468659 Feb 19 00:36:56.080876 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (a198d62c-21d3-4a92-a51a-0d89afce84ea), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:56.205233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34d85447-73c7-44fb-bbeb-8fada1113924 req-984004b6-8069-4e43-9018-9df69304b4c7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0333815 Feb 19 00:36:56.354247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Deleting port 6215817f-a5a7-419a-8b32-7787938dd553 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:56.354608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6215817f-a5a7-419a-8b32-7787938dd553), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:56.447941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] For port 6215817f-a5a7-419a-8b32-7787938dd553, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6215817f-a5a7-419a-8b32-7787938dd553,segment=NetworkSegment(81dc9d73-b50d-40b9-913a-21d2e67b2fa6),segment_id=81dc9d73-b50d-40b9-913a-21d2e67b2fa6)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:56.448317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6215817f-a5a7-419a-8b32-7787938dd553), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:56.465269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Calling delete_port for 6215817f-a5a7-419a-8b32-7787938dd553 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:56.559327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-685957b8-ff30-4656-b580-6814589782d1 req-1230cf28-fd3d-4abc-b61e-178f0f60ae5a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0343215 Feb 19 00:36:56.635471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd9b0ffa-ea12-427b-a9f3-3ee553ff8df8 req-eefc368f-df78-4d7d-906a-c0c7b9c4901c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0343874 Feb 19 00:36:56.692262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6215817f-a5a7-419a-8b32-7787938dd553), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:56.731852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-228a339d-f64b-425f-86aa-27692e97ea20 req-518b3064-b765-4055-ac08-91b1afe00a1c tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0502799 Feb 19 00:36:56.747626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Pushing event deleted for resources: {'Port': ['ID=6215817f-a5a7-419a-8b32-7787938dd553,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:56.957849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (a198d62c-21d3-4a92-a51a-0d89afce84ea), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:56.965387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbe52e64-2c08-4c57-bdcc-b5f73aaa853e req-14572f84-26bc-4b6e-a2a6-80685bb6080b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0354636 Feb 19 00:36:57.122420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aa8e32-e220-446c-b922-9109a133ba12 req-751342fb-9fc7-4341-bfe5-c76c43e4667d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:57.124523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3aa8e32-e220-446c-b922-9109a133ba12 req-751342fb-9fc7-4341-bfe5-c76c43e4667d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0678513 Feb 19 00:36:57.206274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3aa8e32-e220-446c-b922-9109a133ba12 req-351fe3b9-6d7f-45e5-9e0f-3ebd1e5c7dec tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749190 Feb 19 00:36:57.232343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Router a198d62c-21d3-4a92-a51a-0d89afce84ea has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:36:57.292151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 798c0299-a81a-4dd9-8d0f-f009793ca950 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:57.303134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19e82272-2dda-49b9-a7c4-0c65a3fc86ac req-1047c8d7-f249-459b-845c-b49d05612b41 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0388269 Feb 19 00:36:57.322476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 798c0299-a81a-4dd9-8d0f-f009793ca950 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:57.322844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 798c0299-a81a-4dd9-8d0f-f009793ca950 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:57.643287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f809bac-f1f4-43fa-a671-3a0d3fe69919 req-59be0702-a6e2-49b2-a2d1-c21bb18e83f6 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0301867 Feb 19 00:36:57.673947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:36:57.687798 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a52aaf3a-478d-484b-8743-3bfa65189526 admin admin] 10.222.0.60 "PUT /v2.0/routers/a198d62c-21d3-4a92-a51a-0d89afce84ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9935000 Feb 19 00:36:57.691038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48426) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:57.692233 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] Sync routers for ids ['a198d62c-21d3-4a92-a51a-0d89afce84ea'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:36:57.714469 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] Routers {'a198d62c-21d3-4a92-a51a-0d89afce84ea'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:57.715470 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a198d62c-21d3-4a92-a51a-0d89afce84ea'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:57.758034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9fc9821-33d9-4548-9080-d4895a21b618 req-16365133-0937-4b07-982c-ac3d376df2ab tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0430508 Feb 19 00:36:57.858522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5416fe8a-e6b5-43cc-b44d-c69c1093ac0b req-9a8ea6c5-da05-4992-be88-08ff071f2a56 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0566103 Feb 19 00:36:57.892730 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks [] for router (a198d62c-21d3-4a92-a51a-0d89afce84ea), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.013282 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] Set router a198d62c-21d3-4a92-a51a-0d89afce84ea gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:58.050434 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks [] for router_gateway (a198d62c-21d3-4a92-a51a-0d89afce84ea), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.063988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9910e1b1-b6d8-4b2e-8d49-10c3e83440a4 req-dbd088bb-95f7-4dd4-9058-89e80708c7e6 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0331728 Feb 19 00:36:58.117455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Deleting port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:58.117791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.223225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] For port e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:58.223687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.238279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Calling delete_port for e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:58.271278 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210'}], 'enable_snat': True}, 'gw_port_id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:36:56Z', 'revision_number': 5, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port': {'id': 'e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:e2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:29:16Z', 'updated_at': '2022-02-19T00:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:58.310813 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] Checking router: a198d62c-21d3-4a92-a51a-0d89afce84ea for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:36:58.321066 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] Routers {'a198d62c-21d3-4a92-a51a-0d89afce84ea'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:36:58.321969 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a198d62c-21d3-4a92-a51a-0d89afce84ea'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:58.417368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1632a03f-b5c1-48e1-b6f0-1fb9424bedbc req-0d84384d-3ff4-43a1-b613-92d7842a293c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0501063 Feb 19 00:36:58.428922 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] Set router a198d62c-21d3-4a92-a51a-0d89afce84ea gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:36:58.445592 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.465994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f56c7e-24cd-4849-b26a-56b3d9248c77 req-3b0900dc-c46d-417c-8c1c-8db0941b4b3f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:58.467705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85f56c7e-24cd-4849-b26a-56b3d9248c77 req-3b0900dc-c46d-417c-8c1c-8db0941b4b3f tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1618454 Feb 19 00:36:58.486523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:58.503865 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:36:58Z', 'revision_number': 6, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:58.553317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85f56c7e-24cd-4849-b26a-56b3d9248c77 req-dfcaa5b0-6ddf-4de1-957f-8240734f8297 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753374 Feb 19 00:36:58.554034 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850adfc3-2d5a-48d7-b8c3-190ccf997547 None None] The sync data for ids ['a198d62c-21d3-4a92-a51a-0d89afce84ea'] in n-d-826527-3 is: [{'id': 'a198d62c-21d3-4a92-a51a-0d89afce84ea', 'name': 'tempest-TaggedBootDevicesTest_v242-1644592525-router', 'tenant_id': '7d04af92b874409eb8e26e2bcd7c7662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:29:15Z', 'updated_at': '2022-02-19T00:36:58Z', 'revision_number': 6, 'project_id': '7d04af92b874409eb8e26e2bcd7c7662', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:36:58.579732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (a198d62c-21d3-4a92-a51a-0d89afce84ea), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.699161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (a198d62c-21d3-4a92-a51a-0d89afce84ea), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.701857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks [] for router_controller (a198d62c-21d3-4a92-a51a-0d89afce84ea), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.747544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8706b03-47f2-4736-a2b4-3486214e0757 req-08869dde-abfd-4447-b8cf-01a98339e5d6 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0360749 Feb 19 00:36:58.768558 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (a198d62c-21d3-4a92-a51a-0d89afce84ea), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.769366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a198d62c-21d3-4a92-a51a-0d89afce84ea {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:36:58.774572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.780573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48440) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:58.782887 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e258e00b-eb5c-45bc-9278-bf374f7e667c admin admin] 10.222.0.60 "DELETE /v2.0/routers/a198d62c-21d3-4a92-a51a-0d89afce84ea HTTP/1.1" status: 204 len: 168 time: 1.0896742 Feb 19 00:36:58.861329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7079966-31bd-40b8-bf38-576791dd6ddb req-6490a9a0-5a2a-4156-a590-51ce972f2cd2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0375731 Feb 19 00:36:58.867549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0c317d-963b-400b-a0ee-8a98512a70bb admin admin] Deleting subnet 014fd6ec-3a5d-4a6d-952c-d0a247bdc280 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:36:58.873084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e0c317d-963b-400b-a0ee-8a98512a70bb admin admin] Publish callbacks [] for subnet (014fd6ec-3a5d-4a6d-952c-d0a247bdc280), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:58.995147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6232c689-5012-40b4-8871-72480abcadc1 req-6dc6008c-a25a-4c25-8f3f-74fb99c62b55 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0585618 Feb 19 00:36:59.003664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e0c317d-963b-400b-a0ee-8a98512a70bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (014fd6ec-3a5d-4a6d-952c-d0a247bdc280), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.109945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e0c317d-963b-400b-a0ee-8a98512a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (014fd6ec-3a5d-4a6d-952c-d0a247bdc280), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.201509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b736f50-8f32-498f-84f0-c39e127d40ed req-017f138f-5f2a-4cd1-9e9b-396418cb42d1 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0353177 Feb 19 00:36:59.209201 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e0c317d-963b-400b-a0ee-8a98512a70bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (014fd6ec-3a5d-4a6d-952c-d0a247bdc280), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.237494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c317d-963b-400b-a0ee-8a98512a70bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=014fd6ec-3a5d-4a6d-952c-d0a247bdc280,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:59.242297 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e0c317d-963b-400b-a0ee-8a98512a70bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.247287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6e0c317d-963b-400b-a0ee-8a98512a70bb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/014fd6ec-3a5d-4a6d-952c-d0a247bdc280 HTTP/1.1" status: 204 len: 168 time: 0.4660544 Feb 19 00:36:59.248648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48450) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:36:59.252197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e1a572-2566-4df3-bbe0-e78f117dd8b6 None None] Network 19988456-599f-4b21-b3dc-fd95a2aad2a5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:36:59.326005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (19988456-599f-4b21-b3dc-fd95a2aad2a5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.402021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Deleting port a9158cb8-ead4-454f-8401-2f3558a2438a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:59.402613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.454661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] DHCP port deletion for 19988456-599f-4b21-b3dc-fd95a2aad2a5 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:36:59.483450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] For port a9158cb8-ead4-454f-8401-2f3558a2438a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a9158cb8-ead4-454f-8401-2f3558a2438a,segment=NetworkSegment(81dc9d73-b50d-40b9-913a-21d2e67b2fa6),segment_id=81dc9d73-b50d-40b9-913a-21d2e67b2fa6)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:59.484113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.503398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Calling delete_port for a9158cb8-ead4-454f-8401-2f3558a2438a owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:59.533068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] Deleting port a9158cb8-ead4-454f-8401-2f3558a2438a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:36:59.533711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.588271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6215817f-a5a7-419a-8b32-7787938dd553 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:59.602051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62d58f6e-8c01-4bf0-bec1-0c0c394b7867 req-4f5c279b-e342-436c-9eea-030d8d5be64c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0346298 Feb 19 00:36:59.626396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.654332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 6215817f-a5a7-419a-8b32-7787938dd553 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:59.655122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6215817f-a5a7-419a-8b32-7787938dd553 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:59.655854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:36:59.664790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9158cb8-ead4-454f-8401-2f3558a2438a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:59.667010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] No DVR routers for this DVR port a9158cb8-ead4-454f-8401-2f3558a2438a on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:59.701053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:36:59.701330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e6a14fc9-ea32-4ba5-9db3-03b6ca4ae824 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:36:59.706565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] For port a9158cb8-ead4-454f-8401-2f3558a2438a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a9158cb8-ead4-454f-8401-2f3558a2438a,segment=NetworkSegment(81dc9d73-b50d-40b9-913a-21d2e67b2fa6),segment_id=81dc9d73-b50d-40b9-913a-21d2e67b2fa6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:36:59.707340 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.732103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] Calling delete_port for a9158cb8-ead4-454f-8401-2f3558a2438a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:36:59.780031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (19988456-599f-4b21-b3dc-fd95a2aad2a5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.792096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669bc0e-ce9d-4274-8e44-af167c62963f req-b85501f3-f018-47e1-aee8-467f816a7e08 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:36:59.800582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6669bc0e-ce9d-4274-8e44-af167c62963f req-b85501f3-f018-47e1-aee8-467f816a7e08 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1458509 Feb 19 00:36:59.827524 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (a9158cb8-ead4-454f-8401-2f3558a2438a), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.858378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] Pushing event deleted for resources: {'Port': ['ID=a9158cb8-ead4-454f-8401-2f3558a2438a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:36:59.861681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-771080c6-ba65-42a8-a78a-8507b020dcab req-c36189b6-9d3d-4936-8c2f-d66adec9a694 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0451694 Feb 19 00:36:59.874951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf6605-0b06-4213-accb-30ab37ec6d5a None None] No DVR routers for this DVR port a9158cb8-ead4-454f-8401-2f3558a2438a on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:36:59.880358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19988456-599f-4b21-b3dc-fd95a2aad2a5']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:59.897134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dc9d73-b50d-40b9-913a-21d2e67b2fa6') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:59.897425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dc9d73-b50d-40b9-913a-21d2e67b2fa6') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:36:59.917447 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (81dc9d73-b50d-40b9-913a-21d2e67b2fa6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.939868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6669bc0e-ce9d-4274-8e44-af167c62963f req-923cc89d-2003-4e1a-8113-d131171c0cd4 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379371 Feb 19 00:36:59.945961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (81dc9d73-b50d-40b9-913a-21d2e67b2fa6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.965690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:36:59.965690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (81dc9d73-b50d-40b9-913a-21d2e67b2fa6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:36:59.966764 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:37:00.017016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c1158f9-d91c-441d-9744-7028901da76f req-59a90109-7eb2-4025-aac3-f4e9cec55c6e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0642426 Feb 19 00:37:00.101472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cf48848-94dd-475b-8509-ae24795b5981 req-63beba15-0ffd-4c8b-9aad-c55326c2c5f6 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0467646 Feb 19 00:37:00.103557 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (19988456-599f-4b21-b3dc-fd95a2aad2a5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.112486 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.118691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] 10.222.0.60 "DELETE /v2.0/networks/19988456-599f-4b21-b3dc-fd95a2aad2a5 HTTP/1.1" status: 204 len: 168 time: 0.8665817 Feb 19 00:37:00.145174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed998c23-55f8-416a-ac46-cb7d21a3a419 admin admin] Pushing event deleted for resources: {'Network': ['ID=19988456-599f-4b21-b3dc-fd95a2aad2a5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:00.247628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48468) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:00.288365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffb5ea69-db91-47b8-9eaf-61ed27064ac1 req-c711d26f-fd4c-4de7-ada3-1ecc3f36dfc2 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0283303 Feb 19 00:37:00.307493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48470) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:00.308841 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-299c3e30-e6af-42fe-82da-519880bb6fe9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb5bee051b5d438a8c30944911a96f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0594347 Feb 19 00:37:00.357027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07272e09-eb55-44a0-83ae-a2c8a82a6244 admin admin] Publish callbacks [] for security_group (7a047a54-d319-47f4-aced-6cd592d1be69), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.378299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07272e09-eb55-44a0-83ae-a2c8a82a6244 admin admin] Publish callbacks [] for security_group (7a047a54-d319-47f4-aced-6cd592d1be69), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.427873 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07272e09-eb55-44a0-83ae-a2c8a82a6244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7a047a54-d319-47f4-aced-6cd592d1be69), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.430580 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07272e09-eb55-44a0-83ae-a2c8a82a6244 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.434285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-07272e09-eb55-44a0-83ae-a2c8a82a6244 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a047a54-d319-47f4-aced-6cd592d1be69 HTTP/1.1" status: 204 len: 168 time: 0.1251106 Feb 19 00:37:00.443369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07272e09-eb55-44a0-83ae-a2c8a82a6244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a047a54-d319-47f4-aced-6cd592d1be69,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:00.706093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c43df5d0-c0a3-4ee2-92c4-b7d44beaa485 req-e36a4877-a293-4a56-9c44-2b2806507017 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0404427 Feb 19 00:37:00.813578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48478) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:00.855380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7b61b3a2-e0c9-47ba-bc0b-8aa6c696160c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d04af92b874409eb8e26e2bcd7c7662&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404172 Feb 19 00:37:00.858402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48480) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:00.912995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3db0ae75-a265-4ab2-be05-29e606efdcea admin admin] Publish callbacks [] for security_group (d465e942-ca6c-44f0-806d-6c54d8b975ff), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.935357 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3db0ae75-a265-4ab2-be05-29e606efdcea admin admin] Publish callbacks [] for security_group (d465e942-ca6c-44f0-806d-6c54d8b975ff), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.956425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82104a34-e26d-46f6-bbdc-6348ab0bb5e7 req-961f3ca4-081c-43fa-8509-7af545af0e6c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0293188 Feb 19 00:37:00.987187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3db0ae75-a265-4ab2-be05-29e606efdcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d465e942-ca6c-44f0-806d-6c54d8b975ff), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.990329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3db0ae75-a265-4ab2-be05-29e606efdcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:00.991505 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3db0ae75-a265-4ab2-be05-29e606efdcea admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d465e942-ca6c-44f0-806d-6c54d8b975ff HTTP/1.1" status: 204 len: 168 time: 0.1318078 Feb 19 00:37:01.003551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0ae75-a265-4ab2-be05-29e606efdcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d465e942-ca6c-44f0-806d-6c54d8b975ff,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:01.159164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5ee3f42-482e-49e9-bc14-e8b698755256 req-66969dd8-eb9a-4f90-932b-6cc35c17e849 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0441396 Feb 19 00:37:01.199478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b39d9-ea9f-4950-8a9b-9d423cb0a543 req-04405e2e-2d8d-42c4-a6a0-3b05c93354be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:01.210952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-786b39d9-ea9f-4950-8a9b-9d423cb0a543 req-04405e2e-2d8d-42c4-a6a0-3b05c93354be tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1677184 Feb 19 00:37:01.252902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bda09449-2f08-4f37-97c1-672f07f08cbf req-ffb421ff-389d-47c0-8ba5-2fc3373fdc70 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0389495 Feb 19 00:37:01.282247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-786b39d9-ea9f-4950-8a9b-9d423cb0a543 req-b83971fb-1bb9-4b7a-89fd-89a4bed2728c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701883 Feb 19 00:37:01.375993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1722ba5-292f-4046-abbf-53950be1f5fa req-df720688-01d7-4d84-b988-1ebcef02f95c tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0324094 Feb 19 00:37:01.427931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a9158cb8-ead4-454f-8401-2f3558a2438a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:37:01.459124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: a9158cb8-ead4-454f-8401-2f3558a2438a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:37:01.459602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a9158cb8-ead4-454f-8401-2f3558a2438a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:37:01.796714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d47a63bf-fa0f-43ef-869a-0d964b64b681 req-069026c3-7e21-42e5-b2fd-997ee6e29777 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0363951 Feb 19 00:37:01.834747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48516) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:01.947370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2009157203-network', 'tenant_id': '1d39ee83d3a44f3c9932f591f9d7916e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:01.968586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Made reservation on behalf of 1d39ee83d3a44f3c9932f591f9d7916e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:01.971080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:01.980907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.055442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83d889fc-67d1-4811-b965-eff812a72ce5 req-440185e9-87cc-401b-b38f-cb75683f6437 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0401919 Feb 19 00:37:02.077327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Publish callbacks [] for security_group (552a44ea-4848-46d6-a3fa-9fc66ef0f497), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.082965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (552a44ea-4848-46d6-a3fa-9fc66ef0f497), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.109270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:37:02.120820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552a44ea-4848-46d6-a3fa-9fc66ef0f497,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:02.127202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (89ce5fca-aeea-4acc-aa2d-3faca3869c1b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.127570 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Added segment 89ce5fca-aeea-4acc-aa2d-3faca3869c1b of type vlan for network 6300bebb-c635-4e73-bb9c-ed8758f748e1 Feb 19 00:37:02.172896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6300bebb-c635-4e73-bb9c-ed8758f748e1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.206418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6300bebb-c635-4e73-bb9c-ed8758f748e1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.208141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:02.208985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.247457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2955f511-6fd7-481e-9ff1-61fd845828d1 req-9cbfa721-7fa7-4be4-bfff-29c3648c350e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0299721 Feb 19 00:37:02.272920 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4368696 Feb 19 00:37:02.276539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48528) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:02.285255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Request body: {'subnet': {'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2009157203-subnet', 'tenant_id': '1d39ee83d3a44f3c9932f591f9d7916e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:02.288417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bcd529-87f5-423e-85c0-5cfc748930c7 admin admin] Pushing event updated for resources: {'Network': ['ID=6300bebb-c635-4e73-bb9c-ed8758f748e1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:02.301566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6300bebb-c635-4e73-bb9c-ed8758f748e1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:37:02.312757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Made reservation on behalf of 1d39ee83d3a44f3c9932f591f9d7916e for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:02.315554 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.428165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d124484-e9a1-404c-9c24-ec1bca9d9815 req-4a92e612-907a-4ec0-b304-57619fe0c22a tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0650463 Feb 19 00:37:02.478815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bb14b-49ec-4ca3-87d7-bc8749a0c385 req-59063dd7-fb75-49de-a904-9613ab0f746e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:02.480525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-660bb14b-49ec-4ca3-87d7-bc8749a0c385 req-59063dd7-fb75-49de-a904-9613ab0f746e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1135619 Feb 19 00:37:02.522824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0ada69e-b898-4694-b8ce-fc26536ebb07 req-826d2684-d291-4916-9692-afdf27db2df9 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0412323 Feb 19 00:37:02.593307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-660bb14b-49ec-4ca3-87d7-bc8749a0c385 req-0eb08127-b63c-4f2a-882b-61f07883d38b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983999 Feb 19 00:37:02.642133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (94d1136a-9d7c-47b9-88fe-34e541a21396), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.699605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d1136a-9d7c-47b9-88fe-34e541a21396,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:02.708690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Checking segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:02.709286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Network hostable DHCP agents. Network: 6300bebb-c635-4e73-bb9c-ed8758f748e1, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:37:02.727047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Network 6300bebb-c635-4e73-bb9c-ed8758f748e1 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:37:02.737690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6300bebb-c635-4e73-bb9c-ed8758f748e1) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:02.742316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:02.742945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:02.746752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfe0b74-03ac-478d-bfb6-13e8e095195f None None] Network 6300bebb-c635-4e73-bb9c-ed8758f748e1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:02.775312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-13261f58-bfc2-40b7-bbec-721e69737505 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4969299 Feb 19 00:37:02.884835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a426c0a1-933f-40f5-8c6b-c50444c66286 None None] Network 6300bebb-c635-4e73-bb9c-ed8758f748e1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:02.912677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ade56b9-b47a-4ddf-b634-987551459fbd req-412f54da-b8f1-49a5-b4a4-389eff4bd260 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0562396 Feb 19 00:37:03.144238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db23cd8c-bbe6-4dfe-97d2-1d89bb7dd52d req-cd06fb99-5a64-41c1-a73a-fb460d206922 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0335045 Feb 19 00:37:03.277639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-b591538c-2832-44a2-a71b-e13bd76a1fc8 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:03.283353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-b591538c-2832-44a2-a71b-e13bd76a1fc8 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 813 time: 0.1244771 Feb 19 00:37:03.300285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-56c330cb-848a-4192-b31d-cf3fba82e54f tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/quotas/1d39ee83d3a44f3c9932f591f9d7916e HTTP/1.1" status: 200 len: 375 time: 0.0108304 Feb 19 00:37:03.336164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-4713f9a6-d389-4ff4-8be5-3cf85fd99141 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287449 Feb 19 00:37:03.371680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df7c0084-8a86-4668-b1c8-041fe5d53f91 req-e5200ba7-92cd-47c6-9235-53f55249a6b8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0379822 Feb 19 00:37:03.425602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48568) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:03.558505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9993a760-38d1-406f-b4d1-240c047ce44f req-930a75a6-63a3-4a26-9da4-350436a42d8c tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0654478 Feb 19 00:37:03.590867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-f76fcb80-6be4-4224-97bf-47024d670781 service neutron] 10.222.0.60 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460485 Feb 19 00:37:03.593927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-124affc0-462d-48d5-866b-f06c0c38e0f7 admin admin] Deleting subnet 27d6e68b-de7a-4378-8db1-7b9ccd23feff {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:37:03.598677 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-124affc0-462d-48d5-866b-f06c0c38e0f7 admin admin] Publish callbacks [] for subnet (27d6e68b-de7a-4378-8db1-7b9ccd23feff), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.011646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5064982-13e3-4827-afbc-502be6a46652 req-c736d8f0-0bf7-4908-a282-32ec551b9ae2 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0910587 Feb 19 00:37:04.026662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-124affc0-462d-48d5-866b-f06c0c38e0f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (27d6e68b-de7a-4378-8db1-7b9ccd23feff), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.101163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-cb83ccba-4b0f-412d-a17a-b822c2025f24 service neutron] 10.222.0.60 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5035501 Feb 19 00:37:04.117090 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-124affc0-462d-48d5-866b-f06c0c38e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (27d6e68b-de7a-4378-8db1-7b9ccd23feff), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.186870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47afcdc-19a8-4bda-8918-93c8026f2a94 req-520ccd9d-7a1c-4841-848c-261b4e860f70 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:04.188475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b47afcdc-19a8-4bda-8918-93c8026f2a94 req-520ccd9d-7a1c-4841-848c-261b4e860f70 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1094635 Feb 19 00:37:04.216660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-124affc0-462d-48d5-866b-f06c0c38e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (27d6e68b-de7a-4378-8db1-7b9ccd23feff), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.250240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124affc0-462d-48d5-866b-f06c0c38e0f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d6e68b-de7a-4378-8db1-7b9ccd23feff,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:04.260450 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-124affc0-462d-48d5-866b-f06c0c38e0f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.265271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-124affc0-462d-48d5-866b-f06c0c38e0f7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/27d6e68b-de7a-4378-8db1-7b9ccd23feff HTTP/1.1" status: 204 len: 168 time: 0.8380790 Feb 19 00:37:04.268342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48582) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:04.290672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b47afcdc-19a8-4bda-8918-93c8026f2a94 req-ba7b0468-9ea6-4e24-a15d-1ed5f97bddce tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937762 Feb 19 00:37:04.378728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1552ddb-7492-495b-a1af-608a1aec9bda req-1016a525-a635-4c31-89eb-9ad9deb2fbb7 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0597687 Feb 19 00:37:04.421963 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (392711fd-e468-4eba-a984-13f1a5696868), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.423824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20941cdc-dcd5-4700-a0eb-269b37dbcd75 req-62e22189-239b-4205-a787-01ab8b6114fc tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0484533 Feb 19 00:37:04.552729 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (392711fd-e468-4eba-a984-13f1a5696868), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.558736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1b9c2f7-1c16-4511-95c2-e52e29eb8b9a req-0a496a7c-67d7-4822-93d1-217bae196ae6 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 210 time: 0.0506928 Feb 19 00:37:04.588533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['392711fd-e468-4eba-a984-13f1a5696868']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:04.596810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df720a03-839e-4351-b6d2-b92eb8a48642 req-6d9fe8e6-8a46-4f72-8c1a-84811b91bffa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0790694 Feb 19 00:37:04.605339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34be0e09-ba00-4fe0-a294-85106aafa45a') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:04.605691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34be0e09-ba00-4fe0-a294-85106aafa45a') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:04.628687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (34be0e09-ba00-4fe0-a294-85106aafa45a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.645415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (34be0e09-ba00-4fe0-a294-85106aafa45a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.654830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:37:04.655387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (34be0e09-ba00-4fe0-a294-85106aafa45a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:37:04.658235 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:37:04.673176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdc8ed56-4921-4ad4-9dfa-41b6b4599fa7 req-f3e5e3f7-a49d-4058-a1b1-a381b5649feb tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0426731 Feb 19 00:37:04.734967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (392711fd-e468-4eba-a984-13f1a5696868), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.743880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:04.747016 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] 10.222.0.60 "DELETE /v2.0/networks/392711fd-e468-4eba-a984-13f1a5696868 HTTP/1.1" status: 204 len: 168 time: 0.4766850 Feb 19 00:37:04.760329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69569749-fed6-44ef-9067-64d98a08f446 admin admin] Pushing event deleted for resources: {'Network': ['ID=392711fd-e468-4eba-a984-13f1a5696868,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:04.896415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48606) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:04.944357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d80192fe-cc16-4063-9997-9f7c6276cdc1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8458f0c51cce4a35b61533652c8a4b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465178 Feb 19 00:37:04.946987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48608) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:04.999746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1d51a0d-7266-4a4b-96a2-b83bb13edbaa admin admin] Publish callbacks [] for security_group (cd836b53-9754-441b-ba31-976734b1dbf1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:05.029477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1d51a0d-7266-4a4b-96a2-b83bb13edbaa admin admin] Publish callbacks [] for security_group (cd836b53-9754-441b-ba31-976734b1dbf1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:05.112431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c32209d3-bf3b-4951-9c5f-ebda84c22219 req-f4e16bc9-1bdd-4fae-bd26-c4ce7e8afe38 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0349438 Feb 19 00:37:05.113306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1d51a0d-7266-4a4b-96a2-b83bb13edbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cd836b53-9754-441b-ba31-976734b1dbf1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:05.115970 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1d51a0d-7266-4a4b-96a2-b83bb13edbaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:05.119849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b1d51a0d-7266-4a4b-96a2-b83bb13edbaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd836b53-9754-441b-ba31-976734b1dbf1 HTTP/1.1" status: 204 len: 168 time: 0.1717627 Feb 19 00:37:05.135116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d51a0d-7266-4a4b-96a2-b83bb13edbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd836b53-9754-441b-ba31-976734b1dbf1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:05.490562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e559b6e7-8f13-4980-a8eb-e85515617a7d req-41846922-e0a2-462a-9056-30a665d65a10 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0364003 Feb 19 00:37:05.497767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acfef9-768f-43bb-83b9-31826f83876b req-fa6e0e09-6e2e-4e61-9c5b-fdb08ea263f9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:05.499465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6acfef9-768f-43bb-83b9-31826f83876b req-fa6e0e09-6e2e-4e61-9c5b-fdb08ea263f9 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1086397 Feb 19 00:37:05.580113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6acfef9-768f-43bb-83b9-31826f83876b req-37afe703-a54d-4650-af31-60227db72a8a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670469 Feb 19 00:37:05.598919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c26f802f-c597-43a1-9899-982e90c78d70 req-b8656faf-e079-4bb9-8c83-a94d2485cb8b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0463166 Feb 19 00:37:05.727079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f8034ce-6f09-4cc9-930e-25eacc1f5922 req-b71056fe-c94d-4097-9790-28b5470a29f9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0485382 Feb 19 00:37:05.770561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-177a3a5c-b7f6-4a89-98b3-b8ba3506de4a req-3a51030b-5d17-42d1-998b-861181e14dfa tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 210 time: 0.0788572 Feb 19 00:37:05.912568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7d7730b-58d6-4998-ba62-75087a036f26 req-6169d59e-e029-400a-bd67-184a1d61c61d tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.1124964 Feb 19 00:37:05.986564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-333fe87a-3e9a-44aa-978c-28367d384e72 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:05.988507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-333fe87a-3e9a-44aa-978c-28367d384e72 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.126 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 813 time: 0.2043371 Feb 19 00:37:06.003331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Request body: {'port': {'device_id': '9961edba-5e17-4f57-a672-8b50711561e5', 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'admin_state_up': True, 'tenant_id': '1d39ee83d3a44f3c9932f591f9d7916e'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:06.085901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48646) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:06.126545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Made reservation on behalf of 1d39ee83d3a44f3c9932f591f9d7916e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:06.129704 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.227451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1554020352-network', 'tenant_id': 'c87938301a8645ed965275bfcdbda8ac'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:06.248343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Made reservation on behalf of c87938301a8645ed965275bfcdbda8ac for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:06.251229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.258127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b73834d-c97b-456e-9edc-9132369be1b1 req-47972f58-d24d-4c67-9ada-ed3cff75e96b tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0451205 Feb 19 00:37:06.262300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.363224 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Publish callbacks [] for security_group (4b70a66f-b9f3-48d9-98ad-ffcf59f46a78), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.369063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4b70a66f-b9f3-48d9-98ad-ffcf59f46a78), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.381313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Allocated IP 172.20.0.9 (6300bebb-c635-4e73-bb9c-ed8758f748e1/94d1136a-9d7c-47b9-88fe-34e541a21396/1783deba-0573-4c47-92e2-c5e39e50869a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:06.384188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:37:06.395289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1a8032ec-143e-49b2-a836-ab5c36b0ac28), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.395678 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Added segment 1a8032ec-143e-49b2-a836-ab5c36b0ac28 of type vlan for network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb Feb 19 00:37:06.436691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-d4a7c1da-08ca-43a3-b8aa-0f49ac9f8e85 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:06.439143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-d4a7c1da-08ca-43a3-b8aa-0f49ac9f8e85 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.113 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 813 time: 0.1763015 Feb 19 00:37:06.453373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (23e4f5a9-357c-444d-8e51-6b4fbc6dacdb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.456445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Request body: {'port': {'device_id': 'e9c3ff06-d121-408c-a800-0da0a377fecd', 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'admin_state_up': True, 'tenant_id': '1d39ee83d3a44f3c9932f591f9d7916e'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:06.471122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:06.493401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (23e4f5a9-357c-444d-8e51-6b4fbc6dacdb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.494436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:06.495198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.548514 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4613588 Feb 19 00:37:06.554883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48654) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:06.560583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Request body: {'subnet': {'network_id': '23e4f5a9-357c-444d-8e51-6b4fbc6dacdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1554020352-subnet', 'tenant_id': 'c87938301a8645ed965275bfcdbda8ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:06.572526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9d899-8d7d-4c51-b38a-95ada5010f90 admin admin] Pushing event updated for resources: {'Network': ['ID=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:06.586217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:37:06.591985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Made reservation on behalf of c87938301a8645ed965275bfcdbda8ac for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:06.594641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.612951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d68f836a-1174-47b8-bf3b-e868fa577606 req-454b75bb-a424-4c07-bab5-6caa3726561f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0510275 Feb 19 00:37:06.732850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e40fa0a-888d-4624-8f24-2347a1c4ad80 req-422c9fb1-c187-46a1-8c09-42266df49944 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0607696 Feb 19 00:37:06.809315 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks [] for port (1783deba-0573-4c47-92e2-c5e39e50869a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.811772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Made reservation on behalf of 1d39ee83d3a44f3c9932f591f9d7916e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:06.815333 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.824016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (92d32da7-ff30-4e2f-b07e-5ed06bec8122), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.868396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d1a84e1-ff9e-49bf-a664-e0c1d0557ddd req-8ca56b50-b485-4b62-adc8-fdd156770a7f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0633352 Feb 19 00:37:06.896468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Pushing event updated for resources: {'Subnet': ['ID=92d32da7-ff30-4e2f-b07e-5ed06bec8122,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:06.906080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Checking segment: {'id': '1a8032ec-143e-49b2-a836-ab5c36b0ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '23e4f5a9-357c-444d-8e51-6b4fbc6dacdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:06.906565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Network hostable DHCP agents. Network: 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:37:06.916492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e986e5-79ce-42db-be0f-5c41cb90448b req-e52ad5de-6755-4505-8202-1302cd538ffa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:06.922763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64e986e5-79ce-42db-be0f-5c41cb90448b req-e52ad5de-6755-4505-8202-1302cd538ffa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.2127683 Feb 19 00:37:06.924612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:37:06.936122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:06.941875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:06.943344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:06.947526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d59e249-c226-4fca-a5d3-8fc858aace6b None None] Network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:06.976449 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1ef908bd-ede8-4417-a9bc-f6864853bbff admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4119825 Feb 19 00:37:07.005212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a5ace8c-70f9-4091-94c4-08ba89c6b6ea req-7ac05b57-bfd8-4c16-8fd2-60949fa16d05 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 210 time: 0.0484960 Feb 19 00:37:07.056291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64e986e5-79ce-42db-be0f-5c41cb90448b req-169f9a03-b97f-4017-94b7-12f42ada1e9e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1261103 Feb 19 00:37:07.060198 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:07.078779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59839022-5aa6-4329-8f56-807699623158 None None] Network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:07.144781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2be3619d-eceb-4115-8048-91c790c06620 req-f62cd996-9f27-4f1b-adc5-3ede2ff32179 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0720084 Feb 19 00:37:07.152677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Network 6300bebb-c635-4e73-bb9c-ed8758f748e1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:07.176427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:07.188171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:07.238218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Pushing event updated for resources: {'Port': ['ID=1783deba-0573-4c47-92e2-c5e39e50869a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:07.261705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-4cf1b9fe-5f7f-40fa-9127-bc4a470a632b {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:37:07.262043 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:37:07.267508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:07.268133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:07.283978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-91f7bb5c-df05-4b42-8325-28f91333da56 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2846456 Feb 19 00:37:07.296442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Request body: {'port': {'device_id': '9961edba-5e17-4f57-a672-8b50711561e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:07.355130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17293c1e-cfae-42c6-8742-a66d14ba9f85 req-8ad42df7-0aea-4801-9d68-0b8010921751 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0346923 Feb 19 00:37:07.402996 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:07.597902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-8f4509d2-ea02-46d8-be2c-3a51281181cf tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:07.599702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-8f4509d2-ea02-46d8-be2c-3a51281181cf tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/networks?id=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb HTTP/1.1" status: 200 len: 822 time: 0.2060206 Feb 19 00:37:07.633595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-fa1bbca4-b92d-4726-b283-3d40ac7394b6 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/quotas/c87938301a8645ed965275bfcdbda8ac HTTP/1.1" status: 200 len: 375 time: 0.0259793 Feb 19 00:37:07.715366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-06f3bb3c-f7c9-47c7-a09f-61c26d1e5782 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c87938301a8645ed965275bfcdbda8ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656822 Feb 19 00:37:07.744353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eddfc2b2-1fd9-4434-8ee8-f4221651cf35 req-cf64f5b6-566f-4d93-9bde-01b6127cc7b1 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0581312 Feb 19 00:37:07.763948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:07.848186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1dce58e-aa59-4c19-9cf6-4840fd9d054e req-466f5c85-bc7e-4bda-8806-445a241c3fb9 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0482907 Feb 19 00:37:07.954717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-952a87ed-1301-430f-b277-4563860a1f6d service neutron] 10.222.0.60 "GET /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206266 Feb 19 00:37:07.977615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8edb4d60-34c9-4139-92a8-29ae89d014ce req-02948cba-44d6-4969-a9f6-ce3d153e0d23 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0436981 Feb 19 00:37:08.078621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1783deba-0573-4c47-92e2-c5e39e50869a {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:08.090774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Publish callbacks [] for port (1783deba-0573-4c47-92e2-c5e39e50869a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:08.144116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eea22cca-28dd-4a9d-930d-9480cbb55a02 req-147b8d24-9997-4c8a-9e74-354b9436fc88 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 210 time: 0.0487254 Feb 19 00:37:08.145020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Transition to ACTIVE for port object 1783deba-0573-4c47-92e2-c5e39e50869a will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:08.156189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:08.179352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-12634aa2-a92c-4aea-841e-6ecb31adb85d service neutron] 10.222.0.60 "GET /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067904 Feb 19 00:37:08.277568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Pushing event updated for resources: {'Port': ['ID=1783deba-0573-4c47-92e2-c5e39e50869a,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:08.288006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Allocated IP 172.20.0.12 (6300bebb-c635-4e73-bb9c-ed8758f748e1/94d1136a-9d7c-47b9-88fe-34e541a21396/0e21de25-5f6e-4ed9-b5ba-3d39b860e611) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:08.381493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1777f4ff-ea28-49c9-b0c5-598f47fde445 req-cbe5ebc9-b58e-406b-9f37-6a13ec8bec91 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0636034 Feb 19 00:37:08.418690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668714d9-5007-468c-ace9-58c838deaf84 req-37fa0848-f913-4771-be5d-949a0d6355fe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:08.420121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-668714d9-5007-468c-ace9-58c838deaf84 req-37fa0848-f913-4771-be5d-949a0d6355fe tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.2060270 Feb 19 00:37:08.480131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f86dfbd8-7d02-4d86-b7f3-d0673d08f6b3 req-dd67cebe-d9a3-4aeb-b52f-264a92566424 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0589528 Feb 19 00:37:08.500349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Attempting to bind port 1783deba-0573-4c47-92e2-c5e39e50869a on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:08.500349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Attempting to bind port 1783deba-0573-4c47-92e2-c5e39e50869a by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:08.500349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Attempting to bind port 1783deba-0573-4c47-92e2-c5e39e50869a on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:08.847368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Port 1783deba-0573-4c47-92e2-c5e39e50869a on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:08.848062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Attempting to bind port 1783deba-0573-4c47-92e2-c5e39e50869a on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:08.894805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7daf9742-0bed-4e1e-80bb-dfd2b049ae00 req-ff0833e9-bafa-4945-b89f-4fa464d76d32 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0591075 Feb 19 00:37:08.898330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:08.898608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Checking segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:08.898997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Bound using segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:08.899456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Bound port: 1783deba-0573-4c47-92e2-c5e39e50869a, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:08.899821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:08.907765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-668714d9-5007-468c-ace9-58c838deaf84 req-9bae789d-fcf1-4821-a4c9-f2b21b13bb53 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4802661 Feb 19 00:37:09.023094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4cf100b-1bd9-4e86-b19f-298e4ffd3010 req-be049966-aab5-4921-9773-25b393c7ad89 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0711803 Feb 19 00:37:09.031314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3660640a-33c2-4e70-a2fa-83d5ef715832 req-51383aad-01c8-4204-b419-f44c32048c4d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0634706 Feb 19 00:37:09.051152 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks [] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:09.063814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] For port 1783deba-0573-4c47-92e2-c5e39e50869a, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:09.069433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] For port 1783deba-0573-4c47-92e2-c5e39e50869a, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1783deba-0573-4c47-92e2-c5e39e50869a,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:09.084737 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:09.111482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-511d17fe-820f-4d0e-ba53-72f6b734dc8b req-54b3ee8a-c69e-49b0-b0fc-d703bb0fae99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0440063 Feb 19 00:37:09.159737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:09.160741 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:09.162475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] 10.222.0.126 "PUT /v2.0/ports/1783deba-0573-4c47-92e2-c5e39e50869a HTTP/1.1" status: 200 len: 1091 time: 1.8708105 Feb 19 00:37:09.162932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9961edba-5e17-4f57-a672-8b50711561e5', 'tag': '1783deba-0573-4c47-92e2-c5e39e50869a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:09.165239 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728abe44-422b-482f-8980-b63da7dc4af7" -d '{"events": [{"name": "network-changed", "server_uuid": "9961edba-5e17-4f57-a672-8b50711561e5", "tag": "1783deba-0573-4c47-92e2-c5e39e50869a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:09.183607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5dbeb-90ec-4533-b4c3-4dfdaca25f1f service neutron] Pushing event updated for resources: {'Port': ['ID=1783deba-0573-4c47-92e2-c5e39e50869a,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:09.187702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:09.233145 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683db795-66da-4972-b352-4c3cecc40cbf x-openstack-request-id: req-683db795-66da-4972-b352-4c3cecc40cbf {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:09.233435 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9961edba-5e17-4f57-a672-8b50711561e5", "tag": "1783deba-0573-4c47-92e2-c5e39e50869a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:09.233682 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-683db795-66da-4972-b352-4c3cecc40cbf {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:09.234405 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9961edba-5e17-4f57-a672-8b50711561e5', 'tag': '1783deba-0573-4c47-92e2-c5e39e50869a', 'status': 'completed', 'code': 200} Feb 19 00:37:09.262424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Network 6300bebb-c635-4e73-bb9c-ed8758f748e1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:09.280528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:09.297688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Pushing event updated for resources: {'Port': ['ID=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:09.300463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:09.365723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-b15ada69-7f9e-49a5-a622-eaf74cd372c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:09.367168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-b15ada69-7f9e-49a5-a622-eaf74cd372c1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=9961edba-5e17-4f57-a672-8b50711561e5 HTTP/1.1" status: 200 len: 1125 time: 0.1498036 Feb 19 00:37:09.376149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:09.376743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:09.402343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133f0a0-5f24-4d24-972d-f7fbd86e569b req-11b12959-3516-4c51-8b5a-7b304e686e07 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:09.404164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7133f0a0-5f24-4d24-972d-f7fbd86e569b req-11b12959-3516-4c51-8b5a-7b304e686e07 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 932 time: 0.1486945 Feb 19 00:37:09.438745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-4bb7d793-6aa3-4252-ade7-dd26dfd050c4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1783deba-0573-4c47-92e2-c5e39e50869a HTTP/1.1" status: 200 len: 217 time: 0.0579748 Feb 19 00:37:09.447654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-fb40c244-9bd2-4366-b046-56d7d5079a6a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9949367 Feb 19 00:37:09.499309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Request body: {'port': {'device_id': 'e9c3ff06-d121-408c-a800-0da0a377fecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:09.527615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37872f5c-25d8-4a0a-b98c-e26c63619f1b req-9ca9cb96-72a8-45e9-bf5b-92eb770a0714 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0771782 Feb 19 00:37:09.592405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7133f0a0-5f24-4d24-972d-f7fbd86e569b req-d5fd538b-b18f-40fd-9508-1f007f6f725d tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564021 Feb 19 00:37:09.612941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-707c67e6-3de8-48ce-990d-ae819735e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:09.614532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-707c67e6-3de8-48ce-990d-ae819735e640 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.1628740 Feb 19 00:37:09.616551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1789d597-0ff0-43ab-ae39-b7be5c47bfef req-3f255c07-d977-4e3b-b8b2-31b1615bcbf9 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0490339 Feb 19 00:37:09.667175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-f7e3ce5f-fbfd-499f-a294-a60b8d6858a7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350173 Feb 19 00:37:09.669748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:09.852074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-584dac82-77f1-423d-bc1f-2d828f829723 service neutron] 10.222.0.126 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790345 Feb 19 00:37:09.986890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6738af2-cf3e-4e12-af2d-a6f99914d4ff req-a3df629c-bb79-49cd-a770-98adb05f40ac tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0368524 Feb 19 00:37:10.073969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-ab74df52-8536-4976-a2dc-f1803e58d76d service neutron] 10.222.0.126 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159908 Feb 19 00:37:10.128233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6b88a88-3972-4403-a3b9-7b831120e13e req-ab162b91-faad-42c1-a837-c01a72b0a61e tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0448754 Feb 19 00:37:10.140797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527a429-6649-4923-9d70-6620815998b9 req-95b90296-a951-4107-8235-f4dde304f887 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:10.142457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6527a429-6649-4923-9d70-6620815998b9 req-95b90296-a951-4107-8235-f4dde304f887 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1516943 Feb 19 00:37:10.252759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4482b83-b804-4f1f-8b21-b3a126c05db0 req-a74681ec-0d88-43fb-a667-7fdba5885495 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0745013 Feb 19 00:37:10.266437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:10.283322 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Publish callbacks [] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:10.294604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6527a429-6649-4923-9d70-6620815998b9 req-cf3782ce-2b87-4020-a9f6-fbcec86230b2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1449471 Feb 19 00:37:10.313361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Transition to ACTIVE for port object 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:10.333750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728abe44-422b-482f-8980-b63da7dc4af7 req-ce3bf928-feff-4af0-a47d-196c13a8c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:10.335282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-728abe44-422b-482f-8980-b63da7dc4af7 req-ce3bf928-feff-4af0-a47d-196c13a8c158 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=9961edba-5e17-4f57-a672-8b50711561e5 HTTP/1.1" status: 200 len: 1125 time: 0.1683905 Feb 19 00:37:10.337423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87f38fdc-e3b5-467d-a105-daaeb4b92626 req-8dd0fd4d-d597-4e0f-a4b1-4bc8044960e3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0346177 Feb 19 00:37:10.338151 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:10.437770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Pushing event updated for resources: {'Port': ['ID=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:10.508321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728abe44-422b-482f-8980-b63da7dc4af7 req-b6250f34-7a62-4eee-97af-d0afa9dfe398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:10.509710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-728abe44-422b-482f-8980-b63da7dc4af7 req-b6250f34-7a62-4eee-97af-d0afa9dfe398 service neutron] 10.222.0.126 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 914 time: 0.1664915 Feb 19 00:37:10.558779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-728abe44-422b-482f-8980-b63da7dc4af7 req-71bc4290-605f-4893-9a72-45cb9c9a24fd service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1783deba-0573-4c47-92e2-c5e39e50869a HTTP/1.1" status: 200 len: 217 time: 0.0427818 Feb 19 00:37:10.576373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Attempting to bind port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:10.576698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Attempting to bind port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:10.577035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Attempting to bind port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:10.610883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:10.611210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Attempting to bind port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:10.632300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25c38df2-7e60-42a5-82d7-d99524585290 req-12246163-1493-48fc-a010-aa089feac1ba tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0529807 Feb 19 00:37:10.638409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:10.638762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Checking segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:10.639148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Bound using segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:10.639590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Bound port: 0e21de25-5f6e-4ed9-b5ba-3d39b860e611, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:10.639957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:10.668316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728abe44-422b-482f-8980-b63da7dc4af7 req-341a076d-d8a4-4663-83f3-0255265c55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:10.670240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-728abe44-422b-482f-8980-b63da7dc4af7 req-341a076d-d8a4-4663-83f3-0255265c55b3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.1058555 Feb 19 00:37:10.741629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-728abe44-422b-482f-8980-b63da7dc4af7 req-6738b178-115a-4579-bd4e-918023406827 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451345 Feb 19 00:37:10.776461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8d7ae58-f2dd-442c-813a-6a3b24f3473e req-adf96385-54b7-424d-ae9e-19474b8baad9 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0809836 Feb 19 00:37:10.859655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] For port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:10.864360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] For port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:10.884547 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:10.935175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320e8ee-1e10-43c4-931c-0a7adb8ee589 req-19185518-89a0-41ce-b004-7fe0d67bad4f tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:10.936721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2320e8ee-1e10-43c4-931c-0a7adb8ee589 req-19185518-89a0-41ce-b004-7fe0d67bad4f tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 944 time: 0.2394011 Feb 19 00:37:10.948241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-728abe44-422b-482f-8980-b63da7dc4af7 req-758035d6-3a40-42b5-8b9d-d0d94a51a759 service neutron] 10.222.0.126 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778929 Feb 19 00:37:10.952081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:10.952706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:10.954079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] 10.222.0.113 "PUT /v2.0/ports/0e21de25-5f6e-4ed9-b5ba-3d39b860e611 HTTP/1.1" status: 200 len: 1092 time: 1.4778533 Feb 19 00:37:11.057276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416d7bf-4356-4b85-9947-079cdc83623a service neutron] Pushing event updated for resources: {'Port': ['ID=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:11.117416 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69324bf9-41ce-4b21-9287-ab3cf5629f2c req-b727cda0-cd70-4f93-8b28-72c2640947a8 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0556998 Feb 19 00:37:11.144654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2320e8ee-1e10-43c4-931c-0a7adb8ee589 req-7f5284ad-815b-4978-bba4-d0498da36dbb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988490 Feb 19 00:37:11.158433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-728abe44-422b-482f-8980-b63da7dc4af7 req-c514b28c-e568-4c57-a939-552dc99093d7 service neutron] 10.222.0.126 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015800 Feb 19 00:37:11.163169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-369ba9f1-9a83-4856-b1a6-2df3d7721e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:11.164645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-369ba9f1-9a83-4856-b1a6-2df3d7721e9a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 1126 time: 0.1657445 Feb 19 00:37:11.219175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-f4893794-0dc2-49e8-bc2c-5cba14adfded service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e21de25-5f6e-4ed9-b5ba-3d39b860e611 HTTP/1.1" status: 200 len: 217 time: 0.0476043 Feb 19 00:37:11.241299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c3ff06-d121-408c-a800-0da0a377fecd', 'tag': '0e21de25-5f6e-4ed9-b5ba-3d39b860e611'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:11.243771 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6265448f-df3f-471d-9119-0109708fc424" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c3ff06-d121-408c-a800-0da0a377fecd", "tag": "0e21de25-5f6e-4ed9-b5ba-3d39b860e611"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:11.249774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c72cba83-e7ce-489a-8de7-c3a94f0adedc req-417e4f38-0cc2-4fbf-a880-326d927e85d2 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0401118 Feb 19 00:37:11.290246 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63747e87-89d2-4a31-9df8-7392abddf3d1 x-openstack-request-id: req-63747e87-89d2-4a31-9df8-7392abddf3d1 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:11.290548 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c3ff06-d121-408c-a800-0da0a377fecd", "tag": "0e21de25-5f6e-4ed9-b5ba-3d39b860e611", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:11.290803 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63747e87-89d2-4a31-9df8-7392abddf3d1 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:11.291205 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c3ff06-d121-408c-a800-0da0a377fecd', 'tag': '0e21de25-5f6e-4ed9-b5ba-3d39b860e611', 'status': 'completed', 'code': 200} Feb 19 00:37:11.298866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27484887-29f9-4aee-a27c-759502f206e8 req-5265263e-a245-4b0b-a1a3-6f6adc4a0fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:11.300443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-5265263e-a245-4b0b-a1a3-6f6adc4a0fb4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.0537696 Feb 19 00:37:11.353363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-feb1591c-9a9e-4eac-8593-30eb29da37a7 req-39dcf637-fd08-4fe7-ab75-588aa3f460a5 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0483413 Feb 19 00:37:11.355404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-38574a1e-dc95-4cc5-9f78-cee4d0e69bbd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486698 Feb 19 00:37:11.474218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fb8e4a4-d06e-4eef-9559-57b66537c6c1 req-4db7d7cc-8582-41e7-936f-a211843f206d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0639150 Feb 19 00:37:11.518382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-be98b00e-3435-4e39-a3db-9aa8a8aed580 service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568317 Feb 19 00:37:11.529355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7ac9-6b58-498e-aa7e-be08c75c5489 req-54b8d9c5-4e6e-4aa9-b34c-2d8770bc2b23 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:11.530943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95de7ac9-6b58-498e-aa7e-be08c75c5489 req-54b8d9c5-4e6e-4aa9-b34c-2d8770bc2b23 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1192765 Feb 19 00:37:11.640266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95de7ac9-6b58-498e-aa7e-be08c75c5489 req-00918886-f3e3-41a5-b5c9-f92d9477c9c1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006145 Feb 19 00:37:11.658088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27484887-29f9-4aee-a27c-759502f206e8 req-67a5c108-25f8-450b-ba9c-b9a2198f58ca service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261435 Feb 19 00:37:11.756734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72faa662-b71a-43bb-93c4-0ace9194c47c req-33e57c98-802c-4ad4-acfb-611cd29010f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0567532 Feb 19 00:37:11.777493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265448f-df3f-471d-9119-0109708fc424 req-1bb198e8-dd36-4306-a219-59e832bc55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:11.779780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6265448f-df3f-471d-9119-0109708fc424 req-1bb198e8-dd36-4306-a219-59e832bc55e8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 1126 time: 0.0686750 Feb 19 00:37:11.872534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46fdae8f-f7bd-4349-b68d-6419ee393c06 req-4f542aca-a85b-4b87-9f18-8af52db55b5d tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0359776 Feb 19 00:37:11.906108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265448f-df3f-471d-9119-0109708fc424 req-10d1b061-67ef-4807-b9cb-eea79934f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:11.907665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6265448f-df3f-471d-9119-0109708fc424 req-10d1b061-67ef-4807-b9cb-eea79934f57b service neutron] 10.222.0.113 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 914 time: 0.1222289 Feb 19 00:37:11.960181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6265448f-df3f-471d-9119-0109708fc424 req-5ae8d6ad-f125-4543-bfac-46c0084fd543 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e21de25-5f6e-4ed9-b5ba-3d39b860e611 HTTP/1.1" status: 200 len: 217 time: 0.0448422 Feb 19 00:37:12.016335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265448f-df3f-471d-9119-0109708fc424 req-2ddb2329-ddf8-40ff-bfc0-d9762cb86caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:12.017967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6265448f-df3f-471d-9119-0109708fc424 req-2ddb2329-ddf8-40ff-bfc0-d9762cb86caa service neutron] 10.222.0.113 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.0517476 Feb 19 00:37:12.062232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6265448f-df3f-471d-9119-0109708fc424 req-76407ebe-e46a-4a8a-91ef-44dd15bae4a9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373685 Feb 19 00:37:12.168884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6265448f-df3f-471d-9119-0109708fc424 req-9d32d61c-02cb-4a61-b7c2-821035a91262 service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999103 Feb 19 00:37:12.247992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b14b9efc-c535-458f-a9d6-4331fe2d0c41 req-dee15efd-6a1e-4fe8-bf6f-e70896405c78 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0645006 Feb 19 00:37:12.315518 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:37:12.638131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ab5ccec-faa6-4a88-8912-1f8ed457c7c1 req-83e9f909-854d-4d33-9927-88d410947b5c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0354071 Feb 19 00:37:12.669612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6265448f-df3f-471d-9119-0109708fc424 req-c83ae80f-c9a8-45b9-9816-c4deebd42160 service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4944205 Feb 19 00:37:12.679807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20d7b3-5fd6-4106-a827-0232085afb6a req-14a959b3-6833-4145-95f4-0a9b5e7a567f tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:12.681328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd20d7b3-5fd6-4106-a827-0232085afb6a req-14a959b3-6833-4145-95f4-0a9b5e7a567f tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 944 time: 0.4398065 Feb 19 00:37:12.721864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f891bad4-3a82-442b-af03-2e23ecf68b11 req-8f861cc2-bab8-432b-97b7-732633467bea tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0394990 Feb 19 00:37:12.757163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd20d7b3-5fd6-4106-a827-0232085afb6a req-d8cd4ae8-5251-48a0-892b-426922bdebbb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662553 Feb 19 00:37:12.801106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62e32f65-3ab1-4681-803d-45e706bef5da req-7e5ff4c7-e05d-4e36-94c8-088057e57bfd tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0326529 Feb 19 00:37:12.891910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f08b70-8252-42ac-99c9-2d3c591e3570 req-d95a4ac7-dc57-4d8b-9b0d-80cf2f97191c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:12.893291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63f08b70-8252-42ac-99c9-2d3c591e3570 req-d95a4ac7-dc57-4d8b-9b0d-80cf2f97191c tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0787873 Feb 19 00:37:12.895340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f5aaeed-9808-45fe-a9fb-516cbe3a631c req-964dfda6-02ef-4dbd-887b-e37dcc1e1d3f tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0403576 Feb 19 00:37:12.966447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63f08b70-8252-42ac-99c9-2d3c591e3570 req-ed7e2454-68b5-4d25-9509-133c633fe19b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671463 Feb 19 00:37:12.982897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be4b0efc-8c86-45c7-9804-f2dddca45ede req-df8af095-6bb4-4498-a2d4-2dbe55bfb9bc tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0371075 Feb 19 00:37:13.331366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2b4f5de-b7c7-4e5a-b569-d12ee394ff8d req-22def9d2-45fe-44a4-8461-b79c1835cc85 tempest-ServerRescueTestJSON-1501852727 tempest-ServerRescueTestJSON-1501852727-project] 10.222.0.60 "GET /v2.0/ports?device_id=add38fbc-0db0-42e4-96d9-65b3d00aafa5 HTTP/1.1" status: 200 len: 210 time: 0.0318382 Feb 19 00:37:13.338814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1783deba-0573-4c47-92e2-c5e39e50869a details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:37:13.439730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1783deba-0573-4c47-92e2-c5e39e50869a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1783deba-0573-4c47-92e2-c5e39e50869a,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:13.452841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '1783deba-0573-4c47-92e2-c5e39e50869a', 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'port_id': '1783deba-0573-4c47-92e2-c5e39e50869a', 'mac_address': 'fa:16:3e:2f:3f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d1136a-9d7c-47b9-88fe-34e541a21396', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:37:13.490737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48772) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:13.500252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1783deba-0573-4c47-92e2-c5e39e50869a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:13.500404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:13.514510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1783deba-0573-4c47-92e2-c5e39e50869a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:13.534669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1783deba-0573-4c47-92e2-c5e39e50869a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1783deba-0573-4c47-92e2-c5e39e50869a,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:13.539495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:13.585127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1783deba-0573-4c47-92e2-c5e39e50869a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:13.715323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc22b484-00b2-4f27-8f7d-abbe4129b0b0 req-1633bb02-3eea-43bd-8094-57fc324f23fd tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0274353 Feb 19 00:37:13.805965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3672a407-bb63-46a3-b3ba-94203d3dae8a req-f95e992a-7b71-4ab1-8b08-d5828d3f8676 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0283210 Feb 19 00:37:13.835929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['1783deba-0573-4c47-92e2-c5e39e50869a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:37:13.898690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b016eae-aaa8-4e56-baa4-a51f885c7f7f req-af54e2a1-2040-4bf1-bcfa-f563a5421d08 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0297477 Feb 19 00:37:13.915271 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (f41572cd-9c15-44b3-81f6-b7977220e59e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:13.922810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253a501-3770-4663-8772-fd2254b3b779 req-16953ee0-28cb-4f84-8dd5-dd2fabb049a1 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:13.930259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1253a501-3770-4663-8772-fd2254b3b779 req-16953ee0-28cb-4f84-8dd5-dd2fabb049a1 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 944 time: 0.1039493 Feb 19 00:37:13.990448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1253a501-3770-4663-8772-fd2254b3b779 req-9ecf0d13-8d9a-429f-8532-97d716790332 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592589 Feb 19 00:37:14.019325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c6e4a10-3d70-4ee2-968c-bd0ada335d02 req-71c13930-5ee6-4664-a3c0-140d4266047c tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0450544 Feb 19 00:37:14.106997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a9fee2f-7d0d-470d-9d19-21d337403853 req-46e4e546-6517-4fdb-982e-6acee46daeda tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0318027 Feb 19 00:37:14.137625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bb64b-fe51-4c36-a4d3-bafbb4727386 req-91845ce7-0f52-49e9-9569-41f2dc2a2db2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:14.142705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-417bb64b-fe51-4c36-a4d3-bafbb4727386 req-91845ce7-0f52-49e9-9569-41f2dc2a2db2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0955791 Feb 19 00:37:14.186638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-417bb64b-fe51-4c36-a4d3-bafbb4727386 req-8551997d-9fff-406d-8a4f-013a9ac7f045 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415640 Feb 19 00:37:14.186907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Deleting port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:37:14.187124 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:14.265454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] For port 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,segment=NetworkSegment(158190ca-9820-46b9-b216-8aa6e96c7a4c),segment_id=158190ca-9820-46b9-b216-8aa6e96c7a4c)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:14.265822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:14.286993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Calling delete_port for 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:37:14.508823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0fe29edf-9f4c-4ad2-b173-8cf3c2578f99), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:14.533905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe29edf-9f4c-4ad2-b173-8cf3c2578f99,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:14.697293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (f41572cd-9c15-44b3-81f6-b7977220e59e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:14.802424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c51c331-44a2-4182-a051-d6ffdd3c858b req-5ed52a19-4e3d-4b06-a9c1-9fc9de6e1afb tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0337236 Feb 19 00:37:14.900440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebcb0ad7-82b6-4247-9d3d-ce633e4db402 req-3123cb1c-22ab-4b90-b68e-fc11e3d4033d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0340018 Feb 19 00:37:14.929990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Router f41572cd-9c15-44b3-81f6-b7977220e59e has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:37:14.948133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:37:14.997032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75c67993-648d-4107-af91-7173877a56d6 req-b2a950d7-8f75-42e6-a9d4-1a2ff9f728fa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0305791 Feb 19 00:37:15.051264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:37:15.056523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:15.060005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48800) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:15.060908 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-385cd66f-6697-4488-b3b2-760bf2ddf6ca admin admin] 10.222.0.60 "PUT /v2.0/routers/f41572cd-9c15-44b3-81f6-b7977220e59e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5680692 Feb 19 00:37:15.070559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] Sync routers for ids ['f41572cd-9c15-44b3-81f6-b7977220e59e'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:37:15.078939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '0e21de25-5f6e-4ed9-b5ba-3d39b860e611', 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'port_id': '0e21de25-5f6e-4ed9-b5ba-3d39b860e611', 'mac_address': 'fa:16:3e:f3:37:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d1136a-9d7c-47b9-88fe-34e541a21396', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:37:15.087863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] Routers {'f41572cd-9c15-44b3-81f6-b7977220e59e'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:37:15.088490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f41572cd-9c15-44b3-81f6-b7977220e59e'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:15.159161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7e165b6-7117-409a-b363-c658c5beb73f req-f3b2fc9b-15a8-46d6-b856-3bbed1c65edc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0518427 Feb 19 00:37:15.204546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:15.204942 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.223904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:15.246668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19de2f8b-118f-4550-81a7-972badbd2848 req-29689008-465b-46c3-9ea2-1ca9fbf3d962 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0391316 Feb 19 00:37:15.266928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:15.266928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] Set router f41572cd-9c15-44b3-81f6-b7977220e59e gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:37:15.267110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82109f6-d2dd-4b88-8e38-bc3698d3cd87 req-285cf9df-6b8f-48a0-a342-54aa021a9294 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:15.270815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f82109f6-d2dd-4b88-8e38-bc3698d3cd87 req-285cf9df-6b8f-48a0-a342-54aa021a9294 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 944 time: 0.2036364 Feb 19 00:37:15.282314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks [] for router (f41572cd-9c15-44b3-81f6-b7977220e59e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.322245 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.394985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1783deba-0573-4c47-92e2-c5e39e50869a up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:15.459246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f82109f6-d2dd-4b88-8e38-bc3698d3cd87 req-b4d42727-11c6-42dd-ab35-1e85f659e961 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739380 Feb 19 00:37:15.474951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:15.477452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d73f3-4f3c-4bd5-8345-9ef13069e4de req-80c709d6-39fc-4b07-a7d7-23ef7c75520b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:15.479009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d7d73f3-4f3c-4bd5-8345-9ef13069e4de req-80c709d6-39fc-4b07-a7d7-23ef7c75520b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1444068 Feb 19 00:37:15.481298 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks [] for router_gateway (f41572cd-9c15-44b3-81f6-b7977220e59e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.527853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 1783deba-0573-4c47-92e2-c5e39e50869a completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:37:15.535446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 1783deba-0573-4c47-92e2-c5e39e50869a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:15.535884 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.540951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['0e21de25-5f6e-4ed9-b5ba-3d39b860e611'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:37:15.561741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d7d73f3-4f3c-4bd5-8345-9ef13069e4de req-36bd56a8-f49a-4af7-b316-f9378894b127 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739269 Feb 19 00:37:15.575438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Deleting port e63b4ca2-c692-445b-a241-c8a98e540386 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:37:15.575788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.645662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:37:14Z', 'revision_number': 5, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port': {'id': 'e63b4ca2-c692-445b-a241-c8a98e540386', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:30:56Z', 'updated_at': '2022-02-19T00:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:15.659251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] For port e63b4ca2-c692-445b-a241-c8a98e540386, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e63b4ca2-c692-445b-a241-c8a98e540386,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:15.659625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.673206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Calling delete_port for e63b4ca2-c692-445b-a241-c8a98e540386 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:37:15.708595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] Checking router: f41572cd-9c15-44b3-81f6-b7977220e59e for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:37:15.733210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 1783deba-0573-4c47-92e2-c5e39e50869a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:15.734056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.743843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] Routers {'f41572cd-9c15-44b3-81f6-b7977220e59e'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:37:15.744502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f41572cd-9c15-44b3-81f6-b7977220e59e'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:15.847030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9961edba-5e17-4f57-a672-8b50711561e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1783deba-0573-4c47-92e2-c5e39e50869a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:15.849655 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6255fc14-b1da-48a2-93e1-e153aab8d57f" -d '{"events": [{"server_uuid": "9961edba-5e17-4f57-a672-8b50711561e5", "name": "network-vif-plugged", "status": "completed", "tag": "1783deba-0573-4c47-92e2-c5e39e50869a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:15.850270 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e63b4ca2-c692-445b-a241-c8a98e540386), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.881246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 1783deba-0573-4c47-92e2-c5e39e50869a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1783deba-0573-4c47-92e2-c5e39e50869a,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:15.883238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=e63b4ca2-c692-445b-a241-c8a98e540386,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:15.889043 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:15.902561 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd84af2-2c55-4b3f-9cbb-bfb3044ba4e0 x-openstack-request-id: req-0cd84af2-2c55-4b3f-9cbb-bfb3044ba4e0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:15.902856 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9961edba-5e17-4f57-a672-8b50711561e5", "name": "network-vif-plugged", "status": "completed", "tag": "1783deba-0573-4c47-92e2-c5e39e50869a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:15.903127 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0cd84af2-2c55-4b3f-9cbb-bfb3044ba4e0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:15.903534 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9961edba-5e17-4f57-a672-8b50711561e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1783deba-0573-4c47-92e2-c5e39e50869a', 'code': 200} Feb 19 00:37:15.904753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] Set router f41572cd-9c15-44b3-81f6-b7977220e59e gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:37:15.931614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86863bc3-3f68-48db-868a-2a6a51a21973 req-58d436c3-256c-43ab-8e4d-3e4d161fc169 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0534680 Feb 19 00:37:16.050040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7a00b1e-ed3e-4885-b512-b61ad18c0a45 req-1b37dd7b-2d47-4f7c-9fe9-dce0b3e42dbd tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0645506 Feb 19 00:37:16.068789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (f41572cd-9c15-44b3-81f6-b7977220e59e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.126126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:37:15Z', 'revision_number': 6, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:16.151500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18faf05f-3d8d-40c7-b6fa-5166b4282100 req-b6cd6dbb-30a9-474a-a454-6fb489aeb63a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0908749 Feb 19 00:37:16.159579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be54cc-9654-4a31-80a0-726102052d47 None None] The sync data for ids ['f41572cd-9c15-44b3-81f6-b7977220e59e'] in n-d-826527-3 is: [{'id': 'f41572cd-9c15-44b3-81f6-b7977220e59e', 'name': 'tempest-ServerRescueTestJSON-1070317573-router', 'tenant_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:30:55Z', 'updated_at': '2022-02-19T00:37:15Z', 'revision_number': 6, 'project_id': '08ff7863ebce43b68b93983c9e0f9fb3', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:37:16.182970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=1783deba-0573-4c47-92e2-c5e39e50869a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:16.207955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d9071-28f6-41fe-b26c-b854f76b6663 req-1c60adb9-96b3-49a8-bbe2-395ad5342636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:16.209751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b2d9071-28f6-41fe-b26c-b854f76b6663 req-1c60adb9-96b3-49a8-bbe2-395ad5342636 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=9961edba-5e17-4f57-a672-8b50711561e5 HTTP/1.1" status: 200 len: 1127 time: 0.2231822 Feb 19 00:37:16.211699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (f41572cd-9c15-44b3-81f6-b7977220e59e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.214463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks [] for router_controller (f41572cd-9c15-44b3-81f6-b7977220e59e), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.296643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c42510f-2760-4f59-9708-916e11aed3dc req-ebd2fe32-06d0-478e-b9f7-ac0cae67a4b9 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0721936 Feb 19 00:37:16.316704 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (f41572cd-9c15-44b3-81f6-b7977220e59e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.317245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f41572cd-9c15-44b3-81f6-b7977220e59e {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:37:16.340697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.341835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b1289c41-9d01-412b-b141-7e764f2a9cfe admin admin] 10.222.0.60 "DELETE /v2.0/routers/f41572cd-9c15-44b3-81f6-b7977220e59e HTTP/1.1" status: 204 len: 168 time: 1.2807310 Feb 19 00:37:16.345118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48818) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:16.347260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f82d68e-b293-45d4-bb5d-8fdd3cd52430 req-c1725638-5b16-4eee-91e8-9064f2f28af1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0476213 Feb 19 00:37:16.351054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b2d9071-28f6-41fe-b26c-b854f76b6663 req-d1be9721-3884-4b74-bc74-c3bde1af5293 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347373 Feb 19 00:37:16.392094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7c4f3c-1cee-4517-b920-156cb909cc98 admin admin] Deleting subnet 03039692-f6a4-4568-ad8f-fa9c7eca433c {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:37:16.395542 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f3c-1cee-4517-b920-156cb909cc98 admin admin] Publish callbacks [] for subnet (03039692-f6a4-4568-ad8f-fa9c7eca433c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.430903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f3c-1cee-4517-b920-156cb909cc98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (03039692-f6a4-4568-ad8f-fa9c7eca433c), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.474636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f3c-1cee-4517-b920-156cb909cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (03039692-f6a4-4568-ad8f-fa9c7eca433c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.533636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f3c-1cee-4517-b920-156cb909cc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (03039692-f6a4-4568-ad8f-fa9c7eca433c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.565045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c4f3c-1cee-4517-b920-156cb909cc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03039692-f6a4-4568-ad8f-fa9c7eca433c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:16.570836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e7c4f3c-1cee-4517-b920-156cb909cc98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.574625 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6e7c4f3c-1cee-4517-b920-156cb909cc98 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/03039692-f6a4-4568-ad8f-fa9c7eca433c HTTP/1.1" status: 204 len: 168 time: 0.2275121 Feb 19 00:37:16.577220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48822) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:16.636767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401edc1f-a1ee-4589-8b38-f999e8695d7a req-00b26d14-5e4e-40ad-b166-6a647b9e3d19 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:16.638314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-401edc1f-a1ee-4589-8b38-f999e8695d7a req-00b26d14-5e4e-40ad-b166-6a647b9e3d19 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 945 time: 0.1037183 Feb 19 00:37:16.701036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3ff620dd-9aaf-47e6-ba4f-4d3864e5e337), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.742575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-401edc1f-a1ee-4589-8b38-f999e8695d7a req-0bf0fe70-9bf4-42cf-a5a3-dc25f295c15a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863435 Feb 19 00:37:16.770126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709dbc6-10bc-48bc-b648-b4175fca5680 req-bac9450b-b8da-4b9a-bc0d-93e5461cb11a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:16.771792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0709dbc6-10bc-48bc-b648-b4175fca5680 req-bac9450b-b8da-4b9a-bc0d-93e5461cb11a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1304801 Feb 19 00:37:16.835628 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3ff620dd-9aaf-47e6-ba4f-4d3864e5e337), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.869591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff620dd-9aaf-47e6-ba4f-4d3864e5e337']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:16.883582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0709dbc6-10bc-48bc-b648-b4175fca5680 req-216b11be-de6a-4d58-9fc4-d1cd172e499a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013401 Feb 19 00:37:16.885110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158190ca-9820-46b9-b216-8aa6e96c7a4c') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:16.885406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158190ca-9820-46b9-b216-8aa6e96c7a4c') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:16.895041 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (158190ca-9820-46b9-b216-8aa6e96c7a4c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.909503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (158190ca-9820-46b9-b216-8aa6e96c7a4c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.916904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:37:16.917665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (158190ca-9820-46b9-b216-8aa6e96c7a4c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:37:16.919410 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:37:16.963730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:16.993421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3ff620dd-9aaf-47e6-ba4f-4d3864e5e337), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.001166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.004467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3ff620dd-9aaf-47e6-ba4f-4d3864e5e337 HTTP/1.1" status: 204 len: 168 time: 0.4261997 Feb 19 00:37:17.028870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:37:17.033131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:17.033497 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.040566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2bdd84-9a12-497b-83c2-7798f4d86238 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff620dd-9aaf-47e6-ba4f-4d3864e5e337,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:17.043841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89b31292-d20c-4f07-b642-7029b4c955c8 req-c625e89c-ac4f-4807-a60d-98431f37de34 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0384471 Feb 19 00:37:17.123362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:17.123748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.149983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d2cf447-c893-4af1-a950-d2fa5ea650e9 req-b88859ab-0d2c-46e0-8b0d-1665ef812b2c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0439920 Feb 19 00:37:17.154373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48832) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:17.165220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:17.171065 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.212088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6a85626e-9e08-47a0-9e42-6c91e4097449 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08ff7863ebce43b68b93983c9e0f9fb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573072 Feb 19 00:37:17.214642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48836) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:17.231959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:17.283566 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d895371-36b8-4494-a0b0-f58c842b28a4 req-24fad90b-302d-4bd1-a371-26036eaebcae tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0373702 Feb 19 00:37:17.307196 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce935b0e-d0f2-4a52-a500-33677c9dc5d2 admin admin] Publish callbacks [] for security_group (0d453197-03a9-4eef-93ae-de4721a702a3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.329973 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce935b0e-d0f2-4a52-a500-33677c9dc5d2 admin admin] Publish callbacks [] for security_group (0d453197-03a9-4eef-93ae-de4721a702a3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.402255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45b49adb-cb2c-4b13-ab25-77b1c0a69000 req-e0909b2a-380e-48d1-8cdf-db57a94c84ed tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0348525 Feb 19 00:37:17.429540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce935b0e-d0f2-4a52-a500-33677c9dc5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0d453197-03a9-4eef-93ae-de4721a702a3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.432467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce935b0e-d0f2-4a52-a500-33677c9dc5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.433688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ce935b0e-d0f2-4a52-a500-33677c9dc5d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d453197-03a9-4eef-93ae-de4721a702a3 HTTP/1.1" status: 204 len: 168 time: 0.2179222 Feb 19 00:37:17.466365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:37:17.466874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84cbb34f-e42b-49d4-b6e7-53a5f518744a req-5d34ccd8-708a-482f-8ef1-2408c5bb5306 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0320289 Feb 19 00:37:17.477605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce935b0e-d0f2-4a52-a500-33677c9dc5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d453197-03a9-4eef-93ae-de4721a702a3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:17.505949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:37:17.509118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0fe29edf-9f4c-4ad2-b173-8cf3c2578f99 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:37:17.509118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e63b4ca2-c692-445b-a241-c8a98e540386 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:37:17.537842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e63b4ca2-c692-445b-a241-c8a98e540386 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:37:17.538454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e63b4ca2-c692-445b-a241-c8a98e540386 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:37:17.863855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c38ee9-5dde-4341-bb10-42629cfb447e req-7a500694-ece4-44ef-8ab8-74b50076eee9 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:17.865405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38c38ee9-5dde-4341-bb10-42629cfb447e req-7a500694-ece4-44ef-8ab8-74b50076eee9 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 946 time: 0.0570879 Feb 19 00:37:17.904061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c3ff06-d121-408c-a800-0da0a377fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e21de25-5f6e-4ed9-b5ba-3d39b860e611'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:17.906380 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46651ca9-7180-4ad1-a622-853968f2dbdc" -d '{"events": [{"server_uuid": "e9c3ff06-d121-408c-a800-0da0a377fecd", "name": "network-vif-plugged", "status": "completed", "tag": "0e21de25-5f6e-4ed9-b5ba-3d39b860e611"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:17.917141 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40519138-d752-430d-bd76-a4c9ce7df36a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:17.938553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38c38ee9-5dde-4341-bb10-42629cfb447e req-7faa482d-473a-4c14-8c6d-db05a7f23838 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660758 Feb 19 00:37:17.952024 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ecc142-0289-4f0c-88b4-3904fffdd67c x-openstack-request-id: req-60ecc142-0289-4f0c-88b4-3904fffdd67c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:17.952323 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c3ff06-d121-408c-a800-0da0a377fecd", "name": "network-vif-plugged", "status": "completed", "tag": "0e21de25-5f6e-4ed9-b5ba-3d39b860e611", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:17.952621 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60ecc142-0289-4f0c-88b4-3904fffdd67c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:17.953015 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c3ff06-d121-408c-a800-0da0a377fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e21de25-5f6e-4ed9-b5ba-3d39b860e611', 'code': 200} Feb 19 00:37:18.072785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef54f-526a-483a-a515-512d28cd8c56 req-2db329a3-809a-4a70-8328-ce1afd35e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:18.074578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c2ef54f-526a-483a-a515-512d28cd8c56 req-2db329a3-809a-4a70-8328-ce1afd35e048 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 1128 time: 0.0675440 Feb 19 00:37:18.081365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0639010-94bc-4bcf-a3de-a51f256f93be req-0c4d011f-f5c6-4cf9-b090-cd07c043744b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:18.082824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0639010-94bc-4bcf-a3de-a51f256f93be req-0c4d011f-f5c6-4cf9-b090-cd07c043744b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0864780 Feb 19 00:37:18.165388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cb78d03-2fe0-49a9-a695-0e28c0db6b07 req-a99c10ff-3ad5-46d7-b894-dbd7f1094a2c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0460498 Feb 19 00:37:18.175565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c2ef54f-526a-483a-a515-512d28cd8c56 req-50c0b36b-f7a9-4022-a5e3-d3f6e82ab791 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917954 Feb 19 00:37:18.190304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0639010-94bc-4bcf-a3de-a51f256f93be req-56bfa9ea-c03f-4977-af57-e3a34eb5003d tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940938 Feb 19 00:37:18.213033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48874) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:18.237105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4d2bc5b-64e7-4fa7-8993-d4ef3e6425e0 req-e9102c20-91f3-499c-8c40-41a97e2dcc9d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0291548 Feb 19 00:37:18.310961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-493739874-network', 'tenant_id': 'f7c4a0a3423c48bab57101fdef154430'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:18.333837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Made reservation on behalf of f7c4a0a3423c48bab57101fdef154430 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:18.336209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.345140 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.373653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7167ec9a-6847-43c8-804d-0d73c5e6fa21 req-5b6e51f4-fd31-4d57-bf74-546803f89849 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0278361 Feb 19 00:37:18.423320 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Publish callbacks [] for security_group (53f49cb7-1583-47b3-8ed8-69f4c7cceab2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.428245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (53f49cb7-1583-47b3-8ed8-69f4c7cceab2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.452905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:37:18.462976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f49cb7-1583-47b3-8ed8-69f4c7cceab2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:18.467943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2c338b65-fb92-4f65-8dd6-b05b72e6a3c2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.468304 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Added segment 2c338b65-fb92-4f65-8dd6-b05b72e6a3c2 of type vlan for network 508a0527-748e-4f34-bcf0-794a9feb2ed9 Feb 19 00:37:18.482459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-898ddb0a-7e09-4585-97b5-0fcc9d891edf req-56ef549f-1c03-437a-b5b3-5a2c3ec630f6 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0273805 Feb 19 00:37:18.510227 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (508a0527-748e-4f34-bcf0-794a9feb2ed9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.535302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (508a0527-748e-4f34-bcf0-794a9feb2ed9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.536975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:18.537826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.561288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2cbd30e-3a81-4008-a167-98e3b0fbdae6 req-95dbc523-f6dd-4a55-98dd-a4b8ce3aa5b4 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0322745 Feb 19 00:37:18.592431 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3782313 Feb 19 00:37:18.595293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:18.600152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Request body: {'subnet': {'network_id': '508a0527-748e-4f34-bcf0-794a9feb2ed9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-493739874-subnet', 'tenant_id': 'f7c4a0a3423c48bab57101fdef154430', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:18.617740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49876468-8c27-415a-a36d-529e9d4e9c64 admin admin] Pushing event updated for resources: {'Network': ['ID=508a0527-748e-4f34-bcf0-794a9feb2ed9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:18.628525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 508a0527-748e-4f34-bcf0-794a9feb2ed9 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:37:18.631033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Made reservation on behalf of f7c4a0a3423c48bab57101fdef154430 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:18.633610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.695016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.805240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.853657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Pushing event updated for resources: {'Subnet': ['ID=c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:18.869401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Checking segment: {'id': '2c338b65-fb92-4f65-8dd6-b05b72e6a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '508a0527-748e-4f34-bcf0-794a9feb2ed9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:18.869762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Network hostable DHCP agents. Network: 508a0527-748e-4f34-bcf0-794a9feb2ed9, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:37:18.887745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Network 508a0527-748e-4f34-bcf0-794a9feb2ed9 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:37:18.902801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 508a0527-748e-4f34-bcf0-794a9feb2ed9) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:18.908330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:18.908954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:18.914578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930a85a9-6256-48a4-96a3-4dcaacf86b45 None None] Network 508a0527-748e-4f34-bcf0-794a9feb2ed9 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:18.933619 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8011b0e-88a8-4468-ac6c-256ce71ac8de admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3372900 Feb 19 00:37:19.043195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7389781f-09dd-4682-8ad1-609088285e5f None None] Network 508a0527-748e-4f34-bcf0-794a9feb2ed9 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:19.077575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551f5ce-a689-49d7-b287-e86f5b15e3d8 req-9e107881-9856-4e09-957c-b8cae769b93f tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:19.079915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c551f5ce-a689-49d7-b287-e86f5b15e3d8 req-9e107881-9856-4e09-957c-b8cae769b93f tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 946 time: 0.0740011 Feb 19 00:37:19.154107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c551f5ce-a689-49d7-b287-e86f5b15e3d8 req-729cb744-8516-498b-a138-6309a10be764 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639210 Feb 19 00:37:19.244593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-055ad33f-2307-4c61-9e40-ffc3eff770d5 req-6f6ee3c6-916d-42cb-89e7-552bb67f92dc tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0287631 Feb 19 00:37:19.372280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2039807-09ca-4765-9259-4030d8933258 req-1092d57f-76b5-4d57-b713-55070ab8eadb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:19.374276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2039807-09ca-4765-9259-4030d8933258 req-1092d57f-76b5-4d57-b713-55070ab8eadb tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0600526 Feb 19 00:37:19.429161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2039807-09ca-4765-9259-4030d8933258 req-d2b2c428-f5ba-48bb-bc71-295f3ea0066e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484974 Feb 19 00:37:19.501673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f0df9fb-1558-40f8-a9bd-b3cbdf32eb40 req-6c2aaf1a-ef8f-4d2a-96de-c0094f253e8d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0283928 Feb 19 00:37:19.573256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9f1a852-0eef-478e-956d-03e7ff706856 req-e1746e28-89de-442e-880d-d82b78a13779 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0324605 Feb 19 00:37:19.663823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5224f83-dc3e-4eef-9ab3-9bcf082b09a6 req-6e335563-d94b-4e77-9d4f-b06ae000f709 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0393667 Feb 19 00:37:19.705110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-f9ce02ae-7c43-4815-aa26-bdefdcac6161 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:19.706594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-f9ce02ae-7c43-4815-aa26-bdefdcac6161 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/networks?id=508a0527-748e-4f34-bcf0-794a9feb2ed9 HTTP/1.1" status: 200 len: 808 time: 0.1300466 Feb 19 00:37:19.740669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83897f8b-e61b-4d1f-872d-6d382d833d34 req-6743e1c0-face-4c90-94b8-d29f4a23f3cf tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0331159 Feb 19 00:37:19.742002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-c57fde98-23b8-4a81-8308-addce77e390e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/quotas/f7c4a0a3423c48bab57101fdef154430 HTTP/1.1" status: 200 len: 375 time: 0.0264187 Feb 19 00:37:19.777773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-3fabb206-c50e-4066-85c8-357269060457 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7c4a0a3423c48bab57101fdef154430&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272517 Feb 19 00:37:19.879997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-af3d8571-2fbd-4f52-8b6f-dc5d22fc508d service neutron] 10.222.0.60 "GET /v2.0/networks/508a0527-748e-4f34-bcf0-794a9feb2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954499 Feb 19 00:37:19.983446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-d188ee62-6d76-42ff-a149-783bcf5fd145 service neutron] 10.222.0.60 "GET /v2.0/networks/508a0527-748e-4f34-bcf0-794a9feb2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975859 Feb 19 00:37:20.032651 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b6a4378-4962-4ec2-97a3-b6a4641c7a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:20.150398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52cc659c-2d28-4154-81f9-81bf608af21f req-53487467-c2b1-476f-b47d-b15aaf07c32c tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 210 time: 0.0292649 Feb 19 00:37:20.287562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a51df1-aefe-4ddb-a867-acf891e3cf81 req-50da1ee6-b2d0-41cb-9af8-cca611df83c1 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:20.289079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8a51df1-aefe-4ddb-a867-acf891e3cf81 req-50da1ee6-b2d0-41cb-9af8-cca611df83c1 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 946 time: 0.0628669 Feb 19 00:37:20.329418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1a19c4a-e56d-4b51-8484-6703afafd795 req-bf3d4763-14a7-42db-9e1d-792a16bab06c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0325468 Feb 19 00:37:20.365750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8a51df1-aefe-4ddb-a867-acf891e3cf81 req-0a1eb47a-57cc-40fb-ba33-6e18fd5d5839 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591633 Feb 19 00:37:20.493994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82083760-2b6a-489a-8685-6bb5d1200058 req-fb238000-c1e2-446f-a485-5cf64215cf11 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:20.495737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82083760-2b6a-489a-8685-6bb5d1200058 req-fb238000-c1e2-446f-a485-5cf64215cf11 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=9961edba-5e17-4f57-a672-8b50711561e5 HTTP/1.1" status: 200 len: 945 time: 0.0601351 Feb 19 00:37:20.586007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82083760-2b6a-489a-8685-6bb5d1200058 req-fa1ad02d-f785-4515-bf67-53f2406945bd tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832946 Feb 19 00:37:20.598867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4ce97-af55-4ef5-a8c9-d7b540fa1a0e req-a0b88a77-dc36-4d8a-bd11-ac5a6952ec87 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:20.600641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cc4ce97-af55-4ef5-a8c9-d7b540fa1a0e req-a0b88a77-dc36-4d8a-bd11-ac5a6952ec87 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0908458 Feb 19 00:37:20.678350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd2e62a6-36ba-4671-810c-83610cbb81a4 req-b2ecac80-a8c6-475c-a21c-e870ce0b6ce5 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0402441 Feb 19 00:37:20.683159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cc4ce97-af55-4ef5-a8c9-d7b540fa1a0e req-afc3bf4b-ba28-4eec-ae17-70d8cebf0ba0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750415 Feb 19 00:37:20.752482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28427f4f-5ba5-4fa5-8186-60a6faa331e2 req-93418fc9-0d51-4038-9506-aab5c9d7f0fc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0329211 Feb 19 00:37:20.825685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cc3981f-00b7-4bf7-b335-2283db748d39 req-c7035769-ea52-414f-b3b6-02457468460b tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0306034 Feb 19 00:37:20.896471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fac68253-6c3e-4e2f-83fd-8e3be634bb77 req-84b0856a-7f43-4edf-91ae-fae362773c91 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0326300 Feb 19 00:37:21.123262 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:21.178204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-c307b5c1-f83e-4520-8f52-4953e1f4b015 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:21.179687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-c307b5c1-f83e-4520-8f52-4953e1f4b015 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.113 "GET /v2.0/networks?id=508a0527-748e-4f34-bcf0-794a9feb2ed9 HTTP/1.1" status: 200 len: 808 time: 0.1389303 Feb 19 00:37:21.220223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Request body: {'port': {'device_id': '9a3690a2-3416-4609-b309-f2b85964193d', 'network_id': '508a0527-748e-4f34-bcf0-794a9feb2ed9', 'admin_state_up': True, 'tenant_id': 'f7c4a0a3423c48bab57101fdef154430'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:21.602486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4366c24f-db6b-43c0-9889-44c094d5016e req-babc8d86-6ed1-4dc9-81b4-b6b659b69570 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 210 time: 0.3651056 Feb 19 00:37:21.659286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-2b4e1bb3-72af-4968-9490-9e26489d7934 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:21.660755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-2b4e1bb3-72af-4968-9490-9e26489d7934 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 813 time: 0.5168164 Feb 19 00:37:21.704326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f49b982a-d65c-42dd-9299-e14c15a54676 req-b925f705-6d66-4399-9276-ff426c2852d4 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0391204 Feb 19 00:37:21.710079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-9ad77501-df97-44bc-b6dc-202ef9901de8 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/quotas/1d39ee83d3a44f3c9932f591f9d7916e HTTP/1.1" status: 200 len: 375 time: 0.0318911 Feb 19 00:37:21.733259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Made reservation on behalf of f7c4a0a3423c48bab57101fdef154430 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:21.736833 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:21.795994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32246fcc-231c-4439-a158-9c886c6cde39 req-f0168ae9-c60c-4bde-a87e-7e3488c75454 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0421579 Feb 19 00:37:21.851840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-46782b55-348f-430c-98bd-3f928bb68d90 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1307342 Feb 19 00:37:22.000523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Allocated IP 172.20.0.8 (508a0527-748e-4f34-bcf0-794a9feb2ed9/c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3/a7a8217f-cc0f-4570-9a33-480cf9b3bf9f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:22.046460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5aaa96-8e20-43ab-94e7-9a99ab6cf604 req-d26eb1e5-ab9a-4488-9a79-220c5dcc68bf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:22.047979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e5aaa96-8e20-43ab-94e7-9a99ab6cf604 req-d26eb1e5-ab9a-4488-9a79-220c5dcc68bf tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1773264 Feb 19 00:37:22.052282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-1f2ac670-dadb-41db-82d7-143bc1db66c5 service neutron] 10.222.0.60 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915913 Feb 19 00:37:22.241032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e5aaa96-8e20-43ab-94e7-9a99ab6cf604 req-f4452a88-be82-4a23-970f-dfe6d22d88d1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1814513 Feb 19 00:37:22.251137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-2e86d8e1-a3a4-4663-bba9-9a0c6b57f8cb service neutron] 10.222.0.60 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926265 Feb 19 00:37:22.325240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45b46e38-5135-41d2-a19f-47a9a41e13cc req-af001cb7-475f-4088-96d2-eb2db59b6b0f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0374289 Feb 19 00:37:22.335369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Publish callbacks [] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:22.427838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-084ca17b-6e49-4d57-9797-f5a1a6c5885b req-c4a48d6d-2248-4fed-9d40-495817e28fe7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0578377 Feb 19 00:37:22.496627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-954f564c-ecc1-44c5-901d-ca82abc62cfa tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:22.498257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-954f564c-ecc1-44c5-901d-ca82abc62cfa tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.113 "GET /v2.0/ports?device_id=e9c3ff06-d121-408c-a800-0da0a377fecd HTTP/1.1" status: 200 len: 946 time: 0.1774156 Feb 19 00:37:22.562258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-821979c0-9ffe-48be-88ca-a19b0b137e36 req-f645c703-49a4-4466-88cf-caeb77272a41 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0742331 Feb 19 00:37:22.572493 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:22.573064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a27f6c51-ef40-4524-9fde-c1d4f453121b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:22.574569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a27f6c51-ef40-4524-9fde-c1d4f453121b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.126 "GET /v2.0/ports?device_id=9961edba-5e17-4f57-a672-8b50711561e5 HTTP/1.1" status: 200 len: 945 time: 0.2035732 Feb 19 00:37:22.578843 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:22.697074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbc13b38-5c0d-456a-b240-806d3726565e req-7eab4d27-42af-484b-a5a4-e7d763ca1546 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0843260 Feb 19 00:37:22.739742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Network 508a0527-748e-4f34-bcf0-794a9feb2ed9 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:22.764735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:22.766576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Pushing event updated for resources: {'Port': ['ID=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:22.768983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:22.854446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de4b4de4-88f9-4936-bee8-1a502d5caf3e req-18b11dd6-c9f5-4bae-8124-33215064bbbf tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0825636 Feb 19 00:37:22.891821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:22.892555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:22.926438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14898a5-6501-4b0d-b8d2-cdac8eb542cf req-4bb3c550-f5fa-4105-8fb4-de98709f20d8 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:22.927941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d14898a5-6501-4b0d-b8d2-cdac8eb542cf req-4bb3c550-f5fa-4105-8fb4-de98709f20d8 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 931 time: 0.2357309 Feb 19 00:37:22.955734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c7e3442-aa3a-45fe-9a8b-30d139421041 req-eec7c1fa-33a3-40c8-a995-d51e40f4d864 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0529301 Feb 19 00:37:22.960601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-07b08e6a-78c9-4b9e-8648-71a781be53b6 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7481396 Feb 19 00:37:22.974458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Deleting port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:37:22.974811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:22.987338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Request body: {'port': {'device_id': '9a3690a2-3416-4609-b309-f2b85964193d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:23.059131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Deleting port 1783deba-0573-4c47-92e2-c5e39e50869a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:37:23.059352 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.171811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d14898a5-6501-4b0d-b8d2-cdac8eb542cf req-ad284336-da5f-4fc2-bc20-e84a231c50f2 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214768 Feb 19 00:37:23.201750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.246625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] For port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:23.247351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.260660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] For port 1783deba-0573-4c47-92e2-c5e39e50869a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=1783deba-0573-4c47-92e2-c5e39e50869a,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:23.261016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.291080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Calling delete_port for 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:37:23.301851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Calling delete_port for 1783deba-0573-4c47-92e2-c5e39e50869a owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:37:23.507634 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.522988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66a705b9-837a-441f-9c8d-e574f11610f5 req-30e5c244-9544-486f-8c6a-f52ae22efc88 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0991902 Feb 19 00:37:23.657716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f35c7f63-b1c8-4925-83e8-fbce514ca9a7 req-bde26c33-7919-4d5c-acdd-594b9f278af2 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0587893 Feb 19 00:37:23.679287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9e720-1c70-4c41-b737-1e2f7e6866fc req-20c78bdc-3a87-4d95-8a7f-e83be2768849 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:23.679287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47e9e720-1c70-4c41-b737-1e2f7e6866fc req-20c78bdc-3a87-4d95-8a7f-e83be2768849 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.3562438 Feb 19 00:37:23.810805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f0ac4f8-7a64-45de-9a59-05e6874739ee req-caacc172-b4c4-475f-9e19-2d59cef1bfcb tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0861394 Feb 19 00:37:23.862131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0e21de25-5f6e-4ed9-b5ba-3d39b860e611), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.872972 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1783deba-0573-4c47-92e2-c5e39e50869a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:23.891018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47e9e720-1c70-4c41-b737-1e2f7e6866fc req-e1a3a183-4a61-4989-878e-4bb0a779adf1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926694 Feb 19 00:37:23.956242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1a2fa5f-aebb-49d0-8817-8610c511919a req-970ef783-0414-4b6a-b447-245946ace306 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0912285 Feb 19 00:37:23.959927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Pushing event deleted for resources: {'Port': ['ID=0e21de25-5f6e-4ed9-b5ba-3d39b860e611,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:24.037004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b99a8155-3691-4756-9e55-2f1f2e77e138 req-1a554a13-2424-4bb9-afb4-94237243435c tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0847900 Feb 19 00:37:24.063816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a8217f-cc0f-4570-9a33-480cf9b3bf9f {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:24.072518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Pushing event deleted for resources: {'Port': ['ID=1783deba-0573-4c47-92e2-c5e39e50869a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:24.109506 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.117396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Publish callbacks [] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.121672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] No DVR routers for this DVR port 1783deba-0573-4c47-92e2-c5e39e50869a on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:37:24.124834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] No DVR routers for this DVR port 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:37:24.130520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.130520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c07a365-6176-403c-bdb8-b11a1bd64a82 req-a8230fd5-668f-4c39-8b5a-27aac643c26b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.126 "DELETE /v2.0/ports/1783deba-0573-4c47-92e2-c5e39e50869a HTTP/1.1" status: 204 len: 173 time: 1.5473733 Feb 19 00:37:24.146901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9961edba-5e17-4f57-a672-8b50711561e5', 'name': 'network-vif-deleted', 'tag': '1783deba-0573-4c47-92e2-c5e39e50869a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:24.149170 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47749294-7230-41a2-a015-3b6f98f99b85" -d '{"events": [{"server_uuid": "9961edba-5e17-4f57-a672-8b50711561e5", "name": "network-vif-deleted", "tag": "1783deba-0573-4c47-92e2-c5e39e50869a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:24.152501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.156109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09fbacf4-b762-4f2b-8e85-43111057d246 req-4d432242-4d8d-4c1c-b08d-45b82d21ade7 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.113 "DELETE /v2.0/ports/0e21de25-5f6e-4ed9-b5ba-3d39b860e611 HTTP/1.1" status: 204 len: 173 time: 1.6440780 Feb 19 00:37:24.171753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8aaf6149-4f3f-4b4b-9e7c-8ba0fee037c4 req-7651838b-9e60-42c9-90e3-d75dab128a48 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1095979 Feb 19 00:37:24.177303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Transition to ACTIVE for port object a7a8217f-cc0f-4570-9a33-480cf9b3bf9f will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:24.185625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.215079 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722caa35-fee8-41e7-ab16-e5b4060cf513 x-openstack-request-id: req-722caa35-fee8-41e7-ab16-e5b4060cf513 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:24.215385 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9961edba-5e17-4f57-a672-8b50711561e5", "name": "network-vif-deleted", "tag": "1783deba-0573-4c47-92e2-c5e39e50869a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:24.215618 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-722caa35-fee8-41e7-ab16-e5b4060cf513 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:24.216019 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9961edba-5e17-4f57-a672-8b50711561e5', 'name': 'network-vif-deleted', 'tag': '1783deba-0573-4c47-92e2-c5e39e50869a', 'status': 'completed', 'code': 200} Feb 19 00:37:24.248199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:24.674033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a803c59-345c-4c11-830c-c741df33bcac req-51864c9e-7240-4d7b-a495-08a2288cb7e6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0501237 Feb 19 00:37:24.697105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Attempting to bind port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:24.697445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Attempting to bind port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '2c338b65-fb92-4f65-8dd6-b05b72e6a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '508a0527-748e-4f34-bcf0-794a9feb2ed9'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:24.697880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Attempting to bind port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f on network 508a0527-748e-4f34-bcf0-794a9feb2ed9 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:24.702550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f on network 508a0527-748e-4f34-bcf0-794a9feb2ed9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:24.702830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Attempting to bind port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f on network 508a0527-748e-4f34-bcf0-794a9feb2ed9 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:24.710679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:24.710921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Checking segment: {'id': '2c338b65-fb92-4f65-8dd6-b05b72e6a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '508a0527-748e-4f34-bcf0-794a9feb2ed9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:24.711392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Bound using segment: {'id': '2c338b65-fb92-4f65-8dd6-b05b72e6a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '508a0527-748e-4f34-bcf0-794a9feb2ed9'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:24.711657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Bound port: a7a8217f-cc0f-4570-9a33-480cf9b3bf9f, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c338b65-fb92-4f65-8dd6-b05b72e6a3c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '508a0527-748e-4f34-bcf0-794a9feb2ed9'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:24.712028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.734310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6123792-bc5a-4178-b8d4-b5ef78a85080 req-9e70a59b-7263-409a-a072-473db458a7c4 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:24.735850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6123792-bc5a-4178-b8d4-b5ef78a85080 req-9e70a59b-7263-409a-a072-473db458a7c4 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 943 time: 0.4475219 Feb 19 00:37:24.790241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-307b29ff-8491-4300-aeb2-91b3ab67b682 req-99234239-e63a-42e9-8f40-ecc513cfa570 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0532310 Feb 19 00:37:24.853387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6123792-bc5a-4178-b8d4-b5ef78a85080 req-efe81fbb-63f4-4cd5-b826-c78d4e5a5f41 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048732 Feb 19 00:37:24.855772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] For port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:24.859451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] For port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,segment=NetworkSegment(2c338b65-fb92-4f65-8dd6-b05b72e6a3c2),segment_id=2c338b65-fb92-4f65-8dd6-b05b72e6a3c2)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:24.874481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.923546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b658a2b-fb0a-43f8-95a2-e0ae6fd0df76 req-b4d095ef-963c-422e-9e5c-57d9f9d20711 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0584412 Feb 19 00:37:24.932548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:24.933311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:24.934748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] 10.222.0.113 "PUT /v2.0/ports/a7a8217f-cc0f-4570-9a33-480cf9b3bf9f HTTP/1.1" status: 200 len: 1091 time: 1.9652698 Feb 19 00:37:24.952667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5aa159-32be-4d85-a553-f44b4257da6a service neutron] Pushing event updated for resources: {'Port': ['ID=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:25.026448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:37:25.046926 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:37:25.047285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0e21de25-5f6e-4ed9-b5ba-3d39b860e611 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:37:25.063623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-782cb55e-10c3-4f45-968e-c01991f0bb74 req-e0376340-3e8c-4d80-bf0f-4cb2a38c057a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0389225 Feb 19 00:37:25.084254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e160a-0efe-4a52-acea-5c649f67ccce req-405474f6-3e8b-4a11-9f84-2b39a6077fe8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:25.085776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-318e160a-0efe-4a52-acea-5c649f67ccce req-405474f6-3e8b-4a11-9f84-2b39a6077fe8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1022336 Feb 19 00:37:25.088577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-c83a4567-e2e5-4d30-9608-f249b2fdf452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:25.089960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-c83a4567-e2e5-4d30-9608-f249b2fdf452 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f7c4a0a3423c48bab57101fdef154430&device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 1125 time: 0.1146805 Feb 19 00:37:25.150834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-175a89b3-be30-48df-9966-e152ae9be6d9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f HTTP/1.1" status: 200 len: 217 time: 0.0533366 Feb 19 00:37:25.179060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbda297d-4b95-4873-a52b-c7317d1fc384 req-a5ae625c-a730-4d47-b1c4-4b3e118e48d0 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0744824 Feb 19 00:37:25.225754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-318e160a-0efe-4a52-acea-5c649f67ccce req-325a86a8-f499-40fb-831f-56b3d0dfa0d1 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1341462 Feb 19 00:37:25.259803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-ed34c47e-e961-423f-a022-abe322bfc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:25.261280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-ed34c47e-e961-423f-a022-abe322bfc9d8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3 HTTP/1.1" status: 200 len: 848 time: 0.0924332 Feb 19 00:37:25.263260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11270c4b-a829-4298-b3aa-923b43c6f484 req-ea69f6a8-cb91-427b-9521-f8b7f562a91f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0414014 Feb 19 00:37:25.296388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-faa741bf-2cf6-4001-91e0-1676d30397ad service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=508a0527-748e-4f34-bcf0-794a9feb2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272775 Feb 19 00:37:25.399284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-d6503892-21f7-49dc-8207-d44b32410d6f service neutron] 10.222.0.113 "GET /v2.0/networks/508a0527-748e-4f34-bcf0-794a9feb2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960441 Feb 19 00:37:25.435440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1783deba-0573-4c47-92e2-c5e39e50869a no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:37:25.461480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 1783deba-0573-4c47-92e2-c5e39e50869a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:37:25.461832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 1783deba-0573-4c47-92e2-c5e39e50869a not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:37:25.497630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32db4c79-6757-454b-a0fe-2ba6de6a88bc req-bd80b6b9-3ed1-4d69-9809-98bc812862b8 service neutron] 10.222.0.113 "GET /v2.0/networks/508a0527-748e-4f34-bcf0-794a9feb2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922453 Feb 19 00:37:25.769892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30b4806b-921c-4305-a316-c5d6a0072919 req-e4556498-01ff-4ab2-98b6-fd2e9cf29b57 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0311329 Feb 19 00:37:25.897955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-514810fa-dc32-4fcc-9171-fc14935279ca req-76ba90e6-70bd-44ab-a2d1-1f81f3af5e9c tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0350802 Feb 19 00:37:25.995628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6ee10-e2c0-49e9-b57a-2c8460632ecb req-512d1400-043c-4932-9b0b-f89f2cfe414b tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:25.997019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50a6ee10-e2c0-49e9-b57a-2c8460632ecb req-512d1400-043c-4932-9b0b-f89f2cfe414b tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 943 time: 0.0638809 Feb 19 00:37:26.022333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e062a86-4f70-4a61-bde8-1b586e4bb476 req-f61a39f2-ede7-4437-85ff-af2ae6ef852a tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0430884 Feb 19 00:37:26.063891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50a6ee10-e2c0-49e9-b57a-2c8460632ecb req-1bd117a4-1649-41a9-8cbe-d5dea1c1659a tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Feb 19 00:37:26.145516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2fa781f-13d2-49c6-b37a-9eddd236fe4d req-ea79dc09-4a8d-4418-acc1-40fb54f23f0e tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0318594 Feb 19 00:37:26.217440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c3ff06-d121-408c-a800-0da0a377fecd', 'name': 'network-vif-deleted', 'tag': '0e21de25-5f6e-4ed9-b5ba-3d39b860e611'}, {'name': 'network-changed', 'server_uuid': '9a3690a2-3416-4609-b309-f2b85964193d', 'tag': 'a7a8217f-cc0f-4570-9a33-480cf9b3bf9f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:26.220003 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac082011-1821-4ec7-b320-c0bd87c2499d" -d '{"events": [{"server_uuid": "e9c3ff06-d121-408c-a800-0da0a377fecd", "name": "network-vif-deleted", "tag": "0e21de25-5f6e-4ed9-b5ba-3d39b860e611"}, {"name": "network-changed", "server_uuid": "9a3690a2-3416-4609-b309-f2b85964193d", "tag": "a7a8217f-cc0f-4570-9a33-480cf9b3bf9f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:26.264743 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e22bd3-ae6b-4773-8a30-dbfdc0043e3d x-openstack-request-id: req-b6e22bd3-ae6b-4773-8a30-dbfdc0043e3d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:26.265331 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c3ff06-d121-408c-a800-0da0a377fecd", "name": "network-vif-deleted", "tag": "0e21de25-5f6e-4ed9-b5ba-3d39b860e611", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a3690a2-3416-4609-b309-f2b85964193d", "tag": "a7a8217f-cc0f-4570-9a33-480cf9b3bf9f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:26.265331 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6e22bd3-ae6b-4773-8a30-dbfdc0043e3d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:26.265661 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c3ff06-d121-408c-a800-0da0a377fecd', 'name': 'network-vif-deleted', 'tag': '0e21de25-5f6e-4ed9-b5ba-3d39b860e611', 'status': 'completed', 'code': 200} Feb 19 00:37:26.265870 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3690a2-3416-4609-b309-f2b85964193d', 'tag': 'a7a8217f-cc0f-4570-9a33-480cf9b3bf9f', 'status': 'completed', 'code': 200} Feb 19 00:37:26.268134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49e306ef-b4cb-428c-90fc-86e7cd64f60a req-0c0cdcb6-6936-4e57-9321-feedf13e5bc8 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0303962 Feb 19 00:37:26.374816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-043e5ca4-8151-47a2-a0fd-2ca86a647e53 req-91471c3c-9831-4bad-8c0a-263a33fa3ba5 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0524361 Feb 19 00:37:26.394093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-aa941998-55ee-4d96-83f5-7da31149356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:26.395634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-aa941998-55ee-4d96-83f5-7da31149356d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f7c4a0a3423c48bab57101fdef154430&device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 1125 time: 0.1084518 Feb 19 00:37:26.426937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116da1e-2023-4fbf-8ec3-ea22c415fc1f req-11eb64a1-8d99-460f-8341-c820557745b6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:26.428441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a116da1e-2023-4fbf-8ec3-ea22c415fc1f req-11eb64a1-8d99-460f-8341-c820557745b6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1137879 Feb 19 00:37:26.527875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a116da1e-2023-4fbf-8ec3-ea22c415fc1f req-46ec4a96-1fb6-417a-8d4c-aacc4a376c7e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702479 Feb 19 00:37:26.530621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-6576145c-7b36-40c7-802b-8d862e30d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:26.531996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-6576145c-7b36-40c7-802b-8d862e30d039 service neutron] 10.222.0.113 "GET /v2.0/networks?id=508a0527-748e-4f34-bcf0-794a9feb2ed9 HTTP/1.1" status: 200 len: 909 time: 0.1301534 Feb 19 00:37:26.572306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-9f6da290-cbd4-42ee-a5a1-11a4ca00cbe0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f HTTP/1.1" status: 200 len: 217 time: 0.0344322 Feb 19 00:37:26.620837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-347f82b1-b09f-4c96-9b04-be7c13e3aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:26.622246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-347f82b1-b09f-4c96-9b04-be7c13e3aee5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3 HTTP/1.1" status: 200 len: 848 time: 0.0444138 Feb 19 00:37:26.656760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-5e97bb42-b3af-40c2-9f55-25e5e717fe77 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=508a0527-748e-4f34-bcf0-794a9feb2ed9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285740 Feb 19 00:37:26.746675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-6b122e4b-4a7b-4eea-89b0-e3f53140be55 service neutron] 10.222.0.113 "GET /v2.0/networks/508a0527-748e-4f34-bcf0-794a9feb2ed9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824914 Feb 19 00:37:26.856252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac082011-1821-4ec7-b320-c0bd87c2499d req-c5fdc14e-7e5e-4057-8ed5-d6c9a9ac594a service neutron] 10.222.0.113 "GET /v2.0/networks/508a0527-748e-4f34-bcf0-794a9feb2ed9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033571 Feb 19 00:37:26.872340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cece12e0-4b9b-4849-a91c-0821bc69ee2f req-49de1022-ee59-4ddb-b3d6-a83939982bcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0308039 Feb 19 00:37:26.983226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b25b958f-e462-41c2-ae96-16d69a81e276 req-de3eb311-7bee-4e5b-8937-13adc1fe4ae6 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0357316 Feb 19 00:37:27.044210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a7a8217f-cc0f-4570-9a33-480cf9b3bf9f details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:37:27.113620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1105f9c-71ae-42e1-a942-4da9b1c03b78 req-c98cd75a-d019-4981-b4e8-a09512a30249 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0298162 Feb 19 00:37:27.155606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,segment=NetworkSegment(2c338b65-fb92-4f65-8dd6-b05b72e6a3c2),segment_id=2c338b65-fb92-4f65-8dd6-b05b72e6a3c2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:27.167233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'a7a8217f-cc0f-4570-9a33-480cf9b3bf9f', 'network_id': '508a0527-748e-4f34-bcf0-794a9feb2ed9', 'port_id': 'a7a8217f-cc0f-4570-9a33-480cf9b3bf9f', 'mac_address': 'fa:16:3e:ca:2a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:37:27.199104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b9e04-6467-497c-9a7a-f2de70d68957 req-a15cda16-0830-4abf-8e9f-44b0bb6c679f tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:27.200711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-999b9e04-6467-497c-9a7a-f2de70d68957 req-a15cda16-0830-4abf-8e9f-44b0bb6c679f tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 943 time: 0.0569682 Feb 19 00:37:27.203508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:27.203907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:27.216826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a8217f-cc0f-4570-9a33-480cf9b3bf9f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:27.236792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,segment=NetworkSegment(2c338b65-fb92-4f65-8dd6-b05b72e6a3c2),segment_id=2c338b65-fb92-4f65-8dd6-b05b72e6a3c2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:27.238025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84d2cb98-8d8b-40db-bc3c-70d529f447fa req-66c58a9e-78fd-4419-bd3a-61b2b0d64714 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0361280 Feb 19 00:37:27.243322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:27.282721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-999b9e04-6467-497c-9a7a-f2de70d68957 req-e95a73bd-3220-42a2-b8b5-7a6dbfb4d38d tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719702 Feb 19 00:37:27.291004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:27.346958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c5c1315-0d3c-47f8-8159-00fdd0ed2016 req-5e8ed2e9-6b2e-4d4f-9e84-75d362e812e3 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0275223 Feb 19 00:37:27.449980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a7a8217f-cc0f-4570-9a33-480cf9b3bf9f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:37:27.467921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb24e6eb-c478-451e-bd7a-b05f2851578f req-33c7d408-e81b-4ebc-a72a-39a0ed829e6b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0293431 Feb 19 00:37:27.655863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a436a-046a-4059-a225-64b6aaea9e8e req-4f99a224-1898-4c47-968b-d366c7fe4647 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:27.657333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-086a436a-046a-4059-a225-64b6aaea9e8e req-4f99a224-1898-4c47-968b-d366c7fe4647 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0573318 Feb 19 00:37:27.711287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-086a436a-046a-4059-a225-64b6aaea9e8e req-c7ce8e2b-b102-4688-99c2-4b3c3077b6f8 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464830 Feb 19 00:37:27.973143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2116e36c-08a1-4873-8621-22ad09a9dcdc req-54cdb97b-71d9-46fc-b735-952c95a23238 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0367460 Feb 19 00:37:28.061268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71697d35-0ab6-45b4-8ba1-19d1d77b93e3 req-df7dcbf8-b172-452c-85ba-b35b5a692365 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0281801 Feb 19 00:37:28.196248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-340c81b7-ac7e-4579-acd2-5d82fb64f433 req-8df7f9d4-ca1e-4da5-96da-b19587ba97b2 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0281079 Feb 19 00:37:28.326532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa6828db-59e5-4c50-8c45-af715d2e723c req-24bf3f0f-0b04-44f3-a135-f0d0927ab644 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0318601 Feb 19 00:37:28.433774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-677cbd3a-9430-4c24-bdfb-0eae1f49acdb req-03df6fb2-1add-41d9-9f3d-475978efd7ab tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0353577 Feb 19 00:37:28.441313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66f516-3552-4861-8815-335e0c16b55d req-02052b51-aacb-4436-a9a2-50a4aaecbaf5 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:28.442748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a66f516-3552-4861-8815-335e0c16b55d req-02052b51-aacb-4436-a9a2-50a4aaecbaf5 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 944 time: 0.0826616 Feb 19 00:37:28.492977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a66f516-3552-4861-8815-335e0c16b55d req-0e959947-9e19-4b0c-b19e-bde199ae06c4 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439794 Feb 19 00:37:28.547184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20e42edf-6320-490b-be1b-ca408d9917fd req-649bb8d0-5424-4209-aa4c-5d2e272964ea tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0275192 Feb 19 00:37:28.855515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232ac77-5796-4302-8965-e0245dc7f01f req-f90647ba-dc8d-48d1-89d3-2cd7178cff50 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:28.856994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6232ac77-5796-4302-8965-e0245dc7f01f req-f90647ba-dc8d-48d1-89d3-2cd7178cff50 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0540795 Feb 19 00:37:28.908031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6232ac77-5796-4302-8965-e0245dc7f01f req-23081581-c031-43f6-a4fa-7e2a97795973 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448964 Feb 19 00:37:29.042417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a7a8217f-cc0f-4570-9a33-480cf9b3bf9f up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:29.060439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc440a4d-0da5-443e-8771-ca942be6234b req-0dcdccc3-9877-4ba0-bf95-977f6465b75a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0291924 Feb 19 00:37:29.101675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:37:29.105520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:29.105934 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:29.148875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2480bcb4-f00e-4039-8a1d-b4ec493ab83e req-72db86e7-0279-48bb-b8b9-d6b9c4d03913 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0287547 Feb 19 00:37:29.188463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:29.188860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:29.211194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3690a2-3416-4609-b309-f2b85964193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8217f-cc0f-4570-9a33-480cf9b3bf9f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:29.213514 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c2b50a-b724-4750-9c86-112e555de2cb" -d '{"events": [{"server_uuid": "9a3690a2-3416-4609-b309-f2b85964193d", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8217f-cc0f-4570-9a33-480cf9b3bf9f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:29.225716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,segment=NetworkSegment(2c338b65-fb92-4f65-8dd6-b05b72e6a3c2),segment_id=2c338b65-fb92-4f65-8dd6-b05b72e6a3c2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:29.232103 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:29.257782 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2331fa-9e19-40ea-8f51-8fb337996f2f x-openstack-request-id: req-3a2331fa-9e19-40ea-8f51-8fb337996f2f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:29.258077 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3690a2-3416-4609-b309-f2b85964193d", "name": "network-vif-plugged", "status": "completed", "tag": "a7a8217f-cc0f-4570-9a33-480cf9b3bf9f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:29.258360 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a2331fa-9e19-40ea-8f51-8fb337996f2f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:29.258757 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3690a2-3416-4609-b309-f2b85964193d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a8217f-cc0f-4570-9a33-480cf9b3bf9f', 'code': 200} Feb 19 00:37:29.284759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d77789ff-9eb6-483d-8503-5b0e8dcf4d7c req-097c6939-1cba-4c4f-bbbd-920fc97528d4 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0318403 Feb 19 00:37:29.286361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:29.357087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ef083-5d70-4c83-adbd-b732426dc78c req-ee042f2e-7bdd-41b6-a9cd-554c8d668313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:29.358634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c6ef083-5d70-4c83-adbd-b732426dc78c req-ee042f2e-7bdd-41b6-a9cd-554c8d668313 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 1127 time: 0.0437016 Feb 19 00:37:29.413920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3aa549ed-50d6-414a-b83f-6626dc534fcf req-1b93eda0-da34-4aeb-92cf-136d32f9550d tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0360980 Feb 19 00:37:29.429082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c6ef083-5d70-4c83-adbd-b732426dc78c req-e93f0146-78f5-41f0-8141-ef7424fc666c service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645304 Feb 19 00:37:29.511454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cef79618-d51a-4dec-95b4-abdbeb22618c req-28407e29-9daa-4803-9a3c-7f0a3117c0cf tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0295556 Feb 19 00:37:29.625145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80ef58f4-ddc7-414a-a954-551bc51122d7 req-651ec215-a966-4622-8e8e-4d370dc41ac0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0281816 Feb 19 00:37:29.645883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cb4cf-5a81-4d75-aa32-5349fb7efad5 req-f8f03c71-6a47-40cc-b541-d6f57cb2c275 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:29.647501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c5cb4cf-5a81-4d75-aa32-5349fb7efad5 req-f8f03c71-6a47-40cc-b541-d6f57cb2c275 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 945 time: 0.0805621 Feb 19 00:37:29.694921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c5cb4cf-5a81-4d75-aa32-5349fb7efad5 req-e3186fe9-712f-48a7-8604-fe9aaf85bb1e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415297 Feb 19 00:37:30.045906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c236-5885-4aa1-b592-8dbed3a833d4 req-2fc30223-d08c-426d-ac5f-5da925548c71 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:30.047402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62d4c236-5885-4aa1-b592-8dbed3a833d4 req-2fc30223-d08c-426d-ac5f-5da925548c71 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0593698 Feb 19 00:37:30.096200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62d4c236-5885-4aa1-b592-8dbed3a833d4 req-ee470bd0-80ab-4a2b-8130-b15d52365f50 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430136 Feb 19 00:37:30.153918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2686ec74-513a-4875-9e1d-f40981e085e5 req-c09f71bb-ba72-438f-8552-dc8a5438daf4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0314000 Feb 19 00:37:30.222844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4be16755-7900-416a-ab0a-03481c8e1e1a req-e2e1477e-6ede-4c75-a041-a248ba17fe28 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0268130 Feb 19 00:37:30.368661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf8d9f83-4285-433d-86c2-953e2c0ac78a req-3b5c8547-3767-4846-be03-300534c5c425 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0304980 Feb 19 00:37:30.497453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0b68e36-2587-4f75-87f6-7697b337c224 req-64f58df4-0461-4020-85c0-33f15b7f47b6 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0301914 Feb 19 00:37:30.592621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38496763-2635-4eef-8ce0-d6518dc9f90f req-4d291e71-19fe-42a8-8380-6b1fdc57d017 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0333140 Feb 19 00:37:30.711219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb8f1cf0-3095-4768-a627-17b4c3879af6 req-52b06060-0471-4995-a356-ff7f4132a339 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0319593 Feb 19 00:37:30.835693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea842cc-de5f-4073-985b-3a2218b80185 req-9a6888f1-35c1-47a2-9341-57b854ced462 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:30.837105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cea842cc-de5f-4073-985b-3a2218b80185 req-9a6888f1-35c1-47a2-9341-57b854ced462 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 945 time: 0.0643485 Feb 19 00:37:30.888706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cea842cc-de5f-4073-985b-3a2218b80185 req-9d6bec34-25ab-435e-a57e-f7ddf24637de tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Feb 19 00:37:31.238743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cef1a2-e319-4377-b367-7c340aacac04 req-1a28cf2a-6578-4d1e-95aa-e715edfc000a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:31.240234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0cef1a2-e319-4377-b367-7c340aacac04 req-1a28cf2a-6578-4d1e-95aa-e715edfc000a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0569675 Feb 19 00:37:31.287701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0cef1a2-e319-4377-b367-7c340aacac04 req-3157329f-4740-40c2-a00a-050fc40eb832 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411394 Feb 19 00:37:31.326948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47473a63-9774-48a8-8815-5cf0821417f6 req-19f63fb7-162f-4dd4-b351-0752c43ec973 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0268731 Feb 19 00:37:31.354379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9ddb0ef-19da-4e36-a097-88b8cc4b19f3 req-a22f6246-c98f-41b1-8c0c-a48c6154e744 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0261033 Feb 19 00:37:31.454912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db2c52a8-b3fd-4159-9d80-33c120eb0a69 req-e75a48ca-61d3-480d-8ed9-ca63f179f3cc tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0321198 Feb 19 00:37:31.582618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c49b4c6-81af-4929-adae-49ef64c5482c req-be8778d4-dd71-4f3a-a2c7-d75112264e07 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0323684 Feb 19 00:37:31.671083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77700f5b-bf75-41f9-b546-034e1b6c6132 req-0bc93a01-131a-4446-ad4e-64f6b03d62c6 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0298543 Feb 19 00:37:31.786885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25d83007-fe4e-4ad3-919b-382f38d425e3 req-04aea4f4-230d-454e-8797-6aa67099d9b8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0272298 Feb 19 00:37:32.415891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb77511-fa18-459e-bc32-4a4484ae58bc req-06da2172-b6c5-4d8a-b0fd-70fb65a4616a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:32.417384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afb77511-fa18-459e-bc32-4a4484ae58bc req-06da2172-b6c5-4d8a-b0fd-70fb65a4616a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0573409 Feb 19 00:37:32.452327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7eae1d9-ab34-42ba-b1f8-c0c4073cfa98 req-9f66085c-bfe6-4312-869b-3397eda9c577 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0339892 Feb 19 00:37:32.492442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afb77511-fa18-459e-bc32-4a4484ae58bc req-44ba7438-07fc-4c65-8470-3e35501ab299 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654194 Feb 19 00:37:32.520885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd406477-1e26-46cc-8441-8373605df6f3 req-434972c2-949c-46f5-b499-750e38b516fd tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0274563 Feb 19 00:37:32.592682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4751609-9b49-4a54-bc50-f2d2e877604d req-10eb66a9-00bf-4447-a8ef-3486732f5a2b tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0272040 Feb 19 00:37:32.661501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-977f83c9-02b7-4c1b-b049-5718a61b3be8 req-21239c0f-df31-4064-8a7a-dd709862a6be tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0277996 Feb 19 00:37:32.764769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a852bba-8b2d-4bc7-8fee-2548add5bd0f req-243740d0-2df6-4000-b131-6f73c35cfd76 tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0439754 Feb 19 00:37:32.787884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688191a-54ce-4e79-ab26-d404f935a756 req-cdd92acc-d131-4e4f-b089-ab5a5270a38c tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:32.789417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9688191a-54ce-4e79-ab26-d404f935a756 req-cdd92acc-d131-4e4f-b089-ab5a5270a38c tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 945 time: 0.0800154 Feb 19 00:37:32.836602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9688191a-54ce-4e79-ab26-d404f935a756 req-5126d8f7-60f6-4fc2-b6cd-740612da54cd tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414908 Feb 19 00:37:32.864371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-530e980f-706a-45c2-8a49-1dbf5e0e9f8d req-58bccf76-27e7-4944-9e4e-19cbdb5bd715 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0267894 Feb 19 00:37:33.543078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b908e554-8af8-4e4d-9c91-1f15b71e0da1 req-1b56976a-49a6-4ba6-94a1-f2d413062e0e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0281172 Feb 19 00:37:33.624763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b976392-6372-45fe-a852-b38537705f0d req-98ef8b38-caed-4984-bb8b-caf81f785973 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0311575 Feb 19 00:37:33.647741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4343103-a7a9-4355-9c41-85af409d1e50 req-3440ce04-3364-46f1-bf8c-d87d648db936 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:33.649755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4343103-a7a9-4355-9c41-85af409d1e50 req-3440ce04-3364-46f1-bf8c-d87d648db936 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0864553 Feb 19 00:37:33.700952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4ae0fb5-1a96-450a-9006-ffe145ab4d53 req-35468496-7333-4119-97dc-a61c2ab7244d tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0308449 Feb 19 00:37:33.724484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4343103-a7a9-4355-9c41-85af409d1e50 req-2ea856bf-7edd-4304-93dd-4c6eb4d72923 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690200 Feb 19 00:37:33.766965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a12ec36c-2b55-4d4e-8e4c-619e499235ae req-03154f1e-aa70-4acc-acab-469dd3293d77 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0273387 Feb 19 00:37:33.845521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faac7184-75ac-4503-a07f-a88b25781b44 req-ac49f1d0-42a8-4ff5-9b42-b0207f0c498f tempest-VolumesNegativeTest-1813601713 tempest-VolumesNegativeTest-1813601713-project] 10.222.0.60 "GET /v2.0/ports?device_id=3359cfd0-06d5-4a54-a842-8b9b0033e583 HTTP/1.1" status: 200 len: 210 time: 0.0313351 Feb 19 00:37:33.973099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe08572-162f-4194-8e15-147d9a6d07d8 req-7c2b3374-89fd-4290-81f9-c3a8ab0dd6bf tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:33.974839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afe08572-162f-4194-8e15-147d9a6d07d8 req-7c2b3374-89fd-4290-81f9-c3a8ab0dd6bf tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 945 time: 0.0574636 Feb 19 00:37:34.056196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50c8d018-9443-42ea-820a-e243aa469ae7 req-75182025-54f6-4a9b-81ba-175e8af29669 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0507886 Feb 19 00:37:34.084196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afe08572-162f-4194-8e15-147d9a6d07d8 req-fbaeeb0f-4e43-4a77-b1e8-f2edb5733bcb tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.60 "GET /v2.0/security-groups?id=53f49cb7-1583-47b3-8ed8-69f4c7cceab2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026533 Feb 19 00:37:34.097956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-5a5cf16e-3a3a-4e63-9f20-f535bb22ef71 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:34.099471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-5a5cf16e-3a3a-4e63-9f20-f535bb22ef71 tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.113 "GET /v2.0/ports?device_id=9a3690a2-3416-4609-b309-f2b85964193d HTTP/1.1" status: 200 len: 945 time: 0.1037562 Feb 19 00:37:34.205810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Deleting port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:37:34.206153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:34.299857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] For port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,segment=NetworkSegment(2c338b65-fb92-4f65-8dd6-b05b72e6a3c2),segment_id=2c338b65-fb92-4f65-8dd6-b05b72e6a3c2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:34.300231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:34.313512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Calling delete_port for a7a8217f-cc0f-4570-9a33-480cf9b3bf9f owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:37:34.442424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a7a8217f-cc0f-4570-9a33-480cf9b3bf9f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:34.454812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a7a8217f-cc0f-4570-9a33-480cf9b3bf9f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:37:34.474610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Pushing event deleted for resources: {'Port': ['ID=a7a8217f-cc0f-4570-9a33-480cf9b3bf9f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:34.517808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] No DVR routers for this DVR port a7a8217f-cc0f-4570-9a33-480cf9b3bf9f on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:37:34.520548 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:34.524016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55aa9315-ee56-4f0f-b6c0-ac3979c6c85d req-e2bedde7-9628-42d3-8df9-bf28b5c1e54e tempest-ServerTagsTestJSON-448118509 tempest-ServerTagsTestJSON-448118509-project] 10.222.0.113 "DELETE /v2.0/ports/a7a8217f-cc0f-4570-9a33-480cf9b3bf9f HTTP/1.1" status: 204 len: 173 time: 0.4186695 Feb 19 00:37:34.524486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3690a2-3416-4609-b309-f2b85964193d', 'name': 'network-vif-deleted', 'tag': 'a7a8217f-cc0f-4570-9a33-480cf9b3bf9f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:34.526844 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22a1511-16dd-41fe-b786-8201bd4fadbd" -d '{"events": [{"server_uuid": "9a3690a2-3416-4609-b309-f2b85964193d", "name": "network-vif-deleted", "tag": "a7a8217f-cc0f-4570-9a33-480cf9b3bf9f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:34.572652 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22777aeb-0982-4f88-9dd9-cdf61fe4c14c x-openstack-request-id: req-22777aeb-0982-4f88-9dd9-cdf61fe4c14c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:34.573284 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3690a2-3416-4609-b309-f2b85964193d", "name": "network-vif-deleted", "tag": "a7a8217f-cc0f-4570-9a33-480cf9b3bf9f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:34.573284 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22777aeb-0982-4f88-9dd9-cdf61fe4c14c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:34.574021 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3690a2-3416-4609-b309-f2b85964193d', 'name': 'network-vif-deleted', 'tag': 'a7a8217f-cc0f-4570-9a33-480cf9b3bf9f', 'status': 'completed', 'code': 200} Feb 19 00:37:34.635464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eca84891-5541-4935-8665-28da4fbb0859 req-20421dc6-05c0-4882-81bb-eb92f48593c0 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0325925 Feb 19 00:37:34.709389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c43a383d-ebd7-4087-ada7-d716b3bfe372 req-68de16e7-db4e-478a-a066-4a31497d0aef tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0276077 Feb 19 00:37:34.779669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5da2c60-97b1-4238-b350-f14e3b48720d req-1e22ddc9-c74c-4c76-bd64-cd87e11d8612 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0273266 Feb 19 00:37:34.863785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0473aeba-b1f7-42ff-b726-dd344b83bccf req-c886323e-a908-4483-b2d3-b0ea7d30615b tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0314519 Feb 19 00:37:34.884193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb2bc7-5847-410c-b605-a486146e6776 req-0fd03d4c-49f2-410b-9246-3bc86d9c2a4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:34.884302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dedb2bc7-5847-410c-b605-a486146e6776 req-0fd03d4c-49f2-410b-9246-3bc86d9c2a4b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0822473 Feb 19 00:37:34.943929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dedb2bc7-5847-410c-b605-a486146e6776 req-22b93747-5a9d-4138-b523-7b1a28279200 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532680 Feb 19 00:37:35.142346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbcd9a49-7715-453b-8f21-f37ab4963382 req-47b191cf-4d04-4ba1-995b-0179b4fef5a2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0368526 Feb 19 00:37:35.154707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49298) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:35.202915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a7a6e7-a267-4913-be57-481862e264fb admin admin] Deleting subnet c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:37:35.206398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a6e7-a267-4913-be57-481862e264fb admin admin] Publish callbacks [] for subnet (c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.245445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a6e7-a267-4913-be57-481862e264fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.284996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a6e7-a267-4913-be57-481862e264fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.336501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a6e7-a267-4913-be57-481862e264fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.363223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7a6e7-a267-4913-be57-481862e264fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:35.365369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1a7a6e7-a267-4913-be57-481862e264fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.371439 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1a7a6e7-a267-4913-be57-481862e264fb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c90589f0-ccb2-443e-ae8f-2bfe3e80cdb3 HTTP/1.1" status: 204 len: 168 time: 0.2154386 Feb 19 00:37:35.371972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 49314) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:35.445714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (508a0527-748e-4f34-bcf0-794a9feb2ed9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.525811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (508a0527-748e-4f34-bcf0-794a9feb2ed9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.551669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['508a0527-748e-4f34-bcf0-794a9feb2ed9']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:35.564236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c338b65-fb92-4f65-8dd6-b05b72e6a3c2') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:35.564547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c338b65-fb92-4f65-8dd6-b05b72e6a3c2') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:35.574240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (2c338b65-fb92-4f65-8dd6-b05b72e6a3c2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.588125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2c338b65-fb92-4f65-8dd6-b05b72e6a3c2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.595177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:37:35.595594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (2c338b65-fb92-4f65-8dd6-b05b72e6a3c2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:37:35.597474 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:37:35.655643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (508a0527-748e-4f34-bcf0-794a9feb2ed9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.661895 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.665403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] 10.222.0.60 "DELETE /v2.0/networks/508a0527-748e-4f34-bcf0-794a9feb2ed9 HTTP/1.1" status: 204 len: 168 time: 0.2922256 Feb 19 00:37:35.695334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2166eb3-9de0-4619-87c9-81498c088a07 admin admin] Pushing event deleted for resources: {'Network': ['ID=508a0527-748e-4f34-bcf0-794a9feb2ed9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:35.735002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-702ac6fd-7a13-4dd0-bb67-3d31473afc89 req-b3c962c9-0db2-45a3-9571-76d6f828f00b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0306277 Feb 19 00:37:35.812595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49378) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:35.812999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c3d8652-1028-4fb0-bc92-1da4b8023e7b req-57cb69a9-e986-44d9-a408-134455dc5ff1 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0411136 Feb 19 00:37:35.862071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8cfd649-06cf-4baf-9c21-a068117c8a06 req-084a52ab-e392-4a5d-bbe9-1a307255fd98 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0285015 Feb 19 00:37:35.863185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 49382) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:35.863572 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f6f4a057-371f-4ac8-b6fe-11abb604b83c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f7c4a0a3423c48bab57101fdef154430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492754 Feb 19 00:37:35.913662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a64cefdb-945f-47a0-95c0-fb5d95a9e444 admin admin] Publish callbacks [] for security_group (53f49cb7-1583-47b3-8ed8-69f4c7cceab2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:35.948312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea587741-52c4-44bd-8708-fc9cb836b1eb req-1dfcb4e6-1bb5-4cb1-a198-a81be3b262a3 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0326178 Feb 19 00:37:35.959800 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a64cefdb-945f-47a0-95c0-fb5d95a9e444 admin admin] Publish callbacks [] for security_group (53f49cb7-1583-47b3-8ed8-69f4c7cceab2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:36.015217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a64cefdb-945f-47a0-95c0-fb5d95a9e444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (53f49cb7-1583-47b3-8ed8-69f4c7cceab2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:36.017978 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a64cefdb-945f-47a0-95c0-fb5d95a9e444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:36.021832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a64cefdb-945f-47a0-95c0-fb5d95a9e444 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53f49cb7-1583-47b3-8ed8-69f4c7cceab2 HTTP/1.1" status: 204 len: 168 time: 0.1547549 Feb 19 00:37:36.038989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cefdb-945f-47a0-95c0-fb5d95a9e444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f49cb7-1583-47b3-8ed8-69f4c7cceab2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:36.086727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fce2bf-7dd2-47e0-ac6f-9d0a73961441 req-aedeacf5-5a27-409f-9702-9c0559cc7678 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:36.088575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60fce2bf-7dd2-47e0-ac6f-9d0a73961441 req-aedeacf5-5a27-409f-9702-9c0559cc7678 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0648570 Feb 19 00:37:36.151519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60fce2bf-7dd2-47e0-ac6f-9d0a73961441 req-7fb0ac83-2217-4d91-8503-1bf7f26650fa tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573690 Feb 19 00:37:36.252833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d94214d-3f66-45da-b144-a6fcd3bf654a req-026f223b-4443-4c3a-886b-16d6936a4ef9 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0376902 Feb 19 00:37:36.755924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 49458) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:36.828662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3e320a0-0103-4d4d-a7a9-044d405d763d req-5ccc34dd-746d-42ec-a62c-d274a3ca13e4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0284534 Feb 19 00:37:36.884916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-718434305-network', 'tenant_id': '24c44e713a5c42dd8047169114070a00'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:36.910457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50cee8d7-c161-4cc4-bdfa-0e42d4fe56ef req-6bcacc96-8d01-488c-9f78-b30f4c6f8b38 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0398567 Feb 19 00:37:36.955440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d7423ef-1669-4f28-89b9-5817d3b70d03 req-613cdd25-fdfa-45f4-8107-ac97ac3297a9 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0362709 Feb 19 00:37:36.956324 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Made reservation on behalf of 24c44e713a5c42dd8047169114070a00 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:36.958530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:36.978416 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.033907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32022b4e-a828-4403-9794-2bf3f415d35b req-d23df06e-d2d2-4566-a32e-852878cf82aa tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0308123 Feb 19 00:37:37.074681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Publish callbacks [] for security_group (0e69843e-7926-4a1a-a6d8-c6baaa305f10), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.080184 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0e69843e-7926-4a1a-a6d8-c6baaa305f10), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.104828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a7a8217f-cc0f-4570-9a33-480cf9b3bf9f no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:37:37.131574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: a7a8217f-cc0f-4570-9a33-480cf9b3bf9f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:37:37.132088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a7a8217f-cc0f-4570-9a33-480cf9b3bf9f not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:37:37.143162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:37:37.156489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6cc69388-72f4-46a9-88af-3be9f25b3896), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.157006 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Added segment 6cc69388-72f4-46a9-88af-3be9f25b3896 of type vlan for network 1ea16d24-9ed8-4526-8946-13266cb21287 Feb 19 00:37:37.178536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e69843e-7926-4a1a-a6d8-c6baaa305f10,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:37.235433 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (1ea16d24-9ed8-4526-8946-13266cb21287), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.283080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (1ea16d24-9ed8-4526-8946-13266cb21287), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.284132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:37.284798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.376687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44100aed-535e-4b0a-a9cf-17d9d0453642 req-20bf0106-355a-424c-ab91-334ce20bea5c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0724866 Feb 19 00:37:37.383553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6263878 Feb 19 00:37:37.386771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49502) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:37.395860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Request body: {'subnet': {'network_id': '1ea16d24-9ed8-4526-8946-13266cb21287', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-718434305-subnet', 'tenant_id': '24c44e713a5c42dd8047169114070a00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:37.403099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69098033-0745-4957-9b70-17fd943fd960 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea16d24-9ed8-4526-8946-13266cb21287,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:37.415483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 1ea16d24-9ed8-4526-8946-13266cb21287 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:37:37.420541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa5b9c-0ab5-4fb5-b132-6a351bbe6642 req-22093ecf-8697-42f8-960c-c73b1f032cea tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:37.422476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1fa5b9c-0ab5-4fb5-b132-6a351bbe6642 req-22093ecf-8697-42f8-960c-c73b1f032cea tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1520250 Feb 19 00:37:37.436658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Made reservation on behalf of 24c44e713a5c42dd8047169114070a00 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:37.439214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.494741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1fa5b9c-0ab5-4fb5-b132-6a351bbe6642 req-487a8377-1c5e-4350-8883-49191a22a3ea tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660622 Feb 19 00:37:37.612294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (76dc97b0-3497-4e1c-8bc1-d64a03eae7c3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.669303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76dc97b0-3497-4e1c-8bc1-d64a03eae7c3,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:37.678073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Checking segment: {'id': '6cc69388-72f4-46a9-88af-3be9f25b3896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ea16d24-9ed8-4526-8946-13266cb21287'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:37.678463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Network hostable DHCP agents. Network: 1ea16d24-9ed8-4526-8946-13266cb21287, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:37:37.696625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Network 1ea16d24-9ed8-4526-8946-13266cb21287 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:37:37.706989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 1ea16d24-9ed8-4526-8946-13266cb21287) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:37.711515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:37.712122 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:37.716288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638f29eb-6842-4130-85be-3f852a0e532e None None] Network 1ea16d24-9ed8-4526-8946-13266cb21287 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:37.732753 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6188cf32-1c79-45c1-bb36-d7e5ab82fab6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3433480 Feb 19 00:37:37.825509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96982f70-c05a-4264-9b69-aca0a2f72c0b None None] Network 1ea16d24-9ed8-4526-8946-13266cb21287 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:37.927895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea7d3531-9769-44a3-9fc5-fc591271c4a4 req-ab33e176-2b89-4ca3-b615-8eb51f55e106 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0329430 Feb 19 00:37:38.014652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba00ee8d-8c62-4206-bdf5-31d29230a334 req-b20e933b-d82d-4b54-aa06-4698167fdb9f tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0404911 Feb 19 00:37:38.053710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bf06b84-d72b-4a31-a47b-d5050d5951b0 req-855fe840-05ca-4b0e-9bac-e8edf50ba408 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0376508 Feb 19 00:37:38.115060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3a07bdf-45ce-4f74-ad57-05bd2541a10d req-e8a0a6c9-e5ed-4b0c-8dfe-1f6a8184dfb3 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0293527 Feb 19 00:37:38.170881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49524) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:38.175841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2049448666-network', 'tenant_id': '7047822bdbc345048eee3ec9c0323dcc'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:38.196046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Made reservation on behalf of 7047822bdbc345048eee3ec9c0323dcc for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:38.198445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.208172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.290212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Publish callbacks [] for security_group (b15724b1-2f2f-4049-84e9-f0578acd762c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.295356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b15724b1-2f2f-4049-84e9-f0578acd762c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.323336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:37:38.333926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15724b1-2f2f-4049-84e9-f0578acd762c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:38.340605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4828892e-5722-4021-8733-0d038bede390), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.341074 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Added segment 4828892e-5722-4021-8733-0d038bede390 of type vlan for network ecda4b46-eaf8-4cb7-9a4b-d08d2de80738 Feb 19 00:37:38.383845 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (ecda4b46-eaf8-4cb7-9a4b-d08d2de80738), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.409776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (ecda4b46-eaf8-4cb7-9a4b-d08d2de80738), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.411014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:38.411757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.460762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2056144-d08a-4ce6-8777-63891beb69c1 req-1d81106e-9529-481b-9430-e71cb7f62050 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0294673 Feb 19 00:37:38.463473 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2914748 Feb 19 00:37:38.466305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49530) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:38.471439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Request body: {'subnet': {'network_id': 'ecda4b46-eaf8-4cb7-9a4b-d08d2de80738', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2049448666-subnet', 'tenant_id': '7047822bdbc345048eee3ec9c0323dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:38.493749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acfaa6-fe4e-4524-9e15-0d7d0f6081f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ecda4b46-eaf8-4cb7-9a4b-d08d2de80738,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:38.505210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network ecda4b46-eaf8-4cb7-9a4b-d08d2de80738 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:37:38.507451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Made reservation on behalf of 7047822bdbc345048eee3ec9c0323dcc for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:38.510243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.631916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f912129-d6a3-4270-8f94-831021ca8084 req-8d78388a-976f-4143-bc72-2b13134663ae tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:38.633908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f912129-d6a3-4270-8f94-831021ca8084 req-8d78388a-976f-4143-bc72-2b13134663ae tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0571465 Feb 19 00:37:38.685397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f912129-d6a3-4270-8f94-831021ca8084 req-4b880daf-3cb4-414d-bdd0-609613ae2257 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411525 Feb 19 00:37:38.700065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (cf0b6459-bb03-42bb-918b-99195ccfa764), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.754002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf0b6459-bb03-42bb-918b-99195ccfa764,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:38.763248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Checking segment: {'id': '4828892e-5722-4021-8733-0d038bede390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ecda4b46-eaf8-4cb7-9a4b-d08d2de80738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:38.763612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Network hostable DHCP agents. Network: ecda4b46-eaf8-4cb7-9a4b-d08d2de80738, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:37:38.781340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Network ecda4b46-eaf8-4cb7-9a4b-d08d2de80738 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:37:38.790671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, ecda4b46-eaf8-4cb7-9a4b-d08d2de80738) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:38.794781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:38.795381 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:38.801824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79862b03-2485-40a6-ad56-ffba4f16e5fe None None] Network ecda4b46-eaf8-4cb7-9a4b-d08d2de80738 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:38.821939 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a2f1e719-4dc5-465a-b649-c3a4ed674704 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3543139 Feb 19 00:37:38.909150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05d738f-ee43-46d3-93ab-659733cdd92f None None] Network ecda4b46-eaf8-4cb7-9a4b-d08d2de80738 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:39.016363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1a51b30-b3ca-4511-bc7c-59d2766d6713 req-ebd61bcb-7a97-4f51-9be4-dac5ee9819f5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Feb 19 00:37:39.086300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9f1ea34-e650-4441-85a3-9dccc8673178 req-d361e24b-636a-46c7-86fb-ec9b92849219 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0284159 Feb 19 00:37:39.157201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbe69c47-3119-434d-99d4-a456727817cb req-dc882c7d-f3af-459d-af53-f969f91d5485 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0309241 Feb 19 00:37:39.535552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b897573-f219-4db4-bddf-adf580bf2e71 req-707a39a2-0144-46bd-9359-c8792c132a8c tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.3414292 Feb 19 00:37:39.619546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-714f19a9-1707-4dd5-8f3e-9030064d70bb req-a7ec472e-c80d-4257-b0c1-63f2738b63ff tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0338504 Feb 19 00:37:39.659253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8c47877a-92a7-473c-9e20-731929a7f0de tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:39.660736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8c47877a-92a7-473c-9e20-731929a7f0de tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/networks?id=1ea16d24-9ed8-4526-8946-13266cb21287 HTTP/1.1" status: 200 len: 824 time: 0.1276700 Feb 19 00:37:39.675472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-7e01fd1f-7511-43be-baae-86c9dac63b54 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/quotas/24c44e713a5c42dd8047169114070a00 HTTP/1.1" status: 200 len: 375 time: 0.0092018 Feb 19 00:37:39.707654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-b53bfa6a-bc3f-4e70-888e-5331f39e9f94 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=24c44e713a5c42dd8047169114070a00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268621 Feb 19 00:37:39.833586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-3799a26e-9608-4107-ba98-f0d173edc287 service neutron] 10.222.0.60 "GET /v2.0/networks/1ea16d24-9ed8-4526-8946-13266cb21287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191924 Feb 19 00:37:39.844974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77f655-a981-4888-b6fc-96ffdce82a72 req-f0e1f869-1feb-4c27-b4a6-511014726ed6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:39.846460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c77f655-a981-4888-b6fc-96ffdce82a72 req-f0e1f869-1feb-4c27-b4a6-511014726ed6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0812185 Feb 19 00:37:39.951999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c77f655-a981-4888-b6fc-96ffdce82a72 req-85c29add-eaec-4c5a-b0ad-85b58e0fd712 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974374 Feb 19 00:37:39.967500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-90ca2b6b-6608-416e-b2aa-d15290c248b9 service neutron] 10.222.0.60 "GET /v2.0/networks/1ea16d24-9ed8-4526-8946-13266cb21287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199875 Feb 19 00:37:40.133416 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c84ce65f-aea2-4a84-92e8-4cc69cbe6399 req-b34c1615-102c-4ac8-b123-eb6386b2d49e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0552678 Feb 19 00:37:40.184573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca686d1b-5185-4101-a0d7-680981fe84de req-c12755a8-8990-404e-b149-6ee71348e41d tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 210 time: 0.0475800 Feb 19 00:37:40.242423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f50d590e-93b3-4994-9780-da88bbd7e3a0 req-8d7c3a53-ec45-4dd6-8437-5970cb1ddbfa tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0452278 Feb 19 00:37:40.275841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbfc2743-3c9c-4466-ba88-252ea1d2bc61 req-bb006310-259a-404f-8525-30dbbc366962 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0300636 Feb 19 00:37:40.667051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01c630e2-7922-47fe-8a01-6b2981dc08f2 req-e5b058f6-a699-479b-8b1c-676e25a2babb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0435624 Feb 19 00:37:40.731886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe47b29b-3d77-409d-ad1a-2f4669ea4e12 req-84c14497-b486-4469-bba4-708673112d72 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0393090 Feb 19 00:37:41.084634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92cbee-8041-43ca-a43c-5a33876d1030 req-8997fbcb-b3f8-4555-ad43-b108b67970f7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:41.086217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e92cbee-8041-43ca-a43c-5a33876d1030 req-8997fbcb-b3f8-4555-ad43-b108b67970f7 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0589123 Feb 19 00:37:41.199321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e92cbee-8041-43ca-a43c-5a33876d1030 req-eac4b67d-6091-4ec9-a20e-5c19bf782c3a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1069930 Feb 19 00:37:41.278876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-224c01ae-be6c-42b9-ba29-af71336f860f req-95162238-6bc5-4ecf-9d8c-c869aca68978 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0579379 Feb 19 00:37:41.299602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8dbab59d-e7ae-4dee-8f55-ae555e90c9f4 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:41.300374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8dbab59d-e7ae-4dee-8f55-ae555e90c9f4 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.113 "GET /v2.0/networks?id=1ea16d24-9ed8-4526-8946-13266cb21287 HTTP/1.1" status: 200 len: 824 time: 0.1777265 Feb 19 00:37:41.315871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Request body: {'port': {'device_id': '67f79a4b-2aee-4f49-b280-a5df0415484e', 'network_id': '1ea16d24-9ed8-4526-8946-13266cb21287', 'admin_state_up': True, 'tenant_id': '24c44e713a5c42dd8047169114070a00'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:41.419320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7b0c0d6-a369-4545-877d-17d64a8f0811 req-f1d5d595-e9ca-42db-988f-a95d3cbd91c0 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 210 time: 0.0849507 Feb 19 00:37:41.421387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59bc12fb-5835-4510-98ee-2775a86a7864 req-0b468d5d-e994-4d2d-ab91-a76554c5859a tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0882933 Feb 19 00:37:41.517417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ddd79747-8951-43e3-bf05-e0550f6f0901 req-f10b5a1b-781a-432e-ba90-7ce97b307210 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0397854 Feb 19 00:37:41.538422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Made reservation on behalf of 24c44e713a5c42dd8047169114070a00 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:41.541854 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.673724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Allocated IP 172.20.0.4 (1ea16d24-9ed8-4526-8946-13266cb21287/76dc97b0-3497-4e1c-8bc1-d64a03eae7c3/c20cdd88-c0fa-463e-88aa-904f1ebc0270) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:41.695106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49604) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:41.774402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17bfa1d0-3cae-41aa-ab0e-c3362a318b51 req-1e07b729-593c-4aae-b335-96b607902c31 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0493121 Feb 19 00:37:41.826865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f8d-910a-4805-a983-73ba4a29e09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.862594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a0b8c68-a32e-4306-a4df-4e7c64245469 req-cdee14bb-11d0-4fde-9953-569c653065f2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0343087 Feb 19 00:37:41.923423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Publish callbacks [] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.930505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f8d-910a-4805-a983-73ba4a29e09f admin admin] Publish callbacks [] for security_group (632f849f-526a-4a88-bf99-15b825c923d2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.935435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-72ee0f8d-910a-4805-a983-73ba4a29e09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (632f849f-526a-4a88-bf99-15b825c923d2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.959593 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:41.977323 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-72ee0f8d-910a-4805-a983-73ba4a29e09f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=006d6917a8684bc389e71fe184b3cd6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2811129 Feb 19 00:37:41.978578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0f8d-910a-4805-a983-73ba4a29e09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f849f-526a-4a88-bf99-15b825c923d2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:41.982041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49610) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:42.006512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Network 1ea16d24-9ed8-4526-8946-13266cb21287 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:42.009388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:42.012994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:42.034887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f237581f-d74a-48e8-9984-12a275235714 admin admin] Publish callbacks [] for security_group (632f849f-526a-4a88-bf99-15b825c923d2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.040515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Pushing event updated for resources: {'Port': ['ID=c20cdd88-c0fa-463e-88aa-904f1ebc0270,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:42.060636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f237581f-d74a-48e8-9984-12a275235714 admin admin] Publish callbacks [] for security_group (632f849f-526a-4a88-bf99-15b825c923d2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.073602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:42.074237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.094976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a007db2b-a905-4b3d-8ed2-d92a8c3950d2 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7836349 Feb 19 00:37:42.108332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Request body: {'port': {'device_id': '67f79a4b-2aee-4f49-b280-a5df0415484e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:42.114555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f237581f-d74a-48e8-9984-12a275235714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (632f849f-526a-4a88-bf99-15b825c923d2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.117510 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f237581f-d74a-48e8-9984-12a275235714 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.121286 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f237581f-d74a-48e8-9984-12a275235714 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/632f849f-526a-4a88-bf99-15b825c923d2 HTTP/1.1" status: 204 len: 168 time: 0.1354496 Feb 19 00:37:42.131158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237581f-d74a-48e8-9984-12a275235714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f849f-526a-4a88-bf99-15b825c923d2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:42.177822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.430858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de326c98-864c-48c5-95d2-f93ef3774e5b req-85521319-e412-44f9-b2d4-4465949c315f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0648682 Feb 19 00:37:42.460315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db22b30-8dc9-4a3d-8d1e-c191860be4cd req-75c2c409-7f71-48cc-9151-26fd1b14763a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:42.462240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8db22b30-8dc9-4a3d-8d1e-c191860be4cd req-75c2c409-7f71-48cc-9151-26fd1b14763a tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1559565 Feb 19 00:37:42.622716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8db22b30-8dc9-4a3d-8d1e-c191860be4cd req-95645d83-6b6d-43ac-bf2e-0dfadb81ee3e tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1279733 Feb 19 00:37:42.629186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20cdd88-c0fa-463e-88aa-904f1ebc0270 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:42.639935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Publish callbacks [] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.672183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993d7ef-aa5e-459e-817a-6e469a0ffe9d req-1bc51be0-5c4e-4c2d-9775-e04b923702b0 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:42.673739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5993d7ef-aa5e-459e-817a-6e469a0ffe9d req-1bc51be0-5c4e-4c2d-9775-e04b923702b0 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 931 time: 0.1583879 Feb 19 00:37:42.677012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Transition to ACTIVE for port object c20cdd88-c0fa-463e-88aa-904f1ebc0270 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:42.683593 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:42.769555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d013313-f68f-47ec-9c85-cdeca58154c1 req-a88ac253-03aa-486d-80c0-5444ce1112ad tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0624301 Feb 19 00:37:42.841913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Pushing event updated for resources: {'Port': ['ID=c20cdd88-c0fa-463e-88aa-904f1ebc0270,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:42.879071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-acd9effa-79f4-4147-b4b3-dee32b6810ca req-94725665-14ce-4e3c-aa4a-935538812ab2 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0425072 Feb 19 00:37:42.892079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5993d7ef-aa5e-459e-817a-6e469a0ffe9d req-fc339715-3f10-4e32-8744-f13213a3935f tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076502 Feb 19 00:37:42.945453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Attempting to bind port c20cdd88-c0fa-463e-88aa-904f1ebc0270 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:42.945799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Attempting to bind port c20cdd88-c0fa-463e-88aa-904f1ebc0270 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '6cc69388-72f4-46a9-88af-3be9f25b3896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ea16d24-9ed8-4526-8946-13266cb21287'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:42.946137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Attempting to bind port c20cdd88-c0fa-463e-88aa-904f1ebc0270 on network 1ea16d24-9ed8-4526-8946-13266cb21287 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:43.005116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f2a7844-0952-4f83-a6b0-9598b604a5c5 req-6a5873de-a692-444e-a20b-d0d3c4567c7f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0614414 Feb 19 00:37:43.014576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4502717e-b2c1-4362-a0c6-2141590745dc req-e2a25eb1-e8ed-48a4-b838-3c89efb1e16a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0659142 Feb 19 00:37:43.027841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Port c20cdd88-c0fa-463e-88aa-904f1ebc0270 on network 1ea16d24-9ed8-4526-8946-13266cb21287 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:43.028264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Attempting to bind port c20cdd88-c0fa-463e-88aa-904f1ebc0270 on network 1ea16d24-9ed8-4526-8946-13266cb21287 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:43.036297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:43.036749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Checking segment: {'id': '6cc69388-72f4-46a9-88af-3be9f25b3896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ea16d24-9ed8-4526-8946-13266cb21287'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:43.037377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Bound using segment: {'id': '6cc69388-72f4-46a9-88af-3be9f25b3896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ea16d24-9ed8-4526-8946-13266cb21287'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:43.038293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Bound port: c20cdd88-c0fa-463e-88aa-904f1ebc0270, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc69388-72f4-46a9-88af-3be9f25b3896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ea16d24-9ed8-4526-8946-13266cb21287'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:43.038293 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:43.114736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] For port c20cdd88-c0fa-463e-88aa-904f1ebc0270, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:43.118474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] For port c20cdd88-c0fa-463e-88aa-904f1ebc0270, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c20cdd88-c0fa-463e-88aa-904f1ebc0270,segment=NetworkSegment(6cc69388-72f4-46a9-88af-3be9f25b3896),segment_id=6cc69388-72f4-46a9-88af-3be9f25b3896)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:43.128257 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:43.171161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:43.171933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:43.173327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] 10.222.0.113 "PUT /v2.0/ports/c20cdd88-c0fa-463e-88aa-904f1ebc0270 HTTP/1.1" status: 200 len: 1091 time: 1.0713682 Feb 19 00:37:43.173775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f79a4b-2aee-4f49-b280-a5df0415484e', 'tag': 'c20cdd88-c0fa-463e-88aa-904f1ebc0270'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:43.176046 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ce28b0-66b3-4b61-9934-241f4e513e11" -d '{"events": [{"name": "network-changed", "server_uuid": "67f79a4b-2aee-4f49-b280-a5df0415484e", "tag": "c20cdd88-c0fa-463e-88aa-904f1ebc0270"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:43.198268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479b8e4-95e9-4d8c-9d29-2a58d2d207aa service neutron] Pushing event updated for resources: {'Port': ['ID=c20cdd88-c0fa-463e-88aa-904f1ebc0270,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:43.229500 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613562ef-2258-426f-974a-0c6d9e7a0411 x-openstack-request-id: req-613562ef-2258-426f-974a-0c6d9e7a0411 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:43.229822 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f79a4b-2aee-4f49-b280-a5df0415484e", "tag": "c20cdd88-c0fa-463e-88aa-904f1ebc0270", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:43.230088 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-613562ef-2258-426f-974a-0c6d9e7a0411 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:43.233436 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f79a4b-2aee-4f49-b280-a5df0415484e', 'tag': 'c20cdd88-c0fa-463e-88aa-904f1ebc0270', 'status': 'completed', 'code': 200} Feb 19 00:37:43.271648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a5522b0d-19d2-4ed4-b9e2-239c0d3489c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:43.273296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-a5522b0d-19d2-4ed4-b9e2-239c0d3489c8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=24c44e713a5c42dd8047169114070a00&device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 1125 time: 0.0564468 Feb 19 00:37:43.314808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-161a1e66-bf42-4bc0-bcbb-1578f3af4a34 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c20cdd88-c0fa-463e-88aa-904f1ebc0270 HTTP/1.1" status: 200 len: 217 time: 0.0336843 Feb 19 00:37:43.362841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-c5e1fd18-36e9-4e6a-ac7c-51ebdd9b74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:43.364219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-c5e1fd18-36e9-4e6a-ac7c-51ebdd9b74e2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=76dc97b0-3497-4e1c-8bc1-d64a03eae7c3 HTTP/1.1" status: 200 len: 864 time: 0.0430448 Feb 19 00:37:43.395739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-29df0263-2bf4-4dce-a973-ad6b1adb3d20 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1ea16d24-9ed8-4526-8946-13266cb21287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254865 Feb 19 00:37:43.493830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-6f92be82-e8a5-4253-9655-4c2a6649cdfa service neutron] 10.222.0.113 "GET /v2.0/networks/1ea16d24-9ed8-4526-8946-13266cb21287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914643 Feb 19 00:37:43.532207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4951e289-a556-4df2-8993-d538b8b2654f req-e4dad01c-6060-4541-8b4c-bc81f718e09f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0334613 Feb 19 00:37:43.609887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4225e4a-5f0a-4839-919b-ab7ce7f9e276 req-45fcccc0-bd71-46e9-a0b3-698ab985f25c service neutron] 10.222.0.113 "GET /v2.0/networks/1ea16d24-9ed8-4526-8946-13266cb21287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025515 Feb 19 00:37:43.708437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-0bd31707-40ae-4fb6-8100-d58dd6432060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:43.709967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-0bd31707-40ae-4fb6-8100-d58dd6432060 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=24c44e713a5c42dd8047169114070a00&device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 1125 time: 0.0521116 Feb 19 00:37:43.825283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e1b4c-a4e7-4d99-ac0e-3ec64f5cf880 req-733f0f81-e60f-4b0d-b0d7-4dcc68fa3563 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:43.826771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-078e1b4c-a4e7-4d99-ac0e-3ec64f5cf880 req-733f0f81-e60f-4b0d-b0d7-4dcc68fa3563 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.1142025 Feb 19 00:37:43.852398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-540f4626-9ecc-4dad-b71f-ec4e5d8d0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:43.853817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-540f4626-9ecc-4dad-b71f-ec4e5d8d0783 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1ea16d24-9ed8-4526-8946-13266cb21287 HTTP/1.1" status: 200 len: 925 time: 0.1330378 Feb 19 00:37:43.907252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-de2b3d1c-605c-4e79-97d7-2370db22393e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c20cdd88-c0fa-463e-88aa-904f1ebc0270 HTTP/1.1" status: 200 len: 217 time: 0.0455592 Feb 19 00:37:43.928666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-078e1b4c-a4e7-4d99-ac0e-3ec64f5cf880 req-a7bbe0e5-5d7b-440f-bc6d-e010b02eb974 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934539 Feb 19 00:37:43.970254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-88e4bab2-e42b-41b4-ac88-4874593ae83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:43.971728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-88e4bab2-e42b-41b4-ac88-4874593ae83f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=76dc97b0-3497-4e1c-8bc1-d64a03eae7c3 HTTP/1.1" status: 200 len: 864 time: 0.0573890 Feb 19 00:37:44.011095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-382b1596-3654-45f4-b936-08ede0aea1c0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1ea16d24-9ed8-4526-8946-13266cb21287&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329053 Feb 19 00:37:44.026838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1226a310-1f09-4ead-b44b-d97f1f93b92b req-75aa6b3d-ac7e-4457-bee8-9404775ae2e3 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0396674 Feb 19 00:37:44.068460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49680) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:44.075868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309213813', 'description': 'tempest-secgroup-smoke-1309213813 description', 'project_id': '84679949ccf749538377871c65d3012d'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:44.099746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.108295 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.153529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45444216-6a1c-4113-b196-f27218685d4a req-2be25b73-5769-434e-9a82-b00ae152c0a2 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0615883 Feb 19 00:37:44.172805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-29eb98d1-9f72-4024-a6f0-7942934beee1 service neutron] 10.222.0.113 "GET /v2.0/networks/1ea16d24-9ed8-4526-8946-13266cb21287?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481566 Feb 19 00:37:44.195170 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (a6800e36-11f6-4a77-b84d-82333e7c6628), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.199951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a6800e36-11f6-4a77-b84d-82333e7c6628), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.233962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6800e36-11f6-4a77-b84d-82333e7c6628,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:44.246478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082009c-f45b-40be-92af-469350fe6d9e req-1074c919-2052-4678-8f24-ea5210f3b20f tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:44.247970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0082009c-f45b-40be-92af-469350fe6d9e req-1074c919-2052-4678-8f24-ea5210f3b20f tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 943 time: 0.1550579 Feb 19 00:37:44.275204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a809fdd4-8caf-4346-bde0-1f6c424f469a req-281d2d6f-6887-4227-b3a7-e243f6f99235 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0724328 Feb 19 00:37:44.295045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (0ce04551-930f-4dcc-a37c-487958437fef), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.299049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0ce04551-930f-4dcc-a37c-487958437fef), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.326016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.327255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2557864 Feb 19 00:37:44.332020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49682) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:44.338111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8767ad0f-0c98-4e3f-9ccd-0f93dbd4e836 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '0ce04551-930f-4dcc-a37c-487958437fef', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:44.345381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bde33d-2d26-4659-a123-cff8f684e058 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce04551-930f-4dcc-a37c-487958437fef,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:44.360761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0082009c-f45b-40be-92af-469350fe6d9e req-687511d4-4798-4718-b6eb-73e276264a97 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901690 Feb 19 00:37:44.363258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88256ce7-97f5-4d32-8598-a3524ac9491a req-29d1e4e0-798a-4270-b998-aa17c628ffc9 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.0427294 Feb 19 00:37:44.366075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49ce28b0-66b3-4b61-9934-241f4e513e11 req-19148043-3623-4e78-b358-a0863af8f11b service neutron] 10.222.0.113 "GET /v2.0/networks/1ea16d24-9ed8-4526-8946-13266cb21287?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846278 Feb 19 00:37:44.383006 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8767ad0f-0c98-4e3f-9ccd-0f93dbd4e836 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (5b3b2186-cd36-4711-a301-dd2bd87695aa), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.436497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8767ad0f-0c98-4e3f-9ccd-0f93dbd4e836 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (5b3b2186-cd36-4711-a301-dd2bd87695aa), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.440766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8767ad0f-0c98-4e3f-9ccd-0f93dbd4e836 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (5b3b2186-cd36-4711-a301-dd2bd87695aa), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.461661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767ad0f-0c98-4e3f-9ccd-0f93dbd4e836 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3b2186-cd36-4711-a301-dd2bd87695aa,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:44.467204 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8767ad0f-0c98-4e3f-9ccd-0f93dbd4e836 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.468420 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8767ad0f-0c98-4e3f-9ccd-0f93dbd4e836 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354160 Feb 19 00:37:44.472237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49684) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:44.476520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-139d48ec-ea4c-4972-a534-9d9d8c3500cd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '0ce04551-930f-4dcc-a37c-487958437fef', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:44.500784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-139d48ec-ea4c-4972-a534-9d9d8c3500cd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (7f596c0d-f623-4dec-ab83-6c6af962629f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.619291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5be9bbc-4bfb-419a-b0f9-ef0e77917c48 req-d9114ee7-6485-43f7-a7b4-6f55b09f290b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0284753 Feb 19 00:37:44.841762 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-139d48ec-ea4c-4972-a534-9d9d8c3500cd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (7f596c0d-f623-4dec-ab83-6c6af962629f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.847791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-139d48ec-ea4c-4972-a534-9d9d8c3500cd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7f596c0d-f623-4dec-ab83-6c6af962629f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.867224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d48ec-ea4c-4972-a534-9d9d8c3500cd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f596c0d-f623-4dec-ab83-6c6af962629f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:44.873341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-139d48ec-ea4c-4972-a534-9d9d8c3500cd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.874540 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-139d48ec-ea4c-4972-a534-9d9d8c3500cd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4013729 Feb 19 00:37:44.877752 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49688) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:44.882335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bfb2f028-a50c-4b19-a174-a379a88b40ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '0ce04551-930f-4dcc-a37c-487958437fef', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:44.910142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f028-a50c-4b19-a174-a379a88b40ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (8d9ed6e5-3ee6-4270-842d-333802a8c2a0), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.966350 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f028-a50c-4b19-a174-a379a88b40ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (8d9ed6e5-3ee6-4270-842d-333802a8c2a0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.971556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f028-a50c-4b19-a174-a379a88b40ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (8d9ed6e5-3ee6-4270-842d-333802a8c2a0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.991230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2f028-a50c-4b19-a174-a379a88b40ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9ed6e5-3ee6-4270-842d-333802a8c2a0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:44.997828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f028-a50c-4b19-a174-a379a88b40ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:44.999233 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bfb2f028-a50c-4b19-a174-a379a88b40ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204712 Feb 19 00:37:45.002318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49692) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:45.006702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0876fb56-a1e4-4f69-9805-b8f0af23a013 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '0ce04551-930f-4dcc-a37c-487958437fef', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:45.033114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0876fb56-a1e4-4f69-9805-b8f0af23a013 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (c87631a5-1a17-41db-bfb4-fbe5e079cd0a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.056964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275691fc-b16a-4321-94d3-5b7b7b0569b2 req-5d2a553c-012e-4124-98df-505f07183299 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:45.058489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275691fc-b16a-4321-94d3-5b7b7b0569b2 req-5d2a553c-012e-4124-98df-505f07183299 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.0565596 Feb 19 00:37:45.093020 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0876fb56-a1e4-4f69-9805-b8f0af23a013 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (c87631a5-1a17-41db-bfb4-fbe5e079cd0a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.097651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0876fb56-a1e4-4f69-9805-b8f0af23a013 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (c87631a5-1a17-41db-bfb4-fbe5e079cd0a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.115303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876fb56-a1e4-4f69-9805-b8f0af23a013 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87631a5-1a17-41db-bfb4-fbe5e079cd0a,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:45.121972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26976858-b62e-48bb-802e-4e26c39a515c req-9ae5ebde-1931-4b46-9854-1b799627d573 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0387509 Feb 19 00:37:45.123946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0876fb56-a1e4-4f69-9805-b8f0af23a013 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.130231 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0876fb56-a1e4-4f69-9805-b8f0af23a013 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218851 Feb 19 00:37:45.130531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 49696) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:45.138103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-91e992db-2054-4b42-bfc2-82d8afc5728a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '0ce04551-930f-4dcc-a37c-487958437fef', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:45.139843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275691fc-b16a-4321-94d3-5b7b7b0569b2 req-35e3983d-0e6d-499f-b28b-d4be30bdcf13 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756187 Feb 19 00:37:45.141667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c20cdd88-c0fa-463e-88aa-904f1ebc0270 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:37:45.158892 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-91e992db-2054-4b42-bfc2-82d8afc5728a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Project 84679949ccf749538377871c65d3012d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:37:45.164261 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91e992db-2054-4b42-bfc2-82d8afc5728a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (c402c0f7-0e54-4696-b985-e80ca276a3b8), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.242907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6ea79ad-a0e1-4c7f-973e-ab359fae82ab req-ef7a3943-6365-4033-a59f-e6fcb5d729fe tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.0342236 Feb 19 00:37:45.254097 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91e992db-2054-4b42-bfc2-82d8afc5728a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (c402c0f7-0e54-4696-b985-e80ca276a3b8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.259025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91e992db-2054-4b42-bfc2-82d8afc5728a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (c402c0f7-0e54-4696-b985-e80ca276a3b8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.282405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e992db-2054-4b42-bfc2-82d8afc5728a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c402c0f7-0e54-4696-b985-e80ca276a3b8,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:45.300129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91e992db-2054-4b42-bfc2-82d8afc5728a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.304742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49704) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:45.309358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-01ceef9c-bbc8-48a2-a8ce-6e90e282a68d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '0ce04551-930f-4dcc-a37c-487958437fef', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:45.313716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-91e992db-2054-4b42-bfc2-82d8afc5728a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1845429 Feb 19 00:37:45.354802 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-01ceef9c-bbc8-48a2-a8ce-6e90e282a68d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Project 84679949ccf749538377871c65d3012d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:37:45.366144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01ceef9c-bbc8-48a2-a8ce-6e90e282a68d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (445048a2-1606-4dc1-8da2-2941703415a7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.417753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c20cdd88-c0fa-463e-88aa-904f1ebc0270, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c20cdd88-c0fa-463e-88aa-904f1ebc0270,segment=NetworkSegment(6cc69388-72f4-46a9-88af-3be9f25b3896),segment_id=6cc69388-72f4-46a9-88af-3be9f25b3896)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:45.432647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'c20cdd88-c0fa-463e-88aa-904f1ebc0270', 'network_id': '1ea16d24-9ed8-4526-8946-13266cb21287', 'port_id': 'c20cdd88-c0fa-463e-88aa-904f1ebc0270', 'mac_address': 'fa:16:3e:96:de:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76dc97b0-3497-4e1c-8bc1-d64a03eae7c3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:37:45.473860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f66c06c2-4e99-4507-9258-6bc8cbc7757f req-3620454c-37ad-430e-bf64-f9e7fb1e5deb tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0929294 Feb 19 00:37:45.488740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c20cdd88-c0fa-463e-88aa-904f1ebc0270 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:45.489382 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.524685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01ceef9c-bbc8-48a2-a8ce-6e90e282a68d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (445048a2-1606-4dc1-8da2-2941703415a7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.529132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20cdd88-c0fa-463e-88aa-904f1ebc0270 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:45.534907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01ceef9c-bbc8-48a2-a8ce-6e90e282a68d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (445048a2-1606-4dc1-8da2-2941703415a7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.572391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56524b3-6b9d-49d6-9794-35eb1c793cdf req-fd53c319-0f1e-41d2-9e28-8289cd7c44d5 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:45.574080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c56524b3-6b9d-49d6-9794-35eb1c793cdf req-fd53c319-0f1e-41d2-9e28-8289cd7c44d5 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 943 time: 0.0992222 Feb 19 00:37:45.578885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ceef9c-bbc8-48a2-a8ce-6e90e282a68d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445048a2-1606-4dc1-8da2-2941703415a7,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:45.591637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01ceef9c-bbc8-48a2-a8ce-6e90e282a68d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.592864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-01ceef9c-bbc8-48a2-a8ce-6e90e282a68d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2870917 Feb 19 00:37:45.597833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c20cdd88-c0fa-463e-88aa-904f1ebc0270, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c20cdd88-c0fa-463e-88aa-904f1ebc0270,segment=NetworkSegment(6cc69388-72f4-46a9-88af-3be9f25b3896),segment_id=6cc69388-72f4-46a9-88af-3be9f25b3896)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:45.599697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49726) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:45.609146 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.610816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'network': {'name': 'tempest-network-smoke--590907836', 'project_id': '84679949ccf749538377871c65d3012d', 'port_security_enabled': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:45.654224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:45.657739 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.687268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dfc4380-f987-4cb0-ac01-c36a5628c64d req-bf501d81-689d-4767-8eda-5041e7483e9c tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.1121242 Feb 19 00:37:45.717190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:37:45.730957 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e743072e-152c-4660-8fc0-71dd3db2415d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.732141 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Added segment e743072e-152c-4660-8fc0-71dd3db2415d of type vlan for network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 Feb 19 00:37:45.759768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c56524b3-6b9d-49d6-9794-35eb1c793cdf req-974e41f9-c594-41de-8d24-a79a6deeb431 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538901 Feb 19 00:37:45.778651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c20cdd88-c0fa-463e-88aa-904f1ebc0270,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:45.813501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['c20cdd88-c0fa-463e-88aa-904f1ebc0270'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:37:45.852807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3249853b-212c-4d83-9d7d-9df573b82f9c req-74792765-a4a0-4eb4-9860-d363c70d5eb4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0507612 Feb 19 00:37:45.934325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (46ff80fa-aee2-4dc0-91f0-27a1c68abf24), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:45.961020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-94d59533-3361-4c9b-8654-ce45c9b8a971 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:45.962901 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-94d59533-3361-4c9b-8654-ce45c9b8a971 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 200 len: 929 time: 0.5624645 Feb 19 00:37:46.041926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (46ff80fa-aee2-4dc0-91f0-27a1c68abf24), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:46.046811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:46.047388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:46.058511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-234b8b10-73d9-42e6-8c8e-a6f83cc3bb9d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:46.059840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-234b8b10-73d9-42e6-8c8e-a6f83cc3bb9d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 200 len: 931 time: 0.0886636 Feb 19 00:37:46.109327 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5082798 Feb 19 00:37:46.113563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 49754) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:46.129444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'admin_state_up': True, 'project_id': '84679949ccf749538377871c65d3012d', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:46.139957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62177214-8e4a-41af-a61a-0313e30e67d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Network': ['ID=46ff80fa-aee2-4dc0-91f0-27a1c68abf24,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:46.159248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:37:46.191947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:46.194498 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:46.261907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fd5fb0f-aee1-451a-a8de-2c717d141bd8 req-ff152109-724f-4d35-a319-29cace32da4d tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.0483422 Feb 19 00:37:46.323684 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_controller (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:46.815297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fe7f9db-9282-4b40-abb4-73cb0b4f3cb5 req-754bfd34-b7d5-49d0-b265-378f1e984bc3 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.4035032 Feb 19 00:37:46.873645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09dbd9-c803-4a2c-bdef-14f982c1f84a req-0b699991-695b-460a-bd42-4e76876a4459 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:46.875526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de09dbd9-c803-4a2c-bdef-14f982c1f84a req-0b699991-695b-460a-bd42-4e76876a4459 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.5390821 Feb 19 00:37:46.983183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3afea666-6769-4557-a8dd-459470f155a4 req-e9357031-33ac-41c0-a414-602fd295cdfe tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1041555 Feb 19 00:37:47.003573 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.151245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c20cdd88-c0fa-463e-88aa-904f1ebc0270 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:47.174993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f57131e0-4b42-48fa-aefe-0d8f83c484ab req-ba2ebffa-dc16-419c-9549-897dc9ff9259 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.1083732 Feb 19 00:37:47.181215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-8549396b-fee6-412c-9d25-2eaae49fcc7e tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:47.184778 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-8549396b-fee6-412c-9d25-2eaae49fcc7e tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.126 "GET /v2.0/networks?id=d8c83409-4c36-405f-900d-f648fba40960 HTTP/1.1" status: 200 len: 813 time: 0.1690578 Feb 19 00:37:47.205500 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Request body: {'port': {'device_id': 'e1b3502e-d5fa-4213-8b7c-6d1341f9d524', 'network_id': 'd8c83409-4c36-405f-900d-f648fba40960', 'admin_state_up': True, 'tenant_id': '36669e5abbc64653b79d5010a9e01db6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:47.225407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port c20cdd88-c0fa-463e-88aa-904f1ebc0270 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:37:47.235521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port c20cdd88-c0fa-463e-88aa-904f1ebc0270 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:47.236139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.287925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de09dbd9-c803-4a2c-bdef-14f982c1f84a req-66bd170e-1e3c-4579-8b76-3a6db4d91e66 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3741975 Feb 19 00:37:47.404906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port c20cdd88-c0fa-463e-88aa-904f1ebc0270 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:47.406092 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.411687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Made reservation on behalf of 36669e5abbc64653b79d5010a9e01db6 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:47.415622 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.463327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port c20cdd88-c0fa-463e-88aa-904f1ebc0270, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c20cdd88-c0fa-463e-88aa-904f1ebc0270,segment=NetworkSegment(6cc69388-72f4-46a9-88af-3be9f25b3896),segment_id=6cc69388-72f4-46a9-88af-3be9f25b3896)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:47.464309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f79a4b-2aee-4f49-b280-a5df0415484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20cdd88-c0fa-463e-88aa-904f1ebc0270'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:47.468876 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578f98d9-a7cd-46a5-bb46-906637215e59" -d '{"events": [{"server_uuid": "67f79a4b-2aee-4f49-b280-a5df0415484e", "name": "network-vif-plugged", "status": "completed", "tag": "c20cdd88-c0fa-463e-88aa-904f1ebc0270"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:47.486478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.507060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ba44a2f-4680-452d-88bd-e3c83c2785b0 req-3cca5128-dc19-498d-8519-384968ba9a54 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0872645 Feb 19 00:37:47.564388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=c20cdd88-c0fa-463e-88aa-904f1ebc0270,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:47.569189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-ecb1f97f-1aa9-49a4-b723-f38dedd629b7 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:47.571834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-ecb1f97f-1aa9-49a4-b723-f38dedd629b7 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.126 "GET /v2.0/networks?id=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb HTTP/1.1" status: 200 len: 822 time: 0.5911894 Feb 19 00:37:47.582563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-9ee11f5c-da43-46a4-9302-15db9e94b6e8 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:47.584022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-9ee11f5c-da43-46a4-9302-15db9e94b6e8 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.126 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 813 time: 0.2667763 Feb 19 00:37:47.586379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Allocated IP 172.20.0.7 (d8c83409-4c36-405f-900d-f648fba40960/be5ed1f4-fd8f-448b-9a55-88d710dd6527/bbe336d7-92e0-42f0-89bd-78c6a392774d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:47.593680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Request body: {'port': {'device_id': '28b0deed-a3a0-429a-8431-9e527917c53f', 'network_id': '23e4f5a9-357c-444d-8e51-6b4fbc6dacdb', 'admin_state_up': True, 'tenant_id': 'c87938301a8645ed965275bfcdbda8ac'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:47.628638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Request body: {'port': {'device_id': '03b3f227-b974-49dc-9a7b-bae45eb211db', 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'admin_state_up': True, 'tenant_id': '1d39ee83d3a44f3c9932f591f9d7916e'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:47.750483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-e8736f09-f850-4e15-81d1-112d0a6ddc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:47.751914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-e8736f09-f850-4e15-81d1-112d0a6ddc37 service neutron] 10.222.0.126 "GET /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 200 len: 1025 time: 0.0493681 Feb 19 00:37:47.789513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2aaad-20ff-4720-b9ef-be1c7202a062 req-da1071a5-8a6f-4ae3-bc06-a1272274f78d tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:47.790507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Publish callbacks [] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.791046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fa2aaad-20ff-4720-b9ef-be1c7202a062 req-da1071a5-8a6f-4ae3-bc06-a1272274f78d tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 945 time: 0.4756641 Feb 19 00:37:47.798939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3864a29-e846-490a-82d8-21a5bb4c4827 req-1ace4181-6016-405b-97a1-ffe64de12b97 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 210 time: 0.1068041 Feb 19 00:37:47.842028 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292855a0-a800-4a5c-a769-45583f8e79e1 x-openstack-request-id: req-292855a0-a800-4a5c-a769-45583f8e79e1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:47.843605 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f79a4b-2aee-4f49-b280-a5df0415484e", "name": "network-vif-plugged", "status": "completed", "tag": "c20cdd88-c0fa-463e-88aa-904f1ebc0270", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:47.844114 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-292855a0-a800-4a5c-a769-45583f8e79e1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:47.844679 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f79a4b-2aee-4f49-b280-a5df0415484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20cdd88-c0fa-463e-88aa-904f1ebc0270', 'code': 200} Feb 19 00:37:47.851875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-7792613d-df95-4a88-8a66-c325b5e30459 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:47.853817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-7792613d-df95-4a88-8a66-c325b5e30459 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.113 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 813 time: 0.4428363 Feb 19 00:37:47.884382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.895164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Request body: {'port': {'device_id': '401d61dc-c511-4240-9e55-2b45c451306f', 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'admin_state_up': True, 'tenant_id': '1d39ee83d3a44f3c9932f591f9d7916e'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:47.918287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a0d64111-b20e-4b11-8004-f8ad39239c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:47.973859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-78c74031-eccf-47eb-8bcc-95d46a109e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:47.975262 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-78c74031-eccf-47eb-8bcc-95d46a109e3f service neutron] 10.222.0.126 "GET /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 200 len: 1027 time: 0.1102669 Feb 19 00:37:47.979578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Pushing event updated for resources: {'Port': ['ID=bbe336d7-92e0-42f0-89bd-78c6a392774d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:47.983359 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Network d8c83409-4c36-405f-900d-f648fba40960 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:47.996063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:48.010598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:48.107064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:48.107931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fa2aaad-20ff-4720-b9ef-be1c7202a062 req-c3da47ec-666f-4503-abcc-ba390cceffe1 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061383 Feb 19 00:37:48.108184 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.134266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10a321e4-b2b4-4b2f-a38f-429a50715512 req-3ea2c778-9e3a-44a5-9ec9-6c9800fe6ae3 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.1902080 Feb 19 00:37:48.168127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-ddd318f9-e356-4232-af81-8bba140dd8f7 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9752705 Feb 19 00:37:48.177632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ef10beed-5639-46de-b5b9-ca278e89b4be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:48.183521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ef10beed-5639-46de-b5b9-ca278e89b4be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:48.188638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ef10beed-5639-46de-b5b9-ca278e89b4be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:48.190430 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ef10beed-5639-46de-b5b9-ca278e89b4be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "GET /v2.0/networks?id=9eed6468-b8a2-4a4e-85a9-96cb695ea51c&id=085c403d-c1c1-44d4-9353-83d14761f960&id=085c403d-c1c1-44d4-9353-83d14761f960&id=085c403d-c1c1-44d4-9353-83d14761f960&id=085c403d-c1c1-44d4-9353-83d14761f960&id=6bb87e76-90eb-4369-ba52-f925674f09d8&id=6bb87e76-90eb-4369-ba52-f925674f09d8 HTTP/1.1" status: 200 len: 1990 time: 0.2057328 Feb 19 00:37:48.196271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Request body: {'port': {'device_id': 'e1b3502e-d5fa-4213-8b7c-6d1341f9d524', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:48.270844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Made reservation on behalf of 1d39ee83d3a44f3c9932f591f9d7916e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:48.274611 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.309078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.334273 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-2b36dce5-9dc9-4c46-8576-d9241311b462 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f HTTP/1.1" status: 200 len: 380 time: 0.1330912 Feb 19 00:37:48.340258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a3752bd-a753-4481-8fd7-638b79db436b req-b306fa05-9223-46a5-a1d6-4e6d5e57d6f6 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0953937 Feb 19 00:37:48.357600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'admin_state_up': True, 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'security_groups': ['4c63c357-c8e6-4984-ac96-62ee0e442dfd']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:48.379845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Made reservation on behalf of c87938301a8645ed965275bfcdbda8ac for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:48.383289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.419998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c250ac33-13be-4911-8ad0-7041560b60d8 req-200cf4f9-d3e9-4956-9b9d-45e8a8ac96b8 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.1426418 Feb 19 00:37:48.421053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.470528 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.475868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d93a7d-9497-49c2-8c35-d4f27f11e334 req-319a7398-1d54-4de1-b883-88c04aec4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:48.477396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62d93a7d-9497-49c2-8c35-d4f27f11e334 req-319a7398-1d54-4de1-b883-88c04aec4cbd service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 1127 time: 0.4818926 Feb 19 00:37:48.549047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:48.552664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.655894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.688459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Made reservation on behalf of 1d39ee83d3a44f3c9932f591f9d7916e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:48.691983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.736097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5b44394-b979-4a81-a0ed-af6d8c4bfeea req-4587b50c-cf45-4733-a52d-fb954f27a7b0 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0810690 Feb 19 00:37:48.784416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Allocated IP 172.20.0.12 (9eed6468-b8a2-4a4e-85a9-96cb695ea51c/30a69bc8-4302-4149-9266-9c4ab2312fc4/b4d5d1f9-d816-4051-aa07-97c9edaca3c8) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:48.859656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f40e18-3e17-4d3b-b5ce-07d42299de7a req-0ce1083b-dcf5-473f-9236-642e80cfd208 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:48.860640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe336d7-92e0-42f0-89bd-78c6a392774d {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:48.861234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2f40e18-3e17-4d3b-b5ce-07d42299de7a req-0ce1083b-dcf5-473f-9236-642e80cfd208 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.4271612 Feb 19 00:37:48.872533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Publish callbacks [] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.877008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62d93a7d-9497-49c2-8c35-d4f27f11e334 req-7282f7d6-4cb9-41fa-bd81-1d483665e2f7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908677 Feb 19 00:37:48.932445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Transition to ACTIVE for port object bbe336d7-92e0-42f0-89bd-78c6a392774d will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:48.940476 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:48.982438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Allocated IP 172.20.0.6 (6300bebb-c635-4e73-bb9c-ed8758f748e1/94d1136a-9d7c-47b9-88fe-34e541a21396/ae61931e-ffdb-459c-8370-4a913b0def6c) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:49.023285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe336d7-92e0-42f0-89bd-78c6a392774d,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:49.023506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.25.6.185 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/c772373b-573a-4e7b-a8c8-b6e0018f786b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:49.030024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Allocated IP 172.20.0.14 (23e4f5a9-357c-444d-8e51-6b4fbc6dacdb/92d32da7-ff30-4e2f-b07e-5ed06bec8122/26c26721-0537-40f2-b128-16ed40853c76) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:49.071180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.119410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Attempting to bind port bbe336d7-92e0-42f0-89bd-78c6a392774d on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:49.120462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Attempting to bind port bbe336d7-92e0-42f0-89bd-78c6a392774d by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '687dbf1c-da02-4936-8950-ce9d772af3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd8c83409-4c36-405f-900d-f648fba40960'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:49.120462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Attempting to bind port bbe336d7-92e0-42f0-89bd-78c6a392774d on network d8c83409-4c36-405f-900d-f648fba40960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:49.129050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2f40e18-3e17-4d3b-b5ce-07d42299de7a req-8d368e68-c54e-45a3-bb35-c9ae0847499b tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2481184 Feb 19 00:37:49.131822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Port bbe336d7-92e0-42f0-89bd-78c6a392774d on network d8c83409-4c36-405f-900d-f648fba40960 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:49.140242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Attempting to bind port bbe336d7-92e0-42f0-89bd-78c6a392774d on network d8c83409-4c36-405f-900d-f648fba40960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:49.149493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:49.149493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Checking segment: {'id': '687dbf1c-da02-4936-8950-ce9d772af3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd8c83409-4c36-405f-900d-f648fba40960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:49.149493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Bound using segment: {'id': '687dbf1c-da02-4936-8950-ce9d772af3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd8c83409-4c36-405f-900d-f648fba40960'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:49.149935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Bound port: bbe336d7-92e0-42f0-89bd-78c6a392774d, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '687dbf1c-da02-4936-8950-ce9d772af3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd8c83409-4c36-405f-900d-f648fba40960'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:49.150444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.171051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.208221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94ca79-121e-4247-9a16-3249b9a4c250 req-6325b6f1-954e-4bfb-a44b-7708f2323fb3 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:49.215152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c94ca79-121e-4247-9a16-3249b9a4c250 req-6325b6f1-954e-4bfb-a44b-7708f2323fb3 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 943 time: 0.3047280 Feb 19 00:37:49.233398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:49.238932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:49.248621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:49.308049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:49.319483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] For port bbe336d7-92e0-42f0-89bd-78c6a392774d, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:49.325976 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:37:49.327433 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] For port bbe336d7-92e0-42f0-89bd-78c6a392774d, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bbe336d7-92e0-42f0-89bd-78c6a392774d,segment=NetworkSegment(687dbf1c-da02-4936-8950-ce9d772af3d9),segment_id=687dbf1c-da02-4936-8950-ce9d772af3d9)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:49.335639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:49.336326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.349065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.412627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:49.413572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.415284 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] 10.222.0.126 "PUT /v2.0/ports/bbe336d7-92e0-42f0-89bd-78c6a392774d HTTP/1.1" status: 200 len: 1091 time: 1.2238264 Feb 19 00:37:49.415761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b3502e-d5fa-4213-8b7c-6d1341f9d524', 'tag': 'bbe336d7-92e0-42f0-89bd-78c6a392774d'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:49.418107 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311e10fb-6ce8-4b64-8c86-809d73368023" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b3502e-d5fa-4213-8b7c-6d1341f9d524", "tag": "bbe336d7-92e0-42f0-89bd-78c6a392774d"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:49.431689 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-bf47425a-ea03-45ab-becc-5bb6b854dfcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0835967 Feb 19 00:37:49.441377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'admin_state_up': True, 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'security_groups': ['4c63c357-c8e6-4984-ac96-62ee0e442dfd']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:49.581795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adecd9-3d3c-44ae-965c-d7b686802961 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe336d7-92e0-42f0-89bd-78c6a392774d,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:49.610067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:49.613518 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.618803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-317131f9-458d-41e0-8d4d-9e7c30826044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:49.620456 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-317131f9-458d-41e0-8d4d-9e7c30826044 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=36669e5abbc64653b79d5010a9e01db6&device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 1125 time: 0.1009574 Feb 19 00:37:49.638132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8e7c633b-515c-46a9-b821-fbf7ae5310fc None None] Provisioning complete for port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:49.639077 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e7c633b-515c-46a9-b821-fbf7ae5310fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.687977 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c633b-515c-46a9-b821-fbf7ae5310fc None None] Port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:37:49.735489 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-8f60af1f-d376-4d9f-b3b1-352a7c22b517 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe336d7-92e0-42f0-89bd-78c6a392774d HTTP/1.1" status: 200 len: 217 time: 0.1060624 Feb 19 00:37:49.777928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cff6be16-5527-4dd2-b697-e78ad78b56d8 req-9f803fc6-0c8e-4962-a5cf-8cc2633839b1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 210 time: 0.4902921 Feb 19 00:37:49.845190 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.856023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c94ca79-121e-4247-9a16-3249b9a4c250 req-126ae4b9-5d9e-467b-bae8-87d128c5ec6b tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/security-groups?id=acbe9253-a2ee-44ed-afdf-5a2fda3b525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398096 Feb 19 00:37:49.874995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-d5a685a4-c896-46ea-90c4-1f7e98e3ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:49.876607 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-d5a685a4-c896-46ea-90c4-1f7e98e3ade5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=be5ed1f4-fd8f-448b-9a55-88d710dd6527 HTTP/1.1" status: 200 len: 853 time: 0.1347935 Feb 19 00:37:49.884567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Allocated IP 10.1.1.238 (085c403d-c1c1-44d4-9353-83d14761f960/d0b6465e-1407-4792-9451-e1b2885442a2/66005622-a0c1-44c3-b556-500e0fc2ef30) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:49.944262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks [] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.948765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Publish callbacks [] for port (26c26721-0537-40f2-b128-16ed40853c76), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:49.955736 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-d5bd63d7-356d-403a-979e-469e524c8c15 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d8c83409-4c36-405f-900d-f648fba40960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681214 Feb 19 00:37:50.041772 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf09e2ce-5a5e-4eef-a290-d2de09698f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.051852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.055245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e6bc87d-9be2-4fe3-a873-85717981de82 req-f7c0cf0b-6111-411f-9899-272ea4b31b71 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0843279 Feb 19 00:37:50.126956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:50.140904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:50.147110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:50.156157 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-eec863f4-cb22-4d35-a9b3-67d7c31693fa service neutron] 10.222.0.126 "GET /v2.0/networks/d8c83409-4c36-405f-900d-f648fba40960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924622 Feb 19 00:37:50.189806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0d6e0-5ede-4fdd-9cea-09f1f67f4192 req-38e724f2-1e1e-4434-a401-91e2fd91506f tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:50.196708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbe0d6e0-5ede-4fdd-9cea-09f1f67f4192 req-38e724f2-1e1e-4434-a401-91e2fd91506f tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 945 time: 0.2507346 Feb 19 00:37:50.217257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=c772373b-573a-4e7b-a8c8-b6e0018f786b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:50.233139 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (26c26721-0537-40f2-b128-16ed40853c76), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.248307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.258589 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311f660e-5659-4b5f-9f30-b71f86eef2f0 req-cddb9edb-1269-4706-8e74-c34a4efa6838 service neutron] 10.222.0.126 "GET /v2.0/networks/d8c83409-4c36-405f-900d-f648fba40960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946493 Feb 19 00:37:50.263189 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acbca1f-b567-4278-bc45-1b5721a046ab x-openstack-request-id: req-7acbca1f-b567-4278-bc45-1b5721a046ab {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:50.263595 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b3502e-d5fa-4213-8b7c-6d1341f9d524", "tag": "bbe336d7-92e0-42f0-89bd-78c6a392774d", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:50.263946 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7acbca1f-b567-4278-bc45-1b5721a046ab {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:50.264448 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b3502e-d5fa-4213-8b7c-6d1341f9d524', 'tag': 'bbe336d7-92e0-42f0-89bd-78c6a392774d', 'status': 'completed', 'code': 200} Feb 19 00:37:50.373647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Network 6300bebb-c635-4e73-bb9c-ed8758f748e1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:50.376571 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.380089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:50.400984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-ae78b731-f647-4081-879c-e932d01d3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:50.402487 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-ae78b731-f647-4081-879c-e932d01d3174 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=36669e5abbc64653b79d5010a9e01db6&device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 1125 time: 0.0860307 Feb 19 00:37:50.438740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:50.441836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:50.444304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:50.450966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:50.469265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Pushing event updated for resources: {'Port': ['ID=26c26721-0537-40f2-b128-16ed40853c76,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:50.475673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.492338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e852bef4-a151-4be9-aa10-34da92c7fc47 req-ce0e9414-bd58-41e4-9e75-971a3feb555e tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 210 time: 0.1309955 Feb 19 00:37:50.536996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 085c403d-c1c1-44d4-9353-83d14761f960 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:50.547458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:50.556826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:50.586970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=66005622-a0c1-44c3-b556-500e0fc2ef30,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:50.601087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-3bb59c77-35d7-41f5-99f2-9a8113b1d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:50.602737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-3bb59c77-35d7-41f5-99f2-9a8113b1d464 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d8c83409-4c36-405f-900d-f648fba40960 HTTP/1.1" status: 200 len: 914 time: 0.1898124 Feb 19 00:37:50.613025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbe0d6e0-5ede-4fdd-9cea-09f1f67f4192 req-a7c72c45-1655-4f9d-9cec-80005f3760c3 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154379 Feb 19 00:37:50.628566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Allocated IP 172.20.0.13 (6300bebb-c635-4e73-bb9c-ed8758f748e1/94d1136a-9d7c-47b9-88fe-34e541a21396/f10e0ce9-b432-4e52-bd24-71cb2c561d19) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:50.644156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:50.647090 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.698957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-d59c5fa7-cb0e-4684-bc9b-6b810535ab4a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bbe336d7-92e0-42f0-89bd-78c6a392774d HTTP/1.1" status: 200 len: 217 time: 0.0673232 Feb 19 00:37:50.702928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9cba62f9-abb0-4e20-8c73-a2b3ec3e1d0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2656555 Feb 19 00:37:50.746279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'admin_state_up': True, 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'security_groups': ['4c63c357-c8e6-4984-ac96-62ee0e442dfd']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:50.817722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-55206143-b689-4c2d-b476-f3390ae137fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:50.819530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-55206143-b689-4c2d-b476-f3390ae137fd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=be5ed1f4-fd8f-448b-9a55-88d710dd6527 HTTP/1.1" status: 200 len: 853 time: 0.1110711 Feb 19 00:37:50.836335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks [] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.858172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-4556b736-96c5-44af-aa14-2ba00afa0ce0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d8c83409-4c36-405f-900d-f648fba40960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305989 Feb 19 00:37:50.918611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e9fd5f50-4e7a-4442-a850-17308daa28a0 None None] Provisioning complete for port 66005622-a0c1-44c3-b556-500e0fc2ef30 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:50.919715 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fd5f50-4e7a-4442-a850-17308daa28a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:50.955553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e9fd5f50-4e7a-4442-a850-17308daa28a0 None None] Port 66005622-a0c1-44c3-b556-500e0fc2ef30 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:37:50.985205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:50.988894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.000770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:51.001420 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.003790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Pushing event updated for resources: {'Port': ['ID=ae61931e-ffdb-459c-8370-4a913b0def6c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:51.013556 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-cac481fc-2d09-44fb-a93d-33932fc55636 service neutron] 10.222.0.126 "GET /v2.0/networks/d8c83409-4c36-405f-900d-f648fba40960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447339 Feb 19 00:37:51.018327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:51.019168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.067430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-4f9100da-1128-4d99-a2f7-3f420d8ea4f1 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4807618 Feb 19 00:37:51.072402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-65d8b845-a3b5-4f37-9614-77d76a062ebb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4669607 Feb 19 00:37:51.073440 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.092086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Request body: {'port': {'device_id': '28b0deed-a3a0-429a-8431-9e527917c53f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:51.141526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Request body: {'port': {'device_id': '03b3f227-b974-49dc-9a7b-bae45eb211db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:51.146905 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.151055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051b283-71a8-4e07-8b10-1d9b33e4544c req-6a8ee022-0723-465c-bf92-fd714e7f86bc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:51.153428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a051b283-71a8-4e07-8b10-1d9b33e4544c req-6a8ee022-0723-465c-bf92-fd714e7f86bc tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.3079972 Feb 19 00:37:51.161683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5769d4-9ee1-4438-aa28-2e44d2ac9111 req-996f736e-71c5-45b3-a479-ff1b4b0a2ab4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:51.167284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5769d4-9ee1-4438-aa28-2e44d2ac9111 req-996f736e-71c5-45b3-a479-ff1b4b0a2ab4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:51.169037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c5769d4-9ee1-4438-aa28-2e44d2ac9111 req-996f736e-71c5-45b3-a479-ff1b4b0a2ab4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 1654 time: 0.3275268 Feb 19 00:37:51.191570 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-311e10fb-6ce8-4b64-8c86-809d73368023 req-ed7f5d24-5b9d-4add-8466-0c9b3d1ebb65 service neutron] 10.222.0.126 "GET /v2.0/networks/d8c83409-4c36-405f-900d-f648fba40960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675489 Feb 19 00:37:51.210160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Allocated IP 10.1.1.117 (085c403d-c1c1-44d4-9353-83d14761f960/d0b6465e-1407-4792-9451-e1b2885442a2/532c5680-28d8-4f96-8a90-b4269167a869) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:51.302108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Network 6300bebb-c635-4e73-bb9c-ed8758f748e1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:51.334632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:51.337127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:51.383693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (532c5680-28d8-4f96-8a90-b4269167a869), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.419498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Pushing event updated for resources: {'Port': ['ID=f10e0ce9-b432-4e52-bd24-71cb2c561d19,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:51.421337 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (532c5680-28d8-4f96-8a90-b4269167a869), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.481747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 085c403d-c1c1-44d4-9353-83d14761f960 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:51.483344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=532c5680-28d8-4f96-8a90-b4269167a869,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:51.486533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:51.489101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:51.551200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:51.552857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.557154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26c26721-0537-40f2-b128-16ed40853c76), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.574910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85a1dce0-d100-4300-a51c-22eb8e551ec9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326674 Feb 19 00:37:51.577666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a051b283-71a8-4e07-8b10-1d9b33e4544c req-cea0f173-9047-4e76-9da6-5c9c0029bf07 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3835826 Feb 19 00:37:51.578295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.591906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8', 'admin_state_up': True, 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'security_groups': ['4c63c357-c8e6-4984-ac96-62ee0e442dfd']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:51.605933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:51.621579 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.624400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c5769d4-9ee1-4438-aa28-2e44d2ac9111 req-72838d18-0dc3-4a70-a30e-7d59e4763fcc tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888493 Feb 19 00:37:51.642695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.710089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-4fe81758-a78d-4563-b8dc-134f2a3dcbff tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8387618 Feb 19 00:37:51.837415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Request body: {'port': {'device_id': '401d61dc-c511-4240-9e55-2b45c451306f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:51.894068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ac1e849b-5674-45aa-9fcd-a065bc381931 None None] Provisioning complete for port 532c5680-28d8-4f96-8a90-b4269167a869 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:51.894758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac1e849b-5674-45aa-9fcd-a065bc381931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (532c5680-28d8-4f96-8a90-b4269167a869), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:51.933615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ac1e849b-5674-45aa-9fcd-a065bc381931 None None] Port 532c5680-28d8-4f96-8a90-b4269167a869 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:37:52.033445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:52.122832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.194416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177442b-0417-478e-9220-585d5adddb11 req-ef8bf9a3-5499-45c0-9112-84afdbae7b7f tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:52.195871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0177442b-0417-478e-9220-585d5adddb11 req-ef8bf9a3-5499-45c0-9112-84afdbae7b7f tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 943 time: 0.3642750 Feb 19 00:37:52.198175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.218939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9238-cc5a-43fe-bfe5-d5b524720899 req-beeb31da-4965-4fbe-8ad1-5b22a50fa1ab tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:52.220440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d06d9238-cc5a-43fe-bfe5-d5b524720899 req-beeb31da-4965-4fbe-8ad1-5b22a50fa1ab tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 932 time: 0.5092115 Feb 19 00:37:52.361612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Allocated IP 10.2.2.100 (6bb87e76-90eb-4369-ba52-f925674f09d8/59aeadcd-97b6-45d9-9947-0bcfde842c3f/5ac782ca-3ecc-4917-ad3c-a85a8a88219e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:52.521121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.568192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.575722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.620794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 6bb87e76-90eb-4369-ba52-f925674f09d8 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:52.625097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:52.627214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:52.629440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:52.687769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:52.688429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.712259 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b18089d0-bab6-466c-91c9-358056a98138 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1304471 Feb 19 00:37:52.723868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8', 'admin_state_up': True, 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'security_groups': ['4c63c357-c8e6-4984-ac96-62ee0e442dfd']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:52.868571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0177442b-0417-478e-9220-585d5adddb11 req-b0a146b7-4c52-48ca-a602-eb1d657c6aed tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/security-groups?id=acbe9253-a2ee-44ed-afdf-5a2fda3b525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402693 Feb 19 00:37:52.871781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Made reservation on behalf of a8ee1a4d77bc43b58c4c023820e56f5f for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:52.879395 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:52.929436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d06d9238-cc5a-43fe-bfe5-d5b524720899 req-3d3a33c2-146c-475f-a84c-e7d3e9c3190c tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411095 Feb 19 00:37:53.002968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.058908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff2da0c4-1bf5-4ca2-9903-1f96545e3314 req-c2193e92-bfe7-4453-800a-894a0d025edf tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0923579 Feb 19 00:37:53.071386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-59b138c9-d0da-4b92-9129-9941c263ddb3 None None] Provisioning complete for port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:53.071964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59b138c9-d0da-4b92-9129-9941c263ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.075523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae61931e-ffdb-459c-8370-4a913b0def6c {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:53.151470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Allocated IP 10.2.2.200 (6bb87e76-90eb-4369-ba52-f925674f09d8/59aeadcd-97b6-45d9-9947-0bcfde842c3f/7873d5f4-a757-4c26-8e7a-f85c1de3da82) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:53.157394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-59b138c9-d0da-4b92-9129-9941c263ddb3 None None] Port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:37:53.186745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Publish callbacks [] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.264745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Transition to ACTIVE for port object ae61931e-ffdb-459c-8370-4a913b0def6c will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:53.294542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.303483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.344890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.394287 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Network 6bb87e76-90eb-4369-ba52-f925674f09d8 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:53.396085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c26721-0537-40f2-b128-16ed40853c76 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:53.400321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:53.404294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:53.419286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Publish callbacks [] for port (26c26721-0537-40f2-b128-16ed40853c76), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.440208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event updated for resources: {'Port': ['ID=7873d5f4-a757-4c26-8e7a-f85c1de3da82,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:53.465664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ddae9-7c10-4bd4-bb89-78c086f66c69 req-a50233a9-7d3d-4979-b509-5c3d15643e16 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:53.467290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-064ddae9-7c10-4bd4-bb89-78c086f66c69 req-a50233a9-7d3d-4979-b509-5c3d15643e16 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 932 time: 0.4555972 Feb 19 00:37:53.468621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:53.469297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.493162 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-da25b971-416f-492a-8cb1-50aaa3488598 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7743258 Feb 19 00:37:53.506894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:53.508450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Transition to ACTIVE for port object 26c26721-0537-40f2-b128-16ed40853c76 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:53.513818 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.526398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Pushing event updated for resources: {'Port': ['ID=ae61931e-ffdb-459c-8370-4a913b0def6c,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:53.542598 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (26c26721-0537-40f2-b128-16ed40853c76), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.551183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7d88e-2965-487c-8864-aaa175dfeecb req-c7317a6c-1dbc-4db5-ae23-3f0eac6d0cb0 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:53.552788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77c7d88e-2965-487c-8864-aaa175dfeecb req-c7317a6c-1dbc-4db5-ae23-3f0eac6d0cb0 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 945 time: 0.3550529 Feb 19 00:37:53.603755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bbe336d7-92e0-42f0-89bd-78c6a392774d details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:37:53.612384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.757591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-064ddae9-7c10-4bd4-bb89-78c086f66c69 req-c906cd50-6d06-47f5-badf-9e1a958662c4 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765768 Feb 19 00:37:53.766692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Pushing event updated for resources: {'Port': ['ID=26c26721-0537-40f2-b128-16ed40853c76,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:53.854167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bbe336d7-92e0-42f0-89bd-78c6a392774d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bbe336d7-92e0-42f0-89bd-78c6a392774d,segment=NetworkSegment(687dbf1c-da02-4936-8950-ce9d772af3d9),segment_id=687dbf1c-da02-4936-8950-ce9d772af3d9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:53.879185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'bbe336d7-92e0-42f0-89bd-78c6a392774d', 'network_id': 'd8c83409-4c36-405f-900d-f648fba40960', 'port_id': 'bbe336d7-92e0-42f0-89bd-78c6a392774d', 'mac_address': 'fa:16:3e:c0:f0:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be5ed1f4-fd8f-448b-9a55-88d710dd6527', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:37:53.901647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77c7d88e-2965-487c-8864-aaa175dfeecb req-3da8a425-a635-4ddb-abf2-f11b980b5605 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165853 Feb 19 00:37:53.923196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Attempting to bind port ae61931e-ffdb-459c-8370-4a913b0def6c on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:53.923784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Attempting to bind port ae61931e-ffdb-459c-8370-4a913b0def6c by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:53.924329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Attempting to bind port ae61931e-ffdb-459c-8370-4a913b0def6c on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:53.942440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10e0ce9-b432-4e52-bd24-71cb2c561d19 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:53.949217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5c34c890-aff5-47d2-ba49-f84a35193729 None None] Provisioning complete for port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:53.949607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c34c890-aff5-47d2-ba49-f84a35193729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.968776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d5d1f9-d816-4051-aa07-97c9edaca3c8 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:53.978322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Publish callbacks [] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.980963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:37:53.987940 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Publish callbacks [] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:53.991595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Transition to ACTIVE for port object b4d5d1f9-d816-4051-aa07-97c9edaca3c8 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:53.998560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.010406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Port ae61931e-ffdb-459c-8370-4a913b0def6c on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:54.011128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Attempting to bind port ae61931e-ffdb-459c-8370-4a913b0def6c on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:54.011252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port bbe336d7-92e0-42f0-89bd-78c6a392774d is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:54.011527 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.013429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5c34c890-aff5-47d2-ba49-f84a35193729 None None] Port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:37:54.030023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:54.030560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Checking segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:54.031052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Bound using segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:54.031608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Bound port: ae61931e-ffdb-459c-8370-4a913b0def6c, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:54.032071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.032676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe336d7-92e0-42f0-89bd-78c6a392774d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:54.055216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Transition to ACTIVE for port object f10e0ce9-b432-4e52-bd24-71cb2c561d19 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:54.079362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bbe336d7-92e0-42f0-89bd-78c6a392774d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bbe336d7-92e0-42f0-89bd-78c6a392774d,segment=NetworkSegment(687dbf1c-da02-4936-8950-ce9d772af3d9),segment_id=687dbf1c-da02-4936-8950-ce9d772af3d9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:54.100501 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.104269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:54.159482 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.162387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.162739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.163081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.163472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.163812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.164139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.164464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.164808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.165118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.165440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.165762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.166080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.166424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:54.178146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=bbe336d7-92e0-42f0-89bd-78c6a392774d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:54.192302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.195955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Attempting to bind port 26c26721-0537-40f2-b128-16ed40853c76 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:54.196576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Attempting to bind port 26c26721-0537-40f2-b128-16ed40853c76 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '1a8032ec-143e-49b2-a836-ab5c36b0ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '23e4f5a9-357c-444d-8e51-6b4fbc6dacdb'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:54.197158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Attempting to bind port 26c26721-0537-40f2-b128-16ed40853c76 on network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:54.218525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Attempting to bind port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:54.218931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Attempting to bind port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:54.219268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Attempting to bind port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 on network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:54.224717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 on network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:54.225035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Attempting to bind port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 on network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:54.232305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02dad7-8f03-4a8d-a88e-8e70350879ba req-805ca570-c2eb-4d5d-b673-47fc349aff33 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:54.232646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:54.232992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Checking segment: {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:54.233383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Bound using segment: {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:54.234296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Bound port: b4d5d1f9-d816-4051-aa07-97c9edaca3c8, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a362fc80-dc96-40ff-9edd-c1c2a783a554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:54.234663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.235038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d02dad7-8f03-4a8d-a88e-8e70350879ba req-805ca570-c2eb-4d5d-b673-47fc349aff33 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.3387992 Feb 19 00:37:54.296657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Port 26c26721-0537-40f2-b128-16ed40853c76 on network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:54.297342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Attempting to bind port 26c26721-0537-40f2-b128-16ed40853c76 on network 23e4f5a9-357c-444d-8e51-6b4fbc6dacdb {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:54.313757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] For port b4d5d1f9-d816-4051-aa07-97c9edaca3c8, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:54.317640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] For port b4d5d1f9-d816-4051-aa07-97c9edaca3c8, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:54.322865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Pushing event updated for resources: {'Port': ['ID=f10e0ce9-b432-4e52-bd24-71cb2c561d19,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:54.336853 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.377212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:54.377904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.380031 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] 10.222.0.126 "PUT /v2.0/ports/b4d5d1f9-d816-4051-aa07-97c9edaca3c8 HTTP/1.1" status: 200 len: 1092 time: 0.8797252 Feb 19 00:37:54.382907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:54.390495 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc18bba1-1d7e-4987-8426-b2be5dba95fa" -d '{"events": [{"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:54.413508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['bbe336d7-92e0-42f0-89bd-78c6a392774d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:37:54.415139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:54.449823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa093f38-6d59-4b36-99e1-9bffe2be13a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:54.453115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] For port ae61931e-ffdb-459c-8370-4a913b0def6c, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:54.465353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] For port ae61931e-ffdb-459c-8370-4a913b0def6c, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ae61931e-ffdb-459c-8370-4a913b0def6c,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:54.490134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:54.490549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Checking segment: {'id': '1a8032ec-143e-49b2-a836-ab5c36b0ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '23e4f5a9-357c-444d-8e51-6b4fbc6dacdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:54.490932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Bound using segment: {'id': '1a8032ec-143e-49b2-a836-ab5c36b0ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '23e4f5a9-357c-444d-8e51-6b4fbc6dacdb'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:54.491434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Bound port: 26c26721-0537-40f2-b128-16ed40853c76, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a8032ec-143e-49b2-a836-ab5c36b0ac28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '23e4f5a9-357c-444d-8e51-6b4fbc6dacdb'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:54.491892 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26c26721-0537-40f2-b128-16ed40853c76), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.506755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.555730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.671834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Pushing event updated for resources: {'Port': ['ID=ae61931e-ffdb-459c-8370-4a913b0def6c,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:54.674928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:37:54.686742 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Sync routers for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:37:54.696300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29d7e6-b00b-46b4-9e0e-717a61163fd6 req-85463e9d-7824-49a5-b872-172cf327a7bb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:54.701953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29d7e6-b00b-46b4-9e0e-717a61163fd6 req-85463e9d-7824-49a5-b872-172cf327a7bb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:54.707153 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:37:54.708045 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:37:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:54.724316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29d7e6-b00b-46b4-9e0e-717a61163fd6 req-85463e9d-7824-49a5-b872-172cf327a7bb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:54.732855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29d7e6-b00b-46b4-9e0e-717a61163fd6 req-85463e9d-7824-49a5-b872-172cf327a7bb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:54.744610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29d7e6-b00b-46b4-9e0e-717a61163fd6 req-85463e9d-7824-49a5-b872-172cf327a7bb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:54.753675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb29d7e6-b00b-46b4-9e0e-717a61163fd6 req-85463e9d-7824-49a5-b872-172cf327a7bb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 3829 time: 0.7004323 Feb 19 00:37:54.820666 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:37:54.838043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9337c58-d91d-4e39-a18a-0f143c800d87 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:54.847243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Publish callbacks [] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.860146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Transition to ACTIVE for port object c9337c58-d91d-4e39-a18a-0f143c800d87 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:54.864941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.939465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] For port 26c26721-0537-40f2-b128-16ed40853c76, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:54.960794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d02dad7-8f03-4a8d-a88e-8e70350879ba req-3c32b610-b943-46df-b626-cdfaffbb5865 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups?id=89d0fef7-9eb4-4b97-8a39-36e70d0ea510&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6962059 Feb 19 00:37:54.971816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:54.973254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3399f482-c87e-4979-9122-696c29a705a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.8576140 Feb 19 00:37:54.980228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 49836) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:54.997101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Pushing event updated for resources: {'Port': ['ID=c9337c58-d91d-4e39-a18a-0f143c800d87,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:55.017673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.018454 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.020121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-117dd8d8-a5bf-47cc-92b6-89910fe0483f service neutron] 10.222.0.126 "PUT /v2.0/ports/ae61931e-ffdb-459c-8370-4a913b0def6c HTTP/1.1" status: 200 len: 1091 time: 3.8912635 Feb 19 00:37:55.045268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b3f227-b974-49dc-9a7b-bae45eb211db', 'tag': 'ae61931e-ffdb-459c-8370-4a913b0def6c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:55.052542 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5" -d '{"events": [{"name": "network-changed", "server_uuid": "03b3f227-b974-49dc-9a7b-bae45eb211db", "tag": "ae61931e-ffdb-459c-8370-4a913b0def6c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:55.061571 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:37:51Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:55.066019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Attempting to bind port c9337c58-d91d-4e39-a18a-0f143c800d87 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:55.066399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Attempting to bind port c9337c58-d91d-4e39-a18a-0f143c800d87 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:55.066739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Attempting to bind port c9337c58-d91d-4e39-a18a-0f143c800d87 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:55.080021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Port c9337c58-d91d-4e39-a18a-0f143c800d87 on network 085c403d-c1c1-44d4-9353-83d14761f960 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:55.081312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Attempting to bind port c9337c58-d91d-4e39-a18a-0f143c800d87 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:55.085527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] For port 26c26721-0537-40f2-b128-16ed40853c76, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=26c26721-0537-40f2-b128-16ed40853c76,segment=NetworkSegment(1a8032ec-143e-49b2-a836-ab5c36b0ac28),segment_id=1a8032ec-143e-49b2-a836-ab5c36b0ac28)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:55.098105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:55.098472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Checking segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:55.102993 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Checking router: 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:37:55.103530 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Updating router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d port c772373b-573a-4e7b-a8c8-b6e0018f786b binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:37:55.107765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Bound using segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:55.107765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Bound port: c9337c58-d91d-4e39-a18a-0f143c800d87, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:55.108046 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.155981 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.203870 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] For port c9337c58-d91d-4e39-a18a-0f143c800d87, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:55.211000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] For port c9337c58-d91d-4e39-a18a-0f143c800d87, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c9337c58-d91d-4e39-a18a-0f143c800d87,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:55.222598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.231692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Attempting to bind port f10e0ce9-b432-4e52-bd24-71cb2c561d19 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:55.232642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Attempting to bind port f10e0ce9-b432-4e52-bd24-71cb2c561d19 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:55.233108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Attempting to bind port f10e0ce9-b432-4e52-bd24-71cb2c561d19 on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:55.249107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (26c26721-0537-40f2-b128-16ed40853c76), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.280890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.281570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.283042 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] 10.222.0.126 "PUT /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 200 len: 1128 time: 0.8751173 Feb 19 00:37:55.313143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:55.349465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3946777e-9988-48d4-b4a2-8c1cc0407589 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=84679949ccf749538377871c65d3012d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3382182 Feb 19 00:37:55.352830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49846) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:55.396050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.397040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.400585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] 10.222.0.126 "PUT /v2.0/ports/26c26721-0537-40f2-b128-16ed40853c76 HTTP/1.1" status: 200 len: 1092 time: 4.3125687 Feb 19 00:37:55.404755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Port f10e0ce9-b432-4e52-bd24-71cb2c561d19 on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:55.405428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Attempting to bind port f10e0ce9-b432-4e52-bd24-71cb2c561d19 on network 6300bebb-c635-4e73-bb9c-ed8758f748e1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:55.446527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb29d7e6-b00b-46b4-9e0e-717a61163fd6 req-a8b6d31a-a47a-420d-b431-86294443abfe tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6919270 Feb 19 00:37:55.453979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:55.454496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Checking segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:55.454977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Bound using segment: {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:55.455532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Bound port: f10e0ce9-b432-4e52-bd24-71cb2c561d19, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ce5fca-aeea-4acc-aa2d-3faca3869c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:55.455992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.539666 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Publish callbacks [] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.546984 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.547228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cae80-5cfe-493d-99ef-6a3d48890069 req-c0d4d528-de35-4044-bb40-34c1b9c4c666 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.549068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-328cae80-5cfe-493d-99ef-6a3d48890069 req-c0d4d528-de35-4044-bb40-34c1b9c4c666 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 944 time: 0.3742158 Feb 19 00:37:55.560795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-0845cfec-b98e-4e90-8fc9-184e243eb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.562618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-0845cfec-b98e-4e90-8fc9-184e243eb6f1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=03b3f227-b974-49dc-9a7b-bae45eb211db HTTP/1.1" status: 200 len: 1125 time: 0.4709742 Feb 19 00:37:55.614639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bbe336d7-92e0-42f0-89bd-78c6a392774d up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:55.624798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c456c-9675-41e9-a0d5-af64ba4920bb service neutron] Pushing event updated for resources: {'Port': ['ID=c9337c58-d91d-4e39-a18a-0f143c800d87,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:55.626341 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Pushing event updated for resources: {'Port': ['ID=c772373b-573a-4e7b-a8c8-b6e0018f786b,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:55.637598 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.638300 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.638785 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.639292 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.639785 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.640466 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.641046 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.641674 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.642144 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.642667 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.643291 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.643770 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.644242 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.649408 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Attempting to bind port c772373b-573a-4e7b-a8c8-b6e0018f786b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:55.649977 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Attempting to bind port c772373b-573a-4e7b-a8c8-b6e0018f786b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:55.650539 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Attempting to bind port c772373b-573a-4e7b-a8c8-b6e0018f786b on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:55.656666 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:55.657384 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:55.657943 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.658531 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:55.659312 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Bound port: c772373b-573a-4e7b-a8c8-b6e0018f786b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:55.660007 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.670034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] For port f10e0ce9-b432-4e52-bd24-71cb2c561d19, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:55.675848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] For port f10e0ce9-b432-4e52-bd24-71cb2c561d19, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f10e0ce9-b432-4e52-bd24-71cb2c561d19,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:55.722655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ccae4e-8bff-4967-824e-cef33cfd2a1b tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.725380 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.727542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e5ccae4e-8bff-4967-824e-cef33cfd2a1b tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3694563 Feb 19 00:37:55.727914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Pushing event updated for resources: {'Port': ['ID=26c26721-0537-40f2-b128-16ed40853c76,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:55.728380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:55.729024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.763614 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] For port c772373b-573a-4e7b-a8c8-b6e0018f786b, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:55.772314 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] For port c772373b-573a-4e7b-a8c8-b6e0018f786b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c772373b-573a-4e7b-a8c8-b6e0018f786b,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:55.777035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port bbe336d7-92e0-42f0-89bd-78c6a392774d completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:37:55.785215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port bbe336d7-92e0-42f0-89bd-78c6a392774d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:55.786602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.789018 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.809007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-60c28ae7-ee0d-4e61-a45a-4f2f5be34584 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae61931e-ffdb-459c-8370-4a913b0def6c HTTP/1.1" status: 200 len: 217 time: 0.1250725 Feb 19 00:37:55.813893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.814427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.814896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.815340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.815783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.816235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.816661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.817149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.817591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.818125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.818586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.819078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.819700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de40abfb-6775-4f45-b9ca-270efebe55fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:55.855104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.855884 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.857358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] 10.222.0.113 "PUT /v2.0/ports/f10e0ce9-b432-4e52-bd24-71cb2c561d19 HTTP/1.1" status: 200 len: 1092 time: 4.0239887 Feb 19 00:37:55.926294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-9f7b02ef-d0ca-4fd6-b0e1-d715357fbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:55.928676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-9f7b02ef-d0ca-4fd6-b0e1-d715357fbf60 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c87938301a8645ed965275bfcdbda8ac&device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 1126 time: 0.4771261 Feb 19 00:37:55.948895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port bbe336d7-92e0-42f0-89bd-78c6a392774d is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:55.949322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:55.965866 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e9bcac1c-a301-4210-b903-8df9f9f2b531 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2196610 Feb 19 00:37:55.969613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:55.974946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-893275646', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'project_id': '84679949ccf749538377871c65d3012d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:55.986076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b3502e-d5fa-4213-8b7c-6d1341f9d524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe336d7-92e0-42f0-89bd-78c6a392774d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:55.989527 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242921a9-90cf-4811-aad2-1543bf1b1950" -d '{"events": [{"server_uuid": "e1b3502e-d5fa-4213-8b7c-6d1341f9d524", "name": "network-vif-plugged", "status": "completed", "tag": "bbe336d7-92e0-42f0-89bd-78c6a392774d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:56.007014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d466a-da75-4acd-b7bf-873089e92b32 req-ae70184e-6eed-44c7-a7b5-7abedd06b9b4 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:56.011035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bbe336d7-92e0-42f0-89bd-78c6a392774d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bbe336d7-92e0-42f0-89bd-78c6a392774d,segment=NetworkSegment(687dbf1c-da02-4936-8950-ce9d772af3d9),segment_id=687dbf1c-da02-4936-8950-ce9d772af3d9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:56.016564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc8d466a-da75-4acd-b7bf-873089e92b32 req-ae70184e-6eed-44c7-a7b5-7abedd06b9b4 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 945 time: 0.3133640 Feb 19 00:37:56.024711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.097447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=bbe336d7-92e0-42f0-89bd-78c6a392774d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:56.110318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-328cae80-5cfe-493d-99ef-6a3d48890069 req-2af28747-f0ce-499e-aba0-b5ade68f3a3c tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/security-groups?id=acbe9253-a2ee-44ed-afdf-5a2fda3b525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5396709 Feb 19 00:37:56.110782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.111253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.111706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.112118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.112775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.112991 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:37:56.113167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.113631 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:37:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:56.114926 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.115730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.116733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.117170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.119143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.119143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.119568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:37:56.123360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-a6036ccc-7f48-460a-bad3-1d4553da0703 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c26721-0537-40f2-b128-16ed40853c76 HTTP/1.1" status: 200 len: 217 time: 0.1409285 Feb 19 00:37:56.203354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:37:56.208569 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.254851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-004dad1f-be30-4647-8dca-37d85985300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:56.255883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-004dad1f-be30-4647-8dca-37d85985300b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.4307303 Feb 19 00:37:56.259241 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bb527-86be-4ac9-8a5b-eb83567faa19 None None] Pushing event updated for resources: {'Port': ['ID=c772373b-573a-4e7b-a8c8-b6e0018f786b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:56.287497 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:37:56.439303 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (f507a459-8886-4b43-b2c1-f2993ee2c95a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.499651 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:37:51Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:37:56.536214 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97740cb4-e7b1-4614-9e4d-6ff820870547 None None] The sync data for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 is: [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:37:51Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:37:56.541414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Subnet': ['ID=f507a459-8886-4b43-b2c1-f2993ee2c95a,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:56.568341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Checking segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:56.568694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network hostable DHCP agents. Network: 46ff80fa-aee2-4dc0-91f0-27a1c68abf24, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:37:56.598294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5929865b-58bf-4db1-ae40-a3a638ae8ae3 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:56.602992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:37:56.609776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Publish callbacks [] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.626168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 46ff80fa-aee2-4dc0-91f0-27a1c68abf24) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:56.631083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Transition to ACTIVE for port object 5929865b-58bf-4db1-ae40-a3a638ae8ae3 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:56.632814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:56.633459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.638520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9726c5-f4e5-42ec-a975-e3d941db15b0 None None] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:37:56.645108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956704c2-51fd-4f04-b232-83396b0f08be service neutron] Pushing event updated for resources: {'Port': ['ID=f10e0ce9-b432-4e52-bd24-71cb2c561d19,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:56.650981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.678947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-bd10ef83-1dfb-4f15-a591-4b3336d754f6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4132335 Feb 19 00:37:56.738957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a669d403-2831-4000-aa59-ebb880f691d3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7657924 Feb 19 00:37:56.740195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc8d466a-da75-4acd-b7bf-873089e92b32 req-1a0f6b62-688f-442f-8ab9-64c946cc595e tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7226796 Feb 19 00:37:56.743124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 49856) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:56.748172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-025e183b-04b8-4250-8120-e4ab8d46237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:56.760129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-025e183b-04b8-4250-8120-e4ab8d46237a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 1126 time: 0.8301547 Feb 19 00:37:56.767211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Pushing event updated for resources: {'Port': ['ID=5929865b-58bf-4db1-ae40-a3a638ae8ae3,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:56.830414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:37:56.831728 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.839547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Attempting to bind port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:56.839943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Attempting to bind port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:56.840282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Attempting to bind port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:56.850144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 on network 085c403d-c1c1-44d4-9353-83d14761f960 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:56.850504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Attempting to bind port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:56.853526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-b93808d8-6fe1-4dcf-ad13-f37037b68d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:56.856231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:56.856581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Checking segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:56.856971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Bound using segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:56.857409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Bound port: 5929865b-58bf-4db1-ae40-a3a638ae8ae3, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:56.857773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:56.858220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-b93808d8-6fe1-4dcf-ad13-f37037b68d1c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=92d32da7-ff30-4e2f-b07e-5ed06bec8122 HTTP/1.1" status: 200 len: 862 time: 0.7332416 Feb 19 00:37:57.033132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] For port 5929865b-58bf-4db1-ae40-a3a638ae8ae3, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:57.041800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] For port 5929865b-58bf-4db1-ae40-a3a638ae8ae3, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5929865b-58bf-4db1-ae40-a3a638ae8ae3,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:57.050855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.077313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-7c02fafd-5172-411d-8fb5-0c1b1283488b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f10e0ce9-b432-4e52-bd24-71cb2c561d19 HTTP/1.1" status: 200 len: 217 time: 0.2362297 Feb 19 00:37:57.090681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Allocated IP 172.20.0.2 (46ff80fa-aee2-4dc0-91f0-27a1c68abf24/f507a459-8886-4b43-b2c1-f2993ee2c95a/4befcd1d-252a-4ad2-b29a-21e78e5e85ed) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:37:57.141910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.149830 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.152376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] 10.222.0.126 "PUT /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 200 len: 1130 time: 1.8445201 Feb 19 00:37:57.193748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a199573-e7b2-4746-81d8-c056862f2220 service neutron] Pushing event updated for resources: {'Port': ['ID=5929865b-58bf-4db1-ae40-a3a638ae8ae3,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:57.202905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:57.224052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91ef074e-701e-4d81-b369-20ecbd5a4ee1 req-20562562-8e64-4f1a-a1d7-4752e56dbf5c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1496482 Feb 19 00:37:57.234351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-93087969-01b5-4b3f-bae2-2284a1d9eb76 service neutron] 10.222.0.126 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476894 Feb 19 00:37:57.358950 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e45322-dcb6-42a7-abf4-b39fb7930e84 x-openstack-request-id: req-65e45322-dcb6-42a7-abf4-b39fb7930e84 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:57.368714 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:57.369476 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65e45322-dcb6-42a7-abf4-b39fb7930e84 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:57.370013 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'status': 'completed', 'code': 200} Feb 19 00:37:57.380340 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Publish callbacks [] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.394251 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.398645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-f6827d74-10f1-4159-9406-49120428d87d service neutron] 10.222.0.126 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994275 Feb 19 00:37:57.400478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-40c63cab-3518-4d60-b7c3-afea72dafb62 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3196523 Feb 19 00:37:57.429429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a4b02-7db6-4585-9103-b72182d87434 req-34e1b27a-a674-4c2f-99a2-3271bd216898 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.433239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f6a4b02-7db6-4585-9103-b72182d87434 req-34e1b27a-a674-4c2f-99a2-3271bd216898 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 944 time: 1.1938841 Feb 19 00:37:57.486525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.489337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:37:57.499529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:37:57.503699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:37:57.539340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Pushing event updated for resources: {'Port': ['ID=4befcd1d-252a-4ad2-b29a-21e78e5e85ed,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:57.595811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c772373b-573a-4e7b-a8c8-b6e0018f786b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:57.610158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-262ad218-3aa7-46c0-a67c-f5ba70f487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.611712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-262ad218-3aa7-46c0-a67c-f5ba70f487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.612261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-262ad218-3aa7-46c0-a67c-f5ba70f487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.612795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-262ad218-3aa7-46c0-a67c-f5ba70f487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.613330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-262ad218-3aa7-46c0-a67c-f5ba70f487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.615197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-262ad218-3aa7-46c0-a67c-f5ba70f487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.615741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-262ad218-3aa7-46c0-a67c-f5ba70f487b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.618485 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-262ad218-3aa7-46c0-a67c-f5ba70f487b6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6301 time: 0.2468534 Feb 19 00:37:57.678095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Attempting to bind port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:57.678862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Attempting to bind port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:57.679681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Attempting to bind port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed on network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:57.696388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:57.697527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Checking segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:57.698151 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.699110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Bound using segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:57.699853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Bound port: 4befcd1d-252a-4ad2-b29a-21e78e5e85ed, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:57.700699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.701417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622240d-d80d-470d-8365-07ebf131b165 req-cdcf9bce-3d9a-4a4c-9256-4e234478d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.702932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-cdcf9bce-3d9a-4a4c-9256-4e234478d226 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.5470171 Feb 19 00:37:57.760537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c772373b-573a-4e7b-a8c8-b6e0018f786b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:57.761080 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.807795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-0bf8bd77-c226-4f15-88dd-37aee71f3644 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859520 Feb 19 00:37:57.908252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c772373b-573a-4e7b-a8c8-b6e0018f786b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:37:57.908898 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:57.921234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] For port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:57.922923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb1a79-830a-4b91-875a-b3164cacb43e req-13fc713a-c9f3-4f84-afa2-2fc9bb1ce2a4 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:57.924626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7feb1a79-830a-4b91-875a-b3164cacb43e req-13fc713a-c9f3-4f84-afa2-2fc9bb1ce2a4 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 944 time: 0.3651900 Feb 19 00:37:57.928177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f6a4b02-7db6-4585-9103-b72182d87434 req-85aedf0f-c8b0-4854-93dc-5a4f02028abb tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356841 Feb 19 00:37:57.951770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] For port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4befcd1d-252a-4ad2-b29a-21e78e5e85ed,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:57.955984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port c772373b-573a-4e7b-a8c8-b6e0018f786b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c772373b-573a-4e7b-a8c8-b6e0018f786b,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:57.964351 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:58.025511 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133bddbf-b603-451d-a669-de608962576e x-openstack-request-id: req-133bddbf-b603-451d-a669-de608962576e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:58.025786 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b3f227-b974-49dc-9a7b-bae45eb211db", "tag": "ae61931e-ffdb-459c-8370-4a913b0def6c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:58.026049 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-133bddbf-b603-451d-a669-de608962576e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:58.026487 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b3f227-b974-49dc-9a7b-bae45eb211db', 'tag': 'ae61931e-ffdb-459c-8370-4a913b0def6c', 'status': 'completed', 'code': 200} Feb 19 00:37:58.057602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-6ee95265-0f10-4061-aee8-d36081cc9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.063277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-6ee95265-0f10-4061-aee8-d36081cc9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.064873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-6ee95265-0f10-4061-aee8-d36081cc9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.067619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7dfb4-b7c0-458e-8609-c012e6b5a2b1 None None] Pushing event updated for resources: {'Port': ['ID=4befcd1d-252a-4ad2-b29a-21e78e5e85ed,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:58.069169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7feb1a79-830a-4b91-875a-b3164cacb43e req-0c84ee77-f8c6-4b53-a67c-c2df0ed327f1 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321392 Feb 19 00:37:58.071391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-76cf6c55-8442-4a19-a7f0-04668cf40106 service neutron] 10.222.0.126 "GET /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129097 Feb 19 00:37:58.083661 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-6ee95265-0f10-4061-aee8-d36081cc9163 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4544404 Feb 19 00:37:58.089760 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:58.248350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=c772373b-573a-4e7b-a8c8-b6e0018f786b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:58.262338 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7d29f0-b5e3-40aa-8f8f-505c843d8569 x-openstack-request-id: req-aa7d29f0-b5e3-40aa-8f8f-505c843d8569 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:37:58.265364 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b3502e-d5fa-4213-8b7c-6d1341f9d524", "name": "network-vif-plugged", "status": "completed", "tag": "bbe336d7-92e0-42f0-89bd-78c6a392774d", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:37:58.266522 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa7d29f0-b5e3-40aa-8f8f-505c843d8569 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:37:58.268271 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b3502e-d5fa-4213-8b7c-6d1341f9d524', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe336d7-92e0-42f0-89bd-78c6a392774d', 'code': 200} Feb 19 00:37:58.322622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.126', 53809) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:37:58.344095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-de7299f7-bbb9-4789-b8b4-0d4a5002655e service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5241704 Feb 19 00:37:58.366911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66005622-a0c1-44c3-b556-500e0fc2ef30 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:58.381349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Publish callbacks [] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:58.405698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Transition to ACTIVE for port object 66005622-a0c1-44c3-b556-500e0fc2ef30 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:58.412964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:58.504657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-a30c06ff-9f1f-4afc-9ff1-4ce0c8507993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.506792 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-a30c06ff-9f1f-4afc-9ff1-4ce0c8507993 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4096396 Feb 19 00:37:58.520875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Pushing event updated for resources: {'Port': ['ID=66005622-a0c1-44c3-b556-500e0fc2ef30,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:58.639931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Attempting to bind port 66005622-a0c1-44c3-b556-500e0fc2ef30 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:37:58.641799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Attempting to bind port 66005622-a0c1-44c3-b556-500e0fc2ef30 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:37:58.642405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Attempting to bind port 66005622-a0c1-44c3-b556-500e0fc2ef30 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:58.647459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Port 66005622-a0c1-44c3-b556-500e0fc2ef30 on network 085c403d-c1c1-44d4-9353-83d14761f960 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:37:58.647972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Attempting to bind port 66005622-a0c1-44c3-b556-500e0fc2ef30 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:37:58.654456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:37:58.654884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Checking segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:37:58.655347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Bound using segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:37:58.655847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Bound port: 66005622-a0c1-44c3-b556-500e0fc2ef30, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:37:58.656266 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:58.708140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4821a62-9e14-47d1-ac9d-bd1949458a65 req-853a98af-80ea-422e-91bb-b77064447912 service neutron] 10.222.0.126 "GET /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039066 Feb 19 00:37:58.709901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5622240d-d80d-470d-8365-07ebf131b165 req-4e5eeb48-78b8-462e-9754-50f232eebd0f service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646205 Feb 19 00:37:58.772288 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] For port 66005622-a0c1-44c3-b556-500e0fc2ef30, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:37:58.776213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] For port 66005622-a0c1-44c3-b556-500e0fc2ef30, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=66005622-a0c1-44c3-b556-500e0fc2ef30,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:37:58.785671 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:58.830620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.831228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:58.832705 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] 10.222.0.126 "PUT /v2.0/ports/66005622-a0c1-44c3-b556-500e0fc2ef30 HTTP/1.1" status: 200 len: 1091 time: 1.6344550 Feb 19 00:37:58.842706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-ff12e0e8-0272-4865-a211-2faf9cbf08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.844280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-ff12e0e8-0272-4865-a211-2faf9cbf08fd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=03b3f227-b974-49dc-9a7b-bae45eb211db HTTP/1.1" status: 200 len: 1125 time: 0.7876077 Feb 19 00:37:58.858121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496a5c3-7d66-47eb-8ee4-f772fc26305e service neutron] Pushing event updated for resources: {'Port': ['ID=66005622-a0c1-44c3-b556-500e0fc2ef30,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:37:58.864771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-af9982eb-0182-4e3d-9f4d-be72938d3b99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.869000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:37:58.870118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-af9982eb-0182-4e3d-9f4d-be72938d3b99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.879163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-af9982eb-0182-4e3d-9f4d-be72938d3b99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.889785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-af9982eb-0182-4e3d-9f4d-be72938d3b99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.895185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-af9982eb-0182-4e3d-9f4d-be72938d3b99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.901087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-af9982eb-0182-4e3d-9f4d-be72938d3b99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.906557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-af9982eb-0182-4e3d-9f4d-be72938d3b99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.909255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-af9982eb-0182-4e3d-9f4d-be72938d3b99 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5371 time: 0.5785327 Feb 19 00:37:58.981783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (532c5680-28d8-4f96-8a90-b4269167a869), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:58.994371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7689-03b7-4bdb-b20f-b5e7d5b1700b req-093397ed-38e6-4306-a653-4b813a3dfa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:58.995898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-183d7689-03b7-4bdb-b20f-b5e7d5b1700b req-093397ed-38e6-4306-a653-4b813a3dfa18 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 1127 time: 0.6508145 Feb 19 00:37:59.019807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12244e77-3d7c-4010-ab1a-a61e26c8b87a req-3edf34cb-c6dd-49c3-8f61-8429020f9bd6 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:59.021325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12244e77-3d7c-4010-ab1a-a61e26c8b87a req-3edf34cb-c6dd-49c3-8f61-8429020f9bd6 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 945 time: 0.3638842 Feb 19 00:37:59.195106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf188460-e389-4fd4-956e-9bb07a4dadf7 req-cc8e62c2-a3f2-447f-9ba0-ed7d27294592 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2581377 Feb 19 00:37:59.263951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-4bc55310-c4a9-4a13-9733-b7407301c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:59.265607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-4bc55310-c4a9-4a13-9733-b7407301c4cc service neutron] 10.222.0.126 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 914 time: 0.3547702 Feb 19 00:37:59.334435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-183d7689-03b7-4bdb-b20f-b5e7d5b1700b req-4ff35a4d-0e22-41c7-86af-c26fbba40c96 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=acbe9253-a2ee-44ed-afdf-5a2fda3b525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288133 Feb 19 00:37:59.342003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-996c9efa-2876-4594-baab-ba52920dd4eb req-f7264311-0869-4094-9be8-3ae89754209c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0713100 Feb 19 00:37:59.389128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532c5680-28d8-4f96-8a90-b4269167a869 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:37:59.400181 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Publish callbacks [] for port (532c5680-28d8-4f96-8a90-b4269167a869), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:59.407408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': 'c9337c58-d91d-4e39-a18a-0f143c800d87'}, {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '5929865b-58bf-4db1-ae40-a3a638ae8ae3'}, {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '66005622-a0c1-44c3-b556-500e0fc2ef30'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:37:59.410304 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce" -d '{"events": [{"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "c9337c58-d91d-4e39-a18a-0f143c800d87"}, {"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "5929865b-58bf-4db1-ae40-a3a638ae8ae3"}, {"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "66005622-a0c1-44c3-b556-500e0fc2ef30"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:37:59.414375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12244e77-3d7c-4010-ab1a-a61e26c8b87a req-982d0b97-e1a1-4e9f-b069-f149e364099e tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/security-groups?id=acbe9253-a2ee-44ed-afdf-5a2fda3b525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392348 Feb 19 00:37:59.418734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-030284d6-4ce7-4be5-97da-e5b99f22b876 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ae61931e-ffdb-459c-8370-4a913b0def6c HTTP/1.1" status: 200 len: 217 time: 0.1272018 Feb 19 00:37:59.433072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Transition to ACTIVE for port object 532c5680-28d8-4f96-8a90-b4269167a869 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:37:59.433942 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:59.444448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (532c5680-28d8-4f96-8a90-b4269167a869), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:59.629989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ae61931e-ffdb-459c-8370-4a913b0def6c details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:37:59.720758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4befcd1d-252a-4ad2-b29a-21e78e5e85ed up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:37:59.805944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99627d60-4130-4417-bcd2-c7cd0dda2c50 req-5b5fbe0b-2cf3-4e67-9fcf-1bfe11f79332 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:59.822399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99627d60-4130-4417-bcd2-c7cd0dda2c50 req-5b5fbe0b-2cf3-4e67-9fcf-1bfe11f79332 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 945 time: 0.2579641 Feb 19 00:37:59.880550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-c40b4a76-906d-44a1-b87a-b8b9196a1b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:37:59.884437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-c40b4a76-906d-44a1-b87a-b8b9196a1b2e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.3057339 Feb 19 00:37:59.920718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ae61931e-ffdb-459c-8370-4a913b0def6c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ae61931e-ffdb-459c-8370-4a913b0def6c,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:37:59.948189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:37:59.948981 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:37:59.954722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'ae61931e-ffdb-459c-8370-4a913b0def6c', 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'port_id': 'ae61931e-ffdb-459c-8370-4a913b0def6c', 'mac_address': 'fa:16:3e:1f:a8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d1136a-9d7c-47b9-88fe-34e541a21396', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:00.044408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port ae61931e-ffdb-459c-8370-4a913b0def6c is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:00.044806 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.077985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae61931e-ffdb-459c-8370-4a913b0def6c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:00.135160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ae61931e-ffdb-459c-8370-4a913b0def6c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ae61931e-ffdb-459c-8370-4a913b0def6c,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:00.152175 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.188634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28b0deed-a3a0-429a-8431-9e527917c53f', 'tag': '26c26721-0537-40f2-b128-16ed40853c76'}, {'name': 'network-changed', 'server_uuid': '401d61dc-c511-4240-9e55-2b45c451306f', 'tag': 'f10e0ce9-b432-4e52-bd24-71cb2c561d19'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:00.191250 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "28b0deed-a3a0-429a-8431-9e527917c53f", "tag": "26c26721-0537-40f2-b128-16ed40853c76"}, {"name": "network-changed", "server_uuid": "401d61dc-c511-4240-9e55-2b45c451306f", "tag": "f10e0ce9-b432-4e52-bd24-71cb2c561d19"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:00.196128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-e4a8e323-6fd7-4b34-a5bd-476606535f65 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2824762 Feb 19 00:38:00.206734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99627d60-4130-4417-bcd2-c7cd0dda2c50 req-7c54fc8d-e856-41db-9fb1-f1e20308d42e tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835316 Feb 19 00:38:00.300286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Pushing event updated for resources: {'Port': ['ID=532c5680-28d8-4f96-8a90-b4269167a869,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:00.329285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Attempting to bind port 532c5680-28d8-4f96-8a90-b4269167a869 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:00.329952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Attempting to bind port 532c5680-28d8-4f96-8a90-b4269167a869 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:00.330517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Attempting to bind port 532c5680-28d8-4f96-8a90-b4269167a869 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:00.334977 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e483ca2-2bb0-4740-a1ad-d68840b941d5 None None] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:00.338567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Port 532c5680-28d8-4f96-8a90-b4269167a869 on network 085c403d-c1c1-44d4-9353-83d14761f960 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:00.339519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Attempting to bind port 532c5680-28d8-4f96-8a90-b4269167a869 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:00.351700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:00.352448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Checking segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:00.354314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Bound using segment: {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:00.357120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:00.357120 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.358813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Bound port: 532c5680-28d8-4f96-8a90-b4269167a869, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4856326b-7c41-4fda-b677-837acaace2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:00.359268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (532c5680-28d8-4f96-8a90-b4269167a869), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.467175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] For port 532c5680-28d8-4f96-8a90-b4269167a869, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:00.472276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] For port 532c5680-28d8-4f96-8a90-b4269167a869, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=532c5680-28d8-4f96-8a90-b4269167a869,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:00.485920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (532c5680-28d8-4f96-8a90-b4269167a869), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.518157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:00.518893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.520400 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] 10.222.0.126 "PUT /v2.0/ports/532c5680-28d8-4f96-8a90-b4269167a869 HTTP/1.1" status: 200 len: 1091 time: 1.6584454 Feb 19 00:38:00.578672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:00.688519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=ae61931e-ffdb-459c-8370-4a913b0def6c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:00.692303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b0027-ea82-4539-ad12-95559ed9d6fb service neutron] Pushing event updated for resources: {'Port': ['ID=532c5680-28d8-4f96-8a90-b4269167a869,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:00.714651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.786395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5c9551cd-8f0d-4adc-936f-937fc48e8e02 None None] Provisioning complete for port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:00.786781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9551cd-8f0d-4adc-936f-937fc48e8e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.791643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4befcd1d-252a-4ad2-b29a-21e78e5e85ed,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:00.864580 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:00.865384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c772373b-573a-4e7b-a8c8-b6e0018f786b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:00.874610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.20.0.1 (46ff80fa-aee2-4dc0-91f0-27a1c68abf24/f507a459-8886-4b43-b2c1-f2993ee2c95a/44bfd447-d63e-40a7-88ba-f69d876e5a5e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:00.956156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['ae61931e-ffdb-459c-8370-4a913b0def6c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:01.018934 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-25e21c16-8990-4766-ba73-025a0fd36f39 service neutron] 10.222.0.126 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7983830 Feb 19 00:38:01.062623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3997bb-aaac-434f-80cf-7c271092f8f4 req-07fae2ae-bdd1-4bca-96a8-1b73a60aed6f tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:01.064161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f3997bb-aaac-434f-80cf-7c271092f8f4 req-07fae2ae-bdd1-4bca-96a8-1b73a60aed6f tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 944 time: 0.7232325 Feb 19 00:38:01.120149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-7cc57d4c-6de0-40ff-b413-711b33fa42c2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:01.121731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-7cc57d4c-6de0-40ff-b413-711b33fa42c2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/ports?device_id=41480077-b90b-4cad-8e59-824904700bc0 HTTP/1.1" status: 200 len: 943 time: 0.2575293 Feb 19 00:38:01.183349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=4befcd1d-252a-4ad2-b29a-21e78e5e85ed,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:01.185490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac782ca-3ecc-4917-ad3c-a85a8a88219e {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:01.214115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Publish callbacks [] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.236185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Transition to ACTIVE for port object 5ac782ca-3ecc-4917-ad3c-a85a8a88219e will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:01.243082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.256209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5c9551cd-8f0d-4adc-936f-937fc48e8e02 None None] Current status of the port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:01.259133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f10e0ce9-b432-4e52-bd24-71cb2c561d19 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:01.317766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f3997bb-aaac-434f-80cf-7c271092f8f4 req-fff84b11-f453-47f6-9844-78a97a178cda tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184553 Feb 19 00:38:01.323433 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.329841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c772373b-573a-4e7b-a8c8-b6e0018f786b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:01.330154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e2ddb81-d585-4324-a2b5-84cbc5eaafd5 req-aceb637c-2d3e-4e44-9f99-8b80beb344cb service neutron] 10.222.0.126 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992725 Feb 19 00:38:01.330329 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.411196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Pushing event updated for resources: {'Port': ['ID=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:01.425919 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:38:01.454377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Deleting port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:01.454804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.458140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.592619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:01.597630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c772373b-573a-4e7b-a8c8-b6e0018f786b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:01.601930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:01.611165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Attempting to bind port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:01.611862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Attempting to bind port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:01.612679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Attempting to bind port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e on network 6bb87e76-90eb-4369-ba52-f925674f09d8 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:01.618311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:01.620899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e on network 6bb87e76-90eb-4369-ba52-f925674f09d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:01.621419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Attempting to bind port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e on network 6bb87e76-90eb-4369-ba52-f925674f09d8 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:01.627912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:01.628417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Checking segment: {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:01.629091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Bound using segment: {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:01.629748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Bound port: 5ac782ca-3ecc-4917-ad3c-a85a8a88219e, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:01.630399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.649620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 26c26721-0537-40f2-b128-16ed40853c76 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:01.712062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f10e0ce9-b432-4e52-bd24-71cb2c561d19, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f10e0ce9-b432-4e52-bd24-71cb2c561d19,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:01.756313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f10e0ce9-b432-4e52-bd24-71cb2c561d19', 'network_id': '6300bebb-c635-4e73-bb9c-ed8758f748e1', 'port_id': 'f10e0ce9-b432-4e52-bd24-71cb2c561d19', 'mac_address': 'fa:16:3e:08:10:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d1136a-9d7c-47b9-88fe-34e541a21396', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:01.769295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] For port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:01.772601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4befcd1d-252a-4ad2-b29a-21e78e5e85ed up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:01.774047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=44bfd447-d63e-40a7-88ba-f69d876e5a5e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:01.775536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] For port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:01.786581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.836095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:01.836795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.838478 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] 10.222.0.126 "PUT /v2.0/ports/5ac782ca-3ecc-4917-ad3c-a85a8a88219e HTTP/1.1" status: 200 len: 1091 time: 1.2694988 Feb 19 00:38:01.857704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] For port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:01.858797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.863645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.885404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Request body: {'port': {'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:01.949893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6478259-d141-4fcf-b588-734025a24f10 req-92ae59d4-fe13-4660-bb09-e2e2d7be0c9e tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:01.952746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6478259-d141-4fcf-b588-734025a24f10 req-92ae59d4-fe13-4660-bb09-e2e2d7be0c9e tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 944 time: 0.4213982 Feb 19 00:38:01.973108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f10e0ce9-b432-4e52-bd24-71cb2c561d19 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:01.973492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:01.997368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.025907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fbf986-1075-49c2-8ffc-a158ddee06fb service neutron] Pushing event updated for resources: {'Port': ['ID=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:02.059205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 26c26721-0537-40f2-b128-16ed40853c76, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=26c26721-0537-40f2-b128-16ed40853c76,segment=NetworkSegment(1a8032ec-143e-49b2-a836-ab5c36b0ac28),segment_id=1a8032ec-143e-49b2-a836-ab5c36b0ac28)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:02.086562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:02.087289 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.110155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6478259-d141-4fcf-b588-734025a24f10 req-51e8f1da-9b6b-4052-8237-dfc1ac4d870c tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970416 Feb 19 00:38:02.155203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9da1d21f-34c2-41b2-aa7d-1595bc718fec None None] Provisioning complete for port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:02.155407 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9da1d21f-34c2-41b2-aa7d-1595bc718fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.161366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10e0ce9-b432-4e52-bd24-71cb2c561d19 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:02.191123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '26c26721-0537-40f2-b128-16ed40853c76', 'network_id': '23e4f5a9-357c-444d-8e51-6b4fbc6dacdb', 'port_id': '26c26721-0537-40f2-b128-16ed40853c76', 'mac_address': 'fa:16:3e:5c:9f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92d32da7-ff30-4e2f-b07e-5ed06bec8122', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:02.217397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f10e0ce9-b432-4e52-bd24-71cb2c561d19, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f10e0ce9-b432-4e52-bd24-71cb2c561d19,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:02.233918 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 19 Feb 2022 00:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b431342f-8447-49b2-a340-53ac8f8427fe x-openstack-request-id: req-b431342f-8447-49b2-a340-53ac8f8427fe {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:02.238916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.239861 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "c9337c58-d91d-4e39-a18a-0f143c800d87", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "5929865b-58bf-4db1-ae40-a3a638ae8ae3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "66005622-a0c1-44c3-b556-500e0fc2ef30", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:02.240256 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b431342f-8447-49b2-a340-53ac8f8427fe {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:02.240563 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': 'c9337c58-d91d-4e39-a18a-0f143c800d87', 'status': 'completed', 'code': 200} Feb 19 00:38:02.240820 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '5929865b-58bf-4db1-ae40-a3a638ae8ae3', 'status': 'completed', 'code': 200} Feb 19 00:38:02.242492 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '66005622-a0c1-44c3-b556-500e0fc2ef30', 'status': 'completed', 'code': 200} Feb 19 00:38:02.330232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 26c26721-0537-40f2-b128-16ed40853c76 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:02.330530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26c26721-0537-40f2-b128-16ed40853c76), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.365806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c26721-0537-40f2-b128-16ed40853c76 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:02.407858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f10e0ce9-b432-4e52-bd24-71cb2c561d19,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:02.432269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 26c26721-0537-40f2-b128-16ed40853c76, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=26c26721-0537-40f2-b128-16ed40853c76,segment=NetworkSegment(1a8032ec-143e-49b2-a836-ab5c36b0ac28),segment_id=1a8032ec-143e-49b2-a836-ab5c36b0ac28)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:02.456409 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (26c26721-0537-40f2-b128-16ed40853c76), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.467412 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.493963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:02.498615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f10e0ce9-b432-4e52-bd24-71cb2c561d19'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:02.507384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ed4f6511-1210-43d4-8089-c4a7b7d7b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.508425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ed4f6511-1210-43d4-8089-c4a7b7d7b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.508913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ed4f6511-1210-43d4-8089-c4a7b7d7b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.509388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ed4f6511-1210-43d4-8089-c4a7b7d7b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.509863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ed4f6511-1210-43d4-8089-c4a7b7d7b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.510364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ed4f6511-1210-43d4-8089-c4a7b7d7b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.510835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ed4f6511-1210-43d4-8089-c4a7b7d7b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.512986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ed4f6511-1210-43d4-8089-c4a7b7d7b0f0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6595 time: 0.2536244 Feb 19 00:38:02.514461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7873d5f4-a757-4c26-8e7a-f85c1de3da82 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:02.526384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Publish callbacks [] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.541297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Transition to ACTIVE for port object 7873d5f4-a757-4c26-8e7a-f85c1de3da82 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:02.546002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.569523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=26c26721-0537-40f2-b128-16ed40853c76,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:02.617328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-31432848-d8df-453d-ad3d-23b85df0981c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.627214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-31432848-d8df-453d-ad3d-23b85df0981c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.634653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9da1d21f-34c2-41b2-aa7d-1595bc718fec None None] Current status of the port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:02.634848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-31432848-d8df-453d-ad3d-23b85df0981c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.640400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-31432848-d8df-453d-ad3d-23b85df0981c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.649362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-31432848-d8df-453d-ad3d-23b85df0981c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.655474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-31432848-d8df-453d-ad3d-23b85df0981c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.661680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-31432848-d8df-453d-ad3d-23b85df0981c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.671443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-31432848-d8df-453d-ad3d-23b85df0981c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5407 time: 0.3773661 Feb 19 00:38:02.708825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Pushing event updated for resources: {'Port': ['ID=7873d5f4-a757-4c26-8e7a-f85c1de3da82,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:02.713812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Attempting to bind port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:02.714146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Attempting to bind port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:02.714721 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Attempting to bind port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 on network 6bb87e76-90eb-4369-ba52-f925674f09d8 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:02.719970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 on network 6bb87e76-90eb-4369-ba52-f925674f09d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:02.720290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Attempting to bind port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 on network 6bb87e76-90eb-4369-ba52-f925674f09d8 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:02.728688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:02.729136 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Checking segment: {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:02.729422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Bound using segment: {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:02.729862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Bound port: 7873d5f4-a757-4c26-8e7a-f85c1de3da82, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fff6445-b0df-4aed-bfa4-0a5a9ab11588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:02.730680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.748442 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.748825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (3f44974e-d2b0-4659-adfe-92eea44d254c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.750470 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Floating IP 3f44974e-d2b0-4659-adfe-92eea44d254c disassociated. External IP: 172.25.6.188, port: 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628. Feb 19 00:38:02.750873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Calling delete_port for 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:02.779904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['26c26721-0537-40f2-b128-16ed40853c76'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:02.830145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-78eb123a-ad22-4303-b747-30e82d3a292e None None] Provisioning complete for port 44bfd447-d63e-40a7-88ba-f69d876e5a5e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:02.830480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78eb123a-ad22-4303-b747-30e82d3a292e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.836322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] For port 7873d5f4-a757-4c26-8e7a-f85c1de3da82, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:02.841173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] For port 7873d5f4-a757-4c26-8e7a-f85c1de3da82, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:02.856274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.901579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:02.902440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:02.905071 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] 10.222.0.126 "PUT /v2.0/ports/7873d5f4-a757-4c26-8e7a-f85c1de3da82 HTTP/1.1" status: 200 len: 1091 time: 1.0328569 Feb 19 00:38:02.936496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-78eb123a-ad22-4303-b747-30e82d3a292e None None] Port 44bfd447-d63e-40a7-88ba-f69d876e5a5e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:38:02.952758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90498281-be77-4ddf-a06f-d6b48b9c5a13 service neutron] Pushing event updated for resources: {'Port': ['ID=7873d5f4-a757-4c26-8e7a-f85c1de3da82,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:03.015249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b355adc4-39e5-49bd-b5c1-0aca01902434 req-0154d209-17ed-4a9b-be38-e1429b8ce000 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3427088 Feb 19 00:38:03.122174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-04ceb48a-dea8-41f0-99a3-4c14adf3ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:03.123005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-04ceb48a-dea8-41f0-99a3-4c14adf3ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:03.124907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-04ceb48a-dea8-41f0-99a3-4c14adf3ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:03.126796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-04ceb48a-dea8-41f0-99a3-4c14adf3ac08 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5995874 Feb 19 00:38:03.150841 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38343376-8841-4f7b-880e-4b29c59cf239 x-openstack-request-id: req-38343376-8841-4f7b-880e-4b29c59cf239 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:03.151433 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28b0deed-a3a0-429a-8431-9e527917c53f", "tag": "26c26721-0537-40f2-b128-16ed40853c76", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "401d61dc-c511-4240-9e55-2b45c451306f", "tag": "f10e0ce9-b432-4e52-bd24-71cb2c561d19", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:03.151848 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38343376-8841-4f7b-880e-4b29c59cf239 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:03.152425 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28b0deed-a3a0-429a-8431-9e527917c53f', 'tag': '26c26721-0537-40f2-b128-16ed40853c76', 'status': 'completed', 'code': 200} Feb 19 00:38:03.152689 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '401d61dc-c511-4240-9e55-2b45c451306f', 'tag': 'f10e0ce9-b432-4e52-bd24-71cb2c561d19', 'status': 'completed', 'code': 200} Feb 19 00:38:03.226883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-f5560d7a-6da5-4fea-9ab9-48094e87b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:03.229057 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-f5560d7a-6da5-4fea-9ab9-48094e87b945 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c87938301a8645ed965275bfcdbda8ac&device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 1127 time: 0.0681472 Feb 19 00:38:03.311479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebc39517-1542-4e9e-97ac-d2924f6c2abf req-c3d3dbfe-0a84-4353-8ad7-65afa0255de2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0851140 Feb 19 00:38:03.361037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-be96e167-b3d1-4d7d-9921-5596c9d98d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:03.362957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-be96e167-b3d1-4d7d-9921-5596c9d98d1b service neutron] 10.222.0.126 "GET /v2.0/networks?id=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb HTTP/1.1" status: 200 len: 923 time: 0.1235414 Feb 19 00:38:03.420937 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-33670b37-87c5-40d9-846a-d36581b48b31 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c26721-0537-40f2-b128-16ed40853c76 HTTP/1.1" status: 200 len: 217 time: 0.0507760 Feb 19 00:38:03.461578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-83cc8525-ab4d-4cb4-8491-5961b436bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:03.463201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-83cc8525-ab4d-4cb4-8491-5961b436bc03 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 1127 time: 0.3039243 Feb 19 00:38:03.479342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-9487f725-02fc-4394-a1b4-e12c19c5361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:03.480829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-9487f725-02fc-4394-a1b4-e12c19c5361b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=92d32da7-ff30-4e2f-b07e-5ed06bec8122 HTTP/1.1" status: 200 len: 862 time: 0.0533626 Feb 19 00:38:03.496239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-e91a0852-ab38-4e8a-9776-e6b0bceef6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:03.497708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-e91a0852-ab38-4e8a-9776-e6b0bceef6dd service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3597758 Feb 19 00:38:03.498386 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9347a78e-fb6f-45ee-8c82-3bbcbb6a2628), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:03.517895 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-fc5e508f-5114-49c9-ad1a-721b3d4b0ee8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310063 Feb 19 00:38:03.605815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event deleted for resources: {'Port': ['ID=9347a78e-fb6f-45ee-8c82-3bbcbb6a2628,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:03.638897 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-5370f8ed-ba8f-4b4f-b905-45b7be5cb4e0 service neutron] 10.222.0.126 "GET /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000228 Feb 19 00:38:03.650893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ae61931e-ffdb-459c-8370-4a913b0def6c up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:03.753460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port ae61931e-ffdb-459c-8370-4a913b0def6c completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:38:03.786979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port ae61931e-ffdb-459c-8370-4a913b0def6c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:03.788468 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:03.797923 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-c012486c-864b-44f0-8e50-af39655501b3 service neutron] 10.222.0.126 "GET /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514235 Feb 19 00:38:03.903002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port ae61931e-ffdb-459c-8370-4a913b0def6c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:03.903489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:03.932467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b3f227-b974-49dc-9a7b-bae45eb211db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae61931e-ffdb-459c-8370-4a913b0def6c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:03.934976 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e538ad-3153-40f4-84ae-7821637d67ff" -d '{"events": [{"server_uuid": "03b3f227-b974-49dc-9a7b-bae45eb211db", "name": "network-vif-plugged", "status": "completed", "tag": "ae61931e-ffdb-459c-8370-4a913b0def6c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:03.947975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ae61931e-ffdb-459c-8370-4a913b0def6c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ae61931e-ffdb-459c-8370-4a913b0def6c,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:03.953177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:04.011210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=ae61931e-ffdb-459c-8370-4a913b0def6c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:04.090620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad152ea-9b77-46ea-8628-16e7c04e3cf5 req-26c7e6bd-24bb-4e4c-9686-abcadc077674 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.092118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fad152ea-9b77-46ea-8628-16e7c04e3cf5 req-26c7e6bd-24bb-4e4c-9686-abcadc077674 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 945 time: 0.6591914 Feb 19 00:38:04.112193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:04.135471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:04.151420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-a7dd926d-e31c-4ccd-b38b-95cdb503fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.152903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-a7dd926d-e31c-4ccd-b38b-95cdb503fb59 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 914 time: 0.6701083 Feb 19 00:38:04.243658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '532c5680-28d8-4f96-8a90-b4269167a869'}, {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e'}, {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '7873d5f4-a757-4c26-8e7a-f85c1de3da82'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:04.246238 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5" -d '{"events": [{"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "532c5680-28d8-4f96-8a90-b4269167a869"}, {"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "5ac782ca-3ecc-4917-ad3c-a85a8a88219e"}, {"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "7873d5f4-a757-4c26-8e7a-f85c1de3da82"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:04.288944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ddd3d4bc-5378-44fd-954c-47ab527b6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.289423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ddd3d4bc-5378-44fd-954c-47ab527b6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.289890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ddd3d4bc-5378-44fd-954c-47ab527b6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.290388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ddd3d4bc-5378-44fd-954c-47ab527b6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.290856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ddd3d4bc-5378-44fd-954c-47ab527b6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.291323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ddd3d4bc-5378-44fd-954c-47ab527b6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.291787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ddd3d4bc-5378-44fd-954c-47ab527b6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.293750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-ddd3d4bc-5378-44fd-954c-47ab527b6fe6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6693 time: 0.7156408 Feb 19 00:38:04.312466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-bfa50deb-8d50-48f2-809a-e75ad7c98c4c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f10e0ce9-b432-4e52-bd24-71cb2c561d19 HTTP/1.1" status: 200 len: 217 time: 0.1165991 Feb 19 00:38:04.373665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:04.396501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=44bfd447-d63e-40a7-88ba-f69d876e5a5e,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:04.441655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fad152ea-9b77-46ea-8628-16e7c04e3cf5 req-d0b71984-42aa-4a2e-ae4c-f54434bf6d02 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/security-groups?id=acbe9253-a2ee-44ed-afdf-5a2fda3b525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340752 Feb 19 00:38:04.462827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:38:04.488301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-2aff2b52-8673-4180-bf84-9fade15bae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.489967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-2aff2b52-8673-4180-bf84-9fade15bae65 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.1556861 Feb 19 00:38:04.619308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-18fbd0c5-daab-4f22-88d3-0528c101eb39 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135232 Feb 19 00:38:04.678786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-7b36cfc6-5437-4541-abed-d6b4673632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.679210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-7b36cfc6-5437-4541-abed-d6b4673632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.679680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-7b36cfc6-5437-4541-abed-d6b4673632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.681279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-7b36cfc6-5437-4541-abed-d6b4673632b1 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3726392 Feb 19 00:38:04.882592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:04.896333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:38:04.904356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2816a445-c347-4528-962d-01cabd10ad2f req-065fc2c1-2b7a-444f-9fd4-bbf47e80ceaf tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:04.905865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2816a445-c347-4528-962d-01cabd10ad2f req-065fc2c1-2b7a-444f-9fd4-bbf47e80ceaf tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 945 time: 0.3864007 Feb 19 00:38:04.906752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] Sync routers for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:04.907302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:04.919784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:04.921256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:37:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:04.975064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-bff66358-2d75-469f-b9b7-03658c750b31 service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253846 Feb 19 00:38:05.041616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-c52f557f-adb7-4685-9dd3-5fc871f21071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.042798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-c52f557f-adb7-4685-9dd3-5fc871f21071 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3252811 Feb 19 00:38:05.043603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] No DVR routers for this DVR port 9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:38:05.062948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:05.066348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-714c948e-77b9-4d6e-b1fa-8f1978f92c34 req-ec06a43e-eb6f-4cda-89d2-d5033aac0d98 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "DELETE /v2.0/ports/9347a78e-fb6f-45ee-8c82-3bbcbb6a2628 HTTP/1.1" status: 204 len: 173 time: 3.9198213 Feb 19 00:38:05.077342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:05.165274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'name': 'network-vif-deleted', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:05.173841 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff0e58e-909b-4797-a5fd-e95e7b633378" -d '{"events": [{"server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "name": "network-vif-deleted", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:05.276836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2816a445-c347-4528-962d-01cabd10ad2f req-3eb30b66-cabf-4946-ae47-c19aeb0435a8 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499348 Feb 19 00:38:05.295867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:38:05.336536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-a3c25e43-4bd7-4d44-aa73-d722b84a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.337027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-a3c25e43-4bd7-4d44-aa73-d722b84a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.337521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-a3c25e43-4bd7-4d44-aa73-d722b84a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.337996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-a3c25e43-4bd7-4d44-aa73-d722b84a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.338686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-a3c25e43-4bd7-4d44-aa73-d722b84a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.339159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-a3c25e43-4bd7-4d44-aa73-d722b84a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.339669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-a3c25e43-4bd7-4d44-aa73-d722b84a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.341745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-a3c25e43-4bd7-4d44-aa73-d722b84a8c23 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6693 time: 0.2389235 Feb 19 00:38:05.344297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b546b729-e4ee-4f5d-afa6-64ef461a0bd6 req-b9cf33e1-9cfc-48b1-9ae3-0383b7073343 service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468776 Feb 19 00:38:05.401307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f10e0ce9-b432-4e52-bd24-71cb2c561d19 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:05.452171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-87082684-28c1-409e-8813-31fb75397706 None None] Provisioning complete for port 44bfd447-d63e-40a7-88ba-f69d876e5a5e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:05.452654 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87082684-28c1-409e-8813-31fb75397706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:05.522645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-87082684-28c1-409e-8813-31fb75397706 None None] Port 44bfd447-d63e-40a7-88ba-f69d876e5a5e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:38:05.561265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port f10e0ce9-b432-4e52-bd24-71cb2c561d19 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:38:05.571738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f10e0ce9-b432-4e52-bd24-71cb2c561d19 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:05.572211 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:05.574811 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc8681b-ab0e-4449-be1b-1dd595e039aa x-openstack-request-id: req-ccc8681b-ab0e-4449-be1b-1dd595e039aa {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:05.575104 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b3f227-b974-49dc-9a7b-bae45eb211db", "name": "network-vif-plugged", "status": "completed", "tag": "ae61931e-ffdb-459c-8370-4a913b0def6c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:05.575357 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ccc8681b-ab0e-4449-be1b-1dd595e039aa {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:05.575747 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b3f227-b974-49dc-9a7b-bae45eb211db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae61931e-ffdb-459c-8370-4a913b0def6c', 'code': 200} Feb 19 00:38:05.648238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f9924-b8d7-48a2-a96b-6476d92c6659 req-1cfaf9c5-aec0-4b46-b1ee-12b56dc6c7b6 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.655362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba1f9924-b8d7-48a2-a96b-6476d92c6659 req-1cfaf9c5-aec0-4b46-b1ee-12b56dc6c7b6 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 945 time: 0.1499319 Feb 19 00:38:05.673258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:38:05.675485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-c13061a1-0d77-41c3-9b97-449ee8981e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.675973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-c13061a1-0d77-41c3-9b97-449ee8981e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.676427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-c13061a1-0d77-41c3-9b97-449ee8981e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.678047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-c13061a1-0d77-41c3-9b97-449ee8981e45 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2952428 Feb 19 00:38:05.689757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9d539e39-66bb-49cd-aced-5bb88c853821 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "PUT /v2.0/routers/8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9210877 Feb 19 00:38:05.696963 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Sync routers for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:05.706283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 26c26721-0537-40f2-b128-16ed40853c76 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:05.728395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:05.731471 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:37:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:05.765467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a413bf9-5acf-4582-875f-ffd04f8be223 req-945cbc66-27ba-4fef-b07e-5ab68d22932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.770598 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8a413bf9-5acf-4582-875f-ffd04f8be223 req-945cbc66-27ba-4fef-b07e-5ab68d22932e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=03b3f227-b974-49dc-9a7b-bae45eb211db HTTP/1.1" status: 200 len: 1127 time: 0.1061442 Feb 19 00:38:05.781384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba1f9924-b8d7-48a2-a96b-6476d92c6659 req-ecba4482-0f1f-42ae-bb75-60ec68055e72 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251576 Feb 19 00:38:05.814919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:05.842637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8a413bf9-5acf-4582-875f-ffd04f8be223 req-948316b4-001f-45f5-9d74-e532e0b8db4a service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656703 Feb 19 00:38:05.851430 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2878304-62fd-4a7f-a461-58b0ffbba571 x-openstack-request-id: req-d2878304-62fd-4a7f-a461-58b0ffbba571 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:05.851732 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "532c5680-28d8-4f96-8a90-b4269167a869", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "5ac782ca-3ecc-4917-ad3c-a85a8a88219e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "7873d5f4-a757-4c26-8e7a-f85c1de3da82", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:05.851991 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2878304-62fd-4a7f-a461-58b0ffbba571 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:05.852407 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '532c5680-28d8-4f96-8a90-b4269167a869', 'status': 'completed', 'code': 200} Feb 19 00:38:05.852665 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e', 'status': 'completed', 'code': 200} Feb 19 00:38:05.852918 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': '7873d5f4-a757-4c26-8e7a-f85c1de3da82', 'status': 'completed', 'code': 200} Feb 19 00:38:05.857762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] Checking router: 6ad24d5e-21f7-4910-afd6-caad53d8b7ca for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:05.884442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-da1f971d-0e53-447b-a522-0fc5faa7eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.885969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51dc0aa4-21cc-48a2-bec8-f0ec556230ce req-da1f971d-0e53-447b-a522-0fc5faa7eaee service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2009344 Feb 19 00:38:05.894909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:05.895461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:37:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:05.920665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-2517375e-b15e-4276-9968-842d0bc9904e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.927257 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:05.927563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-2517375e-b15e-4276-9968-842d0bc9904e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.933783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-2517375e-b15e-4276-9968-842d0bc9904e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.940887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-2517375e-b15e-4276-9968-842d0bc9904e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.948867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-2517375e-b15e-4276-9968-842d0bc9904e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.951879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f10e0ce9-b432-4e52-bd24-71cb2c561d19 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:05.952410 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:05.957584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-2517375e-b15e-4276-9968-842d0bc9904e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.959366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 26c26721-0537-40f2-b128-16ed40853c76 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:38:05.965182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-2517375e-b15e-4276-9968-842d0bc9904e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:05.976725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 26c26721-0537-40f2-b128-16ed40853c76 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:05.977111 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (26c26721-0537-40f2-b128-16ed40853c76), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:05.977526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-2517375e-b15e-4276-9968-842d0bc9904e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.2195630 Feb 19 00:38:06.060520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f10e0ce9-b432-4e52-bd24-71cb2c561d19, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f10e0ce9-b432-4e52-bd24-71cb2c561d19,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:06.076654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1bb2313-db02-4b61-b7e4-f010af038c10 req-b76efb86-e028-4baa-bae8-f8775debe2f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979137 Feb 19 00:38:06.077602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:06.080080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc6e2a21-00eb-4d5f-9ff4-3bac88adedc3 req-3da94924-a765-4eaa-b9cd-6fc01177d095 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1921835 Feb 19 00:38:06.144485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f10e0ce9-b432-4e52-bd24-71cb2c561d19,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:06.167590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:06.232292 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79aeb9f-852f-43d8-a0c7-5ab35d57f527 x-openstack-request-id: req-f79aeb9f-852f-43d8-a0c7-5ab35d57f527 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:06.232899 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41480077-b90b-4cad-8e59-824904700bc0", "name": "network-vif-deleted", "tag": "9347a78e-fb6f-45ee-8c82-3bbcbb6a2628", "status": "failed", "code": 422}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:06.233213 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f79aeb9f-852f-43d8-a0c7-5ab35d57f527 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:06.234606 n-d-826527-3 neutron-server[103649]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '41480077-b90b-4cad-8e59-824904700bc0', 'name': 'network-vif-deleted', 'tag': '9347a78e-fb6f-45ee-8c82-3bbcbb6a2628', 'status': 'failed', 'code': 422} returned with failed status Feb 19 00:38:06.300084 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:03Z', 'revision_number': 2, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:06.307184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 26c26721-0537-40f2-b128-16ed40853c76 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:06.307746 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26c26721-0537-40f2-b128-16ed40853c76), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:06.308929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85e40ca1-dd71-4168-8e42-56cffa815e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.309441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85e40ca1-dd71-4168-8e42-56cffa815e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.314432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85e40ca1-dd71-4168-8e42-56cffa815e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.314994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85e40ca1-dd71-4168-8e42-56cffa815e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.315531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85e40ca1-dd71-4168-8e42-56cffa815e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.316077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85e40ca1-dd71-4168-8e42-56cffa815e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.316551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85e40ca1-dd71-4168-8e42-56cffa815e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.322550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-85e40ca1-dd71-4168-8e42-56cffa815e28 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6693 time: 0.1635504 Feb 19 00:38:06.384038 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Checking router: 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:06.384405 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Updating router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d port 44bfd447-d63e-40a7-88ba-f69d876e5a5e binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:38:06.414905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-4460ec80-64b4-4907-824b-14e26c5e2649 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8 HTTP/1.1" status: 200 len: 217 time: 0.0701902 Feb 19 00:38:06.440223 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:06.527032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 26c26721-0537-40f2-b128-16ed40853c76, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=26c26721-0537-40f2-b128-16ed40853c76,segment=NetworkSegment(1a8032ec-143e-49b2-a836-ab5c36b0ac28),segment_id=1a8032ec-143e-49b2-a836-ab5c36b0ac28)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:06.529727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-273b10d6-7b61-434b-8408-261d971cad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.532105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-273b10d6-7b61-434b-8408-261d971cad9c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=30a69bc8-4302-4149-9266-9c4ab2312fc4 HTTP/1.1" status: 200 len: 851 time: 0.1114321 Feb 19 00:38:06.537620 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (26c26721-0537-40f2-b128-16ed40853c76), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:06.588269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19955c-664b-481b-a387-ba4ea3124740 req-f157baf6-9a89-40f0-9ff7-2692b06160f1 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.590408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b19955c-664b-481b-a387-ba4ea3124740 req-f157baf6-9a89-40f0-9ff7-2692b06160f1 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 945 time: 0.1213131 Feb 19 00:38:06.647693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=26c26721-0537-40f2-b128-16ed40853c76,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:06.666644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-8abbba25-5b1e-4a24-8f88-eb6541be51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:06.668543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-8abbba25-5b1e-4a24-8f88-eb6541be51c4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9eed6468-b8a2-4a4e-85a9-96cb695ea51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1284642 Feb 19 00:38:06.696180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b19955c-664b-481b-a387-ba4ea3124740 req-e787f7f2-4eee-41ee-9d71-5a5d1212a0be tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/security-groups?id=0e69843e-7926-4a1a-a6d8-c6baaa305f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968492 Feb 19 00:38:06.745055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:06.775662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487ffaab-1bb2-46ff-ad7a-964c9ec94687 None None] The sync data for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 is: [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:23:49Z', 'revision_number': 4, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8887ba19-695f-42c8-8e95-5ee0fec2bc70', 'name': '', 'network_id': 'a66a2644-3c4a-4409-98a9-f3d6abe8be72', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'mac_address': 'fa:16:3e:ba:45:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:47Z', 'updated_at': '2022-02-19T00:24:01Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'subnets': [{'id': '877a2166-d158-4a22-bcfc-b563a81ecccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:06.816554 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Publish callbacks [] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:06.824498 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:06.939679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-4f4a3250-997e-41c4-a4da-cbff17db7d47 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309213813&fields=id&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 267 time: 0.1959906 Feb 19 00:38:06.940653 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97447e58-2fac-43ac-b980-9bfa34f5b7c5 None None] Pushing event updated for resources: {'Port': ['ID=44bfd447-d63e-40a7-88ba-f69d876e5a5e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:06.995066 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Attempting to bind port 44bfd447-d63e-40a7-88ba-f69d876e5a5e on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:06.996075 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Attempting to bind port 44bfd447-d63e-40a7-88ba-f69d876e5a5e by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:06.996623 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Attempting to bind port 44bfd447-d63e-40a7-88ba-f69d876e5a5e on network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:07.010430 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:07.011174 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Checking segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:07.011760 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:07.012343 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Bound using segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:07.014007 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Bound port: 44bfd447-d63e-40a7-88ba-f69d876e5a5e, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:07.014631 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:07.031093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ac26a529-5182-4c32-9764-a145edd23ac3 service neutron] 10.222.0.126 "GET /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547459 Feb 19 00:38:07.098039 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] For port 44bfd447-d63e-40a7-88ba-f69d876e5a5e, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:07.101663 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] For port 44bfd447-d63e-40a7-88ba-f69d876e5a5e, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=44bfd447-d63e-40a7-88ba-f69d876e5a5e,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:07.131401 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:07.173497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-922ba708-e92d-4528-89c1-d7f05359e7f5 None None] Provisioning complete for port 44bfd447-d63e-40a7-88ba-f69d876e5a5e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:07.179039 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-922ba708-e92d-4528-89c1-d7f05359e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:07.213268 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:07.216146 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:37:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:07.222453 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97447e58-2fac-43ac-b980-9bfa34f5b7c5 None None] Pushing event updated for resources: {'Port': ['ID=44bfd447-d63e-40a7-88ba-f69d876e5a5e,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:07.287770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd800079-0d59-4709-a415-787fa0a5835d None None] New status for floating IP 3f44974e-d2b0-4659-adfe-92eea44d254c: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:38:07.435875 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:07.506263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-922ba708-e92d-4528-89c1-d7f05359e7f5 None None] Current status of the port 44bfd447-d63e-40a7-88ba-f69d876e5a5e is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:07.507920 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-922ba708-e92d-4528-89c1-d7f05359e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:07.566498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-922ba708-e92d-4528-89c1-d7f05359e7f5 None None] For port 44bfd447-d63e-40a7-88ba-f69d876e5a5e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=44bfd447-d63e-40a7-88ba-f69d876e5a5e,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:07.579035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d61dc-c511-4240-9e55-2b45c451306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10e0ce9-b432-4e52-bd24-71cb2c561d19'}, {'server_uuid': '28b0deed-a3a0-429a-8431-9e527917c53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c26721-0537-40f2-b128-16ed40853c76'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:07.581788 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c16d27b-39d8-4e1b-a3e6-157d26c1e2db" -d '{"events": [{"server_uuid": "401d61dc-c511-4240-9e55-2b45c451306f", "name": "network-vif-plugged", "status": "completed", "tag": "f10e0ce9-b432-4e52-bd24-71cb2c561d19"}, {"server_uuid": "28b0deed-a3a0-429a-8431-9e527917c53f", "name": "network-vif-plugged", "status": "completed", "tag": "26c26721-0537-40f2-b128-16ed40853c76"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:07.587701 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-922ba708-e92d-4528-89c1-d7f05359e7f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:07.647642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba708-e92d-4528-89c1-d7f05359e7f5 None None] Pushing event updated for resources: {'Port': ['ID=44bfd447-d63e-40a7-88ba-f69d876e5a5e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:07.666695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc9fa6-9598-4b6b-9942-c9aac2783710 req-4aea91ba-72f0-4042-b7ef-4b40e6a0c9fe tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:07.668199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2dc9fa6-9598-4b6b-9942-c9aac2783710 req-4aea91ba-72f0-4042-b7ef-4b40e6a0c9fe tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 946 time: 0.8579443 Feb 19 00:38:07.703002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-7e5f7775-27e8-4d1b-9c30-445bcfc673a8 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:07.704514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-7e5f7775-27e8-4d1b-9c30-445bcfc673a8 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.113 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 945 time: 0.8360267 Feb 19 00:38:07.709060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-38fb6ecf-56b1-41a9-a524-3c864af1a360 None None] Provisioning complete for port 44bfd447-d63e-40a7-88ba-f69d876e5a5e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:07.709444 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38fb6ecf-56b1-41a9-a524-3c864af1a360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:07.805895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-38fb6ecf-56b1-41a9-a524-3c864af1a360 None None] Current status of the port 44bfd447-d63e-40a7-88ba-f69d876e5a5e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:07.835637 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:07Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:07.864764 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fdf4a9-e954-4430-bbe8-94d8aad4bfe8 None None] The sync data for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 is: [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:07Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:07.868852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897627ec-c94f-4535-80a9-02b019dce711 req-0291e0ca-5b24-4edc-8584-9ba6be88e017 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:07.875738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-0291e0ca-5b24-4edc-8584-9ba6be88e017 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 796 time: 0.8953896 Feb 19 00:38:07.909828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2dc9fa6-9598-4b6b-9942-c9aac2783710 req-e941881f-5ad8-4b2a-a8a4-141548e6e6c0 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020340 Feb 19 00:38:07.911743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-385188dc-42b4-48d9-9185-cad0b9174064 service neutron] 10.222.0.126 "GET /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777879 Feb 19 00:38:07.926878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-7c301c1e-18bf-4231-8ae7-543c7925bfc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/quotas/84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 375 time: 0.0490234 Feb 19 00:38:08.011354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-c66d31da-3c2c-49ab-8d65-bc77320006ba service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 200 len: 217 time: 0.0715024 Feb 19 00:38:08.046473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49978) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:08.086900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Deleting port c20cdd88-c0fa-463e-88aa-904f1ebc0270 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:08.087258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.122729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-bd04c6e3-7dfe-4d78-ba63-e2e0ea0a5262 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1894619 Feb 19 00:38:08.150808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f101829d-cf09-4851-a9e2-59f44b7df0f2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (89d0fef7-9eb4-4b97-8a39-36e70d0ea510), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.180103 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f101829d-cf09-4851-a9e2-59f44b7df0f2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (89d0fef7-9eb4-4b97-8a39-36e70d0ea510), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.185762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b6956875-b522-423d-aa28-5a24e852856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:08.187298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b6956875-b522-423d-aa28-5a24e852856a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.1571212 Feb 19 00:38:08.250821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f101829d-cf09-4851-a9e2-59f44b7df0f2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89d0fef7-9eb4-4b97-8a39-36e70d0ea510), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.253817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f101829d-cf09-4851-a9e2-59f44b7df0f2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.258384 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f101829d-cf09-4851-a9e2-59f44b7df0f2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "DELETE /v2.0/security-groups/89d0fef7-9eb4-4b97-8a39-36e70d0ea510 HTTP/1.1" status: 204 len: 168 time: 0.2108259 Feb 19 00:38:08.259100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49980) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:08.283806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101829d-cf09-4851-a9e2-59f44b7df0f2 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d0fef7-9eb4-4b97-8a39-36e70d0ea510,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:08.286018 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-a5ed144f-d54e-4b3f-916f-17205d4a15d6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] show failed (client error): The resource could not be found. Feb 19 00:38:08.291198 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a5ed144f-d54e-4b3f-916f-17205d4a15d6 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "GET /v2.0/security-groups/89d0fef7-9eb4-4b97-8a39-36e70d0ea510 HTTP/1.1" status: 404 len: 347 time: 0.0212476 Feb 19 00:38:08.291888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 49982) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:08.374410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] For port c20cdd88-c0fa-463e-88aa-904f1ebc0270, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=c20cdd88-c0fa-463e-88aa-904f1ebc0270,segment=NetworkSegment(6cc69388-72f4-46a9-88af-3be9f25b3896),segment_id=6cc69388-72f4-46a9-88af-3be9f25b3896)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:08.374734 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.390679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Calling delete_port for c20cdd88-c0fa-463e-88aa-904f1ebc0270 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:08.445888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Deleting port 699fbbdd-59a1-49cd-934c-3b2751a3f9de {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:08.446392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (699fbbdd-59a1-49cd-934c-3b2751a3f9de), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.532981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (699fbbdd-59a1-49cd-934c-3b2751a3f9de), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.533463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (699fbbdd-59a1-49cd-934c-3b2751a3f9de), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.548446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Calling delete_port for 699fbbdd-59a1-49cd-934c-3b2751a3f9de owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:08.598931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-08863e0e-0630-43a1-ae90-7b5350c23f90 service neutron] 10.222.0.60 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654067 Feb 19 00:38:08.613600 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c20cdd88-c0fa-463e-88aa-904f1ebc0270), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.626831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['c20cdd88-c0fa-463e-88aa-904f1ebc0270'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:08.659452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-720a6a6d-af44-4aa8-afff-3968b7c8c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:08.662000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-720a6a6d-af44-4aa8-afff-3968b7c8c771 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4392915 Feb 19 00:38:08.676379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2b806-9252-40e7-9647-bd1449fa343d req-f7184a34-529a-4b0f-8e34-7386bf140cf3 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:08.677657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64f2b806-9252-40e7-9647-bd1449fa343d req-f7184a34-529a-4b0f-8e34-7386bf140cf3 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 946 time: 0.5519402 Feb 19 00:38:08.715816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (699fbbdd-59a1-49cd-934c-3b2751a3f9de), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.752700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Pushing event deleted for resources: {'Port': ['ID=699fbbdd-59a1-49cd-934c-3b2751a3f9de,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:08.811149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Pushing event deleted for resources: {'Port': ['ID=c20cdd88-c0fa-463e-88aa-904f1ebc0270,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:08.835041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks [] for floatingip (3f44974e-d2b0-4659-adfe-92eea44d254c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.838980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.840997 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1f467da2-bc6d-4cdb-a6bd-ac613f792f85 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] 10.222.0.60 "DELETE /v2.0/floatingips/3f44974e-d2b0-4659-adfe-92eea44d254c HTTP/1.1" status: 204 len: 168 time: 0.5476401 Feb 19 00:38:08.957616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] No DVR routers for this DVR port c20cdd88-c0fa-463e-88aa-904f1ebc0270 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:38:08.963480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64f2b806-9252-40e7-9647-bd1449fa343d req-675c866d-439d-451c-9d87-1df714024fec tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991973 Feb 19 00:38:08.964736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:08.968726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df038367-92ab-4cf2-bbe7-9b55c42ee4dc req-b95d9377-b6ff-428b-bf46-bdd6fdd3705c tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.113 "DELETE /v2.0/ports/c20cdd88-c0fa-463e-88aa-904f1ebc0270 HTTP/1.1" status: 204 len: 173 time: 1.2559164 Feb 19 00:38:08.980811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f79a4b-2aee-4f49-b280-a5df0415484e', 'name': 'network-vif-deleted', 'tag': 'c20cdd88-c0fa-463e-88aa-904f1ebc0270'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:08.983782 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c66bb1c-1737-4c7b-af36-37911a4e5fb1" -d '{"events": [{"server_uuid": "67f79a4b-2aee-4f49-b280-a5df0415484e", "name": "network-vif-deleted", "tag": "c20cdd88-c0fa-463e-88aa-904f1ebc0270"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:09.050336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-820478b2-4f35-400a-acc8-b7609a5f7525 service neutron] 10.222.0.60 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504347 Feb 19 00:38:09.081738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-060eaf5f-aff5-48d6-a54e-98c6d0c86d95 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029307 Feb 19 00:38:09.123360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-344d5ce6-9f3e-4b49-a266-dcf55a379fb3 req-c6669fca-2d98-42d0-84fd-e036083995c2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0639644 Feb 19 00:38:09.271906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-b8edd76b-4959-44f5-866d-db20fce2aa24 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530349 Feb 19 00:38:09.357229 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6566ef16-2488-4e52-ae2c-c71c16c57d97 x-openstack-request-id: req-6566ef16-2488-4e52-ae2c-c71c16c57d97 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:09.357541 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401d61dc-c511-4240-9e55-2b45c451306f", "name": "network-vif-plugged", "status": "completed", "tag": "f10e0ce9-b432-4e52-bd24-71cb2c561d19", "code": 200}, {"server_uuid": "28b0deed-a3a0-429a-8431-9e527917c53f", "name": "network-vif-plugged", "status": "completed", "tag": "26c26721-0537-40f2-b128-16ed40853c76", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:09.357799 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6566ef16-2488-4e52-ae2c-c71c16c57d97 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:09.358278 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401d61dc-c511-4240-9e55-2b45c451306f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10e0ce9-b432-4e52-bd24-71cb2c561d19', 'code': 200} Feb 19 00:38:09.364126 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b0deed-a3a0-429a-8431-9e527917c53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c26721-0537-40f2-b128-16ed40853c76', 'code': 200} Feb 19 00:38:09.420740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-23da1f2c-a28f-4729-90c4-a821f309d353 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 200 len: 217 time: 0.0980172 Feb 19 00:38:09.612880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fe086-73bf-49a8-a58d-4f52369e4589 req-9e19a87c-7fa7-4388-891c-57c2b542ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.614466 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4b1fe086-73bf-49a8-a58d-4f52369e4589 req-9e19a87c-7fa7-4388-891c-57c2b542ecc1 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 1128 time: 0.1234396 Feb 19 00:38:09.647481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-8ed34557-c074-45ea-b9fd-7f656b89b079 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.663815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-8ed34557-c074-45ea-b9fd-7f656b89b079 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.702132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-8ed34557-c074-45ea-b9fd-7f656b89b079 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.708681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-8ed34557-c074-45ea-b9fd-7f656b89b079 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.717299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-8ed34557-c074-45ea-b9fd-7f656b89b079 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.726079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-8ed34557-c074-45ea-b9fd-7f656b89b079 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.735077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-8ed34557-c074-45ea-b9fd-7f656b89b079 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.747796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-8ed34557-c074-45ea-b9fd-7f656b89b079 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.4738662 Feb 19 00:38:09.763012 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4b1fe086-73bf-49a8-a58d-4f52369e4589 req-89312598-9953-411d-ba70-4be25466e27b service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376691 Feb 19 00:38:09.801714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4867661b-c9bb-43ca-850d-2e1f8576cf0b req-828ba02d-bfcb-4385-a3d7-1b9ba01314d5 tempest-ServersNegativeTestMultiTenantJSON-857818876 tempest-ServersNegativeTestMultiTenantJSON-857818876-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f79a4b-2aee-4f49-b280-a5df0415484e HTTP/1.1" status: 200 len: 210 time: 0.2064571 Feb 19 00:38:09.826997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 44bfd447-d63e-40a7-88ba-f69d876e5a5e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:09.882413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-dfcfafb7-0360-4984-81e8-d73cebecaad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:09.886694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-dfcfafb7-0360-4984-81e8-d73cebecaad7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.4506602 Feb 19 00:38:09.909378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 44bfd447-d63e-40a7-88ba-f69d876e5a5e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:09.910058 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:09.997550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c61ac3c7-d9d1-443b-9ba1-a69038ecf2a2 req-4d470f7d-c892-4d3c-aa13-3982f59c0d8d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2481539 Feb 19 00:38:10.060037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 44bfd447-d63e-40a7-88ba-f69d876e5a5e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:10.069706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3423ce-59aa-4d38-8240-7efefca41a46 req-fc7c0352-b3a5-4e74-ae70-909efea4310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:10.074124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e3423ce-59aa-4d38-8240-7efefca41a46 req-fc7c0352-b3a5-4e74-ae70-909efea4310a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 1128 time: 0.5696871 Feb 19 00:38:10.220555 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbcf3fd-68e8-46b7-80ee-8ea542932541 x-openstack-request-id: req-2fbcf3fd-68e8-46b7-80ee-8ea542932541 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:10.230084 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f79a4b-2aee-4f49-b280-a5df0415484e", "name": "network-vif-deleted", "tag": "c20cdd88-c0fa-463e-88aa-904f1ebc0270", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:10.230438 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2fbcf3fd-68e8-46b7-80ee-8ea542932541 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:10.230891 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f79a4b-2aee-4f49-b280-a5df0415484e', 'name': 'network-vif-deleted', 'tag': 'c20cdd88-c0fa-463e-88aa-904f1ebc0270', 'status': 'completed', 'code': 200} Feb 19 00:38:10.291159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e3423ce-59aa-4d38-8240-7efefca41a46 req-3b8fb0be-ecb2-47e9-a4bc-75d35ac5ffd3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467938 Feb 19 00:38:10.316962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-0dd3bbdc-0cf8-42a9-97f7-fb0be01d9c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:10.318704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-0dd3bbdc-0cf8-42a9-97f7-fb0be01d9c29 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2993712 Feb 19 00:38:10.396096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-766044fd-67bf-460e-8aee-45ed957b6637 req-eef1e725-4367-409b-842c-f7fe48d695ea tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 210 time: 0.0678627 Feb 19 00:38:10.443510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cfb66-7792-43ee-b10a-1334a0d3b045 req-44f6f4c3-d17a-4b56-8d96-a0e90d1cf67b tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:10.450990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d23cfb66-7792-43ee-b10a-1334a0d3b045 req-44f6f4c3-d17a-4b56-8d96-a0e90d1cf67b tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 946 time: 0.2180293 Feb 19 00:38:10.558507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-7238fe64-e9d4-49d6-90fa-775cbd3afe36 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087646 Feb 19 00:38:10.581786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d23cfb66-7792-43ee-b10a-1334a0d3b045 req-91c13e21-04a5-463a-a46c-7d55295bf15a tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298089 Feb 19 00:38:10.641168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d76f8-9ed8-4a7f-9b9e-e3101c0cb662 req-6a0370c3-d873-4915-b6cf-db6c45786c6e tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:10.650523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa9d76f8-9ed8-4a7f-9b9e-e3101c0cb662 req-6a0370c3-d873-4915-b6cf-db6c45786c6e tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 946 time: 0.1758766 Feb 19 00:38:10.762438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-8e9b9110-70e4-4f11-bceb-55a0fedb9c5f service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929445 Feb 19 00:38:10.767864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa9d76f8-9ed8-4a7f-9b9e-e3101c0cb662 req-6b6fbe36-9c0f-48ed-b0dc-b296e4b53c33 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165059 Feb 19 00:38:10.826587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-c8aa6556-24ea-43e3-b6c7-eda727b82198 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=66005622-a0c1-44c3-b556-500e0fc2ef30 HTTP/1.1" status: 200 len: 217 time: 0.0525405 Feb 19 00:38:10.871156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7be437-8383-4246-910c-9e84e2c8d63c req-56782bdc-6c7f-4115-8794-ec3d8a183d0a tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:10.872614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a7be437-8383-4246-910c-9e84e2c8d63c req-56782bdc-6c7f-4115-8794-ec3d8a183d0a tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 945 time: 0.1846795 Feb 19 00:38:10.874372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b02b722-f8c9-4560-88c1-02c323f4df6a req-f3aa4411-e383-464c-92ba-ce726519d479 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0511672 Feb 19 00:38:10.941451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-3b2bfc85-e9c5-4362-86b5-c12e0884d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:10.942033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-3b2bfc85-e9c5-4362-86b5-c12e0884d4f3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.1044672 Feb 19 00:38:10.969250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50012) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:11.027540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b5a10b-77d8-44fd-8319-19c684da4190 admin admin] Deleting subnet 76dc97b0-3497-4e1c-8bc1-d64a03eae7c3 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:38:11.034349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84b5a10b-77d8-44fd-8319-19c684da4190 admin admin] Publish callbacks [] for subnet (76dc97b0-3497-4e1c-8bc1-d64a03eae7c3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.130983 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84b5a10b-77d8-44fd-8319-19c684da4190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (76dc97b0-3497-4e1c-8bc1-d64a03eae7c3), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.231068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84b5a10b-77d8-44fd-8319-19c684da4190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (76dc97b0-3497-4e1c-8bc1-d64a03eae7c3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.284335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c20cdd88-c0fa-463e-88aa-904f1ebc0270 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:38:11.301557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a7be437-8383-4246-910c-9e84e2c8d63c req-5c83f7ad-4400-48dc-99a3-e3fff85b93e1 tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/security-groups?id=acbe9253-a2ee-44ed-afdf-5a2fda3b525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071636 Feb 19 00:38:11.344713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a57025bc-136e-4a04-b4a3-32cea62883d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.348125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a57025bc-136e-4a04-b4a3-32cea62883d7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3989527 Feb 19 00:38:11.349900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: c20cdd88-c0fa-463e-88aa-904f1ebc0270 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:38:11.352823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device c20cdd88-c0fa-463e-88aa-904f1ebc0270 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:38:11.389985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84b5a10b-77d8-44fd-8319-19c684da4190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (76dc97b0-3497-4e1c-8bc1-d64a03eae7c3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.437033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5a10b-77d8-44fd-8319-19c684da4190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76dc97b0-3497-4e1c-8bc1-d64a03eae7c3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:11.440834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84b5a10b-77d8-44fd-8319-19c684da4190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.445163 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-84b5a10b-77d8-44fd-8319-19c684da4190 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/76dc97b0-3497-4e1c-8bc1-d64a03eae7c3 HTTP/1.1" status: 204 len: 168 time: 0.4742141 Feb 19 00:38:11.448519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50020) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:11.451972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897627ec-c94f-4535-80a9-02b019dce711 req-1a49f202-5c22-4f9e-85b4-a11b3d7da931 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.454781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-1a49f202-5c22-4f9e-85b4-a11b3d7da931 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 796 time: 0.3786464 Feb 19 00:38:11.564421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (1ea16d24-9ed8-4526-8946-13266cb21287), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.601247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1d7760a-95e9-4763-a104-3d8b425497d1 req-dc713568-525e-4b5b-9ef0-716bfadd2321 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 210 time: 0.0658176 Feb 19 00:38:11.685288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (1ea16d24-9ed8-4526-8946-13266cb21287), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.704799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-6d17888b-bf35-45bc-9831-a313c920f643 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.710418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-6d17888b-bf35-45bc-9831-a313c920f643 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.714257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea16d24-9ed8-4526-8946-13266cb21287']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:11.715876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-6d17888b-bf35-45bc-9831-a313c920f643 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.721202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-6d17888b-bf35-45bc-9831-a313c920f643 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.726017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc69388-72f4-46a9-88af-3be9f25b3896') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:11.726662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-6d17888b-bf35-45bc-9831-a313c920f643 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.727161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc69388-72f4-46a9-88af-3be9f25b3896') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:11.731964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-6d17888b-bf35-45bc-9831-a313c920f643 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.737957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-6d17888b-bf35-45bc-9831-a313c920f643 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:11.739314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (6cc69388-72f4-46a9-88af-3be9f25b3896), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.739913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-6d17888b-bf35-45bc-9831-a313c920f643 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.4861057 Feb 19 00:38:11.764968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6cc69388-72f4-46a9-88af-3be9f25b3896), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.777398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:38:11.778132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (6cc69388-72f4-46a9-88af-3be9f25b3896), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:38:11.780234 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:38:11.793784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-14cff5cb-a822-4f89-b5ee-c7acf7f1a2d4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 380 time: 0.2597914 Feb 19 00:38:11.810737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'port': {'device_id': '686e5991-ccb0-403f-b4d8-4973c97be481', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'admin_state_up': True, 'tenant_id': '84679949ccf749538377871c65d3012d', 'security_groups': ['0ce04551-930f-4dcc-a37c-487958437fef']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:11.831021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-2cb47768-27a4-4b51-9932-fdcba48e650e service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755176 Feb 19 00:38:11.854142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (1ea16d24-9ed8-4526-8946-13266cb21287), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.868470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:11.874376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1ea16d24-9ed8-4526-8946-13266cb21287 HTTP/1.1" status: 204 len: 168 time: 0.4242983 Feb 19 00:38:11.877446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50026) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:11.931670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01b861-9df3-4ade-912f-580b451053c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea16d24-9ed8-4526-8946-13266cb21287,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:11.960041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ececf6e8-b841-4fc1-a213-952d5ccdf62b admin admin] Deleting subnet cf0b6459-bb03-42bb-918b-99195ccfa764 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:38:11.965289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ececf6e8-b841-4fc1-a213-952d5ccdf62b admin admin] Publish callbacks [] for subnet (cf0b6459-bb03-42bb-918b-99195ccfa764), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.043113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ececf6e8-b841-4fc1-a213-952d5ccdf62b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (cf0b6459-bb03-42bb-918b-99195ccfa764), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.110635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ececf6e8-b841-4fc1-a213-952d5ccdf62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (cf0b6459-bb03-42bb-918b-99195ccfa764), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.195623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-8365e80a-d5d5-427d-8073-075a1adebb2b tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:12.197019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-8365e80a-d5d5-427d-8073-075a1adebb2b tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.126 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 945 time: 0.2000344 Feb 19 00:38:12.199314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ececf6e8-b841-4fc1-a213-952d5ccdf62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (cf0b6459-bb03-42bb-918b-99195ccfa764), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.249979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececf6e8-b841-4fc1-a213-952d5ccdf62b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf0b6459-bb03-42bb-918b-99195ccfa764,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:12.263398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ececf6e8-b841-4fc1-a213-952d5ccdf62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.270608 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ececf6e8-b841-4fc1-a213-952d5ccdf62b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cf0b6459-bb03-42bb-918b-99195ccfa764 HTTP/1.1" status: 204 len: 168 time: 0.3919044 Feb 19 00:38:12.271898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:12.369429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d872d42-fd3c-4477-ad11-41d4fb60a13c req-c3597715-fb9d-4945-8b96-87e7d0e4832d tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:12.376950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d872d42-fd3c-4477-ad11-41d4fb60a13c req-c3597715-fb9d-4945-8b96-87e7d0e4832d tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 946 time: 0.6901126 Feb 19 00:38:12.400465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fff3b70-fb55-4264-89e1-7d00f0657aa7 req-8512410c-0693-4dfc-ae3d-43a736ea7785 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6463430 Feb 19 00:38:12.409545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (ecda4b46-eaf8-4cb7-9a4b-d08d2de80738), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.467315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Deleting port bbe336d7-92e0-42f0-89bd-78c6a392774d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:12.467657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.556909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (ecda4b46-eaf8-4cb7-9a4b-d08d2de80738), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.580399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-0b26b606-f3a7-4ba1-bfb7-1d7d962122bc service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898849 Feb 19 00:38:12.584754 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecda4b46-eaf8-4cb7-9a4b-d08d2de80738']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:12.604075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4828892e-5722-4021-8733-0d038bede390') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:12.604552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4828892e-5722-4021-8733-0d038bede390') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:12.623975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (4828892e-5722-4021-8733-0d038bede390), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.644847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d872d42-fd3c-4477-ad11-41d4fb60a13c req-46e03020-d803-4a43-bf47-eef95780d613 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642472 Feb 19 00:38:12.649622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-9b376cb0-de1c-4d1c-9076-2fb76e12d12b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=532c5680-28d8-4f96-8a90-b4269167a869 HTTP/1.1" status: 200 len: 217 time: 0.0620518 Feb 19 00:38:12.663591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:12.685419 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.718348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4828892e-5722-4021-8733-0d038bede390), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.747607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:38:12.750844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (4828892e-5722-4021-8733-0d038bede390), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:12.810256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0348977-4e0d-47c1-98ab-9cb505112f69 req-fe611502-eb07-4021-ac4a-0bc077612c51 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0765932 Feb 19 00:38:12.878887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f67a33-baaf-484d-8755-36ca5b03eeb8 req-5237e5ef-f796-4495-b6a0-b9a32ab6958d tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:12.884222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4f67a33-baaf-484d-8755-36ca5b03eeb8 req-5237e5ef-f796-4495-b6a0-b9a32ab6958d tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 946 time: 0.3553464 Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:38:12.897690 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:38:12.911365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ae45b53b-50fc-4d01-b280-854803f233f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:12.912986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ae45b53b-50fc-4d01-b280-854803f233f4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.2565634 Feb 19 00:38:12.997286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] For port bbe336d7-92e0-42f0-89bd-78c6a392774d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bbe336d7-92e0-42f0-89bd-78c6a392774d,segment=NetworkSegment(687dbf1c-da02-4936-8950-ce9d772af3d9),segment_id=687dbf1c-da02-4936-8950-ce9d772af3d9)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:12.997675 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.005134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (ecda4b46-eaf8-4cb7-9a4b-d08d2de80738), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.025554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.029107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ecda4b46-eaf8-4cb7-9a4b-d08d2de80738 HTTP/1.1" status: 204 len: 168 time: 0.7534575 Feb 19 00:38:13.034250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Calling delete_port for bbe336d7-92e0-42f0-89bd-78c6a392774d owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:13.047847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f29a4-2970-4064-b75d-cccd65304340 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecda4b46-eaf8-4cb7-9a4b-d08d2de80738,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:13.083037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4f67a33-baaf-484d-8755-36ca5b03eeb8 req-9cbb1d4e-bce7-48df-84d3-ae02e7e9da42 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870072 Feb 19 00:38:13.240850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7f754-72b1-493d-8950-a95b05dba8f1 req-f6dcf36d-c840-4087-8b7d-f03139359a4e tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:13.248802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fd7f754-72b1-493d-8950-a95b05dba8f1 req-f6dcf36d-c840-4087-8b7d-f03139359a4e tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/ports?device_id=e1b3502e-d5fa-4213-8b7c-6d1341f9d524 HTTP/1.1" status: 200 len: 945 time: 0.2885375 Feb 19 00:38:13.254250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-0f1d341c-d377-463e-b396-90d15bb17ca5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4660041 Feb 19 00:38:13.280020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86b5a746-28c6-41f8-91dd-dc0a20956e77 req-b26be2f6-3097-41e4-8865-328140d637b4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 210 time: 0.0990021 Feb 19 00:38:13.327960 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bbe336d7-92e0-42f0-89bd-78c6a392774d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.348535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['bbe336d7-92e0-42f0-89bd-78c6a392774d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:13.379420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-0982a753-9105-4414-994d-61b5570592c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:13.381186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-0982a753-9105-4414-994d-61b5570592c2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4458518 Feb 19 00:38:13.387120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:13.397928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Pushing event deleted for resources: {'Port': ['ID=bbe336d7-92e0-42f0-89bd-78c6a392774d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:13.502911 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f3558316-7da5-4299-b803-88c4c719520d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=24c44e713a5c42dd8047169114070a00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1137350 Feb 19 00:38:13.503904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50052) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:13.505084 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] No DVR routers for this DVR port bbe336d7-92e0-42f0-89bd-78c6a392774d on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:38:13.509503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.513768 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eda156dd-df0b-4854-90b3-43b25088ea79 req-d561649a-9ac1-499a-81e8-90317bf528dc tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.126 "DELETE /v2.0/ports/bbe336d7-92e0-42f0-89bd-78c6a392774d HTTP/1.1" status: 204 len: 173 time: 1.3092127 Feb 19 00:38:13.521125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fd7f754-72b1-493d-8950-a95b05dba8f1 req-4da9de6a-c6fe-4506-a231-8095bf10db4e tempest-ServerPasswordTestJSON-182366587 tempest-ServerPasswordTestJSON-182366587-project] 10.222.0.60 "GET /v2.0/security-groups?id=acbe9253-a2ee-44ed-afdf-5a2fda3b525a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714496 Feb 19 00:38:13.561112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b3502e-d5fa-4213-8b7c-6d1341f9d524', 'name': 'network-vif-deleted', 'tag': 'bbe336d7-92e0-42f0-89bd-78c6a392774d'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:13.563951 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639767be-8856-4823-a86a-3350c5f726a8" -d '{"events": [{"server_uuid": "e1b3502e-d5fa-4213-8b7c-6d1341f9d524", "name": "network-vif-deleted", "tag": "bbe336d7-92e0-42f0-89bd-78c6a392774d"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:13.592725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5225d713-7d98-41f8-b67a-bb3772f99da2 admin admin] Publish callbacks [] for security_group (0e69843e-7926-4a1a-a6d8-c6baaa305f10), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.620078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5225d713-7d98-41f8-b67a-bb3772f99da2 admin admin] Publish callbacks [] for security_group (0e69843e-7926-4a1a-a6d8-c6baaa305f10), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.663026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-bc400c3e-4da3-493e-8aa3-22ab075dd275 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6404145 Feb 19 00:38:13.665775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.20.0.3 (46ff80fa-aee2-4dc0-91f0-27a1c68abf24/f507a459-8886-4b43-b2c1-f2993ee2c95a/e2548a39-811f-4d59-8f5d-fb07e523b99a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:13.706240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5225d713-7d98-41f8-b67a-bb3772f99da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0e69843e-7926-4a1a-a6d8-c6baaa305f10), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.713211 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5225d713-7d98-41f8-b67a-bb3772f99da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:13.729283 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5225d713-7d98-41f8-b67a-bb3772f99da2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e69843e-7926-4a1a-a6d8-c6baaa305f10 HTTP/1.1" status: 204 len: 168 time: 0.2116718 Feb 19 00:38:13.747501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225d713-7d98-41f8-b67a-bb3772f99da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e69843e-7926-4a1a-a6d8-c6baaa305f10,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:13.922511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-d7610593-d4f9-4279-b006-7d06a363cd66 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665205 Feb 19 00:38:14.004104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-7719092e-20f3-4eab-8e42-37b23786e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.005679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-7719092e-20f3-4eab-8e42-37b23786e882 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c87938301a8645ed965275bfcdbda8ac&device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 1128 time: 0.6323066 Feb 19 00:38:14.073017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5f0dc-1b3f-4b71-8923-8874b9090c27 req-33088b18-ea78-4cfe-8bdd-6bd038395e6d tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.075562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf5f0dc-1b3f-4b71-8923-8874b9090c27 req-33088b18-ea78-4cfe-8bdd-6bd038395e6d tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=03b3f227-b974-49dc-9a7b-bae45eb211db HTTP/1.1" status: 200 len: 945 time: 0.4402740 Feb 19 00:38:14.115537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df622-d3f7-470d-a94c-83877435135c req-f9cbb056-7b6d-4e7f-8660-78c70ffdd733 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.121893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df622-d3f7-470d-a94c-83877435135c req-f9cbb056-7b6d-4e7f-8660-78c70ffdd733 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.128290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df622-d3f7-470d-a94c-83877435135c req-f9cbb056-7b6d-4e7f-8660-78c70ffdd733 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.136863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df622-d3f7-470d-a94c-83877435135c req-f9cbb056-7b6d-4e7f-8660-78c70ffdd733 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.145755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df622-d3f7-470d-a94c-83877435135c req-f9cbb056-7b6d-4e7f-8660-78c70ffdd733 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.152895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df622-d3f7-470d-a94c-83877435135c req-f9cbb056-7b6d-4e7f-8660-78c70ffdd733 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.158227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34df622-d3f7-470d-a94c-83877435135c req-f9cbb056-7b6d-4e7f-8660-78c70ffdd733 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.160255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f34df622-d3f7-470d-a94c-83877435135c req-f9cbb056-7b6d-4e7f-8660-78c70ffdd733 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.3781362 Feb 19 00:38:14.162303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-0bd6b77a-0ff2-4f27-8b6e-6322ff94be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.164146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-0bd6b77a-0ff2-4f27-8b6e-6322ff94be58 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 1128 time: 0.3726966 Feb 19 00:38:14.258067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50064) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:14.313121 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d826f4f1-5566-489c-8051-34e01d449986 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7047822bdbc345048eee3ec9c0323dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0536993 Feb 19 00:38:14.316006 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50068) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:14.379523 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15c832de-bd0d-406b-a71e-01c6cd6e6624 admin admin] Publish callbacks [] for security_group (b15724b1-2f2f-4049-84e9-f0578acd762c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:14.406451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15c832de-bd0d-406b-a71e-01c6cd6e6624 admin admin] Publish callbacks [] for security_group (b15724b1-2f2f-4049-84e9-f0578acd762c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:14.469370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15c832de-bd0d-406b-a71e-01c6cd6e6624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b15724b1-2f2f-4049-84e9-f0578acd762c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:14.472241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15c832de-bd0d-406b-a71e-01c6cd6e6624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:14.473541 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-15c832de-bd0d-406b-a71e-01c6cd6e6624 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b15724b1-2f2f-4049-84e9-f0578acd762c HTTP/1.1" status: 204 len: 168 time: 0.1563551 Feb 19 00:38:14.482576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c832de-bd0d-406b-a71e-01c6cd6e6624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15724b1-2f2f-4049-84e9-f0578acd762c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:14.506858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-ae3db2b6-a8b5-44da-8231-b218794adbc2 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759282 Feb 19 00:38:14.522486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-934ae409-a046-4f53-80e0-dc62c8de6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.523977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-934ae409-a046-4f53-80e0-dc62c8de6157 service neutron] 10.222.0.126 "GET /v2.0/networks?id=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb HTTP/1.1" status: 200 len: 923 time: 0.4457371 Feb 19 00:38:14.527339 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:14.541896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cf5f0dc-1b3f-4b71-8923-8874b9090c27 req-a62ab14e-5582-4da2-b0f6-85d8dbb924d2 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409323 Feb 19 00:38:14.622389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f34df622-d3f7-470d-a94c-83877435135c req-adf985b0-0f69-4de9-85cb-2ae7c678106f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4392943 Feb 19 00:38:14.653070 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b274c702-5b81-44d3-b4c1-78870bd4339d x-openstack-request-id: req-b274c702-5b81-44d3-b4c1-78870bd4339d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:14.653358 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b3502e-d5fa-4213-8b7c-6d1341f9d524", "name": "network-vif-deleted", "tag": "bbe336d7-92e0-42f0-89bd-78c6a392774d", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:14.653609 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b274c702-5b81-44d3-b4c1-78870bd4339d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:14.654008 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b3502e-d5fa-4213-8b7c-6d1341f9d524', 'name': 'network-vif-deleted', 'tag': 'bbe336d7-92e0-42f0-89bd-78c6a392774d', 'status': 'completed', 'code': 200} Feb 19 00:38:14.706310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-206128c9-4c15-486c-b835-6eebc6eafc85 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26c26721-0537-40f2-b128-16ed40853c76 HTTP/1.1" status: 200 len: 217 time: 0.1575961 Feb 19 00:38:14.809339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-30d4b469-61d4-4147-9c61-621855144990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:14.812369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-30d4b469-61d4-4147-9c61-621855144990 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 200 len: 914 time: 0.5976603 Feb 19 00:38:14.814841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-86e356e9-cebb-4470-9e8e-e16f151b0e59 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e HTTP/1.1" status: 200 len: 217 time: 0.2983072 Feb 19 00:38:14.896211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-872b588c-3de9-4b58-afb6-bd77f409b003 req-5d52a873-9bfa-4301-a3c6-67e95fa9c724 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0798550 Feb 19 00:38:14.898121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:14.968955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50086) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:15.018972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-32569e0a-f3ba-405b-867d-ff6bd6d1a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:15.020440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-32569e0a-f3ba-405b-867d-ff6bd6d1a9d0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59aeadcd-97b6-45d9-9947-0bcfde842c3f HTTP/1.1" status: 200 len: 797 time: 0.0626967 Feb 19 00:38:15.077086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-230717cc-e4c2-4864-b4a7-0fa529ad095e admin admin] Deleting subnet be5ed1f4-fd8f-448b-9a55-88d710dd6527 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:38:15.087093 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-230717cc-e4c2-4864-b4a7-0fa529ad095e admin admin] Publish callbacks [] for subnet (be5ed1f4-fd8f-448b-9a55-88d710dd6527), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.182088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-230717cc-e4c2-4864-b4a7-0fa529ad095e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (be5ed1f4-fd8f-448b-9a55-88d710dd6527), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.273715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-230717cc-e4c2-4864-b4a7-0fa529ad095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (be5ed1f4-fd8f-448b-9a55-88d710dd6527), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.286270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-fb4e3928-d17f-4a41-993d-2067befaeabf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f10e0ce9-b432-4e52-bd24-71cb2c561d19 HTTP/1.1" status: 200 len: 217 time: 0.3824921 Feb 19 00:38:15.345407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec8b62-6da9-43fe-aa81-de0b5ce8c84d req-943a69e2-48a3-4502-8d5e-b10329d8d885 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:15.351220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61ec8b62-6da9-43fe-aa81-de0b5ce8c84d req-943a69e2-48a3-4502-8d5e-b10329d8d885 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 931 time: 0.4406753 Feb 19 00:38:15.387324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-230717cc-e4c2-4864-b4a7-0fa529ad095e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (be5ed1f4-fd8f-448b-9a55-88d710dd6527), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.402530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:15.451317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-230717cc-e4c2-4864-b4a7-0fa529ad095e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.463921 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-230717cc-e4c2-4864-b4a7-0fa529ad095e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/be5ed1f4-fd8f-448b-9a55-88d710dd6527 HTTP/1.1" status: 204 len: 168 time: 0.4936554 Feb 19 00:38:15.467997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50102) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:15.468980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230717cc-e4c2-4864-b4a7-0fa529ad095e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be5ed1f4-fd8f-448b-9a55-88d710dd6527,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:15.473787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-cd6c6857-4c69-4f44-a33c-4aae6a659901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:15.475312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-cd6c6857-4c69-4f44-a33c-4aae6a659901 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=92d32da7-ff30-4e2f-b07e-5ed06bec8122 HTTP/1.1" status: 200 len: 862 time: 0.6223261 Feb 19 00:38:15.476740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:15.480002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:15.578049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a066ee58-eff6-4895-909f-a4fd4eb6217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:15.578313 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d8c83409-4c36-405f-900d-f648fba40960), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.579841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-a066ee58-eff6-4895-909f-a4fd4eb6217d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6bb87e76-90eb-4369-ba52-f925674f09d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4123147 Feb 19 00:38:15.581552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:15.610282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61ec8b62-6da9-43fe-aa81-de0b5ce8c84d req-8fece227-70fd-4f07-9552-3fb62b837c7e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987050 Feb 19 00:38:15.652848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-dd0152e9-a8e2-4b63-ab8d-f303932de930 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363971 Feb 19 00:38:15.728403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d8c83409-4c36-405f-900d-f648fba40960), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.741854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bbe336d7-92e0-42f0-89bd-78c6a392774d no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:38:15.801472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c83409-4c36-405f-900d-f648fba40960']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:15.804504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: bbe336d7-92e0-42f0-89bd-78c6a392774d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:38:15.805075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bbe336d7-92e0-42f0-89bd-78c6a392774d not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:38:15.829291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687dbf1c-da02-4936-8950-ce9d772af3d9') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:15.831510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687dbf1c-da02-4936-8950-ce9d772af3d9') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:15.858820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (687dbf1c-da02-4936-8950-ce9d772af3d9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.891864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (687dbf1c-da02-4936-8950-ce9d772af3d9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.909424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:38:15.910524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (687dbf1c-da02-4936-8950-ce9d772af3d9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:15.948343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-58d3aeba-9eec-4227-9856-e1f7a3482a1f None None] Provisioning complete for port e2548a39-811f-4d59-8f5d-fb07e523b99a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:15.948726 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58d3aeba-9eec-4227-9856-e1f7a3482a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.037220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-58d3aeba-9eec-4227-9856-e1f7a3482a1f None None] Port e2548a39-811f-4d59-8f5d-fb07e523b99a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:38:16.050738 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:38:16.057481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d8c83409-4c36-405f-900d-f648fba40960), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.061942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-1f1b58c0-0bd9-4749-99bc-76dba7bd0d3f service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495571 Feb 19 00:38:16.073397 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.085496 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d8c83409-4c36-405f-900d-f648fba40960 HTTP/1.1" status: 204 len: 168 time: 0.6114726 Feb 19 00:38:16.115692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0eb5c-6b1e-45e5-8fe2-838f5d8d56f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c83409-4c36-405f-900d-f648fba40960,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:16.201962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-ab79b5e3-6dfe-415d-ae81-89e287548bda service neutron] 10.222.0.126 "GET /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185520 Feb 19 00:38:16.205663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-88bf98b8-b8fa-40d0-a18d-5d6d2e3a06ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:16.208431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-88bf98b8-b8fa-40d0-a18d-5d6d2e3a06ba service neutron] 10.222.0.113 "GET /v2.0/subnets?id=94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 200 len: 853 time: 0.8262906 Feb 19 00:38:16.236185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:16.237515 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.329592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50124) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:16.387572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01657af8-0181-4518-9b11-0844bfe7296f req-1c3dc283-df57-46e8-82c6-708105770d57 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:16.395006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01657af8-0181-4518-9b11-0844bfe7296f req-1c3dc283-df57-46e8-82c6-708105770d57 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 946 time: 1.0939546 Feb 19 00:38:16.414952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-24720e02-db0e-4e35-a857-a3041efcfba7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6300bebb-c635-4e73-bb9c-ed8758f748e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695557 Feb 19 00:38:16.423014 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11bcdea7-eff7-42ab-943b-8dcfcd3fac79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36669e5abbc64653b79d5010a9e01db6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0909474 Feb 19 00:38:16.423687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50128) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:16.593995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8082-5114-4471-9d55-24b415860a6d admin admin] Publish callbacks [] for security_group (acbe9253-a2ee-44ed-afdf-5a2fda3b525a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.602567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-5b41c007-2adf-4efd-8a3e-7c3b37e48579 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:16.604207 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-5b41c007-2adf-4efd-8a3e-7c3b37e48579 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.126 "GET /v2.0/ports?device_id=28b0deed-a3a0-429a-8431-9e527917c53f HTTP/1.1" status: 200 len: 946 time: 0.1699207 Feb 19 00:38:16.669858 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8082-5114-4471-9d55-24b415860a6d admin admin] Publish callbacks [] for security_group (acbe9253-a2ee-44ed-afdf-5a2fda3b525a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.783943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Deleting port 26c26721-0537-40f2-b128-16ed40853c76 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:16.784298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (26c26721-0537-40f2-b128-16ed40853c76), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.938361 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8082-5114-4471-9d55-24b415860a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (acbe9253-a2ee-44ed-afdf-5a2fda3b525a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.941071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8082-5114-4471-9d55-24b415860a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:16.944982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-fc8e338f-fbc5-4d00-aa4e-e72ffe0a0b6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1382384 Feb 19 00:38:16.946642 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d9ae8082-5114-4471-9d55-24b415860a6d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acbe9253-a2ee-44ed-afdf-5a2fda3b525a HTTP/1.1" status: 204 len: 168 time: 0.5214424 Feb 19 00:38:16.991922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae8082-5114-4471-9d55-24b415860a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe9253-a2ee-44ed-afdf-5a2fda3b525a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:17.033658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68261e2-5559-4099-9838-c8575f73b9bf req-88728b3a-7158-4dd5-83f9-7599a25747ca tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.039235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68261e2-5559-4099-9838-c8575f73b9bf req-88728b3a-7158-4dd5-83f9-7599a25747ca tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.045508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68261e2-5559-4099-9838-c8575f73b9bf req-88728b3a-7158-4dd5-83f9-7599a25747ca tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.051035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68261e2-5559-4099-9838-c8575f73b9bf req-88728b3a-7158-4dd5-83f9-7599a25747ca tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.057706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68261e2-5559-4099-9838-c8575f73b9bf req-88728b3a-7158-4dd5-83f9-7599a25747ca tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.064712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68261e2-5559-4099-9838-c8575f73b9bf req-88728b3a-7158-4dd5-83f9-7599a25747ca tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.069865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68261e2-5559-4099-9838-c8575f73b9bf req-88728b3a-7158-4dd5-83f9-7599a25747ca tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.077666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c68261e2-5559-4099-9838-c8575f73b9bf req-88728b3a-7158-4dd5-83f9-7599a25747ca tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.8645694 Feb 19 00:38:17.091332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] For port 26c26721-0537-40f2-b128-16ed40853c76, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=26c26721-0537-40f2-b128-16ed40853c76,segment=NetworkSegment(1a8032ec-143e-49b2-a836-ab5c36b0ac28),segment_id=1a8032ec-143e-49b2-a836-ab5c36b0ac28)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:17.092704 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (26c26721-0537-40f2-b128-16ed40853c76), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:17.130847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Calling delete_port for 26c26721-0537-40f2-b128-16ed40853c76 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:17.148464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Request body: {'port': {'device_id': '686e5991-ccb0-403f-b4d8-4973c97be481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:17.170346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f207a9f8-4e02-4492-ae7f-de24cdce8ce0 req-b471bea6-5ca2-479d-980a-63507d6ce53c service neutron] 10.222.0.126 "GET /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9075794 Feb 19 00:38:17.276915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01657af8-0181-4518-9b11-0844bfe7296f req-6b91dcdb-7f1b-4853-aa3c-5729e52c59f8 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8808560 Feb 19 00:38:17.293053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-e62222b3-9f99-43be-896f-92a8d944d640 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2051401 Feb 19 00:38:17.518567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (26c26721-0537-40f2-b128-16ed40853c76), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:17.537476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['26c26721-0537-40f2-b128-16ed40853c76'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:17.601627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae1d80-4297-4ca1-981b-614170254f84 req-d65bc99b-6443-44fb-b826-c1a9320bb9cb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.607347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bae1d80-4297-4ca1-981b-614170254f84 req-d65bc99b-6443-44fb-b826-c1a9320bb9cb tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.126 "GET /v2.0/ports?device_id=03b3f227-b974-49dc-9a7b-bae45eb211db HTTP/1.1" status: 200 len: 945 time: 0.5859172 Feb 19 00:38:17.608970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-f2ee5fb5-5dc7-45be-a431-af871aa08fc2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82 HTTP/1.1" status: 200 len: 217 time: 0.3013709 Feb 19 00:38:17.668650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Pushing event deleted for resources: {'Port': ['ID=26c26721-0537-40f2-b128-16ed40853c76,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:17.758554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-25b0dc77-90bf-45fc-8ea1-41efc63a4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:17.760071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-25b0dc77-90bf-45fc-8ea1-41efc63a4d50 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59aeadcd-97b6-45d9-9947-0bcfde842c3f HTTP/1.1" status: 200 len: 797 time: 0.1070733 Feb 19 00:38:17.761936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ba7fbf4-20a7-424c-809e-ac3f0ace182e req-ff50af5f-6b5e-40bb-bc98-1d301fbd4660 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.3062215 Feb 19 00:38:17.826886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-47dd6c74-79d2-4bd7-85e0-ad4669ad0afd service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9215312 Feb 19 00:38:17.882649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] No DVR routers for this DVR port 26c26721-0537-40f2-b128-16ed40853c76 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:38:17.891415 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:17.915681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:17.932395 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-aaf18ef2-f184-4bb9-a681-c45a6200a776 req-3b6bf7c1-88ac-4810-bb01-8e3373a63e95 tempest-InstanceActionsNegativeTestJSON-972534816 tempest-InstanceActionsNegativeTestJSON-972534816-project] 10.222.0.126 "DELETE /v2.0/ports/26c26721-0537-40f2-b128-16ed40853c76 HTTP/1.1" status: 204 len: 173 time: 1.3173997 Feb 19 00:38:17.939103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28b0deed-a3a0-429a-8431-9e527917c53f', 'name': 'network-vif-deleted', 'tag': '26c26721-0537-40f2-b128-16ed40853c76'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:17.966410 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb1cb8-8986-4850-b755-336d3c6199b5" -d '{"events": [{"server_uuid": "28b0deed-a3a0-429a-8431-9e527917c53f", "name": "network-vif-deleted", "tag": "26c26721-0537-40f2-b128-16ed40853c76"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:17.970297 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47ba301b-e9d7-4206-8314-651ea19d3a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:17.999939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-9a725037-8429-4eeb-8ea4-d56688de875a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:18.001807 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-9a725037-8429-4eeb-8ea4-d56688de875a tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.113 "GET /v2.0/ports?device_id=401d61dc-c511-4240-9e55-2b45c451306f HTTP/1.1" status: 200 len: 946 time: 0.5523050 Feb 19 00:38:18.193686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c68261e2-5559-4099-9838-c8575f73b9bf req-4108990b-e535-463e-9a30-568b9176fef9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1149604 Feb 19 00:38:18.261462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Deleting port f10e0ce9-b432-4e52-bd24-71cb2c561d19 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:18.261929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:18.472596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099f648-6dbc-4010-84de-11b7b3605248 req-c51a1f99-c4b2-460b-b96d-66ba31107515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:18.474368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-c51a1f99-c4b2-460b-b96d-66ba31107515 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6bb87e76-90eb-4369-ba52-f925674f09d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6726191 Feb 19 00:38:18.501444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] For port f10e0ce9-b432-4e52-bd24-71cb2c561d19, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f10e0ce9-b432-4e52-bd24-71cb2c561d19,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:18.512136 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:18.537871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50178) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:18.548032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5599dbda-fa9e-408c-8872-86f8517a8e72 req-da2f2f52-da63-4443-8e7e-8b068bb52665 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:18.549770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5599dbda-fa9e-408c-8872-86f8517a8e72 req-da2f2f52-da63-4443-8e7e-8b068bb52665 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 931 time: 0.2055483 Feb 19 00:38:18.564614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Calling delete_port for f10e0ce9-b432-4e52-bd24-71cb2c561d19 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:18.675138 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:18.683203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23281d5f-57b6-4b35-b66b-22b2cd6a8725 req-a09377d0-f34c-498f-8ff5-eca6e363144e tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:18.685815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23281d5f-57b6-4b35-b66b-22b2cd6a8725 req-a09377d0-f34c-498f-8ff5-eca6e363144e tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=03b3f227-b974-49dc-9a7b-bae45eb211db HTTP/1.1" status: 200 len: 945 time: 0.4114749 Feb 19 00:38:18.836720 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f10e0ce9-b432-4e52-bd24-71cb2c561d19), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:18.837594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Deleting port ae61931e-ffdb-459c-8370-4a913b0def6c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:18.839147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:18.851627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f10e0ce9-b432-4e52-bd24-71cb2c561d19'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:18.899874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da44d0f3-7e90-4255-85b8-9e36211bd02c req-722f6df7-c8dd-4d60-9a0b-7da218a27188 service neutron] 10.222.0.113 "GET /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0002778 Feb 19 00:38:18.924077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Pushing event deleted for resources: {'Port': ['ID=f10e0ce9-b432-4e52-bd24-71cb2c561d19,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:19.021215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-230198981-network', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:19.025013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] No DVR routers for this DVR port f10e0ce9-b432-4e52-bd24-71cb2c561d19 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:38:19.028270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.031859 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1fdb4a23-92cc-4961-adce-2d4807e37329 req-ebaca90a-e55c-460e-a504-cf4817110d57 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.113 "DELETE /v2.0/ports/f10e0ce9-b432-4e52-bd24-71cb2c561d19 HTTP/1.1" status: 204 len: 173 time: 1.0048983 Feb 19 00:38:19.063593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Made reservation on behalf of 75237e50e9da47df9c5078232ebc6b74 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:19.067693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.101116 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.137303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23281d5f-57b6-4b35-b66b-22b2cd6a8725 req-165c4417-4143-4645-871f-a36873af4511 tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/security-groups?id=552a44ea-4848-46d6-a3fa-9fc66ef0f497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290671 Feb 19 00:38:19.255923 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5caf78-ee22-4e57-9192-a1416659493d x-openstack-request-id: req-6c5caf78-ee22-4e57-9192-a1416659493d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:19.256363 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28b0deed-a3a0-429a-8431-9e527917c53f", "name": "network-vif-deleted", "tag": "26c26721-0537-40f2-b128-16ed40853c76", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:19.256754 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c5caf78-ee22-4e57-9192-a1416659493d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:19.257532 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28b0deed-a3a0-429a-8431-9e527917c53f', 'name': 'network-vif-deleted', 'tag': '26c26721-0537-40f2-b128-16ed40853c76', 'status': 'completed', 'code': 200} Feb 19 00:38:19.273589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-adfbe214-15ac-4559-992a-bedb72d1109c service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7853646 Feb 19 00:38:19.318764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Publish callbacks [] for security_group (8992c30c-aac3-446c-9340-4c65cd784073), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.322429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50190) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:19.336374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8992c30c-aac3-446c-9340-4c65cd784073), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.360706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] For port ae61931e-ffdb-459c-8370-4a913b0def6c, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ae61931e-ffdb-459c-8370-4a913b0def6c,segment=NetworkSegment(89ce5fca-aeea-4acc-aa2d-3faca3869c1b),segment_id=89ce5fca-aeea-4acc-aa2d-3faca3869c1b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:19.361078 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.388543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Calling delete_port for ae61931e-ffdb-459c-8370-4a913b0def6c owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:19.398814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8992c30c-aac3-446c-9340-4c65cd784073,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:19.416213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:38:19.445118 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (03105953-69a3-4ed6-ad1e-8173fb7671da), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.445581 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Added segment 03105953-69a3-4ed6-ad1e-8173fb7671da of type vlan for network 60df42a3-b128-4b85-a5b0-6919e53f31bc Feb 19 00:38:19.450351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ac9c1c-56a9-466e-98a6-55977774bffe admin admin] Deleting subnet 92d32da7-ff30-4e2f-b07e-5ed06bec8122 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:38:19.454949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59ac9c1c-56a9-466e-98a6-55977774bffe admin admin] Publish callbacks [] for subnet (92d32da7-ff30-4e2f-b07e-5ed06bec8122), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.499658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59ac9c1c-56a9-466e-98a6-55977774bffe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (92d32da7-ff30-4e2f-b07e-5ed06bec8122), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.545438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5599dbda-fa9e-408c-8872-86f8517a8e72 req-abcdfc23-3d94-45a5-baa6-f394ec21bb11 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9812706 Feb 19 00:38:19.585159 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59ac9c1c-56a9-466e-98a6-55977774bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (92d32da7-ff30-4e2f-b07e-5ed06bec8122), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.708888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59ac9c1c-56a9-466e-98a6-55977774bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (92d32da7-ff30-4e2f-b07e-5ed06bec8122), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.721836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ae61931e-ffdb-459c-8370-4a913b0def6c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.736624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 26c26721-0537-40f2-b128-16ed40853c76 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:38:19.773004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8c2f766-20c5-424e-9630-cfa63c31acaa req-700fe808-d6d0-418e-961c-7c2aa70f3b60 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.2215221 Feb 19 00:38:19.795094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 26c26721-0537-40f2-b128-16ed40853c76 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:38:19.795687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 26c26721-0537-40f2-b128-16ed40853c76 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:38:19.796826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ae61931e-ffdb-459c-8370-4a913b0def6c no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:38:19.825625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: ae61931e-ffdb-459c-8370-4a913b0def6c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:38:19.826258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ae61931e-ffdb-459c-8370-4a913b0def6c not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:38:19.849354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac9c1c-56a9-466e-98a6-55977774bffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92d32da7-ff30-4e2f-b07e-5ed06bec8122,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:19.865614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59ac9c1c-56a9-466e-98a6-55977774bffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.880517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-59ac9c1c-56a9-466e-98a6-55977774bffe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/92d32da7-ff30-4e2f-b07e-5ed06bec8122 HTTP/1.1" status: 204 len: 168 time: 0.5512028 Feb 19 00:38:19.881488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50196) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:19.904990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (60df42a3-b128-4b85-a5b0-6919e53f31bc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.914762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Pushing event deleted for resources: {'Port': ['ID=ae61931e-ffdb-459c-8370-4a913b0def6c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:19.951844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] No DVR routers for this DVR port ae61931e-ffdb-459c-8370-4a913b0def6c on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:38:19.962626 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:19.966132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bae1d80-4297-4ca1-981b-614170254f84 req-b821b255-3e77-4dc2-ae77-345ed79683cc tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.126 "DELETE /v2.0/ports/ae61931e-ffdb-459c-8370-4a913b0def6c HTTP/1.1" status: 204 len: 173 time: 2.3142989 Feb 19 00:38:19.967838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b3f227-b974-49dc-9a7b-bae45eb211db', 'name': 'network-vif-deleted', 'tag': 'ae61931e-ffdb-459c-8370-4a913b0def6c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:19.970326 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5aed52-ff0d-434e-85dc-46491be9dcc5" -d '{"events": [{"server_uuid": "03b3f227-b974-49dc-9a7b-bae45eb211db", "name": "network-vif-deleted", "tag": "ae61931e-ffdb-459c-8370-4a913b0def6c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:20.028114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-873bf458-b1ba-44e7-bbde-9f3bf273de02 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.034103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-873bf458-b1ba-44e7-bbde-9f3bf273de02 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.040176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-873bf458-b1ba-44e7-bbde-9f3bf273de02 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.046353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-873bf458-b1ba-44e7-bbde-9f3bf273de02 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.052264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-873bf458-b1ba-44e7-bbde-9f3bf273de02 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.058226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-873bf458-b1ba-44e7-bbde-9f3bf273de02 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.064544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-873bf458-b1ba-44e7-bbde-9f3bf273de02 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.073233 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da59a537-b6ad-42f6-8802-ab6f79646a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.073588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-873bf458-b1ba-44e7-bbde-9f3bf273de02 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.3649926 Feb 19 00:38:20.106117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (60df42a3-b128-4b85-a5b0-6919e53f31bc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.107296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.107988 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.147510 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6060331 Feb 19 00:38:20.147726 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1be4e3d-e187-4e2d-9980-1dbe2d86795d x-openstack-request-id: req-a1be4e3d-e187-4e2d-9980-1dbe2d86795d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:20.147726 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b3f227-b974-49dc-9a7b-bae45eb211db", "name": "network-vif-deleted", "tag": "ae61931e-ffdb-459c-8370-4a913b0def6c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:20.147726 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1be4e3d-e187-4e2d-9980-1dbe2d86795d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:20.147726 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b3f227-b974-49dc-9a7b-bae45eb211db', 'name': 'network-vif-deleted', 'tag': 'ae61931e-ffdb-459c-8370-4a913b0def6c', 'status': 'completed', 'code': 200} Feb 19 00:38:20.149710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50200) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:20.158923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Request body: {'subnet': {'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-subnet', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:20.172424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87fbdbf4-2053-4d2b-afbc-73b4f00b2051 req-79ab6ace-90c4-437f-9403-424a768c75de tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0978363 Feb 19 00:38:20.235393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2099f648-6dbc-4010-84de-11b7b3605248 req-eb743107-6452-4eef-894e-5e15d0562a07 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418503 Feb 19 00:38:20.318427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2548a39-811f-4d59-8f5d-fb07e523b99a {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:20.334881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f8325d6-a935-44ba-87f1-e9e36399fe81 req-3952c6eb-1dad-42c1-a0ae-ac5794e02e4f tempest-MultipleCreateTestJSON-1097306215 tempest-MultipleCreateTestJSON-1097306215-project] 10.222.0.60 "GET /v2.0/ports?device_id=03b3f227-b974-49dc-9a7b-bae45eb211db HTTP/1.1" status: 200 len: 210 time: 0.0527103 Feb 19 00:38:20.342868 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (23e4f5a9-357c-444d-8e51-6b4fbc6dacdb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.347592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Publish callbacks [] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.391129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Made reservation on behalf of 75237e50e9da47df9c5078232ebc6b74 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:20.396414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Transition to ACTIVE for port object e2548a39-811f-4d59-8f5d-fb07e523b99a will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:20.399241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.402774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.434199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07307a8-0112-4a37-92fa-bd91315b6d5a admin admin] Pushing event updated for resources: {'Network': ['ID=60df42a3-b128-4b85-a5b0-6919e53f31bc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:20.440883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-23567d2d-e95d-4cb1-b8f0-99da3aff3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.441372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-23567d2d-e95d-4cb1-b8f0-99da3aff3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.441843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-23567d2d-e95d-4cb1-b8f0-99da3aff3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.442954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-23567d2d-e95d-4cb1-b8f0-99da3aff3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.443449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-23567d2d-e95d-4cb1-b8f0-99da3aff3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.443968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-23567d2d-e95d-4cb1-b8f0-99da3aff3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.444421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-23567d2d-e95d-4cb1-b8f0-99da3aff3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:20.446923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-23567d2d-e95d-4cb1-b8f0-99da3aff3323 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6693 time: 0.1309340 Feb 19 00:38:20.490663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 60df42a3-b128-4b85-a5b0-6919e53f31bc details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:38:20.705408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:20.789486 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (23e4f5a9-357c-444d-8e51-6b4fbc6dacdb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.872613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e4f5a9-357c-444d-8e51-6b4fbc6dacdb']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:20.917905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Attempting to bind port e2548a39-811f-4d59-8f5d-fb07e523b99a on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:20.918287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Attempting to bind port e2548a39-811f-4d59-8f5d-fb07e523b99a by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:20.918626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Attempting to bind port e2548a39-811f-4d59-8f5d-fb07e523b99a on network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:20.925132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8032ec-143e-49b2-a836-ab5c36b0ac28') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:20.926579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8032ec-143e-49b2-a836-ab5c36b0ac28') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:20.957750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b481cdeb-7748-4011-bd2f-945e6556a5ff req-2e2a2cc2-7358-4f66-9a15-d1482e5e6710 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0517299 Feb 19 00:38:20.964170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Port e2548a39-811f-4d59-8f5d-fb07e523b99a on network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:20.964508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Attempting to bind port e2548a39-811f-4d59-8f5d-fb07e523b99a on network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:20.972199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:20.981226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Checking segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:20.981636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Bound using segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:20.982112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Bound port: e2548a39-811f-4d59-8f5d-fb07e523b99a, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:20.982519 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:20.989621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (1a8032ec-143e-49b2-a836-ab5c36b0ac28), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.008829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59c47-ede9-4081-8e6e-adc52bd456ea req-ab9ea2a0-6686-4c83-9417-3c17b1e7672a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:21.015667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90d59c47-ede9-4081-8e6e-adc52bd456ea req-ab9ea2a0-6686-4c83-9417-3c17b1e7672a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 943 time: 0.2936401 Feb 19 00:38:21.037884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1a8032ec-143e-49b2-a836-ab5c36b0ac28), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.040893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49aa86ab-baa8-4eee-8cbe-c39e2b175126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:21.042571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49aa86ab-baa8-4eee-8cbe-c39e2b175126 service neutron] 10.222.0.126 "GET /v2.0/networks?id=085c403d-c1c1-44d4-9353-83d14761f960 HTTP/1.1" status: 200 len: 903 time: 0.5841691 Feb 19 00:38:21.113125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.116078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:38:21.117051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (1a8032ec-143e-49b2-a836-ab5c36b0ac28), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:38:21.122679 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:38:21.136031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-fb234447-69e2-4205-a323-fee6b1662e88 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=532c5680-28d8-4f96-8a90-b4269167a869 HTTP/1.1" status: 200 len: 217 time: 0.0839329 Feb 19 00:38:21.140326 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.217713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-bb02b10b-c76a-4ed0-a210-7af8f15e1b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:21.219448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-bb02b10b-c76a-4ed0-a210-7af8f15e1b73 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.0675721 Feb 19 00:38:21.244865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (23e4f5a9-357c-444d-8e51-6b4fbc6dacdb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.269909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:21.284537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90d59c47-ede9-4081-8e6e-adc52bd456ea req-769b8c41-7687-443b-86d8-83602a4d9690 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679760 Feb 19 00:38:21.288589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.299846 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/23e4f5a9-357c-444d-8e51-6b4fbc6dacdb HTTP/1.1" status: 204 len: 168 time: 1.4119606 Feb 19 00:38:21.310829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:21.312492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '401d61dc-c511-4240-9e55-2b45c451306f', 'name': 'network-vif-deleted', 'tag': 'f10e0ce9-b432-4e52-bd24-71cb2c561d19'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:21.320208 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b50f9c-a3de-4247-8b7e-bb992fee9f72" -d '{"events": [{"server_uuid": "401d61dc-c511-4240-9e55-2b45c451306f", "name": "network-vif-deleted", "tag": "f10e0ce9-b432-4e52-bd24-71cb2c561d19"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:21.323312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.343336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f10e0ce9-b432-4e52-bd24-71cb2c561d19 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:38:21.352770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:21.365533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33c16b8-4c59-491b-acb7-506df82da3e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e4f5a9-357c-444d-8e51-6b4fbc6dacdb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:21.369679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Checking segment: {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:21.372849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Network hostable DHCP agents. Network: 60df42a3-b128-4b85-a5b0-6919e53f31bc, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:38:21.409968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Network 60df42a3-b128-4b85-a5b0-6919e53f31bc is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:38:21.433714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 60df42a3-b128-4b85-a5b0-6919e53f31bc) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:21.436613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: f10e0ce9-b432-4e52-bd24-71cb2c561d19 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:38:21.437791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f10e0ce9-b432-4e52-bd24-71cb2c561d19 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:38:21.441338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:21.444219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.453297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab98a72-43af-4c7c-a844-0814bde7d9b3 None None] Network 60df42a3-b128-4b85-a5b0-6919e53f31bc requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:21.470730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:21.476201 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.477422 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca2e1f47-314d-424e-bdb2-8d8b5d3e17f0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3229427 Feb 19 00:38:21.482018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50226) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:21.487509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:21.492838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] 10.222.0.113 "PUT /v2.0/ports/e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 1091 time: 4.3600407 Feb 19 00:38:21.503816 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a947d5b8-476a-4162-8c03-0250e7dae814 x-openstack-request-id: req-a947d5b8-476a-4162-8c03-0250e7dae814 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:21.503816 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "401d61dc-c511-4240-9e55-2b45c451306f", "name": "network-vif-deleted", "tag": "f10e0ce9-b432-4e52-bd24-71cb2c561d19", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:21.503816 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a947d5b8-476a-4162-8c03-0250e7dae814 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:21.508633 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '401d61dc-c511-4240-9e55-2b45c451306f', 'name': 'network-vif-deleted', 'tag': 'f10e0ce9-b432-4e52-bd24-71cb2c561d19', 'status': 'completed', 'code': 200} Feb 19 00:38:21.545648 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.546929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:21.618087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-8c625101-70c0-4713-8112-b1ed2fb2e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:21.636779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-8c625101-70c0-4713-8112-b1ed2fb2e0f2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.4112942 Feb 19 00:38:21.767140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a9141f-b398-4623-8e7e-e73b72e0163a None None] Network 60df42a3-b128-4b85-a5b0-6919e53f31bc requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:21.809256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50234) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:21.840810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50236) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:21.877638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks [] for router_controller (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:22.194172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac36386-018b-493b-87fb-dd08aa87548b admin admin] Deleting subnet 94d1136a-9d7c-47b9-88fe-34e541a21396 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:38:22.198316 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac36386-018b-493b-87fb-dd08aa87548b admin admin] Publish callbacks [] for subnet (94d1136a-9d7c-47b9-88fe-34e541a21396), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:22.496889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:22.503166 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6741d8f7-8096-46bd-babc-eb1fa18b7098" -d '{"events": [{"name": "network-changed", "server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:22.585565 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:22.663246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-476d10df-5a81-46e2-bcc6-46d7e338a4d6 req-47dc26b3-ef30-478d-9983-f5c6fe820e70 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1498959 Feb 19 00:38:22.726444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e109de-3d5f-4dd5-b79e-e305dfba670c service neutron] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:22.793190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-a4d7f9d1-dfbd-46ad-8e19-b3b60d3e78aa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:22.799848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-a4d7f9d1-dfbd-46ad-8e19-b3b60d3e78aa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:22.805635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-a4d7f9d1-dfbd-46ad-8e19-b3b60d3e78aa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:22.811747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-a4d7f9d1-dfbd-46ad-8e19-b3b60d3e78aa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:22.818082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-a4d7f9d1-dfbd-46ad-8e19-b3b60d3e78aa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:22.824105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-a4d7f9d1-dfbd-46ad-8e19-b3b60d3e78aa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:22.830592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-a4d7f9d1-dfbd-46ad-8e19-b3b60d3e78aa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:22.832964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-a4d7f9d1-dfbd-46ad-8e19-b3b60d3e78aa tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 1.5139430 Feb 19 00:38:22.900062 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-153f4830-b8e5-4bf9-9900-e7384a00654e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c87938301a8645ed965275bfcdbda8ac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0347548 Feb 19 00:38:22.902748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50258) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:22.935963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897627ec-c94f-4535-80a9-02b019dce711 req-ee20f9b4-2121-460d-a645-7a55779a2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:22.943142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-ee20f9b4-2121-460d-a645-7a55779a2b80 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1125 time: 1.3673053 Feb 19 00:38:23.032024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks [] for router_gateway (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.051996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac36386-018b-493b-87fb-dd08aa87548b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (94d1136a-9d7c-47b9-88fe-34e541a21396), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.073076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-19b00330-9deb-4a4b-a44d-59d9ec9dae87 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 217 time: 0.0850801 Feb 19 00:38:23.076651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-7cd462ac-9761-43e3-88b3-440ad171f40e service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4126334 Feb 19 00:38:23.201121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac36386-018b-493b-87fb-dd08aa87548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (94d1136a-9d7c-47b9-88fe-34e541a21396), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.217717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8c44063-78a3-48cf-a211-b64d5c738e0a req-bb33c1b3-0ced-4f8c-a00b-3b961a6a637d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3356686 Feb 19 00:38:23.253864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61fd5f22-197e-4982-901c-618c4ec572cb admin admin] Publish callbacks [] for security_group (4b70a66f-b9f3-48d9-98ad-ffcf59f46a78), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.340272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e3b16-a87e-4700-aed0-8b733ff352a4 req-0186440e-6312-459e-aa0d-16578e08fba6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:23.342474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c4e3b16-a87e-4700-aed0-8b733ff352a4 req-0186440e-6312-459e-aa0d-16578e08fba6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 943 time: 0.5071790 Feb 19 00:38:23.346606 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca7d03a5-b57c-4695-87da-3cc1d0d8933d x-openstack-request-id: req-ca7d03a5-b57c-4695-87da-3cc1d0d8933d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:23.346952 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:23.347239 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca7d03a5-b57c-4695-87da-3cc1d0d8933d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:23.347728 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'status': 'completed', 'code': 200} Feb 19 00:38:23.351677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897627ec-c94f-4535-80a9-02b019dce711 req-a61b5f80-ba5f-41ca-8c85-c5c00d1c300b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:23.353236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-a61b5f80-ba5f-41ca-8c85-c5c00d1c300b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.2650857 Feb 19 00:38:23.371169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61fd5f22-197e-4982-901c-618c4ec572cb admin admin] Publish callbacks [] for security_group (4b70a66f-b9f3-48d9-98ad-ffcf59f46a78), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.419727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac36386-018b-493b-87fb-dd08aa87548b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (94d1136a-9d7c-47b9-88fe-34e541a21396), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.467509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c4e3b16-a87e-4700-aed0-8b733ff352a4 req-8b3523c2-b696-4370-916c-56f2441f338d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132658 Feb 19 00:38:23.473108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-d278bbd6-4fba-4418-a2ab-8f47898c788d service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830714 Feb 19 00:38:23.513712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897627ec-c94f-4535-80a9-02b019dce711 req-e3c1050a-608a-4176-b48c-60290170ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:23.518280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac36386-018b-493b-87fb-dd08aa87548b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d1136a-9d7c-47b9-88fe-34e541a21396,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:23.522774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-e3c1050a-608a-4176-b48c-60290170ecdc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1398432 Feb 19 00:38:23.529505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ac36386-018b-493b-87fb-dd08aa87548b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.534976 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6ac36386-018b-493b-87fb-dd08aa87548b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/94d1136a-9d7c-47b9-88fe-34e541a21396 HTTP/1.1" status: 204 len: 168 time: 1.7242615 Feb 19 00:38:23.544294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50262) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:23.561969 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.738041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61fd5f22-197e-4982-901c-618c4ec572cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4b70a66f-b9f3-48d9-98ad-ffcf59f46a78), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.738453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-762a2ece-d45a-4182-b195-c97047d365dd service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044361 Feb 19 00:38:23.741214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61fd5f22-197e-4982-901c-618c4ec572cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.742479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-61fd5f22-197e-4982-901c-618c4ec572cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b70a66f-b9f3-48d9-98ad-ffcf59f46a78 HTTP/1.1" status: 204 len: 168 time: 0.8355265 Feb 19 00:38:23.786689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5f22-197e-4982-901c-618c4ec572cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b70a66f-b9f3-48d9-98ad-ffcf59f46a78,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:23.801797 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6300bebb-c635-4e73-bb9c-ed8758f748e1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.866647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks [] for router_gateway (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:23.876841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ec4eb69-3592-46a3-b086-403f1c1505d6 req-21f12d58-d180-45a9-be16-24359ef476a3 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1230032 Feb 19 00:38:23.906042 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:24.030759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-99ce6a3b-b9fc-41ac-9e80-8fc5349ddd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.031241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-99ce6a3b-b9fc-41ac-9e80-8fc5349ddd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.031715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-99ce6a3b-b9fc-41ac-9e80-8fc5349ddd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.032179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-99ce6a3b-b9fc-41ac-9e80-8fc5349ddd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.032638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-99ce6a3b-b9fc-41ac-9e80-8fc5349ddd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.033095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-99ce6a3b-b9fc-41ac-9e80-8fc5349ddd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.033556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-99ce6a3b-b9fc-41ac-9e80-8fc5349ddd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.033768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Allocated IP 172.25.6.191 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/ea950edb-9aa2-4eb9-8529-7933c40b4354) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:24.035561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-99ce6a3b-b9fc-41ac-9e80-8fc5349ddd76 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6693 time: 0.2775371 Feb 19 00:38:24.114383 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:24.145878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897627ec-c94f-4535-80a9-02b019dce711 req-24b7e8f8-4576-4ad2-bddd-1d6000ae0071 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065158 Feb 19 00:38:24.372056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6300bebb-c635-4e73-bb9c-ed8758f748e1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:24.450928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6300bebb-c635-4e73-bb9c-ed8758f748e1']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:24.461680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks [] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:24.467776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ce5fca-aeea-4acc-aa2d-3faca3869c1b') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:24.468069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ce5fca-aeea-4acc-aa2d-3faca3869c1b') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:24.478408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-6446b6e9-fe04-4ca4-9cd1-217e201dfcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.481397 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (89ce5fca-aeea-4acc-aa2d-3faca3869c1b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:24.485202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-6446b6e9-fe04-4ca4-9cd1-217e201dfcd7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=6bb87e76-90eb-4369-ba52-f925674f09d8 HTTP/1.1" status: 200 len: 902 time: 0.4396064 Feb 19 00:38:24.535076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (89ce5fca-aeea-4acc-aa2d-3faca3869c1b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:24.541499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-1dfe3f97-a6d8-4ad1-8cf4-53de410b588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.551545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-1dfe3f97-a6d8-4ad1-8cf4-53de410b588d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1125 time: 0.3224881 Feb 19 00:38:24.560073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:38:24.560528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (89ce5fca-aeea-4acc-aa2d-3faca3869c1b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:38:24.576184 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:38:24.642092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-ea5bb2a0-9adb-40bf-b229-707df06071c6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e HTTP/1.1" status: 200 len: 217 time: 0.1424036 Feb 19 00:38:24.689110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:24.786220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Pushing event updated for resources: {'Port': ['ID=ea950edb-9aa2-4eb9-8529-7933c40b4354,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:24.802094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:24.805017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:24.811708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:24.899448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-10ff45f1-517f-45c5-8d03-d03db1094724 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.905149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-10ff45f1-517f-45c5-8d03-d03db1094724 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.911353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-10ff45f1-517f-45c5-8d03-d03db1094724 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.924602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-10ff45f1-517f-45c5-8d03-d03db1094724 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.935681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-10ff45f1-517f-45c5-8d03-d03db1094724 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.949870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-10ff45f1-517f-45c5-8d03-d03db1094724 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.964113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-10ff45f1-517f-45c5-8d03-d03db1094724 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:24.979297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-10ff45f1-517f-45c5-8d03-d03db1094724 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.6017139 Feb 19 00:38:24.992704 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6300bebb-c635-4e73-bb9c-ed8758f748e1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:25.000549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:25.004232 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] 10.222.0.60 "DELETE /v2.0/networks/6300bebb-c635-4e73-bb9c-ed8758f748e1 HTTP/1.1" status: 204 len: 168 time: 1.4556103 Feb 19 00:38:25.106460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-9d0b9061-168f-4ab3-8bb7-5b914f33ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:25.111182 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-9d0b9061-168f-4ab3-8bb7-5b914f33ff55 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59aeadcd-97b6-45d9-9947-0bcfde842c3f HTTP/1.1" status: 200 len: 797 time: 0.4414673 Feb 19 00:38:25.158350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64742abe-0b9f-4112-bbed-c93443ccfa3f admin admin] Pushing event deleted for resources: {'Network': ['ID=6300bebb-c635-4e73-bb9c-ed8758f748e1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:25.161838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks [] for router_gateway (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:25.234534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3031ffe8-2b2c-4088-852b-4c3650e2b334 req-ddffb223-9e69-4adb-b3b4-7e965090cdcf tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2530949 Feb 19 00:38:25.248626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50314) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:25.441663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50091478-dce4-4d9f-8950-568248931b22 req-3116c8b9-75cf-488b-939b-dbae6df1b67f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:25.451448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50091478-dce4-4d9f-8950-568248931b22 req-3116c8b9-75cf-488b-939b-dbae6df1b67f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 943 time: 0.8284461 Feb 19 00:38:25.474489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-6019c3ea-94bf-45f3-a3f9-fe836aa0d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:25.476347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-6019c3ea-94bf-45f3-a3f9-fe836aa0d963 service neutron] 10.222.0.113 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.8553298 Feb 19 00:38:25.543075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:25.547054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4f901cc-8e54-4719-a1d6-c2658f06a598 req-4934b4cb-41f6-4ed8-b76b-405a60fba777 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.2349536 Feb 19 00:38:25.739467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-d2723db7-427f-4398-824a-dfd32512cbd5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 217 time: 0.2038214 Feb 19 00:38:25.770880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50326) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:25.819609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-deed8e4b-5f6e-42c1-8e23-f60d1cb1c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:25.821101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-deed8e4b-5f6e-42c1-8e23-f60d1cb1c987 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6bb87e76-90eb-4369-ba52-f925674f09d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6155148 Feb 19 00:38:25.839702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:38:25.879780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cc0b7af2-9aee-403d-a8fe-a3cdf5b33402 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d39ee83d3a44f3c9932f591f9d7916e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6090024 Feb 19 00:38:25.943014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50330) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:25.951862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-125161537-network', 'tenant_id': '353e85f4af68462b804020804e1212e3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:26.053111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-b78b73cd-ca4f-4962-99dc-fbfbbdd1bf60 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847827 Feb 19 00:38:26.060400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50091478-dce4-4d9f-8950-568248931b22 req-adb5228b-078a-4fca-ba4a-dfbd1dbd6cab tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5806084 Feb 19 00:38:26.069324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Made reservation on behalf of 353e85f4af68462b804020804e1212e3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:26.075451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:26.105495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:26.221864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-009c6d80-7dc1-4fd3-a4c0-67fb1127ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.223445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-009c6d80-7dc1-4fd3-a4c0-67fb1127ba99 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.4473038 Feb 19 00:38:26.318348 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:38:26.329852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-b52cbb2d-c1d5-41fd-8479-56723576e395 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615852 Feb 19 00:38:26.341602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-3dd94ae4-b164-4a29-9ba9-3122978fbeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.345789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:38:26.346694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-3dd94ae4-b164-4a29-9ba9-3122978fbeeb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1168227 Feb 19 00:38:26.359527 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Sync routers for ids ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:26.385079 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Routers {'ff47f273-cb50-4cd6-ade6-e6c1f53dac91'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:26.386224 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:26.399678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19b95c9d-f711-42e0-b046-caf5ed993ecc admin admin] Publish callbacks [] for security_group (552a44ea-4848-46d6-a3fa-9fc66ef0f497), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:26.453785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:26.456822 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e5a2b43d-f185-4240-8826-e64828fa5d2a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9725945 Feb 19 00:38:26.462647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50340) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:26.624981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19b95c9d-f711-42e0-b046-caf5ed993ecc admin admin] Publish callbacks [] for security_group (552a44ea-4848-46d6-a3fa-9fc66ef0f497), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:26.631792 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Set router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:26.748697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19b95c9d-f711-42e0-b046-caf5ed993ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (552a44ea-4848-46d6-a3fa-9fc66ef0f497), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:26.753578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19b95c9d-f711-42e0-b046-caf5ed993ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:26.757430 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-19b95c9d-f711-42e0-b046-caf5ed993ecc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/552a44ea-4848-46d6-a3fa-9fc66ef0f497 HTTP/1.1" status: 204 len: 168 time: 0.8134277 Feb 19 00:38:26.787251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b95c9d-f711-42e0-b046-caf5ed993ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552a44ea-4848-46d6-a3fa-9fc66ef0f497,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:26.831808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df5852eb-51d3-4998-810d-3870de983696 req-96a6c7c0-b61e-4b7e-8895-d97ae4b9f32b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1385367 Feb 19 00:38:26.906034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49c30acb-c1ac-4f7f-89a0-0306bceeebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.908553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49c30acb-c1ac-4f7f-89a0-0306bceeebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.914390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49c30acb-c1ac-4f7f-89a0-0306bceeebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.914934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49c30acb-c1ac-4f7f-89a0-0306bceeebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.915395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49c30acb-c1ac-4f7f-89a0-0306bceeebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.915868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49c30acb-c1ac-4f7f-89a0-0306bceeebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.920348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49c30acb-c1ac-4f7f-89a0-0306bceeebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:26.923890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-49c30acb-c1ac-4f7f-89a0-0306bceeebca service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6693 time: 0.4710951 Feb 19 00:38:27.056701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-65b78c49-0aed-4623-b415-1071f4edd07d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:27.078771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-65b78c49-0aed-4623-b415-1071f4edd07d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:27.096978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-65b78c49-0aed-4623-b415-1071f4edd07d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:27.123266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-65b78c49-0aed-4623-b415-1071f4edd07d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:27.149846 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:38:24Z', 'revision_number': 3, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port': {'id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:23Z', 'updated_at': '2022-02-19T00:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:27.151354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-65b78c49-0aed-4623-b415-1071f4edd07d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:27.168415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-65b78c49-0aed-4623-b415-1071f4edd07d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:27.210702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-65b78c49-0aed-4623-b415-1071f4edd07d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:27.212718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-65b78c49-0aed-4623-b415-1071f4edd07d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.8074493 Feb 19 00:38:27.247120 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Checking router: ff47f273-cb50-4cd6-ade6-e6c1f53dac91 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:27.247470 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Updating router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 port ea950edb-9aa2-4eb9-8529-7933c40b4354 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:38:27.319165 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:27.377290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Publish callbacks [] for security_group (21b482ad-3c5c-4121-a5c7-e95fc6c32986), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:27.384044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e2548a39-811f-4d59-8f5d-fb07e523b99a details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:27.517549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (21b482ad-3c5c-4121-a5c7-e95fc6c32986), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:27.522525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:27.524275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-a1ad9b41-ba3f-4dce-b708-b657a6a09f07 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1594439 Feb 19 00:38:27.732676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:27.769957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Allocated IP 172.20.0.1 (60df42a3-b128-4b85-a5b0-6919e53f31bc/47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac/7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:27.780515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'port_id': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'mac_address': 'fa:16:3e:8a:9d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:27.901602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Publish callbacks [] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:27.924354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e2548a39-811f-4d59-8f5d-fb07e523b99a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:27.924748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:27.951854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-851dc259-c283-41b9-9ae8-2a07eb0087c8 req-d9f93414-ce2a-42f8-8446-630c826c8ff8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6022496 Feb 19 00:38:27.970123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b482ad-3c5c-4121-a5c7-e95fc6c32986,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:27.977535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2548a39-811f-4d59-8f5d-fb07e523b99a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:28.015924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.058342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:28.065919 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.067032 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Publish callbacks [] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.080169 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.092365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Network 60df42a3-b128-4b85-a5b0-6919e53f31bc is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:28.093295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:38:28.100230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:28.102003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bcd7d-95dc-4fdd-a0b8-69c43cbb0e12 req-d3d65afb-eedc-4093-b659-1cb1d6ac1d1b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:28.111282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:28.116352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-349bcd7d-95dc-4fdd-a0b8-69c43cbb0e12 req-d3d65afb-eedc-4093-b659-1cb1d6ac1d1b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 943 time: 0.9015644 Feb 19 00:38:28.123575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-3254520e-022a-4fe2-a0b5-e2f0447da649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:28.128143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-3254520e-022a-4fe2-a0b5-e2f0447da649 service neutron] 10.222.0.126 "GET /v2.0/networks?id=6bb87e76-90eb-4369-ba52-f925674f09d8 HTTP/1.1" status: 200 len: 902 time: 1.1938968 Feb 19 00:38:28.195562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:28.204375 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df371da-e6ac-487a-a781-85b5ab431b8c None None] Pushing event updated for resources: {'Port': ['ID=ea950edb-9aa2-4eb9-8529-7933c40b4354,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:28.244404 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Attempting to bind port ea950edb-9aa2-4eb9-8529-7933c40b4354 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:28.244782 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Attempting to bind port ea950edb-9aa2-4eb9-8529-7933c40b4354 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:28.245155 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Attempting to bind port ea950edb-9aa2-4eb9-8529-7933c40b4354 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:28.261858 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:28.262268 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:28.262676 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.263072 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:28.263558 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Bound port: ea950edb-9aa2-4eb9-8529-7933c40b4354, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:28.263938 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.284878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e2548a39-811f-4d59-8f5d-fb07e523b99a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:28.307606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50374) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:28.308543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.316341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6741d8f7-8096-46bd-babc-eb1fa18b7098 req-7cf8baa2-d649-4fa1-b4ea-6ee4aecac554 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7601392 Feb 19 00:38:28.328004 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] For port ea950edb-9aa2-4eb9-8529-7933c40b4354, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:28.334657 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] For port ea950edb-9aa2-4eb9-8529-7933c40b4354, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ea950edb-9aa2-4eb9-8529-7933c40b4354,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:28.348040 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.383601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-349bcd7d-95dc-4fdd-a0b8-69c43cbb0e12 req-fca70a73-f4b0-49da-acd3-0bb54ec17b5f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649484 Feb 19 00:38:28.404093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed66c8a5-21c2-46d5-b30f-1f7f35b95e5c req-0e8b96e5-b1ca-4f93-a921-3264edfec736 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.2081764 Feb 19 00:38:28.440443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (54849d7e-9a97-4c31-bd75-8a577acef079), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.442360 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Added segment 54849d7e-9a97-4c31-bd75-8a577acef079 of type vlan for network 2b419508-161e-4a85-869e-ac0a8bd1820b Feb 19 00:38:28.457471 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Routers {'ff47f273-cb50-4cd6-ade6-e6c1f53dac91'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:28.458248 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:28.489481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2b419508-161e-4a85-869e-ac0a8bd1820b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.492785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-b37b8835-2898-465c-82e5-041f2da7abe4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82 HTTP/1.1" status: 200 len: 217 time: 0.2617927 Feb 19 00:38:28.528050 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2b419508-161e-4a85-869e-ac0a8bd1820b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.529536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:28.530417 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.568946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:28.634625 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8603282 Feb 19 00:38:28.654024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50386) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:28.655118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Pushing event updated for resources: {'Port': ['ID=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:28.669402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Request body: {'subnet': {'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-125161537-subnet', 'tenant_id': '353e85f4af68462b804020804e1212e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:28.670758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-330e77dd-3d72-44e6-957a-d8e4f9b7ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:28.677060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-330e77dd-3d72-44e6-957a-d8e4f9b7ab19 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59aeadcd-97b6-45d9-9947-0bcfde842c3f HTTP/1.1" status: 200 len: 797 time: 0.1783879 Feb 19 00:38:28.678989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df88b0c-c9f9-48ad-86f6-129221cd97f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2b419508-161e-4a85-869e-ac0a8bd1820b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:28.714368 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] Set router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:28.736281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2b419508-161e-4a85-869e-ac0a8bd1820b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:38:28.747999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Made reservation on behalf of 353e85f4af68462b804020804e1212e3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:28.750256 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:28.831015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-b859dfb2-506a-469d-affd-a4661dec3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:28.832812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-b859dfb2-506a-469d-affd-a4661dec3dfd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6bb87e76-90eb-4369-ba52-f925674f09d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1424813 Feb 19 00:38:28.984554 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:38:24Z', 'revision_number': 3, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port': {'id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:23Z', 'updated_at': '2022-02-19T00:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:29.018564 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df371da-e6ac-487a-a781-85b5ab431b8c None None] Pushing event updated for resources: {'Port': ['ID=ea950edb-9aa2-4eb9-8529-7933c40b4354,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:29.022362 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49e9490-2e79-4f04-b4bd-6daffbc44d19 None None] The sync data for ids ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'] in n-d-826527-3 is: [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:38:24Z', 'revision_number': 3, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port': {'id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:23Z', 'updated_at': '2022-02-19T00:38:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:29.060020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-bf715740-0722-4058-9e0e-0b8740bb7f25 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210858 Feb 19 00:38:29.236612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef0795cf-006c-4b1c-867b-d43f7d7ae9d5 req-92a682d6-3070-4e73-b283-9bc13fa9a57f service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697319 Feb 19 00:38:29.284259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-41a23d77-ff4d-4840-9f28-858c989161d2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:29.289964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-41a23d77-ff4d-4840-9f28-858c989161d2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:29.296103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-41a23d77-ff4d-4840-9f28-858c989161d2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:29.301701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-41a23d77-ff4d-4840-9f28-858c989161d2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:29.314662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-41a23d77-ff4d-4840-9f28-858c989161d2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:29.320785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-41a23d77-ff4d-4840-9f28-858c989161d2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:29.326292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-41a23d77-ff4d-4840-9f28-858c989161d2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:29.339363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-41a23d77-ff4d-4840-9f28-858c989161d2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.1524332 Feb 19 00:38:29.400259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e2548a39-811f-4d59-8f5d-fb07e523b99a up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:29.457810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-network', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:29.461132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (617fe35f-69fc-41f2-a200-4f24de28b1cb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:29.464422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41afd598-c1d1-4291-bf8a-ed7f39c8690c req-a0c2970c-10f9-44b8-9036-73631fb61e27 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234798 Feb 19 00:38:29.566056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port e2548a39-811f-4d59-8f5d-fb07e523b99a completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:38:29.571639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port e2548a39-811f-4d59-8f5d-fb07e523b99a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:29.572198 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:29.579229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:29.592663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57024039-3460-41b1-b641-861003cc2481 req-b76f7651-d7ed-4da7-bbf8-89f975836d0f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0666232 Feb 19 00:38:29.604398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-237987d5-220a-4a6c-b075-dd08d548d2f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:29.775702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933c3c-4d39-43dc-8dbd-54f60317157e req-b18078cb-7ab2-4a39-9566-32202b806802 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:29.776958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e2548a39-811f-4d59-8f5d-fb07e523b99a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:29.777460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:29.787186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad933c3c-4d39-43dc-8dbd-54f60317157e req-b18078cb-7ab2-4a39-9566-32202b806802 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 944 time: 0.2090266 Feb 19 00:38:29.809903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50400) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:29.837396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:29.846768 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f11e8b3-cdf0-4013-8c60-78e5e7a89211" -d '{"events": [{"server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "name": "network-vif-plugged", "status": "completed", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:29.872645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:29.877958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ea950edb-9aa2-4eb9-8529-7933c40b4354 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:29.935088 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:29.947379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=617fe35f-69fc-41f2-a200-4f24de28b1cb,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:29.973872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad933c3c-4d39-43dc-8dbd-54f60317157e req-788d3b25-bac6-4793-8644-60df3107e440 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855536 Feb 19 00:38:29.974688 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d6d61-0e90-44e2-b714-fde61e986862 x-openstack-request-id: req-832d6d61-0e90-44e2-b714-fde61e986862 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:29.975368 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "name": "network-vif-plugged", "status": "completed", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:29.975774 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-832d6d61-0e90-44e2-b714-fde61e986862 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:29.976352 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'code': 200} Feb 19 00:38:29.978867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Made reservation on behalf of 206a3e5636214e3f8dcdd46e51008f7e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:29.990809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.030662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:30.039778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.055528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ea950edb-9aa2-4eb9-8529-7933c40b4354 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:30.056198 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.115307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Checking segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:30.115734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Network hostable DHCP agents. Network: 2b419508-161e-4a85-869e-ac0a8bd1820b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:38:30.184511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ea950edb-9aa2-4eb9-8529-7933c40b4354 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:30.185615 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.222218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Network 2b419508-161e-4a85-869e-ac0a8bd1820b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:38:30.235929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port ea950edb-9aa2-4eb9-8529-7933c40b4354, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ea950edb-9aa2-4eb9-8529-7933c40b4354,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:30.243182 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.281965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2b419508-161e-4a85-869e-ac0a8bd1820b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:30.291838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3383b-fb04-4c96-b134-9f6d3d0fe734 None None] Network 2b419508-161e-4a85-869e-ac0a8bd1820b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:30.301360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.303314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.357601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c6a1c-4874-4eb6-ae4e-27ea376fac2f req-91d221d0-a1d6-4d90-9c02-31b1b0b343a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.362530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e4c6a1c-4874-4eb6-ae4e-27ea376fac2f req-91d221d0-a1d6-4d90-9c02-31b1b0b343a6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1127 time: 0.2640958 Feb 19 00:38:30.420758 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fdb0565a-8b1e-4841-b0d3-9102088a33e9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7617409 Feb 19 00:38:30.432769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=ea950edb-9aa2-4eb9-8529-7933c40b4354,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:30.475776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Publish callbacks [] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.489165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.517078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-2b419508-161e-4a85-869e-ac0a8bd1820b', 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b', 'project_id': '353e85f4af68462b804020804e1212e3', 'fixed_ips': [{'subnet_id': '617fe35f-69fc-41f2-a200-4f24de28b1cb'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:38:30.518250 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.607445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e4c6a1c-4874-4eb6-ae4e-27ea376fac2f req-5ffa9f22-e0f2-45cb-b2ee-d1a9f81a5710 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381723 Feb 19 00:38:30.700091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.727537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Pushing event updated for resources: {'Port': ['ID=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:30.828485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3520be03-269e-47aa-8c21-20082b587e8d req-c6f0bc72-2518-48d4-a6e2-024a3f55e1bd tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1257296 Feb 19 00:38:30.884377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Allocated IP 172.20.0.2 (2b419508-161e-4a85-869e-ac0a8bd1820b/617fe35f-69fc-41f2-a200-4f24de28b1cb/0f24ca41-29fc-4938-b114-8a0412c01dbd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:30.900442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-b2d69b98-ac17-4139-9144-c3c2c590a96a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.917411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-b2d69b98-ac17-4139-9144-c3c2c590a96a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.924433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-b2d69b98-ac17-4139-9144-c3c2c590a96a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.942388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-b2d69b98-ac17-4139-9144-c3c2c590a96a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.947622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-b2d69b98-ac17-4139-9144-c3c2c590a96a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.948117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Network 60df42a3-b128-4b85-a5b0-6919e53f31bc is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:30.961343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-237987d5-220a-4a6c-b075-dd08d548d2f7 admin admin] Publish callbacks [] for security_group (69eb8344-2226-4dad-8202-c88d54638acc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:30.965455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:30.970029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-b2d69b98-ac17-4139-9144-c3c2c590a96a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.975553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-b2d69b98-ac17-4139-9144-c3c2c590a96a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:30.990377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-b2d69b98-ac17-4139-9144-c3c2c590a96a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.3796422 Feb 19 00:38:31.155523 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Publish callbacks [] for security_group (c75e103b-041d-4edb-879e-b780617cec27), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.165334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:38:31.165689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cb414a6-733a-473b-beba-d8aedeffbb73 req-c1b7f951-9a20-4e7b-a1f8-ea7e807f91d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710255 Feb 19 00:38:31.166564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-237987d5-220a-4a6c-b075-dd08d548d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (69eb8344-2226-4dad-8202-c88d54638acc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.240345 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Publish callbacks [] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.253631 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.258854 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-237987d5-220a-4a6c-b075-dd08d548d2f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad69a1ec74ec42c3b0ad6c866530cc81&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8236477 Feb 19 00:38:31.259773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c75e103b-041d-4edb-879e-b780617cec27), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.264076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50430) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:31.273780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:38:31.284857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (343bcfbc-7e3f-4031-86ea-f4203422eadb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.285254 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Added segment 343bcfbc-7e3f-4031-86ea-f4203422eadb of type vlan for network 6b7881e6-22eb-4144-ae73-d220d59ead7b Feb 19 00:38:31.330020 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6b7881e6-22eb-4144-ae73-d220d59ead7b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.339688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Network 2b419508-161e-4a85-869e-ac0a8bd1820b is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:31.346360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:31.354624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:31.365906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237987d5-220a-4a6c-b075-dd08d548d2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69eb8344-2226-4dad-8202-c88d54638acc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:31.396782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75e103b-041d-4edb-879e-b780617cec27,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:31.401041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6b7881e6-22eb-4144-ae73-d220d59ead7b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.402039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:31.402661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.475794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7881e6-22eb-4144-ae73-d220d59ead7b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:31.483251 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ef9d447e-4c77-4f91-9b97-fa00dbd01889 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9111874 Feb 19 00:38:31.503679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Pushing event updated for resources: {'Port': ['ID=0f24ca41-29fc-4938-b114-8a0412c01dbd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:31.509449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6b7881e6-22eb-4144-ae73-d220d59ead7b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:38:31.528705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50432) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:31.542371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Request body: {'subnet': {'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-subnet', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:31.593063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Attempting to bind port 0f24ca41-29fc-4938-b114-8a0412c01dbd on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:31.593449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Attempting to bind port 0f24ca41-29fc-4938-b114-8a0412c01dbd by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:31.593821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Attempting to bind port 0f24ca41-29fc-4938-b114-8a0412c01dbd on network 2b419508-161e-4a85-869e-ac0a8bd1820b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:31.601727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:31.602116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Checking segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:31.602544 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.602995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Bound using segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:31.603483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Bound port: 0f24ca41-29fc-4938-b114-8a0412c01dbd, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:31.603868 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.634840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:38:31.641457 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8c69f38d-cea7-48c0-b5ba-b1c215794e63 admin admin] 10.222.0.60 "PUT /v2.0/routers/ff47f273-cb50-4cd6-ade6-e6c1f53dac91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1732516 Feb 19 00:38:31.750476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] For port 0f24ca41-29fc-4938-b114-8a0412c01dbd, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:31.755096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] For port 0f24ca41-29fc-4938-b114-8a0412c01dbd, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0f24ca41-29fc-4938-b114-8a0412c01dbd,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:31.764660 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.786277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Made reservation on behalf of 206a3e5636214e3f8dcdd46e51008f7e for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:31.786277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.820030 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a370a-1c6f-4d29-a1d2-9546f5e648da req-98027cc0-841b-4187-bb01-c9a10f2d6b25 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:31.821786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd6a370a-1c6f-4d29-a1d2-9546f5e648da req-98027cc0-841b-4187-bb01-c9a10f2d6b25 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.4660430 Feb 19 00:38:31.834485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-eca221bd-365e-492c-9af4-484e513a147a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:31.848763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-eca221bd-365e-492c-9af4-484e513a147a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 815 time: 0.6342905 Feb 19 00:38:31.856091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb13ad-f9a0-46f8-b181-ad7f3f1be38b None None] Pushing event updated for resources: {'Port': ['ID=0f24ca41-29fc-4938-b114-8a0412c01dbd,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:31.861254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ea950edb-9aa2-4eb9-8529-7933c40b4354 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:31.882959 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35286cda-cf31-4786-8f5a-6a9f48a6add0 admin admin] Publish callbacks [] for security_group (69eb8344-2226-4dad-8202-c88d54638acc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:31.909507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Sync routers for ids ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:31.960795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Routers {'ff47f273-cb50-4cd6-ade6-e6c1f53dac91'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:31.961444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:31.964778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ea950edb-9aa2-4eb9-8529-7933c40b4354 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:31.964778 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:32.063656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-aef72ca1-a8f2-46eb-a457-a0412b7ce918 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/quotas/353e85f4af68462b804020804e1212e3 HTTP/1.1" status: 200 len: 375 time: 0.2138653 Feb 19 00:38:32.278879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ea950edb-9aa2-4eb9-8529-7933c40b4354 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:32.285519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd6a370a-1c6f-4d29-a1d2-9546f5e648da req-826cece2-da85-41e6-a99c-eabcb80d54de tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4037910 Feb 19 00:38:32.306432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Set router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:32.324538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35286cda-cf31-4786-8f5a-6a9f48a6add0 admin admin] Publish callbacks [] for security_group (69eb8344-2226-4dad-8202-c88d54638acc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:32.377202 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:32.415508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51b5f580-f38c-4220-9bdf-2a52616ff8b0 req-c9b2cf09-d48f-4b51-9935-952486b3963e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0686033 Feb 19 00:38:32.596448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-d78e7ba9-ebe6-4b9a-84ef-c7143ae5ba70 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5315619 Feb 19 00:38:32.598580 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35286cda-cf31-4786-8f5a-6a9f48a6add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (69eb8344-2226-4dad-8202-c88d54638acc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:32.602973 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35286cda-cf31-4786-8f5a-6a9f48a6add0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:32.604322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-35286cda-cf31-4786-8f5a-6a9f48a6add0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69eb8344-2226-4dad-8202-c88d54638acc HTTP/1.1" status: 204 len: 168 time: 1.3355625 Feb 19 00:38:32.666410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:38:28Z', 'revision_number': 4, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port': {'id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:23Z', 'updated_at': '2022-02-19T00:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a', 'name': '', 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'mac_address': 'fa:16:3e:1c:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:27Z', 'updated_at': '2022-02-19T00:38:29Z', 'revision_number': 2, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'subnets': [{'id': '47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:32.698862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Checking router: ff47f273-cb50-4cd6-ade6-e6c1f53dac91 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:32.699417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Updating router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:38:32.731925 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.066331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50458) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:33.087035 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e277a439-5f01-4ac1-8e91-54fed47dbfc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.105897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Publish callbacks [] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.115877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.116103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35286cda-cf31-4786-8f5a-6a9f48a6add0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69eb8344-2226-4dad-8202-c88d54638acc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:33.224255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e277a439-5f01-4ac1-8e91-54fed47dbfc4 admin admin] Publish callbacks [] for security_group (1f89f256-044a-408a-bf33-50f8d1635a08), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.231639 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e277a439-5f01-4ac1-8e91-54fed47dbfc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1f89f256-044a-408a-bf33-50f8d1635a08), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.317845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50460) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:33.318480 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e277a439-5f01-4ac1-8e91-54fed47dbfc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1846c41ce7ee4062abb506a2b1a916c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2492330 Feb 19 00:38:33.319956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277a439-5f01-4ac1-8e91-54fed47dbfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f89f256-044a-408a-bf33-50f8d1635a08,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:33.372275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e87e5-6862-4520-af44-9ca51e0f6bc5 None None] Pushing event updated for resources: {'Port': ['ID=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:33.445777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Attempting to bind port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:33.446604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Attempting to bind port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:33.446849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Attempting to bind port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a on network 60df42a3-b128-4b85-a5b0-6919e53f31bc {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:33.452653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb511789-ddad-433e-bb7e-d33660913b76 None None] Network 2b419508-161e-4a85-869e-ac0a8bd1820b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:33.459107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:33.459514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Checking segment: {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:33.459920 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.460307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Bound using segment: {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:33.460781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Bound port: 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:33.461294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.498712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-bdc4d266-828b-4966-bb98-36b3954f09cf service neutron] 10.222.0.60 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9013131 Feb 19 00:38:33.511431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b3db84d6-3dee-4611-885a-094b16363742), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.565794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-aeb9156f-6ee6-4909-8528-c7c0b14d9143 None None] Provisioning complete for port 0f24ca41-29fc-4938-b114-8a0412c01dbd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:33.566161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeb9156f-6ee6-4909-8528-c7c0b14d9143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.568557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3db84d6-3dee-4611-885a-094b16363742,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:33.627482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c6834-6a74-4423-b804-e861d9e553a3 req-6591f6dd-8db7-4773-bb37-76b4bcdb1b2e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:33.634918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-6591f6dd-8db7-4773-bb37-76b4bcdb1b2e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 818 time: 0.5820367 Feb 19 00:38:33.663601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-b42a0533-5994-4a3b-a614-f39ae572940a tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/quotas/75237e50e9da47df9c5078232ebc6b74 HTTP/1.1" status: 200 len: 375 time: 0.0277083 Feb 19 00:38:33.665544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] For port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:33.688711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] For port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:33.703002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.742810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d9c9-82ce-4ea7-bab8-da0171ff4f98 admin admin] Publish callbacks [] for security_group (1f89f256-044a-408a-bf33-50f8d1635a08), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.765549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d9c9-82ce-4ea7-bab8-da0171ff4f98 admin admin] Publish callbacks [] for security_group (1f89f256-044a-408a-bf33-50f8d1635a08), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.792743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aeb9156f-6ee6-4909-8528-c7c0b14d9143 None None] Current status of the port 0f24ca41-29fc-4938-b114-8a0412c01dbd is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:33.792743 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeb9156f-6ee6-4909-8528-c7c0b14d9143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.814616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Routers {'ff47f273-cb50-4cd6-ade6-e6c1f53dac91'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:33.815287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:33.820404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e87e5-6862-4520-af44-9ca51e0f6bc5 None None] Pushing event updated for resources: {'Port': ['ID=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:33.838593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Checking segment: {'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:33.838967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Network hostable DHCP agents. Network: 6b7881e6-22eb-4144-ae73-d220d59ead7b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:38:33.865890 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d9c9-82ce-4ea7-bab8-da0171ff4f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1f89f256-044a-408a-bf33-50f8d1635a08), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.868604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8e8d9c9-82ce-4ea7-bab8-da0171ff4f98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.869849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f8e8d9c9-82ce-4ea7-bab8-da0171ff4f98 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1f89f256-044a-408a-bf33-50f8d1635a08 HTTP/1.1" status: 204 len: 168 time: 0.5359085 Feb 19 00:38:33.904603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aeb9156f-6ee6-4909-8528-c7c0b14d9143 None None] For port 0f24ca41-29fc-4938-b114-8a0412c01dbd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0f24ca41-29fc-4938-b114-8a0412c01dbd,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:33.917768 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeb9156f-6ee6-4909-8528-c7c0b14d9143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:33.977939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-a77c7e9c-97ec-44e0-8887-b57ecac72ce8 service neutron] 10.222.0.60 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627600 Feb 19 00:38:34.009401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e8d9c9-82ce-4ea7-bab8-da0171ff4f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f89f256-044a-408a-bf33-50f8d1635a08,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:34.044005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0f24ca41-29fc-4938-b114-8a0412c01dbd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:34.103998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Network 6b7881e6-22eb-4144-ae73-d220d59ead7b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:38:34.118547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-54f68f59-192a-43c3-86b4-2190c0af3158 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4535432 Feb 19 00:38:34.123769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6b7881e6-22eb-4144-ae73-d220d59ead7b) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:34.136393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:34.137948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.157830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298deb7f-49bd-4caf-bae0-380bcb4924e7 None None] Network 6b7881e6-22eb-4144-ae73-d220d59ead7b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:34.183454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e5e5c144-5583-482b-a9bb-ee489e671e52 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6503081 Feb 19 00:38:34.186579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50470) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:34.198823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:34.223693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Deleting port 8887ba19-695f-42c8-8e95-5ee0fec2bc70 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:34.224108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.283352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-75009c20-8a09-4293-83b4-ceb049c89e7b None None] Provisioning complete for port 0f24ca41-29fc-4938-b114-8a0412c01dbd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:34.283912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75009c20-8a09-4293-83b4-ceb049c89e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.286090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb9156f-6ee6-4909-8528-c7c0b14d9143 None None] Pushing event updated for resources: {'Port': ['ID=0f24ca41-29fc-4938-b114-8a0412c01dbd,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:34.286501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (44ba499b-158f-4458-b6aa-b3047828a0af), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.292672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] Set router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:34.295184 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (44ba499b-158f-4458-b6aa-b3047828a0af), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.433726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks [] for router_controller (44ba499b-158f-4458-b6aa-b3047828a0af), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.451571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0f24ca41-29fc-4938-b114-8a0412c01dbd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:34.456643 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.523794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-2993c029-ec9c-4124-b560-d2d1555eadf2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:34.529377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-2993c029-ec9c-4124-b560-d2d1555eadf2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:34.534792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-2993c029-ec9c-4124-b560-d2d1555eadf2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:34.541571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-2993c029-ec9c-4124-b560-d2d1555eadf2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:34.548206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-2993c029-ec9c-4124-b560-d2d1555eadf2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:34.554654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-2993c029-ec9c-4124-b560-d2d1555eadf2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:34.557227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbd418-1d78-41da-8e2d-d51da531f5f7 None None] Network 6b7881e6-22eb-4144-ae73-d220d59ead7b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:34.561016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-2993c029-ec9c-4124-b560-d2d1555eadf2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:34.563850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-2993c029-ec9c-4124-b560-d2d1555eadf2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.2305901 Feb 19 00:38:34.708000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-caeec3ca-ece1-48c1-ad14-727923c318e2 req-192a7ad4-50ee-475c-8a5c-ec5f277603d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347938 Feb 19 00:38:34.723621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-75009c20-8a09-4293-83b4-ceb049c89e7b None None] Current status of the port 0f24ca41-29fc-4938-b114-8a0412c01dbd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:34.739959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-941de49d-8ce7-403b-8c2c-27098e14e654 service neutron] 10.222.0.60 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868230 Feb 19 00:38:34.742544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] For port 8887ba19-695f-42c8-8e95-5ee0fec2bc70, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8887ba19-695f-42c8-8e95-5ee0fec2bc70,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:34.743697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.757512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Calling delete_port for 8887ba19-695f-42c8-8e95-5ee0fec2bc70 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:34.878676 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks [] for router_gateway (44ba499b-158f-4458-b6aa-b3047828a0af), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:34.987463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-f4d9868b-2704-4aa5-bea0-f8689a6994db service neutron] 10.222.0.60 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253404 Feb 19 00:38:34.999602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60d1a7-cb50-40d5-bc9e-92d10114c502 req-69a136ac-77da-42e9-b25a-9002ea2c6214 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:35.007636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff60d1a7-cb50-40d5-bc9e-92d10114c502 req-69a136ac-77da-42e9-b25a-9002ea2c6214 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1377933 Feb 19 00:38:35.032522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0f24ca41-29fc-4938-b114-8a0412c01dbd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:35.087907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:38:28Z', 'revision_number': 4, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port': {'id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:23Z', 'updated_at': '2022-02-19T00:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a', 'name': '', 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'mac_address': 'fa:16:3e:1c:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:27Z', 'updated_at': '2022-02-19T00:38:33Z', 'revision_number': 4, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'subnets': [{'id': '47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:35.150386 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff60d1a7-cb50-40d5-bc9e-92d10114c502 req-e4fdf255-7d94-44a4-bfc0-ff1ca831afce tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416662 Feb 19 00:38:35.184047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ace02ed-3e85-4946-ae26-ae6b825ff582 None None] The sync data for ids ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'] in n-d-826527-3 is: [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:38:28Z', 'revision_number': 4, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port': {'id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:23Z', 'updated_at': '2022-02-19T00:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a', 'name': '', 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'mac_address': 'fa:16:3e:1c:ae:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_interface', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': '47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:27Z', 'updated_at': '2022-02-19T00:38:33Z', 'revision_number': 4, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'subnets': [{'id': '47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:35.322126 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8887ba19-695f-42c8-8e95-5ee0fec2bc70), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:35.361505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks [] for router_gateway (44ba499b-158f-4458-b6aa-b3047828a0af), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:35.383171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-125eb09c-833e-48ed-b64a-b58a8fc77176 req-bf0e6495-d424-468f-a740-0796559085df tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0818596 Feb 19 00:38:35.419948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:35.465385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=8887ba19-695f-42c8-8e95-5ee0fec2bc70,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:35.782436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Allocated IP 172.25.6.217 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/5637f961-46d5-42ea-bd30-bc8c32562143) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:36.006371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks [] for port (5637f961-46d5-42ea-bd30-bc8c32562143), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:36.054152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-8aa883d1-1e43-4e01-bc06-559167661507 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:36.068438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-8aa883d1-1e43-4e01-bc06-559167661507 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 815 time: 0.4657865 Feb 19 00:38:36.071889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:36.151225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Pushing event updated for resources: {'Port': ['ID=5637f961-46d5-42ea-bd30-bc8c32562143,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:36.187263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0f24ca41-29fc-4938-b114-8a0412c01dbd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:36.191926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:36.193922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:36.198008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:36.349106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0f24ca41-29fc-4938-b114-8a0412c01dbd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:36.349877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:36.391386 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-7d088684-6b12-4214-bebb-b352f0c20216 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/quotas/353e85f4af68462b804020804e1212e3 HTTP/1.1" status: 200 len: 375 time: 0.3220227 Feb 19 00:38:36.532479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0f24ca41-29fc-4938-b114-8a0412c01dbd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:36.535809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:36.600035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e5dff-dcff-4b80-8fcb-32d1b9fb93c0 req-7981c640-8b0b-4e34-b84d-cc40760d4cc1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:36.601695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:36.602175 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:36.614168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc7e5dff-dcff-4b80-8fcb-32d1b9fb93c0 req-7981c640-8b0b-4e34-b84d-cc40760d4cc1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 1.0126443 Feb 19 00:38:36.639028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:36.708304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks [] for router_gateway (44ba499b-158f-4458-b6aa-b3047828a0af), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:36.966469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-91bcdd82-aa56-448f-9b7f-6f8010c99d82 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:36.968878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-91bcdd82-aa56-448f-9b7f-6f8010c99d82 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.113 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 815 time: 0.9457436 Feb 19 00:38:36.990923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Request body: {'port': {'device_id': 'e0acdb78-0f6e-4cc4-b73c-a01aba8a256e', 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b', 'admin_state_up': True, 'tenant_id': '353e85f4af68462b804020804e1212e3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:37.016662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-0110c80a-4965-4116-aaf0-3782c6757a2c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5816259 Feb 19 00:38:37.042436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:37.042947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:37.078901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (44ba499b-158f-4458-b6aa-b3047828a0af), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:37.148562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:37.153978 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:37.240178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:37.272002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-49212fca-44a0-4288-be13-4436820809dd service neutron] 10.222.0.60 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538955 Feb 19 00:38:37.277396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Router 44ba499b-158f-4458-b6aa-b3047828a0af is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:38:37.429596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:38:37.438800 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Sync routers for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:37.452741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc7e5dff-dcff-4b80-8fcb-32d1b9fb93c0 req-e07652bd-d743-4fc5-aa57-d15dd2de17d5 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8376622 Feb 19 00:38:37.457208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:37.467367 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b14da7a-2c3b-49e7-8698-4ffe9288346b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.2742572 Feb 19 00:38:37.467367 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50550) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:37.503598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50554) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:37.510060 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:37.516128 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:37.727418 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:37.819224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:37.934332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:37.941476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:38.142481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:38.235662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0688b2fe-d3d7-4071-925c-cf0fdb9f14b7 req-16e0d708-401b-4a59-a3a8-b1a58f8ef960 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 210 time: 0.0739470 Feb 19 00:38:38.295549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-a00647dd-2801-40e6-8ae4-8ace37949675 service neutron] 10.222.0.60 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0225031 Feb 19 00:38:38.348293 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:36Z', 'revision_number': 3, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:38.367050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeedd0a2-7365-4100-90d5-9f6bad7a0ab6 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.376552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eeedd0a2-7365-4100-90d5-9f6bad7a0ab6 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1122 time: 0.8501239 Feb 19 00:38:38.392139 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Checking router: 44ba499b-158f-4458-b6aa-b3047828a0af for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:38.392505 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Updating router 44ba499b-158f-4458-b6aa-b3047828a0af port 5637f961-46d5-42ea-bd30-bc8c32562143 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:38:38.410841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50578) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:38.419204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'tenant_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:38.443608 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:38.451925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:38.462437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c6834-6a74-4423-b804-e861d9e553a3 req-3ef70a54-36dc-4ff8-89ef-b0d3d5e1963b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.464569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-3ef70a54-36dc-4ff8-89ef-b0d3d5e1963b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 818 time: 1.1600189 Feb 19 00:38:38.483946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Request body: {'port': {'device_id': '62fad73f-2937-47d8-a450-4e60a4b032bc', 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc', 'admin_state_up': True, 'tenant_id': '75237e50e9da47df9c5078232ebc6b74'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:38.490838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:38:38.570221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Made reservation on behalf of 353e85f4af68462b804020804e1212e3 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:38.573735 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:38.809466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-856f3d48-ca29-45fc-9c06-4b4b8bf44d28 req-e2b75641-5ab9-4794-903e-c1fc53d4a641 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1302845 Feb 19 00:38:38.839691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-d5139106-ac4f-436a-af2f-53725d147a84 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.845718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-d5139106-ac4f-436a-af2f-53725d147a84 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.851144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-d5139106-ac4f-436a-af2f-53725d147a84 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.859621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-d5139106-ac4f-436a-af2f-53725d147a84 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.862349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-d5139106-ac4f-436a-af2f-53725d147a84 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.868709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-d5139106-ac4f-436a-af2f-53725d147a84 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.874117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-d5139106-ac4f-436a-af2f-53725d147a84 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:38.876367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-d5139106-ac4f-436a-af2f-53725d147a84 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.4926431 Feb 19 00:38:38.952614 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Publish callbacks [] for port (5637f961-46d5-42ea-bd30-bc8c32562143), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:38.963722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:38.974735 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:39.094774 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Attempting to bind port 5637f961-46d5-42ea-bd30-bc8c32562143 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:39.095308 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Attempting to bind port 5637f961-46d5-42ea-bd30-bc8c32562143 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:39.095821 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Attempting to bind port 5637f961-46d5-42ea-bd30-bc8c32562143 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:39.097970 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc05b9-bd1b-4dff-91c4-e549eb95b06b None None] Pushing event updated for resources: {'Port': ['ID=5637f961-46d5-42ea-bd30-bc8c32562143,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:39.119669 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:39.120240 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:39.121159 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:39.121796 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:39.122451 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Bound port: 5637f961-46d5-42ea-bd30-bc8c32562143, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:39.122933 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:39.141108 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:39.250055 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] For port 5637f961-46d5-42ea-bd30-bc8c32562143, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:39.254220 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] For port 5637f961-46d5-42ea-bd30-bc8c32562143, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5637f961-46d5-42ea-bd30-bc8c32562143,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:39.265089 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:39.304617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.25.6.235 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/cb7ba074-6f37-45a3-a501-592227c63c9f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:39.425556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Made reservation on behalf of 75237e50e9da47df9c5078232ebc6b74 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:39.432461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:39.436302 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc05b9-bd1b-4dff-91c4-e549eb95b06b None None] Pushing event updated for resources: {'Port': ['ID=5637f961-46d5-42ea-bd30-bc8c32562143,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:39.447579 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:39.448278 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:39.546749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaf3dd7d-a25b-4ad7-8e2d-4d171436699c req-fc81caf8-f66b-4fdd-836b-725f109b2f66 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6577690 Feb 19 00:38:39.558516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:38:39.591273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] Sync routers for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:39.607861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:39.611189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-19b8e53b-6b94-408d-b181-7020210a4f99 admin admin] 10.222.0.60 "PUT /v2.0/routers/6ad24d5e-21f7-4910-afd6-caad53d8b7ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7974572 Feb 19 00:38:39.614858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:39.615417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Allocated IP 172.20.0.1 (6b7881e6-22eb-4144-ae73-d220d59ead7b/b3db84d6-3dee-4611-885a-094b16363742/a95ca4e2-19da-4260-8732-d8ec3a57690c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:39.628496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50626) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:39.648867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (cb7ba074-6f37-45a3-a501-592227c63c9f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:39.671283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Allocated IP 172.20.0.3 (2b419508-161e-4a85-869e-ac0a8bd1820b/617fe35f-69fc-41f2-a200-4f24de28b1cb/466558ba-6c75-4b22-a522-8861f22e20b0) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:39.760840 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:39.870615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba218-0d53-4470-9605-e5569047e174 req-332aa54a-d6a6-4506-9bcf-7c4a5a6011f6 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:39.882825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-332aa54a-d6a6-4506-9bcf-7c4a5a6011f6 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 818 time: 0.8936627 Feb 19 00:38:39.898664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:39.926517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (cb7ba074-6f37-45a3-a501-592227c63c9f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:39.993501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:39.999439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:40.003069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:40.007111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks [] for router (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:40.113904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Publish callbacks [] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:40.157021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=cb7ba074-6f37-45a3-a501-592227c63c9f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:40.206253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Allocated IP 172.20.0.4 (60df42a3-b128-4b85-a5b0-6919e53f31bc/47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac/de1775ac-73d7-4c5c-a7fe-b9a101fbcb29) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:40.253275 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:36Z', 'revision_number': 3, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:40.311769 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69201775-f6ed-49c7-b73b-efa30963f976 None None] The sync data for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 is: [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:36Z', 'revision_number': 3, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:40.315407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:38:35Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:40.400013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] Checking router: 6ad24d5e-21f7-4910-afd6-caad53d8b7ca for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:40.412690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] Routers {'6ad24d5e-21f7-4910-afd6-caad53d8b7ca'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:40.413501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:40.426079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks [] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:40.465758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-c8c079ff-6e4e-4f97-8501-81d7b7479126 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/quotas/75237e50e9da47df9c5078232ebc6b74 HTTP/1.1" status: 200 len: 375 time: 0.5820115 Feb 19 00:38:40.641318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:40.692239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] Set router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:40.726858 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks [] for router_gateway (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:40.741324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-9feb37a6-78f8-43e9-ab5a-f5e2c09a3e91 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2636154 Feb 19 00:38:40.752405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4af2eb5d-45e1-4967-ae1c-aa02244c2e90 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:40.759896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4af2eb5d-45e1-4967-ae1c-aa02244c2e90 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 815 time: 0.9872513 Feb 19 00:38:40.798506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-2c7d0f47-10af-4433-9e20-dd2c6452983c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:40.800099 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-2c7d0f47-10af-4433-9e20-dd2c6452983c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.113 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 815 time: 0.4128981 Feb 19 00:38:40.809202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Network 6b7881e6-22eb-4144-ae73-d220d59ead7b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:40.823395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Request body: {'port': {'device_id': '585ab7ae-75e6-4541-acd3-9537e3405d6b', 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b', 'admin_state_up': True, 'tenant_id': '353e85f4af68462b804020804e1212e3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:40.866346 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:40.988228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:40.991325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50654) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:41.010338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:38:35Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:41.015752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-42d0df59-3625-4c3f-a9b8-42a4d0e8d36a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/quotas/353e85f4af68462b804020804e1212e3 HTTP/1.1" status: 200 len: 375 time: 0.2380309 Feb 19 00:38:41.058689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99051815-9cdd-4685-a381-f96a74d92c5c None None] The sync data for ids ['6ad24d5e-21f7-4910-afd6-caad53d8b7ca'] in n-d-826527-3 is: [{'id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'name': 'tempest-AttachVolumeShelveTestJSON-50794047-router', 'tenant_id': '683ff6b1a7154108870150bfec80cfec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239'}], 'enable_snat': True}, 'gw_port_id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:23:35Z', 'updated_at': '2022-02-19T00:38:35Z', 'revision_number': 5, 'project_id': '683ff6b1a7154108870150bfec80cfec', 'gw_port': {'id': '9265e01f-dbd5-492c-9cb7-d40d8300cca1', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:8e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ad24d5e-21f7-4910-afd6-caad53d8b7ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:23:37Z', 'updated_at': '2022-02-19T00:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:41.169022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks [] for port (466558ba-6c75-4b22-a522-8861f22e20b0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.171218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (58099604-bfe4-40e8-8a2a-20687e68fa51), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.189005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Network 60df42a3-b128-4b85-a5b0-6919e53f31bc is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:41.194065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-25211d4a-0efd-4349-86e6-a95e8d1a0597 service neutron] 10.222.0.60 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4518657 Feb 19 00:38:41.198346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Pushing event updated for resources: {'Port': ['ID=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:41.203217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:41.213391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:41.257873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:41.263877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Pushing event updated for resources: {'Port': ['ID=a95ca4e2-19da-4260-8732-d8ec3a57690c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:41.363985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-744799ed-efd7-487e-9610-03f155caf1ee tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3096824 Feb 19 00:38:41.369367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb7ba074-6f37-45a3-a501-592227c63c9f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.375315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:41.376285 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.408926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-5fcea523-9e9e-4c3d-aa7a-80976af4bf17 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9309001 Feb 19 00:38:41.436802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Request body: {'port': {'device_id': '62fad73f-2937-47d8-a450-4e60a4b032bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:41.440780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.473099 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3c00-df1b-4b09-8619-bb86213cb7f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.493009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (44ba499b-158f-4458-b6aa-b3047828a0af), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.568280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Network 2b419508-161e-4a85-869e-ac0a8bd1820b is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:41.594745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:41.608623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-afbc16c5-4b6b-4742-a934-4112537913dd service neutron] 10.222.0.60 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870029 Feb 19 00:38:41.612943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:41.649367 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Deleting port 9265e01f-dbd5-492c-9cb7-d40d8300cca1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:41.649961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.684786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:41.822915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Pushing event updated for resources: {'Port': ['ID=466558ba-6c75-4b22-a522-8861f22e20b0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:41.905427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5637f961-46d5-42ea-bd30-bc8c32562143 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:42.029970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-e77cd84c-ce56-4e4e-86ab-6a71f377141c service neutron] 10.222.0.60 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6403229 Feb 19 00:38:42.039067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ab65ce5-d8bd-4dcd-ae90-6a7f1a87bec0 req-d61352ba-a977-4f9f-914f-315108683db0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0729156 Feb 19 00:38:42.046915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5637f961-46d5-42ea-bd30-bc8c32562143 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:42.047292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.047758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:42.048415 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.170945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-dc78dd84-6feb-488f-b40f-2cd984712950 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1924977 Feb 19 00:38:42.190928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5637f961-46d5-42ea-bd30-bc8c32562143 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:42.191321 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.191737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Request body: {'port': {'device_id': 'e0acdb78-0f6e-4cc4-b73c-a01aba8a256e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:42.203544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-79cdaf40-09c4-4bec-b247-6c8009c10fed None None] Provisioning complete for port 466558ba-6c75-4b22-a522-8861f22e20b0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:42.203887 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79cdaf40-09c4-4bec-b247-6c8009c10fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.261001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 5637f961-46d5-42ea-bd30-bc8c32562143, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5637f961-46d5-42ea-bd30-bc8c32562143,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:42.268487 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.344798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.346069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=5637f961-46d5-42ea-bd30-bc8c32562143,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:42.349834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8887ba19-695f-42c8-8e95-5ee0fec2bc70 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:38:42.363457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-dbc25f48-b56f-4756-920e-2618ecaca339 service neutron] 10.222.0.60 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122413 Feb 19 00:38:42.389660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Made reservation on behalf of 353e85f4af68462b804020804e1212e3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:42.391947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-79cdaf40-09c4-4bec-b247-6c8009c10fed None None] Port 466558ba-6c75-4b22-a522-8861f22e20b0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:38:42.393767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8887ba19-695f-42c8-8e95-5ee0fec2bc70 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:38:42.394408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8887ba19-695f-42c8-8e95-5ee0fec2bc70 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:38:42.401443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.418871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-4a03aa4d-762a-4abc-82e4-f3bf64d0f268 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:42.424189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-4a03aa4d-762a-4abc-82e4-f3bf64d0f268 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:42.429901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-4a03aa4d-762a-4abc-82e4-f3bf64d0f268 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:42.438013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-4a03aa4d-762a-4abc-82e4-f3bf64d0f268 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:42.444458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-4a03aa4d-762a-4abc-82e4-f3bf64d0f268 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:42.449985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-4a03aa4d-762a-4abc-82e4-f3bf64d0f268 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:42.456479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-4a03aa4d-762a-4abc-82e4-f3bf64d0f268 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:42.462287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-4a03aa4d-762a-4abc-82e4-f3bf64d0f268 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.2408020 Feb 19 00:38:42.558558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:42.636483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Publish callbacks [] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.734341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Transition to ACTIVE for port object de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:42.737915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c483775-6864-4966-9446-0b9db7e23945 req-62302ad2-7bd8-477d-989c-63cb12ba0fac tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 210 time: 0.1085825 Feb 19 00:38:42.741564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] For port 9265e01f-dbd5-492c-9cb7-d40d8300cca1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9265e01f-dbd5-492c-9cb7-d40d8300cca1,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:42.742140 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.758479 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.800390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b1018f5-104f-4415-a06b-d7b7378c196f req-2db598ed-1920-43b6-8c8e-0c5166c8063a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3178768 Feb 19 00:38:42.838897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.851832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Calling delete_port for 9265e01f-dbd5-492c-9cb7-d40d8300cca1 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:42.882798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (cb7ba074-6f37-45a3-a501-592227c63c9f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.885791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3c00-df1b-4b09-8619-bb86213cb7f9 admin admin] Publish callbacks [] for security_group (f7e56885-59e6-40ff-aeec-166ef5a61d0e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.900235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eeaa6b8-781c-4993-aaab-3bfcbdbf0c30 req-f1836a30-366a-461e-bf67-1d5a51cecfeb tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 210 time: 0.0592239 Feb 19 00:38:42.902796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8fc3c00-df1b-4b09-8619-bb86213cb7f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f7e56885-59e6-40ff-aeec-166ef5a61d0e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.905313 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (cb7ba074-6f37-45a3-a501-592227c63c9f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:42.914520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Pushing event updated for resources: {'Port': ['ID=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:42.933901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Allocated IP 172.20.0.5 (2b419508-161e-4a85-869e-ac0a8bd1820b/617fe35f-69fc-41f2-a200-4f24de28b1cb/6959319b-73f7-402a-a8c7-d5e6b5e555d4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:42.992033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Attempting to bind port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:42.992383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Attempting to bind port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:42.992723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Attempting to bind port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 on network 60df42a3-b128-4b85-a5b0-6919e53f31bc {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:42.997477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 on network 60df42a3-b128-4b85-a5b0-6919e53f31bc not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:42.997807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Attempting to bind port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 on network 60df42a3-b128-4b85-a5b0-6919e53f31bc {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:43.003083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:43.003423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Checking segment: {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:43.003812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Bound using segment: {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:43.004247 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Bound port: de1775ac-73d7-4c5c-a7fe-b9a101fbcb29, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:43.004604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.084852 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c8fc3c00-df1b-4b09-8619-bb86213cb7f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f541c7c1cebd4017baf3ce2172be9f7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8725557 Feb 19 00:38:43.095760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50680) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:43.103735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] For port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:43.115708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] For port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:43.128130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc3c00-df1b-4b09-8619-bb86213cb7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e56885-59e6-40ff-aeec-166ef5a61d0e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:43.147358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=cb7ba074-6f37-45a3-a501-592227c63c9f,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:43.161491 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.217603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (58099604-bfe4-40e8-8a2a-20687e68fa51), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.247117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d10c8d4e-9f74-437f-80ee-836746eaf282 req-5f9cb9b9-974a-4abf-a66f-0ebc1d87dafe tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0735092 Feb 19 00:38:43.560326 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Floating IP 58099604-bfe4-40e8-8a2a-20687e68fa51 associated. External IP: 172.25.6.235, port: e2548a39-811f-4d59-8f5d-fb07e523b99a. Feb 19 00:38:43.572365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks [] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.637228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Publish callbacks [] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.652255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.669479 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9265e01f-dbd5-492c-9cb7-d40d8300cca1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.673536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:43.674272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.676034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] 10.222.0.126 "PUT /v2.0/ports/de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 200 len: 1091 time: 2.2555068 Feb 19 00:38:43.686645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fad73f-2937-47d8-a450-4e60a4b032bc', 'tag': 'de1775ac-73d7-4c5c-a7fe-b9a101fbcb29'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:43.689093 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703b8461-9e0f-401f-9321-3aea32fa8b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "62fad73f-2937-47d8-a450-4e60a4b032bc", "tag": "de1775ac-73d7-4c5c-a7fe-b9a101fbcb29"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:43.789521 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7f1953-e8bc-4752-acb0-36a676d57872 x-openstack-request-id: req-6c7f1953-e8bc-4752-acb0-36a676d57872 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:43.789811 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fad73f-2937-47d8-a450-4e60a4b032bc", "tag": "de1775ac-73d7-4c5c-a7fe-b9a101fbcb29", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:43.790064 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c7f1953-e8bc-4752-acb0-36a676d57872 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:43.790615 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fad73f-2937-47d8-a450-4e60a4b032bc', 'tag': 'de1775ac-73d7-4c5c-a7fe-b9a101fbcb29', 'status': 'completed', 'code': 200} Feb 19 00:38:43.806918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23e74a-77af-4ffa-87cf-6a8388670682 service neutron] Pushing event updated for resources: {'Port': ['ID=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:43.813862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5637f961-46d5-42ea-bd30-bc8c32562143 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:43.819276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (44ba499b-158f-4458-b6aa-b3047828a0af), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.825322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.827571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Pushing event updated for resources: {'Port': ['ID=a95ca4e2-19da-4260-8732-d8ec3a57690c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:43.848477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b797efe-8f1c-4c4f-b8ac-6bebeb57f9de admin admin] Publish callbacks [] for security_group (f7e56885-59e6-40ff-aeec-166ef5a61d0e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.873028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b797efe-8f1c-4c4f-b8ac-6bebeb57f9de admin admin] Publish callbacks [] for security_group (f7e56885-59e6-40ff-aeec-166ef5a61d0e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.900749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9265e01f-dbd5-492c-9cb7-d40d8300cca1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:43.922656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Network 2b419508-161e-4a85-869e-ac0a8bd1820b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:43.968414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5637f961-46d5-42ea-bd30-bc8c32562143 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:43.969236 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.989845 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b797efe-8f1c-4c4f-b8ac-6bebeb57f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f7e56885-59e6-40ff-aeec-166ef5a61d0e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.992499 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b797efe-8f1c-4c4f-b8ac-6bebeb57f9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:43.994435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2b797efe-8f1c-4c4f-b8ac-6bebeb57f9de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7e56885-59e6-40ff-aeec-166ef5a61d0e HTTP/1.1" status: 204 len: 168 time: 0.8692477 Feb 19 00:38:44.016614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:44.020965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:44.024739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba218-0d53-4470-9605-e5569047e174 req-40ceb0a8-9e2c-4d54-b10d-0c4c228441c8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.026163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-40ceb0a8-9e2c-4d54-b10d-0c4c228441c8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 818 time: 0.8492947 Feb 19 00:38:44.028083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c37d15a-fc12-4c77-b4b9-82560f434cb6 req-0ef97a29-2921-42d7-b3f3-2c89a2fe369f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 210 time: 0.0973060 Feb 19 00:38:44.079278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Request body: {'port': {'device_id': 'dcbd6074-a335-4876-844e-cebd8c9870f0', 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc', 'admin_state_up': True, 'tenant_id': '75237e50e9da47df9c5078232ebc6b74'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:44.100945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b797efe-8f1c-4c4f-b8ac-6bebeb57f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e56885-59e6-40ff-aeec-166ef5a61d0e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:44.105902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c6834-6a74-4423-b804-e861d9e553a3 req-c686e160-7371-47b8-827c-879875414a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.107781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-c686e160-7371-47b8-827c-879875414a05 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1125 time: 0.3718107 Feb 19 00:38:44.208193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5637f961-46d5-42ea-bd30-bc8c32562143 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:44.225348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.270816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-045f6f3d-8b08-4074-9482-ace2fbeea417 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 200 len: 217 time: 0.1507041 Feb 19 00:38:44.311305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b7a213f-a721-4531-b776-3ffab6a78feb req-3d58a5e2-2fec-4d9f-b45a-2eeaa554eb0b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 210 time: 0.1109354 Feb 19 00:38:44.383647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-ecb0ae96-d2a1-4c0c-af87-3e2443282a32 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.389479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-ecb0ae96-d2a1-4c0c-af87-3e2443282a32 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.395733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-ecb0ae96-d2a1-4c0c-af87-3e2443282a32 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.401978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-ecb0ae96-d2a1-4c0c-af87-3e2443282a32 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.407578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-ecb0ae96-d2a1-4c0c-af87-3e2443282a32 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.413207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-ecb0ae96-d2a1-4c0c-af87-3e2443282a32 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.418387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-ecb0ae96-d2a1-4c0c-af87-3e2443282a32 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.420326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-ecb0ae96-d2a1-4c0c-af87-3e2443282a32 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.4906685 Feb 19 00:38:44.447237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d11b8a8d-51b3-4074-80a0-d377fb1aca58 None None] Provisioning complete for port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:44.447892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d11b8a8d-51b3-4074-80a0-d377fb1aca58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.466831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.479500 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks [] for router_controller (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.481707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Pushing event updated for resources: {'Port': ['ID=6959319b-73f7-402a-a8c7-d5e6b5e555d4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:44.499556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50696) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:44.500025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.500668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.503084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2a20384-163f-40fd-b91a-89fff8604fbb req-2b5ad2c6-0122-4467-8c61-a6722f2b1853 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0818126 Feb 19 00:38:44.537627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d11b8a8d-51b3-4074-80a0-d377fb1aca58 None None] Port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:38:44.559549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c83d694-3e2f-4ff2-9a00-5c7bbaed9777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.562144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798c6834-6a74-4423-b804-e861d9e553a3 req-ce630f17-1291-40fd-a594-74ddb0766bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.563936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-ce630f17-1291-40fd-a594-74ddb0766bc4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.2648671 Feb 19 00:38:44.586823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Network 6b7881e6-22eb-4144-ae73-d220d59ead7b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:44.594973 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-b58eaeca-0687-485d-9f03-d8d710983b55 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7760744 Feb 19 00:38:44.595568 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (6ad24d5e-21f7-4910-afd6-caad53d8b7ca), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.596119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ad24d5e-21f7-4910-afd6-caad53d8b7ca {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:38:44.603840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:44.613239 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.614431 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a61c968b-44d0-4ff9-a6ae-d1339d0a6c57 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6ad24d5e-21f7-4910-afd6-caad53d8b7ca HTTP/1.1" status: 204 len: 168 time: 4.9849343 Feb 19 00:38:44.622667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Request body: {'port': {'device_id': '585ab7ae-75e6-4541-acd3-9537e3405d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:44.630500 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50698) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:44.636957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 466558ba-6c75-4b22-a522-8861f22e20b0 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:44.647311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-326cd49e-e4c1-4c18-ba2d-fa00840a0b76 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689640 Feb 19 00:38:44.661822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:38:44.663165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Publish callbacks [] for port (466558ba-6c75-4b22-a522-8861f22e20b0), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.665527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Made reservation on behalf of 75237e50e9da47df9c5078232ebc6b74 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:44.669029 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.671093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7e33-35f6-4607-b351-a5105636b652 req-0f0ec2f2-bd57-4797-95e1-45f1fc071519 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:44.672560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-0f0ec2f2-bd57-4797-95e1-45f1fc071519 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.126 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 815 time: 0.6485822 Feb 19 00:38:44.754738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8ff2e40-cde5-45a3-9b93-2d038114e0b8 req-503ae698-547d-4e33-b008-1a78df720006 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3247664 Feb 19 00:38:44.758868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Request body: {'port': {'device_id': '6843b0e3-b8fc-41bb-baa0-f63c00ebab8d', 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b', 'admin_state_up': True, 'tenant_id': '353e85f4af68462b804020804e1212e3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:44.764814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Transition to ACTIVE for port object 466558ba-6c75-4b22-a522-8861f22e20b0 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:44.790452 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:44.951680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Pushing event updated for resources: {'Port': ['ID=466558ba-6c75-4b22-a522-8861f22e20b0,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:45.007879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-f6910ce8-6c68-4f35-9acf-a7105fde46f8 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469551 Feb 19 00:38:45.083689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c83d694-3e2f-4ff2-9a00-5c7bbaed9777 admin admin] Publish callbacks [] for security_group (bd960f7d-2270-4b6c-9f42-3140b1abf8a8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.140610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c83d694-3e2f-4ff2-9a00-5c7bbaed9777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bd960f7d-2270-4b6c-9f42-3140b1abf8a8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.181748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Allocated IP 172.20.0.5 (60df42a3-b128-4b85-a5b0-6919e53f31bc/47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac/19ae4cd2-5ea9-4508-9338-35f68f8fe759) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:45.223952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6caa63e2-fd57-490b-ad41-4c14c8a1b2f0 req-05170cc6-c4c9-4528-ae52-a0aa7e502e33 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 210 time: 0.0891788 Feb 19 00:38:45.233727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ef7db3-ae34-4474-b3df-6daaf9b25e04 admin admin] Deleting subnet 877a2166-d158-4a22-bcfc-b563a81ecccc {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:38:45.248079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8c83d694-3e2f-4ff2-9a00-5c7bbaed9777 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb4df00df37041a7a09504aa78b15ef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7472866 Feb 19 00:38:45.255873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50702) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:45.283744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83d694-3e2f-4ff2-9a00-5c7bbaed9777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd960f7d-2270-4b6c-9f42-3140b1abf8a8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:45.303646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7db3-ae34-4474-b3df-6daaf9b25e04 admin admin] Publish callbacks [] for subnet (877a2166-d158-4a22-bcfc-b563a81ecccc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.305544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.317545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Attempting to bind port 466558ba-6c75-4b22-a522-8861f22e20b0 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:45.317895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Attempting to bind port 466558ba-6c75-4b22-a522-8861f22e20b0 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:45.318314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Attempting to bind port 466558ba-6c75-4b22-a522-8861f22e20b0 on network 2b419508-161e-4a85-869e-ac0a8bd1820b {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:45.342466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-798c6834-6a74-4423-b804-e861d9e553a3 req-f1b47a51-80d3-419d-8d0e-43a9feb7af38 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136089 Feb 19 00:38:45.348978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Port 466558ba-6c75-4b22-a522-8861f22e20b0 on network 2b419508-161e-4a85-869e-ac0a8bd1820b not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:45.349316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Attempting to bind port 466558ba-6c75-4b22-a522-8861f22e20b0 on network 2b419508-161e-4a85-869e-ac0a8bd1820b {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:45.373641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:45.374524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Checking segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:45.374524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Bound using segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:45.374945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Bound port: 466558ba-6c75-4b22-a522-8861f22e20b0, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:45.375316 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.400730 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7db3-ae34-4474-b3df-6daaf9b25e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (877a2166-d158-4a22-bcfc-b563a81ecccc), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.510774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Router 44ba499b-158f-4458-b6aa-b3047828a0af has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:38:45.523747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b41fda3-8c2b-4e37-b7bb-bbe270eb0793 req-2b21a416-fafc-4eab-8550-b1feaa806887 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 210 time: 0.0824804 Feb 19 00:38:45.529498 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-52073b41-851b-401c-a4fa-6e410c5d9360 admin admin] Publish callbacks [] for security_group (bd960f7d-2270-4b6c-9f42-3140b1abf8a8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.598324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:38:45.612028 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] Sync routers for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:45.612584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-52073b41-851b-401c-a4fa-6e410c5d9360 admin admin] Publish callbacks [] for security_group (bd960f7d-2270-4b6c-9f42-3140b1abf8a8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.625756 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:45.628991 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:45.664450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Made reservation on behalf of 353e85f4af68462b804020804e1212e3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:45.666099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db22058f-f22c-4f26-9f52-bba95abbd709 req-f5144eb1-372c-4e73-ab65-636c99639ee3 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0844126 Feb 19 00:38:45.667805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.679952 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks [] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.681738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] For port 466558ba-6c75-4b22-a522-8861f22e20b0, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:45.690343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-935d1e96-cdd8-48dd-985b-c9bd30917e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:45.691883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-935d1e96-cdd8-48dd-985b-c9bd30917e7b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1125 time: 0.2690113 Feb 19 00:38:45.722704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] For port 466558ba-6c75-4b22-a522-8861f22e20b0, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=466558ba-6c75-4b22-a522-8861f22e20b0,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:45.750156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.771360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.802136 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:45.805234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9265e01f-dbd5-492c-9cb7-d40d8300cca1 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:38:45.825418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7db3-ae34-4474-b3df-6daaf9b25e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (877a2166-d158-4a22-bcfc-b563a81ecccc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.841573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:45.842361 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.843685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] 10.222.0.113 "PUT /v2.0/ports/466558ba-6c75-4b22-a522-8861f22e20b0 HTTP/1.1" status: 200 len: 1091 time: 3.6624188 Feb 19 00:38:45.847543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0acdb78-0f6e-4cc4-b73c-a01aba8a256e', 'tag': '466558ba-6c75-4b22-a522-8861f22e20b0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:45.849550 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91987ec-9bed-4381-babd-717488bb01e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0acdb78-0f6e-4cc4-b73c-a01aba8a256e", "tag": "466558ba-6c75-4b22-a522-8861f22e20b0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:45.869582 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-52073b41-851b-401c-a4fa-6e410c5d9360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bd960f7d-2270-4b6c-9f42-3140b1abf8a8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.872033 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-52073b41-851b-401c-a4fa-6e410c5d9360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.873895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-52073b41-851b-401c-a4fa-6e410c5d9360 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd960f7d-2270-4b6c-9f42-3140b1abf8a8 HTTP/1.1" status: 204 len: 168 time: 0.6117241 Feb 19 00:38:45.917976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:45.930992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9265e01f-dbd5-492c-9cb7-d40d8300cca1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:38:45.931712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9265e01f-dbd5-492c-9cb7-d40d8300cca1 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:38:45.991529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec302a5-e1cf-437e-8798-37d558205f69 service neutron] Pushing event updated for resources: {'Port': ['ID=466558ba-6c75-4b22-a522-8861f22e20b0,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:46.007077 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8072d78-ff83-498f-8b3d-f4a28ac9eef4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5951078 Feb 19 00:38:46.012608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-c4748bd2-573d-4160-bca8-ea23461de541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.014271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-c4748bd2-573d-4160-bca8-ea23461de541 service neutron] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 919 time: 0.3110700 Feb 19 00:38:46.019091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:46.021563 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95762fc7-2eae-4c27-b863-782dbb64295d" -d '{"events": [{"name": "network-changed", "server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:46.026608 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6909c2d0-71cc-44ef-83f3-be5783c7273d x-openstack-request-id: req-6909c2d0-71cc-44ef-83f3-be5783c7273d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:46.026908 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0acdb78-0f6e-4cc4-b73c-a01aba8a256e", "tag": "466558ba-6c75-4b22-a522-8861f22e20b0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:46.027419 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6909c2d0-71cc-44ef-83f3-be5783c7273d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:46.027549 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0acdb78-0f6e-4cc4-b73c-a01aba8a256e', 'tag': '466558ba-6c75-4b22-a522-8861f22e20b0', 'status': 'completed', 'code': 200} Feb 19 00:38:46.145423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Network 60df42a3-b128-4b85-a5b0-6919e53f31bc is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:46.146943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52073b41-851b-401c-a4fa-6e410c5d9360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd960f7d-2270-4b6c-9f42-3140b1abf8a8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:46.221221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:38:46.229398 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2bd838b5-7b82-4b94-93b8-b8d8499b7521 admin admin] 10.222.0.60 "PUT /v2.0/routers/44ba499b-158f-4458-b6aa-b3047828a0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7630584 Feb 19 00:38:46.233672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Pushing event updated for resources: {'Port': ['ID=19ae4cd2-5ea9-4508-9338-35f68f8fe759,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:46.237911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:46.242880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Sync routers for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:38:46.250315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:46.257175 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '58099604-bfe4-40e8-8a2a-20687e68fa51', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'port_id': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'mac_address': 'fa:16:3e:8a:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e5991-ccb0-403f-b4d8-4973c97be481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:38:40Z', 'updated_at': '2022-02-19T00:38:40Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:07Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:46.259838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7db3-ae34-4474-b3df-6daaf9b25e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (877a2166-d158-4a22-bcfc-b563a81ecccc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:46.267794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:46.269077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:46.299692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ef7db3-ae34-4474-b3df-6daaf9b25e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=877a2166-d158-4a22-bcfc-b563a81ecccc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:46.302069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ef7db3-ae34-4474-b3df-6daaf9b25e04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:46.306044 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a9ef7db3-ae34-4474-b3df-6daaf9b25e04 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/877a2166-d158-4a22-bcfc-b563a81ecccc HTTP/1.1" status: 204 len: 168 time: 1.6745293 Feb 19 00:38:46.311901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50724) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:46.326253 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] Checking router: 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:46.336781 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:46.337862 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:46.356638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcafefb-cf29-473d-9d34-7f34fa48b3ca None None] Network a66a2644-3c4a-4409-98a9-f3d6abe8be72 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:46.368172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-2a1ee192-dc0b-4270-a706-d9d98c6976ba service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 200 len: 217 time: 0.2126329 Feb 19 00:38:46.384692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.385397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:46.489220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6959319b-73f7-402a-a8c7-d5e6b5e555d4 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:46.507211 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Publish callbacks [] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:46.522409 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a66a2644-3c4a-4409-98a9-f3d6abe8be72), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:46.529576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Transition to ACTIVE for port object 6959319b-73f7-402a-a8c7-d5e6b5e555d4 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:46.543739 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:46.548575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:46.554003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-6e2d5aa2-91bb-49b8-9f23-55c5f73bbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.555724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-6e2d5aa2-91bb-49b8-9f23-55c5f73bbbc5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 1125 time: 0.6493227 Feb 19 00:38:46.559274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-428810cd-2bba-458a-857a-342160519398 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5111980 Feb 19 00:38:46.575351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Request body: {'port': {'device_id': 'dcbd6074-a335-4876-844e-cebd8c9870f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:46.638761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-3982dd4d-bc03-45e8-b7fe-30a6ef832ab8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.644396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-3982dd4d-bc03-45e8-b7fe-30a6ef832ab8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.651258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-3982dd4d-bc03-45e8-b7fe-30a6ef832ab8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.663333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-3982dd4d-bc03-45e8-b7fe-30a6ef832ab8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.673559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-3982dd4d-bc03-45e8-b7fe-30a6ef832ab8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.683903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:46.690788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-3982dd4d-bc03-45e8-b7fe-30a6ef832ab8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.707539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-3982dd4d-bc03-45e8-b7fe-30a6ef832ab8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.713989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-3982dd4d-bc03-45e8-b7fe-30a6ef832ab8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.6809254 Feb 19 00:38:46.715363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-e9410e07-8446-45b6-b9e6-7633db90b77c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466558ba-6c75-4b22-a522-8861f22e20b0 HTTP/1.1" status: 200 len: 217 time: 0.1485267 Feb 19 00:38:46.728456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6959319b-73f7-402a-a8c7-d5e6b5e555d4,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:46.735106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Allocated IP 172.20.0.14 (2b419508-161e-4a85-869e-ac0a8bd1820b/617fe35f-69fc-41f2-a200-4f24de28b1cb/2aad75be-93ac-4f8f-8637-88c3e17a6fcc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:46.929205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-75b0dbf5-bec9-4af3-b657-af05b609bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:46.931388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-75b0dbf5-bec9-4af3-b657-af05b609bde7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.5092266 Feb 19 00:38:46.957501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] DHCP port deletion for a66a2644-3c4a-4409-98a9-f3d6abe8be72 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:38:46.985952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Deleting port 1ed7010f-4281-4f39-904c-86665b3d4bac {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:46.986421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:46.997904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Attempting to bind port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:46.998277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Attempting to bind port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:46.998622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Attempting to bind port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 on network 2b419508-161e-4a85-869e-ac0a8bd1820b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:47.111270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c7272-9e68-450d-a0e7-416bc6060869 req-ef559573-0db0-4bbe-b700-f128bb3fc105 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:47.119505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 on network 2b419508-161e-4a85-869e-ac0a8bd1820b not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:47.121430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e9c7272-9e68-450d-a0e7-416bc6060869 req-ef559573-0db0-4bbe-b700-f128bb3fc105 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.8904660 Feb 19 00:38:47.123424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-34a5222c-a6e1-4e13-a5bd-79efa5490aa6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771789 Feb 19 00:38:47.126507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Attempting to bind port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 on network 2b419508-161e-4a85-869e-ac0a8bd1820b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:47.130249 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '58099604-bfe4-40e8-8a2a-20687e68fa51', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'port_id': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'mac_address': 'fa:16:3e:8a:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e5991-ccb0-403f-b4d8-4973c97be481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:38:40Z', 'updated_at': '2022-02-19T00:38:40Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:07Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:47.168582 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273d0c51-5d56-4e0e-a476-a031811860e5 None None] The sync data for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 is: [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '58099604-bfe4-40e8-8a2a-20687e68fa51', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.235', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'port_id': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'mac_address': 'fa:16:3e:8a:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686e5991-ccb0-403f-b4d8-4973c97be481', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:38:40Z', 'updated_at': '2022-02-19T00:38:40Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:07Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:47.180453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] Deleting port 1ed7010f-4281-4f39-904c-86665b3d4bac {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:38:47.181689 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.214141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:47.214519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Checking segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:47.214936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Bound using segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:47.215388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Bound port: 6959319b-73f7-402a-a8c7-d5e6b5e555d4, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:47.215745 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.231950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.287599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-b6e61c23-4f4e-44c5-9f38-847f10697699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:47.288714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-b6e61c23-4f4e-44c5-9f38-847f10697699 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=617fe35f-69fc-41f2-a200-4f24de28b1cb HTTP/1.1" status: 200 len: 854 time: 0.5203071 Feb 19 00:38:47.296750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] For port 1ed7010f-4281-4f39-904c-86665b3d4bac, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1ed7010f-4281-4f39-904c-86665b3d4bac,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:47.297965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.328142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7783093b-1014-4d6e-b37d-7525a1ad46ab req-a500dddc-45cd-4d0f-ad35-3854498652a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5386584 Feb 19 00:38:47.335429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Calling delete_port for 1ed7010f-4281-4f39-904c-86665b3d4bac owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:47.431713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e9c7272-9e68-450d-a0e7-416bc6060869 req-660c4a1d-6e57-4411-b005-25b2776d66ae tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975485 Feb 19 00:38:47.451494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-d5d260cd-0ce4-4126-b90a-7c850b3b6a46 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074608 Feb 19 00:38:47.500471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50754) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:47.546561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-a6255a40-86d9-458b-b7d7-65d9cd6ff5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:47.548468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-a6255a40-86d9-458b-b7d7-65d9cd6ff5bf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2b419508-161e-4a85-869e-ac0a8bd1820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2473071 Feb 19 00:38:47.590941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] For port 1ed7010f-4281-4f39-904c-86665b3d4bac, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1ed7010f-4281-4f39-904c-86665b3d4bac,segment=NetworkSegment(c19681d4-9bfb-42a3-9620-73035b012317),segment_id=c19681d4-9bfb-42a3-9620-73035b012317)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:47.591963 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.594240 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf7d40b-b976-4fb6-a249-1d6cfc68bfdb x-openstack-request-id: req-bbf7d40b-b976-4fb6-a249-1d6cfc68bfdb {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:47.594960 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:47.594960 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bbf7d40b-b976-4fb6-a249-1d6cfc68bfdb {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:47.595191 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'status': 'completed', 'code': 200} Feb 19 00:38:47.613246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:43Z', 'revision_number': 2, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:47.617090 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea902c-3f19-41d2-b60b-03f3f98abd5c None None] New status for floating IP 58099604-bfe4-40e8-8a2a-20687e68fa51: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:38:47.620435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] Calling delete_port for 1ed7010f-4281-4f39-904c-86665b3d4bac owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:38:47.631381 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks [] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.684781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Checking router: 44ba499b-158f-4458-b6aa-b3047828a0af for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:38:47.685389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Updating router 44ba499b-158f-4458-b6aa-b3047828a0af port a95ca4e2-19da-4260-8732-d8ec3a57690c binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:38:47.748382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] For port 6959319b-73f7-402a-a8c7-d5e6b5e555d4, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:47.752126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.763484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-703b8461-9e0f-401f-9321-3aea32fa8b5d req-55088787-f502-4481-b615-9643240e1826 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036165 Feb 19 00:38:47.797192 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aebac55b-0e70-4f63-b24b-e1d7046117d0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/58099604-bfe4-40e8-8a2a-20687e68fa51 HTTP/1.1" status: 200 len: 991 time: 0.2934797 Feb 19 00:38:47.839647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] For port 6959319b-73f7-402a-a8c7-d5e6b5e555d4, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6959319b-73f7-402a-a8c7-d5e6b5e555d4,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:47.848702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.865122 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.926133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.941828 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] No DVR routers for this DVR port 1ed7010f-4281-4f39-904c-86665b3d4bac on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:38:47.943771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed7010f-4281-4f39-904c-86665b3d4bac,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:47.991091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:47.991713 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:47.993098 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] 10.222.0.113 "PUT /v2.0/ports/6959319b-73f7-402a-a8c7-d5e6b5e555d4 HTTP/1.1" status: 200 len: 1091 time: 3.3882308 Feb 19 00:38:48.056324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Network 2b419508-161e-4a85-869e-ac0a8bd1820b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:48.073888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1ed7010f-4281-4f39-904c-86665b3d4bac no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:38:48.076082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:48.100921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:48.110899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:48.162389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 1ed7010f-4281-4f39-904c-86665b3d4bac {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:38:48.163363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1ed7010f-4281-4f39-904c-86665b3d4bac not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:38:48.211889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b53e5f5-94b7-48b9-82f8-ae81c961cb63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.219007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a66a2644-3c4a-4409-98a9-f3d6abe8be72), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.230454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adb966-6918-4f61-9b0a-b1d1bd2c92c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6959319b-73f7-402a-a8c7-d5e6b5e555d4,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:48.302917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:48.304504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.333593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66a2644-3c4a-4409-98a9-f3d6abe8be72']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:48.356398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-4c11737b-e8e1-4dea-86ff-b221fa804fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:48.358600 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-4c11737b-e8e1-4dea-86ff-b221fa804fc3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 1125 time: 0.3182268 Feb 19 00:38:48.360881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19681d4-9bfb-42a3-9620-73035b012317') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:48.361373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19681d4-9bfb-42a3-9620-73035b012317') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:48.406411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (c19681d4-9bfb-42a3-9620-73035b012317), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.412682 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7109127 Feb 19 00:38:48.424062 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (1ed7010f-4281-4f39-904c-86665b3d4bac), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.476543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] Pushing event deleted for resources: {'Port': ['ID=1ed7010f-4281-4f39-904c-86665b3d4bac,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:48.488153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf62276-da65-4f31-b286-6394969c988d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Pushing event updated for resources: {'Port': ['ID=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:48.508055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Request body: {'port': {'device_id': '6843b0e3-b8fc-41bb-baa0-f63c00ebab8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:48.515119 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-ec3ac7b3-7478-4ed0-840a-3955d1f09e68 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6959319b-73f7-402a-a8c7-d5e6b5e555d4 HTTP/1.1" status: 200 len: 217 time: 0.1375997 Feb 19 00:38:48.524273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c19681d4-9bfb-42a3-9620-73035b012317), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.531055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821453b-9b96-4fc2-b048-2e417d93adb9 None None] No DVR routers for this DVR port 1ed7010f-4281-4f39-904c-86665b3d4bac on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:38:48.534875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:38:48.537553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (c19681d4-9bfb-42a3-9620-73035b012317), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:38:48.596072 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:38:48.632041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:48.678669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'de1775ac-73d7-4c5c-a7fe-b9a101fbcb29', 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc', 'port_id': 'de1775ac-73d7-4c5c-a7fe-b9a101fbcb29', 'mac_address': 'fa:16:3e:90:c9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:48.696599 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.750956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.760446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7555c425-12fc-4579-9668-00355e420b42 None None] Provisioning complete for port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:48.760446 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7555c425-12fc-4579-9668-00355e420b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.774314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a66a2644-3c4a-4409-98a9-f3d6abe8be72), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.784076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.793473 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/a66a2644-3c4a-4409-98a9-f3d6abe8be72 HTTP/1.1" status: 204 len: 168 time: 2.4797649 Feb 19 00:38:48.811439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50804) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:48.812700 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Publish callbacks [] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.818635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:48.819008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.825995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e7ebb009-9ab1-4d76-a33d-58ae2632bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:48.828422 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-e7ebb009-9ab1-4d76-a33d-58ae2632bc65 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=617fe35f-69fc-41f2-a200-4f24de28b1cb HTTP/1.1" status: 200 len: 854 time: 0.2334795 Feb 19 00:38:48.842718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:48.849658 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.852382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e4537-8eab-4611-89e8-9e68b1d5b5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a66a2644-3c4a-4409-98a9-f3d6abe8be72,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:48.867682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7555c425-12fc-4579-9668-00355e420b42 None None] Port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:38:48.901534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:48.915576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ae4cd2-5ea9-4508-9338-35f68f8fe759 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:48.963059 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:48.996505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Attempting to bind port a95ca4e2-19da-4260-8732-d8ec3a57690c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:48.997009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Attempting to bind port a95ca4e2-19da-4260-8732-d8ec3a57690c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:48.997384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Attempting to bind port a95ca4e2-19da-4260-8732-d8ec3a57690c on network 6b7881e6-22eb-4144-ae73-d220d59ead7b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:48.999396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86104d58-4567-4e6d-bd10-4c15322dd36e None None] Pushing event updated for resources: {'Port': ['ID=a95ca4e2-19da-4260-8732-d8ec3a57690c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:49.007936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:49.007936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Checking segment: {'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:49.008179 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.008519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Bound using segment: {'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:49.008998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Bound port: a95ca4e2-19da-4260-8732-d8ec3a57690c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:49.009378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.012348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-7ee4eae7-6e06-4f9e-912c-08d6d3a9310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:49.013860 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-7ee4eae7-6e06-4f9e-912c-08d6d3a9310a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2b419508-161e-4a85-869e-ac0a8bd1820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1732202 Feb 19 00:38:49.022766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95762fc7-2eae-4c27-b863-782dbb64295d req-ff5309be-92be-46ba-a05e-b32c3a22c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:49.024829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95762fc7-2eae-4c27-b863-782dbb64295d req-ff5309be-92be-46ba-a05e-b32c3a22c18c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1127 time: 1.4818282 Feb 19 00:38:49.072585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Publish callbacks [] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.103863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2c16b-9c32-45a0-9307-4f120e070999 req-3a91b94c-a6fe-4450-9c13-da0bb342d6a7 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:49.110526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:49.113883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cc2c16b-9c32-45a0-9307-4f120e070999 req-3a91b94c-a6fe-4450-9c13-da0bb342d6a7 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 931 time: 1.3477552 Feb 19 00:38:49.114363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] For port a95ca4e2-19da-4260-8732-d8ec3a57690c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:49.121564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] For port a95ca4e2-19da-4260-8732-d8ec3a57690c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a95ca4e2-19da-4260-8732-d8ec3a57690c,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:49.133575 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.149828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50826) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:49.207116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:38:49.207779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:49.219470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Transition to ACTIVE for port object 19ae4cd2-5ea9-4508-9338-35f68f8fe759 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:49.253109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-949c4297-577e-411a-9c01-2f693fbfb823 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:49.261989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86104d58-4567-4e6d-bd10-4c15322dd36e None None] Pushing event updated for resources: {'Port': ['ID=a95ca4e2-19da-4260-8732-d8ec3a57690c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:49.262468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-949c4297-577e-411a-9c01-2f693fbfb823 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 820 time: 1.2966995 Feb 19 00:38:49.269069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['de1775ac-73d7-4c5c-a7fe-b9a101fbcb29'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:49.276014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-523b118f-0d63-4fd3-bdcc-f21eacde17a6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/58099604-bfe4-40e8-8a2a-20687e68fa51 HTTP/1.1" status: 200 len: 993 time: 0.4548891 Feb 19 00:38:49.298810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.427793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:38:49.480091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=19ae4cd2-5ea9-4508-9338-35f68f8fe759,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:49.484802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95762fc7-2eae-4c27-b863-782dbb64295d req-25b06d76-38fc-465f-9508-6ab9ea678db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:49.486607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95762fc7-2eae-4c27-b863-782dbb64295d req-25b06d76-38fc-465f-9508-6ab9ea678db7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.4422114 Feb 19 00:38:49.489420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-fbbfc065-48c6-43cb-aeb1-b3ebe48f0b90 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5452888 Feb 19 00:38:49.499224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-119b1948-caf5-4378-9e40-31871a07ce8a tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/quotas/206a3e5636214e3f8dcdd46e51008f7e HTTP/1.1" status: 200 len: 375 time: 0.2349501 Feb 19 00:38:49.536209 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-3fda63b6-e0f9-4968-bb73-88ed364f05f6 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132635 Feb 19 00:38:49.551232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50832) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:49.604227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cc2c16b-9c32-45a0-9307-4f120e070999 req-5b594d2a-e95c-47df-9476-0c9c9f6c0440 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888191 Feb 19 00:38:49.609747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585ab7ae-75e6-4541-acd3-9537e3405d6b', 'tag': '6959319b-73f7-402a-a8c7-d5e6b5e555d4'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:49.612162 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60" -d '{"events": [{"name": "network-changed", "server_uuid": "585ab7ae-75e6-4541-acd3-9537e3405d6b", "tag": "6959319b-73f7-402a-a8c7-d5e6b5e555d4"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:49.655866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aad75be-93ac-4f8f-8637-88c3e17a6fcc {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:49.667152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Publish callbacks [] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.698522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Transition to ACTIVE for port object 2aad75be-93ac-4f8f-8637-88c3e17a6fcc will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:49.702969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5ed693-1694-4d87-9c8c-e981766e2c67 req-7b319c92-fbdc-4872-a1b4-d2b8b1d08b08 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594045 Feb 19 00:38:49.705668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.717855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-000249ee-924b-4385-ba56-0d37e497e0e4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=683ff6b1a7154108870150bfec80cfec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5666361 Feb 19 00:38:49.736411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:49.792722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e073909-129b-408a-ad3e-e06aa38fd589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.813022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Pushing event updated for resources: {'Port': ['ID=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:49.826731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:49Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:49.862733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c5e500-4a57-4ec9-b6d4-b62a3b920a88 None None] The sync data for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 is: [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:49Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:38:49.876599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95762fc7-2eae-4c27-b863-782dbb64295d req-1a3db207-b194-41c7-b22d-270fc9a989bb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 1001 time: 0.3062255 Feb 19 00:38:49.897343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-f12ee3af-8062-4056-8d72-7e6af48ed9cd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3279443 Feb 19 00:38:49.970855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9186a9-f26b-41fb-bcd7-492c30b01937 admin admin] Publish callbacks [] for security_group (d2b57de5-b58d-4d7d-952a-96f86562a9f9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:49.981625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91aab33f-efdf-44e8-b292-5ee6c2997cb1 req-3ad2661b-e98d-438e-840e-a3cf28b24c25 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669080 Feb 19 00:38:50.045839 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9186a9-f26b-41fb-bcd7-492c30b01937 admin admin] Publish callbacks [] for security_group (d2b57de5-b58d-4d7d-952a-96f86562a9f9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.059130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c1e2b13-b9f4-42cb-9f6f-9bf014ebf479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.068609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Attempting to bind port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:50.068951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Attempting to bind port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:50.069293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Attempting to bind port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc on network 2b419508-161e-4a85-869e-ac0a8bd1820b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:50.089454 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e073909-129b-408a-ad3e-e06aa38fd589 admin admin] Publish callbacks [] for security_group (7c363bfd-94ba-47a8-aecf-9ab2fab075de), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.093088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc on network 2b419508-161e-4a85-869e-ac0a8bd1820b not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:50.093755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Attempting to bind port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc on network 2b419508-161e-4a85-869e-ac0a8bd1820b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:50.096901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Attempting to bind port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:50.097319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Attempting to bind port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:50.097930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Attempting to bind port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 on network 60df42a3-b128-4b85-a5b0-6919e53f31bc {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:50.111535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e073909-129b-408a-ad3e-e06aa38fd589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7c363bfd-94ba-47a8-aecf-9ab2fab075de), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.121701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:50.121982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Checking segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:50.122511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Bound using segment: {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:50.122976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Bound port: 2aad75be-93ac-4f8f-8637-88c3e17a6fcc, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54849d7e-9a97-4c31-bd75-8a577acef079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:50.123372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.124902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ce6e8-239f-4158-ac5a-9667f42a3e20 req-7f4abb9e-3d8d-45f3-ae19-c43b2b7eb245 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:50.126521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-671ce6e8-239f-4158-ac5a-9667f42a3e20 req-7f4abb9e-3d8d-45f3-ae19-c43b2b7eb245 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 944 time: 0.3655636 Feb 19 00:38:50.151867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95762fc7-2eae-4c27-b863-782dbb64295d req-51758730-29e0-4bd7-97b9-d416ac2a676f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:50.153352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95762fc7-2eae-4c27-b863-782dbb64295d req-51758730-29e0-4bd7-97b9-d416ac2a676f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.2543676 Feb 19 00:38:50.158269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 on network 60df42a3-b128-4b85-a5b0-6919e53f31bc not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:50.158269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Attempting to bind port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 on network 60df42a3-b128-4b85-a5b0-6919e53f31bc {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:50.193067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e073909-129b-408a-ad3e-e06aa38fd589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c363bfd-94ba-47a8-aecf-9ab2fab075de,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:50.203382 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8e073909-129b-408a-ad3e-e06aa38fd589 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f19db77b45c46388a96259eaca0008b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6493363 Feb 19 00:38:50.211361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:50.211707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Checking segment: {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:50.212109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Bound using segment: {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:50.212565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Bound port: 19ae4cd2-5ea9-4508-9338-35f68f8fe759, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03105953-69a3-4ed6-ad1e-8173fb7671da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:50.212935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.221234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50840) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:50.241706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9186a9-f26b-41fb-bcd7-492c30b01937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d2b57de5-b58d-4d7d-952a-96f86562a9f9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.246082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9186a9-f26b-41fb-bcd7-492c30b01937 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.249635 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2a9186a9-f26b-41fb-bcd7-492c30b01937 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2b57de5-b58d-4d7d-952a-96f86562a9f9 HTTP/1.1" status: 204 len: 168 time: 0.5091622 Feb 19 00:38:50.268685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9186a9-f26b-41fb-bcd7-492c30b01937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b57de5-b58d-4d7d-952a-96f86562a9f9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:50.286507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] For port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:50.291042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] For port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:50.303201 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.326789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-671ce6e8-239f-4158-ac5a-9667f42a3e20 req-2d236cde-7a01-471a-8bff-fdab1ba3bb28 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778038 Feb 19 00:38:50.364427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:50.367882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.369338 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] 10.222.0.126 "PUT /v2.0/ports/2aad75be-93ac-4f8f-8637-88c3e17a6fcc HTTP/1.1" status: 200 len: 1092 time: 1.8677821 Feb 19 00:38:50.458050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8eb82-509d-4310-b164-c7959d0c2b6d service neutron] Pushing event updated for resources: {'Port': ['ID=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:50.485720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7e33-35f6-4607-b351-a5105636b652 req-64bbb186-ff97-4bd5-b81d-90cc90b2c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:50.487715 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-64bbb186-ff97-4bd5-b81d-90cc90b2c62c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 1126 time: 0.0728095 Feb 19 00:38:50.520228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84861bcd-e562-4590-8659-4485ef148e93 req-f23848a9-ee65-4197-9bbd-8d3f3702b6a2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0394390 Feb 19 00:38:50.523399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-7f9c1c46-96aa-4eac-b254-fa68ede421c0 service neutron] 10.222.0.60 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564883 Feb 19 00:38:50.538460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91987ec-9bed-4381-babd-717488bb01e6 req-e17fbd85-acb6-4d65-bdad-92f1e2db1046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:50.547017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f91987ec-9bed-4381-babd-717488bb01e6 req-e17fbd85-acb6-4d65-bdad-92f1e2db1046 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 1125 time: 0.4511316 Feb 19 00:38:50.584083 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-609611d7-16d3-447e-b771-c2fab17fa762 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aad75be-93ac-4f8f-8637-88c3e17a6fcc HTTP/1.1" status: 200 len: 217 time: 0.0851688 Feb 19 00:38:50.689637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7e33-35f6-4607-b351-a5105636b652 req-9e3e0e8d-b419-40c7-a931-271d7e332b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:50.691272 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-9e3e0e8d-b419-40c7-a931-271d7e332b6f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=617fe35f-69fc-41f2-a200-4f24de28b1cb HTTP/1.1" status: 200 len: 854 time: 0.1019557 Feb 19 00:38:50.775235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d7e33-35f6-4607-b351-a5105636b652 req-226adb8a-37c2-48a3-ac14-56a3ce0ee48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:50.777087 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-226adb8a-37c2-48a3-ac14-56a3ce0ee48a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2b419508-161e-4a85-869e-ac0a8bd1820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0798140 Feb 19 00:38:50.807915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95762fc7-2eae-4c27-b863-782dbb64295d req-eaf25180-9058-4d55-96bd-d393371c23ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:50.809843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95762fc7-2eae-4c27-b863-782dbb64295d req-eaf25180-9058-4d55-96bd-d393371c23ea service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6418312 Feb 19 00:38:50.872785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b9d29bb0-e7b0-4bec-b870-004ae302d659 admin admin] Publish callbacks [] for security_group (7c363bfd-94ba-47a8-aecf-9ab2fab075de), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.900947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b9d29bb0-e7b0-4bec-b870-004ae302d659 admin admin] Publish callbacks [] for security_group (7c363bfd-94ba-47a8-aecf-9ab2fab075de), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:50.906305 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-b1c3fdce-7569-49ac-8d92-c9cde5393377 service neutron] 10.222.0.126 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199701 Feb 19 00:38:50.910770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] For port 19ae4cd2-5ea9-4508-9338-35f68f8fe759, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:50.973717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-b6ff35b3-2c12-4a4d-8e1c-e28e569da044 service neutron] 10.222.0.60 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316056 Feb 19 00:38:51.005798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] For port 19ae4cd2-5ea9-4508-9338-35f68f8fe759, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19ae4cd2-5ea9-4508-9338-35f68f8fe759,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:51.038379 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c39d7e33-35f6-4607-b351-a5105636b652 req-10f873dd-bc0a-410d-b6ac-7577e012b768 service neutron] 10.222.0.126 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264138 Feb 19 00:38:51.052777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:51.079752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91987ec-9bed-4381-babd-717488bb01e6 req-3a5eda01-8e33-42a5-823c-bfd267011a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.081294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f91987ec-9bed-4381-babd-717488bb01e6 req-3a5eda01-8e33-42a5-823c-bfd267011a60 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 916 time: 0.4555042 Feb 19 00:38:51.112217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.112772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:51.114280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] 10.222.0.126 "PUT /v2.0/ports/19ae4cd2-5ea9-4508-9338-35f68f8fe759 HTTP/1.1" status: 200 len: 1091 time: 4.5446455 Feb 19 00:38:51.118510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbd6074-a335-4876-844e-cebd8c9870f0', 'tag': '19ae4cd2-5ea9-4508-9338-35f68f8fe759'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:51.120835 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d6f104-7973-43a7-9f2c-eb8dd1eca464" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbd6074-a335-4876-844e-cebd8c9870f0", "tag": "19ae4cd2-5ea9-4508-9338-35f68f8fe759"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:51.142724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:51.172016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-a1f2b73e-8323-410d-a192-2a1f225070a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.183385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-a1f2b73e-8323-410d-a192-2a1f225070a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.190804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-a1f2b73e-8323-410d-a192-2a1f225070a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.196422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-a1f2b73e-8323-410d-a192-2a1f225070a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.201702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-a1f2b73e-8323-410d-a192-2a1f225070a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.211428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-a1f2b73e-8323-410d-a192-2a1f225070a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.216745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-a1f2b73e-8323-410d-a192-2a1f225070a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.221077 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b6bd2e-4db0-4d96-8caf-62edeae0108f x-openstack-request-id: req-01b6bd2e-4db0-4d96-8caf-62edeae0108f {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:51.221283 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585ab7ae-75e6-4541-acd3-9537e3405d6b", "tag": "6959319b-73f7-402a-a8c7-d5e6b5e555d4", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:51.221508 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01b6bd2e-4db0-4d96-8caf-62edeae0108f {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:51.221909 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585ab7ae-75e6-4541-acd3-9537e3405d6b', 'tag': '6959319b-73f7-402a-a8c7-d5e6b5e555d4', 'status': 'completed', 'code': 200} Feb 19 00:38:51.226270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-a1f2b73e-8323-410d-a192-2a1f225070a9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.5453901 Feb 19 00:38:51.319210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f91987ec-9bed-4381-babd-717488bb01e6 req-591686cf-55ee-426b-ad1f-c50818464cb3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466558ba-6c75-4b22-a522-8861f22e20b0 HTTP/1.1" status: 200 len: 217 time: 0.2014694 Feb 19 00:38:51.385884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95762fc7-2eae-4c27-b863-782dbb64295d req-5ed9283f-a49f-41f5-9734-218e772533c2 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416725 Feb 19 00:38:51.393259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-6646081c-6b96-4fe1-a0ad-98b4511bcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.396032 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-6646081c-6b96-4fe1-a0ad-98b4511bcf68 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 1125 time: 0.1491241 Feb 19 00:38:51.439419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6959319b-73f7-402a-a8c7-d5e6b5e555d4 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:51.490048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6a63870-b0e2-4a65-94a7-67086d95c7f4 req-b6528534-76f8-4d91-96ab-c17c4f7d9b51 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2628219 Feb 19 00:38:51.494742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cf948-cbf5-4a71-8d00-f678ad740ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=19ae4cd2-5ea9-4508-9338-35f68f8fe759,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:51.498507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b9d29bb0-e7b0-4bec-b870-004ae302d659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7c363bfd-94ba-47a8-aecf-9ab2fab075de), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:51.501742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b9d29bb0-e7b0-4bec-b870-004ae302d659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:51.505524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b9d29bb0-e7b0-4bec-b870-004ae302d659 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c363bfd-94ba-47a8-aecf-9ab2fab075de HTTP/1.1" status: 204 len: 168 time: 1.2752562 Feb 19 00:38:51.530702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d29bb0-e7b0-4bec-b870-004ae302d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c363bfd-94ba-47a8-aecf-9ab2fab075de,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:51.657099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba218-0d53-4470-9605-e5569047e174 req-68d9dff4-c6fc-4c4c-a9fb-61baad1fa6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.658758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-68d9dff4-c6fc-4c4c-a9fb-61baad1fa6c4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 1125 time: 0.4301670 Feb 19 00:38:51.664901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91987ec-9bed-4381-babd-717488bb01e6 req-eda48f38-40b5-4fd1-aa16-901470b49a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.666575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f91987ec-9bed-4381-babd-717488bb01e6 req-eda48f38-40b5-4fd1-aa16-901470b49a85 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=617fe35f-69fc-41f2-a200-4f24de28b1cb HTTP/1.1" status: 200 len: 854 time: 0.2974846 Feb 19 00:38:51.749469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-669aa1f7-e5a7-4062-8cd5-7e283a1cc896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.763229 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-669aa1f7-e5a7-4062-8cd5-7e283a1cc896 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 916 time: 0.3597610 Feb 19 00:38:51.788147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:38:51.799800 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d798f88-5d5e-4d3c-a8c4-2b378da31092 x-openstack-request-id: req-5d798f88-5d5e-4d3c-a8c4-2b378da31092 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:51.800776 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbd6074-a335-4876-844e-cebd8c9870f0", "tag": "19ae4cd2-5ea9-4508-9338-35f68f8fe759", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:51.801207 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d798f88-5d5e-4d3c-a8c4-2b378da31092 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:51.802663 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbd6074-a335-4876-844e-cebd8c9870f0', 'tag': '19ae4cd2-5ea9-4508-9338-35f68f8fe759', 'status': 'completed', 'code': 200} Feb 19 00:38:51.816346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cda95-0c36-48f9-a0d3-4067e73d1073 req-d924127b-20a7-44d8-be02-12a6d3d8cccb tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:51.827707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-094cda95-0c36-48f9-a0d3-4067e73d1073 req-d924127b-20a7-44d8-be02-12a6d3d8cccb tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 943 time: 0.5067313 Feb 19 00:38:51.867426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-6793734e-e63f-4df3-8126-56792e35bb22 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ae4cd2-5ea9-4508-9338-35f68f8fe759 HTTP/1.1" status: 200 len: 217 time: 0.1981025 Feb 19 00:38:51.902558 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-8ff4857c-183e-448c-b511-fd2a2abf5d06 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6959319b-73f7-402a-a8c7-d5e6b5e555d4 HTTP/1.1" status: 200 len: 217 time: 0.1360543 Feb 19 00:38:51.914294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:51.920664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a95ca4e2-19da-4260-8732-d8ec3a57690c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:52.004923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3afcc279-f27d-4993-b9b2-29ec77e05a25 req-fd75ff2e-cfba-4e5e-a95e-0f55808fed22 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 210 time: 0.1333365 Feb 19 00:38:52.011859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95762fc7-2eae-4c27-b863-782dbb64295d req-d94c0c0a-9439-496f-8b21-1ac0b41cd4a2 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801942 Feb 19 00:38:52.071335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-653fc09f-46c2-4142-9101-b4bb9510a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:52.074754 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-653fc09f-46c2-4142-9101-b4bb9510a221 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=617fe35f-69fc-41f2-a200-4f24de28b1cb HTTP/1.1" status: 200 len: 854 time: 0.1632078 Feb 19 00:38:52.108859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6959319b-73f7-402a-a8c7-d5e6b5e555d4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6959319b-73f7-402a-a8c7-d5e6b5e555d4,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:52.128529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-094cda95-0c36-48f9-a0d3-4067e73d1073 req-055d15de-e050-46c2-8a74-e40fb9c44915 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953219 Feb 19 00:38:52.147953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '6959319b-73f7-402a-a8c7-d5e6b5e555d4', 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b', 'port_id': '6959319b-73f7-402a-a8c7-d5e6b5e555d4', 'mac_address': 'fa:16:3e:55:71:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617fe35f-69fc-41f2-a200-4f24de28b1cb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:52.149615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91987ec-9bed-4381-babd-717488bb01e6 req-c2c634cc-d974-4716-b2ff-0036ea1d146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:52.155357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f91987ec-9bed-4381-babd-717488bb01e6 req-c2c634cc-d974-4716-b2ff-0036ea1d146c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2b419508-161e-4a85-869e-ac0a8bd1820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4627323 Feb 19 00:38:52.158501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:38:52.164755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addba218-0d53-4470-9605-e5569047e174 req-d5774507-84e6-4338-8c5f-9524c48b3c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:52.168371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-d5774507-84e6-4338-8c5f-9524c48b3c62 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.2662339 Feb 19 00:38:52.233903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:52.234453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.235762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-1883b83f-ad9f-4eac-8b26-9b9f5eb7cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:52.237299 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-1883b83f-ad9f-4eac-8b26-9b9f5eb7cc15 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2b419508-161e-4a85-869e-ac0a8bd1820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1392019 Feb 19 00:38:52.244248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a95ca4e2-19da-4260-8732-d8ec3a57690c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:52.244828 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.267627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:52.268387 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.321996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6959319b-73f7-402a-a8c7-d5e6b5e555d4 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:52.351701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-32031f96-215d-44e5-8662-6e86742220e0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497159 Feb 19 00:38:52.354881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6959319b-73f7-402a-a8c7-d5e6b5e555d4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6959319b-73f7-402a-a8c7-d5e6b5e555d4,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:52.367549 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.368530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 466558ba-6c75-4b22-a522-8861f22e20b0 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:52.369750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50898) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:52.388897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4be6347d-46e7-453a-83c2-681321acc9e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.420700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8fb218c-6c96-4ad5-962a-ae4d5c291756 req-17bf5c65-5c8a-4d5a-b527-73a1cf942d43 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1644945 Feb 19 00:38:52.511498 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:38:52.524365 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-f39b1c25-1bde-4eca-adef-a17261531e30 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723436 Feb 19 00:38:52.560227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbbe9c-0178-4f92-957a-fd05b284f67c req-b778c64d-ccf9-4f33-aa17-f92d9e6522c1 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:52.564150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3acbbe9c-0178-4f92-957a-fd05b284f67c req-b778c64d-ccf9-4f33-aa17-f92d9e6522c1 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 944 time: 0.3896544 Feb 19 00:38:52.573103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 466558ba-6c75-4b22-a522-8861f22e20b0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=466558ba-6c75-4b22-a522-8861f22e20b0,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:52.579045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:52.579756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.606739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6959319b-73f7-402a-a8c7-d5e6b5e555d4,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:52.613127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a95ca4e2-19da-4260-8732-d8ec3a57690c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:52.613795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.667622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '466558ba-6c75-4b22-a522-8861f22e20b0', 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b', 'port_id': '466558ba-6c75-4b22-a522-8861f22e20b0', 'mac_address': 'fa:16:3e:96:98:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617fe35f-69fc-41f2-a200-4f24de28b1cb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:52.682523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3acbbe9c-0178-4f92-957a-fd05b284f67c req-e7fce371-9a3c-446a-8df2-c0b3dfb120a7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121769 Feb 19 00:38:52.684011 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.695085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f91987ec-9bed-4381-babd-717488bb01e6 req-95394716-850e-42dd-9048-d0d7f7085632 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256646 Feb 19 00:38:52.714769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82db708b-9c4d-4f8c-8ba2-abc1eeaddb60 req-03619b56-5995-4193-ad0d-446d8c7b4422 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784654 Feb 19 00:38:52.728935 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4be6347d-46e7-453a-83c2-681321acc9e6 admin admin] Publish callbacks [] for security_group (325f0915-c631-4bf6-b778-a7e1527081ee), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.734902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4be6347d-46e7-453a-83c2-681321acc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (325f0915-c631-4bf6-b778-a7e1527081ee), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.751883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fad73f-2937-47d8-a450-4e60a4b032bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1775ac-73d7-4c5c-a7fe-b9a101fbcb29'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:52.754487 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e8f16b-98b6-4ea7-8272-1d51d9e5fcb2" -d '{"events": [{"server_uuid": "62fad73f-2937-47d8-a450-4e60a4b032bc", "name": "network-vif-plugged", "status": "completed", "tag": "de1775ac-73d7-4c5c-a7fe-b9a101fbcb29"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:52.802841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:52.819051 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d665749-ca85-40c0-91db-d4660917b25d x-openstack-request-id: req-8d665749-ca85-40c0-91db-d4660917b25d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:52.819885 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fad73f-2937-47d8-a450-4e60a4b032bc", "name": "network-vif-plugged", "status": "completed", "tag": "de1775ac-73d7-4c5c-a7fe-b9a101fbcb29", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:52.820440 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d665749-ca85-40c0-91db-d4660917b25d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:52.821206 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fad73f-2937-47d8-a450-4e60a4b032bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de1775ac-73d7-4c5c-a7fe-b9a101fbcb29', 'code': 200} Feb 19 00:38:52.824649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port a95ca4e2-19da-4260-8732-d8ec3a57690c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a95ca4e2-19da-4260-8732-d8ec3a57690c,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:52.830308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6347d-46e7-453a-83c2-681321acc9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325f0915-c631-4bf6-b778-a7e1527081ee,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:52.832378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.835572 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4be6347d-46e7-453a-83c2-681321acc9e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f7155e44e864055a3aeab78f681b262&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4646025 Feb 19 00:38:52.838308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50910) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:52.865300 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.901671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 466558ba-6c75-4b22-a522-8861f22e20b0 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:52.902095 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:52.915627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-efcd7087-f226-4e6f-8323-af125964b4a6 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904122 Feb 19 00:38:52.934454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 466558ba-6c75-4b22-a522-8861f22e20b0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:52.986614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 466558ba-6c75-4b22-a522-8861f22e20b0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=466558ba-6c75-4b22-a522-8861f22e20b0,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:52.990545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:53.002381 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.060217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c679-4542-449c-af0e-83a07795fc58 admin admin] Publish callbacks [] for security_group (325f0915-c631-4bf6-b778-a7e1527081ee), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.116174 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c679-4542-449c-af0e-83a07795fc58 admin admin] Publish callbacks [] for security_group (325f0915-c631-4bf6-b778-a7e1527081ee), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.141103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe57e0-6a1a-4d6b-aadc-8a4533f7cd63 req-502e1ae3-56ab-4826-b6a5-90a91900e85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.142738 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9bbe57e0-6a1a-4d6b-aadc-8a4533f7cd63 req-502e1ae3-56ab-4826-b6a5-90a91900e85e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1127 time: 0.2107193 Feb 19 00:38:53.178471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-0eefec45-ba9b-41d7-855b-6e019053a2b9 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.179987 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-0eefec45-ba9b-41d7-855b-6e019053a2b9 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.113 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 820 time: 0.2656894 Feb 19 00:38:53.197806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Request body: {'port': {'device_id': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'admin_state_up': True, 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:53.223738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=a95ca4e2-19da-4260-8732-d8ec3a57690c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:53.243601 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6843b0e3-b8fc-41bb-baa0-f63c00ebab8d', 'tag': '2aad75be-93ac-4f8f-8637-88c3e17a6fcc'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:53.245782 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ba4db0-a355-4679-9a12-b8eaf89deb74" -d '{"events": [{"name": "network-changed", "server_uuid": "6843b0e3-b8fc-41bb-baa0-f63c00ebab8d", "tag": "2aad75be-93ac-4f8f-8637-88c3e17a6fcc"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:53.284488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9bbe57e0-6a1a-4d6b-aadc-8a4533f7cd63 req-c5986129-661e-4b9b-a54c-523ca13e89ea service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333630 Feb 19 00:38:53.288048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['466558ba-6c75-4b22-a522-8861f22e20b0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:53.290422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c679-4542-449c-af0e-83a07795fc58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (325f0915-c631-4bf6-b778-a7e1527081ee), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.293577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c679-4542-449c-af0e-83a07795fc58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.294899 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ef4c679-4542-449c-af0e-83a07795fc58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/325f0915-c631-4bf6-b778-a7e1527081ee HTTP/1.1" status: 204 len: 168 time: 0.4556043 Feb 19 00:38:53.341812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['6959319b-73f7-402a-a8c7-d5e6b5e555d4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:53.367999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4c679-4542-449c-af0e-83a07795fc58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325f0915-c631-4bf6-b778-a7e1527081ee,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:53.442222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Made reservation on behalf of 206a3e5636214e3f8dcdd46e51008f7e for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:53.445650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.521358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f55914f-36fd-4ebc-8be7-4ce74059dd11 req-d4f4dd49-0158-4e8e-9d2e-d07e1c5a8cf8 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 210 time: 0.0402408 Feb 19 00:38:53.555638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=466558ba-6c75-4b22-a522-8861f22e20b0,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:53.598809 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.599085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-c60a82de-9045-49ac-83a3-4f107f55bb7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.611703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-c60a82de-9045-49ac-83a3-4f107f55bb7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.627357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-c60a82de-9045-49ac-83a3-4f107f55bb7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.633199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-c60a82de-9045-49ac-83a3-4f107f55bb7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.639886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-c60a82de-9045-49ac-83a3-4f107f55bb7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.645082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-c60a82de-9045-49ac-83a3-4f107f55bb7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.654205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Allocated IP 172.20.0.9 (6b7881e6-22eb-4144-ae73-d220d59ead7b/b3db84d6-3dee-4611-885a-094b16363742/26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:53.657929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-c60a82de-9045-49ac-83a3-4f107f55bb7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:53.665405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-c60a82de-9045-49ac-83a3-4f107f55bb7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.9815786 Feb 19 00:38:53.736757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addba218-0d53-4470-9605-e5569047e174 req-1f71274d-905d-46fc-867a-c24a8597e2c7 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8125858 Feb 19 00:38:53.819561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f91987ec-9bed-4381-babd-717488bb01e6 req-9d8b6ef7-d762-43ed-b110-971c9e18f2dd service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0917995 Feb 19 00:38:53.836283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a95ca4e2-19da-4260-8732-d8ec3a57690c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:53.874125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.895157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2aad75be-93ac-4f8f-8637-88c3e17a6fcc details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:53.913202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.959865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Network 6b7881e6-22eb-4144-ae73-d220d59ead7b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:53.963787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:53.964970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a95ca4e2-19da-4260-8732-d8ec3a57690c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:53.966072 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:53.967824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:54.007952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event updated for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:54.048862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.049632 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:54.063134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba03bb-5c0c-4c01-84a1-2c0f5b4b6a87 req-fb02ac4f-d4d1-4bec-90a9-f2dd7f128c80 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.067510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eeba03bb-5c0c-4c01-84a1-2c0f5b4b6a87 req-fb02ac4f-d4d1-4bec-90a9-f2dd7f128c80 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 943 time: 0.4002450 Feb 19 00:38:54.076574 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-eb5e3158-35e2-417d-b449-d058e7ed46dd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8845932 Feb 19 00:38:54.097342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Request body: {'port': {'device_id': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:54.131629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:54.156405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a961f084-a6f2-4d3b-bcc6-3dd8714d1656 req-9e19c04f-e10a-4d59-a6c1-516eb643afde tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4096076 Feb 19 00:38:54.158931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-c7671644-fe1b-4bf6-94b8-f3048b988b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.161208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-c7671644-fe1b-4bf6-94b8-f3048b988b06 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 1125 time: 0.3336949 Feb 19 00:38:54.181891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '2aad75be-93ac-4f8f-8637-88c3e17a6fcc', 'network_id': '2b419508-161e-4a85-869e-ac0a8bd1820b', 'port_id': '2aad75be-93ac-4f8f-8637-88c3e17a6fcc', 'mac_address': 'fa:16:3e:a4:8f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '617fe35f-69fc-41f2-a200-4f24de28b1cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:54.200602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eeba03bb-5c0c-4c01-84a1-2c0f5b4b6a87 req-6e0bf73d-b8d3-44d6-a16a-12e8c8fcbef9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147511 Feb 19 00:38:54.218339 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:54.236013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a95ca4e2-19da-4260-8732-d8ec3a57690c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:54.243747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:54.267241 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e0168-0d49-424f-a4dd-da46ba126a5d x-openstack-request-id: req-946e0168-0d49-424f-a4dd-da46ba126a5d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:54.267406 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6843b0e3-b8fc-41bb-baa0-f63c00ebab8d", "tag": "2aad75be-93ac-4f8f-8637-88c3e17a6fcc", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:54.269098 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-946e0168-0d49-424f-a4dd-da46ba126a5d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:54.269499 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6843b0e3-b8fc-41bb-baa0-f63c00ebab8d', 'tag': '2aad75be-93ac-4f8f-8637-88c3e17a6fcc', 'status': 'completed', 'code': 200} Feb 19 00:38:54.338274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:54.339256 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:54.356568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aad75be-93ac-4f8f-8637-88c3e17a6fcc {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:54.366581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74df001a-9d6c-495b-a92a-8906474e2859 req-f161abec-790b-4d1d-bb07-a04e3f7127c2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0478418 Feb 19 00:38:54.406967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:54.408764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:54.416154 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:54.459516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-4139e97e-69d4-48e2-b5ce-76919639e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.460937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-4139e97e-69d4-48e2-b5ce-76919639e747 service neutron] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 919 time: 0.2742319 Feb 19 00:38:54.474540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-584317f3-25ba-4694-bb89-58793437cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.476127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-584317f3-25ba-4694-bb89-58793437cfce service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 1126 time: 0.2007222 Feb 19 00:38:54.534138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:54.535941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-589b4478-1fe6-4103-b1d4-f20a66d97e88 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ae4cd2-5ea9-4508-9338-35f68f8fe759 HTTP/1.1" status: 200 len: 217 time: 0.0507023 Feb 19 00:38:54.603316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8469e5d-dce0-49f1-bf72-b4bb377f7b61 req-197b1ced-40ee-4961-957b-5999cdfef202 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.611075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8469e5d-dce0-49f1-bf72-b4bb377f7b61 req-197b1ced-40ee-4961-957b-5999cdfef202 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 945 time: 0.2917228 Feb 19 00:38:54.629629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-fc5276f5-843a-4307-8204-d892d37fa6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.634941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-fc5276f5-843a-4307-8204-d892d37fa6f4 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.0922472 Feb 19 00:38:54.646556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-b99afc59-1ccd-494d-a362-5968a67ad7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.646556 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-b99afc59-1ccd-494d-a362-5968a67ad7c2 service neutron] 10.222.0.126 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 916 time: 0.1624427 Feb 19 00:38:54.712394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-7e5dfbc5-6d42-4ac4-a0da-47d834ed4fc7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606928 Feb 19 00:38:54.719920 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-9b29ccc1-b387-4a72-a880-15ed1b0255c6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2aad75be-93ac-4f8f-8637-88c3e17a6fcc HTTP/1.1" status: 200 len: 217 time: 0.0581021 Feb 19 00:38:54.739949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2dbc391f-7f12-4c93-8181-a8223a9fcec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:54.774222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8469e5d-dce0-49f1-bf72-b4bb377f7b61 req-4f291204-3707-457c-b808-57e3a83bf082 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616714 Feb 19 00:38:54.822565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['2aad75be-93ac-4f8f-8637-88c3e17a6fcc'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:54.829929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:54.831035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ec79e-5c1b-468b-bec0-13e1049cdf7e req-607bd95d-dfbc-4b86-8a32-d766349a9bbc tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.832763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-060ec79e-5c1b-468b-bec0-13e1049cdf7e req-607bd95d-dfbc-4b86-8a32-d766349a9bbc tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 931 time: 0.1940479 Feb 19 00:38:54.835703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-7c368ffe-8af0-47b4-9e5f-47b72a53e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:54.837795 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-7c368ffe-8af0-47b4-9e5f-47b72a53e1a9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=617fe35f-69fc-41f2-a200-4f24de28b1cb HTTP/1.1" status: 200 len: 854 time: 0.0997393 Feb 19 00:38:54.843013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Publish callbacks [] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:54.893952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-97cf1fe7-872f-41da-a87d-8f761fe870c4 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604443 Feb 19 00:38:54.920889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Transition to ACTIVE for port object 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:38:54.932132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:54.935390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-060ec79e-5c1b-468b-bec0-13e1049cdf7e req-b2e604e0-965d-48dd-823e-453837da2979 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953145 Feb 19 00:38:55.032812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-14b21066-3430-4424-a3bc-f739dd87f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.034496 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-14b21066-3430-4424-a3bc-f739dd87f993 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2b419508-161e-4a85-869e-ac0a8bd1820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1539652 Feb 19 00:38:55.039325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Pushing event updated for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:55.042676 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2dbc391f-7f12-4c93-8181-a8223a9fcec0 admin admin] Publish callbacks [] for security_group (4583d288-bf21-4d8b-abfd-38f4b1146901), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.049916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d6f104-7973-43a7-9f2c-eb8dd1eca464 req-a7c44183-5c03-4c30-ae8d-05ce3f5c3a65 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468894 Feb 19 00:38:55.072579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2dbc391f-7f12-4c93-8181-a8223a9fcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4583d288-bf21-4d8b-abfd-38f4b1146901), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.115733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.116097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.116444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.116791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.117131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.117467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.117871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.118131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.118486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.118821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.119150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.119476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.119817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:55.195802 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2dbc391f-7f12-4c93-8181-a8223a9fcec0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dd1ae6423344bae8d157f594144c1bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7852807 Feb 19 00:38:55.198792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50980) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:55.209987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbc391f-7f12-4c93-8181-a8223a9fcec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4583d288-bf21-4d8b-abfd-38f4b1146901,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:55.223318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Attempting to bind port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:38:55.223629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Attempting to bind port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:38:55.223962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Attempting to bind port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 on network 6b7881e6-22eb-4144-ae73-d220d59ead7b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:55.237792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 on network 6b7881e6-22eb-4144-ae73-d220d59ead7b not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:38:55.238129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Attempting to bind port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 on network 6b7881e6-22eb-4144-ae73-d220d59ead7b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:38:55.250487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:38:55.250816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Checking segment: {'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:55.251213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Bound using segment: {'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:38:55.251714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Bound port: 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '343bcfbc-7e3f-4031-86ea-f4203422eadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:38:55.252026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.267187 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-901fabb0-0695-4cdd-9905-e15c3ab29088 service neutron] 10.222.0.126 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093072 Feb 19 00:38:55.380421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-536e5e3e-2ff0-40a0-8fef-7171606afc04 admin admin] Publish callbacks [] for security_group (4583d288-bf21-4d8b-abfd-38f4b1146901), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.387491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:38:55.392338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:38:55.405256 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.418471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-536e5e3e-2ff0-40a0-8fef-7171606afc04 admin admin] Publish callbacks [] for security_group (4583d288-bf21-4d8b-abfd-38f4b1146901), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.423635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50992) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:55.441756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-5085c2bd-84b3-4067-8009-ae9328c8176f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.447048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-5085c2bd-84b3-4067-8009-ae9328c8176f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.452628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-5085c2bd-84b3-4067-8009-ae9328c8176f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.457734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.458046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-5085c2bd-84b3-4067-8009-ae9328c8176f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.458392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.459823 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] 10.222.0.113 "PUT /v2.0/ports/26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 1091 time: 1.3761103 Feb 19 00:38:55.463396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-5085c2bd-84b3-4067-8009-ae9328c8176f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.463719 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03ba4db0-a355-4679-9a12-b8eaf89deb74 req-d9f0aba9-709e-41a8-b65a-2950990a3bfe service neutron] 10.222.0.126 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897113 Feb 19 00:38:55.466515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6959319b-73f7-402a-a8c7-d5e6b5e555d4 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:55.468902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-5085c2bd-84b3-4067-8009-ae9328c8176f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.475170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-5085c2bd-84b3-4067-8009-ae9328c8176f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.484059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-5085c2bd-84b3-4067-8009-ae9328c8176f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.2039373 Feb 19 00:38:55.485691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7c9b8-98d1-4f20-a27b-1bc96645e465 service neutron] Pushing event updated for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:55.514624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9d05ae-aafb-42f7-ad8e-7a7e371e505c req-5f759973-4785-43fe-ab01-1c67a2706703 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.522698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc9d05ae-aafb-42f7-ad8e-7a7e371e505c req-5f759973-4785-43fe-ab01-1c67a2706703 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 943 time: 0.1959918 Feb 19 00:38:55.547919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:38:55.552851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:55.553917 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.587880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-8153fedb-9f2f-4490-bb86-390314189c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.590488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-8153fedb-9f2f-4490-bb86-390314189c36 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1125 time: 0.0743539 Feb 19 00:38:55.634827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e077f486-6484-4811-96d2-180bfb86d6e1 req-18a713b4-5316-42de-bfff-fa1faba736f8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1497793 Feb 19 00:38:55.655158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc9d05ae-aafb-42f7-ad8e-7a7e371e505c req-40479060-4c41-4371-b548-4322d73ae6f5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246417 Feb 19 00:38:55.672268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-536e5e3e-2ff0-40a0-8fef-7171606afc04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4583d288-bf21-4d8b-abfd-38f4b1146901), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.675240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-536e5e3e-2ff0-40a0-8fef-7171606afc04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.675437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:55.678755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-536e5e3e-2ff0-40a0-8fef-7171606afc04 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4583d288-bf21-4d8b-abfd-38f4b1146901 HTTP/1.1" status: 204 len: 168 time: 0.4760222 Feb 19 00:38:55.679023 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-222637482'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:55.682892 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-c2c92fb6-4a3b-4fd5-9172-c0cebccf9538 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0843358 Feb 19 00:38:55.686724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e5e3e-2ff0-40a0-8fef-7171606afc04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4583d288-bf21-4d8b-abfd-38f4b1146901,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:55.687189 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.740158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585ab7ae-75e6-4541-acd3-9537e3405d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6959319b-73f7-402a-a8c7-d5e6b5e555d4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:55.741901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Made reservation on behalf of e3dc94f89eb24589a4ddc0fa0d430643 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:55.745467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.746658 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752c3d26-31ef-4787-9d47-4de00e468f64" -d '{"events": [{"server_uuid": "585ab7ae-75e6-4541-acd3-9537e3405d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6959319b-73f7-402a-a8c7-d5e6b5e555d4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:55.759579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.759806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6959319b-73f7-402a-a8c7-d5e6b5e555d4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6959319b-73f7-402a-a8c7-d5e6b5e555d4,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:55.762964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-ebe48a9e-1cb8-4ece-bb33-3f2940f5f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:55.765850 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-ebe48a9e-1cb8-4ece-bb33-3f2940f5f750 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.0687780 Feb 19 00:38:55.766738 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:55.767715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 466558ba-6c75-4b22-a522-8861f22e20b0 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:55.777941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b93a3ec-37e0-46d3-85a6-3001ddae1057 req-3a3a23e3-7141-4bb6-a84e-be0fa6e1927d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0512273 Feb 19 00:38:55.813390 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-0da88824-6aaf-4600-8fcd-a5af0e340da1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386617 Feb 19 00:38:55.982467 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-1dca1442-03df-4e84-bbfd-b196e6115e06 service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519494 Feb 19 00:38:56.004148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2810a09-2c70-4cbe-bb91-85e81a913798 req-cace32ba-ecf3-4ce4-8b05-7c776598617a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.006033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2810a09-2c70-4cbe-bb91-85e81a913798 req-cace32ba-ecf3-4ce4-8b05-7c776598617a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 945 time: 0.1318893 Feb 19 00:38:56.007786 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks [] for security_group (7f9e0dcc-ad5c-4e05-904e-e020717e6ef8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.008689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1fbe9-d9c9-4924-a81d-b7c968a691f1 req-2e529ef7-c91b-4e98-ad6e-9b6209c982bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.011485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12c1fbe9-d9c9-4924-a81d-b7c968a691f1 req-2e529ef7-c91b-4e98-ad6e-9b6209c982bd service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 1127 time: 0.1261733 Feb 19 00:38:56.028832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f9e0dcc-ad5c-4e05-904e-e020717e6ef8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.082687 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6fe196-9e0c-4a6b-802c-cfcf8c4af1c7 x-openstack-request-id: req-7e6fe196-9e0c-4a6b-802c-cfcf8c4af1c7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:56.083016 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585ab7ae-75e6-4541-acd3-9537e3405d6b", "name": "network-vif-plugged", "status": "completed", "tag": "6959319b-73f7-402a-a8c7-d5e6b5e555d4", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:56.083282 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e6fe196-9e0c-4a6b-802c-cfcf8c4af1c7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:56.083777 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585ab7ae-75e6-4541-acd3-9537e3405d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6959319b-73f7-402a-a8c7-d5e6b5e555d4', 'code': 200} Feb 19 00:38:56.085628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6959319b-73f7-402a-a8c7-d5e6b5e555d4,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:56.100127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9e0dcc-ad5c-4e05-904e-e020717e6ef8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:56.101376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2aad75be-93ac-4f8f-8637-88c3e17a6fcc up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:38:56.123031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:38:56.146206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0b21249e-fc06-4f27-a0b9-5473fd9b159d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.146399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12c1fbe9-d9c9-4924-a81d-b7c968a691f1 req-cbc306ef-560b-4f3d-9516-73c4913ac77d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172035 Feb 19 00:38:56.146766 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Added segment 0b21249e-fc06-4f27-a0b9-5473fd9b159d of type vlan for network 846681be-34b2-4119-8f5c-32d2d67e2fc1 Feb 19 00:38:56.174487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 466558ba-6c75-4b22-a522-8861f22e20b0 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:38:56.178566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:38:56.179021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2810a09-2c70-4cbe-bb91-85e81a913798 req-31439d80-60dc-44a9-a2f4-68abb75d9327 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650119 Feb 19 00:38:56.182550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:56.183419 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.206496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb97bbc-ecaa-4e3e-a770-a00087e943bf req-e8b55d79-b9c6-4abc-bf61-a25e70a1f957 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.210897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afb97bbc-ecaa-4e3e-a770-a00087e943bf req-e8b55d79-b9c6-4abc-bf61-a25e70a1f957 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 943 time: 0.1612236 Feb 19 00:38:56.217133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51006) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:56.219123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 466558ba-6c75-4b22-a522-8861f22e20b0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:38:56.219508 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.243784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.246917 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a2a0aaf2-7793-47fd-9925-09f07b73f6e5 req-55cb4d1a-2404-4b10-acdf-e8fec5224d8c service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523620 Feb 19 00:38:56.255459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (846681be-34b2-4119-8f5c-32d2d67e2fc1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.272099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:56.275376 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:56.289104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (846681be-34b2-4119-8f5c-32d2d67e2fc1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.296640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.297652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.301677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afb97bbc-ecaa-4e3e-a770-a00087e943bf req-c173f238-8426-4621-8dfd-43b156ec3b20 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779057 Feb 19 00:38:56.333982 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8931017 Feb 19 00:38:56.336954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51010) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:56.344907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:56.345559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.375818 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9576a18a-0ebb-4e39-a808-f74d6eeacb9f x-openstack-request-id: req-9576a18a-0ebb-4e39-a808-f74d6eeacb9f {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:56.376104 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:56.376343 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9576a18a-0ebb-4e39-a808-f74d6eeacb9f {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:56.377011 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'status': 'completed', 'code': 200} Feb 19 00:38:56.384785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 466558ba-6c75-4b22-a522-8861f22e20b0 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:56.385093 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.404914 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Publish callbacks [] for security_group (01c4fd21-a8f6-4a6d-8996-4ec4b7050e3e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.410991 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (01c4fd21-a8f6-4a6d-8996-4ec4b7050e3e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.419998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:56.422688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b13b7-3294-475f-9674-55a09e159c41 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Pushing event updated for resources: {'Network': ['ID=846681be-34b2-4119-8f5c-32d2d67e2fc1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:56.432426 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.444469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-a0656cc4-25e1-4032-97fa-224306b40eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.446172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-a0656cc4-25e1-4032-97fa-224306b40eae service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1125 time: 0.0565870 Feb 19 00:38:56.446801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 846681be-34b2-4119-8f5c-32d2d67e2fc1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:38:56.450404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 466558ba-6c75-4b22-a522-8861f22e20b0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=466558ba-6c75-4b22-a522-8861f22e20b0,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:56.470986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebd7a663c2f849a8a380f12ef125acdd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2526698 Feb 19 00:38:56.474884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51014) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:56.475882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c4fd21-a8f6-4a6d-8996-4ec4b7050e3e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:56.497973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.498363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.499282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.499640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.499986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.500325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.500661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.500993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.501324 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.501656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.501988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.502343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.502672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-446822df-1614-40c0-b55a-eb344f237753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.544052 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-37d8b82d-91ad-4c7b-9f7a-c19f5fe0f5f8 admin admin] Publish callbacks [] for security_group (01c4fd21-a8f6-4a6d-8996-4ec4b7050e3e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.548606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-819e9864-e92e-47da-93a6-68af1dc176ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.549826 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-819e9864-e92e-47da-93a6-68af1dc176ba service neutron] 10.222.0.113 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 921 time: 0.0907524 Feb 19 00:38:56.570623 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-37d8b82d-91ad-4c7b-9f7a-c19f5fe0f5f8 admin admin] Publish callbacks [] for security_group (01c4fd21-a8f6-4a6d-8996-4ec4b7050e3e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.595203 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.597159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-2b8ae872-6835-46de-a051-0826b4439ea8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0407510 Feb 19 00:38:56.633908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:56.634351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-37d8b82d-91ad-4c7b-9f7a-c19f5fe0f5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (01c4fd21-a8f6-4a6d-8996-4ec4b7050e3e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.638403 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-37d8b82d-91ad-4c7b-9f7a-c19f5fe0f5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.643719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-37d8b82d-91ad-4c7b-9f7a-c19f5fe0f5f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01c4fd21-a8f6-4a6d-8996-4ec4b7050e3e HTTP/1.1" status: 204 len: 168 time: 0.1655738 Feb 19 00:38:56.643900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.644182 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.644550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.645007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.645393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.645735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.646105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.646471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.647212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.647212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.647429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.647917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.648211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:38:56.653255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8b82d-91ad-4c7b-9f7a-c19f5fe0f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c4fd21-a8f6-4a6d-8996-4ec4b7050e3e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:56.673376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Request body: {'network': {'name': 'tempest-network--1613176845', 'router:external': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:56.701350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-34e68078-f7c4-4766-901c-4abd15b843e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.702409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Made reservation on behalf of 50de78e7fd9340fe859566df3bcd4b8f for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:56.702974 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-34e68078-f7c4-4766-901c-4abd15b843e4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.0999355 Feb 19 00:38:56.705400 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.731693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=466558ba-6c75-4b22-a522-8861f22e20b0,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:56.731918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:56.758454 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-b41da424-a278-4f79-8f69-d4e5ea4a6dfa service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443466 Feb 19 00:38:56.859937 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-4cc81fd4-577d-40ca-b73c-4e11b3833f9c service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942829 Feb 19 00:38:56.878478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da4c9e-1caa-4105-9adf-00bfc58fef7d req-170e10bd-e80c-47b6-aa00-225c3fa32841 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.880033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44da4c9e-1caa-4105-9adf-00bfc58fef7d req-170e10bd-e80c-47b6-aa00-225c3fa32841 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 943 time: 0.1342201 Feb 19 00:38:56.905131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-2d84969f-c3d4-4225-b5a1-eed890ac3065 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.910698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-2d84969f-c3d4-4225-b5a1-eed890ac3065 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.916456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-2d84969f-c3d4-4225-b5a1-eed890ac3065 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.921944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-2d84969f-c3d4-4225-b5a1-eed890ac3065 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.927443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-2d84969f-c3d4-4225-b5a1-eed890ac3065 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.932819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-2d84969f-c3d4-4225-b5a1-eed890ac3065 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.939301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-2d84969f-c3d4-4225-b5a1-eed890ac3065 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:56.941205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-2d84969f-c3d4-4225-b5a1-eed890ac3065 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.1570182 Feb 19 00:38:56.979945 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7e7e2c5-1765-4d84-b40b-f8b18a4794ce req-b88524bb-d653-4e71-97ba-73f6667d0878 service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133432 Feb 19 00:38:57.005021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for security_group (8474e597-a1cb-4f70-9452-041c22686ba2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.019821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8474e597-a1cb-4f70-9452-041c22686ba2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.060028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44da4c9e-1caa-4105-9adf-00bfc58fef7d req-9a47a68e-298e-4787-9226-bbb6511b735e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690454 Feb 19 00:38:57.077407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:38:57.087625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8474e597-a1cb-4f70-9452-041c22686ba2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:57.094244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8624ec12-ee61-4a65-83ad-3e37717d9bdd req-1ee26744-d8c7-4bf7-9e16-03f361cbdc25 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423526 Feb 19 00:38:57.101291 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (df4e9c91-5915-453d-809d-04d3c3b7d2c3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.101605 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Added segment df4e9c91-5915-453d-809d-04d3c3b7d2c3 of type vlan for network e0a08634-ce44-4f8d-ab1f-f936e3b8f073 Feb 19 00:38:57.176325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c89de44-6ae2-42dc-afee-acdf39a740fa req-33730c56-fa0f-462f-ab3e-6846f6ac53b7 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0388768 Feb 19 00:38:57.184746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e0a08634-ce44-4f8d-ab1f-f936e3b8f073), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.217905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e0a08634-ce44-4f8d-ab1f-f936e3b8f073), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.219020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:57.219674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.281431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51036) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:57.282034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9321668 Feb 19 00:38:57.329169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f9289-ca61-4755-88c2-4e27cc875471 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Network': ['ID=e0a08634-ce44-4f8d-ab1f-f936e3b8f073,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:57.340621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e0a08634-ce44-4f8d-ab1f-f936e3b8f073 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:38:57.379445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879f080-b47f-4311-bd61-f076e2afcc8c req-0fdd04fa-7843-4a1f-aa8e-6c9638a2920a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:57.381296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5879f080-b47f-4311-bd61-f076e2afcc8c req-0fdd04fa-7843-4a1f-aa8e-6c9638a2920a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.1115484 Feb 19 00:38:57.406033 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e0a08634-ce44-4f8d-ab1f-f936e3b8f073), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.513619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e0a08634-ce44-4f8d-ab1f-f936e3b8f073), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.518568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d1f38-0bb4-4b96-abea-dfae63d75097 req-58c1b587-870c-4fdb-9897-3ada9d8d4e03 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:57.520259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a80d1f38-0bb4-4b96-abea-dfae63d75097 req-58c1b587-870c-4fdb-9897-3ada9d8d4e03 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 943 time: 0.1026375 Feb 19 00:38:57.525983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5879f080-b47f-4311-bd61-f076e2afcc8c req-9aef26fe-0fac-4d29-9de2-f7fc1d3232f1 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387081 Feb 19 00:38:57.538837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a08634-ce44-4f8d-ab1f-f936e3b8f073']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:57.550261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4e9c91-5915-453d-809d-04d3c3b7d2c3') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:57.550576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4e9c91-5915-453d-809d-04d3c3b7d2c3') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:38:57.572607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (df4e9c91-5915-453d-809d-04d3c3b7d2c3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.574224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a80d1f38-0bb4-4b96-abea-dfae63d75097 req-e99be8be-407d-44e0-99c8-6d5ff71326e4 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470781 Feb 19 00:38:57.586394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (df4e9c91-5915-453d-809d-04d3c3b7d2c3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.592515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:38:57.592910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (df4e9c91-5915-453d-809d-04d3c3b7d2c3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:38:57.594641 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:38:57.656267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e0a08634-ce44-4f8d-ab1f-f936e3b8f073), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.661641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e0a08634-ce44-4f8d-ab1f-f936e3b8f073 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 00:38:57.664224 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.670688 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e0a08634-ce44-4f8d-ab1f-f936e3b8f073 HTTP/1.1" status: 204 len: 168 time: 0.3849814 Feb 19 00:38:57.671649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51052) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:57.677826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a37f79-9ffb-4f6c-a652-6510541402c3 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event deleted for resources: {'Network': ['ID=e0a08634-ce44-4f8d-ab1f-f936e3b8f073,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:57.687583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:57.709079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Made reservation on behalf of 50de78e7fd9340fe859566df3bcd4b8f for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:57.712044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.739276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:38:57.750252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a92da9b1-38f1-4a41-9200-dc0a4797e15a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.750683 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Added segment a92da9b1-38f1-4a41-9200-dc0a4797e15a of type vlan for network 9c7a456c-bbd3-4ea7-8974-af95bf5421b2 Feb 19 00:38:57.795763 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (9c7a456c-bbd3-4ea7-8974-af95bf5421b2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.824707 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (9c7a456c-bbd3-4ea7-8974-af95bf5421b2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.825715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:57.826483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.883966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2103119 Feb 19 00:38:57.886853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51058) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:57.892797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Request body: {'subnet': {'network_id': '9c7a456c-bbd3-4ea7-8974-af95bf5421b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:57.895654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48da10f8-859c-425d-b706-d5360d3e2535 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Network': ['ID=9c7a456c-bbd3-4ea7-8974-af95bf5421b2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:57.907654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 9c7a456c-bbd3-4ea7-8974-af95bf5421b2 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:38:57.937714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Made reservation on behalf of 50de78e7fd9340fe859566df3bcd4b8f for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:38:57.941567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:57.948822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 19ae4cd2-5ea9-4508-9338-35f68f8fe759 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:58.109865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 19ae4cd2-5ea9-4508-9338-35f68f8fe759, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19ae4cd2-5ea9-4508-9338-35f68f8fe759,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:58.112316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6843b0e3-b8fc-41bb-baa0-f63c00ebab8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aad75be-93ac-4f8f-8637-88c3e17a6fcc'}, {'server_uuid': 'e0acdb78-0f6e-4cc4-b73c-a01aba8a256e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466558ba-6c75-4b22-a522-8861f22e20b0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:38:58.115205 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e1555a-b13c-4b4e-8862-23fe686eec73" -d '{"events": [{"server_uuid": "6843b0e3-b8fc-41bb-baa0-f63c00ebab8d", "name": "network-vif-plugged", "status": "completed", "tag": "2aad75be-93ac-4f8f-8637-88c3e17a6fcc"}, {"server_uuid": "e0acdb78-0f6e-4cc4-b73c-a01aba8a256e", "name": "network-vif-plugged", "status": "completed", "tag": "466558ba-6c75-4b22-a522-8861f22e20b0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:38:58.129910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '19ae4cd2-5ea9-4508-9338-35f68f8fe759', 'network_id': '60df42a3-b128-4b85-a5b0-6919e53f31bc', 'port_id': '19ae4cd2-5ea9-4508-9338-35f68f8fe759', 'mac_address': 'fa:16:3e:b3:e4:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:58.176198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:58.176598 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:58.208674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ae4cd2-5ea9-4508-9338-35f68f8fe759 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:58.239929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c7ba2-e978-458c-a81a-c127d4b4d95a req-37d985c5-f8b4-4f67-bf90-3fe1567b5965 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.251092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-362c7ba2-e978-458c-a81a-c127d4b4d95a req-37d985c5-f8b4-4f67-bf90-3fe1567b5965 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 943 time: 0.0817573 Feb 19 00:38:58.262471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 19ae4cd2-5ea9-4508-9338-35f68f8fe759, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19ae4cd2-5ea9-4508-9338-35f68f8fe759,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:58.267135 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 00:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa67c50-6b07-4b14-8c02-61cf8b030ea6 x-openstack-request-id: req-7aa67c50-6b07-4b14-8c02-61cf8b030ea6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:38:58.267415 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6843b0e3-b8fc-41bb-baa0-f63c00ebab8d", "name": "network-vif-plugged", "status": "completed", "tag": "2aad75be-93ac-4f8f-8637-88c3e17a6fcc", "code": 200}, {"server_uuid": "e0acdb78-0f6e-4cc4-b73c-a01aba8a256e", "name": "network-vif-plugged", "status": "completed", "tag": "466558ba-6c75-4b22-a522-8861f22e20b0", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:38:58.267672 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7aa67c50-6b07-4b14-8c02-61cf8b030ea6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:38:58.268081 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6843b0e3-b8fc-41bb-baa0-f63c00ebab8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aad75be-93ac-4f8f-8637-88c3e17a6fcc', 'code': 200} Feb 19 00:38:58.269704 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0acdb78-0f6e-4cc4-b73c-a01aba8a256e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '466558ba-6c75-4b22-a522-8861f22e20b0', 'code': 200} Feb 19 00:38:58.275262 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:58.309112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-362c7ba2-e978-458c-a81a-c127d4b4d95a req-394f8679-0b7f-4e16-9881-4b34092fc800 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567648 Feb 19 00:38:58.335044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=19ae4cd2-5ea9-4508-9338-35f68f8fe759,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:58.365854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.objects.ports [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103650) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:38:58.366716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (405b867e-8255-47be-b3de-4ac3489e1bda), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:58.405456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71564ed3-6150-416c-b1f6-bc5381738be5 req-ffedc31b-09bc-4033-ab20-c4a89440d7f9 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0509970 Feb 19 00:38:58.446864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-426e36c6-3b1b-4069-b09e-a42050e6e2be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.452619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-426e36c6-3b1b-4069-b09e-a42050e6e2be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.458115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-426e36c6-3b1b-4069-b09e-a42050e6e2be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.463632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-426e36c6-3b1b-4069-b09e-a42050e6e2be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.469327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-426e36c6-3b1b-4069-b09e-a42050e6e2be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.475763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-426e36c6-3b1b-4069-b09e-a42050e6e2be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.481803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-426e36c6-3b1b-4069-b09e-a42050e6e2be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.484122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-426e36c6-3b1b-4069-b09e-a42050e6e2be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.1416845 Feb 19 00:38:58.566561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fdab46d-0adc-4582-8756-bbce8d3b4e0a req-728c0f49-45e2-480a-8dc0-69f9ef7a6546 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730517 Feb 19 00:38:58.653744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['19ae4cd2-5ea9-4508-9338-35f68f8fe759'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:38:58.735607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0f7f2-e964-43c4-a713-7bf19a3b656a req-7c003643-4781-4e8c-9bdc-b4155ce48616 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.738172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98b0f7f2-e964-43c4-a713-7bf19a3b656a req-7c003643-4781-4e8c-9bdc-b4155ce48616 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.1326120 Feb 19 00:38:58.797750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786698d6-00b2-4881-a482-fe97b995d479 req-3ff8b3ed-db7c-4ef8-8d9a-59078f44c710 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.810898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-786698d6-00b2-4881-a482-fe97b995d479 req-3ff8b3ed-db7c-4ef8-8d9a-59078f44c710 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 943 time: 0.1332808 Feb 19 00:38:58.834390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Subnet': ['ID=405b867e-8255-47be-b3de-4ac3489e1bda,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:58.861449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Checking segment: {'id': 'a92da9b1-38f1-4a41-9200-dc0a4797e15a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9c7a456c-bbd3-4ea7-8974-af95bf5421b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:38:58.861766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Network hostable DHCP agents. Network: 9c7a456c-bbd3-4ea7-8974-af95bf5421b2, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:38:58.866028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98b0f7f2-e964-43c4-a713-7bf19a3b656a req-44cfc129-6950-4e10-a339-6df81a0b4512 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196609 Feb 19 00:38:58.878474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cd81a-4a6d-4632-8b12-38104492ef1f req-3319e1c0-df45-41ff-b0f7-b7bac807587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.879978 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e4cd81a-4a6d-4632-8b12-38104492ef1f req-3319e1c0-df45-41ff-b0f7-b7bac807587d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 1128 time: 0.4602990 Feb 19 00:38:58.889086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292301d4-b0b1-4062-bb6d-3159ac26fd02 req-2eeae006-96f0-48a0-acb8-7f3dac8efce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.890434 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-292301d4-b0b1-4062-bb6d-3159ac26fd02 req-2eeae006-96f0-48a0-acb8-7f3dac8efce0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 1127 time: 0.4487617 Feb 19 00:38:58.891459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-786698d6-00b2-4881-a482-fe97b995d479 req-b509fb57-9675-4bf0-8c21-567cd52ed6d6 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774736 Feb 19 00:38:58.921222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Network 9c7a456c-bbd3-4ea7-8974-af95bf5421b2 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:38:58.943361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 9c7a456c-bbd3-4ea7-8974-af95bf5421b2) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:58.955088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d60eb8-89fc-48ef-aada-f575abb45080 None None] Network 9c7a456c-bbd3-4ea7-8974-af95bf5421b2 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:58.960057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:58.960657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:58.977465 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e4cd81a-4a6d-4632-8b12-38104492ef1f req-522ff006-1d38-4b33-9edb-ad2cf4ce8f22 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858829 Feb 19 00:38:58.983890 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-292301d4-b0b1-4062-bb6d-3159ac26fd02 req-da8602b1-e3dc-4675-b7ee-d2f2d090b20f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843220 Feb 19 00:38:58.996369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51096) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:58.996478 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-250266b4-63b7-47e0-8aa6-b9d82987e73d tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1074367 Feb 19 00:38:59.000596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Request body: {'floatingip': {'floating_network_id': '9c7a456c-bbd3-4ea7-8974-af95bf5421b2'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:38:59.021462 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.058427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b72c5a-e3bf-468c-bce6-25dd001bd393 None None] Network 9c7a456c-bbd3-4ea7-8974-af95bf5421b2 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:38:59.116825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.238118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Allocated IP 172.20.0.3 (9c7a456c-bbd3-4ea7-8974-af95bf5421b2/405b867e-8255-47be-b3de-4ac3489e1bda/5b5eb0dd-4f31-4f08-a077-bb2118f44310) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:38:59.346423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for port (5b5eb0dd-4f31-4f08-a077-bb2118f44310), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.391063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5b5eb0dd-4f31-4f08-a077-bb2118f44310), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.432113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51108) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:59.456672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Network 9c7a456c-bbd3-4ea7-8974-af95bf5421b2 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:38:59.463763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:59.464736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:38:59.471961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:38:59.501788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Port': ['ID=5b5eb0dd-4f31-4f08-a077-bb2118f44310,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:59.539591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a27288c2-cf7b-4a15-8a78-9c047953bfe0 req-86cabd8e-071f-45a5-9743-b08175836a0c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0687451 Feb 19 00:38:59.550836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0bace-31eb-42f6-9971-5efc46779167 req-7290ad09-8ad0-4f04-91cc-8a4f398f328e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:59.552394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14c0bace-31eb-42f6-9971-5efc46779167 req-7290ad09-8ad0-4f04-91cc-8a4f398f328e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 944 time: 0.1724176 Feb 19 00:38:59.554942 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f1efef0-57ed-4bb7-a250-f4f7b48bf9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.579444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:59.604451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'port_id': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'mac_address': 'fa:16:3e:11:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:38:59.644897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14c0bace-31eb-42f6-9971-5efc46779167 req-470bc552-9aca-4cb7-804e-f271cee7f282 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827968 Feb 19 00:38:59.647744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for floatingip (26feea81-82fa-4bcc-9f9e-bfe47c519eb3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.656393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f1efef0-57ed-4bb7-a250-f4f7b48bf9f2 admin admin] Publish callbacks [] for security_group (eca33681-6eb5-4c4e-8128-44a6d0c20429), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.661831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f1efef0-57ed-4bb7-a250-f4f7b48bf9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (eca33681-6eb5-4c4e-8128-44a6d0c20429), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.671855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:38:59.671855 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.695646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:38:59.711502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1efef0-57ed-4bb7-a250-f4f7b48bf9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca33681-6eb5-4c4e-8128-44a6d0c20429,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:59.717928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1f1efef0-57ed-4bb7-a250-f4f7b48bf9f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9495ab1af970404e875db5fa981dc44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847450 Feb 19 00:38:59.721162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51114) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:38:59.725033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:38:59.730705 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.732947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5b5eb0dd-4f31-4f08-a077-bb2118f44310), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.778254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:38:59.791796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-731d533a-4d51-485f-a958-9c2c67ca0a3a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:59.797050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-731d533a-4d51-485f-a958-9c2c67ca0a3a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:59.802353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-731d533a-4d51-485f-a958-9c2c67ca0a3a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:59.807531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-731d533a-4d51-485f-a958-9c2c67ca0a3a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:59.812744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-731d533a-4d51-485f-a958-9c2c67ca0a3a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:59.817973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-731d533a-4d51-485f-a958-9c2c67ca0a3a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:59.823240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-731d533a-4d51-485f-a958-9c2c67ca0a3a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:38:59.825091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-731d533a-4d51-485f-a958-9c2c67ca0a3a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5419 time: 0.1703639 Feb 19 00:38:59.931828 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fa874afe-1293-444a-8c07-9cffe1281388 admin admin] Publish callbacks [] for security_group (eca33681-6eb5-4c4e-8128-44a6d0c20429), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:38:59.949138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 5929865b-58bf-4db1-ae40-a3a638ae8ae3 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:38:59.953518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 19ae4cd2-5ea9-4508-9338-35f68f8fe759 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:00.004610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d10b9b4e-0a92-4b09-8581-c1610fe81b2f req-6906d831-1c18-4531-bd22-44cfbbea5e07 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715541 Feb 19 00:39:00.022369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fa874afe-1293-444a-8c07-9cffe1281388 admin admin] Publish callbacks [] for security_group (eca33681-6eb5-4c4e-8128-44a6d0c20429), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.047149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:00.107797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:00.130350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbbe866-bd7d-4a57-9387-f9e98c33bfd7 req-cc34d0ef-fcf2-418f-8053-5dfb38f398a0 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:00.132834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6cbbe866-bd7d-4a57-9387-f9e98c33bfd7 req-cc34d0ef-fcf2-418f-8053-5dfb38f398a0 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 944 time: 0.1722915 Feb 19 00:39:00.136109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:00.136549 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.137003 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for port (5b5eb0dd-4f31-4f08-a077-bb2118f44310), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.176588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (5b5eb0dd-4f31-4f08-a077-bb2118f44310), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.188521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 5929865b-58bf-4db1-ae40-a3a638ae8ae3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5929865b-58bf-4db1-ae40-a3a638ae8ae3,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:00.215323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '5929865b-58bf-4db1-ae40-a3a638ae8ae3', 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'port_id': '5929865b-58bf-4db1-ae40-a3a638ae8ae3', 'mac_address': 'fa:16:3e:db:c1:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b6465e-1407-4792-9451-e1b2885442a2', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:39:00.233840 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fa874afe-1293-444a-8c07-9cffe1281388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (eca33681-6eb5-4c4e-8128-44a6d0c20429), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.236428 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fa874afe-1293-444a-8c07-9cffe1281388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.237574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fa874afe-1293-444a-8c07-9cffe1281388 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eca33681-6eb5-4c4e-8128-44a6d0c20429 HTTP/1.1" status: 204 len: 168 time: 0.5148354 Feb 19 00:39:00.291524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:00.291917 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.300892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa874afe-1293-444a-8c07-9cffe1281388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca33681-6eb5-4c4e-8128-44a6d0c20429,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:00.313990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Port': ['ID=5b5eb0dd-4f31-4f08-a077-bb2118f44310,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:00.343086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6cbbe866-bd7d-4a57-9387-f9e98c33bfd7 req-6aa67220-2b64-4765-84dd-0d2c7d2df354 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829195 Feb 19 00:39:00.355548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5929865b-58bf-4db1-ae40-a3a638ae8ae3 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:39:00.359132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9daf5-8adf-44be-96d9-101ba9a78ee2 req-2aeb1471-b525-46ee-a51e-66248e6629a7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:00.361730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0b9daf5-8adf-44be-96d9-101ba9a78ee2 req-2aeb1471-b525-46ee-a51e-66248e6629a7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.2521968 Feb 19 00:39:00.370588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (26feea81-82fa-4bcc-9f9e-bfe47c519eb3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.397808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:00.405587 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.412745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.417759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51126) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:00.420198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e9bd1bf4-6ffa-40ed-8237-a73bb3e21f08 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.4232099 Feb 19 00:39:00.425722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 5929865b-58bf-4db1-ae40-a3a638ae8ae3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5929865b-58bf-4db1-ae40-a3a638ae8ae3,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:00.443917 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.444932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c9337c58-d91d-4e39-a18a-0f143c800d87 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:39:00.479509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0b9daf5-8adf-44be-96d9-101ba9a78ee2 req-5b339332-d7e6-4a7c-a594-93f6ac76f169 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039531 Feb 19 00:39:00.492917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbd6074-a335-4876-844e-cebd8c9870f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ae4cd2-5ea9-4508-9338-35f68f8fe759'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:00.495207 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fd4d90-146c-4d15-8a49-d156c204abee" -d '{"events": [{"server_uuid": "dcbd6074-a335-4876-844e-cebd8c9870f0", "name": "network-vif-plugged", "status": "completed", "tag": "19ae4cd2-5ea9-4508-9338-35f68f8fe759"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:00.534562 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f5fc072f-6c05-48a3-acc2-42c8e57a1888 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=9c7a456c-bbd3-4ea7-8974-af95bf5421b2 HTTP/1.1" status: 200 len: 689 time: 0.1153784 Feb 19 00:39:00.537140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51130) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:00.555323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 19ae4cd2-5ea9-4508-9338-35f68f8fe759, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19ae4cd2-5ea9-4508-9338-35f68f8fe759,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:00.575166 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fcba3bb-1ed7-484c-a0f2-87cd01fb2146 x-openstack-request-id: req-6fcba3bb-1ed7-484c-a0f2-87cd01fb2146 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:00.575876 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbd6074-a335-4876-844e-cebd8c9870f0", "name": "network-vif-plugged", "status": "completed", "tag": "19ae4cd2-5ea9-4508-9338-35f68f8fe759", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:00.576303 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fcba3bb-1ed7-484c-a0f2-87cd01fb2146 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:00.576853 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbd6074-a335-4876-844e-cebd8c9870f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ae4cd2-5ea9-4508-9338-35f68f8fe759', 'code': 200} Feb 19 00:39:00.603130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.641870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=5929865b-58bf-4db1-ae40-a3a638ae8ae3,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:00.646881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c9337c58-d91d-4e39-a18a-0f143c800d87, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c9337c58-d91d-4e39-a18a-0f143c800d87,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:00.687845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc472a34-dba8-4004-9b84-48f4d0afee00 req-d22f27a1-08a5-4c40-817b-b1b66eb20500 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0640073 Feb 19 00:39:00.690632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:00.720960 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (9c7a456c-bbd3-4ea7-8974-af95bf5421b2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.721903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92bcf048-3ccc-45dd-84c1-a862b63209ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.724896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'c9337c58-d91d-4e39-a18a-0f143c800d87', 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'port_id': 'c9337c58-d91d-4e39-a18a-0f143c800d87', 'mac_address': 'fa:16:3e:ec:a6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b6465e-1407-4792-9451-e1b2885442a2', 'ip_address': '10.1.1.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:39:00.737670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=19ae4cd2-5ea9-4508-9338-35f68f8fe759,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:00.759643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88ebbf-5364-4aa0-b83c-2dcb450e2d95 req-d4b75fc9-f080-4eed-825c-ab4d657d7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:00.761161 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bd88ebbf-5364-4aa0-b83c-2dcb450e2d95 req-d4b75fc9-f080-4eed-825c-ab4d657d7618 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 1127 time: 0.1107566 Feb 19 00:39:00.781276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port c9337c58-d91d-4e39-a18a-0f143c800d87 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:00.781760 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.798513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9337c58-d91d-4e39-a18a-0f143c800d87 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:39:00.820908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c9337c58-d91d-4e39-a18a-0f143c800d87, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c9337c58-d91d-4e39-a18a-0f143c800d87,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:00.824880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.825904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 66005622-a0c1-44c3-b556-500e0fc2ef30 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:39:00.837017 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bd88ebbf-5364-4aa0-b83c-2dcb450e2d95 req-b680dcee-8aed-4ccd-98df-f9bc1bc635e5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693808 Feb 19 00:39:00.873779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92bcf048-3ccc-45dd-84c1-a862b63209ca admin admin] Publish callbacks [] for security_group (98f7454f-2563-4519-87d6-065d8567b2ef), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.881089 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-92bcf048-3ccc-45dd-84c1-a862b63209ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (98f7454f-2563-4519-87d6-065d8567b2ef), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.886115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb02097-df66-46b8-ac8d-e490a8975076 req-976fbff5-ea07-4de3-86e0-aeb0f843adf5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:00.887781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfb02097-df66-46b8-ac8d-e490a8975076 req-976fbff5-ea07-4de3-86e0-aeb0f843adf5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1003969 Feb 19 00:39:00.908758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 66005622-a0c1-44c3-b556-500e0fc2ef30, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=66005622-a0c1-44c3-b556-500e0fc2ef30,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:00.911363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=c9337c58-d91d-4e39-a18a-0f143c800d87,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:00.915904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Deleting port 5b5eb0dd-4f31-4f08-a077-bb2118f44310 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:00.915904 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5b5eb0dd-4f31-4f08-a077-bb2118f44310), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.927958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '66005622-a0c1-44c3-b556-500e0fc2ef30', 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'port_id': '66005622-a0c1-44c3-b556-500e0fc2ef30', 'mac_address': 'fa:16:3e:ac:6a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b6465e-1407-4792-9451-e1b2885442a2', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:39:00.930819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-92bcf048-3ccc-45dd-84c1-a862b63209ca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ed631d57ad2f46559480b5caaa9aee28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2383349 Feb 19 00:39:00.932364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcf048-3ccc-45dd-84c1-a862b63209ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f7454f-2563-4519-87d6-065d8567b2ef,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:00.934104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51138) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:00.977819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 66005622-a0c1-44c3-b556-500e0fc2ef30 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:00.978303 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:00.991515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfb02097-df66-46b8-ac8d-e490a8975076 req-670cfcfc-6ae0-4904-a156-649aa3c5cec6 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958283 Feb 19 00:39:00.991979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66005622-a0c1-44c3-b556-500e0fc2ef30 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:39:00.997310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8cb45c2-0931-4510-9632-09d90d50e81a admin admin] Publish callbacks [] for security_group (98f7454f-2563-4519-87d6-065d8567b2ef), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.015592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 66005622-a0c1-44c3-b556-500e0fc2ef30, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=66005622-a0c1-44c3-b556-500e0fc2ef30,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:01.021436 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.022200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b4d5d1f9-d816-4051-aa07-97c9edaca3c8 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:39:01.024313 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5b5eb0dd-4f31-4f08-a077-bb2118f44310), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.024832 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for floatingip (5b5eb0dd-4f31-4f08-a077-bb2118f44310), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.030353 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8cb45c2-0931-4510-9632-09d90d50e81a admin admin] Publish callbacks [] for security_group (98f7454f-2563-4519-87d6-065d8567b2ef), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.040719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Calling delete_port for 5b5eb0dd-4f31-4f08-a077-bb2118f44310 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:01.084814 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8cb45c2-0931-4510-9632-09d90d50e81a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (98f7454f-2563-4519-87d6-065d8567b2ef), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.089603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8cb45c2-0931-4510-9632-09d90d50e81a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.091542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a8cb45c2-0931-4510-9632-09d90d50e81a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/98f7454f-2563-4519-87d6-065d8567b2ef HTTP/1.1" status: 204 len: 168 time: 0.1564033 Feb 19 00:39:01.101368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb45c2-0931-4510-9632-09d90d50e81a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f7454f-2563-4519-87d6-065d8567b2ef,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:01.137456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=66005622-a0c1-44c3-b556-500e0fc2ef30,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:01.205358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-8d6270b3-07ce-4c34-85f2-7f2746fc265d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.210853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-8d6270b3-07ce-4c34-85f2-7f2746fc265d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.216042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-8d6270b3-07ce-4c34-85f2-7f2746fc265d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.221774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-8d6270b3-07ce-4c34-85f2-7f2746fc265d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.227913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-8d6270b3-07ce-4c34-85f2-7f2746fc265d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.233433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-8d6270b3-07ce-4c34-85f2-7f2746fc265d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.238856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-8d6270b3-07ce-4c34-85f2-7f2746fc265d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.240808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-8d6270b3-07ce-4c34-85f2-7f2746fc265d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5422 time: 0.1185954 Feb 19 00:39:01.258889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b4d5d1f9-d816-4051-aa07-97c9edaca3c8, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:01.271196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'port_id': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'mac_address': 'fa:16:3e:f5:43:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:39:01.312905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:01.313461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.323297 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5b5eb0dd-4f31-4f08-a077-bb2118f44310), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.328984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d5d1f9-d816-4051-aa07-97c9edaca3c8 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:39:01.351132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b4d5d1f9-d816-4051-aa07-97c9edaca3c8, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:01.356963 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.358599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 532c5680-28d8-4f96-8a90-b4269167a869 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:39:01.362036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b5eb0dd-4f31-4f08-a077-bb2118f44310,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:01.376732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4b6dd78-fad3-436b-bbda-32abd2cee476 req-0f6cfbeb-e314-41e2-b7f2-546186f98378 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082599 Feb 19 00:39:01.395775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 532c5680-28d8-4f96-8a90-b4269167a869, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=532c5680-28d8-4f96-8a90-b4269167a869,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:01.408461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '532c5680-28d8-4f96-8a90-b4269167a869', 'network_id': '085c403d-c1c1-44d4-9353-83d14761f960', 'port_id': '532c5680-28d8-4f96-8a90-b4269167a869', 'mac_address': 'fa:16:3e:d3:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b6465e-1407-4792-9451-e1b2885442a2', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:39:01.477232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for floatingip (26feea81-82fa-4bcc-9f9e-bfe47c519eb3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.501653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b20cbe-3e3c-44c7-8467-8c52e375984f req-8b7707fd-72fc-474f-bb48-9edcca3d2309 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.503315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78b20cbe-3e3c-44c7-8467-8c52e375984f req-8b7707fd-72fc-474f-bb48-9edcca3d2309 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 944 time: 0.0736935 Feb 19 00:39:01.519037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:01.569606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:01.574576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 532c5680-28d8-4f96-8a90-b4269167a869 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:01.575487 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (532c5680-28d8-4f96-8a90-b4269167a869), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.575705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (405b867e-8255-47be-b3de-4ac3489e1bda), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.597048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532c5680-28d8-4f96-8a90-b4269167a869 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:39:01.604420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:01.615971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:01.616407 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.626795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78b20cbe-3e3c-44c7-8467-8c52e375984f req-dbf82ec5-5804-487e-b0e9-eab40681dea7 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919213 Feb 19 00:39:01.646902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 532c5680-28d8-4f96-8a90-b4269167a869, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=532c5680-28d8-4f96-8a90-b4269167a869,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:01.663553 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (532c5680-28d8-4f96-8a90-b4269167a869), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.689933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afbaa2-0820-4190-8cc3-d43614f60de2 req-79596703-f4ed-4dbd-83f4-820277be7e25 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:01.691612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04afbaa2-0820-4190-8cc3-d43614f60de2 req-79596703-f4ed-4dbd-83f4-820277be7e25 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.0819325 Feb 19 00:39:01.693304 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (405b867e-8255-47be-b3de-4ac3489e1bda), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.727609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=405b867e-8255-47be-b3de-4ac3489e1bda,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:01.734814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=532c5680-28d8-4f96-8a90-b4269167a869,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:01.779971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:01.780495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.830320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:01.836306 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:01.896012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:01.960455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 5ac782ca-3ecc-4917-ad3c-a85a8a88219e details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:39:02.186777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (9c7a456c-bbd3-4ea7-8974-af95bf5421b2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.190939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62979709-caf4-45a2-b3e0-7be4f9837b76 req-b2574285-2d3e-40d2-9a89-a7ec8a995d7b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.4325409 Feb 19 00:39:02.204461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04afbaa2-0820-4190-8cc3-d43614f60de2 req-4f672d51-a7d5-40bf-aaa9-4cd9e1f2ca24 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4853730 Feb 19 00:39:02.215930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7a456c-bbd3-4ea7-8974-af95bf5421b2']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:02.218964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:02.231978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92da9b1-38f1-4a41-9200-dc0a4797e15a') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:02.232343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92da9b1-38f1-4a41-9200-dc0a4797e15a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:02.239808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e', 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8', 'port_id': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e', 'mac_address': 'fa:16:3e:36:74:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59aeadcd-97b6-45d9-9947-0bcfde842c3f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:39:02.243064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (a92da9b1-38f1-4a41-9200-dc0a4797e15a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.279058 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a92da9b1-38f1-4a41-9200-dc0a4797e15a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.284793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:02.285193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.289267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:02.289858 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (a92da9b1-38f1-4a41-9200-dc0a4797e15a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:02.292222 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:02.306054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac782ca-3ecc-4917-ad3c-a85a8a88219e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:39:02.331441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:02.339867 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.340558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7873d5f4-a757-4c26-8e7a-f85c1de3da82 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:39:02.411009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:02.420151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7873d5f4-a757-4c26-8e7a-f85c1de3da82, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:02.441726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '7873d5f4-a757-4c26-8e7a-f85c1de3da82', 'network_id': '6bb87e76-90eb-4369-ba52-f925674f09d8', 'port_id': '7873d5f4-a757-4c26-8e7a-f85c1de3da82', 'mac_address': 'fa:16:3e:a4:4d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59aeadcd-97b6-45d9-9947-0bcfde842c3f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:39:02.448236 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (9c7a456c-bbd3-4ea7-8974-af95bf5421b2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.453420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c7a456c-bbd3-4ea7-8974-af95bf5421b2 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 00:39:02.456230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.460585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "DELETE /v2.0/networks/9c7a456c-bbd3-4ea7-8974-af95bf5421b2 HTTP/1.1" status: 204 len: 168 time: 1.9215710 Feb 19 00:39:02.462519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51184) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:02.493913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6595e84-66ab-4151-8cd4-96399ad59a6d req-fd14d847-d424-4fbc-9320-adf858b8e638 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.499826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:02.502313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6595e84-66ab-4151-8cd4-96399ad59a6d req-fd14d847-d424-4fbc-9320-adf858b8e638 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1942959 Feb 19 00:39:02.503243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.504612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe2eae-7dff-4c1d-870c-c2f685cedc43 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c7a456c-bbd3-4ea7-8974-af95bf5421b2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:02.525703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01b5f3-a098-463b-9da5-6de653371925 req-c186883c-43ed-4f3d-ab35-27408ae33b0c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.532958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a01b5f3-a098-463b-9da5-6de653371925 req-c186883c-43ed-4f3d-ab35-27408ae33b0c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1579921 Feb 19 00:39:02.540577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7873d5f4-a757-4c26-8e7a-f85c1de3da82 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:39:02.583051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:02.588035 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8101187-844c-4bbe-9ce7-8b116dd95f98" -d '{"events": [{"server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "name": "network-vif-plugged", "status": "completed", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:02.614332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7873d5f4-a757-4c26-8e7a-f85c1de3da82, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:02.633673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:02.634640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6595e84-66ab-4151-8cd4-96399ad59a6d req-bfd719bb-bea5-43ef-bcda-a85142e601ff tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312106 Feb 19 00:39:02.641500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a01b5f3-a098-463b-9da5-6de653371925 req-492c981e-d64b-4439-bd49-c1674b0f5899 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076937 Feb 19 00:39:02.717018 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a9855c-eb42-4c58-bbf7-cdb84fd733e6 x-openstack-request-id: req-c2a9855c-eb42-4c58-bbf7-cdb84fd733e6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:02.718094 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "name": "network-vif-plugged", "status": "completed", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:02.718483 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2a9855c-eb42-4c58-bbf7-cdb84fd733e6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:02.718977 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'code': 200} Feb 19 00:39:02.722612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=7873d5f4-a757-4c26-8e7a-f85c1de3da82,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:02.735915 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e79401ab-e855-4c05-9b59-1351c13152ff tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1956 time: 0.2713912 Feb 19 00:39:02.738679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51196) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:02.870525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['c9337c58-d91d-4e39-a18a-0f143c800d87'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:02.871859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.872321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.872774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.873263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.873701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.874351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.875227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.875824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.876421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.877015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.877817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.878280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.881464 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6d58e037-e3a4-45d1-90e2-bc93ab886e2b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7753 time: 0.1416268 Feb 19 00:39:02.884884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51202) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:02.887534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc5d39-af92-4e6b-8259-a9155a2c211e req-ce137e51-b4ed-46fa-bf3b-77adf966aec0 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.891454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20fc5d39-af92-4e6b-8259-a9155a2c211e req-ce137e51-b4ed-46fa-bf3b-77adf966aec0 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 945 time: 0.1043284 Feb 19 00:39:02.914421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-fe2ed1df-2425-4dae-89cb-63da1680fa3c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.928760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-fe2ed1df-2425-4dae-89cb-63da1680fa3c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.939342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-fe2ed1df-2425-4dae-89cb-63da1680fa3c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.944406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['66005622-a0c1-44c3-b556-500e0fc2ef30'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:02.957060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-fe2ed1df-2425-4dae-89cb-63da1680fa3c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.966137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-fe2ed1df-2425-4dae-89cb-63da1680fa3c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.971738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-fe2ed1df-2425-4dae-89cb-63da1680fa3c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.977539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-fe2ed1df-2425-4dae-89cb-63da1680fa3c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.978364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d7988f-d743-4880-808b-7ce066058a32 req-58554b48-036d-47f8-b9aa-6a42702caaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:02.979975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-fe2ed1df-2425-4dae-89cb-63da1680fa3c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5426 time: 0.2367141 Feb 19 00:39:02.987127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-57d7988f-d743-4880-808b-7ce066058a32 req-58554b48-036d-47f8-b9aa-6a42702caaef service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1127 time: 0.1805592 Feb 19 00:39:03.010973 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-7ae9da73-6f9f-467b-8b31-80f0b438cd68 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] delete failed (client error): The resource could not be found. Feb 19 00:39:03.014472 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7ae9da73-6f9f-467b-8b31-80f0b438cd68 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/26feea81-82fa-4bcc-9f9e-bfe47c519eb3 HTTP/1.1" status: 404 len: 345 time: 0.1259351 Feb 19 00:39:03.015338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51206) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:03.040954 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d947e73-4a7a-4548-9796-ddbc5648605e tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 00:39:03.041723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d947e73-4a7a-4548-9796-ddbc5648605e tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:39:03.044979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6d947e73-4a7a-4548-9796-ddbc5648605e tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "DELETE /v2.0/networks/9c7a456c-bbd3-4ea7-8974-af95bf5421b2 HTTP/1.1" status: 404 len: 339 time: 0.0283749 Feb 19 00:39:03.054221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51208) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:03.059547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Request body: {'network': {'name': 'tempest-network--927593183', 'router:external': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:03.063488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['5929865b-58bf-4db1-ae40-a3a638ae8ae3'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:03.076775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-57d7988f-d743-4880-808b-7ce066058a32 req-97424b22-aab4-4d58-8b21-1d86978d7400 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879161 Feb 19 00:39:03.090034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Made reservation on behalf of 50de78e7fd9340fe859566df3bcd4b8f for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:03.093328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:03.101860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['532c5680-28d8-4f96-8a90-b4269167a869'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:03.104140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20fc5d39-af92-4e6b-8259-a9155a2c211e req-d2a5add4-769b-4da7-bde6-3dd27f4dfea9 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228163 Feb 19 00:39:03.147748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a61de08d-13c1-4d79-8b0c-857b78a69767 req-ba155412-0780-4716-b53f-465a4e9b8e78 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408689 Feb 19 00:39:03.148267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['b4d5d1f9-d816-4051-aa07-97c9edaca3c8'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:03.152135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:03.183043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a327cdbe-4f71-4d99-8687-e1d8bd1a4989), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:03.183043 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Added segment a327cdbe-4f71-4d99-8687-e1d8bd1a4989 of type vlan for network 3948995d-31b2-4f46-9a11-10cc5c637ab1 Feb 19 00:39:03.302088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3948995d-31b2-4f46-9a11-10cc5c637ab1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:03.319445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5346b-820c-4895-bc01-f2e8f7551e58 req-c074d7e7-77f4-404f-a1a4-7db586106437 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:03.320002 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:39:03.330878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ab5346b-820c-4895-bc01-f2e8f7551e58 req-c074d7e7-77f4-404f-a1a4-7db586106437 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0950215 Feb 19 00:39:03.381760 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3948995d-31b2-4f46-9a11-10cc5c637ab1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:03.383258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:03.384139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:03.414488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['5ac782ca-3ecc-4917-ad3c-a85a8a88219e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:03.471523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ab5346b-820c-4895-bc01-f2e8f7551e58 req-a9ee9ecd-7eb4-4084-b6db-da61ed05c6fc tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396410 Feb 19 00:39:03.533194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Network': ['ID=3948995d-31b2-4f46-9a11-10cc5c637ab1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:03.560231 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8e2a2a59-476e-425b-8c40-dda7959d2861 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5024765 Feb 19 00:39:03.560623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51226) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:03.561065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3948995d-31b2-4f46-9a11-10cc5c637ab1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:03.596179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f85214c-f201-4d35-87fd-d372d8218365 req-9e807c9b-4d18-4d5c-9951-e2f3079eb50d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0614228 Feb 19 00:39:03.738309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252dfc-5351-4703-9db5-2722aae0cad0 req-77e8d15a-7b05-499e-a94c-00b3cb0bd12b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:03.739962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0252dfc-5351-4703-9db5-2722aae0cad0 req-77e8d15a-7b05-499e-a94c-00b3cb0bd12b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.0930853 Feb 19 00:39:03.842076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0252dfc-5351-4703-9db5-2722aae0cad0 req-ee3c0142-2a12-4a2e-9018-7c07c9ef5118 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961285 Feb 19 00:39:03.873005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818a7be-0e75-4eb3-98d4-62241fa0dbaa req-0485dc69-5165-4615-a3a6-1f8a75b68517 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:03.874284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5482c0-f530-4def-a99e-94cbf9d24f7e tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:03.874569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6818a7be-0e75-4eb3-98d4-62241fa0dbaa req-0485dc69-5165-4615-a3a6-1f8a75b68517 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1077626 Feb 19 00:39:03.879580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5482c0-f530-4def-a99e-94cbf9d24f7e tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:03.884997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5482c0-f530-4def-a99e-94cbf9d24f7e tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:03.890092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5482c0-f530-4def-a99e-94cbf9d24f7e tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:03.891912 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a5482c0-f530-4def-a99e-94cbf9d24f7e tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3295767 Feb 19 00:39:03.895818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51246) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:03.962515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6818a7be-0e75-4eb3-98d4-62241fa0dbaa req-4650649d-a6f9-4497-ac75-cab8ae6036b3 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732472 Feb 19 00:39:03.985669 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3948995d-31b2-4f46-9a11-10cc5c637ab1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.086475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3948995d-31b2-4f46-9a11-10cc5c637ab1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.113639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3948995d-31b2-4f46-9a11-10cc5c637ab1']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:04.139451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a327cdbe-4f71-4d99-8687-e1d8bd1a4989') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:04.139874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a327cdbe-4f71-4d99-8687-e1d8bd1a4989') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:04.160497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (a327cdbe-4f71-4d99-8687-e1d8bd1a4989), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.176502 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a327cdbe-4f71-4d99-8687-e1d8bd1a4989), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.180583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8907f64-9347-4fbe-9e0c-f77bb4cdf503 req-26858722-101f-4c86-bf70-cc2919ddd9fc tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.182649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8907f64-9347-4fbe-9e0c-f77bb4cdf503 req-26858722-101f-4c86-bf70-cc2919ddd9fc tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0719783 Feb 19 00:39:04.199259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:04.200088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (a327cdbe-4f71-4d99-8687-e1d8bd1a4989), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:04.263400 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:04.278933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8907f64-9347-4fbe-9e0c-f77bb4cdf503 req-91a6d32e-ca51-4bca-b1e5-d5d8325d56db tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828779 Feb 19 00:39:04.302121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3948995d-31b2-4f46-9a11-10cc5c637ab1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.312183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3948995d-31b2-4f46-9a11-10cc5c637ab1 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 00:39:04.314351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988e33a-f7cd-4964-b1a2-c56031b0164e req-a9bed8da-4025-4183-8655-b68940e2e8c8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.315956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3988e33a-f7cd-4964-b1a2-c56031b0164e req-a9bed8da-4025-4183-8655-b68940e2e8c8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1202350 Feb 19 00:39:04.342537 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.350835 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "DELETE /v2.0/networks/3948995d-31b2-4f46-9a11-10cc5c637ab1 HTTP/1.1" status: 204 len: 168 time: 0.4537673 Feb 19 00:39:04.352429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb25daa-8d82-4427-99b1-8c0f33a7c267 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event deleted for resources: {'Network': ['ID=3948995d-31b2-4f46-9a11-10cc5c637ab1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:04.355277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51262) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:04.366267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Request body: {'network': {'name': 'tempest-network--1223579862', 'router:external': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:04.419522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-914b0a24-d20d-4ccc-a925-e7828f44ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.420209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3988e33a-f7cd-4964-b1a2-c56031b0164e req-6907f7e4-6779-4688-93e3-c7bc5b0a5476 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927341 Feb 19 00:39:04.420694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51264) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:04.421107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-914b0a24-d20d-4ccc-a925-e7828f44ae27 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 1127 time: 0.2462778 Feb 19 00:39:04.448894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42edea-40b0-47f9-9162-26182d86717c req-6d531e6d-e4ff-4453-b364-89a0b1090631 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.454817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42edea-40b0-47f9-9162-26182d86717c req-6d531e6d-e4ff-4453-b364-89a0b1090631 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.460489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42edea-40b0-47f9-9162-26182d86717c req-6d531e6d-e4ff-4453-b364-89a0b1090631 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.467762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42edea-40b0-47f9-9162-26182d86717c req-6d531e6d-e4ff-4453-b364-89a0b1090631 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.467985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Made reservation on behalf of 50de78e7fd9340fe859566df3bcd4b8f for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:04.470559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.473619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42edea-40b0-47f9-9162-26182d86717c req-6d531e6d-e4ff-4453-b364-89a0b1090631 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.479380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42edea-40b0-47f9-9162-26182d86717c req-6d531e6d-e4ff-4453-b364-89a0b1090631 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.485289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42edea-40b0-47f9-9162-26182d86717c req-6d531e6d-e4ff-4453-b364-89a0b1090631 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.493559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c42edea-40b0-47f9-9162-26182d86717c req-6d531e6d-e4ff-4453-b364-89a0b1090631 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5426 time: 0.1593907 Feb 19 00:39:04.551546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:04.575548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7e5c6bae-8a5c-4794-bae5-f70c974f711e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.575909 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Added segment 7e5c6bae-8a5c-4794-bae5-f70c974f711e of type vlan for network 8b3c9852-6a48-4021-9ac0-211d910a7ff8 Feb 19 00:39:04.624663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c42edea-40b0-47f9-9162-26182d86717c req-38fcaa6f-eef7-450b-b7d6-1f1d51e48f0a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1299958 Feb 19 00:39:04.652827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-fdb1d8fd-44a1-44a5-a6bb-81868f894abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.654368 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-fdb1d8fd-44a1-44a5-a6bb-81868f894abe service neutron] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 919 time: 0.2266409 Feb 19 00:39:04.690312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf6cf-6376-49d3-b8c3-e30228f7d3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.716002 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-ef922604-bdb5-4020-ad90-86a7294326ae service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ae4cd2-5ea9-4508-9338-35f68f8fe759 HTTP/1.1" status: 200 len: 217 time: 0.0536113 Feb 19 00:39:04.717796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8b3c9852-6a48-4021-9ac0-211d910a7ff8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.794086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-d04c6893-9472-4102-93fb-02cd88feaebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.795972 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-d04c6893-9472-4102-93fb-02cd88feaebc service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.0723975 Feb 19 00:39:04.797127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8b3c9852-6a48-4021-9ac0-211d910a7ff8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.798115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.798808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.857397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bb341-305a-4921-afa4-e75f023c5245 req-9889296c-b202-4b85-979f-d2d2f639d766 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.859646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-186bb341-305a-4921-afa4-e75f023c5245 req-9889296c-b202-4b85-979f-d2d2f639d766 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1208620 Feb 19 00:39:04.866074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf6cf-6376-49d3-b8c3-e30228f7d3c0 admin admin] Publish callbacks [] for security_group (cdbd88fc-13ae-4d76-942f-fbb284e2510c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.873958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-18521ead-4fae-4a2e-ba9e-59eba5462d56 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711224 Feb 19 00:39:04.885101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cd402-5c2c-452e-a624-29096f8aa931 req-7abae44c-1516-4067-906c-8159b6ebc922 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.890704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cd402-5c2c-452e-a624-29096f8aa931 req-7abae44c-1516-4067-906c-8159b6ebc922 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.896265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327cd402-5c2c-452e-a624-29096f8aa931 req-7abae44c-1516-4067-906c-8159b6ebc922 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:04.898101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-327cd402-5c2c-452e-a624-29096f8aa931 req-7abae44c-1516-4067-906c-8159b6ebc922 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d&device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b&device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 2417 time: 0.1471393 Feb 19 00:39:04.899305 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5401731 Feb 19 00:39:04.905252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3bdbf6cf-6376-49d3-b8c3-e30228f7d3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cdbd88fc-13ae-4d76-942f-fbb284e2510c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:04.907701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51272) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:04.912382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f95525-ff1d-40ef-832d-7f4aafaad62a tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Network': ['ID=8b3c9852-6a48-4021-9ac0-211d910a7ff8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:04.928547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8b3c9852-6a48-4021-9ac0-211d910a7ff8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:04.993967 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-82985a77-87ca-4e26-867c-47773ea3aa67 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075430 Feb 19 00:39:05.014896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['7873d5f4-a757-4c26-8e7a-f85c1de3da82'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:05.059968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbf6cf-6376-49d3-b8c3-e30228f7d3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbd88fc-13ae-4d76-942f-fbb284e2510c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:05.064253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3bdbf6cf-6376-49d3-b8c3-e30228f7d3c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0576aa8fcf3847898bf0999054886c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6417928 Feb 19 00:39:05.067656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51274) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:05.085287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-186bb341-305a-4921-afa4-e75f023c5245 req-8e4b4b87-b3fa-46be-866d-25cdc67afb6a tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161129 Feb 19 00:39:05.099734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2791e5b5-f98c-4f9e-b6b7-1670b5fd600e tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:05.101043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2791e5b5-f98c-4f9e-b6b7-1670b5fd600e tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] 10.222.0.60 "GET /v2.0/networks/8b3c9852-6a48-4021-9ac0-211d910a7ff8 HTTP/1.1" status: 200 len: 757 time: 0.1866148 Feb 19 00:39:05.107940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-327cd402-5c2c-452e-a624-29096f8aa931 req-04064575-e4c0-4e4b-933a-6db5839c993a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795020 Feb 19 00:39:05.108763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51276) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:05.163952 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ce67f2a7-b994-47cd-8fdf-3b0f45ad8c8d req-080a48d2-adce-45bb-b094-8e787a55edf7 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627476 Feb 19 00:39:05.165038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209fc149-b54e-448f-9f83-3988714fdb70 admin admin] Publish callbacks [] for security_group (cdbd88fc-13ae-4d76-942f-fbb284e2510c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.206982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209fc149-b54e-448f-9f83-3988714fdb70 admin admin] Publish callbacks [] for security_group (cdbd88fc-13ae-4d76-942f-fbb284e2510c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.228639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b810d08-a49c-428e-8f51-f98703f5c442 req-b05442c0-9bd6-4514-ba3a-2ab624d89c0d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0779095 Feb 19 00:39:05.265901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080b8575-aaf7-4c51-ab2e-ac8575ebb2e1 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:05.269468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209fc149-b54e-448f-9f83-3988714fdb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cdbd88fc-13ae-4d76-942f-fbb284e2510c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.270471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-080b8575-aaf7-4c51-ab2e-ac8575ebb2e1 tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] 10.222.0.60 "GET /v2.0/networks/846681be-34b2-4119-8f5c-32d2d67e2fc1 HTTP/1.1" status: 200 len: 767 time: 0.1591094 Feb 19 00:39:05.271261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51286) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:05.273610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209fc149-b54e-448f-9f83-3988714fdb70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.275109 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-209fc149-b54e-448f-9f83-3988714fdb70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdbd88fc-13ae-4d76-942f-fbb284e2510c HTTP/1.1" status: 204 len: 168 time: 0.2058575 Feb 19 00:39:05.285385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fc149-b54e-448f-9f83-3988714fdb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbd88fc-13ae-4d76-942f-fbb284e2510c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:05.394584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8b3c9852-6a48-4021-9ac0-211d910a7ff8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.419416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-2a74e2a4-d564-4e10-9f05-bade3f6c01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:05.420986 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-2a74e2a4-d564-4e10-9f05-bade3f6c01c5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1127 time: 0.0501988 Feb 19 00:39:05.517544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-c9f286df-22a6-4bf3-bcf9-f86d751331ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:05.519034 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-c9f286df-22a6-4bf3-bcf9-f86d751331ea service neutron] 10.222.0.113 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 921 time: 0.0914514 Feb 19 00:39:05.553677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dd63c-3252-4deb-bd1a-8437e3d23149 req-c2a9353a-6092-46e6-9e37-2c8ad1bd1777 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:05.555285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d2dd63c-3252-4deb-bd1a-8437e3d23149 req-c2a9353a-6092-46e6-9e37-2c8ad1bd1777 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.1581225 Feb 19 00:39:05.572605 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-9fc6e037-06c3-4307-90c9-b404bec1de17 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0452876 Feb 19 00:39:05.576664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8b3c9852-6a48-4021-9ac0-211d910a7ff8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.585526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c90be-0a5b-4ca4-a9fb-0f44941a252a req-055b6dce-3066-4a91-b539-a4e133ee8313 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:05.590659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be1c90be-0a5b-4ca4-a9fb-0f44941a252a req-055b6dce-3066-4a91-b539-a4e133ee8313 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1795709 Feb 19 00:39:05.615883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51296) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:05.633872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d841bfe-b429-4029-b915-5ae9c24e6e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.639095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b3c9852-6a48-4021-9ac0-211d910a7ff8']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:05.648176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-e49ff049-9503-4aca-ae7f-b8441a060498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:05.649693 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-e49ff049-9503-4aca-ae7f-b8441a060498 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.0676219 Feb 19 00:39:05.663234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5c6bae-8a5c-4794-bae5-f70c974f711e') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:05.663554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5c6bae-8a5c-4794-bae5-f70c974f711e') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:05.683073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (7e5c6bae-8a5c-4794-bae5-f70c974f711e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.690491 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-86a17afb-386d-4c6b-ace1-8bdf71c5a91c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298357 Feb 19 00:39:05.706789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d2dd63c-3252-4deb-bd1a-8437e3d23149 req-69934c1c-6461-4d0e-a438-dabe44d97637 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439588 Feb 19 00:39:05.722343 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7e5c6bae-8a5c-4794-bae5-f70c974f711e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.726392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be1c90be-0a5b-4ca4-a9fb-0f44941a252a req-d49c6cdf-5b12-4f19-9052-43b95d859c86 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161463 Feb 19 00:39:05.729798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:05.730468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (7e5c6bae-8a5c-4794-bae5-f70c974f711e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:05.733411 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:05.813038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d841bfe-b429-4029-b915-5ae9c24e6e5b admin admin] Publish callbacks [] for security_group (51c378e8-43f7-44b8-8d92-2056cb0a2a21), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.825469 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d841bfe-b429-4029-b915-5ae9c24e6e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (51c378e8-43f7-44b8-8d92-2056cb0a2a21), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.860948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-ca878467-7cad-44ca-8d62-5a068a35fb3b service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588645 Feb 19 00:39:05.862860 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8b3c9852-6a48-4021-9ac0-211d910a7ff8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.868220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b3c9852-6a48-4021-9ac0-211d910a7ff8 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 00:39:05.870869 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:05.877963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "DELETE /v2.0/networks/8b3c9852-6a48-4021-9ac0-211d910a7ff8 HTTP/1.1" status: 204 len: 168 time: 0.6022089 Feb 19 00:39:05.884993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51302) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:05.892197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Request body: {'network': {'name': 'tempest-network--434501225'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:05.924605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa66d8-3850-437f-ade4-b4fad9237a3c tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b3c9852-6a48-4021-9ac0-211d910a7ff8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:05.934176 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8d841bfe-b429-4029-b915-5ae9c24e6e5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fe67e153bad4879960f61cfbfe522ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3153360 Feb 19 00:39:05.934176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d841bfe-b429-4029-b915-5ae9c24e6e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c378e8-43f7-44b8-8d92-2056cb0a2a21,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:05.936470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51304) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:05.957477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 66005622-a0c1-44c3-b556-500e0fc2ef30 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:05.962851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d37c54-581d-45a6-ae5b-06a7711aacb9 req-b2651066-4601-410f-843d-7153f8a731e3 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:05.970658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06d37c54-581d-45a6-ae5b-06a7711aacb9 req-b2651066-4601-410f-843d-7153f8a731e3 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1794627 Feb 19 00:39:05.995760 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6554-2fba-4bac-925c-0dbee74153c4 admin admin] Publish callbacks [] for security_group (51c378e8-43f7-44b8-8d92-2056cb0a2a21), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.015176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-3652c401-8026-4232-8db7-d304a475cc5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.017848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 66005622-a0c1-44c3-b556-500e0fc2ef30 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:06.021191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-3652c401-8026-4232-8db7-d304a475cc5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.023197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 66005622-a0c1-44c3-b556-500e0fc2ef30 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:06.023603 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.029326 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d798c1-39d3-45aa-a87a-f7dbedfc9b39 req-d84da7f9-9bc1-42ce-a287-bda56ea0ab07 service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572356 Feb 19 00:39:06.030943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-3652c401-8026-4232-8db7-d304a475cc5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.037903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-3652c401-8026-4232-8db7-d304a475cc5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.043830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-3652c401-8026-4232-8db7-d304a475cc5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.050144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6554-2fba-4bac-925c-0dbee74153c4 admin admin] Publish callbacks [] for security_group (51c378e8-43f7-44b8-8d92-2056cb0a2a21), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.050753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-3652c401-8026-4232-8db7-d304a475cc5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.057257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-3652c401-8026-4232-8db7-d304a475cc5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.065176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-3652c401-8026-4232-8db7-d304a475cc5b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5426 time: 0.2618401 Feb 19 00:39:06.085524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Made reservation on behalf of 50de78e7fd9340fe859566df3bcd4b8f for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:06.088476 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.123819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 66005622-a0c1-44c3-b556-500e0fc2ef30 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:06.124388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.128293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6554-2fba-4bac-925c-0dbee74153c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (51c378e8-43f7-44b8-8d92-2056cb0a2a21), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.132104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c9f6554-2fba-4bac-925c-0dbee74153c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.136184 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c9f6554-2fba-4bac-925c-0dbee74153c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51c378e8-43f7-44b8-8d92-2056cb0a2a21 HTTP/1.1" status: 204 len: 168 time: 0.1961670 Feb 19 00:39:06.154680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66005622-a0c1-44c3-b556-500e0fc2ef30'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:06.157601 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0018fa1e-e4d0-4242-a0b9-32292df08fbb" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "66005622-a0c1-44c3-b556-500e0fc2ef30"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:06.159197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f6554-2fba-4bac-925c-0dbee74153c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c378e8-43f7-44b8-8d92-2056cb0a2a21,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:06.162437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06d37c54-581d-45a6-ae5b-06a7711aacb9 req-eba02a50-48af-41fe-bd58-d0d7ef1fb827 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865978 Feb 19 00:39:06.171450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 66005622-a0c1-44c3-b556-500e0fc2ef30, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=66005622-a0c1-44c3-b556-500e0fc2ef30,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:06.179274 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.239983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=66005622-a0c1-44c3-b556-500e0fc2ef30,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:06.268525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b02e866b-70ab-4ea1-980c-2e988ee50540 req-b5f6e0b6-c475-456c-94ce-bf0692cb163c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1944013 Feb 19 00:39:06.269677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:06.298892 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (9271272a-6464-49e7-a80d-cd0e4b0d4cf3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.299275 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Added segment 9271272a-6464-49e7-a80d-cd0e4b0d4cf3 of type vlan for network cc58a80b-1cdd-40b9-b3ec-b063dfddd24a Feb 19 00:39:06.362749 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e03157-19db-4c55-9070-b76fbabe203a x-openstack-request-id: req-23e03157-19db-4c55-9070-b76fbabe203a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:06.362909 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "66005622-a0c1-44c3-b556-500e0fc2ef30", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:06.363129 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23e03157-19db-4c55-9070-b76fbabe203a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:06.363526 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66005622-a0c1-44c3-b556-500e0fc2ef30', 'code': 200} Feb 19 00:39:06.402400 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (cc58a80b-1cdd-40b9-b3ec-b063dfddd24a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.455126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13c3f5fd-5cf0-450e-98b6-938ba5e645e5 req-3573cf74-d510-4d55-b958-302076496506 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0356922 Feb 19 00:39:06.465225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (cc58a80b-1cdd-40b9-b3ec-b063dfddd24a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.467143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.468292 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.539441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6508553 Feb 19 00:39:06.540704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51324) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:06.543618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cfeb03-20a7-4942-9e58-23f8188857ad tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Network': ['ID=cc58a80b-1cdd-40b9-b3ec-b063dfddd24a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:06.547207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2dbccb90-28ac-47e0-8a31-c63d917da468 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:06.555519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network cc58a80b-1cdd-40b9-b3ec-b063dfddd24a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:06.724015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2dbccb90-28ac-47e0-8a31-c63d917da468 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (cc58a80b-1cdd-40b9-b3ec-b063dfddd24a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.741783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2dbccb90-28ac-47e0-8a31-c63d917da468 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (cc58a80b-1cdd-40b9-b3ec-b063dfddd24a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.760639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2dbccb90-28ac-47e0-8a31-c63d917da468 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Network cc58a80b-1cdd-40b9-b3ec-b063dfddd24a is not hosted by any dhcp agent {{(pid=103650) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 00:39:06.761676 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbccb90-28ac-47e0-8a31-c63d917da468 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.762293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2dbccb90-28ac-47e0-8a31-c63d917da468 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.766096 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2dbccb90-28ac-47e0-8a31-c63d917da468 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "PUT /v2.0/networks/cc58a80b-1cdd-40b9-b3ec-b063dfddd24a HTTP/1.1" status: 200 len: 857 time: 0.2219124 Feb 19 00:39:06.766799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51336) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:06.870216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbccb90-28ac-47e0-8a31-c63d917da468 tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event updated for resources: {'Network': ['ID=cc58a80b-1cdd-40b9-b3ec-b063dfddd24a,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:06.896459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (cc58a80b-1cdd-40b9-b3ec-b063dfddd24a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:06.898148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def68d8c-7ff3-43b6-ab59-b9e9dabc40ca req-d671b744-6974-45d5-b740-5a6d6ea436b7 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:06.907742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-def68d8c-7ff3-43b6-ab59-b9e9dabc40ca req-d671b744-6974-45d5-b740-5a6d6ea436b7 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0807180 Feb 19 00:39:06.980724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-def68d8c-7ff3-43b6-ab59-b9e9dabc40ca req-f7535100-a9bc-4870-ad88-d255b4f88a06 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704257 Feb 19 00:39:06.998555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (cc58a80b-1cdd-40b9-b3ec-b063dfddd24a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.021456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc58a80b-1cdd-40b9-b3ec-b063dfddd24a']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:07.031715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9271272a-6464-49e7-a80d-cd0e4b0d4cf3') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:07.032213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9271272a-6464-49e7-a80d-cd0e4b0d4cf3') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:07.042700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (9271272a-6464-49e7-a80d-cd0e4b0d4cf3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.057002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (9271272a-6464-49e7-a80d-cd0e4b0d4cf3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.063746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:07.064222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (9271272a-6464-49e7-a80d-cd0e4b0d4cf3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:07.066416 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:07.141672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (cc58a80b-1cdd-40b9-b3ec-b063dfddd24a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.154492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc58a80b-1cdd-40b9-b3ec-b063dfddd24a {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 00:39:07.157598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.161099 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] 10.222.0.60 "DELETE /v2.0/networks/cc58a80b-1cdd-40b9-b3ec-b063dfddd24a HTTP/1.1" status: 204 len: 168 time: 0.3937621 Feb 19 00:39:07.164776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51354) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:07.171543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194ad30-f55f-4518-a7a7-b9910d42954b tempest-ExternalNetworksTestJSON-337942057 tempest-ExternalNetworksTestJSON-337942057-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc58a80b-1cdd-40b9-b3ec-b063dfddd24a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:07.198927 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f27927-acfc-4790-b2bf-f6f2604d96af tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] DELETE failed (client error): The resource could not be found. Feb 19 00:39:07.199414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f27927-acfc-4790-b2bf-f6f2604d96af tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:39:07.205675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-04f27927-acfc-4790-b2bf-f6f2604d96af tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] 10.222.0.60 "DELETE /v2.0/subnets/405b867e-8255-47be-b3de-4ac3489e1bda HTTP/1.1" status: 404 len: 337 time: 0.0374882 Feb 19 00:39:07.205884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51360) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:07.390077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (846681be-34b2-4119-8f5c-32d2d67e2fc1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.440738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5663e-3fe4-4a55-8a11-ee845798d968 req-a133eb96-a412-4d02-9954-bbcebf56f4ff tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.442253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4a5663e-3fe4-4a55-8a11-ee845798d968 req-a133eb96-a412-4d02-9954-bbcebf56f4ff tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1406579 Feb 19 00:39:07.535304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0503c5-245c-4c63-a507-b5df31f2dfc2 req-1ccffe3a-3998-4022-ad8f-a01c39808fe8 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.536868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab0503c5-245c-4c63-a507-b5df31f2dfc2 req-1ccffe3a-3998-4022-ad8f-a01c39808fe8 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1941299 Feb 19 00:39:07.562107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (846681be-34b2-4119-8f5c-32d2d67e2fc1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.603607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4a5663e-3fe4-4a55-8a11-ee845798d968 req-5e9e70db-72fa-4ce9-9359-f19985baf208 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396968 Feb 19 00:39:07.606970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846681be-34b2-4119-8f5c-32d2d67e2fc1']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:07.626480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b21249e-fc06-4f27-a0b9-5473fd9b159d') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:07.626799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b21249e-fc06-4f27-a0b9-5473fd9b159d') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:07.644993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (0b21249e-fc06-4f27-a0b9-5473fd9b159d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.657548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab0503c5-245c-4c63-a507-b5df31f2dfc2 req-1cdebdf4-370d-4bb6-9ecf-655f626b5a08 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019959 Feb 19 00:39:07.665208 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0b21249e-fc06-4f27-a0b9-5473fd9b159d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (0b21249e-fc06-4f27-a0b9-5473fd9b159d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:07.689538 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:07.812035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-009dd4b6-7ee1-4d86-92f8-9c9301215e8b req-10680e75-044c-427c-8fa7-2ced0dbf1ea4 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0582056 Feb 19 00:39:07.825939 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (846681be-34b2-4119-8f5c-32d2d67e2fc1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.847936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:07.853713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] 10.222.0.60 "DELETE /v2.0/networks/846681be-34b2-4119-8f5c-32d2d67e2fc1 HTTP/1.1" status: 204 len: 168 time: 0.6444471 Feb 19 00:39:07.862586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-eb8b94ac-21ec-43e6-8f33-b9af1c1857ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.867770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-eb8b94ac-21ec-43e6-8f33-b9af1c1857ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.872926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-eb8b94ac-21ec-43e6-8f33-b9af1c1857ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.878107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-eb8b94ac-21ec-43e6-8f33-b9af1c1857ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.883580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-eb8b94ac-21ec-43e6-8f33-b9af1c1857ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.889482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-eb8b94ac-21ec-43e6-8f33-b9af1c1857ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.895267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-eb8b94ac-21ec-43e6-8f33-b9af1c1857ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:07.903051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-eb8b94ac-21ec-43e6-8f33-b9af1c1857ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5427 time: 0.1934228 Feb 19 00:39:07.905816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc5bff-13b3-42eb-ad37-d7d16e2f854a tempest-ExternalNetworksTestJSON-1632708242 tempest-ExternalNetworksTestJSON-1632708242-project] Pushing event deleted for resources: {'Network': ['ID=846681be-34b2-4119-8f5c-32d2d67e2fc1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:07.961983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdbad0e3-288c-40d8-87ad-b45b5386a27a req-0f1f1a93-964c-4088-8118-82855b0cac96 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580440 Feb 19 00:39:07.978355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 5ac782ca-3ecc-4917-ad3c-a85a8a88219e up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:08.065038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:08.069994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:08.071099 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.124998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21c758-ccd1-402a-9f96-2c9d5d6ee6fc req-1dd29bf5-1018-447f-8305-e687cd7e43fb tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:08.132793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c21c758-ccd1-402a-9f96-2c9d5d6ee6fc req-1dd29bf5-1018-447f-8305-e687cd7e43fb tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0708158 Feb 19 00:39:08.172299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:08.172702 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.175621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51396) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:08.196555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c21c758-ccd1-402a-9f96-2c9d5d6ee6fc req-595d620a-51e5-46ca-8384-c5481723b5bf tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627515 Feb 19 00:39:08.215956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:08.224197 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.225618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 5929865b-58bf-4db1-ae40-a3a638ae8ae3 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:08.309130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:08.321863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:08.325489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:08.325881 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.365241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:08.367536 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17185398-4515-40e5-bfc2-1228a4b71202" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "5ac782ca-3ecc-4917-ad3c-a85a8a88219e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:08.407139 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f3aa19-b90c-469c-b4ce-d200ed0f00e9 x-openstack-request-id: req-46f3aa19-b90c-469c-b4ce-d200ed0f00e9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:08.407806 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "5ac782ca-3ecc-4917-ad3c-a85a8a88219e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:08.408062 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46f3aa19-b90c-469c-b4ce-d200ed0f00e9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:08.408493 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e', 'code': 200} Feb 19 00:39:08.424727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:08.425126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.450241 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac7fb388-40a7-4e67-b389-d080a4ada4bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3dc94f89eb24589a4ddc0fa0d430643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2720201 Feb 19 00:39:08.451750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51408) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:08.457888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 5929865b-58bf-4db1-ae40-a3a638ae8ae3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5929865b-58bf-4db1-ae40-a3a638ae8ae3,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:08.462324 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.463124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c9337c58-d91d-4e39-a18a-0f143c800d87 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:08.510358 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a9fb-e40f-432e-8ffc-bdfe2b4c55a5 admin admin] Publish callbacks [] for security_group (7f9e0dcc-ad5c-4e05-904e-e020717e6ef8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.534300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=5929865b-58bf-4db1-ae40-a3a638ae8ae3,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:08.538778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a9fb-e40f-432e-8ffc-bdfe2b4c55a5 admin admin] Publish callbacks [] for security_group (7f9e0dcc-ad5c-4e05-904e-e020717e6ef8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.549763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port c9337c58-d91d-4e39-a18a-0f143c800d87 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:08.557354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port c9337c58-d91d-4e39-a18a-0f143c800d87 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:08.557729 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.597795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a9fb-e40f-432e-8ffc-bdfe2b4c55a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f9e0dcc-ad5c-4e05-904e-e020717e6ef8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.600774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ae8a9fb-e40f-432e-8ffc-bdfe2b4c55a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.602159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8ae8a9fb-e40f-432e-8ffc-bdfe2b4c55a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f9e0dcc-ad5c-4e05-904e-e020717e6ef8 HTTP/1.1" status: 204 len: 168 time: 0.1493838 Feb 19 00:39:08.624446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8a9fb-e40f-432e-8ffc-bdfe2b4c55a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9e0dcc-ad5c-4e05-904e-e020717e6ef8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:08.658996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port c9337c58-d91d-4e39-a18a-0f143c800d87 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:08.659392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.714798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7d2ce-f927-4d9a-a160-de446f769c70 req-b6af8325-1aee-4f3a-8f34-db545b471dc7 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:08.720357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c9337c58-d91d-4e39-a18a-0f143c800d87, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c9337c58-d91d-4e39-a18a-0f143c800d87,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:08.723595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba7d2ce-f927-4d9a-a160-de446f769c70 req-b6af8325-1aee-4f3a-8f34-db545b471dc7 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1127 time: 0.0605485 Feb 19 00:39:08.731265 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.732454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b4d5d1f9-d816-4051-aa07-97c9edaca3c8 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:08.748117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ba7d2ce-f927-4d9a-a160-de446f769c70 req-9736b3ea-d9d5-4938-9fd9-de9f94b52aea tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.823251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d94a-7046-4e5d-8cc1-18da4382682e req-58bbe3d7-d5a3-4aad-a083-5fe7f3659c79 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:08.824991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b45d94a-7046-4e5d-8cc1-18da4382682e req-58bbe3d7-d5a3-4aad-a083-5fe7f3659c79 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0986300 Feb 19 00:39:08.833863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=c9337c58-d91d-4e39-a18a-0f143c800d87,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:08.864132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:08.871206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:08.873706 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.917022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b45d94a-7046-4e5d-8cc1-18da4382682e req-cf6ebc7b-d6c9-4867-9677-a5ae2941d4a8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749178 Feb 19 00:39:08.922130 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ba7d2ce-f927-4d9a-a160-de446f769c70 req-9736b3ea-d9d5-4938-9fd9-de9f94b52aea tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Publish callbacks [] for security_group (8991c04c-2ae0-49a9-aa84-8e5a0328a66d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.928989 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ba7d2ce-f927-4d9a-a160-de446f769c70 req-9736b3ea-d9d5-4938-9fd9-de9f94b52aea tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8991c04c-2ae0-49a9-aa84-8e5a0328a66d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:08.999082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:08.999932 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.047861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b4d5d1f9-d816-4051-aa07-97c9edaca3c8, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:09.050864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba7d2ce-f927-4d9a-a160-de446f769c70 req-9736b3ea-d9d5-4938-9fd9-de9f94b52aea tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3261709 Feb 19 00:39:09.055991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736b3ea-d9d5-4938-9fd9-de9f94b52aea tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8991c04c-2ae0-49a9-aa84-8e5a0328a66d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:09.056212 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.056589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 532c5680-28d8-4f96-8a90-b4269167a869 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:09.079571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51434) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:09.153666 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-79e0e56e-1811-412b-be93-cbe8f083dd84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=50de78e7fd9340fe859566df3bcd4b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0709095 Feb 19 00:39:09.153666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51436) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:09.155924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3123c33-9de5-4cca-b356-675e60cba92f req-3ef218b4-70ed-4a28-9a6c-f5ad7ca52993 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0464649 Feb 19 00:39:09.183579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966c875-5593-48e1-98b6-f415e9891b63 req-dbbbaa51-6594-48dc-86b3-22dab14b4067 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.190224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1966c875-5593-48e1-98b6-f415e9891b63 req-dbbbaa51-6594-48dc-86b3-22dab14b4067 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1690695 Feb 19 00:39:09.228837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97b0e3cc-c6d4-4a34-bb05-82440aef65da admin admin] Publish callbacks [] for security_group (8474e597-a1cb-4f70-9452-041c22686ba2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.272065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1966c875-5593-48e1-98b6-f415e9891b63 req-e4036626-1a94-4238-bff4-d992f51112bf tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809321 Feb 19 00:39:09.280648 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97b0e3cc-c6d4-4a34-bb05-82440aef65da admin admin] Publish callbacks [] for security_group (8474e597-a1cb-4f70-9452-041c22686ba2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.340040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-f9bf6d85-a1d0-41a1-9994-97b64cf96b3e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.343678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:09.345792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-f9bf6d85-a1d0-41a1-9994-97b64cf96b3e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.349249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 532c5680-28d8-4f96-8a90-b4269167a869 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:09.352469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-f9bf6d85-a1d0-41a1-9994-97b64cf96b3e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.353574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 532c5680-28d8-4f96-8a90-b4269167a869 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:09.354052 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (532c5680-28d8-4f96-8a90-b4269167a869), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.358997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-f9bf6d85-a1d0-41a1-9994-97b64cf96b3e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.364468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-f9bf6d85-a1d0-41a1-9994-97b64cf96b3e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.370606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-f9bf6d85-a1d0-41a1-9994-97b64cf96b3e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.376067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97b0e3cc-c6d4-4a34-bb05-82440aef65da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8474e597-a1cb-4f70-9452-041c22686ba2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.376249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-f9bf6d85-a1d0-41a1-9994-97b64cf96b3e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.378539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-f9bf6d85-a1d0-41a1-9994-97b64cf96b3e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5431 time: 0.1241860 Feb 19 00:39:09.380130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97b0e3cc-c6d4-4a34-bb05-82440aef65da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.381809 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97b0e3cc-c6d4-4a34-bb05-82440aef65da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8474e597-a1cb-4f70-9452-041c22686ba2 HTTP/1.1" status: 204 len: 168 time: 0.2284756 Feb 19 00:39:09.410490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0e3cc-c6d4-4a34-bb05-82440aef65da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8474e597-a1cb-4f70-9452-041c22686ba2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:09.466517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02703d-384b-4a02-9d81-a6c422367d38 req-9f617810-c9b6-4274-a4d1-bdb5eddedf2e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.467901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a02703d-384b-4a02-9d81-a6c422367d38 req-9f617810-c9b6-4274-a4d1-bdb5eddedf2e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.0883305 Feb 19 00:39:09.472063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 532c5680-28d8-4f96-8a90-b4269167a869 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:09.472597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (532c5680-28d8-4f96-8a90-b4269167a869), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.493592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80a84df4-35dc-42c7-ae4d-8a87e4a39442 req-0378cc09-c691-46aa-b62b-379f5f82fa31 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021631 Feb 19 00:39:09.544113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 532c5680-28d8-4f96-8a90-b4269167a869, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=532c5680-28d8-4f96-8a90-b4269167a869,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:09.545800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a02703d-384b-4a02-9d81-a6c422367d38 req-6cb74853-52d5-4542-b41c-34f34ab70038 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673912 Feb 19 00:39:09.551079 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (532c5680-28d8-4f96-8a90-b4269167a869), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:09.576612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51448) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:09.609962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=532c5680-28d8-4f96-8a90-b4269167a869,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:09.672850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-12da76ad-67a5-4d38-b0f5-2b913935b236 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/58099604-bfe4-40e8-8a2a-20687e68fa51 HTTP/1.1" status: 200 len: 993 time: 0.0946310 Feb 19 00:39:09.700995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d21591-bd2f-4d20-8aab-61bb831587e2 req-02e23540-7525-4a6b-b871-ab0ac0e4f757 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:09.705576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95d21591-bd2f-4d20-8aab-61bb831587e2 req-02e23540-7525-4a6b-b871-ab0ac0e4f757 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0869625 Feb 19 00:39:09.761347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95d21591-bd2f-4d20-8aab-61bb831587e2 req-03b7e8ef-61a3-4c69-b615-1c2b952e6b81 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 Feb 19 00:39:09.986940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7873d5f4-a757-4c26-8e7a-f85c1de3da82 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:09.994741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-6b5695a4-1cf0-41d7-a04d-9ecb88fc6da3 req-9161c6b9-dd91-4fa7-b2c0-8a18937662ba service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:39:09.995703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b5695a4-1cf0-41d7-a04d-9ecb88fc6da3 req-9161c6b9-dd91-4fa7-b2c0-8a18937662ba service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053780 Feb 19 00:39:10.065459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:10.069102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120c4db-26dc-4658-a158-c1e2f129a849 req-61243ef2-d39b-4333-a18b-62ba7e6eed02 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.070649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8120c4db-26dc-4658-a158-c1e2f129a849 req-61243ef2-d39b-4333-a18b-62ba7e6eed02 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0723195 Feb 19 00:39:10.075166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:10.075166 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:10.126148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8120c4db-26dc-4658-a158-c1e2f129a849 req-9e9cf743-0800-471a-b335-d7357170e444 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475373 Feb 19 00:39:10.176736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:10.177261 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:10.235638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7873d5f4-a757-4c26-8e7a-f85c1de3da82, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:10.240116 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:10.255724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-281be875-45cc-4624-9e15-2d2388eb2392 req-637d45e6-97c4-4ef8-91a0-afafaeb480db tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0344925 Feb 19 00:39:10.293087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=7873d5f4-a757-4c26-8e7a-f85c1de3da82,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:10.409929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5929865b-58bf-4db1-ae40-a3a638ae8ae3'}, {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9337c58-d91d-4e39-a18a-0f143c800d87'}, {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8'}, {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532c5680-28d8-4f96-8a90-b4269167a869'}, {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7873d5f4-a757-4c26-8e7a-f85c1de3da82'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:10.413488 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497cf4b-0d51-4d6c-bb9e-807e144c9350" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "5929865b-58bf-4db1-ae40-a3a638ae8ae3"}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "c9337c58-d91d-4e39-a18a-0f143c800d87"}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8"}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "532c5680-28d8-4f96-8a90-b4269167a869"}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "7873d5f4-a757-4c26-8e7a-f85c1de3da82"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:10.426873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec330c-c746-420f-a5bf-c18d6a3f2d84 req-dd6455ec-54b6-4724-99a1-9429fb9dd21c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.428664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4ec330c-c746-420f-a5bf-c18d6a3f2d84 req-dd6455ec-54b6-4724-99a1-9429fb9dd21c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0758278 Feb 19 00:39:10.489227 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a118e7-7d33-4788-8cf2-2a6b337c0c83 x-openstack-request-id: req-f7a118e7-7d33-4788-8cf2-2a6b337c0c83 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:10.489734 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "5929865b-58bf-4db1-ae40-a3a638ae8ae3", "code": 200}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "c9337c58-d91d-4e39-a18a-0f143c800d87", "code": 200}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8", "code": 200}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "532c5680-28d8-4f96-8a90-b4269167a869", "code": 200}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-plugged", "status": "completed", "tag": "7873d5f4-a757-4c26-8e7a-f85c1de3da82", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:10.490242 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7a118e7-7d33-4788-8cf2-2a6b337c0c83 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:10.490777 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5929865b-58bf-4db1-ae40-a3a638ae8ae3', 'code': 200} Feb 19 00:39:10.491191 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9337c58-d91d-4e39-a18a-0f143c800d87', 'code': 200} Feb 19 00:39:10.491624 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'code': 200} Feb 19 00:39:10.491995 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532c5680-28d8-4f96-8a90-b4269167a869', 'code': 200} Feb 19 00:39:10.492505 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7873d5f4-a757-4c26-8e7a-f85c1de3da82', 'code': 200} Feb 19 00:39:10.529315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4ec330c-c746-420f-a5bf-c18d6a3f2d84 req-ea83abb4-ffbb-4a63-a8cc-e2f7099f3e51 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937421 Feb 19 00:39:10.660506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-09922b7a-7d0e-47c3-a5c5-8038965447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.661735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-09922b7a-7d0e-47c3-a5c5-8038965447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.662389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-09922b7a-7d0e-47c3-a5c5-8038965447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.663012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-09922b7a-7d0e-47c3-a5c5-8038965447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.663646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-09922b7a-7d0e-47c3-a5c5-8038965447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.664253 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-09922b7a-7d0e-47c3-a5c5-8038965447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.664876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-09922b7a-7d0e-47c3-a5c5-8038965447d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.667068 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-09922b7a-7d0e-47c3-a5c5-8038965447d3 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6707 time: 0.0752258 Feb 19 00:39:10.710451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684b311-3fe6-4a70-874f-c8af435e9a5b req-f26e30d9-9567-4d65-9036-bbeb77ec216b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.712039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6684b311-3fe6-4a70-874f-c8af435e9a5b req-f26e30d9-9567-4d65-9036-bbeb77ec216b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1687596 Feb 19 00:39:10.731967 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-14ff38d4-acfb-4203-a9ea-1a461d431d6c req-1c94383d-73e1-412b-bb7f-d9a7671ac13d service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=401deb4b-810c-4030-b91a-4c7e054504f3&id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579321 Feb 19 00:39:10.747839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-1f53d6dc-ccea-4864-9a9a-e1fd354ab388 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.753185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-1f53d6dc-ccea-4864-9a9a-e1fd354ab388 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.758819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-1f53d6dc-ccea-4864-9a9a-e1fd354ab388 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.764048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-1f53d6dc-ccea-4864-9a9a-e1fd354ab388 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.769294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-1f53d6dc-ccea-4864-9a9a-e1fd354ab388 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.776570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-1f53d6dc-ccea-4864-9a9a-e1fd354ab388 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.779988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-1f53d6dc-ccea-4864-9a9a-e1fd354ab388 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:10.781968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-1f53d6dc-ccea-4864-9a9a-e1fd354ab388 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.1637108 Feb 19 00:39:10.873383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6684b311-3fe6-4a70-874f-c8af435e9a5b req-10f99d65-89eb-44f1-bf15-1ae7d843d1df tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550694 Feb 19 00:39:10.915463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-fd33df08-8f0a-4bc8-b37c-c057d2532573 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4178896 Feb 19 00:39:10.931299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67487a88-bacc-46a3-bb61-da6be79087e3 req-94f7a812-0b02-4d94-b143-aebdb4bb4ee0 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1347878 Feb 19 00:39:10.935030 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-edf0757e-4b5f-4907-92ce-dfdc669d5cdd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:39:10.935993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-edf0757e-4b5f-4907-92ce-dfdc669d5cdd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099816 Feb 19 00:39:11.011248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab8237-83ea-4ef0-b312-f9ab871d06f8 req-d4d1542c-b05c-4db2-861c-8e0f70122c08 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:11.013318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fab8237-83ea-4ef0-b312-f9ab871d06f8 req-d4d1542c-b05c-4db2-861c-8e0f70122c08 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0636899 Feb 19 00:39:11.065804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fab8237-83ea-4ef0-b312-f9ab871d06f8 req-c3cdf488-6ab4-49a5-ab7d-a8e9fd56c725 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465629 Feb 19 00:39:11.281747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bfdfbc-97e6-4654-971d-fe34890d0af1 req-5db13bbf-7c01-4d3a-969a-beec8a0046ff tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:11.283531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0bfdfbc-97e6-4654-971d-fe34890d0af1 req-5db13bbf-7c01-4d3a-969a-beec8a0046ff tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0777273 Feb 19 00:39:11.371680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eb871bd-27ab-4b8b-a726-d19f6be02dff req-f7306072-5c7f-463a-8d63-8c444c9fe553 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0421457 Feb 19 00:39:11.387509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0bfdfbc-97e6-4654-971d-fe34890d0af1 req-fabf22d9-7a29-42a6-ba5b-8840de782e6e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961306 Feb 19 00:39:11.458645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51550) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:11.490227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-90f1e968-e91d-469c-bdad-d5a3d9823fcd tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:11.491819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-90f1e968-e91d-469c-bdad-d5a3d9823fcd tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports/e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 1124 time: 0.0452311 Feb 19 00:39:11.563078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f2e1da53-fc7b-4d00-9664-9228518b8828 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-483951338'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:11.592750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f2e1da53-fc7b-4d00-9664-9228518b8828 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (e836895d-87f4-4658-9012-2203dbe5dbdb), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:11.593878 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f2e1da53-fc7b-4d00-9664-9228518b8828 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (e836895d-87f4-4658-9012-2203dbe5dbdb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:11.701538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f2e1da53-fc7b-4d00-9664-9228518b8828 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (e836895d-87f4-4658-9012-2203dbe5dbdb), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:11.706493 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f2e1da53-fc7b-4d00-9664-9228518b8828 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (e836895d-87f4-4658-9012-2203dbe5dbdb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:11.717286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdcbfe-1706-48dd-90cd-977bf0f65b62 req-30c67e51-0b40-4637-8319-3717a2f9a1b5 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:11.718851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06fdcbfe-1706-48dd-90cd-977bf0f65b62 req-30c67e51-0b40-4637-8319-3717a2f9a1b5 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1212702 Feb 19 00:39:11.740699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f2e1da53-fc7b-4d00-9664-9228518b8828 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:11.742842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f2e1da53-fc7b-4d00-9664-9228518b8828 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2830780 Feb 19 00:39:11.744792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51570) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:11.798901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06fdcbfe-1706-48dd-90cd-977bf0f65b62 req-6a2474fb-db5c-43df-9bce-9feb7ef8ca14 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710223 Feb 19 00:39:11.838716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee545a7f-23a7-4509-999f-87765270cd29 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (e836895d-87f4-4658-9012-2203dbe5dbdb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.019551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee545a7f-23a7-4509-999f-87765270cd29 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (e836895d-87f4-4658-9012-2203dbe5dbdb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.025914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee545a7f-23a7-4509-999f-87765270cd29 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (e836895d-87f4-4658-9012-2203dbe5dbdb), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.084058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee545a7f-23a7-4509-999f-87765270cd29 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (e836895d-87f4-4658-9012-2203dbe5dbdb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.085081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee545a7f-23a7-4509-999f-87765270cd29 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e836895d-87f4-4658-9012-2203dbe5dbdb {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:39:12.088797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963417ee-efbc-46e0-b0e9-bd87659a3b78 req-52d6a438-1f24-4df2-b52a-4d9bf15710de tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.090489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-963417ee-efbc-46e0-b0e9-bd87659a3b78 req-52d6a438-1f24-4df2-b52a-4d9bf15710de tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1195297 Feb 19 00:39:12.090938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee545a7f-23a7-4509-999f-87765270cd29 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.096843 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ee545a7f-23a7-4509-999f-87765270cd29 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "DELETE /v2.0/routers/e836895d-87f4-4658-9012-2203dbe5dbdb HTTP/1.1" status: 204 len: 168 time: 0.3463645 Feb 19 00:39:12.097864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51582) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:12.103503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5c99c46c-7dbc-4e75-a52c-b35b06afea19 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Request body: {'router': {'name': 'tempest-router-481666101', 'distributed': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:12.130267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c99c46c-7dbc-4e75-a52c-b35b06afea19 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (7ab967e1-6dc2-4316-86aa-8ca63668e7ed), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.131385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c99c46c-7dbc-4e75-a52c-b35b06afea19 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (7ab967e1-6dc2-4316-86aa-8ca63668e7ed), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.178736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-963417ee-efbc-46e0-b0e9-bd87659a3b78 req-e311a3e5-a44d-4aa0-9439-1368b81ca71a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769548 Feb 19 00:39:12.195455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-a9dce809-b10a-4270-9c56-4eb8e37255f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.202291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-a9dce809-b10a-4270-9c56-4eb8e37255f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.210583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-a9dce809-b10a-4270-9c56-4eb8e37255f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.212310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c99c46c-7dbc-4e75-a52c-b35b06afea19 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (7ab967e1-6dc2-4316-86aa-8ca63668e7ed), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.218554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-a9dce809-b10a-4270-9c56-4eb8e37255f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.219493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c99c46c-7dbc-4e75-a52c-b35b06afea19 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (7ab967e1-6dc2-4316-86aa-8ca63668e7ed), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.224407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-a9dce809-b10a-4270-9c56-4eb8e37255f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.230792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-a9dce809-b10a-4270-9c56-4eb8e37255f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.237640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-a9dce809-b10a-4270-9c56-4eb8e37255f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.239171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c99c46c-7dbc-4e75-a52c-b35b06afea19 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.241538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-a9dce809-b10a-4270-9c56-4eb8e37255f4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.1891992 Feb 19 00:39:12.243197 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c99c46c-7dbc-4e75-a52c-b35b06afea19 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1435142 Feb 19 00:39:12.246137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51586) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:12.322922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36c4b3a6-62fc-4fd6-99cd-d0a0c29f27e6 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (7ab967e1-6dc2-4316-86aa-8ca63668e7ed), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.342932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a035f3-9e15-4d7c-8a98-84afa44db0dd req-da00cc2b-d6eb-48cb-a315-ff6c6cf9647e tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.344571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8a035f3-9e15-4d7c-8a98-84afa44db0dd req-da00cc2b-d6eb-48cb-a315-ff6c6cf9647e tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0974171 Feb 19 00:39:12.355260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a38a749-f30d-4b44-b7af-53327aaa5516 req-971874ef-df0c-4db3-8243-388698b74281 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069348 Feb 19 00:39:12.406915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8a035f3-9e15-4d7c-8a98-84afa44db0dd req-b5e0e43c-e456-437d-972b-e1617b0d3955 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505576 Feb 19 00:39:12.493456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a74ee7d2-5eff-49b1-933f-f5aa08ce1481 req-a903b67e-5478-4135-b630-a24a68f33071 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0412948 Feb 19 00:39:12.562368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f919b1-2d63-416c-9ab9-4e5f25c7c0d4 req-59645744-48cf-4749-a5f5-aeb84b721990 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.564216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1f919b1-2d63-416c-9ab9-4e5f25c7c0d4 req-59645744-48cf-4749-a5f5-aeb84b721990 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0697701 Feb 19 00:39:12.623109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1f919b1-2d63-416c-9ab9-4e5f25c7c0d4 req-0ac5487a-d701-4d44-a169-6dbf33811f67 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526145 Feb 19 00:39:12.841820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36c4b3a6-62fc-4fd6-99cd-d0a0c29f27e6 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (7ab967e1-6dc2-4316-86aa-8ca63668e7ed), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.845072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36c4b3a6-62fc-4fd6-99cd-d0a0c29f27e6 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (7ab967e1-6dc2-4316-86aa-8ca63668e7ed), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.853001 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-9e2fbe1c-c3d4-42ec-8e14-77f9892afa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.854669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-9e2fbe1c-c3d4-42ec-8e14-77f9892afa4e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1127 time: 0.1372490 Feb 19 00:39:12.925146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4627c50-d380-4734-8100-71acd3eaf771 req-5031c6b7-bec7-4b82-9ac8-399c4eb13013 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:12.926739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4627c50-d380-4734-8100-71acd3eaf771 req-5031c6b7-bec7-4b82-9ac8-399c4eb13013 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0553694 Feb 19 00:39:12.939055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36c4b3a6-62fc-4fd6-99cd-d0a0c29f27e6 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (7ab967e1-6dc2-4316-86aa-8ca63668e7ed), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.939652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c4b3a6-62fc-4fd6-99cd-d0a0c29f27e6 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ab967e1-6dc2-4316-86aa-8ca63668e7ed {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:39:12.947463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36c4b3a6-62fc-4fd6-99cd-d0a0c29f27e6 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:12.948617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36c4b3a6-62fc-4fd6-99cd-d0a0c29f27e6 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "DELETE /v2.0/routers/7ab967e1-6dc2-4316-86aa-8ca63668e7ed HTTP/1.1" status: 204 len: 168 time: 0.7014258 Feb 19 00:39:12.952747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51606) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:12.958685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0e8e7604-eb5f-455a-8c06-bfce43ca672b tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Request body: {'router': {'name': 'tempest-router-416216359', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a878a4a8b4184877a2760eb18b192f1c'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:12.982780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4627c50-d380-4734-8100-71acd3eaf771 req-69c3a29b-9bf7-498b-92a1-9eb714f8f604 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496156 Feb 19 00:39:13.007145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-5f850b22-ff9a-418b-8564-918ab860d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:13.008756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-5f850b22-ff9a-418b-8564-918ab860d52e service neutron] 10.222.0.113 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.1190431 Feb 19 00:39:13.010630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7604-eb5f-455a-8c06-bfce43ca672b tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.011617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7604-eb5f-455a-8c06-bfce43ca672b tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.130030 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7604-eb5f-455a-8c06-bfce43ca672b tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.139602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7604-eb5f-455a-8c06-bfce43ca672b tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.163754 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-91d40234-2340-41ac-b8ac-1bd58919f134 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 1001 time: 0.1401422 Feb 19 00:39:13.169817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e8e7604-eb5f-455a-8c06-bfce43ca672b tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.170952 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0e8e7604-eb5f-455a-8c06-bfce43ca672b tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2170470 Feb 19 00:39:13.173850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51612) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:13.178451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:13.226885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-510376e8-5893-4cd2-9a8c-2d73a612bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:13.228712 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-510376e8-5893-4cd2-9a8c-2d73a612bc68 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.0566971 Feb 19 00:39:13.300027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-4425db37-199d-46e7-9d06-4271ddc65c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:13.303118 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-4425db37-199d-46e7-9d06-4271ddc65c4f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616958 Feb 19 00:39:13.408442 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-bd473368-5f11-4974-8ed7-2e533c0fc438 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950012 Feb 19 00:39:13.528966 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-acbb2c12-0974-46bb-84ac-ef11cc7d4155 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032782 Feb 19 00:39:13.806490 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.806891 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.857053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e546b1f-3ef2-4567-8e7a-8e127e42320e req-22da1ced-14fb-47e5-8e83-511b465fe6f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:13.858971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e546b1f-3ef2-4567-8e7a-8e127e42320e req-22da1ced-14fb-47e5-8e83-511b465fe6f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.6015172 Feb 19 00:39:13.926873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103649) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 00:39:13.927226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Router 2349ba57-4c92-46c2-a9aa-fa693bfd6e78 migrating from provider to provider. {{(pid=103649) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 00:39:13.927613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.942518 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.949289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:13.962073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e546b1f-3ef2-4567-8e7a-8e127e42320e req-07d9b9d0-5dd1-446a-bf1d-512ba1cd83bc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770779 Feb 19 00:39:14.119135 n-d-826527-3 neutron-server[103649]: WARNING neutron.scheduler.l3_agent_scheduler [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] No L3 agents can host the router 2349ba57-4c92-46c2-a9aa-fa693bfd6e78 Feb 19 00:39:14.155319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-9d5f9a6b-b733-443b-9cdc-1690dab6bba6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.160589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-9d5f9a6b-b733-443b-9cdc-1690dab6bba6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.165859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-9d5f9a6b-b733-443b-9cdc-1690dab6bba6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.171262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-9d5f9a6b-b733-443b-9cdc-1690dab6bba6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.176842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-9d5f9a6b-b733-443b-9cdc-1690dab6bba6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.182142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-9d5f9a6b-b733-443b-9cdc-1690dab6bba6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.187486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-9d5f9a6b-b733-443b-9cdc-1690dab6bba6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.189372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-9d5f9a6b-b733-443b-9cdc-1690dab6bba6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.4263358 Feb 19 00:39:14.199130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b253e-6e41-4128-a2e8-a92ec33f4b3c req-c89f91b6-b373-44f7-a4ae-ea38cf2658c8 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.200804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-722b253e-6e41-4128-a2e8-a92ec33f4b3c req-c89f91b6-b373-44f7-a4ae-ea38cf2658c8 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1625941 Feb 19 00:39:14.398989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-722b253e-6e41-4128-a2e8-a92ec33f4b3c req-ecf42d22-c1fb-40ad-ba7b-6d7cb59a9a90 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924565 Feb 19 00:39:14.401543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Hosts for router 2349ba57-4c92-46c2-a9aa-fa693bfd6e78: [] {{(pid=103649) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 00:39:14.409546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2abc0a9-dd48-4c6c-8f4f-cb3ba112a644 req-93792ab4-d2d1-4e1d-a4c6-b639939cad6c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2073958 Feb 19 00:39:14.431612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Hosts for other DVR routers connected to router 2349ba57-4c92-46c2-a9aa-fa693bfd6e78: set() {{(pid=103649) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 00:39:14.434561 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:14.438133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-66ac27cb-6998-4225-8a1d-ee1fb99641b3 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "PUT /v2.0/routers/2349ba57-4c92-46c2-a9aa-fa693bfd6e78 HTTP/1.1" status: 200 len: 716 time: 1.2608342 Feb 19 00:39:14.438435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51660) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:14.565397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56a0bffe-540d-4636-b87a-02d6a927156a req-5480cddf-4daa-4fc1-9935-9d7c8cb7e7f1 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0839698 Feb 19 00:39:14.571413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b8b791ca-577a-4ce1-83df-c374cfe78fbf tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "GET /v2.0/routers/2349ba57-4c92-46c2-a9aa-fa693bfd6e78 HTTP/1.1" status: 200 len: 716 time: 0.1293495 Feb 19 00:39:14.571413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51666) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:14.599493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b04db71-a9f7-4c3c-b661-6134a95cf93b req-30252288-93b6-4321-974b-789cbdf1fd5e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.601044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b04db71-a9f7-4c3c-b661-6134a95cf93b req-30252288-93b6-4321-974b-789cbdf1fd5e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1185782 Feb 19 00:39:14.686510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b04db71-a9f7-4c3c-b661-6134a95cf93b req-8e357101-dbc6-4e14-9cb5-a79b69403813 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749197 Feb 19 00:39:14.733933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fd60d-2ad3-466c-b89f-c2881c5ab3e9 req-f4ef17ee-e811-4be9-ad2c-1a6021793c9c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.735605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a48fd60d-2ad3-466c-b89f-c2881c5ab3e9 req-f4ef17ee-e811-4be9-ad2c-1a6021793c9c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0849001 Feb 19 00:39:14.849679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-b6e610f4-b51f-46db-9944-991cbae85e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.852118 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-b6e610f4-b51f-46db-9944-991cbae85e4e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1127 time: 0.0595655 Feb 19 00:39:14.900833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2841-265c-4541-91bd-0d7514747ac0 req-237e8540-4fa5-4750-a914-3c187b8e31ed tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.906141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2841-265c-4541-91bd-0d7514747ac0 req-237e8540-4fa5-4750-a914-3c187b8e31ed tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.912796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2841-265c-4541-91bd-0d7514747ac0 req-237e8540-4fa5-4750-a914-3c187b8e31ed tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.920923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2841-265c-4541-91bd-0d7514747ac0 req-237e8540-4fa5-4750-a914-3c187b8e31ed tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.926145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2841-265c-4541-91bd-0d7514747ac0 req-237e8540-4fa5-4750-a914-3c187b8e31ed tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.931524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2841-265c-4541-91bd-0d7514747ac0 req-237e8540-4fa5-4750-a914-3c187b8e31ed tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.936896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad2841-265c-4541-91bd-0d7514747ac0 req-237e8540-4fa5-4750-a914-3c187b8e31ed tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:14.942903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55ad2841-265c-4541-91bd-0d7514747ac0 req-237e8540-4fa5-4750-a914-3c187b8e31ed tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.1747184 Feb 19 00:39:14.949143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51680) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:14.955320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Request body: {'floatingip': {'port_id': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:14.958533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-90a83fac-1924-457e-ba1b-fb8ef1b806e9 tempest-RoutersTestDVR-462855419 tempest-RoutersTestDVR-462855419-project] 10.222.0.60 "GET /v2.0/routers/2349ba57-4c92-46c2-a9aa-fa693bfd6e78 HTTP/1.1" status: 200 len: 682 time: 0.3859937 Feb 19 00:39:14.961289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51682) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:15.013832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for floatingip (4d7264ad-afc4-40ac-a7ad-40265c0174b5), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.049800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-d1607597-2e4e-4d7a-8287-ce951d40b138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:15.051775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-d1607597-2e4e-4d7a-8287-ce951d40b138 service neutron] 10.222.0.113 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.1765940 Feb 19 00:39:15.069493 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcd978ec-a8bc-41c1-a88d-93a9141c0435 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.172041 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-08280f7e-c7ea-461b-9a4e-572240c3d92c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 1001 time: 0.1116261 Feb 19 00:39:15.184277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a48fd60d-2ad3-466c-b89f-c2881c5ab3e9 req-e4870547-1926-4f1f-b2a4-b650aa788605 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339771 Feb 19 00:39:15.266011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea4b9a-47e5-46a1-839b-5002c2e29b23 req-4226f33f-d875-481b-9bea-2dfcdb8bce40 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:15.267507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28ea4b9a-47e5-46a1-839b-5002c2e29b23 req-4226f33f-d875-481b-9bea-2dfcdb8bce40 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.2201424 Feb 19 00:39:15.274398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-46bd3dd3-9f96-4aac-ac52-6dc8805375be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:15.275914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-46bd3dd3-9f96-4aac-ac52-6dc8805375be service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.0962307 Feb 19 00:39:15.303549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcd978ec-a8bc-41c1-a88d-93a9141c0435 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.310685 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcd978ec-a8bc-41c1-a88d-93a9141c0435 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.376311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcd978ec-a8bc-41c1-a88d-93a9141c0435 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (2349ba57-4c92-46c2-a9aa-fa693bfd6e78), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.376821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd978ec-a8bc-41c1-a88d-93a9141c0435 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2349ba57-4c92-46c2-a9aa-fa693bfd6e78 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:39:15.382151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28ea4b9a-47e5-46a1-839b-5002c2e29b23 req-599241fb-1ac6-478d-a368-1052e40ea134 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893168 Feb 19 00:39:15.385030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcd978ec-a8bc-41c1-a88d-93a9141c0435 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.391997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bcd978ec-a8bc-41c1-a88d-93a9141c0435 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "DELETE /v2.0/routers/2349ba57-4c92-46c2-a9aa-fa693bfd6e78 HTTP/1.1" status: 204 len: 168 time: 0.4296658 Feb 19 00:39:15.392613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51694) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:15.397216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d6720589-6aae-4b92-83bc-02b492aaa1d9 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Request body: {'router': {'name': 'tempest-router-508529561', 'distributed': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:15.422692 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6720589-6aae-4b92-83bc-02b492aaa1d9 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (1f48be28-c4b5-4066-adfc-2ec3f5f553b0), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.423918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6720589-6aae-4b92-83bc-02b492aaa1d9 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (1f48be28-c4b5-4066-adfc-2ec3f5f553b0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.465327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-a3ace35f-85d8-49a0-b3e7-a5930711bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:15.467812 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-a3ace35f-85d8-49a0-b3e7-a5930711bb8a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1568561 Feb 19 00:39:15.518351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6720589-6aae-4b92-83bc-02b492aaa1d9 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (1f48be28-c4b5-4066-adfc-2ec3f5f553b0), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.541841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6720589-6aae-4b92-83bc-02b492aaa1d9 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (1f48be28-c4b5-4066-adfc-2ec3f5f553b0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.566355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6720589-6aae-4b92-83bc-02b492aaa1d9 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.570054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d6720589-6aae-4b92-83bc-02b492aaa1d9 tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1740625 Feb 19 00:39:15.572614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51702) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:15.575736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b1a16-3743-4057-a8a0-5980a94878e1 req-5848b206-bfc2-481f-bf8a-da9ef83bae1f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:15.577239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d70b1a16-3743-4057-a8a0-5980a94878e1 req-5848b206-bfc2-481f-bf8a-da9ef83bae1f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0711019 Feb 19 00:39:15.662789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d70b1a16-3743-4057-a8a0-5980a94878e1 req-5561caab-64fa-4276-9282-f145b698a4cf tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756221 Feb 19 00:39:15.664813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a75e5372-3f68-4e9a-83d5-2f5e9d99e633 req-630c5ab2-96e3-4ff7-af4b-bdec17355743 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0361781 Feb 19 00:39:15.693680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-958abd76-9ec5-42ed-96d5-bc0005bb057e tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (1f48be28-c4b5-4066-adfc-2ec3f5f553b0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:15.698050 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-c07b8aff-0413-47f6-9e30-907c4469801d service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208326 Feb 19 00:39:15.815095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d0778-12da-4ca2-aff5-74fdbd12056c req-5ccab751-ae91-416e-a63a-23243fff8f55 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:15.822241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-496d0778-12da-4ca2-aff5-74fdbd12056c req-5ccab751-ae91-416e-a63a-23243fff8f55 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0629492 Feb 19 00:39:15.847989 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.resource_extend [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:39:15.874514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-496d0778-12da-4ca2-aff5-74fdbd12056c req-8c644727-27e3-4825-84bc-87c27b5cc02c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504258 Feb 19 00:39:16.241629 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.243338 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-958abd76-9ec5-42ed-96d5-bc0005bb057e tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (1f48be28-c4b5-4066-adfc-2ec3f5f553b0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.248244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-958abd76-9ec5-42ed-96d5-bc0005bb057e tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router_controller (1f48be28-c4b5-4066-adfc-2ec3f5f553b0), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.253573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (4d7264ad-afc4-40ac-a7ad-40265c0174b5), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.320359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8616b2a-b681-4176-9056-a2e1f0a2536f req-fd7c2092-edb0-4576-a8d1-a03f7610285b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:16.322788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8616b2a-b681-4176-9056-a2e1f0a2536f req-fd7c2092-edb0-4576-a8d1-a03f7610285b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0621719 Feb 19 00:39:16.335908 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e7297916-5b4e-4cd5-a369-c94f6d83b9c0 req-14842d1f-666e-481b-8c46-e3bd7a967874 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155448 Feb 19 00:39:16.364515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-958abd76-9ec5-42ed-96d5-bc0005bb057e tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (1f48be28-c4b5-4066-adfc-2ec3f5f553b0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.365391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958abd76-9ec5-42ed-96d5-bc0005bb057e tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f48be28-c4b5-4066-adfc-2ec3f5f553b0 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:39:16.373951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-958abd76-9ec5-42ed-96d5-bc0005bb057e tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.375313 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-958abd76-9ec5-42ed-96d5-bc0005bb057e tempest-RoutersTestDVR-52499467 tempest-RoutersTestDVR-52499467-project-admin] 10.222.0.60 "DELETE /v2.0/routers/1f48be28-c4b5-4066-adfc-2ec3f5f553b0 HTTP/1.1" status: 204 len: 168 time: 0.8017542 Feb 19 00:39:16.406487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8616b2a-b681-4176-9056-a2e1f0a2536f req-8cb51ad0-18c2-4d05-8210-3edf3d7dd83c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648324 Feb 19 00:39:16.445052 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Floating IP 4d7264ad-afc4-40ac-a7ad-40265c0174b5 associated. External IP: 172.25.6.70, port: b4d5d1f9-d816-4051-aa07-97c9edaca3c8. Feb 19 00:39:16.566300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894a2e3-3b5a-4947-b71e-030b48725208 req-a46e5bbc-b223-4d82-854b-6a838476443d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:16.574218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4894a2e3-3b5a-4947-b71e-030b48725208 req-a46e5bbc-b223-4d82-854b-6a838476443d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.0700860 Feb 19 00:39:16.633073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4894a2e3-3b5a-4947-b71e-030b48725208 req-d7ce153e-71a1-4e43-8aae-97cfc472bd0f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578771 Feb 19 00:39:16.703734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51736) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:16.757599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:39:16.765623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36d37018-f97b-4ff9-9efe-3c71869fb240 req-3a0b1d0f-a277-42b0-b4ee-453808c8bc1e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0343239 Feb 19 00:39:16.847968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecea8d3-d118-45c8-a02c-d4736e337a84 req-4a7a9793-6faf-4677-8c46-f441e70c1b49 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:16.855199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aecea8d3-d118-45c8-a02c-d4736e337a84 req-4a7a9793-6faf-4677-8c46-f441e70c1b49 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0740163 Feb 19 00:39:16.901272 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:16.907259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.915039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] Sync routers for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:16.931343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aecea8d3-d118-45c8-a02c-d4736e337a84 req-e76e7962-d48d-4575-9399-e8a42aed959e tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749800 Feb 19 00:39:16.936588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:16.938594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:16.955716 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0741cf29-1f48-443c-8712-5a1826990ca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:16.974950 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bffa3bea-1f46-4e88-96f9-1c555abc9de6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "PUT /v2.0/floatingips/4d7264ad-afc4-40ac-a7ad-40265c0174b5 HTTP/1.1" status: 200 len: 991 time: 2.0215585 Feb 19 00:39:16.976055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:16.980359 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:17.065445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc0956-5d0e-462b-9a8d-7b634a191c7d req-81139315-376c-4e83-82a7-2fcdf7f9bc1c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.067027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4dc0956-5d0e-462b-9a8d-7b634a191c7d req-81139315-376c-4e83-82a7-2fcdf7f9bc1c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0945232 Feb 19 00:39:17.081311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:39:17.133078 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0741cf29-1f48-443c-8712-5a1826990ca4 admin admin] Publish callbacks [] for security_group (a37e4b3c-c820-41e6-8e4b-481f535c1c74), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:17.158001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0741cf29-1f48-443c-8712-5a1826990ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a37e4b3c-c820-41e6-8e4b-481f535c1c74), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:17.220049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4dc0956-5d0e-462b-9a8d-7b634a191c7d req-6f37192a-1eb4-4f55-b527-9de96d8b6dbc tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331809 Feb 19 00:39:17.237463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-4ec93bd3-fc2e-4cfd-9553-b574f109c5d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.243052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-4ec93bd3-fc2e-4cfd-9553-b574f109c5d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.249621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-4ec93bd3-fc2e-4cfd-9553-b574f109c5d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.256881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-4ec93bd3-fc2e-4cfd-9553-b574f109c5d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.263182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-4ec93bd3-fc2e-4cfd-9553-b574f109c5d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.268446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-4ec93bd3-fc2e-4cfd-9553-b574f109c5d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.273773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-4ec93bd3-fc2e-4cfd-9553-b574f109c5d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.281811 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060b4dc2-50f6-4675-8f75-be2b77e61618 x-openstack-request-id: req-060b4dc2-50f6-4675-8f75-be2b77e61618 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:17.282376 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:17.282376 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-060b4dc2-50f6-4675-8f75-be2b77e61618 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:17.283160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-4ec93bd3-fc2e-4cfd-9553-b574f109c5d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.2133193 Feb 19 00:39:17.285627 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'status': 'completed', 'code': 200} Feb 19 00:39:17.290161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0741cf29-1f48-443c-8712-5a1826990ca4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a878a4a8b4184877a2760eb18b192f1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5838714 Feb 19 00:39:17.290161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0741cf29-1f48-443c-8712-5a1826990ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37e4b3c-c820-41e6-8e4b-481f535c1c74,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:17.290448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51760) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:17.353174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d054f6e-2833-4eb4-a07f-65e87ef8ff25 req-06ba116d-d265-4dd0-9aeb-476461e87796 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691216 Feb 19 00:39:17.394697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '4d7264ad-afc4-40ac-a7ad-40265c0174b5', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'port_id': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'mac_address': 'fa:16:3e:f5:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:36:47Z', 'updated_at': '2022-02-19T00:39:15Z', 'revision_number': 1, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:09Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:17.412312 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c926f6e8-4231-4645-9e4f-266f5a631e3d admin admin] Publish callbacks [] for security_group (a37e4b3c-c820-41e6-8e4b-481f535c1c74), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:17.419341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-85180fe0-7930-4dea-ab38-38c10c27d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.419832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-85180fe0-7930-4dea-ab38-38c10c27d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.420304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-85180fe0-7930-4dea-ab38-38c10c27d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.420770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-85180fe0-7930-4dea-ab38-38c10c27d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.421234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-85180fe0-7930-4dea-ab38-38c10c27d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.421768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-85180fe0-7930-4dea-ab38-38c10c27d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.422376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-85180fe0-7930-4dea-ab38-38c10c27d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.424376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-85180fe0-7930-4dea-ab38-38c10c27d0ca service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6707 time: 0.0871944 Feb 19 00:39:17.432606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] Checking router: 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:39:17.442272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:17.444104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:38:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:17.468542 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c926f6e8-4231-4645-9e4f-266f5a631e3d admin admin] Publish callbacks [] for security_group (a37e4b3c-c820-41e6-8e4b-481f535c1c74), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:17.572294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-20ebd92e-0450-427d-a1d0-4adafa5dfc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.573786 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-20ebd92e-0450-427d-a1d0-4adafa5dfc80 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9eed6468-b8a2-4a4e-85a9-96cb695ea51c HTTP/1.1" status: 200 len: 913 time: 0.1394010 Feb 19 00:39:17.593325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c926f6e8-4231-4645-9e4f-266f5a631e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a37e4b3c-c820-41e6-8e4b-481f535c1c74), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:17.593983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:39:17.596570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c926f6e8-4231-4645-9e4f-266f5a631e3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:17.600774 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c926f6e8-4231-4645-9e4f-266f5a631e3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a37e4b3c-c820-41e6-8e4b-481f535c1c74 HTTP/1.1" status: 204 len: 168 time: 0.3093114 Feb 19 00:39:17.606136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c19a02-90a2-4a12-8126-bdf4653ca7c3 req-648be3c9-1ed7-40c9-9ba5-7b51373273d7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.607724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80c19a02-90a2-4a12-8126-bdf4653ca7c3 req-648be3c9-1ed7-40c9-9ba5-7b51373273d7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1476767 Feb 19 00:39:17.623804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949d2d-0964-4a95-b2c3-43dd8e5c8f46 req-ba90e6f5-4f92-4b15-81eb-ffd602c89578 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.630435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949d2d-0964-4a95-b2c3-43dd8e5c8f46 req-ba90e6f5-4f92-4b15-81eb-ffd602c89578 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.637569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949d2d-0964-4a95-b2c3-43dd8e5c8f46 req-ba90e6f5-4f92-4b15-81eb-ffd602c89578 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.643623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949d2d-0964-4a95-b2c3-43dd8e5c8f46 req-ba90e6f5-4f92-4b15-81eb-ffd602c89578 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.643841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926f6e8-4231-4645-9e4f-266f5a631e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37e4b3c-c820-41e6-8e4b-481f535c1c74,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:17.660076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949d2d-0964-4a95-b2c3-43dd8e5c8f46 req-ba90e6f5-4f92-4b15-81eb-ffd602c89578 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.665574 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-d6ff4d32-15e7-471d-bbb1-626050549d9f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8 HTTP/1.1" status: 200 len: 999 time: 0.0819795 Feb 19 00:39:17.666442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949d2d-0964-4a95-b2c3-43dd8e5c8f46 req-ba90e6f5-4f92-4b15-81eb-ffd602c89578 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.672515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d949d2d-0964-4a95-b2c3-43dd8e5c8f46 req-ba90e6f5-4f92-4b15-81eb-ffd602c89578 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.674387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d949d2d-0964-4a95-b2c3-43dd8e5c8f46 req-ba90e6f5-4f92-4b15-81eb-ffd602c89578 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.1554928 Feb 19 00:39:17.759020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80c19a02-90a2-4a12-8126-bdf4653ca7c3 req-97ccc32f-9c54-407e-bc61-fd827bfeaf68 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833509 Feb 19 00:39:17.779272 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-3f86c875-aa21-45e8-9dd8-3621459906b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.783581 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-3f86c875-aa21-45e8-9dd8-3621459906b2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=30a69bc8-4302-4149-9266-9c4ab2312fc4 HTTP/1.1" status: 200 len: 851 time: 0.1092105 Feb 19 00:39:17.865595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00b710b9-b33b-4ad9-9fe1-f9209cb489f8 req-b62caa96-f500-42e8-ad5a-7a042a8b897f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0423744 Feb 19 00:39:17.875065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb336e8f-254d-44c3-8224-ae580ba8cb6f req-e3d0abd4-5084-43bd-89ae-3c0dae33eab9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.877463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb336e8f-254d-44c3-8224-ae580ba8cb6f req-e3d0abd4-5084-43bd-89ae-3c0dae33eab9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1175752 Feb 19 00:39:17.897306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-38fd0b17-74c5-4f00-8091-67fd7b1033d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:17.904308 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-38fd0b17-74c5-4f00-8091-67fd7b1033d2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9eed6468-b8a2-4a4e-85a9-96cb695ea51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1126688 Feb 19 00:39:17.949283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb336e8f-254d-44c3-8224-ae580ba8cb6f req-5f60108b-f45a-44f0-a2bd-ecabd15ec49f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615733 Feb 19 00:39:17.950263 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed47bcac-128d-4529-9dc2-e282a15539c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.018416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '4d7264ad-afc4-40ac-a7ad-40265c0174b5', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'port_id': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'mac_address': 'fa:16:3e:f5:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:36:47Z', 'updated_at': '2022-02-19T00:39:15Z', 'revision_number': 1, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:09Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:18.024141 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-52dc9c85-9470-4661-bac7-803c7c730506 service neutron] 10.222.0.126 "GET /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114347 Feb 19 00:39:18.066292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3701734-a60a-428b-9de8-b25c18a48b7a None None] The sync data for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 is: [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '4d7264ad-afc4-40ac-a7ad-40265c0174b5', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'floating_ip_address': '172.25.6.70', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'port_id': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'mac_address': 'fa:16:3e:f5:43:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:36:47Z', 'updated_at': '2022-02-19T00:39:15Z', 'revision_number': 1, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:09Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:18.123721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621f550-cf2a-4439-90f3-72aa013b4eb8 req-0b7e0892-d996-4868-ae66-e2bf71e62038 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:18.130329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4621f550-cf2a-4439-90f3-72aa013b4eb8 req-0b7e0892-d996-4868-ae66-e2bf71e62038 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0928164 Feb 19 00:39:18.155756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba6b1d10-7607-4c1f-855d-d993ef9a4b4b req-949a47a1-26af-4a75-802e-05369d1e5d00 service neutron] 10.222.0.126 "GET /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177409 Feb 19 00:39:18.219424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4621f550-cf2a-4439-90f3-72aa013b4eb8 req-2058ef20-3199-4daa-9ac4-81db63cb4366 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849681 Feb 19 00:39:18.238151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51794) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:18.252998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a489b02e-aaab-4bef-a11a-2d65c8e4f83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.345114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a489b02e-aaab-4bef-a11a-2d65c8e4f83c admin admin] Publish callbacks [] for security_group (a5986f9b-881a-418d-ac71-9727ed68b859), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.350734 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a489b02e-aaab-4bef-a11a-2d65c8e4f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a5986f9b-881a-418d-ac71-9727ed68b859), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.371954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2199290-0e80-47c6-a8aa-bd489ad20726 req-a94afbee-9eb5-4608-af50-f73117abe6e0 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:18.378771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2199290-0e80-47c6-a8aa-bd489ad20726 req-a94afbee-9eb5-4608-af50-f73117abe6e0 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0724149 Feb 19 00:39:18.393091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489b02e-aaab-4bef-a11a-2d65c8e4f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5986f9b-881a-418d-ac71-9727ed68b859,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:18.411657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a489b02e-aaab-4bef-a11a-2d65c8e4f83c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0376ea7426a14c9eabe18f9001992343&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1723301 Feb 19 00:39:18.412511 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee97873-fc07-400b-9e72-26a47d945369 None None] New status for floating IP 4d7264ad-afc4-40ac-a7ad-40265c0174b5: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:39:18.414530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:18.448205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2199290-0e80-47c6-a8aa-bd489ad20726 req-08bdd321-0033-4927-b939-3a1d10e87822 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680926 Feb 19 00:39:18.477909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3430f6ce-2984-41f8-a69e-281b1b783e32 admin admin] Publish callbacks [] for security_group (a5986f9b-881a-418d-ac71-9727ed68b859), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.499641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3430f6ce-2984-41f8-a69e-281b1b783e32 admin admin] Publish callbacks [] for security_group (a5986f9b-881a-418d-ac71-9727ed68b859), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.554878 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3430f6ce-2984-41f8-a69e-281b1b783e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a5986f9b-881a-418d-ac71-9727ed68b859), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.557659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3430f6ce-2984-41f8-a69e-281b1b783e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.561408 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3430f6ce-2984-41f8-a69e-281b1b783e32 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5986f9b-881a-418d-ac71-9727ed68b859 HTTP/1.1" status: 204 len: 168 time: 0.1432157 Feb 19 00:39:18.566910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430f6ce-2984-41f8-a69e-281b1b783e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5986f9b-881a-418d-ac71-9727ed68b859,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:18.682413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:18.882374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b13b666-c34c-4a79-9b11-8caa87d1609a req-bfe5e5ba-abbc-4a5c-a972-87a7ad737823 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:18.882374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b13b666-c34c-4a79-9b11-8caa87d1609a req-bfe5e5ba-abbc-4a5c-a972-87a7ad737823 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0545743 Feb 19 00:39:18.969249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b13b666-c34c-4a79-9b11-8caa87d1609a req-7c9ac05c-b894-4dec-86c1-0d47f6ea4ce6 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819187 Feb 19 00:39:18.971344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40b1cb14-dbcc-4d9c-8596-b813306c21f8 req-f3bcaf24-8765-495a-9a54-807beaf5e490 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0358377 Feb 19 00:39:19.106469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b892c-0eb4-4333-9153-34808c486c41 req-228a1a9e-d947-4429-bb97-1f4515bbf5cc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:19.108301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d6b892c-0eb4-4333-9153-34808c486c41 req-228a1a9e-d947-4429-bb97-1f4515bbf5cc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.0589950 Feb 19 00:39:19.180740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d6b892c-0eb4-4333-9153-34808c486c41 req-75e47503-35bb-4865-a471-c90cff17d45d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626638 Feb 19 00:39:19.341386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f28f54-89dc-4af8-8c10-cbcead0fa14d req-e292a985-dd5d-4f45-b4ff-a60f13c68eab tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:19.342223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06f28f54-89dc-4af8-8c10-cbcead0fa14d req-e292a985-dd5d-4f45-b4ff-a60f13c68eab tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0585186 Feb 19 00:39:19.398840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06f28f54-89dc-4af8-8c10-cbcead0fa14d req-8651ef4b-0660-4e44-aaf6-8595e8a1cf55 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505197 Feb 19 00:39:19.570607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a027bb3-e307-4a9a-9119-49e45d99c9c3 req-cad31a6b-26f6-4e1b-80ba-69f4cd2cb0a6 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:19.572464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a027bb3-e307-4a9a-9119-49e45d99c9c3 req-cad31a6b-26f6-4e1b-80ba-69f4cd2cb0a6 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0616479 Feb 19 00:39:19.630288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a027bb3-e307-4a9a-9119-49e45d99c9c3 req-524e5e8c-e164-4484-b8ee-d5e9e5788582 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513632 Feb 19 00:39:20.036830 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49f66398-6723-4e31-96be-89c8e88756cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:20.088422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02638945-81ee-45c3-a586-86490c0bcab3 req-b10f6b89-e743-473d-b44f-559dd81408a7 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0467041 Feb 19 00:39:20.148342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a423feb-3ba7-4305-b72e-ebb067990edb req-d7d2b654-d364-4618-8900-3f43665f7484 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:20.150021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a423feb-3ba7-4305-b72e-ebb067990edb req-d7d2b654-d364-4618-8900-3f43665f7484 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0974762 Feb 19 00:39:20.197613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51890) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:20.208212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a423feb-3ba7-4305-b72e-ebb067990edb req-186adddd-e3a5-4ff8-ac59-25f9d5845918 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516887 Feb 19 00:39:20.318031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4814b-b3cc-4954-ad2a-5043e5a3b09a req-c37f9fc7-3424-4b27-8b98-c27762a9d65e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:20.319487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fc4814b-b3cc-4954-ad2a-5043e5a3b09a req-c37f9fc7-3424-4b27-8b98-c27762a9d65e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.0543544 Feb 19 00:39:20.370727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fc4814b-b3cc-4954-ad2a-5043e5a3b09a req-b90fdc62-4fa6-4a9c-981e-b4ff37bbfa63 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447979 Feb 19 00:39:20.428963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-953516110', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:20.452527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Made reservation on behalf of f376e930c51f40f19429eae82ca6edff for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:20.454976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:20.470694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:20.537385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee704ca2-a85c-4fbc-bee7-aacdb974659a req-8ebe7133-154a-4826-9e97-ea45228c3684 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:20.540069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee704ca2-a85c-4fbc-bee7-aacdb974659a req-8ebe7133-154a-4826-9e97-ea45228c3684 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0710232 Feb 19 00:39:20.567438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks [] for security_group (9fe7fe90-7c7b-4a1d-9a4d-a1fb38633d64), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:20.571359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9fe7fe90-7c7b-4a1d-9a4d-a1fb38633d64), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:20.576361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] device_id is not set on port a1e1d3c0-b602-4945-bd2f-296618d3a147 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:39:20.598218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee704ca2-a85c-4fbc-bee7-aacdb974659a req-3ac1233a-54da-4491-b1d0-59316df9c20d tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513082 Feb 19 00:39:20.639309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe7fe90-7c7b-4a1d-9a4d-a1fb38633d64,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:20.705629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Allocated IP 172.25.6.115 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/a1e1d3c0-b602-4945-bd2f-296618d3a147) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:20.763453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05374e07-7954-4774-b6b9-8e34509f63ba req-16bbd482-fc69-4a5b-abf5-5c8aca9fb28c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:20.765440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05374e07-7954-4774-b6b9-8e34509f63ba req-16bbd482-fc69-4a5b-abf5-5c8aca9fb28c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0599663 Feb 19 00:39:20.816586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05374e07-7954-4774-b6b9-8e34509f63ba req-3564b962-791f-4dc0-8245-67c44d10e74f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Feb 19 00:39:20.850293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks [] for port (a1e1d3c0-b602-4945-bd2f-296618d3a147), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:20.884554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a1e1d3c0-b602-4945-bd2f-296618d3a147), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:20.927568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:20.936387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:20.938384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Pushing event updated for resources: {'Port': ['ID=a1e1d3c0-b602-4945-bd2f-296618d3a147,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:20.940702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:20.982553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:20.983607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:20.999513 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-55cdec4a-a45d-4d83-8d61-54cd1fadcb43 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8007228 Feb 19 00:39:21.003079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51908) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:21.007121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.115'}]}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:21.027281 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.028285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.082334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks [] for router_controller (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.090115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51912) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:21.150758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.171298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3876545e-977e-4069-a024-684124e23c0a req-5ba59229-e2a2-49b3-9c5a-ac207506f1b2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0289006 Feb 19 00:39:21.213480 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f06a5025-3786-4615-8cbe-2877f9d1365c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.250259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks [] for router_gateway (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.304551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f06a5025-3786-4615-8cbe-2877f9d1365c admin admin] Publish callbacks [] for security_group (75531803-9d11-4a03-97bf-1ca582424122), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.323624 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f06a5025-3786-4615-8cbe-2877f9d1365c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (75531803-9d11-4a03-97bf-1ca582424122), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.374440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f06a5025-3786-4615-8cbe-2877f9d1365c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a8067702cf746ceaf01c5e1fdc31f96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2831724 Feb 19 00:39:21.375580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a5025-3786-4615-8cbe-2877f9d1365c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75531803-9d11-4a03-97bf-1ca582424122,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:21.381997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:21.403046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95131544-aabe-4dfa-ae92-042f26ca9a4a req-764d4621-4b9d-434e-ac21-b491daf6b82c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:21.404542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95131544-aabe-4dfa-ae92-042f26ca9a4a req-764d4621-4b9d-434e-ac21-b491daf6b82c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1125484 Feb 19 00:39:21.455014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks [] for router_gateway (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.477657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.505041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95131544-aabe-4dfa-ae92-042f26ca9a4a req-a02e3329-b4ef-4376-b3be-6f325d2b68f9 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949810 Feb 19 00:39:21.507331 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbb081d1-c1e0-4eae-ab0b-a47d73f7324b admin admin] Publish callbacks [] for security_group (75531803-9d11-4a03-97bf-1ca582424122), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.534983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbb081d1-c1e0-4eae-ab0b-a47d73f7324b admin admin] Publish callbacks [] for security_group (75531803-9d11-4a03-97bf-1ca582424122), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.556732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c01ac-068f-4ee3-8612-afdc7ac65379 req-987649a7-72c4-4c72-bb22-03478ee0123e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:21.558515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b4c01ac-068f-4ee3-8612-afdc7ac65379 req-987649a7-72c4-4c72-bb22-03478ee0123e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1065142 Feb 19 00:39:21.626603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b4c01ac-068f-4ee3-8612-afdc7ac65379 req-e2972a1b-58a8-466b-a4ed-1fecb5a0db7d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593851 Feb 19 00:39:21.639238 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbb081d1-c1e0-4eae-ab0b-a47d73f7324b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (75531803-9d11-4a03-97bf-1ca582424122), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.644425 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbb081d1-c1e0-4eae-ab0b-a47d73f7324b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.646931 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks [] for router (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.650692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bbb081d1-c1e0-4eae-ab0b-a47d73f7324b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/75531803-9d11-4a03-97bf-1ca582424122 HTTP/1.1" status: 204 len: 168 time: 0.2668900 Feb 19 00:39:21.659018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb081d1-c1e0-4eae-ab0b-a47d73f7324b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75531803-9d11-4a03-97bf-1ca582424122,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:21.770749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab8dfb-0c57-4041-96ab-5e6ff8b1e888 req-cecb5589-572a-483f-ad5f-8a66e9df3be2 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:21.772289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eab8dfb-0c57-4041-96ab-5e6ff8b1e888 req-cecb5589-572a-483f-ad5f-8a66e9df3be2 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0554407 Feb 19 00:39:21.825793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eab8dfb-0c57-4041-96ab-5e6ff8b1e888 req-f718a268-2205-4cc3-ad86-0ac29a1ac9fb tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467687 Feb 19 00:39:21.836299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.840260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks [] for router_controller (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.891675 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (df8a6f50-ec17-4632-9bc1-dc90f6255d9a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:21.892477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df8a6f50-ec17-4632-9bc1-dc90f6255d9a {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:39:21.913811 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 00:39:21.917500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b55da33-b129-4908-bab4-0bf64414a0af tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9114406 Feb 19 00:39:21.917744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51932) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:21.946313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdcf81-219d-49b4-a724-876ea7bb68f0 req-fff1f5e1-9c47-44e7-8554-cc71a2839c23 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:21.948029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1efdcf81-219d-49b4-a724-876ea7bb68f0 req-fff1f5e1-9c47-44e7-8554-cc71a2839c23 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0621736 Feb 19 00:39:21.979390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51934) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:21.997236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df32abe7-0092-4f7a-ae66-420fade2c095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.006209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1efdcf81-219d-49b4-a724-876ea7bb68f0 req-d30b770c-79b4-4c97-895c-cce6f752ae6a tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Feb 19 00:39:22.047346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e21c6095-4a95-44d2-8010-c32b78cc7407 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Deleting port a1e1d3c0-b602-4945-bd2f-296618d3a147 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:22.047685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21c6095-4a95-44d2-8010-c32b78cc7407 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a1e1d3c0-b602-4945-bd2f-296618d3a147), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.142417 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df32abe7-0092-4f7a-ae66-420fade2c095 admin admin] Publish callbacks [] for security_group (5bff0e49-b7cc-4daa-a175-e5e42b64b2c2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.149602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df32abe7-0092-4f7a-ae66-420fade2c095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5bff0e49-b7cc-4daa-a175-e5e42b64b2c2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.152792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21c6095-4a95-44d2-8010-c32b78cc7407 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a1e1d3c0-b602-4945-bd2f-296618d3a147), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.187208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e21c6095-4a95-44d2-8010-c32b78cc7407 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Calling delete_port for a1e1d3c0-b602-4945-bd2f-296618d3a147 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:22.206114 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df32abe7-0092-4f7a-ae66-420fade2c095 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c5a6184386574c0f8ef8f828e1833602&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2248478 Feb 19 00:39:22.208533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32abe7-0092-4f7a-ae66-420fade2c095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bff0e49-b7cc-4daa-a175-e5e42b64b2c2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:22.209793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 51938) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:22.270811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a3b1afe-2c81-4345-a42d-c22b8e0ef131 req-b3413d2f-159e-4fd6-928c-83cbad64e095 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0471625 Feb 19 00:39:22.303684 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da933a31-b72c-4c39-aeb4-1e1b8efb401a admin admin] Publish callbacks [] for security_group (5bff0e49-b7cc-4daa-a175-e5e42b64b2c2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.325702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da933a31-b72c-4c39-aeb4-1e1b8efb401a admin admin] Publish callbacks [] for security_group (5bff0e49-b7cc-4daa-a175-e5e42b64b2c2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.340384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21c6095-4a95-44d2-8010-c32b78cc7407 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a1e1d3c0-b602-4945-bd2f-296618d3a147), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.378612 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da933a31-b72c-4c39-aeb4-1e1b8efb401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5bff0e49-b7cc-4daa-a175-e5e42b64b2c2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.381320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da933a31-b72c-4c39-aeb4-1e1b8efb401a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.382675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-da933a31-b72c-4c39-aeb4-1e1b8efb401a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5bff0e49-b7cc-4daa-a175-e5e42b64b2c2 HTTP/1.1" status: 204 len: 168 time: 0.1716089 Feb 19 00:39:22.391590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c6095-4a95-44d2-8010-c32b78cc7407 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1e1d3c0-b602-4945-bd2f-296618d3a147,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:22.392654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da933a31-b72c-4c39-aeb4-1e1b8efb401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bff0e49-b7cc-4daa-a175-e5e42b64b2c2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:22.438991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21c6095-4a95-44d2-8010-c32b78cc7407 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.442282 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e21c6095-4a95-44d2-8010-c32b78cc7407 tempest-RoutersAdminNegativeTest-1589778150 tempest-RoutersAdminNegativeTest-1589778150-project-admin] 10.222.0.60 "DELETE /v2.0/ports/a1e1d3c0-b602-4945-bd2f-296618d3a147 HTTP/1.1" status: 204 len: 168 time: 0.5234179 Feb 19 00:39:22.581570 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:22.673689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca70af7-757d-415d-a0db-6f709b2e6e8c req-ba7d3a94-7bdf-4814-850a-38148b6e2cc7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:22.682041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ca70af7-757d-415d-a0db-6f709b2e6e8c req-ba7d3a94-7bdf-4814-850a-38148b6e2cc7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0667803 Feb 19 00:39:22.790873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ca70af7-757d-415d-a0db-6f709b2e6e8c req-9dd44e58-f168-4f94-9ef4-cd1b4a0173fb tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077576 Feb 19 00:39:22.830526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51958) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:22.867767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ab2d6-5ed9-4b71-bd2b-7e88c1207308 req-d8e67019-3485-40ad-a755-99c1f4ae5983 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:22.875165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d68ab2d6-5ed9-4b71-bd2b-7e88c1207308 req-d8e67019-3485-40ad-a755-99c1f4ae5983 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.0737457 Feb 19 00:39:22.980676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d68ab2d6-5ed9-4b71-bd2b-7e88c1207308 req-ae8cae70-9296-42d1-9ed6-2f055039bc6b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003330 Feb 19 00:39:23.013730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea57c7d-5681-4d1f-9e58-14a96b57e37f req-5fa786fb-5795-4a47-8b8e-0debf05899cf tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:23.015587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ea57c7d-5681-4d1f-9e58-14a96b57e37f req-5fa786fb-5795-4a47-8b8e-0debf05899cf tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0960622 Feb 19 00:39:23.040052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c872898-0a3e-433a-bd31-fee4d1a2ed3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.153163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ea57c7d-5681-4d1f-9e58-14a96b57e37f req-aab96d53-07af-4fe5-9439-a8774e4a29f1 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312914 Feb 19 00:39:23.171961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c872898-0a3e-433a-bd31-fee4d1a2ed3c admin admin] Publish callbacks [] for security_group (bfd5d8fb-2961-4bb3-ae78-c728ebf58faf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.177113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c872898-0a3e-433a-bd31-fee4d1a2ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bfd5d8fb-2961-4bb3-ae78-c728ebf58faf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.185983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca56bd-6faa-4bd5-9022-6f6dac1b9992 req-d2a5a2c4-2ba9-4934-8636-5a565823f3ea tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:23.187741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5ca56bd-6faa-4bd5-9022-6f6dac1b9992 req-d2a5a2c4-2ba9-4934-8636-5a565823f3ea tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0845237 Feb 19 00:39:23.236694 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9c872898-0a3e-433a-bd31-fee4d1a2ed3c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ceb1a4c5a18149f3a56016bcbd2c15b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4021006 Feb 19 00:39:23.236694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c872898-0a3e-433a-bd31-fee4d1a2ed3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd5d8fb-2961-4bb3-ae78-c728ebf58faf,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:23.239145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51974) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:23.250482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5ca56bd-6faa-4bd5-9022-6f6dac1b9992 req-13201434-e3ff-47d8-9af4-f4f5d6313c45 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540373 Feb 19 00:39:23.315821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f469e564-31c1-439d-98b5-4fa97dae6feb admin admin] Publish callbacks [] for security_group (bfd5d8fb-2961-4bb3-ae78-c728ebf58faf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.347872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f469e564-31c1-439d-98b5-4fa97dae6feb admin admin] Publish callbacks [] for security_group (bfd5d8fb-2961-4bb3-ae78-c728ebf58faf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.361779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abddf018-b1c7-483d-9512-a41051e04e84 req-4395c0c2-b4d3-471f-922a-dcb4b6d1ce9a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0325222 Feb 19 00:39:23.403288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f469e564-31c1-439d-98b5-4fa97dae6feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bfd5d8fb-2961-4bb3-ae78-c728ebf58faf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.406279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f469e564-31c1-439d-98b5-4fa97dae6feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.410124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f469e564-31c1-439d-98b5-4fa97dae6feb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfd5d8fb-2961-4bb3-ae78-c728ebf58faf HTTP/1.1" status: 204 len: 168 time: 0.1675241 Feb 19 00:39:23.424119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469e564-31c1-439d-98b5-4fa97dae6feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd5d8fb-2961-4bb3-ae78-c728ebf58faf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:23.521065 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.816482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 51998) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:23.869001 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-99432584-9bb7-4ee9-b796-34d3e1557760 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f376e930c51f40f19429eae82ca6edff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486794 Feb 19 00:39:23.869001 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52002) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:23.909681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9174805-59fc-4126-a848-5ddab58b7f67 req-d1b65b2a-4291-402d-ab13-b5bb659ec714 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:23.921122 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e740fce-3939-44a6-8433-b15f33cf579f admin admin] Publish callbacks [] for security_group (9fe7fe90-7c7b-4a1d-9a4d-a1fb38633d64), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.921957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9174805-59fc-4126-a848-5ddab58b7f67 req-d1b65b2a-4291-402d-ab13-b5bb659ec714 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0745664 Feb 19 00:39:23.950549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e740fce-3939-44a6-8433-b15f33cf579f admin admin] Publish callbacks [] for security_group (9fe7fe90-7c7b-4a1d-9a4d-a1fb38633d64), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:23.994913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9174805-59fc-4126-a848-5ddab58b7f67 req-992c5d55-4c67-48f7-8edf-295c771bbc78 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713732 Feb 19 00:39:24.009082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e740fce-3939-44a6-8433-b15f33cf579f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9fe7fe90-7c7b-4a1d-9a4d-a1fb38633d64), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:24.013290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e740fce-3939-44a6-8433-b15f33cf579f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:24.016871 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4e740fce-3939-44a6-8433-b15f33cf579f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fe7fe90-7c7b-4a1d-9a4d-a1fb38633d64 HTTP/1.1" status: 204 len: 168 time: 0.1445830 Feb 19 00:39:24.023189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e740fce-3939-44a6-8433-b15f33cf579f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe7fe90-7c7b-4a1d-9a4d-a1fb38633d64,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:24.130393 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:24.162741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3911c-93cc-408f-af13-c5f4316de9ca req-0e8fbc4c-ade8-4fdc-ba59-89595637703b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:24.170935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7e3911c-93cc-408f-af13-c5f4316de9ca req-0e8fbc4c-ade8-4fdc-ba59-89595637703b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.0853610 Feb 19 00:39:24.234458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7e3911c-93cc-408f-af13-c5f4316de9ca req-f502ef5c-6b85-46fe-82f8-b165dd81f4fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624907 Feb 19 00:39:24.351029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01961d72-4590-4551-863d-b6144fb56d83 req-2169f822-bfa7-44eb-bd61-de993517553a tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:24.358754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01961d72-4590-4551-863d-b6144fb56d83 req-2169f822-bfa7-44eb-bd61-de993517553a tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0867260 Feb 19 00:39:24.454989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01961d72-4590-4551-863d-b6144fb56d83 req-ac4715b3-aead-4846-9a6f-e4b4574c18d1 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950384 Feb 19 00:39:24.470502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1f911-63c0-45a2-9a14-564f9a3867a1 req-aa7d5263-7afc-4171-8912-b1b01380feee tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:24.477993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5d1f911-63c0-45a2-9a14-564f9a3867a1 req-aa7d5263-7afc-4171-8912-b1b01380feee tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1101122 Feb 19 00:39:24.538772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5d1f911-63c0-45a2-9a14-564f9a3867a1 req-bb5c05c9-90ce-41e2-a02c-47109c4dd436 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598118 Feb 19 00:39:24.557230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08cfb005-2b96-4910-9043-79d721aad0ff req-afecf1cf-7bb7-45bc-adc3-7d1c5ed94adc tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0416300 Feb 19 00:39:24.945112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52072) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:24.967478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52076) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:25.050476 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91dc878e-03c7-438f-b4c4-f88a1bb69c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.063941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-1565917226'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:25.094574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:25.097838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.122829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.223795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91dc878e-03c7-438f-b4c4-f88a1bb69c74 admin admin] Publish callbacks [] for security_group (5950c580-c79b-4712-9d7b-110676b56686), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.233582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f41546-b4d1-499d-b4ed-b3a7d847f841 req-7c9b56f3-4acf-4106-9241-5c40e91280e3 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:25.235170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6f41546-b4d1-499d-b4ed-b3a7d847f841 req-7c9b56f3-4acf-4106-9241-5c40e91280e3 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1325490 Feb 19 00:39:25.237254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91dc878e-03c7-438f-b4c4-f88a1bb69c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5950c580-c79b-4712-9d7b-110676b56686), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.310457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-91dc878e-03c7-438f-b4c4-f88a1bb69c74 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3db560b6f7734ad1839c5393071f1866&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3639355 Feb 19 00:39:25.313481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52084) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:25.321309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc878e-03c7-438f-b4c4-f88a1bb69c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5950c580-c79b-4712-9d7b-110676b56686,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:25.368437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bea5a8e3-a900-47c6-9923-f10efbb91112 admin admin] Publish callbacks [] for security_group (5950c580-c79b-4712-9d7b-110676b56686), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.376018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for security_group (6a5abd77-013d-4263-8831-d2bb11858cc2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.384484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6f41546-b4d1-499d-b4ed-b3a7d847f841 req-250723ef-3891-4607-b9d5-c08f4d486651 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382370 Feb 19 00:39:25.386119 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6a5abd77-013d-4263-8831-d2bb11858cc2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.407556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bea5a8e3-a900-47c6-9923-f10efbb91112 admin admin] Publish callbacks [] for security_group (5950c580-c79b-4712-9d7b-110676b56686), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.423588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:25.432377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5abd77-013d-4263-8831-d2bb11858cc2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:25.443014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210da7c-8f7b-4ea0-ab92-a6e33c53de76 req-344e13c0-8818-4740-83e9-4c7bb617d2b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:25.445007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6210da7c-8f7b-4ea0-ab92-a6e33c53de76 req-344e13c0-8818-4740-83e9-4c7bb617d2b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1417809 Feb 19 00:39:25.448545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (057d951f-9a16-4611-b99c-25fd193cfcdf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.448919 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment 057d951f-9a16-4611-b99c-25fd193cfcdf of type vlan for network 60353170-2b17-47d1-ab6b-d80134c3f55b Feb 19 00:39:25.457380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bea5a8e3-a900-47c6-9923-f10efbb91112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5950c580-c79b-4712-9d7b-110676b56686), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.460305 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bea5a8e3-a900-47c6-9923-f10efbb91112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.464549 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bea5a8e3-a900-47c6-9923-f10efbb91112 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5950c580-c79b-4712-9d7b-110676b56686 HTTP/1.1" status: 204 len: 168 time: 0.1497672 Feb 19 00:39:25.473036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5a8e3-a900-47c6-9923-f10efbb91112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5950c580-c79b-4712-9d7b-110676b56686,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:25.511549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (60353170-2b17-47d1-ab6b-d80134c3f55b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.559756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6210da7c-8f7b-4ea0-ab92-a6e33c53de76 req-44a4de12-b0ad-4b5a-bf04-362e9616dd7d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017311 Feb 19 00:39:25.593148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (60353170-2b17-47d1-ab6b-d80134c3f55b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.597985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:25.598968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.777424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52096) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:25.793552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78d96c5f-2295-4fb6-b22f-64ce3a15b0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.879004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78d96c5f-2295-4fb6-b22f-64ce3a15b0b1 admin admin] Publish callbacks [] for security_group (71aa53c6-625c-4fee-a247-9367203779e2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.883518 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78d96c5f-2295-4fb6-b22f-64ce3a15b0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (71aa53c6-625c-4fee-a247-9367203779e2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.925424 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-78d96c5f-2295-4fb6-b22f-64ce3a15b0b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9df66a735294a8c90a1c0da653cb4fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438186 Feb 19 00:39:25.925424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d96c5f-2295-4fb6-b22f-64ce3a15b0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa53c6-625c-4fee-a247-9367203779e2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:25.926375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52098) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:25.975163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1541b08d-a866-4300-97af-3dfb267bbb1a admin admin] Publish callbacks [] for security_group (71aa53c6-625c-4fee-a247-9367203779e2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:25.997483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1541b08d-a866-4300-97af-3dfb267bbb1a admin admin] Publish callbacks [] for security_group (71aa53c6-625c-4fee-a247-9367203779e2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.010107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0392780 Feb 19 00:39:26.011411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52100) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:26.016214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-1792107635'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:26.032400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ea51e0-b6b0-45b8-a7eb-7be86c0c86f5 req-6eff6627-7cb9-4f8d-97e4-a1a55f37aa1d tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:26.033872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9ea51e0-b6b0-45b8-a7eb-7be86c0c86f5 req-6eff6627-7cb9-4f8d-97e4-a1a55f37aa1d tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.4968407 Feb 19 00:39:26.047991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838b195-183d-4f0c-83a1-83a2e269f5e8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=60353170-2b17-47d1-ab6b-d80134c3f55b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:26.051462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:26.054966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.062897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 60353170-2b17-47d1-ab6b-d80134c3f55b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:26.089854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498b08-107d-4257-9593-a7816bd909c4 req-4d94c6af-011a-4670-9628-d92c4d967b61 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:26.091351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5498b08-107d-4257-9593-a7816bd909c4 req-4d94c6af-011a-4670-9628-d92c4d967b61 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.4659677 Feb 19 00:39:26.093223 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1541b08d-a866-4300-97af-3dfb267bbb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (71aa53c6-625c-4fee-a247-9367203779e2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.096779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1541b08d-a866-4300-97af-3dfb267bbb1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.100407 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1541b08d-a866-4300-97af-3dfb267bbb1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71aa53c6-625c-4fee-a247-9367203779e2 HTTP/1.1" status: 204 len: 168 time: 0.1711910 Feb 19 00:39:26.105709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9ea51e0-b6b0-45b8-a7eb-7be86c0c86f5 req-bea897c9-a117-4ad5-a8f5-b7a5ba16afe4 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647516 Feb 19 00:39:26.120272 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:26.155289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541b08d-a866-4300-97af-3dfb267bbb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa53c6-625c-4fee-a247-9367203779e2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:26.157470 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5498b08-107d-4257-9593-a7816bd909c4 req-f7b265a4-f335-4959-bf2f-001cae5b2be4 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Feb 19 00:39:26.162997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (63c4769b-ab34-44a3-a52d-c1eb2211b510), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.164029 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment 63c4769b-ab34-44a3-a52d-c1eb2211b510 of type vlan for network 7119683d-1e60-425e-b59a-96539e85b315 Feb 19 00:39:26.225879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f80f311a-a4e5-4eea-a2c5-245f7deee66f req-c67bae75-982d-4400-addf-8626654a8392 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0295224 Feb 19 00:39:26.241809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (7119683d-1e60-425e-b59a-96539e85b315), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.266935 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (7119683d-1e60-425e-b59a-96539e85b315), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.272020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:26.273048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.330030 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3176367 Feb 19 00:39:26.333404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52106) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:26.339685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': '60353170-2b17-47d1-ab6b-d80134c3f55b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:26.344780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72dc51-8200-4a7c-99c5-f2f348599dcb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=7119683d-1e60-425e-b59a-96539e85b315,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:26.359367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 7119683d-1e60-425e-b59a-96539e85b315 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:26.480261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:26.484489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.595046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13902951-4bb2-4d0d-bf3c-8d748083bebf req-28fd78b0-2d4c-4712-b6c2-5559eab3e91e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:26.596813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13902951-4bb2-4d0d-bf3c-8d748083bebf req-28fd78b0-2d4c-4712-b6c2-5559eab3e91e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1322858 Feb 19 00:39:26.716103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13902951-4bb2-4d0d-bf3c-8d748083bebf req-418d6598-8588-4302-af41-596b7d3e62ac tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127050 Feb 19 00:39:26.789280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7798322-f72c-4b17-95a9-4b40915d577d req-3773a9c4-cad5-4346-8a45-3597c36b16fc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:26.794411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7798322-f72c-4b17-95a9-4b40915d577d req-3773a9c4-cad5-4346-8a45-3597c36b16fc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1537137 Feb 19 00:39:26.807081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (4001f95c-7e90-401b-bf05-e2d45f4c7df4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.902633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=4001f95c-7e90-401b-bf05-e2d45f4c7df4,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:26.916331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7798322-f72c-4b17-95a9-4b40915d577d req-d7c1314a-494f-45a7-bb94-6021ae3932dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185327 Feb 19 00:39:26.925174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': '057d951f-9a16-4611-b99c-25fd193cfcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '60353170-2b17-47d1-ab6b-d80134c3f55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:26.925636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: 60353170-2b17-47d1-ab6b-d80134c3f55b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:39:26.947054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 60353170-2b17-47d1-ab6b-d80134c3f55b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:39:26.959858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 60353170-2b17-47d1-ab6b-d80134c3f55b) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:26.965009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:26.965814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:26.972488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f900b4a0-0be5-4402-945c-5d3e0bfc1e09 None None] Network 60353170-2b17-47d1-ab6b-d80134c3f55b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:26.986625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8e26a481-90c5-47d2-87ad-d72d6a8f3e3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6487739 Feb 19 00:39:26.986948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52130) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:26.992254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': '7119683d-1e60-425e-b59a-96539e85b315', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:27.085768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-60353170-2b17-47d1-ab6b-d80134c3f55b', 'network_id': '60353170-2b17-47d1-ab6b-d80134c3f55b', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': '4001f95c-7e90-401b-bf05-e2d45f4c7df4'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:39:27.087359 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.106101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:27.110798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.251070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Allocated IP 172.20.0.2 (60353170-2b17-47d1-ab6b-d80134c3f55b/4001f95c-7e90-401b-bf05-e2d45f4c7df4/f99d753c-09c2-43c2-aad4-4cd6301ccb77) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:27.377426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a9bb-031d-4498-8e38-dec1901e2e36 req-76d2f017-21ee-429a-b0e3-a7773bfb237c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:27.379328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f74a9bb-031d-4498-8e38-dec1901e2e36 req-76d2f017-21ee-429a-b0e3-a7773bfb237c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1746521 Feb 19 00:39:27.395577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f5d47-1870-493a-887e-180869ea60f0 req-a4f002ef-98f6-4f98-8a1b-1fc97bf29391 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:27.397564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc0f5d47-1870-493a-887e-180869ea60f0 req-a4f002ef-98f6-4f98-8a1b-1fc97bf29391 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1390522 Feb 19 00:39:27.412799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Publish callbacks [] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.419632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.476600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Network 60353170-2b17-47d1-ab6b-d80134c3f55b is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:27.481033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:27.483865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Pushing event updated for resources: {'Port': ['ID=f99d753c-09c2-43c2-aad4-4cd6301ccb77,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:27.491579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:27.555292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f74a9bb-031d-4498-8e38-dec1901e2e36 req-2731cfe3-c665-40c8-a8ed-f3b94315e2c0 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564839 Feb 19 00:39:27.557735 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.564134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Attempting to bind port f99d753c-09c2-43c2-aad4-4cd6301ccb77 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:27.565598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Attempting to bind port f99d753c-09c2-43c2-aad4-4cd6301ccb77 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '057d951f-9a16-4611-b99c-25fd193cfcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '60353170-2b17-47d1-ab6b-d80134c3f55b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:27.565987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Attempting to bind port f99d753c-09c2-43c2-aad4-4cd6301ccb77 on network 60353170-2b17-47d1-ab6b-d80134c3f55b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:27.570464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc0f5d47-1870-493a-887e-180869ea60f0 req-7af4a09e-dee4-475a-b76b-3e2165aea70b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595924 Feb 19 00:39:27.578060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:39:27.578456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Checking segment: {'id': '057d951f-9a16-4611-b99c-25fd193cfcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '60353170-2b17-47d1-ab6b-d80134c3f55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:27.578847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.579245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Bound using segment: {'id': '057d951f-9a16-4611-b99c-25fd193cfcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '60353170-2b17-47d1-ab6b-d80134c3f55b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:39:27.579715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Bound port: f99d753c-09c2-43c2-aad4-4cd6301ccb77, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '057d951f-9a16-4611-b99c-25fd193cfcdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '60353170-2b17-47d1-ab6b-d80134c3f55b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:39:27.580098 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.670116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] For port f99d753c-09c2-43c2-aad4-4cd6301ccb77, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:27.672208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6295947-e06c-4e0a-9492-b1b2105ba7ab req-562c9bcd-a75f-4df2-9bc6-beeb47bdb0e5 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0499539 Feb 19 00:39:27.676777 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:27.678679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] For port f99d753c-09c2-43c2-aad4-4cd6301ccb77, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f99d753c-09c2-43c2-aad4-4cd6301ccb77,segment=NetworkSegment(057d951f-9a16-4611-b99c-25fd193cfcdf),segment_id=057d951f-9a16-4611-b99c-25fd193cfcdf)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:39:27.681165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': '63c4769b-ab34-44a3-a52d-c1eb2211b510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7119683d-1e60-425e-b59a-96539e85b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:27.681537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: 7119683d-1e60-425e-b59a-96539e85b315, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:39:27.686370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.704125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 7119683d-1e60-425e-b59a-96539e85b315 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:39:27.715825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 7119683d-1e60-425e-b59a-96539e85b315) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:27.722044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:27.723555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.729827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3421b-6a68-4898-83f7-94a5d1f1db21 None None] Network 7119683d-1e60-425e-b59a-96539e85b315 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:27.751891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-af919183-46a8-49b5-9527-4e31b5a18174 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7622929 Feb 19 00:39:27.753520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52158) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:27.759182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2e9f66f6-8c97-4497-9400-fc5e9057377f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2106941071', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:27.781665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e9f66f6-8c97-4497-9400-fc5e9057377f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (e307f940-62b7-40ba-80dc-82d7782ecbb7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.782958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e9f66f6-8c97-4497-9400-fc5e9057377f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (e307f940-62b7-40ba-80dc-82d7782ecbb7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.860229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dfaba9-32be-4922-9bb4-18577ad59382 None None] Pushing event updated for resources: {'Port': ['ID=f99d753c-09c2-43c2-aad4-4cd6301ccb77,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:27.869592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e9f66f6-8c97-4497-9400-fc5e9057377f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (e307f940-62b7-40ba-80dc-82d7782ecbb7), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.892555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e9f66f6-8c97-4497-9400-fc5e9057377f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (e307f940-62b7-40ba-80dc-82d7782ecbb7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.923488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e9f66f6-8c97-4497-9400-fc5e9057377f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:27.929236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e9f66f6-8c97-4497-9400-fc5e9057377f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1701725 Feb 19 00:39:27.929416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52162) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:27.936255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3a5f5-2740-435d-b452-b55970dd1f3a req-1df57a6b-1857-4d23-a6c5-3da739a56d7b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:27.937855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adb3a5f5-2740-435d-b452-b55970dd1f3a req-1df57a6b-1857-4d23-a6c5-3da739a56d7b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1137106 Feb 19 00:39:27.968891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-7119683d-1e60-425e-b59a-96539e85b315', 'network_id': '7119683d-1e60-425e-b59a-96539e85b315', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': '4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:39:27.969890 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:28.064381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adb3a5f5-2740-435d-b452-b55970dd1f3a req-163dff5d-dca5-4e6b-b49d-92bd3d63fa59 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062925 Feb 19 00:39:28.136532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc72685-1664-4d05-b475-21dfbfad09db req-00cda0a7-4d03-4012-8aca-49ad6488d94a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:28.148452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bc72685-1664-4d05-b475-21dfbfad09db req-00cda0a7-4d03-4012-8aca-49ad6488d94a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1402814 Feb 19 00:39:28.298337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bc72685-1664-4d05-b475-21dfbfad09db req-3d8385f3-dcbf-4ae1-ab11-30bfc1503d5f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349628 Feb 19 00:39:28.407439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Allocated IP 172.21.0.2 (7119683d-1e60-425e-b59a-96539e85b315/4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a/090bbac8-c056-4ef3-98a1-27f50bea39db) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:28.575155 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Publish callbacks [] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:28.581747 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:28.619499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Network 7119683d-1e60-425e-b59a-96539e85b315 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:28.622909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:28.626774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:28.641950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Pushing event updated for resources: {'Port': ['ID=090bbac8-c056-4ef3-98a1-27f50bea39db,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:28.716936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Attempting to bind port 090bbac8-c056-4ef3-98a1-27f50bea39db on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:28.717343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Attempting to bind port 090bbac8-c056-4ef3-98a1-27f50bea39db by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '63c4769b-ab34-44a3-a52d-c1eb2211b510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7119683d-1e60-425e-b59a-96539e85b315'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:28.717724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Attempting to bind port 090bbac8-c056-4ef3-98a1-27f50bea39db on network 7119683d-1e60-425e-b59a-96539e85b315 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:28.727367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:39:28.727756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Checking segment: {'id': '63c4769b-ab34-44a3-a52d-c1eb2211b510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7119683d-1e60-425e-b59a-96539e85b315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:28.728171 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:28.728577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Bound using segment: {'id': '63c4769b-ab34-44a3-a52d-c1eb2211b510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7119683d-1e60-425e-b59a-96539e85b315'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:39:28.729098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Bound port: 090bbac8-c056-4ef3-98a1-27f50bea39db, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63c4769b-ab34-44a3-a52d-c1eb2211b510', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7119683d-1e60-425e-b59a-96539e85b315'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:39:28.729489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:28.776542 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:28.829914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1e04b-e3bc-4432-bd3b-debbb2b1a738 req-83c55a1e-fa27-4ffb-b111-5f14d9cf8886 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:28.832333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82b1e04b-e3bc-4432-bd3b-debbb2b1a738 req-83c55a1e-fa27-4ffb-b111-5f14d9cf8886 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1270280 Feb 19 00:39:28.833245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] For port 090bbac8-c056-4ef3-98a1-27f50bea39db, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:28.837521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] For port 090bbac8-c056-4ef3-98a1-27f50bea39db, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=090bbac8-c056-4ef3-98a1-27f50bea39db,segment=NetworkSegment(63c4769b-ab34-44a3-a52d-c1eb2211b510),segment_id=63c4769b-ab34-44a3-a52d-c1eb2211b510)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:39:28.850064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127cd2c-19fe-4918-83e1-bc51fdc918d1 req-45eaf0a5-50cd-489c-87cd-a9c98374b179 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:28.851525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:28.851931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4127cd2c-19fe-4918-83e1-bc51fdc918d1 req-45eaf0a5-50cd-489c-87cd-a9c98374b179 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1303627 Feb 19 00:39:28.947220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b63a0-4ab8-4297-9507-684a1314067a None None] Pushing event updated for resources: {'Port': ['ID=090bbac8-c056-4ef3-98a1-27f50bea39db,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:28.967037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82b1e04b-e3bc-4432-bd3b-debbb2b1a738 req-cbb62c85-8294-45ee-aeac-a816d2dfc2e9 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259780 Feb 19 00:39:29.037898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4127cd2c-19fe-4918-83e1-bc51fdc918d1 req-2ea76b80-1a7e-449a-a7c8-30f3e61a60b3 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728199 Feb 19 00:39:29.115917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6df02afd-7c17-4ef3-b900-feea3ea3089f req-990d4498-8d89-44f0-9d84-e9f65f379a48 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0707715 Feb 19 00:39:29.271660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.20.0.1 (60353170-2b17-47d1-ab6b-d80134c3f55b/4001f95c-7e90-401b-bf05-e2d45f4c7df4/1e81ef53-d018-43f2-9100-770d1cafed0a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:29.286520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedce94-643a-4e2a-9930-6ccaa6ed08a6 req-5f290c6e-7fd0-46de-a560-8b7fd428676a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:29.289003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eedce94-643a-4e2a-9930-6ccaa6ed08a6 req-5f290c6e-7fd0-46de-a560-8b7fd428676a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0779574 Feb 19 00:39:29.385046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eedce94-643a-4e2a-9930-6ccaa6ed08a6 req-cd7cef9c-b02b-464a-a64a-598a344501d9 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889583 Feb 19 00:39:29.445906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f756289-e434-4bbc-8462-bc90935e3938 None None] Network 60353170-2b17-47d1-ab6b-d80134c3f55b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:29.461274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.478482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a55d9f0-74f2-472c-b570-30763ea09f26 req-7ad957a3-6944-4839-a69d-5acaafdfa816 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:29.480423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a55d9f0-74f2-472c-b570-30763ea09f26 req-7ad957a3-6944-4839-a69d-5acaafdfa816 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.0805123 Feb 19 00:39:29.503105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.531909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-245038f1-c159-4395-8ce9-6cbd56016df2 None None] Provisioning complete for port f99d753c-09c2-43c2-aad4-4cd6301ccb77 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:29.532375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245038f1-c159-4395-8ce9-6cbd56016df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.541348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a55d9f0-74f2-472c-b570-30763ea09f26 req-a2867429-bba7-4f26-87eb-d376461e6fcd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542121 Feb 19 00:39:29.554598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52250) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:29.569458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 60353170-2b17-47d1-ab6b-d80134c3f55b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:29.574072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:29.580711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:29.608237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=1e81ef53-d018-43f2-9100-770d1cafed0a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:29.640752 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (e307f940-62b7-40ba-80dc-82d7782ecbb7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.675030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-245038f1-c159-4395-8ce9-6cbd56016df2 None None] Current status of the port f99d753c-09c2-43c2-aad4-4cd6301ccb77 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:29.675533 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245038f1-c159-4395-8ce9-6cbd56016df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.713965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-245038f1-c159-4395-8ce9-6cbd56016df2 None None] For port f99d753c-09c2-43c2-aad4-4cd6301ccb77, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f99d753c-09c2-43c2-aad4-4cd6301ccb77,segment=NetworkSegment(057d951f-9a16-4611-b99c-25fd193cfcdf),segment_id=057d951f-9a16-4611-b99c-25fd193cfcdf)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:29.722298 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1a73d091-c9c4-40ae-99fb-8465260cb4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.723583 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245038f1-c159-4395-8ce9-6cbd56016df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.819599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245038f1-c159-4395-8ce9-6cbd56016df2 None None] Pushing event updated for resources: {'Port': ['ID=f99d753c-09c2-43c2-aad4-4cd6301ccb77,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:29.821979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1a73d091-c9c4-40ae-99fb-8465260cb4f7 admin admin] Publish callbacks [] for security_group (ffab5213-b98b-4e84-8a5b-033b42c42740), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.829707 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1a73d091-c9c4-40ae-99fb-8465260cb4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ffab5213-b98b-4e84-8a5b-033b42c42740), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.841260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:29.876044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1a73d091-c9c4-40ae-99fb-8465260cb4f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c2824dbbac54ea0b5a0b941c994077e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202591 Feb 19 00:39:29.877293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73d091-c9c4-40ae-99fb-8465260cb4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffab5213-b98b-4e84-8a5b-033b42c42740,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:29.878636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52254) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:29.979695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 090bbac8-c056-4ef3-98a1-27f50bea39db up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:30.043649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-120985f5-3abb-4d9a-ad40-0c02fd44294e admin admin] Publish callbacks [] for security_group (ffab5213-b98b-4e84-8a5b-033b42c42740), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.067568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ee4cacd8-206f-43ea-aa80-5b891094c004 None None] Provisioning complete for port 1e81ef53-d018-43f2-9100-770d1cafed0a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:30.079172 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee4cacd8-206f-43ea-aa80-5b891094c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.128757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85caba2d-faad-4ea1-80e7-84b4ff57bb3e req-3b069b97-f2ba-4f1d-9921-fb6cd0653c0e tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:30.138576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85caba2d-faad-4ea1-80e7-84b4ff57bb3e req-3b069b97-f2ba-4f1d-9921-fb6cd0653c0e tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0783572 Feb 19 00:39:30.157245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-120985f5-3abb-4d9a-ad40-0c02fd44294e admin admin] Publish callbacks [] for security_group (ffab5213-b98b-4e84-8a5b-033b42c42740), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.168567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cacd8-206f-43ea-aa80-5b891094c004 None None] Port 1e81ef53-d018-43f2-9100-770d1cafed0a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:30.189750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 090bbac8-c056-4ef3-98a1-27f50bea39db triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:30.190526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.228677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ee4cacd8-206f-43ea-aa80-5b891094c004 None None] Provisioning complete for port f99d753c-09c2-43c2-aad4-4cd6301ccb77 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:30.229492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee4cacd8-206f-43ea-aa80-5b891094c004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.283376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85caba2d-faad-4ea1-80e7-84b4ff57bb3e req-d9f0204f-68ec-4845-b0d4-85a7e69aedca tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389897 Feb 19 00:39:30.344017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5471f3-0313-4319-b1ff-cca58dc8730c req-5aab4dec-12b6-4a1b-b58b-c4226d1511b5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:30.344922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-120985f5-3abb-4d9a-ad40-0c02fd44294e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ffab5213-b98b-4e84-8a5b-033b42c42740), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.347254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-120985f5-3abb-4d9a-ad40-0c02fd44294e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.347830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5471f3-0313-4319-b1ff-cca58dc8730c req-5aab4dec-12b6-4a1b-b58b-c4226d1511b5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1784761 Feb 19 00:39:30.348533 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-120985f5-3abb-4d9a-ad40-0c02fd44294e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ffab5213-b98b-4e84-8a5b-033b42c42740 HTTP/1.1" status: 204 len: 168 time: 0.4684694 Feb 19 00:39:30.376690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120985f5-3abb-4d9a-ad40-0c02fd44294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffab5213-b98b-4e84-8a5b-033b42c42740,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:30.445927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ce8de6e-9a89-4e31-a8ef-5b60a8abcce3 req-f6f6c2c9-2caf-4842-b34f-92a315d17019 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0814424 Feb 19 00:39:30.456679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 090bbac8-c056-4ef3-98a1-27f50bea39db is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:30.457177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.468303 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.474519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.506093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5471f3-0313-4319-b1ff-cca58dc8730c req-40ae2a26-6dda-43e5-92b8-809db9d4fa69 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428950 Feb 19 00:39:30.511806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cacd8-206f-43ea-aa80-5b891094c004 None None] Current status of the port f99d753c-09c2-43c2-aad4-4cd6301ccb77 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:30.542251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945dfbf2-faf7-4b07-bf83-a91b47c79f21 None None] Network 7119683d-1e60-425e-b59a-96539e85b315 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:30.556792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (e307f940-62b7-40ba-80dc-82d7782ecbb7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.566505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 090bbac8-c056-4ef3-98a1-27f50bea39db, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=090bbac8-c056-4ef3-98a1-27f50bea39db,segment=NetworkSegment(63c4769b-ab34-44a3-a52d-c1eb2211b510),segment_id=63c4769b-ab34-44a3-a52d-c1eb2211b510)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:30.572227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.573823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f99d753c-09c2-43c2-aad4-4cd6301ccb77 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:30.594082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=1e81ef53-d018-43f2-9100-770d1cafed0a,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:30.675217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 60353170-2b17-47d1-ab6b-d80134c3f55b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:30.677060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:30.705436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ef1b694b-6508-4f7a-9591-41bacd74475c None None] Provisioning complete for port 1e81ef53-d018-43f2-9100-770d1cafed0a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:30.705814 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef1b694b-6508-4f7a-9591-41bacd74475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.710857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efc744-6412-4c47-bef9-0477c57c2922 req-468bebe8-efdb-4f8a-a718-546b6b7490b9 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:30.721231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63efc744-6412-4c47-bef9-0477c57c2922 req-468bebe8-efdb-4f8a-a718-546b6b7490b9 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1305325 Feb 19 00:39:30.784718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=090bbac8-c056-4ef3-98a1-27f50bea39db,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:30.841770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b694b-6508-4f7a-9591-41bacd74475c None None] Port 1e81ef53-d018-43f2-9100-770d1cafed0a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:30.847338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f99d753c-09c2-43c2-aad4-4cd6301ccb77 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:30.847718 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.848318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ab3c4-3914-4da2-86e3-a95e454b2c4b req-ef5029e2-06f3-472a-a363-6e330a2f9403 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:30.849894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-789ab3c4-3914-4da2-86e3-a95e454b2c4b req-ef5029e2-06f3-472a-a363-6e330a2f9403 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1476202 Feb 19 00:39:30.866738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63efc744-6412-4c47-bef9-0477c57c2922 req-49090e84-810d-4ec3-a60c-c4ae447ba74b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437821 Feb 19 00:39:30.870437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52272) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:30.886966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ef1b694b-6508-4f7a-9591-41bacd74475c None None] Provisioning complete for port 090bbac8-c056-4ef3-98a1-27f50bea39db triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:30.887473 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef1b694b-6508-4f7a-9591-41bacd74475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.909458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a4b01a8-4f1b-428c-98a9-e145a41f25dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:30.937103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-789ab3c4-3914-4da2-86e3-a95e454b2c4b req-6a6c0268-bb89-452f-866c-2c5f72c86ff6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692184 Feb 19 00:39:30.985479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router e307f940-62b7-40ba-80dc-82d7782ecbb7 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:39:30.989146 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-118bceda-d813-47a4-a921-bcd8c16f17e3 service neutron] show failed (client error): The resource could not be found. Feb 19 00:39:30.995477 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-118bceda-d813-47a4-a921-bcd8c16f17e3 service neutron] 10.222.0.113 "GET /v2.0/ports/e2548a39-811f-4d59-8f5d-fb07e523b99a/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.1834309 Feb 19 00:39:31.042022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ef1b694b-6508-4f7a-9591-41bacd74475c None None] Current status of the port 090bbac8-c056-4ef3-98a1-27f50bea39db is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:31.047552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f99d753c-09c2-43c2-aad4-4cd6301ccb77 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:31.135114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a4b01a8-4f1b-428c-98a9-e145a41f25dd admin admin] Publish callbacks [] for security_group (ae6600cb-2fac-481f-b68b-ec49a0cf37ae), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.144214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a4b01a8-4f1b-428c-98a9-e145a41f25dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ae6600cb-2fac-481f-b68b-ec49a0cf37ae), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.168833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6db6e6a4-b99c-4b12-b1e0-f2bb731691c1 None None] Provisioning complete for port 1e81ef53-d018-43f2-9100-770d1cafed0a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:31.169893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6db6e6a4-b99c-4b12-b1e0-f2bb731691c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.179526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b01a8-4f1b-428c-98a9-e145a41f25dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6600cb-2fac-481f-b68b-ec49a0cf37ae,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:31.203527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:31.211000 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a9225904-3c9d-4016-bdd9-e5c416bf9f48 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/e307f940-62b7-40ba-80dc-82d7782ecbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2818329 Feb 19 00:39:31.214817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52274) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:31.227216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba412917-0090-482c-8055-5ef602e29636 None None] Sync routers for ids ['e307f940-62b7-40ba-80dc-82d7782ecbb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:31.240247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba412917-0090-482c-8055-5ef602e29636 None None] Routers {'e307f940-62b7-40ba-80dc-82d7782ecbb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:31.240864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ba412917-0090-482c-8055-5ef602e29636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e307f940-62b7-40ba-80dc-82d7782ecbb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:31.250707 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5a4b01a8-4f1b-428c-98a9-e145a41f25dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41b1041cf4d749a68d1170531c48e610&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3789122 Feb 19 00:39:31.253460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52276) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:31.280566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6db6e6a4-b99c-4b12-b1e0-f2bb731691c1 None None] Port 1e81ef53-d018-43f2-9100-770d1cafed0a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:31.281947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ba412917-0090-482c-8055-5ef602e29636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:31.292050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba412917-0090-482c-8055-5ef602e29636 None None] Routers {'e307f940-62b7-40ba-80dc-82d7782ecbb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:31.292670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ba412917-0090-482c-8055-5ef602e29636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e307f940-62b7-40ba-80dc-82d7782ecbb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:31.293277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5799d687-2e44-4fb6-88f1-11517e8a62e2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:31.298973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5799d687-2e44-4fb6-88f1-11517e8a62e2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports/1e81ef53-d018-43f2-9100-770d1cafed0a HTTP/1.1" status: 200 len: 910 time: 0.0787935 Feb 19 00:39:31.299329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52278) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:31.308417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-679bb517-b0f4-4861-8f41-afeca2b95007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:31.310024 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-679bb517-b0f4-4861-8f41-afeca2b95007 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 1127 time: 0.0941529 Feb 19 00:39:31.327748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ba412917-0090-482c-8055-5ef602e29636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:31.328381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba412917-0090-482c-8055-5ef602e29636 None None] The sync data for ids ['e307f940-62b7-40ba-80dc-82d7782ecbb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:31.331838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-086f91de-ac93-4476-8bec-90ff12c4fee3 admin admin] Publish callbacks [] for security_group (ae6600cb-2fac-481f-b68b-ec49a0cf37ae), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.348669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:31.356905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-086f91de-ac93-4476-8bec-90ff12c4fee3 admin admin] Publish callbacks [] for security_group (ae6600cb-2fac-481f-b68b-ec49a0cf37ae), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.407794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-06077a92-a766-4cae-a162-0719d86cafdf None None] Provisioning complete for port 090bbac8-c056-4ef3-98a1-27f50bea39db triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:31.408162 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06077a92-a766-4cae-a162-0719d86cafdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.463989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc466d9-0f53-4d5a-b115-4eebc7e9c436 req-1280b70e-00ab-4968-925e-813fb997c67b tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:31.465452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fc466d9-0f53-4d5a-b115-4eebc7e9c436 req-1280b70e-00ab-4968-925e-813fb997c67b tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1010921 Feb 19 00:39:31.466670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-086f91de-ac93-4476-8bec-90ff12c4fee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ae6600cb-2fac-481f-b68b-ec49a0cf37ae), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.484006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-086f91de-ac93-4476-8bec-90ff12c4fee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.485267 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-086f91de-ac93-4476-8bec-90ff12c4fee3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae6600cb-2fac-481f-b68b-ec49a0cf37ae HTTP/1.1" status: 204 len: 168 time: 0.2304943 Feb 19 00:39:31.495589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-06077a92-a766-4cae-a162-0719d86cafdf None None] Current status of the port 090bbac8-c056-4ef3-98a1-27f50bea39db is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:31.501725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f91de-ac93-4476-8bec-90ff12c4fee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6600cb-2fac-481f-b68b-ec49a0cf37ae,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:31.587345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dce84d5a-f41c-467a-b644-3f2000fa2964 req-eb8e3108-8fae-4b9c-b6b3-e4f58be624eb tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0377975 Feb 19 00:39:31.597858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fc466d9-0f53-4d5a-b115-4eebc7e9c436 req-7968e607-1633-4f0f-bca0-df4138aac38e tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112468 Feb 19 00:39:31.728175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29df11-5a12-4d35-ad27-631d52186455 req-dee032fe-fe17-482a-a5ac-178f83d251dc tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:31.738073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c29df11-5a12-4d35-ad27-631d52186455 req-dee032fe-fe17-482a-a5ac-178f83d251dc tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0738835 Feb 19 00:39:31.781129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:31.797117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c29df11-5a12-4d35-ad27-631d52186455 req-3b9f8566-475c-4a9a-852a-d5410b648d48 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578003 Feb 19 00:39:31.835035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 090bbac8-c056-4ef3-98a1-27f50bea39db up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:31.883737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 090bbac8-c056-4ef3-98a1-27f50bea39db triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:31.884118 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:32.013031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbecd-5ac8-44ca-804b-ed6bb43e089d req-7dd0948e-db6e-4434-9afe-c08e740b09b4 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:32.015106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05cfbecd-5ac8-44ca-804b-ed6bb43e089d req-7dd0948e-db6e-4434-9afe-c08e740b09b4 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0648932 Feb 19 00:39:32.025938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 090bbac8-c056-4ef3-98a1-27f50bea39db is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:32.027059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f99d753c-09c2-43c2-aad4-4cd6301ccb77 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:32.080229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f99d753c-09c2-43c2-aad4-4cd6301ccb77 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:32.081002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:32.113842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05cfbecd-5ac8-44ca-804b-ed6bb43e089d req-9ca0a775-2aec-4ce7-bc5d-bbce6ad6a62b tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922837 Feb 19 00:39:32.141566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfef10-c909-4c00-985a-13c135b09b5f req-be950436-e1c0-4021-96ce-8e5792edf8a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:32.143500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7cfef10-c909-4c00-985a-13c135b09b5f req-be950436-e1c0-4021-96ce-8e5792edf8a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1010995 Feb 19 00:39:32.216628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7cfef10-c909-4c00-985a-13c135b09b5f req-c0f8f03d-ce18-46e3-96b4-e661ea591b3b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669837 Feb 19 00:39:32.225349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f99d753c-09c2-43c2-aad4-4cd6301ccb77 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:32.251220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:32.254802 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:32.362062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:32.446220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:32.448530 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2b9efa-0425-4092-bbee-f1a017df2296" -d '{"events": [{"server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "name": "network-vif-unplugged", "status": "completed", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:32.452257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Publish callbacks [] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:32.481343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Transition to ACTIVE for port object e2548a39-811f-4d59-8f5d-fb07e523b99a will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:39:32.491962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:32.528014 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b575c2-91f7-49b0-a89f-3ebc12d94209 x-openstack-request-id: req-a1b575c2-91f7-49b0-a89f-3ebc12d94209 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:32.528315 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "name": "network-vif-unplugged", "status": "completed", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:32.528574 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1b575c2-91f7-49b0-a89f-3ebc12d94209 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:32.528975 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'code': 200} Feb 19 00:39:32.697227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=6']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:32.746389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8025b30d-883b-40d9-8ae8-f1ef482485df req-c18916b9-7bc2-463a-8306-f5dcd7034f4a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0771956 Feb 19 00:39:32.811016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb519d-761f-443e-87dd-9e691f199925 req-e5f104a8-eec8-43f5-8d47-ae9b7511093f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:32.821193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ffb519d-761f-443e-87dd-9e691f199925 req-e5f104a8-eec8-43f5-8d47-ae9b7511093f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0953662 Feb 19 00:39:32.826638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] No DVR routers for this DVR port e2548a39-811f-4d59-8f5d-fb07e523b99a on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:32.874361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ffb519d-761f-443e-87dd-9e691f199925 req-dfb1812c-6673-4703-8aaf-f71830f031d0 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 Feb 19 00:39:32.875843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.21.0.1 (7119683d-1e60-425e-b59a-96539e85b315/4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a/569ac8ff-1c4e-4ccb-9abd-1df30151e0cc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:32.947536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33835d8e-8e6a-4966-8d9c-882bd6f664ea req-960d6c79-09a4-419e-ac20-3ab864142d33 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:32.949035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33835d8e-8e6a-4966-8d9c-882bd6f664ea req-960d6c79-09a4-419e-ac20-3ab864142d33 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0591953 Feb 19 00:39:33.000124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33835d8e-8e6a-4966-8d9c-882bd6f664ea req-7e86da37-e954-4be9-a231-13d89fe9dbf5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444410 Feb 19 00:39:33.095328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.096914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Attempting to bind port e2548a39-811f-4d59-8f5d-fb07e523b99a on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:33.097267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Attempting to bind port e2548a39-811f-4d59-8f5d-fb07e523b99a by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:33.097591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Attempting to bind port e2548a39-811f-4d59-8f5d-fb07e523b99a on network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:33.104268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Port e2548a39-811f-4d59-8f5d-fb07e523b99a on network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:33.104592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Attempting to bind port e2548a39-811f-4d59-8f5d-fb07e523b99a on network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:33.114587 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:39:33.114933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Checking segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:33.115320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Bound using segment: {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:39:33.115754 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Bound port: e2548a39-811f-4d59-8f5d-fb07e523b99a, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e743072e-152c-4660-8fc0-71dd3db2415d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:39:33.116111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.116938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52348) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:33.188267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.245796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:33.253128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 7119683d-1e60-425e-b59a-96539e85b315 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:33.258842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:33.261284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:33.266849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd438f7-5be3-4aaa-9037-65c9a01c4a2f req-9bb24dc3-ab5f-4b4f-92c0-92d9f32cb1a0 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:33.268787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=569ac8ff-1c4e-4ccb-9abd-1df30151e0cc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:33.270104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd438f7-5be3-4aaa-9037-65c9a01c4a2f req-9bb24dc3-ab5f-4b4f-92c0-92d9f32cb1a0 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0832512 Feb 19 00:39:33.293629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:39:33.295830 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8f7c-a43e-435b-93dc-65177f682066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.305767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.349255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:33.350127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.351522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] 10.222.0.126 "PUT /v2.0/ports/e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 1091 time: 2.0070641 Feb 19 00:39:33.354446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (e307f940-62b7-40ba-80dc-82d7782ecbb7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.415607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd438f7-5be3-4aaa-9037-65c9a01c4a2f req-f3ad6083-ce60-43df-8623-3835e991ccf8 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341083 Feb 19 00:39:33.458358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6298d-11fd-4944-985f-5ec02f520bef service neutron] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=7']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:33.462227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b84a5-70f2-4db5-b760-03eced322da1 req-5546fc2f-422b-4244-b913-56ca92d95008 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:33.463860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b96b84a5-70f2-4db5-b760-03eced322da1 req-5546fc2f-422b-4244-b913-56ca92d95008 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 943 time: 0.1458371 Feb 19 00:39:33.523451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-82e4fe2d-9f99-41ef-9e26-44272c4f9b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:33.525061 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-82e4fe2d-9f99-41ef-9e26-44272c4f9b3a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1125 time: 0.1239326 Feb 19 00:39:33.552984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8f7c-a43e-435b-93dc-65177f682066 admin admin] Publish callbacks [] for security_group (beabfadd-5a63-4d01-96c0-1e39124f4ba2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.564670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b96b84a5-70f2-4db5-b760-03eced322da1 req-c0e296c2-92bc-4f76-b36c-c5195565f6c2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828085 Feb 19 00:39:33.571144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6fdd8f7c-a43e-435b-93dc-65177f682066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (beabfadd-5a63-4d01-96c0-1e39124f4ba2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.610776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd8f7c-a43e-435b-93dc-65177f682066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beabfadd-5a63-4d01-96c0-1e39124f4ba2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:33.629000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.631004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6fdd8f7c-a43e-435b-93dc-65177f682066 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3cfb3b0ae5a4a048c6ecc8172efc7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128233 Feb 19 00:39:33.633573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52356) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:33.652781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-dc39f96b-2c5d-4ced-9f9d-d8019435f878 None None] Provisioning complete for port 569ac8ff-1c4e-4ccb-9abd-1df30151e0cc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:33.654098 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc39f96b-2c5d-4ced-9f9d-d8019435f878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.683117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e2548a39-811f-4d59-8f5d-fb07e523b99a no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:39:33.694313 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0aed2388-64de-4a67-8b65-57cfed8ce91c admin admin] Publish callbacks [] for security_group (beabfadd-5a63-4d01-96c0-1e39124f4ba2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.713161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-dd2413cc-4d11-4083-9c39-0c49547f7085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:33.715004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-dd2413cc-4d11-4083-9c39-0c49547f7085 service neutron] 10.222.0.126 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.1780605 Feb 19 00:39:33.720680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0aed2388-64de-4a67-8b65-57cfed8ce91c admin admin] Publish callbacks [] for security_group (beabfadd-5a63-4d01-96c0-1e39124f4ba2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.725080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dc39f96b-2c5d-4ced-9f9d-d8019435f878 None None] Port 569ac8ff-1c4e-4ccb-9abd-1df30151e0cc cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:33.737591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] The host n-h1-826527-3 is not matching for port e2548a39-811f-4d59-8f5d-fb07e523b99a host n-h2-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:39:33.738119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e2548a39-811f-4d59-8f5d-fb07e523b99a not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:39:33.779248 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0aed2388-64de-4a67-8b65-57cfed8ce91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (beabfadd-5a63-4d01-96c0-1e39124f4ba2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.782328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0aed2388-64de-4a67-8b65-57cfed8ce91c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:33.785828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0aed2388-64de-4a67-8b65-57cfed8ce91c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/beabfadd-5a63-4d01-96c0-1e39124f4ba2 HTTP/1.1" status: 204 len: 168 time: 0.1489902 Feb 19 00:39:33.791631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aed2388-64de-4a67-8b65-57cfed8ce91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beabfadd-5a63-4d01-96c0-1e39124f4ba2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:33.857151 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-2796a423-092e-45d3-a4c4-04b587352df9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 999 time: 0.1001356 Feb 19 00:39:33.860801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e23903ef-9652-44c0-ba79-2471fa89a32b req-38a2fe5b-6629-4de9-8120-ec95967dfa18 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0466218 Feb 19 00:39:33.961090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-c0b191a5-5c2b-4b93-892c-7315c4cb1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:33.962570 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-c0b191a5-5c2b-4b93-892c-7315c4cb1ddb service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.0974760 Feb 19 00:39:34.026167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b43a2ed-be52-4bcb-8bcd-1f127f675f2a req-e43b1f70-e810-4593-b1e9-e3dc672e8e16 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:34.028763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b43a2ed-be52-4bcb-8bcd-1f127f675f2a req-e43b1f70-e810-4593-b1e9-e3dc672e8e16 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0682566 Feb 19 00:39:34.061819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-777d25cf-197b-497f-8223-7752b6489b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:34.063369 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-777d25cf-197b-497f-8223-7752b6489b5b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0924425 Feb 19 00:39:34.072483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:34.082905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:34.128398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b43a2ed-be52-4bcb-8bcd-1f127f675f2a req-13b809f4-b45a-4ebe-a032-89bb7cf3b904 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895126 Feb 19 00:39:34.187170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1eab4-09cf-4105-8ab2-da91ffa42dfd req-d7270784-4853-4b5d-9f2f-4318580f502e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:34.189592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16f1eab4-09cf-4105-8ab2-da91ffa42dfd req-d7270784-4853-4b5d-9f2f-4318580f502e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.0788450 Feb 19 00:39:34.248486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16f1eab4-09cf-4105-8ab2-da91ffa42dfd req-90717656-39c0-4492-b30b-4d5a3b301689 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518541 Feb 19 00:39:34.466636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=569ac8ff-1c4e-4ccb-9abd-1df30151e0cc,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:34.475020 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (e307f940-62b7-40ba-80dc-82d7782ecbb7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:34.510807 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-7387ef00-2383-46d7-9e5d-9ce53bc31cf2 service neutron] 10.222.0.126 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362640 Feb 19 00:39:34.537816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:34.540262 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e8134a-899b-4993-ae6a-acf64976dcbb" -d '{"events": [{"name": "network-changed", "server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:34.541264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc2940-8950-46f1-a428-b07af3b0f2ce req-6e5feeff-77bd-4e26-94ec-d850a70fa456 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:34.542818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60dc2940-8950-46f1-a428-b07af3b0f2ce req-6e5feeff-77bd-4e26-94ec-d850a70fa456 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0538237 Feb 19 00:39:34.608998 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f300904f-92d0-419b-885a-c1760ff81a6b x-openstack-request-id: req-f300904f-92d0-419b-885a-c1760ff81a6b {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:34.609427 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:34.609772 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f300904f-92d0-419b-885a-c1760ff81a6b {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:34.610218 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'status': 'completed', 'code': 200} Feb 19 00:39:34.657906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60dc2940-8950-46f1-a428-b07af3b0f2ce req-1a9cb8e8-76f6-42e0-9601-b674691247b0 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022968 Feb 19 00:39:34.709045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 7119683d-1e60-425e-b59a-96539e85b315 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:34.714779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:34.718804 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c706b38-541e-4dce-bf3a-9005efdb35ac req-a8a99f6a-af37-4af1-b2a4-4a60bd92e78e service neutron] 10.222.0.126 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720233 Feb 19 00:39:34.724534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d41fcaf-91b2-4659-8484-76bd3882d02a req-7df3ec37-c307-4913-9235-875d7f9af9f2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:34.727632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-0a0c29ec-00b6-4104-bf7e-402457ffeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:34.729110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-0a0c29ec-00b6-4104-bf7e-402457ffeaba service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1125 time: 0.0929334 Feb 19 00:39:34.732116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d41fcaf-91b2-4659-8484-76bd3882d02a req-7df3ec37-c307-4913-9235-875d7f9af9f2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 943 time: 0.0673425 Feb 19 00:39:34.799008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d41fcaf-91b2-4659-8484-76bd3882d02a req-28d916d0-9cd3-4d42-90c7-4f06753fe90d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645165 Feb 19 00:39:34.952902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52400) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:34.958734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router e307f940-62b7-40ba-80dc-82d7782ecbb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:39:34.986914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d9a9df1-8c8e-409b-81f2-db5e1e7146b5 req-69af5d5f-f232-43fc-b77c-739b6ab38135 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0452816 Feb 19 00:39:35.036238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-8eed19f1-7a8a-4cd6-91e6-be0fd792022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.037704 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-8eed19f1-7a8a-4cd6-91e6-be0fd792022d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1125 time: 0.1790249 Feb 19 00:39:35.041879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-bcf83af2-d264-4142-a99d-7d50cd74ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.043265 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-bcf83af2-d264-4142-a99d-7d50cd74ad40 service neutron] 10.222.0.113 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.2742257 Feb 19 00:39:35.087035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a3af8b54-da5e-43a0-955a-65f1ec12181e None None] Provisioning complete for port 569ac8ff-1c4e-4ccb-9abd-1df30151e0cc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:35.087598 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b54-da5e-43a0-955a-65f1ec12181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.121873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a3af8b54-da5e-43a0-955a-65f1ec12181e None None] Port 569ac8ff-1c4e-4ccb-9abd-1df30151e0cc cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:35.172728 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7adaf984-ef5b-4764-9a37-e81fca419c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.220638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:35.232111 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccebe4b-4b43-4162-852d-01af13f34bbe None None] Sync routers for ids ['e307f940-62b7-40ba-80dc-82d7782ecbb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:35.237617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b49cc7ec-ee36-4ae0-bd50-66f89a639182 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/e307f940-62b7-40ba-80dc-82d7782ecbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9354973 Feb 19 00:39:35.237617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-2ec0e271-5eb1-43c8-a718-1bdde05f817e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 999 time: 0.1559010 Feb 19 00:39:35.238570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52408) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:35.251643 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccebe4b-4b43-4162-852d-01af13f34bbe None None] Routers {'e307f940-62b7-40ba-80dc-82d7782ecbb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:35.253084 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-eccebe4b-4b43-4162-852d-01af13f34bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e307f940-62b7-40ba-80dc-82d7782ecbb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:35.287863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcb2e2-26f9-445f-bb74-684fde542b5c req-dbd31fd1-bf27-4b7c-a6f6-b1e942b874ba tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.289693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00fcb2e2-26f9-445f-bb74-684fde542b5c req-dbd31fd1-bf27-4b7c-a6f6-b1e942b874ba tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.0911274 Feb 19 00:39:35.293815 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-eccebe4b-4b43-4162-852d-01af13f34bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:35.306013 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccebe4b-4b43-4162-852d-01af13f34bbe None None] Routers {'e307f940-62b7-40ba-80dc-82d7782ecbb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:35.306672 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-eccebe4b-4b43-4162-852d-01af13f34bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e307f940-62b7-40ba-80dc-82d7782ecbb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:35.307591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83cadaf-f532-4c02-ad03-f1b582782a80 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.309731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a83cadaf-f532-4c02-ad03-f1b582782a80 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports/569ac8ff-1c4e-4ccb-9abd-1df30151e0cc HTTP/1.1" status: 200 len: 910 time: 0.0702388 Feb 19 00:39:35.329995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52412) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:35.336448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-b756cdba-4740-4546-a5ea-5f729612b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.338215 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-b756cdba-4740-4546-a5ea-5f729612b223 service neutron] 10.222.0.126 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.2661011 Feb 19 00:39:35.350558 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-eccebe4b-4b43-4162-852d-01af13f34bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:35.351223 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccebe4b-4b43-4162-852d-01af13f34bbe None None] The sync data for ids ['e307f940-62b7-40ba-80dc-82d7782ecbb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:35.358202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-89f56c04-df90-468a-992f-753894e08cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.359755 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-89f56c04-df90-468a-992f-753894e08cda service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.1124148 Feb 19 00:39:35.449921 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7adaf984-ef5b-4764-9a37-e81fca419c79 admin admin] Publish callbacks [] for security_group (8b36ee6f-2a17-4f00-84a0-8ea47a03d62d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.458506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00fcb2e2-26f9-445f-bb74-684fde542b5c req-98bf4766-928d-4002-998b-5f38e8729c81 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588469 Feb 19 00:39:35.458745 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7adaf984-ef5b-4764-9a37-e81fca419c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8b36ee6f-2a17-4f00-84a0-8ea47a03d62d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.466776 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-461b8554-00b3-49a7-a665-e9878347b05f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 999 time: 0.1214056 Feb 19 00:39:35.536317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc508e46-f292-4c89-a48d-de029bc2ed2d req-4998cc53-241c-4c56-9163-b407fbc0afaf tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.537794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc508e46-f292-4c89-a48d-de029bc2ed2d req-4998cc53-241c-4c56-9163-b407fbc0afaf tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.2086174 Feb 19 00:39:35.541103 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7adaf984-ef5b-4764-9a37-e81fca419c79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cd85a98bee8489c89691e57eb04f7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5848048 Feb 19 00:39:35.543660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adaf984-ef5b-4764-9a37-e81fca419c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b36ee6f-2a17-4f00-84a0-8ea47a03d62d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:35.547336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-8a7ce67e-1506-4462-9d5f-c88ea6be1384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.548824 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-8a7ce67e-1506-4462-9d5f-c88ea6be1384 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1580167 Feb 19 00:39:35.549288 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52414) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:35.623782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-90cad22e-74c3-4438-b5a5-7af1e03f501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.625264 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-90cad22e-74c3-4438-b5a5-7af1e03f501a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.1509748 Feb 19 00:39:35.641447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc508e46-f292-4c89-a48d-de029bc2ed2d req-9f8f3a4f-e75e-4e93-859f-27100325e2ca tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783708 Feb 19 00:39:35.712806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df0f15cb-58b1-4ea9-9d09-b17d5ca5a178 admin admin] Publish callbacks [] for security_group (8b36ee6f-2a17-4f00-84a0-8ea47a03d62d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.722170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-dbf803d1-a36b-4b2c-ad55-5a03d902db54 service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635430 Feb 19 00:39:35.784069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-1c7ccf2f-af2d-4265-9dd9-f98b28dd3379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.785635 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-1c7ccf2f-af2d-4265-9dd9-f98b28dd3379 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1492565 Feb 19 00:39:35.803988 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df0f15cb-58b1-4ea9-9d09-b17d5ca5a178 admin admin] Publish callbacks [] for security_group (8b36ee6f-2a17-4f00-84a0-8ea47a03d62d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.810020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbb71b-0246-40c8-b25e-f0a92c0f5804 req-c1d99548-96f8-4412-86ba-3391b7708174 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:35.811982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69fbb71b-0246-40c8-b25e-f0a92c0f5804 req-c1d99548-96f8-4412-86ba-3391b7708174 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.0843952 Feb 19 00:39:35.852259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (e307f940-62b7-40ba-80dc-82d7782ecbb7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.919107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-d507d54f-b9ed-4a11-8a60-d427abface2d service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892371 Feb 19 00:39:35.950669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-09fe19f3-7265-4871-9f7b-7faed789eacd service neutron] 10.222.0.126 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569717 Feb 19 00:39:35.951817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df0f15cb-58b1-4ea9-9d09-b17d5ca5a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8b36ee6f-2a17-4f00-84a0-8ea47a03d62d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.954523 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df0f15cb-58b1-4ea9-9d09-b17d5ca5a178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:35.955584 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df0f15cb-58b1-4ea9-9d09-b17d5ca5a178 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b36ee6f-2a17-4f00-84a0-8ea47a03d62d HTTP/1.1" status: 204 len: 168 time: 0.4033837 Feb 19 00:39:35.974324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f15cb-58b1-4ea9-9d09-b17d5ca5a178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b36ee6f-2a17-4f00-84a0-8ea47a03d62d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:36.006782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69fbb71b-0246-40c8-b25e-f0a92c0f5804 req-3f86681b-e4aa-4f38-b586-f9d7595ee60c tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865597 Feb 19 00:39:36.076107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1b59-aeb5-4009-883e-278f67b5ac21 req-df056efd-b33d-424e-9c84-5f589a580f55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:36.077906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c5b1b59-aeb5-4009-883e-278f67b5ac21 req-df056efd-b33d-424e-9c84-5f589a580f55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 943 time: 0.1849787 Feb 19 00:39:36.086747 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-00e8134a-899b-4993-ae6a-acf64976dcbb req-99974da6-c4cc-4f15-869d-98cba82ff8bc service neutron] 10.222.0.126 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269023 Feb 19 00:39:36.138835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-754d7d60-080c-411f-bbe7-bd9f93bbd333 req-2cb35f6b-2a56-479f-9fa8-3346f2d04b30 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0706952 Feb 19 00:39:36.178033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c5b1b59-aeb5-4009-883e-278f67b5ac21 req-adea1df7-cde1-466e-98cc-8577d2f1c51b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893624 Feb 19 00:39:36.292014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 569ac8ff-1c4e-4ccb-9abd-1df30151e0cc {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:36.292390 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:36.383848 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:36.396271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 569ac8ff-1c4e-4ccb-9abd-1df30151e0cc owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:36.625857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (569ac8ff-1c4e-4ccb-9abd-1df30151e0cc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:36.661720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e655b61-6fea-4bf8-b4e6-f9bbb5173911 req-7b790e8f-2077-40fa-a6cc-38edef74e82a tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:36.663254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e655b61-6fea-4bf8-b4e6-f9bbb5173911 req-7b790e8f-2077-40fa-a6cc-38edef74e82a tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1195557 Feb 19 00:39:36.665436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=569ac8ff-1c4e-4ccb-9abd-1df30151e0cc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:36.805676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e655b61-6fea-4bf8-b4e6-f9bbb5173911 req-ea10880d-cdb8-4e31-941c-c2988c318e55 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174955 Feb 19 00:39:37.236189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8175d-bb5c-458c-a6ac-aba38bfcda32 req-0b35b78c-6a0f-4b32-9e6e-535ca6981f3d tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:37.237763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3da8175d-bb5c-458c-a6ac-aba38bfcda32 req-0b35b78c-6a0f-4b32-9e6e-535ca6981f3d tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.5091741 Feb 19 00:39:37.291662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (e307f940-62b7-40ba-80dc-82d7782ecbb7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.336740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14035d-14eb-4eba-bdda-a1bc87162d9e req-b9fff8a4-b3f3-4a49-86c1-def6f1d6fb38 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:37.338132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c14035d-14eb-4eba-bdda-a1bc87162d9e req-b9fff8a4-b3f3-4a49-86c1-def6f1d6fb38 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1268525 Feb 19 00:39:37.361755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2737b1-262f-4727-8af9-f9fd2a50eb41 req-94be9033-0e2e-4d96-9be0-262ae128d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:37.363603 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db2737b1-262f-4727-8af9-f9fd2a50eb41 req-94be9033-0e2e-4d96-9be0-262ae128d55e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1127 time: 0.0545981 Feb 19 00:39:37.364145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52466) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:37.378229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3da8175d-bb5c-458c-a6ac-aba38bfcda32 req-e7a267cc-c06b-464b-a163-ee685f9c80e9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236856 Feb 19 00:39:37.410969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db2737b1-262f-4727-8af9-f9fd2a50eb41 req-29092a3a-c22b-4580-8c79-b4f8e76ccdd4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Feb 19 00:39:37.487460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c64f01b7-f61d-4bc3-bea8-e4735179fe52 req-143d817d-5a59-4c12-a992-872cd056c8be tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0467439 Feb 19 00:39:37.493893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c14035d-14eb-4eba-bdda-a1bc87162d9e req-e0754c67-30f2-4de8-827f-b34091e712ef tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221132 Feb 19 00:39:37.532296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-799146971'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:37.552695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Made reservation on behalf of 3d53737d99224163ae7a654aaeab2a45 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:37.556180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.565283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.632201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router e307f940-62b7-40ba-80dc-82d7782ecbb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:39:37.642110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks [] for security_group (8a1774e2-0f8d-4d2d-b6d9-02770241d0dd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.647748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8a1774e2-0f8d-4d2d-b6d9-02770241d0dd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.648453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f21f7-7f8b-421c-a169-2d8c8327c1e5 req-14615fc2-157c-40fc-a8e3-080ba0728288 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:37.650207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-220f21f7-7f8b-421c-a169-2d8c8327c1e5 req-14615fc2-157c-40fc-a8e3-080ba0728288 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 943 time: 0.0761518 Feb 19 00:39:37.677908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:37.684280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1774e2-0f8d-4d2d-b6d9-02770241d0dd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:37.690917 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f9fd5379-4455-4434-ada3-16463421e597), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.691326 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Added segment f9fd5379-4455-4434-ada3-16463421e597 of type vlan for network c4a855be-ee87-4ed8-9365-6e84be29e6e1 Feb 19 00:39:37.731270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (c4a855be-ee87-4ed8-9365-6e84be29e6e1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.769560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (c4a855be-ee87-4ed8-9365-6e84be29e6e1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.775682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-220f21f7-7f8b-421c-a169-2d8c8327c1e5 req-72b3d051-231b-48a0-9d92-52dc26b2cc20 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168759 Feb 19 00:39:37.783336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:37.787083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:37.787739 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:37.789502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7829886f-38aa-45ba-a36e-debdb8884afb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/e307f940-62b7-40ba-80dc-82d7782ecbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4570048 Feb 19 00:39:37.792459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52470) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:37.798084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440f3b07-642b-4792-aaf0-6f01ae6dc55c None None] Sync routers for ids ['e307f940-62b7-40ba-80dc-82d7782ecbb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:37.814411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f3b07-642b-4792-aaf0-6f01ae6dc55c None None] Routers {'e307f940-62b7-40ba-80dc-82d7782ecbb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:37.815044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-440f3b07-642b-4792-aaf0-6f01ae6dc55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e307f940-62b7-40ba-80dc-82d7782ecbb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:37.858401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-440f3b07-642b-4792-aaf0-6f01ae6dc55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:37.871020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f3b07-642b-4792-aaf0-6f01ae6dc55c None None] Routers {'e307f940-62b7-40ba-80dc-82d7782ecbb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:37.872185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-440f3b07-642b-4792-aaf0-6f01ae6dc55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e307f940-62b7-40ba-80dc-82d7782ecbb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:37.884313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event updated for resources: {'Network': ['ID=c4a855be-ee87-4ed8-9365-6e84be29e6e1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:37.895043 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d892f912-b9e2-406d-b576-da22c0033d36 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5270410 Feb 19 00:39:37.895264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52474) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:37.902126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Request body: {'subnet': {'network_id': 'c4a855be-ee87-4ed8-9365-6e84be29e6e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:37.908830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network c4a855be-ee87-4ed8-9365-6e84be29e6e1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:37.913018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-440f3b07-642b-4792-aaf0-6f01ae6dc55c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:37.913829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440f3b07-642b-4792-aaf0-6f01ae6dc55c None None] The sync data for ids ['e307f940-62b7-40ba-80dc-82d7782ecbb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:38.018413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f2567-6b5c-4b79-a16c-d45a7660b950 req-a0369067-9f9f-4da4-a7e6-33f1b41adbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:38.019999 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fb3f2567-6b5c-4b79-a16c-d45a7660b950 req-a0369067-9f9f-4da4-a7e6-33f1b41adbe6 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 1127 time: 0.1117916 Feb 19 00:39:38.060799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Made reservation on behalf of 3d53737d99224163ae7a654aaeab2a45 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:38.064146 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.070750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e2d41-3b22-46eb-8489-c390d2d5c0d3 req-59b1c561-7e3f-419f-9943-48cab130f718 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:38.072254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b74e2d41-3b22-46eb-8489-c390d2d5c0d3 req-59b1c561-7e3f-419f-9943-48cab130f718 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1367626 Feb 19 00:39:38.114565 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fb3f2567-6b5c-4b79-a16c-d45a7660b950 req-b53b7940-2416-4f46-bfdb-fa2e06e76718 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867836 Feb 19 00:39:38.156219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e2548a39-811f-4d59-8f5d-fb07e523b99a details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:39:38.161360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b74e2d41-3b22-46eb-8489-c390d2d5c0d3 req-efe0f6a4-8603-44c0-a4a1-ce04e78536b6 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817461 Feb 19 00:39:38.263344 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (e307f940-62b7-40ba-80dc-82d7782ecbb7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.270646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:38.282704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'port_id': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'mac_address': 'fa:16:3e:8a:9d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:39:38.288661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (cee53f34-cdf4-49fb-b43d-53cc7d5520d8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.320708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port e2548a39-811f-4d59-8f5d-fb07e523b99a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:38.321058 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.337580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2548a39-811f-4d59-8f5d-fb07e523b99a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:39:38.343371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event updated for resources: {'Subnet': ['ID=cee53f34-cdf4-49fb-b43d-53cc7d5520d8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:38.359521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Checking segment: {'id': 'f9fd5379-4455-4434-ada3-16463421e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4a855be-ee87-4ed8-9365-6e84be29e6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:38.360475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Network hostable DHCP agents. Network: c4a855be-ee87-4ed8-9365-6e84be29e6e1, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:39:38.360777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:38.366822 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.381178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Network c4a855be-ee87-4ed8-9365-6e84be29e6e1 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:39:38.392514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, c4a855be-ee87-4ed8-9365-6e84be29e6e1) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:38.401973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a59e7-fbf5-4c1c-b417-c19661b64146 None None] Network c4a855be-ee87-4ed8-9365-6e84be29e6e1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:38.403616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:38.404282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.429251 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ed27347-a074-492e-9c5c-b590a4057144 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5321336 Feb 19 00:39:38.431839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52480) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:38.437506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Request body: {'port': {'network_id': 'c4a855be-ee87-4ed8-9365-6e84be29e6e1', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1829374919'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:38.482243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:38.583319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Made reservation on behalf of 3d53737d99224163ae7a654aaeab2a45 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:38.588312 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.619949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d0dc44a-e37c-4140-acf2-9d696033e549 req-dccffb48-b5fb-4183-97ab-0890b071f695 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0431859 Feb 19 00:39:38.623383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] device_id is not set on port aad01900-f315-426e-829f-93d9362ded33 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:39:38.640060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96b565-03ba-4836-8c2e-a80717552889 req-6254aa1d-ec03-4b5b-a2b3-d9754d50aeb6 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:38.647128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e96b565-03ba-4836-8c2e-a80717552889 req-6254aa1d-ec03-4b5b-a2b3-d9754d50aeb6 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1469638 Feb 19 00:39:38.722996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e96b565-03ba-4836-8c2e-a80717552889 req-00c22e64-3733-4a74-92aa-9cf77b05f95f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746827 Feb 19 00:39:38.738273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-c4a855be-ee87-4ed8-9365-6e84be29e6e1', 'network_id': 'c4a855be-ee87-4ed8-9365-6e84be29e6e1', 'project_id': '3d53737d99224163ae7a654aaeab2a45', 'fixed_ips': [{'subnet_id': 'cee53f34-cdf4-49fb-b43d-53cc7d5520d8'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:39:38.738273 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.747349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 1e81ef53-d018-43f2-9100-770d1cafed0a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:38.747707 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.755900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Allocated IP 172.20.0.8 (c4a855be-ee87-4ed8-9365-6e84be29e6e1/cee53f34-cdf4-49fb-b43d-53cc7d5520d8/aad01900-f315-426e-829f-93d9362ded33) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:38.830691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2957a61-9016-44d7-847f-0d1869d7f690 req-7ab3588b-6f81-4516-8cd9-c9df0c30f83e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:38.837451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2957a61-9016-44d7-847f-0d1869d7f690 req-7ab3588b-6f81-4516-8cd9-c9df0c30f83e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1397541 Feb 19 00:39:38.888615 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.932029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 1e81ef53-d018-43f2-9100-770d1cafed0a owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:38.945245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks [] for port (aad01900-f315-426e-829f-93d9362ded33), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:38.958723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2957a61-9016-44d7-847f-0d1869d7f690 req-1f270d81-d29a-40e3-bc6a-daf3063ef5c1 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203377 Feb 19 00:39:38.993109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (aad01900-f315-426e-829f-93d9362ded33), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.047478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Network c4a855be-ee87-4ed8-9365-6e84be29e6e1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:39.050658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b9f9-aa40-4d0a-b81e-e284ffcd7ec7 req-92a1a9c8-4d8f-4922-89a1-c357d6e96d84 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:39.050921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:39.052440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e497b9f9-aa40-4d0a-b81e-e284ffcd7ec7 req-92a1a9c8-4d8f-4922-89a1-c357d6e96d84 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 944 time: 0.1839480 Feb 19 00:39:39.067480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:39.077874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Allocated IP 172.20.0.2 (c4a855be-ee87-4ed8-9365-6e84be29e6e1/cee53f34-cdf4-49fb-b43d-53cc7d5520d8/7c3b3175-2595-4085-9daf-9838fae93e13) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:39.179498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e497b9f9-aa40-4d0a-b81e-e284ffcd7ec7 req-0b73df2e-2a21-4c3f-9842-64ce8b409dc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161749 Feb 19 00:39:39.293070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1e81ef53-d018-43f2-9100-770d1cafed0a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.341299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=1e81ef53-d018-43f2-9100-770d1cafed0a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:39.343829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Publish callbacks [] for port (7c3b3175-2595-4085-9daf-9838fae93e13), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.355172 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.401499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Network c4a855be-ee87-4ed8-9365-6e84be29e6e1 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:39.410004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:39.412110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Pushing event updated for resources: {'Port': ['ID=7c3b3175-2595-4085-9daf-9838fae93e13,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:39.414349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:39.478351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Attempting to bind port 7c3b3175-2595-4085-9daf-9838fae93e13 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:39.478900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Attempting to bind port 7c3b3175-2595-4085-9daf-9838fae93e13 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f9fd5379-4455-4434-ada3-16463421e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4a855be-ee87-4ed8-9365-6e84be29e6e1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:39.479301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Attempting to bind port 7c3b3175-2595-4085-9daf-9838fae93e13 on network c4a855be-ee87-4ed8-9365-6e84be29e6e1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:39.485758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:39:39.486149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Checking segment: {'id': 'f9fd5379-4455-4434-ada3-16463421e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4a855be-ee87-4ed8-9365-6e84be29e6e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:39.486602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.487039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Bound using segment: {'id': 'f9fd5379-4455-4434-ada3-16463421e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4a855be-ee87-4ed8-9365-6e84be29e6e1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:39:39.487535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Bound port: 7c3b3175-2595-4085-9daf-9838fae93e13, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fd5379-4455-4434-ada3-16463421e597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c4a855be-ee87-4ed8-9365-6e84be29e6e1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:39:39.488081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.504398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event updated for resources: {'Port': ['ID=aad01900-f315-426e-829f-93d9362ded33,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:39.529588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:39.530269 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.533261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec40e6-2f02-4cb2-97ff-1c9b415b6f1e req-e6ea8f00-c1b6-44d2-bde3-3819641d663e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:39.540803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81ec40e6-2f02-4cb2-97ff-1c9b415b6f1e req-e6ea8f00-c1b6-44d2-bde3-3819641d663e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1909199 Feb 19 00:39:39.549275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-1b59ec22-55a4-4357-86be-6b8f17075ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:39.550458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9caa346-6fb9-41c3-8e7a-920bd3ad036e req-4e764399-d77d-4d2e-8e55-2700482dd930 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:39.551039 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-1b59ec22-55a4-4357-86be-6b8f17075ea6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=353e85f4af68462b804020804e1212e3&device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 1127 time: 0.0938087 Feb 19 00:39:39.554991 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4ff06f16-4162-460a-8f1d-b2c7798b06a0 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1218448 Feb 19 00:39:39.561318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9caa346-6fb9-41c3-8e7a-920bd3ad036e req-4e764399-d77d-4d2e-8e55-2700482dd930 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.2360342 Feb 19 00:39:39.563858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52496) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:39.581044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] For port 7c3b3175-2595-4085-9daf-9838fae93e13, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:39.597237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] For port 7c3b3175-2595-4085-9daf-9838fae93e13, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7c3b3175-2595-4085-9daf-9838fae93e13,segment=NetworkSegment(f9fd5379-4455-4434-ada3-16463421e597),segment_id=f9fd5379-4455-4434-ada3-16463421e597)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:39:39.610047 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.686797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-5c657e47-77f5-476f-920c-d87cdc386867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:39.688722 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-5c657e47-77f5-476f-920c-d87cdc386867 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 200 len: 916 time: 0.1311269 Feb 19 00:39:39.716552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fd423-2e99-405f-90e7-0ac0eacf2d5c None None] Pushing event updated for resources: {'Port': ['ID=7c3b3175-2595-4085-9daf-9838fae93e13,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:39.744312 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-a1b2ba5e-4115-4fe1-8817-f5f9665d437f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=466558ba-6c75-4b22-a522-8861f22e20b0 HTTP/1.1" status: 200 len: 217 time: 0.0454631 Feb 19 00:39:39.799930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (e307f940-62b7-40ba-80dc-82d7782ecbb7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:39.808702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-a455a5e3-557c-4084-9318-201d789f5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:39.810137 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-a455a5e3-557c-4084-9318-201d789f5731 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=617fe35f-69fc-41f2-a200-4f24de28b1cb HTTP/1.1" status: 200 len: 854 time: 0.0585353 Feb 19 00:39:39.822666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81ec40e6-2f02-4cb2-97ff-1c9b415b6f1e req-3fc127ea-e375-4dcf-b9c8-5ec97569f24d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809587 Feb 19 00:39:39.842881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9caa346-6fb9-41c3-8e7a-920bd3ad036e req-cea07c60-0d5e-4a17-92e3-280f27b0b3c2 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803576 Feb 19 00:39:39.868278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-4eee601c-3472-4645-8851-f349b04f61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:39.869855 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-4eee601c-3472-4645-8851-f349b04f61c9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2b419508-161e-4a85-869e-ac0a8bd1820b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0526655 Feb 19 00:39:39.895117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['e2548a39-811f-4d59-8f5d-fb07e523b99a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:40.012173 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-0f941c76-ae18-4ca2-835f-40686f034480 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353722 Feb 19 00:39:40.018759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5101a60-8057-4c28-8bb5-8baa3e79a6ba req-a4a500e0-f96e-4af8-b5c3-052efa90230f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0793006 Feb 19 00:39:40.086984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef5978-8ebf-4f2f-8000-3159c674b9f9 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Deleting port aad01900-f315-426e-829f-93d9362ded33 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:40.087719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1ef5978-8ebf-4f2f-8000-3159c674b9f9 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (aad01900-f315-426e-829f-93d9362ded33), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.119076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-5afe66e9-f6fa-4a64-8e80-fcaec7a5a092 req-26e9c9e4-f96a-4346-8d8b-2ceb95ecdbf5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1474061071', 'description': 'tempest-description-436013949'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:40.140569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-080f4b6d-1c9a-493b-ae2e-875d1b1c3f0b req-2836e2cb-c7aa-42b2-a564-54354069f155 service neutron] 10.222.0.113 "GET /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200082 Feb 19 00:39:40.223325 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5afe66e9-f6fa-4a64-8e80-fcaec7a5a092 req-26e9c9e4-f96a-4346-8d8b-2ceb95ecdbf5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.228938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router e307f940-62b7-40ba-80dc-82d7782ecbb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:39:40.237193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56067af1-5900-4b37-a711-28d104cd60bf req-b306f9b7-e5ba-4943-9645-d30ffa478780 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:40.238879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56067af1-5900-4b37-a711-28d104cd60bf req-b306f9b7-e5ba-4943-9645-d30ffa478780 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.3020151 Feb 19 00:39:40.319704 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:39:40.369923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1ef5978-8ebf-4f2f-8000-3159c674b9f9 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (aad01900-f315-426e-829f-93d9362ded33), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.445234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a1ef5978-8ebf-4f2f-8000-3159c674b9f9 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Calling delete_port for aad01900-f315-426e-829f-93d9362ded33 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:40.452705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56067af1-5900-4b37-a711-28d104cd60bf req-3f42592d-9350-41c4-b524-613f54ee62d4 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024555 Feb 19 00:39:40.467941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:40.476494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52510) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:40.476673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8437892a-4d78-4ba1-8925-2221fa19f130 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/e307f940-62b7-40ba-80dc-82d7782ecbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6827714 Feb 19 00:39:40.489770 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e1b8c2-a3eb-43b0-8524-73b6b139586b None None] Sync routers for ids ['e307f940-62b7-40ba-80dc-82d7782ecbb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:40.502043 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e1b8c2-a3eb-43b0-8524-73b6b139586b None None] Routers {'e307f940-62b7-40ba-80dc-82d7782ecbb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:40.503050 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-04e1b8c2-a3eb-43b0-8524-73b6b139586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e307f940-62b7-40ba-80dc-82d7782ecbb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:40.539044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5afe66e9-f6fa-4a64-8e80-fcaec7a5a092 req-26e9c9e4-f96a-4346-8d8b-2ceb95ecdbf5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for security_group (6410b8a6-e644-4ac1-b253-e28f4bd0a262), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.548332 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-04e1b8c2-a3eb-43b0-8524-73b6b139586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:40.559241 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5afe66e9-f6fa-4a64-8e80-fcaec7a5a092 req-26e9c9e4-f96a-4346-8d8b-2ceb95ecdbf5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6410b8a6-e644-4ac1-b253-e28f4bd0a262), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.561196 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e1b8c2-a3eb-43b0-8524-73b6b139586b None None] Routers {'e307f940-62b7-40ba-80dc-82d7782ecbb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:40.562283 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-04e1b8c2-a3eb-43b0-8524-73b6b139586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e307f940-62b7-40ba-80dc-82d7782ecbb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:40.601266 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-51ac820a-6782-45bc-9848-518ca4b6c4cd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=e307f940-62b7-40ba-80dc-82d7782ecbb7 HTTP/1.1" status: 200 len: 205 time: 0.1210084 Feb 19 00:39:40.601892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52512) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:40.611820 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-04e1b8c2-a3eb-43b0-8524-73b6b139586b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:40.612764 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e1b8c2-a3eb-43b0-8524-73b6b139586b None None] The sync data for ids ['e307f940-62b7-40ba-80dc-82d7782ecbb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:40.634396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-5afe66e9-f6fa-4a64-8e80-fcaec7a5a092 req-26e9c9e4-f96a-4346-8d8b-2ceb95ecdbf5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.638802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5afe66e9-f6fa-4a64-8e80-fcaec7a5a092 req-26e9c9e4-f96a-4346-8d8b-2ceb95ecdbf5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.5642593 Feb 19 00:39:40.672101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9c9e4-f96a-4346-8d8b-2ceb95ecdbf5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6410b8a6-e644-4ac1-b253-e28f4bd0a262,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:40.724922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6bb2ae-bba2-41d0-b136-b1a80ac9d221 req-b0890145-8895-4207-89e6-6c3a9233744c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:40.727033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec6bb2ae-bba2-41d0-b136-b1a80ac9d221 req-b0890145-8895-4207-89e6-6c3a9233744c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 944 time: 0.1818860 Feb 19 00:39:40.736236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d029a045-1e9f-4a5f-b6cd-93129374c3a9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (e307f940-62b7-40ba-80dc-82d7782ecbb7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.820260 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1ef5978-8ebf-4f2f-8000-3159c674b9f9 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (aad01900-f315-426e-829f-93d9362ded33), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.874438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec6bb2ae-bba2-41d0-b136-b1a80ac9d221 req-e6a2355f-3a4f-4030-b4a9-d30a10aff3b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390955 Feb 19 00:39:40.881188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef5978-8ebf-4f2f-8000-3159c674b9f9 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event deleted for resources: {'Port': ['ID=aad01900-f315-426e-829f-93d9362ded33,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:40.922723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d029a045-1e9f-4a5f-b6cd-93129374c3a9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (e307f940-62b7-40ba-80dc-82d7782ecbb7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.926059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d029a045-1e9f-4a5f-b6cd-93129374c3a9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (e307f940-62b7-40ba-80dc-82d7782ecbb7), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.970633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23520f87-de95-4675-a258-3d4284fb019a req-9c5c46e0-814b-4187-bb49-28164dde1001 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:40.972417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23520f87-de95-4675-a258-3d4284fb019a req-9c5c46e0-814b-4187-bb49-28164dde1001 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2186885 Feb 19 00:39:40.981918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1ef5978-8ebf-4f2f-8000-3159c674b9f9 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.982456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d029a045-1e9f-4a5f-b6cd-93129374c3a9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (e307f940-62b7-40ba-80dc-82d7782ecbb7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.983452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d029a045-1e9f-4a5f-b6cd-93129374c3a9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Fanout notify agent at l3_agent the message router_deleted on router e307f940-62b7-40ba-80dc-82d7782ecbb7 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:39:40.988130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a1ef5978-8ebf-4f2f-8000-3159c674b9f9 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "DELETE /v2.0/ports/aad01900-f315-426e-829f-93d9362ded33 HTTP/1.1" status: 204 len: 168 time: 1.4201829 Feb 19 00:39:40.991617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d029a045-1e9f-4a5f-b6cd-93129374c3a9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:40.992674 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d029a045-1e9f-4a5f-b6cd-93129374c3a9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/e307f940-62b7-40ba-80dc-82d7782ecbb7 HTTP/1.1" status: 204 len: 168 time: 0.3900051 Feb 19 00:39:40.993491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52520) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:41.000027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52522) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:41.055251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa21271-36cc-419d-8347-22bbcc1e796e None None] Network c4a855be-ee87-4ed8-9365-6e84be29e6e1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:41.067291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-4bbef744-fc19-45e7-a619-dce3dd37cd7b tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1474061071&fields=id&tenant_id=206a3e5636214e3f8dcdd46e51008f7e HTTP/1.1" status: 200 len: 267 time: 0.1051879 Feb 19 00:39:41.075594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-66145bf6-8ec3-4d6e-9e0c-46cdc81e015c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet 4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:39:41.083484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66145bf6-8ec3-4d6e-9e0c-46cdc81e015c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.090889 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9b9964a6-3929-42c1-a59a-c3e86a0ea7fc tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.0936832 Feb 19 00:39:41.091086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23520f87-de95-4675-a258-3d4284fb019a req-3ddc1711-9db8-472e-8481-56e788ad6483 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097958 Feb 19 00:39:41.094327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52528) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:41.099102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-698366199'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:41.118826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-caf461d8-b061-46e7-887a-0742824ac2a7 None None] Provisioning complete for port 7c3b3175-2595-4085-9daf-9838fae93e13 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:41.119226 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-caf461d8-b061-46e7-887a-0742824ac2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.158063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Made reservation on behalf of 3d53737d99224163ae7a654aaeab2a45 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:41.159282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66145bf6-8ec3-4d6e-9e0c-46cdc81e015c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.161783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.259411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66145bf6-8ec3-4d6e-9e0c-46cdc81e015c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.273294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-caf461d8-b061-46e7-887a-0742824ac2a7 None None] Current status of the port 7c3b3175-2595-4085-9daf-9838fae93e13 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:41.273698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-caf461d8-b061-46e7-887a-0742824ac2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.312911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-caf461d8-b061-46e7-887a-0742824ac2a7 None None] For port 7c3b3175-2595-4085-9daf-9838fae93e13, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7c3b3175-2595-4085-9daf-9838fae93e13,segment=NetworkSegment(f9fd5379-4455-4434-ada3-16463421e597),segment_id=f9fd5379-4455-4434-ada3-16463421e597)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:41.319388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-caf461d8-b061-46e7-887a-0742824ac2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.332275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66145bf6-8ec3-4d6e-9e0c-46cdc81e015c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.371450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc811d43-37d0-4180-b86a-905cae93e0f1 None None] Network 7119683d-1e60-425e-b59a-96539e85b315 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:41.374874 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66145bf6-8ec3-4d6e-9e0c-46cdc81e015c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.381211 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-66145bf6-8ec3-4d6e-9e0c-46cdc81e015c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a HTTP/1.1" status: 204 len: 168 time: 0.3777752 Feb 19 00:39:41.381211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66145bf6-8ec3-4d6e-9e0c-46cdc81e015c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:41.382073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52532) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:41.450561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab01cee-b5ea-4085-bda5-cbd2a338eafa tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet 4001f95c-7e90-401b-bf05-e2d45f4c7df4 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:39:41.457340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ab01cee-b5ea-4085-bda5-cbd2a338eafa tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (4001f95c-7e90-401b-bf05-e2d45f4c7df4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.480989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf461d8-b061-46e7-887a-0742824ac2a7 None None] Pushing event updated for resources: {'Port': ['ID=7c3b3175-2595-4085-9daf-9838fae93e13,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:41.528608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ab01cee-b5ea-4085-bda5-cbd2a338eafa tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (4001f95c-7e90-401b-bf05-e2d45f4c7df4), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.668187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:41.672585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ab01cee-b5ea-4085-bda5-cbd2a338eafa tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (4001f95c-7e90-401b-bf05-e2d45f4c7df4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.674235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] DHCP port deletion for 7119683d-1e60-425e-b59a-96539e85b315 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:39:41.690469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-eccd091e-69a2-4913-b3d4-8156f10424fe None None] Provisioning complete for port 7c3b3175-2595-4085-9daf-9838fae93e13 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:41.690846 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eccd091e-69a2-4913-b3d4-8156f10424fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.692493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-215d5b43-777f-43af-8ec9-b940c8ac7aac tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:41.701344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-215d5b43-777f-43af-8ec9-b940c8ac7aac tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.6245327 Feb 19 00:39:41.705107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (30d71334-5959-4d6a-80af-cd60fb9318a3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.705107 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Added segment 30d71334-5959-4d6a-80af-cd60fb9318a3 of type vlan for network b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4 Feb 19 00:39:41.709936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Request body: {'port': {'security_groups': ['c75e103b-041d-4edb-879e-b780617cec27', '6410b8a6-e644-4ac1-b253-e28f4bd0a262']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:41.757367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be73d929-f0e7-457b-af9f-1dd39b4fcf82 req-ca3b1136-c4e3-47ea-aa46-87f1ad60e612 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:41.763107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ab01cee-b5ea-4085-bda5-cbd2a338eafa tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (4001f95c-7e90-401b-bf05-e2d45f4c7df4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.770235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be73d929-f0e7-457b-af9f-1dd39b4fcf82 req-ca3b1136-c4e3-47ea-aa46-87f1ad60e612 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.6093905 Feb 19 00:39:41.790854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ab01cee-b5ea-4085-bda5-cbd2a338eafa tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.792310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b985971-4c81-4083-baac-a0d193412c9e None None] Network 60353170-2b17-47d1-ab6b-d80134c3f55b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:41.795041 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8ab01cee-b5ea-4085-bda5-cbd2a338eafa tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/4001f95c-7e90-401b-bf05-e2d45f4c7df4 HTTP/1.1" status: 204 len: 168 time: 0.4121571 Feb 19 00:39:41.806244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52534) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:41.823184 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab01cee-b5ea-4085-bda5-cbd2a338eafa tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=4001f95c-7e90-401b-bf05-e2d45f4c7df4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:41.962965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eccd091e-69a2-4913-b3d4-8156f10424fe None None] Current status of the port 7c3b3175-2595-4085-9daf-9838fae93e13 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:41.976154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] Deleting port 090bbac8-c056-4ef3-98a1-27f50bea39db {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:41.976532 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:41.991921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7c3b3175-2595-4085-9daf-9838fae93e13 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:42.044785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.087665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] For port 090bbac8-c056-4ef3-98a1-27f50bea39db, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=090bbac8-c056-4ef3-98a1-27f50bea39db,segment=NetworkSegment(63c4769b-ab34-44a3-a52d-c1eb2211b510),segment_id=63c4769b-ab34-44a3-a52d-c1eb2211b510)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:42.088228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.095692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-29a2ef36-a488-4aa2-9e2a-f52861c1a0b8 None None] Could not find standard attr ID for object aad01900-f315-426e-829f-93d9362ded33. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:39:42.102726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.105206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] Calling delete_port for 090bbac8-c056-4ef3-98a1-27f50bea39db owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:42.112658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (7119683d-1e60-425e-b59a-96539e85b315), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.119692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] DHCP port deletion for 60353170-2b17-47d1-ab6b-d80134c3f55b request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:39:42.129256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 7c3b3175-2595-4085-9daf-9838fae93e13 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:42.129679 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.152886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be73d929-f0e7-457b-af9f-1dd39b4fcf82 req-aa233095-9cad-47a1-9126-b3d892ab0394 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480296 Feb 19 00:39:42.211827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e2548a39-811f-4d59-8f5d-fb07e523b99a up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:42.222912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.228443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:42.229066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.346277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.383851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port e2548a39-811f-4d59-8f5d-fb07e523b99a completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:39:42.389490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2938242 Feb 19 00:39:42.389664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] No DVR routers for this DVR port 090bbac8-c056-4ef3-98a1-27f50bea39db on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:42.393947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69c81b-e9d2-484a-bb5b-cb54e6aa63d9 None None] Pushing event deleted for resources: {'Port': ['ID=090bbac8-c056-4ef3-98a1-27f50bea39db,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:42.396339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port e2548a39-811f-4d59-8f5d-fb07e523b99a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:42.396726 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.398221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52540) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:42.398360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d83229c-c41b-4626-b815-4419a87b256e req-9cd4bc84-1aad-4433-8aea-eaddb62127cf tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0683813 Feb 19 00:39:42.408842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbddb8-db09-41f4-9a53-6caf06d008f8 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event updated for resources: {'Network': ['ID=b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:42.441240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 090bbac8-c056-4ef3-98a1-27f50bea39db {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:42.441672 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.455723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:42.531107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-fd2003c2-4cb9-49c5-b2a7-940a628b6590 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:42.533783 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-fd2003c2-4cb9-49c5-b2a7-940a628b6590 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481&tenant_id=84679949ccf749538377871c65d3012d&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 944 time: 0.1696014 Feb 19 00:39:42.537099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] Deleting port f99d753c-09c2-43c2-aad4-4cd6301ccb77 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:42.538589 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.662970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] For port f99d753c-09c2-43c2-aad4-4cd6301ccb77, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f99d753c-09c2-43c2-aad4-4cd6301ccb77,segment=NetworkSegment(057d951f-9a16-4611-b99c-25fd193cfcdf),segment_id=057d951f-9a16-4611-b99c-25fd193cfcdf)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:42.663397 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.663665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port 090bbac8-c056-4ef3-98a1-27f50bea39db, host n-d-826527-3, got binding levels [] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:42.664055 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.665674 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-faed675f-6f48-431b-b6d1-09a5c1577de1 service neutron] delete failed (client error): The resource could not be found. Feb 19 00:39:42.667795 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-faed675f-6f48-431b-b6d1-09a5c1577de1 service neutron] 10.222.0.113 "DELETE /v2.0/ports/e2548a39-811f-4d59-8f5d-fb07e523b99a/bindings/n-h1-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.1038027 Feb 19 00:39:42.695921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b0b7a-93c2-4d0c-a3ba-e2ee6715d757 req-6f4966d9-96e5-4e78-ac78-d71799d01a6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:42.698516 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9e6ea480-b377-4445-8daf-2d6df5d3fcb4 tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "GET /v2.0/agents/b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88/dhcp-networks HTTP/1.1" status: 200 len: 11948 time: 0.2991695 Feb 19 00:39:42.701675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52546) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:42.706808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-631b0b7a-93c2-4d0c-a3ba-e2ee6715d757 req-6f4966d9-96e5-4e78-ac78-d71799d01a6a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 944 time: 0.1476729 Feb 19 00:39:42.710145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] Calling delete_port for f99d753c-09c2-43c2-aad4-4cd6301ccb77 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:42.712100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7c3b3175-2595-4085-9daf-9838fae93e13 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:42.721154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:42.729979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 090bbac8-c056-4ef3-98a1-27f50bea39db owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:42.731661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port e2548a39-811f-4d59-8f5d-fb07e523b99a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:42.732253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.742584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Port 090bbac8-c056-4ef3-98a1-27f50bea39db was not found and therefore no delete operation was performed {{(pid=103649) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:39:42.748819 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (090bbac8-c056-4ef3-98a1-27f50bea39db), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.793489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87fe2eb-2cc3-40f6-98e4-d7fc2ac48578 tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] Network b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:39:42.810537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=090bbac8-c056-4ef3-98a1-27f50bea39db,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:42.814095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No DVR routers for this DVR port 090bbac8-c056-4ef3-98a1-27f50bea39db on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:42.831520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.847565 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c87fe2eb-2cc3-40f6-98e4-d7fc2ac48578 tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "POST /v2.0/agents/b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1446886 Feb 19 00:39:42.850620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52548) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:42.855017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-631b0b7a-93c2-4d0c-a3ba-e2ee6715d757 req-15222a0d-ce1d-4615-b7f1-516ea3ed38fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470835 Feb 19 00:39:42.889028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:42.933005 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-a396ce5d-ee96-47e7-977f-f3b2795f73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:42.934650 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-a396ce5d-ee96-47e7-977f-f3b2795f73b6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1126 time: 0.1362643 Feb 19 00:39:42.967669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 090bbac8-c056-4ef3-98a1-27f50bea39db no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:39:42.969737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341f049d-6b73-4928-9b01-c4b86e5bd15d None None] Network b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:42.972689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:43.068960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.069602 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.071064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aecfe780-44f4-4935-84dd-2464daae48b2 req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "PUT /v2.0/ports/26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 981 time: 1.3693984 Feb 19 00:39:43.075859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:43.075859 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:43.086724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 090bbac8-c056-4ef3-98a1-27f50bea39db {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:39:43.087187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 090bbac8-c056-4ef3-98a1-27f50bea39db not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:39:43.098463 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8933f57b-c43b-4581-bfc6-e01e341cec31 tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "GET /v2.0/agents/b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88/dhcp-networks HTTP/1.1" status: 200 len: 12718 time: 0.2468348 Feb 19 00:39:43.102961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52556) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:43.110761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:43.113665 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02583531-ba02-40ae-b0a7-4f4cf2c050c5" -d '{"events": [{"server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "name": "network-vif-plugged", "status": "completed", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:43.115311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-cd6343ec-0dee-436d-95cb-842723779b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.116423 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-cd6343ec-0dee-436d-95cb-842723779b4d service neutron] 10.222.0.113 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.1756685 Feb 19 00:39:43.144511 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (7119683d-1e60-425e-b59a-96539e85b315), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.161399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15631b55-ad9b-4b87-b7ef-b0c71a54f701 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event updated for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:43.182253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:43.182942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7119683d-1e60-425e-b59a-96539e85b315']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:43.192907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4631537-6335-4aa5-b413-3838234f9124 req-253ed5d4-e0c0-4012-88bf-b56032f0744d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.194441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4631537-6335-4aa5-b413-3838234f9124 req-253ed5d4-e0c0-4012-88bf-b56032f0744d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1691201 Feb 19 00:39:43.196769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-a3ab9f7b-9252-4c84-89e0-d6f90e5859e0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 1000 time: 0.0716553 Feb 19 00:39:43.203590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c4769b-ab34-44a3-a52d-c1eb2211b510') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:43.203892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c4769b-ab34-44a3-a52d-c1eb2211b510') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:43.220900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:43.229688 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (63c4769b-ab34-44a3-a52d-c1eb2211b510), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.274779 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.282270 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (63c4769b-ab34-44a3-a52d-c1eb2211b510), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.301608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:43.302620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (63c4769b-ab34-44a3-a52d-c1eb2211b510), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:43.307338 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:43.316073 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7d9eca9-ce71-4871-a9ed-2c48c966ee2a tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "DELETE /v2.0/agents/b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88/dhcp-networks/b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4 HTTP/1.1" status: 204 len: 168 time: 0.2096009 Feb 19 00:39:43.317557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52560) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:43.331868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-0abe68a3-9543-456e-a75c-9819e556a0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.333578 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-0abe68a3-9543-456e-a75c-9819e556a0e0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.1054358 Feb 19 00:39:43.358874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4631537-6335-4aa5-b413-3838234f9124 req-6093374d-9fd3-4412-89c8-7655a3af7439 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526926 Feb 19 00:39:43.393248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915934e1-d8c1-4ddf-a058-f3ee7369bd71 req-601ba0af-b8f7-4970-9ef2-01f50fe71367 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.394917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-915934e1-d8c1-4ddf-a058-f3ee7369bd71 req-601ba0af-b8f7-4970-9ef2-01f50fe71367 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1748159 Feb 19 00:39:43.401934 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (7119683d-1e60-425e-b59a-96539e85b315), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.411622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.415248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/7119683d-1e60-425e-b59a-96539e85b315 HTTP/1.1" status: 204 len: 168 time: 1.5485289 Feb 19 00:39:43.423594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52564) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:43.445414 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (f99d753c-09c2-43c2-aad4-4cd6301ccb77), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.455712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bef492-5e8b-4907-9685-ce0427009e03 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=7119683d-1e60-425e-b59a-96539e85b315,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:43.469268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:43.476640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] No DVR routers for this DVR port f99d753c-09c2-43c2-aad4-4cd6301ccb77 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:43.509693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-a2eeb99e-df30-4f39-a7b4-06708724e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.512304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-a2eeb99e-df30-4f39-a7b4-06708724e632 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1554401 Feb 19 00:39:43.522735 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01023199-b938-4edc-9ffb-dede4a9da10a x-openstack-request-id: req-01023199-b938-4edc-9ffb-dede4a9da10a {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:43.522935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68020387-dea9-45c9-8e68-7e9797a85591 None None] Pushing event deleted for resources: {'Port': ['ID=f99d753c-09c2-43c2-aad4-4cd6301ccb77,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:43.523030 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:43.523273 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01023199-b938-4edc-9ffb-dede4a9da10a {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:43.523686 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'status': 'completed', 'code': 200} Feb 19 00:39:43.615842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-915934e1-d8c1-4ddf-a058-f3ee7369bd71 req-e303c768-61a9-4305-8248-8a6abfd1fce9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995056 Feb 19 00:39:43.621936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (60353170-2b17-47d1-ab6b-d80134c3f55b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.665087 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c7c1f813-da1e-4dd3-a8b8-6323e4e6f8bf tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "GET /v2.0/agents/b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88/dhcp-networks HTTP/1.1" status: 200 len: 11948 time: 0.3461576 Feb 19 00:39:43.669161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52568) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:43.678122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-3d3f8e9d-f906-4bea-91e5-fe3147ec695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.679750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-3d3f8e9d-f906-4bea-91e5-fe3147ec695b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1166 time: 0.1253500 Feb 19 00:39:43.713325 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8807ed00-dbbe-43d1-a245-a8899c55c0df tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "GET /v2.0/networks/c4a855be-ee87-4ed8-9365-6e84be29e6e1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0426943 Feb 19 00:39:43.719558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52570) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:43.737002 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f524965-9780-405c-b91b-be209ea214f8 x-openstack-request-id: req-4f524965-9780-405c-b91b-be209ea214f8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:43.737435 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "name": "network-vif-plugged", "status": "completed", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:43.737812 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f524965-9780-405c-b91b-be209ea214f8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:43.738462 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'code': 200} Feb 19 00:39:43.744730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-39846072-4bb1-484e-aca7-f8a8fb06f06c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1474061071&fields=id&tenant_id=206a3e5636214e3f8dcdd46e51008f7e HTTP/1.1" status: 200 len: 267 time: 0.1342926 Feb 19 00:39:43.774055 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-88d4dbf0-2a53-4ea3-94a0-5ef4b349ab7b service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522156 Feb 19 00:39:43.776455 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9fb50976-c257-4706-acae-7436e30a8fb7 tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "GET /v2.0/networks/c4a855be-ee87-4ed8-9365-6e84be29e6e1/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0541584 Feb 19 00:39:43.778968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52572) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:43.831005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f99d753c-09c2-43c2-aad4-4cd6301ccb77 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:39:43.852592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: f99d753c-09c2-43c2-aad4-4cd6301ccb77 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:39:43.854056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f99d753c-09c2-43c2-aad4-4cd6301ccb77 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:39:43.901032 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (60353170-2b17-47d1-ab6b-d80134c3f55b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:43.948887 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dcfc9f51-2b60-4122-a661-d647c4beb42d req-7976fd8e-8211-4c05-8d62-271f1a842c6a service neutron] 10.222.0.113 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663585 Feb 19 00:39:43.951393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60353170-2b17-47d1-ab6b-d80134c3f55b']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:43.973540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-9e656ae6-b388-44be-ae20-bf6486f98d45 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.975078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-9e656ae6-b388-44be-ae20-bf6486f98d45 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 984 time: 0.2295475 Feb 19 00:39:43.982135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057d951f-9a16-4611-b99c-25fd193cfcdf') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:43.982469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057d951f-9a16-4611-b99c-25fd193cfcdf') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:43.985223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-5f7d35ea-47c8-47fb-ab5d-2bbeec54e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:43.986725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-5f7d35ea-47c8-47fb-ab5d-2bbeec54e8ad service neutron] 10.222.0.113 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 921 time: 0.2993906 Feb 19 00:39:43.997769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dfb812ef-92f3-41cd-ab64-7f9bd22802bd tempest-DHCPAgentSchedulersTestJSON-708033895 tempest-DHCPAgentSchedulersTestJSON-708033895-project-admin] 10.222.0.60 "GET /v2.0/agents/b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88/dhcp-networks HTTP/1.1" status: 200 len: 11206 time: 0.2131598 Feb 19 00:39:43.998133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52576) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:44.001230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Request body: {'port': {'security_groups': ['c75e103b-041d-4edb-879e-b780617cec27']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:44.006492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (057d951f-9a16-4611-b99c-25fd193cfcdf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.021062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bf240-d30f-4169-8bb5-f4adc9c79033 req-a21471a8-c530-4f88-bfeb-5f3552c25e9a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:44.022800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff2bf240-d30f-4169-8bb5-f4adc9c79033 req-a21471a8-c530-4f88-bfeb-5f3552c25e9a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 945 time: 0.1780152 Feb 19 00:39:44.090334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.100456 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (057d951f-9a16-4611-b99c-25fd193cfcdf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.115035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-603b52ea-91b2-409e-b897-6c09d0beaeb2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0702562 Feb 19 00:39:44.123533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:44.123958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (057d951f-9a16-4611-b99c-25fd193cfcdf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:44.130492 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:44.278773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.282164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-92ac219f-5f9d-46ed-8d32-aa14cccb2527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:44.283694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-92ac219f-5f9d-46ed-8d32-aa14cccb2527 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.1564553 Feb 19 00:39:44.286937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff2bf240-d30f-4169-8bb5-f4adc9c79033 req-4531c941-f5e0-4bab-9435-cc92ec75ddc4 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299356 Feb 19 00:39:44.289096 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (60353170-2b17-47d1-ab6b-d80134c3f55b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.312563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.315777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/60353170-2b17-47d1-ab6b-d80134c3f55b HTTP/1.1" status: 204 len: 168 time: 0.8798175 Feb 19 00:39:44.342103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:44.344371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-160492d1-726a-4e3e-a48d-5eb1b2df578a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476062 Feb 19 00:39:44.349833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-903059173'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:44.353720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06beaa-4c74-4052-a2d3-c74ccbcc2e90 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=60353170-2b17-47d1-ab6b-d80134c3f55b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:44.467913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:44.471680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.501722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.530291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:44.547682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:44.549425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d71334-5959-4d6a-80af-cd60fb9318a3') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:44.551174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d71334-5959-4d6a-80af-cd60fb9318a3') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:44.560234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-0aefb511-2ee6-4fc4-9c3d-6662c88cb39b service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023754 Feb 19 00:39:44.563491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (30d71334-5959-4d6a-80af-cd60fb9318a3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.579709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (30d71334-5959-4d6a-80af-cd60fb9318a3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.580778 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (722019a5-9aca-4b94-b7b3-de6d0a08a616), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.581283 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment 722019a5-9aca-4b94-b7b3-de6d0a08a616 of type vlan for network 868cb205-5a2b-4501-95fc-5a3f2f8c83df Feb 19 00:39:44.592104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:44.592356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (30d71334-5959-4d6a-80af-cd60fb9318a3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:44.612635 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:44.698583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.703368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.707074 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "DELETE /v2.0/networks/b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4 HTTP/1.1" status: 204 len: 168 time: 0.7075181 Feb 19 00:39:44.710943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52586) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:44.746120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e5dc0-0e65-4fae-ad52-baa29bbb6354 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event deleted for resources: {'Network': ['ID=b5c6f63c-dfb1-47b5-aa31-aa3ab606aeb4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:44.746925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aba3ba46-a75c-449f-bf21-cb4a7f2efb9d req-9ad26160-2d90-443f-81c0-57e6f0ca6e82 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0526509 Feb 19 00:39:44.752856 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2aea369-3548-42d6-bcbe-bcf1dc262166 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] DELETE failed (client error): The resource could not be found. Feb 19 00:39:44.753637 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (868cb205-5a2b-4501-95fc-5a3f2f8c83df), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.754148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2aea369-3548-42d6-bcbe-bcf1dc262166 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:39:44.767147 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a2aea369-3548-42d6-bcbe-bcf1dc262166 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "DELETE /v2.0/ports/aad01900-f315-426e-829f-93d9362ded33 HTTP/1.1" status: 404 len: 333 time: 0.0472054 Feb 19 00:39:44.767147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52588) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:44.816220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:44.818442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-209d80ae-1114-4c95-87f5-8222bd7f128b tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Deleting subnet cee53f34-cdf4-49fb-b43d-53cc7d5520d8 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:39:44.821406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209d80ae-1114-4c95-87f5-8222bd7f128b tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks [] for subnet (cee53f34-cdf4-49fb-b43d-53cc7d5520d8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.833148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-275ca9d4-5e86-47fa-b6a3-85cc4bd9c5f7 req-d0eb8e1e-754f-4348-b2bc-27eef5559b70 service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639523 Feb 19 00:39:44.843338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (868cb205-5a2b-4501-95fc-5a3f2f8c83df), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.848812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:44.849454 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.866725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209d80ae-1114-4c95-87f5-8222bd7f128b tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (cee53f34-cdf4-49fb-b43d-53cc7d5520d8), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.946758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6013410 Feb 19 00:39:44.950052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52590) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:44.954748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': '868cb205-5a2b-4501-95fc-5a3f2f8c83df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:44.958650 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.968909 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:44.974023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42d443-112f-440b-89d0-0b1e5b6ee1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=868cb205-5a2b-4501-95fc-5a3f2f8c83df,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:44.981145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:45.007862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 868cb205-5a2b-4501-95fc-5a3f2f8c83df details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:45.009258 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209d80ae-1114-4c95-87f5-8222bd7f128b tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (cee53f34-cdf4-49fb-b43d-53cc7d5520d8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.020025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4fcb6-dce7-464f-a1f0-b8a874ecc119 req-dc167299-cb71-43d6-8fb2-578a25f5a5cc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:45.021581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5c4fcb6-dce7-464f-a1f0-b8a874ecc119 req-dc167299-cb71-43d6-8fb2-578a25f5a5cc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1939878 Feb 19 00:39:45.038130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:45.039075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.040870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89560e9e-01a7-4b2b-ba73-dd1bf4b33f1b req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "PUT /v2.0/ports/26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 942 time: 1.0463941 Feb 19 00:39:45.071437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcceabc-1c4c-48de-80b7-fe1a18dc5227 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event updated for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:45.124965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:45.148306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209d80ae-1114-4c95-87f5-8222bd7f128b tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (cee53f34-cdf4-49fb-b43d-53cc7d5520d8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.155930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5c4fcb6-dce7-464f-a1f0-b8a874ecc119 req-780a4475-7379-4216-b019-2ade3ca27528 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097624 Feb 19 00:39:45.158906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:45.162447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.196334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53486e-71fb-4eb3-93f0-c989d5b66fda req-64f15d6f-3af5-4984-b62a-d02286cf44a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:45.199391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52594) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:45.204818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f53486e-71fb-4eb3-93f0-c989d5b66fda req-64f15d6f-3af5-4984-b62a-d02286cf44a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.1031590 Feb 19 00:39:45.219707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d80ae-1114-4c95-87f5-8222bd7f128b tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event deleted for resources: {'Subnet': ['ID=cee53f34-cdf4-49fb-b43d-53cc7d5520d8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:45.248072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a38710-5f74-408d-b9ca-6f937392c756 None None] Network c4a855be-ee87-4ed8-9365-6e84be29e6e1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:45.274380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f53486e-71fb-4eb3-93f0-c989d5b66fda req-a6941244-df27-4c46-be01-b53d6b819813 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622220 Feb 19 00:39:45.282405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-209d80ae-1114-4c95-87f5-8222bd7f128b tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.287075 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-209d80ae-1114-4c95-87f5-8222bd7f128b tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "DELETE /v2.0/subnets/cee53f34-cdf4-49fb-b43d-53cc7d5520d8 HTTP/1.1" status: 204 len: 168 time: 0.5226450 Feb 19 00:39:45.292986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52598) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:45.415569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-32665788-6784-4b35-950c-7ecc40a81271 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/58099604-bfe4-40e8-8a2a-20687e68fa51 HTTP/1.1" status: 200 len: 993 time: 0.2038212 Feb 19 00:39:45.445761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (c4a855be-ee87-4ed8-9365-6e84be29e6e1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.579956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] DHCP port deletion for c4a855be-ee87-4ed8-9365-6e84be29e6e1 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:39:45.617011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Deleting port 7c3b3175-2595-4085-9daf-9838fae93e13 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:45.617390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.621102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (212eeec6-c974-46fa-8263-7b0e2d90623d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.644775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] Deleting port 7c3b3175-2595-4085-9daf-9838fae93e13 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:45.645273 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.722691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] For port 7c3b3175-2595-4085-9daf-9838fae93e13, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7c3b3175-2595-4085-9daf-9838fae93e13,segment=NetworkSegment(f9fd5379-4455-4434-ada3-16463421e597),segment_id=f9fd5379-4455-4434-ada3-16463421e597)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:45.723186 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.740333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] Calling delete_port for 7c3b3175-2595-4085-9daf-9838fae93e13 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:45.745905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=212eeec6-c974-46fa-8263-7b0e2d90623d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:45.761370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] For port 7c3b3175-2595-4085-9daf-9838fae93e13, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7c3b3175-2595-4085-9daf-9838fae93e13,segment=NetworkSegment(f9fd5379-4455-4434-ada3-16463421e597),segment_id=f9fd5379-4455-4434-ada3-16463421e597)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:45.761995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.779735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Calling delete_port for 7c3b3175-2595-4085-9daf-9838fae93e13 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:45.782321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:45.784687 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:45.786852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': '722019a5-9aca-4b94-b7b3-de6d0a08a616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '868cb205-5a2b-4501-95fc-5a3f2f8c83df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:45.787227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: 868cb205-5a2b-4501-95fc-5a3f2f8c83df, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:39:45.810719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-8e9a54f7-178d-4742-8765-0c3f14944e64 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5000892 Feb 19 00:39:45.815493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:45.827671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c8abb-37fb-46a6-a778-d2f40793b071 req-1963bd04-b336-4263-8825-69e7271712df tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:45.829407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-170c8abb-37fb-46a6-a778-d2f40793b071 req-1963bd04-b336-4263-8825-69e7271712df tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.5538075 Feb 19 00:39:45.861528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 868cb205-5a2b-4501-95fc-5a3f2f8c83df is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:39:45.865656 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.877433 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.878971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 868cb205-5a2b-4501-95fc-5a3f2f8c83df) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:45.884052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:45.884742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.889523 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7c3b3175-2595-4085-9daf-9838fae93e13), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:45.898785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7c3b3175-2595-4085-9daf-9838fae93e13 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:39:45.905858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] Pushing event deleted for resources: {'Port': ['ID=7c3b3175-2595-4085-9daf-9838fae93e13,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:45.907821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f4aa9-fe84-4a3b-9832-d78fe0f0a002 None None] Network 868cb205-5a2b-4501-95fc-5a3f2f8c83df requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:45.922403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event deleted for resources: {'Port': ['ID=7c3b3175-2595-4085-9daf-9838fae93e13,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:45.927341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] No DVR routers for this DVR port 7c3b3175-2595-4085-9daf-9838fae93e13 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:45.932825 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bfe245c5-f6b3-41dd-aa0e-fa54fe858dcc tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9820445 Feb 19 00:39:45.935908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52604) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:45.940709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-36fb4fe7-e195-4d09-9f72-90b39996e0eb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-25032078', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:45.944465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 7c3b3175-2595-4085-9daf-9838fae93e13 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:39:45.944813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7c3b3175-2595-4085-9daf-9838fae93e13 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:39:45.968688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-170c8abb-37fb-46a6-a778-d2f40793b071 req-a9a62b94-404b-40e0-bcb4-e7d0f4b4356c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314638 Feb 19 00:39:45.974580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db771c79-7423-4f35-b3a7-7b2f0e0e15f6 None None] No DVR routers for this DVR port 7c3b3175-2595-4085-9daf-9838fae93e13 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:46.022768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-20ad4326-d6e0-4ed7-b0c8-c5fec0d100d2 req-a4b42195-d86a-49be-af7a-390d10e9cd1a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:39:46.023898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20ad4326-d6e0-4ed7-b0c8-c5fec0d100d2 req-a4b42195-d86a-49be-af7a-390d10e9cd1a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061266 Feb 19 00:39:46.028355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (c4a855be-ee87-4ed8-9365-6e84be29e6e1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.054753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4a855be-ee87-4ed8-9365-6e84be29e6e1']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:46.062637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-868cb205-5a2b-4501-95fc-5a3f2f8c83df', 'network_id': '868cb205-5a2b-4501-95fc-5a3f2f8c83df', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': '212eeec6-c974-46fa-8263-7b0e2d90623d'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:39:46.064581 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.067666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fd5379-4455-4434-ada3-16463421e597') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:46.068455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fd5379-4455-4434-ada3-16463421e597') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:46.070895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fb4fe7-e195-4d09-9f72-90b39996e0eb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (1db92acc-2557-4469-a544-133dfc7315c8), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.072064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fb4fe7-e195-4d09-9f72-90b39996e0eb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (1db92acc-2557-4469-a544-133dfc7315c8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.086504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (f9fd5379-4455-4434-ada3-16463421e597), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.104893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f9fd5379-4455-4434-ada3-16463421e597), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.121192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:46.121534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (f9fd5379-4455-4434-ada3-16463421e597), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:46.124708 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:46.138130 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.161326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20ad4326-d6e0-4ed7-b0c8-c5fec0d100d2 req-2155cb36-f483-4efa-8d7f-d928a0e859af tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1277056 Feb 19 00:39:46.195673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fb4fe7-e195-4d09-9f72-90b39996e0eb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (1db92acc-2557-4469-a544-133dfc7315c8), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.202860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fb4fe7-e195-4d09-9f72-90b39996e0eb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (1db92acc-2557-4469-a544-133dfc7315c8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.233722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fb4fe7-e195-4d09-9f72-90b39996e0eb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.234971 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36fb4fe7-e195-4d09-9f72-90b39996e0eb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2981236 Feb 19 00:39:46.236236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (c4a855be-ee87-4ed8-9365-6e84be29e6e1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.237738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52608) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:46.242992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'port': {'network_id': '868cb205-5a2b-4501-95fc-5a3f2f8c83df', 'name': 'tempest-RoutersTest-1844875247'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:46.309589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.312879 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] 10.222.0.60 "DELETE /v2.0/networks/c4a855be-ee87-4ed8-9365-6e84be29e6e1 HTTP/1.1" status: 204 len: 168 time: 1.0156255 Feb 19 00:39:46.313909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca275d-1f9d-4b27-a139-33620651f467 tempest-DHCPAgentSchedulersTestJSON-1418654661 tempest-DHCPAgentSchedulersTestJSON-1418654661-project] Pushing event deleted for resources: {'Network': ['ID=c4a855be-ee87-4ed8-9365-6e84be29e6e1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:46.382739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Allocated IP 172.25.6.196 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/a9263dae-f84c-4c2b-808e-a03246722a4f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:46.409896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Allocated IP 172.20.0.2 (868cb205-5a2b-4501-95fc-5a3f2f8c83df/212eeec6-c974-46fa-8263-7b0e2d90623d/e5587b50-ddc5-48f6-acb3-fdeeb148ef78) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:46.444717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:46.450090 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.478255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] device_id is not set on port bf044081-43c4-4e4e-b7ed-18c06b3b71ac yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:39:46.493682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cca0c342-8a56-4daa-9e78-e71622ad1132 req-fbf9880e-f1b6-4ccb-add0-54015df83e27 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0490980 Feb 19 00:39:46.575627 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8896b0b3-f548-423c-879d-90803d5e2aab x-openstack-request-id: req-8896b0b3-f548-423c-879d-90803d5e2aab {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:46.575928 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:46.578027 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8896b0b3-f548-423c-879d-90803d5e2aab {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:46.578528 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'status': 'completed', 'code': 200} Feb 19 00:39:46.591294 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for port (a9263dae-f84c-4c2b-808e-a03246722a4f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.623502 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Publish callbacks [] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.632998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.683904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Network 868cb205-5a2b-4501-95fc-5a3f2f8c83df is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:46.687233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:46.691103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:46.735282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.20.0.8 (868cb205-5a2b-4501-95fc-5a3f2f8c83df/212eeec6-c974-46fa-8263-7b0e2d90623d/bf044081-43c4-4e4e-b7ed-18c06b3b71ac) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:46.752665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52620) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:46.761514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Attempting to bind port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:46.761903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Attempting to bind port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '722019a5-9aca-4b94-b7b3-de6d0a08a616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '868cb205-5a2b-4501-95fc-5a3f2f8c83df'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:46.762318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Attempting to bind port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 on network 868cb205-5a2b-4501-95fc-5a3f2f8c83df {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:46.770655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:39:46.771040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Checking segment: {'id': '722019a5-9aca-4b94-b7b3-de6d0a08a616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '868cb205-5a2b-4501-95fc-5a3f2f8c83df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:46.771451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.771850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Bound using segment: {'id': '722019a5-9aca-4b94-b7b3-de6d0a08a616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '868cb205-5a2b-4501-95fc-5a3f2f8c83df'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:39:46.772337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Bound port: e5587b50-ddc5-48f6-acb3-fdeeb148ef78, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722019a5-9aca-4b94-b7b3-de6d0a08a616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '868cb205-5a2b-4501-95fc-5a3f2f8c83df'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:39:46.772730 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.775944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Pushing event updated for resources: {'Port': ['ID=e5587b50-ddc5-48f6-acb3-fdeeb148ef78,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:46.777259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-b30646ec-d316-422e-ac5e-4276e7c18b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:46.780335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-b30646ec-d316-422e-ac5e-4276e7c18b5e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1127 time: 0.1804769 Feb 19 00:39:46.813374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10564f07-248b-4813-a6fa-4b8d37236dce req-c3969692-2fe4-4422-b873-6813fe6fd471 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:46.822440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10564f07-248b-4813-a6fa-4b8d37236dce req-c3969692-2fe4-4422-b873-6813fe6fd471 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1371360 Feb 19 00:39:46.865348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] For port e5587b50-ddc5-48f6-acb3-fdeeb148ef78, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:46.873348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] For port e5587b50-ddc5-48f6-acb3-fdeeb148ef78, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e5587b50-ddc5-48f6-acb3-fdeeb148ef78,segment=NetworkSegment(722019a5-9aca-4b94-b7b3-de6d0a08a616),segment_id=722019a5-9aca-4b94-b7b3-de6d0a08a616)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:39:46.881063 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.947573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10564f07-248b-4813-a6fa-4b8d37236dce req-9c49ded9-f8de-4c77-9810-b179f174a487 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215782 Feb 19 00:39:46.952030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a9263dae-f84c-4c2b-808e-a03246722a4f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:46.954940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb346630-7ee3-46f7-989e-009cb894df9f None None] Pushing event updated for resources: {'Port': ['ID=e5587b50-ddc5-48f6-acb3-fdeeb148ef78,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:46.993059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.010134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:47.016527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:47.020066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:47.022520 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-104c4901-5862-46ba-8210-22b6085fa917 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d53737d99224163ae7a654aaeab2a45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2641399 Feb 19 00:39:47.023523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52626) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:47.097257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event updated for resources: {'Port': ['ID=a9263dae-f84c-4c2b-808e-a03246722a4f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:47.109983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-75f2fa5f-87e9-4860-b012-24502296715f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:47.111554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.112463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-75f2fa5f-87e9-4860-b012-24502296715f service neutron] 10.222.0.113 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 921 time: 0.3246787 Feb 19 00:39:47.196307 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce889-5733-47bd-91d8-a5be643f706e admin admin] Publish callbacks [] for security_group (8a1774e2-0f8d-4d2d-b6d9-02770241d0dd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.215396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 868cb205-5a2b-4501-95fc-5a3f2f8c83df is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:47.224947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-b67e71cd-151a-4be4-9bb9-157b5b113f80 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0812445 Feb 19 00:39:47.233698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:47.237956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:47.240932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=bf044081-43c4-4e4e-b7ed-18c06b3b71ac,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:47.279532 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce889-5733-47bd-91d8-a5be643f706e admin admin] Publish callbacks [] for security_group (8a1774e2-0f8d-4d2d-b6d9-02770241d0dd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.346785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:47.347749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.348035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for floatingip (dc72edbc-56df-4198-a049-41aa79b5a844), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.365503 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6cc3f0fc-9c2b-4cf3-b709-723f541484f1 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1266189 Feb 19 00:39:47.368151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52630) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:47.373483 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78f8b0-43a8-42a0-9958-d570cd3d9f61 req-56e8472d-a487-41b5-9354-31fb660ee49d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:47.381448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c78f8b0-43a8-42a0-9958-d570cd3d9f61 req-56e8472d-a487-41b5-9354-31fb660ee49d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 945 time: 0.2167640 Feb 19 00:39:47.393046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-bb4d89cb-099f-489f-a639-070ece9d5175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:47.394665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-bb4d89cb-099f-489f-a639-070ece9d5175 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.1299963 Feb 19 00:39:47.422004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce889-5733-47bd-91d8-a5be643f706e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8a1774e2-0f8d-4d2d-b6d9-02770241d0dd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.429630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d0ce889-5733-47bd-91d8-a5be643f706e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.429630 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5d0ce889-5733-47bd-91d8-a5be643f706e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a1774e2-0f8d-4d2d-b6d9-02770241d0dd HTTP/1.1" status: 204 len: 168 time: 0.3984993 Feb 19 00:39:47.468810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0ce889-5733-47bd-91d8-a5be643f706e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1774e2-0f8d-4d2d-b6d9-02770241d0dd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:47.481508 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a9263dae-f84c-4c2b-808e-a03246722a4f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.518393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-ff7975c8-03c3-4cdb-9e89-e6a74f69bf96 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053064 Feb 19 00:39:47.612400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c78f8b0-43a8-42a0-9958-d570cd3d9f61 req-a809451d-f43d-4bfe-a73d-bf18cf4b718d tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294352 Feb 19 00:39:47.728890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-9a1c6508-87fc-4589-a6ed-27ee953bf50d service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011042 Feb 19 00:39:47.812712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52640) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:47.828067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bd5b01-0ab7-4965-95dd-356cb4d7cd02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.863145 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.865511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e5587b50-ddc5-48f6-acb3-fdeeb148ef78 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:47.867240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for port (a9263dae-f84c-4c2b-808e-a03246722a4f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.878287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4481fb-9fcc-4c70-8447-30ddfd0440f9 req-416572b3-2a38-41fc-9b8d-6d9df2efcbcb tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:47.885851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d4481fb-9fcc-4c70-8447-30ddfd0440f9 req-416572b3-2a38-41fc-9b8d-6d9df2efcbcb tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1778452 Feb 19 00:39:47.896328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a9263dae-f84c-4c2b-808e-a03246722a4f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.943485 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6bf3d268-2ac0-42f2-952c-3b035716d621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.957678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:47.958700 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.975141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bd5b01-0ab7-4965-95dd-356cb4d7cd02 admin admin] Publish callbacks [] for security_group (64190f1d-dc55-47b3-a232-c9650358c67c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:47.998881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bd5b01-0ab7-4965-95dd-356cb4d7cd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (64190f1d-dc55-47b3-a232-c9650358c67c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.033150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20428585-cdb2-4a4a-8f33-1fdbb0f4aefb req-bfdbefc9-b2c6-471a-904a-dcd21f02d00a service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2849467 Feb 19 00:39:48.049799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event updated for resources: {'Port': ['ID=a9263dae-f84c-4c2b-808e-a03246722a4f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:48.063337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd5b01-0ab7-4965-95dd-356cb4d7cd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64190f1d-dc55-47b3-a232-c9650358c67c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:48.075002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:48.075404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.097035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d4481fb-9fcc-4c70-8447-30ddfd0440f9 req-5360adf0-d627-4315-8100-9f5a39d3b8a4 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997077 Feb 19 00:39:48.097035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (dc72edbc-56df-4198-a049-41aa79b5a844), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.121773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.135989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-a864b1d1-4175-452f-be3b-c6d513a92687 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3229914 Feb 19 00:39:48.147032 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-94bd5b01-0ab7-4965-95dd-356cb4d7cd02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe0ff8dbc68443ed83ae63a1fcfa8584&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3308539 Feb 19 00:39:48.148949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52648) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:48.160080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e5587b50-ddc5-48f6-acb3-fdeeb148ef78, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e5587b50-ddc5-48f6-acb3-fdeeb148ef78,segment=NetworkSegment(722019a5-9aca-4b94-b7b3-de6d0a08a616),segment_id=722019a5-9aca-4b94-b7b3-de6d0a08a616)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:48.169005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.232479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e5587b50-ddc5-48f6-acb3-fdeeb148ef78,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:48.241883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4ede9e6-75f1-4c7e-a09f-3692bf4732a2 req-bfd9e25e-c4a5-4be9-8e1a-73afbef04a8b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0870595 Feb 19 00:39:48.248551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-83297743-a853-4e0f-a3be-502f12393fff tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.1107571 Feb 19 00:39:48.399116 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc037-dfd5-48ba-a6b8-16bf422a4810 admin admin] Publish callbacks [] for security_group (64190f1d-dc55-47b3-a232-c9650358c67c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.410563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319bfebc-b7fa-4b5f-b8e1-c65776d1eafc None None] Network 868cb205-5a2b-4501-95fc-5a3f2f8c83df requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:48.443138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ece9d4-88a2-46b3-bef0-e090fd41db0b req-e8f3281d-a872-4d59-a2d1-6e0bed47170e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:48.445417 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc037-dfd5-48ba-a6b8-16bf422a4810 admin admin] Publish callbacks [] for security_group (64190f1d-dc55-47b3-a232-c9650358c67c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.450228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71ece9d4-88a2-46b3-bef0-e090fd41db0b req-e8f3281d-a872-4d59-a2d1-6e0bed47170e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.1084850 Feb 19 00:39:48.499467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-9e959bc0-5aa3-44b6-9720-02f8e3f06bca tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:48.501244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-9e959bc0-5aa3-44b6-9720-02f8e3f06bca tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2469025 Feb 19 00:39:48.514920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.525024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-b4ab9217-6d6c-4a33-a4e9-44ae938a7147 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:39:48.526340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f42f3ece-741e-4e7b-ae59-7c92007bfbfb req-b4ab9217-6d6c-4a33-a4e9-44ae938a7147 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0115554 Feb 19 00:39:48.527859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.539797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ec77be8d-db0e-4d73-93a4-832cba4f7723 None None] Provisioning complete for port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:48.540182 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec77be8d-db0e-4d73-93a4-832cba4f7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.542765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71ece9d4-88a2-46b3-bef0-e090fd41db0b req-e27432bc-bd30-46f8-97e0-f947879e7ff9 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914502 Feb 19 00:39:48.688738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ec77be8d-db0e-4d73-93a4-832cba4f7723 None None] Current status of the port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:48.713307 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.724080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc037-dfd5-48ba-a6b8-16bf422a4810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (64190f1d-dc55-47b3-a232-c9650358c67c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.726970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a2cbc037-dfd5-48ba-a6b8-16bf422a4810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:48.728168 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a2cbc037-dfd5-48ba-a6b8-16bf422a4810 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64190f1d-dc55-47b3-a232-c9650358c67c HTTP/1.1" status: 204 len: 168 time: 0.5739162 Feb 19 00:39:48.758788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-26597888-7874-48df-8a06-753e0e6f9a22 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:48.764203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-26597888-7874-48df-8a06-753e0e6f9a22 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1635959 Feb 19 00:39:48.791998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=bf044081-43c4-4e4e-b7ed-18c06b3b71ac,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:48.804697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbc037-dfd5-48ba-a6b8-16bf422a4810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64190f1d-dc55-47b3-a232-c9650358c67c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:48.900917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-70d796f0-306b-4195-8d80-a31de6ec7e2f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 696 time: 0.0697064 Feb 19 00:39:48.913889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15f38-3808-4ec6-ba96-e8452d518745 req-e3333214-6fd2-400f-923a-8253c485a0af tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:48.919295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15f38-3808-4ec6-ba96-e8452d518745 req-e3333214-6fd2-400f-923a-8253c485a0af tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:48.932637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c15f38-3808-4ec6-ba96-e8452d518745 req-e3333214-6fd2-400f-923a-8253c485a0af tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:48.938288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41c15f38-3808-4ec6-ba96-e8452d518745 req-e3333214-6fd2-400f-923a-8253c485a0af tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d&device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b&device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 2417 time: 0.1726842 Feb 19 00:39:48.945030 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Request body: {'floatingip': {'port_id': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:49.018031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for floatingip (dc72edbc-56df-4198-a049-41aa79b5a844), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:49.021708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (1db92acc-2557-4469-a544-133dfc7315c8), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:49.112524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41c15f38-3808-4ec6-ba96-e8452d518745 req-40354ad8-7eb1-4b0e-ba49-744e411adf01 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630335 Feb 19 00:39:49.268637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:49.322665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4409b56c-e69b-421c-9327-e16acd99e49a req-877f38ef-3f11-49d3-ab30-b45f667d5fd0 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1607838 Feb 19 00:39:49.460163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e01c0f89-0eb2-4942-afff-cf6333115b28 None None] Provisioning complete for port bf044081-43c4-4e4e-b7ed-18c06b3b71ac triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:49.460743 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01c0f89-0eb2-4942-afff-cf6333115b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:49.563807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e01c0f89-0eb2-4942-afff-cf6333115b28 None None] Port bf044081-43c4-4e4e-b7ed-18c06b3b71ac cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:49.577960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-835f618c-1298-45b1-a520-0c3fef8100ff req-df28defb-27a6-4700-9b17-80e627049a61 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0869398 Feb 19 00:39:49.582682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e01c0f89-0eb2-4942-afff-cf6333115b28 None None] Provisioning complete for port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:49.583885 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01c0f89-0eb2-4942-afff-cf6333115b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:49.808868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e01c0f89-0eb2-4942-afff-cf6333115b28 None None] Current status of the port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:49.822739 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:49.832773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:49.897821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e5587b50-ddc5-48f6-acb3-fdeeb148ef78 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:49.985200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:49.996014 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (dc72edbc-56df-4198-a049-41aa79b5a844), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:50.148499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=bf044081-43c4-4e4e-b7ed-18c06b3b71ac,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:50.154831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (1db92acc-2557-4469-a544-133dfc7315c8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:50.166074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-59ad484e-9f1b-4013-a4fc-d48e76d7b630 None None] Provisioning complete for port bf044081-43c4-4e4e-b7ed-18c06b3b71ac triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:50.166477 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59ad484e-9f1b-4013-a4fc-d48e76d7b630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:50.234097 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Floating IP dc72edbc-56df-4198-a049-41aa79b5a844 associated. External IP: 172.25.6.196, port: 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9. Feb 19 00:39:50.247716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-59ad484e-9f1b-4013-a4fc-d48e76d7b630 None None] Port bf044081-43c4-4e4e-b7ed-18c06b3b71ac cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:50.252364 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00b46084-bad7-4305-b532-97439886904f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:50.270823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:50.271203 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:50.383732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 868cb205-5a2b-4501-95fc-5a3f2f8c83df is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:50.386215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:50.398954 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-655808f4-077e-42d9-addd-8289a2007d54 None None] Provisioning complete for port bf044081-43c4-4e4e-b7ed-18c06b3b71ac triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:50.399334 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655808f4-077e-42d9-addd-8289a2007d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:50.620400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Router 44ba499b-158f-4458-b6aa-b3047828a0af has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:39:50.705916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 1db92acc-2557-4469-a544-133dfc7315c8 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:39:50.866389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-655808f4-077e-42d9-addd-8289a2007d54 None None] Port bf044081-43c4-4e4e-b7ed-18c06b3b71ac cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:50.895726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:50.920449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:50.929495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:50.932307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] Sync routers for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:50.954163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:50.955276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:50.968739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-f1c2e3d2-41dd-4f98-9792-a66a2370a71c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "PUT /v2.0/floatingips/dc72edbc-56df-4198-a049-41aa79b5a844 HTTP/1.1" status: 200 len: 996 time: 2.0280163 Feb 19 00:39:50.969931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:50.976339 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1bc379-9911-4f15-8f89-e16d2d387593" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:51.073172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f796a572-817f-4d3f-b525-cdc12b619f9a None None] Provisioning complete for port bf044081-43c4-4e4e-b7ed-18c06b3b71ac triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:51.073774 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f796a572-817f-4d3f-b525-cdc12b619f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:51.084884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbf50c04-b5f7-419d-bf71-cd759cd84d76 req-1be23032-8280-4a26-a0a1-f6f49689d1e3 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0414252 Feb 19 00:39:51.096007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-2c8d0dbb-e376-4260-973f-45836858aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:51.097785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-2c8d0dbb-e376-4260-973f-45836858aa2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1127 time: 0.0966017 Feb 19 00:39:51.266957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f796a572-817f-4d3f-b525-cdc12b619f9a None None] Port bf044081-43c4-4e4e-b7ed-18c06b3b71ac cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:39:51.269950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52718) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:51.270512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:51.284047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:39:51.297860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:51.306719 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-885b071e-aa33-4cd7-a5d3-2c1a65d3cc73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/1db92acc-2557-4469-a544-133dfc7315c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9348559 Feb 19 00:39:51.306719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52722) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:51.315655 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bdd9d9-8776-4f67-80c0-7afde9197ddd None None] Sync routers for ids ['1db92acc-2557-4469-a544-133dfc7315c8'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:51.335840 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bdd9d9-8776-4f67-80c0-7afde9197ddd None None] Routers {'1db92acc-2557-4469-a544-133dfc7315c8'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:51.336732 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-28bdd9d9-8776-4f67-80c0-7afde9197ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1db92acc-2557-4469-a544-133dfc7315c8'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:51.386521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6237bc90-8d3b-4a7f-9997-047047eb3ff7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:51.387815 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-28bdd9d9-8776-4f67-80c0-7afde9197ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:51.394265 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6237bc90-8d3b-4a7f-9997-047047eb3ff7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports/bf044081-43c4-4e4e-b7ed-18c06b3b71ac HTTP/1.1" status: 200 len: 977 time: 0.0852489 Feb 19 00:39:51.396493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52724) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:51.406099 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bdd9d9-8776-4f67-80c0-7afde9197ddd None None] Routers {'1db92acc-2557-4469-a544-133dfc7315c8'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:51.406841 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-28bdd9d9-8776-4f67-80c0-7afde9197ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1db92acc-2557-4469-a544-133dfc7315c8'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:51.451520 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-28bdd9d9-8776-4f67-80c0-7afde9197ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:51.452448 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bdd9d9-8776-4f67-80c0-7afde9197ddd None None] The sync data for ids ['1db92acc-2557-4469-a544-133dfc7315c8'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:51.615005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'dc72edbc-56df-4198-a049-41aa79b5a844', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'port_id': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'mac_address': 'fa:16:3e:11:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:39:47Z', 'updated_at': '2022-02-19T00:39:49Z', 'revision_number': 1, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:52Z', 'revision_number': 5, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:51.655660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] Checking router: 44ba499b-158f-4458-b6aa-b3047828a0af for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:39:51.657759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1509029106'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:51.668674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:51.668674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:51.678055 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e65ea0-0f40-449b-ade4-affcde04ff9d x-openstack-request-id: req-e3e65ea0-0f40-449b-ade4-affcde04ff9d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:51.678345 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:51.678550 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e3e65ea0-0f40-449b-ade4-affcde04ff9d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:51.679313 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'status': 'completed', 'code': 200} Feb 19 00:39:51.708956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Made reservation on behalf of fb4671a5bfee476aae4e7cb4aa28d30e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:51.712596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:51.763287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:51.802888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-143d56f2-09ca-4c07-82d5-a3aea098fff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:51.804367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-143d56f2-09ca-4c07-82d5-a3aea098fff5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1127 time: 0.1246774 Feb 19 00:39:51.816434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:39:51.852909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17816-3f25-4002-bbe4-1cfc04ed6566 req-bed6ead9-46db-463b-b3bf-1ee1ec08cbe9 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:51.854429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5dd17816-3f25-4002-bbe4-1cfc04ed6566 req-bed6ead9-46db-463b-b3bf-1ee1ec08cbe9 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.1227140 Feb 19 00:39:51.855469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-15dac3f5-2372-4384-b073-a4e7a129c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:51.856996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-15dac3f5-2372-4384-b073-a4e7a129c948 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 921 time: 0.7485824 Feb 19 00:39:51.955266 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks [] for security_group (b1cf3712-5f3d-4054-8a8a-5efca5b96124), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:51.967978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b1cf3712-5f3d-4054-8a8a-5efca5b96124), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.004422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-ea490f1c-53e3-4af5-a543-1ac59202bb10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 999 time: 0.1208169 Feb 19 00:39:52.049539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:52.071311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5dd17816-3f25-4002-bbe4-1cfc04ed6566 req-158c6827-6523-4256-a5fe-af1531415683 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892257 Feb 19 00:39:52.072145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-c457dd67-4d3b-4f0a-801a-9627af065cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:52.073505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-c457dd67-4d3b-4f0a-801a-9627af065cf1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 921 time: 0.2566359 Feb 19 00:39:52.082290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cf3712-5f3d-4054-8a8a-5efca5b96124,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:52.093934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-e7bce165-7d6e-4d74-be91-8bf368456bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:52.095446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-e7bce165-7d6e-4d74-be91-8bf368456bba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.0793109 Feb 19 00:39:52.098059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (05d1ade2-3f37-4c0f-98c5-0e8770c529a2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.098447 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Added segment 05d1ade2-3f37-4c0f-98c5-0e8770c529a2 of type vlan for network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 Feb 19 00:39:52.104707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'dc72edbc-56df-4198-a049-41aa79b5a844', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'port_id': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'mac_address': 'fa:16:3e:11:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:39:47Z', 'updated_at': '2022-02-19T00:39:49Z', 'revision_number': 1, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:52Z', 'revision_number': 5, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:52.116856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (1db92acc-2557-4469-a544-133dfc7315c8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.136762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272a521a-22b6-4006-bd88-8d1d54461aaf None None] The sync data for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 is: [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'dc72edbc-56df-4198-a049-41aa79b5a844', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'floating_ip_address': '172.25.6.196', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'port_id': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'mac_address': 'fa:16:3e:11:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:39:47Z', 'updated_at': '2022-02-19T00:39:49Z', 'revision_number': 1, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:52Z', 'revision_number': 5, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:52.185285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-9b3d89f6-b5f9-4215-91af-6148c23d29e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365875 Feb 19 00:39:52.201494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-8dd40e28-3271-4789-9a0b-556caa4c6f50 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:39:52.203317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-8dd40e28-3271-4789-9a0b-556caa4c6f50 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080407 Feb 19 00:39:52.229579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e0aa672b-7dfd-43ca-a279-39c5f383f9e0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.296786 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e0aa672b-7dfd-43ca-a279-39c5f383f9e0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.297404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-2f625267-e59f-489d-af9c-b53e07995d8e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 999 time: 0.2153740 Feb 19 00:39:52.302844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:52.303657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.401511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0118c8b7-76eb-47fd-880c-f659b3601e7c req-c1f0389b-459c-47bf-9b37-b7af7e57201b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0657208 Feb 19 00:39:52.424764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-95a91984-68e6-4253-860f-e771e998b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:52.426201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-95a91984-68e6-4253-860f-e771e998b849 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.1220946 Feb 19 00:39:52.428908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-1e19a651-531c-4b0d-b51c-bf4351f67efb service neutron] 10.222.0.60 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163799 Feb 19 00:39:52.439872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555ea86-ca92-40ca-a83b-af5cf926d774 None None] New status for floating IP dc72edbc-56df-4198-a049-41aa79b5a844: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:39:52.474792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-145e9da8-e520-4fe0-9e16-db186dec74d9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419495 Feb 19 00:39:52.476481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Pushing event updated for resources: {'Network': ['ID=e0aa672b-7dfd-43ca-a279-39c5f383f9e0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:52.488925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:52.499802 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ae496d9-34c8-4059-a851-87452c21da92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2287149 Feb 19 00:39:52.540439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-da80ebc2-798d-47cd-9c2e-372a0ef6523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:52.541959 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-da80ebc2-798d-47cd-9c2e-372a0ef6523a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1127 time: 0.1814442 Feb 19 00:39:52.626156 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.675382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2de646-4be7-48ef-a7ed-9b5d793facd0 req-d14b411c-0c2a-4ddb-8ec1-eb8d183b6982 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:52.679003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c2de646-4be7-48ef-a7ed-9b5d793facd0 req-d14b411c-0c2a-4ddb-8ec1-eb8d183b6982 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1849117 Feb 19 00:39:52.704994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b78f3c-421d-4b22-96c4-c737597c5b15 req-1e5b4c94-3923-49c0-9a3b-5eadcde8be18 service neutron] 10.222.0.60 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587836 Feb 19 00:39:52.710326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port bf044081-43c4-4e4e-b7ed-18c06b3b71ac {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:52.710694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.713985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-6de13b63-9f64-41b1-9e21-e2417f0030ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:52.714944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-19a977ce-8404-41d7-b88b-399ef894606b service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232480 Feb 19 00:39:52.715490 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-6de13b63-9f64-41b1-9e21-e2417f0030ba service neutron] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 919 time: 0.1562526 Feb 19 00:39:52.802699 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-aed3fdad-fa40-4b03-8304-0d739117d17e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 200 len: 217 time: 0.0702856 Feb 19 00:39:52.807790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c2de646-4be7-48ef-a7ed-9b5d793facd0 req-13e93a68-ca1e-48a9-a04a-bb245f2319d8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139982 Feb 19 00:39:52.861791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd1bc379-9911-4f15-8f89-e16d2d387593 req-b82f520e-60cd-4178-98e4-163a0c5ef0f7 service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387987 Feb 19 00:39:52.893108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-723ae6de-1fa4-4a53-82c8-b016af09807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:52.894686 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-723ae6de-1fa4-4a53-82c8-b016af09807c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.0855215 Feb 19 00:39:52.896366 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.918274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52744) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:52.923786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Request body: {'port': {'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0', 'binding:host_id': 'n-h1-826527-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-312158003'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:52.938839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for bf044081-43c4-4e4e-b7ed-18c06b3b71ac owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:52.942253 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-7a5bad96-2ca1-46b4-8d4b-94b754434df4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373328 Feb 19 00:39:52.944025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-065d9e20-ea96-4ec3-a5cb-a7e7e99b4e77 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 1001 time: 0.0969276 Feb 19 00:39:52.982097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Made reservation on behalf of 81943cd5e0b34c04a56ff268ed1b6cb4 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:52.984884 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:52.999868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.019697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-dffb0ab1-2874-404b-85c7-0c21aa6be6de tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:53.021308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-dffb0ab1-2874-404b-85c7-0c21aa6be6de tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports/26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 942 time: 0.0710602 Feb 19 00:39:53.117669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-46144e1d-11cf-41fb-bdae-31ef69174f49 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675427 Feb 19 00:39:53.139074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks [] for security_group (01d69037-274d-494f-bf52-31b22e16929b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.144933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (01d69037-274d-494f-bf52-31b22e16929b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.155942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] device_id is not set on port 201ca565-18d7-439f-ae3d-d447c932663e yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:39:53.174297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-a695b759-40a9-4c6f-ae58-49fa35ffcd7b tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 1001 time: 0.1029005 Feb 19 00:39:53.274331 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c6b7b3e-7012-45c6-9fa5-9a27f66a65b9 req-1d51bdaa-3d62-4375-9431-89cb514ebb9e service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438916 Feb 19 00:39:53.278441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d69037-274d-494f-bf52-31b22e16929b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:53.278734 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bf044081-43c4-4e4e-b7ed-18c06b3b71ac), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.308815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=bf044081-43c4-4e4e-b7ed-18c06b3b71ac,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:53.473902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f659ca-a483-4692-bbb2-fb82b96d6542 req-fb2f1200-6ed0-4050-aa50-4c316e91ac35 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:53.475574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79f659ca-a483-4692-bbb2-fb82b96d6542 req-fb2f1200-6ed0-4050-aa50-4c316e91ac35 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.2452619 Feb 19 00:39:53.499434 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (1db92acc-2557-4469-a544-133dfc7315c8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.539348 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.545676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-2009c954-ab23-44d0-a3ed-2e83daf5b4fd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:53.547761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-2009c954-ab23-44d0-a3ed-2e83daf5b4fd tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.3242095 Feb 19 00:39:53.559989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-ffacbd42-115a-4d36-923e-007802eb994c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:39:53.567137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-ffacbd42-115a-4d36-923e-007802eb994c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112262 Feb 19 00:39:53.668345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79f659ca-a483-4692-bbb2-fb82b96d6542 req-4b661cf3-5230-4157-8746-0675918638ec tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766393 Feb 19 00:39:53.670107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] device_id is not set on port 201ca565-18d7-439f-ae3d-d447c932663e yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:39:53.679327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 1db92acc-2557-4469-a544-133dfc7315c8 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:39:53.688259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks [] for port (201ca565-18d7-439f-ae3d-d447c932663e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.697350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-753b2e5f-bf1c-42cc-8570-e540a1a0c32c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 1001 time: 0.1293097 Feb 19 00:39:53.699360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (201ca565-18d7-439f-ae3d-d447c932663e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.713210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:53.773061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:53.781360 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03cdda77-402f-4578-a00b-8cdf9b28c957 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/1db92acc-2557-4469-a544-133dfc7315c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3805630 Feb 19 00:39:53.781785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52754) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:53.784142 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e427371-e752-4818-8ebd-ce20bdedeb33 None None] Sync routers for ids ['1db92acc-2557-4469-a544-133dfc7315c8'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:53.796230 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e427371-e752-4818-8ebd-ce20bdedeb33 None None] Routers {'1db92acc-2557-4469-a544-133dfc7315c8'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:53.796884 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2e427371-e752-4818-8ebd-ce20bdedeb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1db92acc-2557-4469-a544-133dfc7315c8'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:53.803226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fcf681d-6cbd-4750-8b2f-8dd41452f3a1 req-84f2d17e-91ca-4cf4-aefb-a0b7a0d4ad1d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0704618 Feb 19 00:39:53.837492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=201ca565-18d7-439f-ae3d-d447c932663e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:53.844161 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2e427371-e752-4818-8ebd-ce20bdedeb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:53.857346 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for floatingip (dc72edbc-56df-4198-a049-41aa79b5a844), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:53.861043 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e427371-e752-4818-8ebd-ce20bdedeb33 None None] Routers {'1db92acc-2557-4469-a544-133dfc7315c8'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:53.864632 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2e427371-e752-4818-8ebd-ce20bdedeb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1db92acc-2557-4469-a544-133dfc7315c8'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:53.900276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Checking segment: {'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:53.900811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Network hostable DHCP agents. Network: e0aa672b-7dfd-43ca-a279-39c5f383f9e0, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:39:53.906481 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2e427371-e752-4818-8ebd-ce20bdedeb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:53.907425 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e427371-e752-4818-8ebd-ce20bdedeb33 None None] The sync data for ids ['1db92acc-2557-4469-a544-133dfc7315c8'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:53.964409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:39:54.014346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, e0aa672b-7dfd-43ca-a279-39c5f383f9e0) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:54.019622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-048b7629-053d-462b-9609-4fdac80753dd tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:54.020993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:54.021153 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-048b7629-053d-462b-9609-4fdac80753dd tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.126 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.1964788 Feb 19 00:39:54.023308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d9826-abce-49b8-a1a6-ea47c926bd43 None None] Network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:54.035294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9c59c-d382-433b-a765-860ed148e0d0 req-6ec7600e-5d6d-4f7e-bc0f-29a665107a8c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:54.036783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56f9c59c-d382-433b-a765-860ed148e0d0 req-6ec7600e-5d6d-4f7e-bc0f-29a665107a8c tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1309097 Feb 19 00:39:54.045810 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-a92fae46-52ea-4cf9-b21d-28fa177f08f4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 00:39:54.046864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a92fae46-52ea-4cf9-b21d-28fa177f08f4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/1db92acc-2557-4469-a544-133dfc7315c8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2635229 Feb 19 00:39:54.051976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52758) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:54.094029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.094029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.094029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.122118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.131452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.134803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0ed9d340-5748-4f41-a1fa-cf67c3fd0de8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1db92acc-2557-4469-a544-133dfc7315c8 HTTP/1.1" status: 200 len: 205 time: 0.0800526 Feb 19 00:39:54.135474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52760) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:54.144759 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (dc72edbc-56df-4198-a049-41aa79b5a844), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.145276 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Floating IP dc72edbc-56df-4198-a049-41aa79b5a844 disassociated. External IP: 172.25.6.196, port: 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9. Feb 19 00:39:54.149366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.149719 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.150345 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 2 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.218359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.218627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.218968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.233212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56f9c59c-d382-433b-a765-860ed148e0d0 req-e531de4c-f917-4f97-8906-59455e8c760b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793659 Feb 19 00:39:54.238792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.239121 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.243008 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 3 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.285585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.285893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.286296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.297657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.297997 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.300902 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 4 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.320710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.321056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.321403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.327991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.328634 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.363376 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 5 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.383308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.383664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.384012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.396922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.397275 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.397699 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 6 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.440533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.440877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.441250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.454951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.455466 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.457605 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 7 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.476334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Router 44ba499b-158f-4458-b6aa-b3047828a0af has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:39:54.477062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.477404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.477741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.485781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.486116 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.486804 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 8 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.489422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adf6945b-9a79-4537-bef7-06c42d686f9b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (1db92acc-2557-4469-a544-133dfc7315c8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.505199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.505538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.505881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.529633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Deleting port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:54.529980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.545919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.546292 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.548372 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 9 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.567483 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.567823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.568160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.577338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.577670 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.602144 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 10 to bind port 201ca565-18d7-439f-ae3d-d447c932663e Feb 19 00:39:54.620096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:54.620434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:54.620801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:54.633677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 201ca565-18d7-439f-ae3d-d447c932663e on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:54.634045 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 201ca565-18d7-439f-ae3d-d447c932663e on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:54.634419 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (201ca565-18d7-439f-ae3d-d447c932663e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.646459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:39:54.652097 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.656609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] Sync routers for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:39:54.668687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:54.669373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:54.708721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-fcaa9a5f-8f48-446b-b7bf-0adfcf51d663 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "PUT /v2.0/floatingips/dc72edbc-56df-4198-a049-41aa79b5a844 HTTP/1.1" status: 200 len: 695 time: 1.0048161 Feb 19 00:39:54.711085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:54.713630 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:54.717462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adf6945b-9a79-4537-bef7-06c42d686f9b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (1db92acc-2557-4469-a544-133dfc7315c8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.726062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adf6945b-9a79-4537-bef7-06c42d686f9b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (1db92acc-2557-4469-a544-133dfc7315c8), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.777543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] For port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:54.777780 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.790979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adf6945b-9a79-4537-bef7-06c42d686f9b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (1db92acc-2557-4469-a544-133dfc7315c8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.792958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] For port 201ca565-18d7-439f-ae3d-d447c932663e, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:54.793342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempted to set empty binding levels {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 00:39:54.794203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf6945b-9a79-4537-bef7-06c42d686f9b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Fanout notify agent at l3_agent the message router_deleted on router 1db92acc-2557-4469-a544-133dfc7315c8 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:39:54.803820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adf6945b-9a79-4537-bef7-06c42d686f9b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.804934 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-adf6945b-9a79-4537-bef7-06c42d686f9b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/1db92acc-2557-4469-a544-133dfc7315c8 HTTP/1.1" status: 204 len: 168 time: 0.6686003 Feb 19 00:39:54.806072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Calling delete_port for 2aad75be-93ac-4f8f-8637-88c3e17a6fcc owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:54.807827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52766) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:54.819049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (201ca565-18d7-439f-ae3d-d447c932663e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.830562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:39:54.870754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:54.871383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.901034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffeb4e84-76ff-4fdf-b90d-3fb9702a7aec tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet 212eeec6-c974-46fa-8263-7b0e2d90623d {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:39:54.903962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-59299300-d00c-4c67-801a-89ce6c359fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:54.905469 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4e84-76ff-4fdf-b90d-3fb9702a7aec tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (212eeec6-c974-46fa-8263-7b0e2d90623d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.905626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-59299300-d00c-4c67-801a-89ce6c359fb3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1127 time: 0.1797719 Feb 19 00:39:54.908108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=201ca565-18d7-439f-ae3d-d447c932663e,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:54.922751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-31495bef-e7a2-43f1-afd4-0d6313b4db83 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.0033498 Feb 19 00:39:54.923591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52770) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:54.959378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4e84-76ff-4fdf-b90d-3fb9702a7aec tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (212eeec6-c974-46fa-8263-7b0e2d90623d), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:54.990987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20fbce-1af2-48f7-9a87-66a19c4e593f req-3219e620-f762-41ea-a483-4b07a2790fe7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:54.992532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be20fbce-1af2-48f7-9a87-66a19c4e593f req-3219e620-f762-41ea-a483-4b07a2790fe7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=6843b0e3-b8fc-41bb-baa0-f63c00ebab8d HTTP/1.1" status: 200 len: 946 time: 0.2189696 Feb 19 00:39:55.061179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:52Z', 'revision_number': 5, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:55.092543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] Checking router: 44ba499b-158f-4458-b6aa-b3047828a0af for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:39:55.094047 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4e84-76ff-4fdf-b90d-3fb9702a7aec tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (212eeec6-c974-46fa-8263-7b0e2d90623d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.097550 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2aad75be-93ac-4f8f-8637-88c3e17a6fcc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.104842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:39:55.105712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:55.111710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['466558ba-6c75-4b22-a522-8861f22e20b0', '6959319b-73f7-402a-a8c7-d5e6b5e555d4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:55.117768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-6efac52a-502f-4d52-9420-69571d839b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:55.119286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-6efac52a-502f-4d52-9420-69571d839b8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 921 time: 0.1947122 Feb 19 00:39:55.149254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be20fbce-1af2-48f7-9a87-66a19c4e593f req-23bf582a-cf4e-45b2-bb50-2bca34dd91de tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380222 Feb 19 00:39:55.156039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Pushing event deleted for resources: {'Port': ['ID=2aad75be-93ac-4f8f-8637-88c3e17a6fcc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:55.173285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.173796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.174382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.175115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.175275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.175711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.178795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.179421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.179968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.180669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.181398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.181999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.182606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:55.193760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Deleting port 201ca565-18d7-439f-ae3d-d447c932663e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:55.194254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (201ca565-18d7-439f-ae3d-d447c932663e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.196830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-46bba916-b7dd-43e3-b19b-6330bc32e370 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0656216 Feb 19 00:39:55.232075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] No DVR routers for this DVR port 2aad75be-93ac-4f8f-8637-88c3e17a6fcc on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:55.235180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.239071 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2e4bdf9-2b7e-4a89-9d91-06166f017952 req-6460e317-fa6b-4827-a01a-b31c00f174c7 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.126 "DELETE /v2.0/ports/2aad75be-93ac-4f8f-8637-88c3e17a6fcc HTTP/1.1" status: 204 len: 173 time: 1.1953197 Feb 19 00:39:55.239650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6843b0e3-b8fc-41bb-baa0-f63c00ebab8d', 'name': 'network-vif-deleted', 'tag': '2aad75be-93ac-4f8f-8637-88c3e17a6fcc'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:55.242101 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6010c833-aa2a-449a-9f6d-d5c4bb264727" -d '{"events": [{"server_uuid": "6843b0e3-b8fc-41bb-baa0-f63c00ebab8d", "name": "network-vif-deleted", "tag": "2aad75be-93ac-4f8f-8637-88c3e17a6fcc"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:55.260265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4e84-76ff-4fdf-b90d-3fb9702a7aec tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (212eeec6-c974-46fa-8263-7b0e2d90623d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.293947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb4e84-76ff-4fdf-b90d-3fb9702a7aec tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=212eeec6-c974-46fa-8263-7b0e2d90623d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:55.299953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffeb4e84-76ff-4fdf-b90d-3fb9702a7aec tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.307809 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ffeb4e84-76ff-4fdf-b90d-3fb9702a7aec tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/212eeec6-c974-46fa-8263-7b0e2d90623d HTTP/1.1" status: 204 len: 168 time: 0.4949334 Feb 19 00:39:55.307809 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52776) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:55.308345 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5cab04-e2b3-4ba8-9280-46e8d5865cba x-openstack-request-id: req-dc5cab04-e2b3-4ba8-9280-46e8d5865cba {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:55.308345 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:55.308345 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc5cab04-e2b3-4ba8-9280-46e8d5865cba {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:55.308656 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'status': 'completed', 'code': 200} Feb 19 00:39:55.370117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-21534617-921a-4fb4-84f7-9c4a9993e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:55.377281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-21534617-921a-4fb4-84f7-9c4a9993e14f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.1691258 Feb 19 00:39:55.397047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] For port 201ca565-18d7-439f-ae3d-d447c932663e, host n-h1-826527-3, got binding levels [] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:55.397474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (201ca565-18d7-439f-ae3d-d447c932663e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.423566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (868cb205-5a2b-4501-95fc-5a3f2f8c83df), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.487616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631aa0a0-5907-4ee3-9ca4-1d867cbacbeb None None] Network 868cb205-5a2b-4501-95fc-5a3f2f8c83df requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:55.497008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:55.497733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.569893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port e5587b50-ddc5-48f6-acb3-fdeeb148ef78, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e5587b50-ddc5-48f6-acb3-fdeeb148ef78,segment=NetworkSegment(722019a5-9aca-4b94-b7b3-de6d0a08a616),segment_id=722019a5-9aca-4b94-b7b3-de6d0a08a616)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:55.570172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.584814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:39:55.585437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for e5587b50-ddc5-48f6-acb3-fdeeb148ef78 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:55.707417 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e5587b50-ddc5-48f6-acb3-fdeeb148ef78), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.776589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=e5587b50-ddc5-48f6-acb3-fdeeb148ef78,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:55.779258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No DVR routers for this DVR port e5587b50-ddc5-48f6-acb3-fdeeb148ef78 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:55.801123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86363054-a7cf-4d09-800f-2633a5e3b65e req-88c1c98a-503c-48e6-80d9-3ac6c7c48ec7 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.4214635 Feb 19 00:39:55.802058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Calling delete_port for 201ca565-18d7-439f-ae3d-d447c932663e owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:55.812295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-ec088b0c-c7f6-4615-8ec7-698da9f6ccb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4340758 Feb 19 00:39:55.880784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (868cb205-5a2b-4501-95fc-5a3f2f8c83df), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.899608 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6132c3-0aaf-43e8-81ae-b0a63dd68909 x-openstack-request-id: req-6a6132c3-0aaf-43e8-81ae-b0a63dd68909 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:55.900159 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6843b0e3-b8fc-41bb-baa0-f63c00ebab8d", "name": "network-vif-deleted", "tag": "2aad75be-93ac-4f8f-8637-88c3e17a6fcc", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:55.900629 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a6132c3-0aaf-43e8-81ae-b0a63dd68909 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:55.901090 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6843b0e3-b8fc-41bb-baa0-f63c00ebab8d', 'name': 'network-vif-deleted', 'tag': '2aad75be-93ac-4f8f-8637-88c3e17a6fcc', 'status': 'completed', 'code': 200} Feb 19 00:39:55.920627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-e24885a5-d19b-4f22-b7da-b462b879bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:55.920757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868cb205-5a2b-4501-95fc-5a3f2f8c83df']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:55.922054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-e24885a5-d19b-4f22-b7da-b462b879bfdf service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 1127 time: 0.6126933 Feb 19 00:39:55.933274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722019a5-9aca-4b94-b7b3-de6d0a08a616') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:55.933708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722019a5-9aca-4b94-b7b3-de6d0a08a616') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:55.954204 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (722019a5-9aca-4b94-b7b3-de6d0a08a616), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.980113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (722019a5-9aca-4b94-b7b3-de6d0a08a616), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:55.994093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:39:55.994605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (722019a5-9aca-4b94-b7b3-de6d0a08a616), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.029457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6792ea-d4f9-472d-94b6-e843b3fcd2bb None None] DHCP port deletion for 868cb205-5a2b-4501-95fc-5a3f2f8c83df request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:39:56.049885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-b460e068-a1af-476a-ba1b-f8072836cbb1 service neutron] 10.222.0.60 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366552 Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:39:56.054411 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:39:56.100630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (868cb205-5a2b-4501-95fc-5a3f2f8c83df), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.116082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.123217 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/868cb205-5a2b-4501-95fc-5a3f2f8c83df HTTP/1.1" status: 204 len: 168 time: 0.8119564 Feb 19 00:39:56.123388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:52Z', 'revision_number': 5, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:39:56.129765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52778) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:56.135031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-276760721'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:56.138298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b97c0-e95d-4633-89b4-2d9cd8eeac27 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=868cb205-5a2b-4501-95fc-5a3f2f8c83df,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:56.158079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f02012-a792-4d2a-9a3f-0d66ab3ce3e0 None None] The sync data for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 is: [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a95ca4e2-19da-4260-8732-d8ec3a57690c', 'name': '', 'network_id': '6b7881e6-22eb-4144-ae73-d220d59ead7b', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'mac_address': 'fa:16:3e:71:cb:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'b3db84d6-3dee-4611-885a-094b16363742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:39Z', 'updated_at': '2022-02-19T00:38:52Z', 'revision_number': 5, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'subnets': [{'id': 'b3db84d6-3dee-4611-885a-094b16363742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:39:56.161804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:56.166945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.170995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (201ca565-18d7-439f-ae3d-d447c932663e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.197793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:39:56.208419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2aad75be-93ac-4f8f-8637-88c3e17a6fcc no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:39:56.221455 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (48db8e03-971f-4a56-ad32-1e546000f3d0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.222141 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment 48db8e03-971f-4a56-ad32-1e546000f3d0 of type vlan for network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 Feb 19 00:39:56.241147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-353fdf8c-d86f-4fc6-be43-b65e0f6a009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:56.242937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-353fdf8c-d86f-4fc6-be43-b65e0f6a009d service neutron] 10.222.0.113 "GET /v2.0/networks?id=6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 200 len: 921 time: 0.3136849 Feb 19 00:39:56.243932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 2aad75be-93ac-4f8f-8637-88c3e17a6fcc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:39:56.244294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2aad75be-93ac-4f8f-8637-88c3e17a6fcc not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:39:56.246046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event deleted for resources: {'Port': ['ID=201ca565-18d7-439f-ae3d-d447c932663e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:56.272766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.276108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-294fa5d5-591b-4936-b790-121c7d6f4b89 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "DELETE /v2.0/ports/201ca565-18d7-439f-ae3d-d447c932663e HTTP/1.1" status: 204 len: 168 time: 1.3010538 Feb 19 00:39:56.279557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52784) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:56.283267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.314735 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-a58a6916-0881-49a4-93d8-7500558a79c5 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] GET failed (client error): The resource could not be found. Feb 19 00:39:56.316252 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a58a6916-0881-49a4-93d8-7500558a79c5 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "GET /v2.0/ports/201ca565-18d7-439f-ae3d-d447c932663e HTTP/1.1" status: 404 len: 333 time: 0.0355928 Feb 19 00:39:56.316784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-4ed7db40-31d2-403b-ad8b-fd6ba0b26e8d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0635381 Feb 19 00:39:56.322230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52786) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:56.325391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc924839-35bc-44f1-b0a8-ac2cdc4f4cfb req-38e6f4de-af53-4a3f-8be9-6809b4d62359 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:56.326971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc924839-35bc-44f1-b0a8-ac2cdc4f4cfb req-38e6f4de-af53-4a3f-8be9-6809b4d62359 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2884984 Feb 19 00:39:56.334046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Request body: {'port': {'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1706695101'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:56.337156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf3c9753-ed90-46f5-a51f-fecc36694854 req-430635e4-c216-4615-b459-b55ac5cfadac service neutron] 10.222.0.60 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860217 Feb 19 00:39:56.351347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.356314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:56.356923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.402053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-a38121c0-93eb-4aa8-8f49-89a613cb0c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:56.403606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-a38121c0-93eb-4aa8-8f49-89a613cb0c46 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 200 len: 860 time: 0.0757310 Feb 19 00:39:56.422570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Made reservation on behalf of 81943cd5e0b34c04a56ff268ed1b6cb4 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:56.424911 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.432252 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2988133 Feb 19 00:39:56.434054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52792) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:56.452909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': 'f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:56.476717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa2efa-04d7-4fcb-b853-8a3c6ba77ddf tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:56.482452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-7eeac623-6292-45a1-b601-4f01095b5be6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6b7881e6-22eb-4144-ae73-d220d59ead7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719292 Feb 19 00:39:56.488368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:39:56.490282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc924839-35bc-44f1-b0a8-ac2cdc4f4cfb req-02be9560-83e0-4da4-b2a2-41907843f40a tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510694 Feb 19 00:39:56.512127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-3549b51a-6efd-41f1-91f3-330693c793d8 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/floatingips/dc72edbc-56df-4198-a049-41aa79b5a844 HTTP/1.1" status: 200 len: 695 time: 0.0935729 Feb 19 00:39:56.522297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] device_id is not set on port ef567908-23f9-4bdc-8704-bb1d6e155063 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:39:56.623916 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c290c29c-e028-449d-b5bb-6e40927114ba None None] New status for floating IP dc72edbc-56df-4198-a049-41aa79b5a844: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:39:56.641277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:39:56.644969 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.737479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-9a36fec2-bfb8-49b8-abfd-c38a32000d19 service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436104 Feb 19 00:39:56.760060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-dafd7e14-9396-4414-a7ad-8fbb877c5e36 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:56.762984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-dafd7e14-9396-4414-a7ad-8fbb877c5e36 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 784 time: 0.2493768 Feb 19 00:39:56.779726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-966e46ed-89ff-49c7-88e4-6a077fc5ea0c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:39:56.780822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-966e46ed-89ff-49c7-88e4-6a077fc5ea0c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082264 Feb 19 00:39:56.828886 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks [] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.894176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-1f3e9c68-99de-4618-af73-11977ee79633 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 698 time: 0.0977867 Feb 19 00:39:56.918583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:56.977850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:56.980428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-7b7eb8cc-c363-4798-a7e9-503703599863 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.6.196 HTTP/1.1" status: 200 len: 698 time: 0.0689616 Feb 19 00:39:56.986816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:56.990820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:56.992200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:56.992383 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.029159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7013755 Feb 19 00:39:57.030742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4ab28-21b8-4783-8952-e370967f76bd tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=ef567908-23f9-4bdc-8704-bb1d6e155063,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:57.033168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (540b048a-ccff-43b2-ac79-9378617df219), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.034221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52798) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:57.043353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcefa3-f7d8-4298-ab93-606e3452df66 req-ebd296e0-e160-4ba7-85aa-a6d0de44cfd5 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:57.044902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28fcefa3-f7d8-4298-ab93-606e3452df66 req-ebd296e0-e160-4ba7-85aa-a6d0de44cfd5 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 945 time: 0.1759198 Feb 19 00:39:57.052875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:57.056639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed4dfd1-c6c4-43c2-a174-84a65ee250d2 req-807e50bd-889a-4c2e-a45e-c5e70b8e106c service neutron] 10.222.0.113 "GET /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933526 Feb 19 00:39:57.105489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=540b048a-ccff-43b2-ac79-9378617df219,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:57.116481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': '48db8e03-971f-4a56-ad32-1e546000f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:57.116851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:39:57.144363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:39:57.154839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:57.158936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:57.159546 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.166347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e98347-2a63-4e83-a80c-39e6a9e01a78 None None] Network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:57.177979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f4a285d6-37e3-42c0-add8-debaad4bdec0 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7377553 Feb 19 00:39:57.180575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:57.185713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-530641c6-9f9e-4434-95be-dc75758b5ab5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2136304191', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:39:57.209166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.209830 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-530641c6-9f9e-4434-95be-dc75758b5ab5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (7b92228e-3820-4692-8d54-7f339d2a6531), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.210616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-530641c6-9f9e-4434-95be-dc75758b5ab5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (7b92228e-3820-4692-8d54-7f339d2a6531), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.216548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28fcefa3-f7d8-4298-ab93-606e3452df66 req-e51ee350-46fe-4246-bf34-76664d1d0eff tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581225 Feb 19 00:39:57.278895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-530641c6-9f9e-4434-95be-dc75758b5ab5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (7b92228e-3820-4692-8d54-7f339d2a6531), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.285403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-530641c6-9f9e-4434-95be-dc75758b5ab5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (7b92228e-3820-4692-8d54-7f339d2a6531), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.287800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Deleting port a9263dae-f84c-4c2b-808e-a03246722a4f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:57.287800 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a9263dae-f84c-4c2b-808e-a03246722a4f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.299471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1', 'network_id': 'f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': '540b048a-ccff-43b2-ac79-9378617df219'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:39:57.300999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.311005 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-530641c6-9f9e-4434-95be-dc75758b5ab5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.315212 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-530641c6-9f9e-4434-95be-dc75758b5ab5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1307883 Feb 19 00:39:57.315394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:57.353257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dee76e9-8c83-4365-8f1a-bbe803aebf3d req-43ff7099-9720-44fb-b022-a3f35100af49 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0677748 Feb 19 00:39:57.447651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Allocated IP 172.20.0.2 (f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1/540b048a-ccff-43b2-ac79-9378617df219/de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:57.460610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a9263dae-f84c-4c2b-808e-a03246722a4f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.460888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for floatingip (a9263dae-f84c-4c2b-808e-a03246722a4f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.497316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Calling delete_port for a9263dae-f84c-4c2b-808e-a03246722a4f owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:57.514737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] device_id is not set on port ef567908-23f9-4bdc-8704-bb1d6e155063 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:39:57.524510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks [] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.560514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.616062 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Publish callbacks [] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.623127 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.630015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.663120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=ef567908-23f9-4bdc-8704-bb1d6e155063,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:57.667917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:57.672836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:57.675304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:57.680995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Pushing event updated for resources: {'Port': ['ID=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:57.685126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.685465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.685812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.686158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.686521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.686979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.687451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.687886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.688221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.688575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.688889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.689222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.689550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.691773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.692136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.693109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.693460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.693800 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.694167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.694663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.695178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.695668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.696156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.696639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.697166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.697649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:39:57.701521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:57.701862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:57.702227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:57.712188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:57.712522 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:57.714982 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 2 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:57.726360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61305c-7e7a-4993-ba94-99290578a9db req-868bae21-e417-4aaa-ba4d-d72085aa829f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:57.727933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba61305c-7e7a-4993-ba94-99290578a9db req-868bae21-e417-4aaa-ba4d-d72085aa829f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1384265 Feb 19 00:39:57.768175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Attempting to bind port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:57.768550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Attempting to bind port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '48db8e03-971f-4a56-ad32-1e546000f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:57.769617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Attempting to bind port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 on network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:57.769936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:57.770299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:57.770643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:57.775957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:39:57.776851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Checking segment: {'id': '48db8e03-971f-4a56-ad32-1e546000f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:39:57.777489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.778147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Bound using segment: {'id': '48db8e03-971f-4a56-ad32-1e546000f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:39:57.778995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Bound port: de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48db8e03-971f-4a56-ad32-1e546000f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:39:57.780317 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.789402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:57.789737 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:57.795130 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 3 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:57.823740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a9263dae-f84c-4c2b-808e-a03246722a4f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.833012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e5587b50-ddc5-48f6-acb3-fdeeb148ef78 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:39:57.836699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:57.836846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:57.837093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:57.856500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e5587b50-ddc5-48f6-acb3-fdeeb148ef78 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:39:57.856854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e5587b50-ddc5-48f6-acb3-fdeeb148ef78 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:39:57.859914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba61305c-7e7a-4993-ba94-99290578a9db req-f3126835-b907-4d99-abca-e82080b20ee9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239948 Feb 19 00:39:57.862862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event deleted for resources: {'Port': ['ID=a9263dae-f84c-4c2b-808e-a03246722a4f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:57.866216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:57.867080 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:57.869198 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 4 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:57.892142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] For port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:57.896425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] For port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,segment=NetworkSegment(48db8e03-971f-4a56-ad32-1e546000f3d0),segment_id=48db8e03-971f-4a56-ad32-1e546000f3d0)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:39:57.903808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:57.904064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:57.904583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:57.906807 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.930548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:57.930881 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:57.932992 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 5 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:57.946346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.20.0.1 (f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1/540b048a-ccff-43b2-ac79-9378617df219/7ba81d9d-add6-4146-88b4-4c5f7842a6d1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:39:57.950883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:57.951152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:57.951494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:57.959462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:57.960069 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:57.961167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for floatingip (dc72edbc-56df-4198-a049-41aa79b5a844), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.963902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:57.965065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9561f9b-ed41-4dfe-b595-c02eb8751467 req-017be2fb-74dc-4827-8b38-968f0c471559 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "DELETE /v2.0/floatingips/dc72edbc-56df-4198-a049-41aa79b5a844 HTTP/1.1" status: 204 len: 173 time: 0.9711893 Feb 19 00:39:57.965675 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 6 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:57.974571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0eca0a-e531-4d3e-95c2-bba8f5e2d459 None None] Pushing event updated for resources: {'Port': ['ID=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:57.994893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:57.995279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:57.996167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:58.001400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:58.001740 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:58.002139 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 7 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:58.027863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:58.028268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:58.028671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:58.040869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:58.041203 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:58.044273 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 8 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:58.069451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:58.069832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:58.070427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:58.078573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d82c3397-ca1d-4302-92c1-6b20d87db9ea req-a1c60206-0538-41a0-bf9b-5c21283474d7 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups/6410b8a6-e644-4ac1-b253-e28f4bd0a262 HTTP/1.1" status: 200 len: 1826 time: 0.0619698 Feb 19 00:39:58.079591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:58.079934 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:58.080338 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 9 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:58.082218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.103136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:58.103456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:58.103812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:58.115217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:58.115590 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:58.117867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.118563 n-d-826527-3 neutron-server[103649]: INFO neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 10 to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 Feb 19 00:39:58.158543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:39:58.158877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:39:58.159432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:39:58.168660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:58.170326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:39:58.170548 n-d-826527-3 neutron-server[103649]: ERROR neutron.plugins.ml2.managers [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port ef567908-23f9-4bdc-8704-bb1d6e155063 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:39:58.170917 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.197325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:58.199939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:39:58.205234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=7ba81d9d-add6-4146-88b4-4c5f7842a6d1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:58.235640 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d82c3397-ca1d-4302-92c1-6b20d87db9ea req-8c354361-ad9b-4433-9e06-0ee1e19f218f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for security_group (6410b8a6-e644-4ac1-b253-e28f4bd0a262), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.260815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (7b92228e-3820-4692-8d54-7f339d2a6531), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.317018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d82c3397-ca1d-4302-92c1-6b20d87db9ea req-8c354361-ad9b-4433-9e06-0ee1e19f218f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for security_group (6410b8a6-e644-4ac1-b253-e28f4bd0a262), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.398168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-0ded28d5-b42d-4d83-962f-3e768ffd6578 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:58.399676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-0ded28d5-b42d-4d83-962f-3e768ffd6578 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.113 "GET /v2.0/ports?device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 945 time: 0.1772189 Feb 19 00:39:58.404505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] For port ef567908-23f9-4bdc-8704-bb1d6e155063, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:39:58.404890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempted to set empty binding levels {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 00:39:58.409054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.420406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.496129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] In _notify_port_updated(), no bound segment for port ef567908-23f9-4bdc-8704-bb1d6e155063 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:39:58.497006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:58.497615 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.498996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "PUT /v2.0/ports/ef567908-23f9-4bdc-8704-bb1d6e155063 HTTP/1.1" status: 200 len: 975 time: 1.4633746 Feb 19 00:39:58.501692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52812) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:58.501838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d82c3397-ca1d-4302-92c1-6b20d87db9ea req-8c354361-ad9b-4433-9e06-0ee1e19f218f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6410b8a6-e644-4ac1-b253-e28f4bd0a262), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.504467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d82c3397-ca1d-4302-92c1-6b20d87db9ea req-8c354361-ad9b-4433-9e06-0ee1e19f218f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.505578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d82c3397-ca1d-4302-92c1-6b20d87db9ea req-8c354361-ad9b-4433-9e06-0ee1e19f218f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "DELETE /v2.0/security-groups/6410b8a6-e644-4ac1-b253-e28f4bd0a262 HTTP/1.1" status: 204 len: 173 time: 0.4144056 Feb 19 00:39:58.522679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f3712-11a4-4b91-b681-3223d206c496 req-4b4640e3-2175-452b-a57a-35f52ba399d4 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:58.524306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f95f3712-11a4-4b91-b681-3223d206c496 req-4b4640e3-2175-452b-a57a-35f52ba399d4 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 945 time: 0.2044966 Feb 19 00:39:58.573722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241a6f8-7a72-419d-bce4-7d1c94c27b51 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=ef567908-23f9-4bdc-8704-bb1d6e155063,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:58.575989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c354361-ad9b-4433-9e06-0ee1e19f218f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6410b8a6-e644-4ac1-b253-e28f4bd0a262,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:58.605220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47be79b1-4d8d-494c-913a-07598892a2be req-b0346ba8-d6db-433a-8dfe-17dbdde66ea0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0475411 Feb 19 00:39:58.651243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Deleting port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:58.651585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.659516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f95f3712-11a4-4b91-b681-3223d206c496 req-a2dd1fa7-e73e-4113-8ec3-fb77cc381a27 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030757 Feb 19 00:39:58.786090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] For port 6959319b-73f7-402a-a8c7-d5e6b5e555d4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6959319b-73f7-402a-a8c7-d5e6b5e555d4,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:58.786748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:58.806786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Calling delete_port for 6959319b-73f7-402a-a8c7-d5e6b5e555d4 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:59.046149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6959319b-73f7-402a-a8c7-d5e6b5e555d4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.061700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['466558ba-6c75-4b22-a522-8861f22e20b0', '6959319b-73f7-402a-a8c7-d5e6b5e555d4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:39:59.065029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b9e0c-d5cc-4db8-9e82-76afef527ac5 req-147c5540-5c2a-4c07-add5-4b9bf04575d6 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.072290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-746b9e0c-d5cc-4db8-9e82-76afef527ac5 req-147c5540-5c2a-4c07-add5-4b9bf04575d6 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.2085130 Feb 19 00:39:59.111589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Pushing event deleted for resources: {'Port': ['ID=6959319b-73f7-402a-a8c7-d5e6b5e555d4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:59.148250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.148250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.148871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.149055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a92ba-fb2b-4a4c-82c1-e87165f2991d req-c94362fd-a483-460f-ace7-bb3559874611 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.149184 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.149719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.150088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.150622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba6a92ba-fb2b-4a4c-82c1-e87165f2991d req-c94362fd-a483-460f-ace7-bb3559874611 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1903193 Feb 19 00:39:59.152919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.153427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.153893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.154393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.155193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.155392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.162583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.163257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.167826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.168415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.169145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.169618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.170307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.170785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.171243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.172308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.172809 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.173274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.173731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.174292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.174700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.175372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.175789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.176254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.177318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.178860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.179786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.180463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.181087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.181682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.182140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.182724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.183126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.183578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.184029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.184486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:39:59.194890 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0a5cf504-b997-4b17-b86d-29adb0be16d8 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38862 time: 0.6870732 Feb 19 00:39:59.196193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52820) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:59.236515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388da50-acd5-4500-8e60-498aa8a9ddba None None] Network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:39:59.242002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] No DVR routers for this DVR port 6959319b-73f7-402a-a8c7-d5e6b5e555d4 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:39:59.245839 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.249307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-726bb01a-82f8-4c15-aa76-81c330cee262 req-b340883b-4178-4ef7-ba47-eafd8e0c55a2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.113 "DELETE /v2.0/ports/6959319b-73f7-402a-a8c7-d5e6b5e555d4 HTTP/1.1" status: 204 len: 173 time: 0.8405235 Feb 19 00:39:59.250015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585ab7ae-75e6-4541-acd3-9537e3405d6b', 'name': 'network-vif-deleted', 'tag': '6959319b-73f7-402a-a8c7-d5e6b5e555d4'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:39:59.252491 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560ed4f0-420b-47db-9784-a8142b88f2d8" -d '{"events": [{"server_uuid": "585ab7ae-75e6-4541-acd3-9537e3405d6b", "name": "network-vif-deleted", "tag": "6959319b-73f7-402a-a8c7-d5e6b5e555d4"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:39:59.262677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-746b9e0c-d5cc-4db8-9e82-76afef527ac5 req-0c42e7b1-bd78-4673-829a-7566e1247abf tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893599 Feb 19 00:39:59.292572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba6a92ba-fb2b-4a4c-82c1-e87165f2991d req-b0377f7b-433a-4f59-9bda-b96786fda9d3 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301820 Feb 19 00:39:59.306252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.313249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.367423 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b706dc-c9a6-44e5-94b5-2b829c85fa77 x-openstack-request-id: req-b6b706dc-c9a6-44e5-94b5-2b829c85fa77 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:39:59.367717 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585ab7ae-75e6-4541-acd3-9537e3405d6b", "name": "network-vif-deleted", "tag": "6959319b-73f7-402a-a8c7-d5e6b5e555d4", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:39:59.367978 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b6b706dc-c9a6-44e5-94b5-2b829c85fa77 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:39:59.368403 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585ab7ae-75e6-4541-acd3-9537e3405d6b', 'name': 'network-vif-deleted', 'tag': '6959319b-73f7-402a-a8c7-d5e6b5e555d4', 'status': 'completed', 'code': 200} Feb 19 00:39:59.375671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-521c7196-0b38-4dc0-8f15-8dc5de53f90b None None] Provisioning complete for port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:59.376056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-521c7196-0b38-4dc0-8f15-8dc5de53f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.409101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (7b92228e-3820-4692-8d54-7f339d2a6531), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.413060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=7ba81d9d-add6-4146-88b4-4c5f7842a6d1,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:59.422274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Deleting port ef567908-23f9-4bdc-8704-bb1d6e155063 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:39:59.422692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.497534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-521c7196-0b38-4dc0-8f15-8dc5de53f90b None None] Current status of the port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:39:59.497938 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-521c7196-0b38-4dc0-8f15-8dc5de53f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.535650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-521c7196-0b38-4dc0-8f15-8dc5de53f90b None None] For port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,segment=NetworkSegment(48db8e03-971f-4a56-ad32-1e546000f3d0),segment_id=48db8e03-971f-4a56-ad32-1e546000f3d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:59.537365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] For port ef567908-23f9-4bdc-8704-bb1d6e155063, host n-h1-826527-3, got binding levels [] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:39:59.537764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.546418 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-521c7196-0b38-4dc0-8f15-8dc5de53f90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.566685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Calling delete_port for ef567908-23f9-4bdc-8704-bb1d6e155063 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:39:59.598768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c7196-0b38-4dc0-8f15-8dc5de53f90b None None] Pushing event updated for resources: {'Port': ['ID=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:59.637514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:39:59.640230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:39:59.711375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13b17d0c-338f-4509-a5ab-3a30f781dae6 req-a52ae749-5681-4c8a-ac1d-3fc87febc8df tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0372090 Feb 19 00:39:59.749971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ef567908-23f9-4bdc-8704-bb1d6e155063), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.836079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d6d7cad-0016-4a74-9131-51909ee1145e req-aa19febf-a562-4d5d-8dff-ff10597144f2 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=585ab7ae-75e6-4541-acd3-9537e3405d6b HTTP/1.1" status: 200 len: 210 time: 0.0513053 Feb 19 00:39:59.859646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef567908-23f9-4bdc-8704-bb1d6e155063,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:39:59.881980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8fab4bee-0374-4085-92b3-bf3f6ec77a26 None None] Provisioning complete for port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:39:59.882396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fab4bee-0374-4085-92b3-bf3f6ec77a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.907932 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:39:59.911281 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-34f94b1f-2e85-4507-833c-c2ae89fd4af9 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "DELETE /v2.0/ports/ef567908-23f9-4bdc-8704-bb1d6e155063 HTTP/1.1" status: 204 len: 168 time: 0.7144995 Feb 19 00:39:59.914078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52828) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:59.959111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:39:59.968231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 7b92228e-3820-4692-8d54-7f339d2a6531 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:39:59.975933 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bf721b-9438-4fe9-9ff0-19998fa7c942 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] GET failed (client error): The resource could not be found. Feb 19 00:39:59.984137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c7bf721b-9438-4fe9-9ff0-19998fa7c942 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "GET /v2.0/ports/ef567908-23f9-4bdc-8704-bb1d6e155063 HTTP/1.1" status: 404 len: 333 time: 0.0688207 Feb 19 00:39:59.986018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52830) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:39:59.991131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-987035009', 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:00.033127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8fab4bee-0374-4085-92b3-bf3f6ec77a26 None None] Current status of the port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:00.057782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8fab4bee-0374-4085-92b3-bf3f6ec77a26 None None] Provisioning complete for port 7ba81d9d-add6-4146-88b4-4c5f7842a6d1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:00.058093 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fab4bee-0374-4085-92b3-bf3f6ec77a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.084218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:00.084957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.086686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Made reservation on behalf of 81943cd5e0b34c04a56ff268ed1b6cb4 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:00.089503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.116379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] device_id is not set on port d4d16663-07c7-4105-90aa-325acf809d40 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:40:00.129495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8fab4bee-0374-4085-92b3-bf3f6ec77a26 None None] Port 7ba81d9d-add6-4146-88b4-4c5f7842a6d1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:00.168757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:00.174862 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0bbee91f-78f0-4158-b488-dc9b9a02bf3b tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/7b92228e-3820-4692-8d54-7f339d2a6531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8584673 Feb 19 00:40:00.177663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52832) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:00.194312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d8a15-7326-475b-9615-c8d447927360 None None] Sync routers for ids ['7b92228e-3820-4692-8d54-7f339d2a6531'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:00.214969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:00.220593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d8a15-7326-475b-9615-c8d447927360 None None] Routers {'7b92228e-3820-4692-8d54-7f339d2a6531'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:00.221475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-da8d8a15-7326-475b-9615-c8d447927360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7b92228e-3820-4692-8d54-7f339d2a6531'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:00.239439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bd95ed-1b68-4ce0-9285-592a1b7b769c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:00.241178 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-35bd95ed-1b68-4ce0-9285-592a1b7b769c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports/7ba81d9d-add6-4146-88b4-4c5f7842a6d1 HTTP/1.1" status: 200 len: 910 time: 0.0619044 Feb 19 00:40:00.244176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52834) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:00.263888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-da8d8a15-7326-475b-9615-c8d447927360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:00.281114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d8a15-7326-475b-9615-c8d447927360 None None] Routers {'7b92228e-3820-4692-8d54-7f339d2a6531'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:00.282049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-da8d8a15-7326-475b-9615-c8d447927360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7b92228e-3820-4692-8d54-7f339d2a6531'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:00.335219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks [] for port (d4d16663-07c7-4105-90aa-325acf809d40), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.341703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9f84da5f-c33e-4d8e-89ed-635cf4312826 None None] Provisioning complete for port 7ba81d9d-add6-4146-88b4-4c5f7842a6d1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:00.342120 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9f84da5f-c33e-4d8e-89ed-635cf4312826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.344489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-da8d8a15-7326-475b-9615-c8d447927360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:00.344863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d8a15-7326-475b-9615-c8d447927360 None None] The sync data for ids ['7b92228e-3820-4692-8d54-7f339d2a6531'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:00.388523 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d4d16663-07c7-4105-90aa-325acf809d40), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.394567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9f84da5f-c33e-4d8e-89ed-635cf4312826 None None] Port 7ba81d9d-add6-4146-88b4-4c5f7842a6d1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:00.451830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:00.457845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:00.460434 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:00.461548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:00.462153 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.471271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d16663-07c7-4105-90aa-325acf809d40,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:00.486569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7e8af55-b13b-4005-9d76-acc15b531f54 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4996116 Feb 19 00:40:00.489491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52840) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:00.515862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c8617947-a727-4789-b8a9-e1ddc921b407 None None] Provisioning complete for port 7ba81d9d-add6-4146-88b4-4c5f7842a6d1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:00.516751 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c8617947-a727-4789-b8a9-e1ddc921b407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.531195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f39b8a-8215-4022-a301-acbd7ebeeb82 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:00.532677 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e7f39b8a-8215-4022-a301-acbd7ebeeb82 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "GET /v2.0/ports/d4d16663-07c7-4105-90aa-325acf809d40 HTTP/1.1" status: 200 len: 954 time: 0.0420232 Feb 19 00:40:00.535543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:00.560742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c8617947-a727-4789-b8a9-e1ddc921b407 None None] Port 7ba81d9d-add6-4146-88b4-4c5f7842a6d1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:00.581011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5474e02e-52c2-4f06-a89d-f4905f4c244a req-eba9f127-e9b1-4ac0-abcf-c86449a1570f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:00.582790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5474e02e-52c2-4f06-a89d-f4905f4c244a req-eba9f127-e9b1-4ac0-abcf-c86449a1570f tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1718631 Feb 19 00:40:00.607420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08f35f-48f6-431b-8bf3-fc52c7a3aaf9 req-948d4bcf-2f65-402f-8527-21df6c5db676 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:00.609194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d08f35f-48f6-431b-8bf3-fc52c7a3aaf9 req-948d4bcf-2f65-402f-8527-21df6c5db676 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1880038 Feb 19 00:40:00.619004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-961a2611-683f-4a4c-a337-233bcd00ca55 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Deleting port d4d16663-07c7-4105-90aa-325acf809d40 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:00.619486 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-961a2611-683f-4a4c-a337-233bcd00ca55 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d4d16663-07c7-4105-90aa-325acf809d40), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.686894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-961a2611-683f-4a4c-a337-233bcd00ca55 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d4d16663-07c7-4105-90aa-325acf809d40), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.702135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-961a2611-683f-4a4c-a337-233bcd00ca55 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Calling delete_port for d4d16663-07c7-4105-90aa-325acf809d40 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:00.703527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5474e02e-52c2-4f06-a89d-f4905f4c244a req-198fbbae-9746-43c2-b488-68290a6ccf54 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144812 Feb 19 00:40:00.740675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d08f35f-48f6-431b-8bf3-fc52c7a3aaf9 req-1664512d-bfd6-413a-8e4e-358200090f60 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168704 Feb 19 00:40:00.806606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-961a2611-683f-4a4c-a337-233bcd00ca55 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d4d16663-07c7-4105-90aa-325acf809d40), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.835319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a2611-683f-4a4c-a337-233bcd00ca55 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4d16663-07c7-4105-90aa-325acf809d40,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:00.842398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1654f43-2549-417d-b261-3baf9a496e1a req-3002c5bf-08c7-42b0-88d4-9236c4c5ae31 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0442510 Feb 19 00:40:00.846826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-961a2611-683f-4a4c-a337-233bcd00ca55 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.851940 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-961a2611-683f-4a4c-a337-233bcd00ca55 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d4d16663-07c7-4105-90aa-325acf809d40 HTTP/1.1" status: 204 len: 168 time: 0.3150768 Feb 19 00:40:00.853003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:00.880611 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (7b92228e-3820-4692-8d54-7f339d2a6531), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.882497 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-613a4028-c4b6-41a6-b4a0-9797de4bdd45 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] GET failed (client error): The resource could not be found. Feb 19 00:40:00.883967 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-613a4028-c4b6-41a6-b4a0-9797de4bdd45 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "GET /v2.0/ports/d4d16663-07c7-4105-90aa-325acf809d40 HTTP/1.1" status: 404 len: 333 time: 0.0302060 Feb 19 00:40:00.887592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:00.892463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Request body: {'port': {'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-191697753'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:00.916224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Made reservation on behalf of 81943cd5e0b34c04a56ff268ed1b6cb4 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:00.919559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:00.938328 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] device_id is not set on port 144534a0-7b9a-4287-9d05-f01ab0597d06 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:40:01.118971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks [] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.156871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.213430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:01.219618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:01.222421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:01.223785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:01.225109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.231738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=144534a0-7b9a-4287-9d05-f01ab0597d06,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:01.255314 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ee38054e-80c5-4cb9-93d4-718297a970bf tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3665006 Feb 19 00:40:01.256039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52856) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:01.263984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:01.332518 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.468185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-f05e8b2f-42a3-4109-9723-707656f37f8c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:01.469563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-f05e8b2f-42a3-4109-9723-707656f37f8c tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.113 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.1552794 Feb 19 00:40:01.495648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd870e09-4650-4bd6-bb97-1a04ab6c7afa req-36c59ecc-b428-4da2-950d-e20ee0edb63a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:01.497305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd870e09-4650-4bd6-bb97-1a04ab6c7afa req-36c59ecc-b428-4da2-950d-e20ee0edb63a tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.1950672 Feb 19 00:40:01.530977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] device_id is not set on port 144534a0-7b9a-4287-9d05-f01ab0597d06 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:40:01.540710 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks [] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.548087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.605064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=144534a0-7b9a-4287-9d05-f01ab0597d06,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:01.621175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.622227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.622227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.626644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.627045 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.627324 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 2 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.629460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd870e09-4650-4bd6-bb97-1a04ab6c7afa req-0c874016-d379-46b6-9465-80340329b298 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225574 Feb 19 00:40:01.643102 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.643570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.643843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.649139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.649528 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.650005 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 3 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.662796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.663140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.663478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.668221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.668553 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.668962 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 4 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.681918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.682284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.682628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.686899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.687226 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.687671 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 5 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.694577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Deleting port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:01.694933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.699937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.700280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.700617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.705072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.705398 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.705796 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 6 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.718764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.719057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.720052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.724654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.724985 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.725413 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 7 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.741098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.741449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.742042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.746905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.747408 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.747818 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 8 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.763625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.763625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.763862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.771490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.771490 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.771490 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 9 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.775244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6959319b-73f7-402a-a8c7-d5e6b5e555d4 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:01.794817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.795176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.795491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.801753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.802011 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.802370 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempt 10 to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 Feb 19 00:40:01.820631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:01.820631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:01.820631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempting to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:01.830308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:01.830789 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Failed to bind port 144534a0-7b9a-4287-9d05-f01ab0597d06 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '05d1ade2-3f37-4c0f-98c5-0e8770c529a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0aa672b-7dfd-43ca-a279-39c5f383f9e0'}] Feb 19 00:40:01.831799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.839675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:01.840086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.844170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 7ba81d9d-add6-4146-88b4-4c5f7842a6d1 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:01.844510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.847498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 6959319b-73f7-402a-a8c7-d5e6b5e555d4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:01.851856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6959319b-73f7-402a-a8c7-d5e6b5e555d4 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:01.852556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:01.905933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] For port 144534a0-7b9a-4287-9d05-f01ab0597d06, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:01.906764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attempted to set empty binding levels {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 00:40:01.912278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.931805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Calling delete_port for 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:01.948586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] In _notify_port_updated(), no bound segment for port 144534a0-7b9a-4287-9d05-f01ab0597d06 on network e0aa672b-7dfd-43ca-a279-39c5f383f9e0 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:40:01.949419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:01.950003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.954570 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "PUT /v2.0/ports/144534a0-7b9a-4287-9d05-f01ab0597d06 HTTP/1.1" status: 200 len: 974 time: 0.6944273 Feb 19 00:40:01.955155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52864) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:01.973551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:01.974606 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:01.992671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba40882a-6c9b-47a4-9ced-f88982446b5c tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event updated for resources: {'Port': ['ID=144534a0-7b9a-4287-9d05-f01ab0597d06,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:02.007889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:02.010925 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4968843a-3c0e-446d-aa87-cc72974244c5" -d '{"events": [{"server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "name": "network-vif-unplugged", "status": "completed", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:02.025474 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:02.030298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.050962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Deleting port 144534a0-7b9a-4287-9d05-f01ab0597d06 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:02.051376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.071613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.081898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acb118-4313-4ee1-9d56-583b0eae446e req-fd55aeee-0809-4605-b150-86dd60fbd0e5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:02.083497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7acb118-4313-4ee1-9d56-583b0eae446e req-fd55aeee-0809-4605-b150-86dd60fbd0e5 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffa14582-7a99-46bc-96ed-b45c7ea85735 HTTP/1.1" status: 200 len: 945 time: 0.2592134 Feb 19 00:40:02.088167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:02.097211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50576252-d8bc-4f9b-8b79-ea5e784a4c20 req-496a52e0-3821-475e-917f-a7aa63deddf9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:02.098874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50576252-d8bc-4f9b-8b79-ea5e784a4c20 req-496a52e0-3821-475e-917f-a7aa63deddf9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2187104 Feb 19 00:40:02.116691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 7ba81d9d-add6-4146-88b4-4c5f7842a6d1 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:02.123184 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] For port 144534a0-7b9a-4287-9d05-f01ab0597d06, host n-h1-826527-3, got binding levels [] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:02.123785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.141892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Calling delete_port for 144534a0-7b9a-4287-9d05-f01ab0597d06 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:02.241200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (144534a0-7b9a-4287-9d05-f01ab0597d06), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.272076 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Pushing event deleted for resources: {'Port': ['ID=144534a0-7b9a-4287-9d05-f01ab0597d06,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:02.278254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.284247 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bfc0b4d3-11dc-4073-b20e-8d61ca422ee2 tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "DELETE /v2.0/ports/144534a0-7b9a-4287-9d05-f01ab0597d06 HTTP/1.1" status: 204 len: 168 time: 0.3253400 Feb 19 00:40:02.284247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:02.284812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7acb118-4313-4ee1-9d56-583b0eae446e req-b26d5169-8fad-496e-916e-e123898ec033 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.60 "GET /v2.0/security-groups?id=c75e103b-041d-4edb-879e-b780617cec27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848032 Feb 19 00:40:02.311690 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b553872-1e68-4d8d-8a32-11dc91e635cc tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] GET failed (client error): The resource could not be found. Feb 19 00:40:02.313389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50576252-d8bc-4f9b-8b79-ea5e784a4c20 req-14da38a7-a265-45f9-b0dd-0c1f33ad3da6 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039664 Feb 19 00:40:02.318863 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1b553872-1e68-4d8d-8a32-11dc91e635cc tempest-PortsAdminExtendedAttrsTestJSON-62164264 tempest-PortsAdminExtendedAttrsTestJSON-62164264-project-admin] 10.222.0.60 "GET /v2.0/ports/144534a0-7b9a-4287-9d05-f01ab0597d06 HTTP/1.1" status: 404 len: 333 time: 0.0286891 Feb 19 00:40:02.319012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52870) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:02.369888 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a5665f-53a7-44b0-ba19-6acd6e72c63e x-openstack-request-id: req-92a5665f-53a7-44b0-ba19-6acd6e72c63e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:02.370313 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "name": "network-vif-unplugged", "status": "completed", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:02.370657 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92a5665f-53a7-44b0-ba19-6acd6e72c63e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:02.371118 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'code': 200} Feb 19 00:40:02.408635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d73e2697-3e66-45f7-8763-4113b6e6b695 req-b466776f-2b5b-4795-80c5-0f1fe212ded0 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0719993 Feb 19 00:40:02.445412 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.512749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Pushing event deleted for resources: {'Port': ['ID=26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:02.521241 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e0aa672b-7dfd-43ca-a279-39c5f383f9e0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.592480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] No DVR routers for this DVR port 26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:02.601526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.604933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4bf4763-a37c-43bc-9e15-3c91a2e31ad2 req-037d8f4d-71a7-4932-8af4-56b93e23dd37 tempest-ServerRescueTestJSONUnderV235-77408225 tempest-ServerRescueTestJSONUnderV235-77408225-project] 10.222.0.113 "DELETE /v2.0/ports/26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9 HTTP/1.1" status: 204 len: 173 time: 1.1167662 Feb 19 00:40:02.605482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'name': 'network-vif-deleted', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:02.608101 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e62cf5e-6ff2-4fa6-929a-90077eb802b6" -d '{"events": [{"server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "name": "network-vif-deleted", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:02.663846 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da033b-1799-4ead-bd34-eecd06998f6c x-openstack-request-id: req-78da033b-1799-4ead-bd34-eecd06998f6c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:02.664167 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa14582-7a99-46bc-96ed-b45c7ea85735", "name": "network-vif-deleted", "tag": "26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:02.664353 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78da033b-1799-4ead-bd34-eecd06998f6c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:02.664764 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa14582-7a99-46bc-96ed-b45c7ea85735', 'name': 'network-vif-deleted', 'tag': '26ccb744-a468-45d3-8ee7-b8f9cdbb8ee9', 'status': 'completed', 'code': 200} Feb 19 00:40:02.696373 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7ba81d9d-add6-4146-88b4-4c5f7842a6d1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.737246 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e0aa672b-7dfd-43ca-a279-39c5f383f9e0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.741728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=7ba81d9d-add6-4146-88b4-4c5f7842a6d1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:02.844859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0aa672b-7dfd-43ca-a279-39c5f383f9e0']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:02.893156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d1ade2-3f37-4c0f-98c5-0e8770c529a2') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:02.893456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d1ade2-3f37-4c0f-98c5-0e8770c529a2') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:02.912258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (05d1ade2-3f37-4c0f-98c5-0e8770c529a2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.937369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (05d1ade2-3f37-4c0f-98c5-0e8770c529a2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:02.952965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898af64-6166-4da0-b1e6-c561eccd2e4e req-af0368ef-e11f-4e05-a19c-b7585b7c3f93 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:02.953209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c898af64-6166-4da0-b1e6-c561eccd2e4e req-af0368ef-e11f-4e05-a19c-b7585b7c3f93 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.2195921 Feb 19 00:40:02.993520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-83c06b34-b8a4-4223-8269-c5fe2ee5cc1e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:02.995105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-83c06b34-b8a4-4223-8269-c5fe2ee5cc1e tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.113 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 945 time: 0.2551303 Feb 19 00:40:02.996136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:40:02.996550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (05d1ade2-3f37-4c0f-98c5-0e8770c529a2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:40:03.002524 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:40:03.131697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (7b92228e-3820-4692-8d54-7f339d2a6531), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:03.153186 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e0aa672b-7dfd-43ca-a279-39c5f383f9e0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:03.170120 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:03.173139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] 10.222.0.60 "DELETE /v2.0/networks/e0aa672b-7dfd-43ca-a279-39c5f383f9e0 HTTP/1.1" status: 204 len: 168 time: 0.8542919 Feb 19 00:40:03.235847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c898af64-6166-4da0-b1e6-c561eccd2e4e req-a2c4528e-c517-42f9-94ab-eb7954f0a2b1 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/security-groups?id=21b482ad-3c5c-4121-a5c7-e95fc6c32986&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342951 Feb 19 00:40:03.255789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676ab5a-9d5e-4b2d-8e6e-a361acf69c92 tempest-PortsAdminExtendedAttrsTestJSON-1552891624 tempest-PortsAdminExtendedAttrsTestJSON-1552891624-project] Pushing event deleted for resources: {'Network': ['ID=e0aa672b-7dfd-43ca-a279-39c5f383f9e0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:03.360231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52882) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:03.394752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 7b92228e-3820-4692-8d54-7f339d2a6531 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:03.397428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Deleting port 466558ba-6c75-4b22-a522-8861f22e20b0 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:03.397776 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:03.496256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:03.559021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-078cbbaf-ce1c-4d1d-9de4-859cc3fabbf0 req-afb59f97-52b8-494d-9eb8-f1d20af6ad1c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0781474 Feb 19 00:40:03.641917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc0bc8-e0d4-404e-8b57-48cc597828a7 req-d5816a33-8334-4506-8319-e0372b0dcd44 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:03.643505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ebc0bc8-e0d4-404e-8b57-48cc597828a7 req-d5816a33-8334-4506-8319-e0372b0dcd44 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2414875 Feb 19 00:40:03.644589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:03.654280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-26cf660b-31e2-4cdf-87cd-316ff0b2b143 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/7b92228e-3820-4692-8d54-7f339d2a6531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4074430 Feb 19 00:40:03.657390 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7a16f-61c4-4c55-b633-2f4827beef84 None None] Sync routers for ids ['7b92228e-3820-4692-8d54-7f339d2a6531'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:03.658047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:03.660933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] For port 466558ba-6c75-4b22-a522-8861f22e20b0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=466558ba-6c75-4b22-a522-8861f22e20b0,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:03.661307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:03.669919 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7a16f-61c4-4c55-b633-2f4827beef84 None None] Routers {'7b92228e-3820-4692-8d54-7f339d2a6531'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:03.670740 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5dc7a16f-61c4-4c55-b633-2f4827beef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7b92228e-3820-4692-8d54-7f339d2a6531'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:03.706764 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-856097a5-2e02-4983-af00-a55ce565e937 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b92228e-3820-4692-8d54-7f339d2a6531 HTTP/1.1" status: 200 len: 205 time: 0.0432770 Feb 19 00:40:03.706983 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5dc7a16f-61c4-4c55-b633-2f4827beef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:03.710918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52894) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:03.716725 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc7a16f-61c4-4c55-b633-2f4827beef84 None None] Routers {'7b92228e-3820-4692-8d54-7f339d2a6531'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:03.717527 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5dc7a16f-61c4-4c55-b633-2f4827beef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7b92228e-3820-4692-8d54-7f339d2a6531'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:03.752425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b50ffb7-68d8-4185-a5da-691744496627 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fb4671a5bfee476aae4e7cb4aa28d30e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547379 Feb 19 00:40:03.760092 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5dc7a16f-61c4-4c55-b633-2f4827beef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:03.760845 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc7a16f-61c4-4c55-b633-2f4827beef84 None None] The sync data for ids ['7b92228e-3820-4692-8d54-7f339d2a6531'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:03.783302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52896) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:03.873206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d408156b-48b2-4a1f-9670-1612dd14bfe9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (7b92228e-3820-4692-8d54-7f339d2a6531), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.025390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Calling delete_port for 466558ba-6c75-4b22-a522-8861f22e20b0 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:04.039014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1788165d-6aaa-4e78-b076-158d63c9a90f admin admin] Publish callbacks [] for security_group (b1cf3712-5f3d-4054-8a8a-5efca5b96124), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.097382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ebc0bc8-e0d4-404e-8b57-48cc597828a7 req-0102348a-09fe-4655-bbcf-8045c959f169 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434288 Feb 19 00:40:04.145271 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d408156b-48b2-4a1f-9670-1612dd14bfe9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (7b92228e-3820-4692-8d54-7f339d2a6531), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.148424 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d408156b-48b2-4a1f-9670-1612dd14bfe9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (7b92228e-3820-4692-8d54-7f339d2a6531), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.156578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1788165d-6aaa-4e78-b076-158d63c9a90f admin admin] Publish callbacks [] for security_group (b1cf3712-5f3d-4054-8a8a-5efca5b96124), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.192746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (466558ba-6c75-4b22-a522-8861f22e20b0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.236568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Pushing event deleted for resources: {'Port': ['ID=466558ba-6c75-4b22-a522-8861f22e20b0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:04.258411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d408156b-48b2-4a1f-9670-1612dd14bfe9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (7b92228e-3820-4692-8d54-7f339d2a6531), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.258888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d408156b-48b2-4a1f-9670-1612dd14bfe9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Fanout notify agent at l3_agent the message router_deleted on router 7b92228e-3820-4692-8d54-7f339d2a6531 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:04.269448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d408156b-48b2-4a1f-9670-1612dd14bfe9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.270595 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d408156b-48b2-4a1f-9670-1612dd14bfe9 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/7b92228e-3820-4692-8d54-7f339d2a6531 HTTP/1.1" status: 204 len: 168 time: 0.5578048 Feb 19 00:40:04.273293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52902) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:04.281240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] No DVR routers for this DVR port 466558ba-6c75-4b22-a522-8861f22e20b0 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:04.284039 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.287780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14d85d98-ec33-45ad-bdd8-3e93fedaf4d4 req-ae097e65-38aa-4bab-8866-8a47d84ad464 tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.113 "DELETE /v2.0/ports/466558ba-6c75-4b22-a522-8861f22e20b0 HTTP/1.1" status: 204 len: 173 time: 1.2733512 Feb 19 00:40:04.349117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1788165d-6aaa-4e78-b076-158d63c9a90f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b1cf3712-5f3d-4054-8a8a-5efca5b96124), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.351795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1788165d-6aaa-4e78-b076-158d63c9a90f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.355791 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1788165d-6aaa-4e78-b076-158d63c9a90f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b1cf3712-5f3d-4054-8a8a-5efca5b96124 HTTP/1.1" status: 204 len: 168 time: 0.5669363 Feb 19 00:40:04.379973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe79179f-86f7-4372-82c9-c607bc9e0a20 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet 540b048a-ccff-43b2-ac79-9378617df219 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:40:04.393358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1788165d-6aaa-4e78-b076-158d63c9a90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cf3712-5f3d-4054-8a8a-5efca5b96124,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:04.400576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe79179f-86f7-4372-82c9-c607bc9e0a20 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (540b048a-ccff-43b2-ac79-9378617df219), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.401950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-346074af-18c8-4317-bd4c-06245083714c req-5b10e6c1-c5dd-4781-ad22-f490739756ee tempest-ListServerFiltersTestJSON-815092241 tempest-ListServerFiltersTestJSON-815092241-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0acdb78-0f6e-4cc4-b73c-a01aba8a256e HTTP/1.1" status: 200 len: 210 time: 0.0407374 Feb 19 00:40:04.438514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (44ba499b-158f-4458-b6aa-b3047828a0af), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.663280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21813674-d009-4d36-a76f-49bc1ccd42ff req-b7beed9f-2ba1-4514-8f3b-180e29d9b5fe tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0301192 Feb 19 00:40:04.665754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0acdb78-0f6e-4cc4-b73c-a01aba8a256e', 'name': 'network-vif-deleted', 'tag': '466558ba-6c75-4b22-a522-8861f22e20b0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:04.668305 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b244509-a8b7-42bb-9496-4854b805eee7" -d '{"events": [{"server_uuid": "e0acdb78-0f6e-4cc4-b73c-a01aba8a256e", "name": "network-vif-deleted", "tag": "466558ba-6c75-4b22-a522-8861f22e20b0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:04.713832 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a083e-c0fc-4f59-ab77-3c0e5bdaf3ec x-openstack-request-id: req-457a083e-c0fc-4f59-ab77-3c0e5bdaf3ec {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:04.714141 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0acdb78-0f6e-4cc4-b73c-a01aba8a256e", "name": "network-vif-deleted", "tag": "466558ba-6c75-4b22-a522-8861f22e20b0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:04.714473 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-457a083e-c0fc-4f59-ab77-3c0e5bdaf3ec {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:04.714881 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0acdb78-0f6e-4cc4-b73c-a01aba8a256e', 'name': 'network-vif-deleted', 'tag': '466558ba-6c75-4b22-a522-8861f22e20b0', 'status': 'completed', 'code': 200} Feb 19 00:40:04.717391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52912) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:04.766667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ebc29423-ce74-47ef-92e7-0c7283989501 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=81943cd5e0b34c04a56ff268ed1b6cb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440295 Feb 19 00:40:04.767555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52914) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:04.795014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe79179f-86f7-4372-82c9-c607bc9e0a20 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (540b048a-ccff-43b2-ac79-9378617df219), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.825399 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-018f2e7f-51de-4576-92cf-86b04162e167 admin admin] Publish callbacks [] for security_group (01d69037-274d-494f-bf52-31b22e16929b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.851156 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-018f2e7f-51de-4576-92cf-86b04162e167 admin admin] Publish callbacks [] for security_group (01d69037-274d-494f-bf52-31b22e16929b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.904791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-018f2e7f-51de-4576-92cf-86b04162e167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (01d69037-274d-494f-bf52-31b22e16929b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.908073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-018f2e7f-51de-4576-92cf-86b04162e167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:04.909440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-018f2e7f-51de-4576-92cf-86b04162e167 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01d69037-274d-494f-bf52-31b22e16929b HTTP/1.1" status: 204 len: 168 time: 0.1407821 Feb 19 00:40:04.919959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018f2e7f-51de-4576-92cf-86b04162e167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d69037-274d-494f-bf52-31b22e16929b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:04.963495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe79179f-86f7-4372-82c9-c607bc9e0a20 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (540b048a-ccff-43b2-ac79-9378617df219), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.052465 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe79179f-86f7-4372-82c9-c607bc9e0a20 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (540b048a-ccff-43b2-ac79-9378617df219), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.096624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe79179f-86f7-4372-82c9-c607bc9e0a20 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=540b048a-ccff-43b2-ac79-9378617df219,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:05.102238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe79179f-86f7-4372-82c9-c607bc9e0a20 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.108551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:05.108699 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fe79179f-86f7-4372-82c9-c607bc9e0a20 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/540b048a-ccff-43b2-ac79-9378617df219 HTTP/1.1" status: 204 len: 168 time: 0.8343575 Feb 19 00:40:05.109576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d978ff64-37ca-4ff6-99bb-7543ae972157 None None] Network f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:05.175174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Deleting port a95ca4e2-19da-4260-8732-d8ec3a57690c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:05.178245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.293457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] For port a95ca4e2-19da-4260-8732-d8ec3a57690c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a95ca4e2-19da-4260-8732-d8ec3a57690c,segment=NetworkSegment(343bcfbc-7e3f-4031-86ea-f4203422eadb),segment_id=343bcfbc-7e3f-4031-86ea-f4203422eadb)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:05.293837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.300573 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.317573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Calling delete_port for a95ca4e2-19da-4260-8732-d8ec3a57690c owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:05.336158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25bef1-4d82-44cd-a4a0-aced35363d5f req-d6525e65-4640-41cc-ad4b-321e24cbbd7a tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:05.337708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e25bef1-4d82-44cd-a4a0-aced35363d5f req-d6525e65-4640-41cc-ad4b-321e24cbbd7a tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1100712 Feb 19 00:40:05.346046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] DHCP port deletion for f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:40:05.412017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e25bef1-4d82-44cd-a4a0-aced35363d5f req-7a0504da-c2bc-494f-9d72-f3af0e0415e4 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566511 Feb 19 00:40:05.419844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:05.420398 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.500814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52934) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:05.506507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,segment=NetworkSegment(48db8e03-971f-4a56-ad32-1e546000f3d0),segment_id=48db8e03-971f-4a56-ad32-1e546000f3d0)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:05.506875 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.523849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:05.582399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce6ef4c-89a2-4ed6-8943-0b32910d4553 admin admin] Deleting subnet 617fe35f-69fc-41f2-a200-4f24de28b1cb {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:40:05.595911 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fce6ef4c-89a2-4ed6-8943-0b32910d4553 admin admin] Publish callbacks [] for subnet (617fe35f-69fc-41f2-a200-4f24de28b1cb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.616330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] Deleting port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:05.617084 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.623312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.657965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:05.660067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No DVR routers for this DVR port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:05.705898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] For port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,segment=NetworkSegment(48db8e03-971f-4a56-ad32-1e546000f3d0),segment_id=48db8e03-971f-4a56-ad32-1e546000f3d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:05.706580 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.716525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fce6ef4c-89a2-4ed6-8943-0b32910d4553 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (617fe35f-69fc-41f2-a200-4f24de28b1cb), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.733861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] Calling delete_port for de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:05.798376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a95ca4e2-19da-4260-8732-d8ec3a57690c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.808597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aeb93465-4d7b-4062-a340-d0b2c61b5924 req-34347ef2-9d6e-488a-8e2b-f2c67fa16451 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0470185 Feb 19 00:40:05.810580 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.828512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 466558ba-6c75-4b22-a522-8861f22e20b0 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:05.844056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:05.862006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48db8e03-971f-4a56-ad32-1e546000f3d0') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:05.863333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48db8e03-971f-4a56-ad32-1e546000f3d0') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:05.863674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 466558ba-6c75-4b22-a522-8861f22e20b0 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:05.864243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 466558ba-6c75-4b22-a522-8861f22e20b0 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:05.879522 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (48db8e03-971f-4a56-ad32-1e546000f3d0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.895363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882248a-fdf0-4f07-85ed-e25315a8b8d9 req-6031a9ec-09a1-4945-838e-aa3ae9f7c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:05.898656 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d882248a-fdf0-4f07-85ed-e25315a8b8d9 req-6031a9ec-09a1-4945-838e-aa3ae9f7c622 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1127 time: 0.2414382 Feb 19 00:40:05.899636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a95ca4e2-19da-4260-8732-d8ec3a57690c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:05.899996 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (48db8e03-971f-4a56-ad32-1e546000f3d0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.902270 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.906974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:40:05.907482 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (48db8e03-971f-4a56-ad32-1e546000f3d0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:05.910121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:05.961657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] Pushing event deleted for resources: {'Port': ['ID=de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:05.964172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:05.964747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:05.967261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6916f8e8-5d2c-41fd-a1d6-8a4b37270a40 None None] No DVR routers for this DVR port de4ce6f7-f6cd-486e-a3b9-6b7318e1a6b3 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:40:05.975465 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:40:05.981520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.016143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.026960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1 HTTP/1.1" status: 204 len: 168 time: 0.9161758 Feb 19 00:40:06.028289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52948) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:06.029229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec2b10-0b5e-4ed9-8bad-95efd9feb6ab tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=f97ea2b3-2ecc-43cf-b4ef-01f21b5a02c1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:06.037436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-224947198', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:06.048272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fce6ef4c-89a2-4ed6-8943-0b32910d4553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (617fe35f-69fc-41f2-a200-4f24de28b1cb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.062146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (21bd4836-ec26-48d0-9efc-22c9f9744228), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.063496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (21bd4836-ec26-48d0-9efc-22c9f9744228), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.105928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d882248a-fdf0-4f07-85ed-e25315a8b8d9 req-cbd956bb-cdb1-4830-a3a8-2a8b6ea1c2b3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837828 Feb 19 00:40:06.131249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (21bd4836-ec26-48d0-9efc-22c9f9744228), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.165505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (44ba499b-158f-4458-b6aa-b3047828a0af), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.172134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fce6ef4c-89a2-4ed6-8943-0b32910d4553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (617fe35f-69fc-41f2-a200-4f24de28b1cb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.203830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6ef4c-89a2-4ed6-8943-0b32910d4553 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=617fe35f-69fc-41f2-a200-4f24de28b1cb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:06.220840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cdcf1f-b9a1-4ce2-b70a-6bc9c54c576d None None] Network 2b419508-161e-4a85-869e-ac0a8bd1820b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:06.252707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fce6ef4c-89a2-4ed6-8943-0b32910d4553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.256025 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fce6ef4c-89a2-4ed6-8943-0b32910d4553 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/617fe35f-69fc-41f2-a200-4f24de28b1cb HTTP/1.1" status: 204 len: 168 time: 0.7501860 Feb 19 00:40:06.258597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52952) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:06.348204 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_gateway (21bd4836-ec26-48d0-9efc-22c9f9744228), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.372125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2b419508-161e-4a85-869e-ac0a8bd1820b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.430754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] DHCP port deletion for 2b419508-161e-4a85-869e-ac0a8bd1820b request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:40:06.495846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] Deleting port 0f24ca41-29fc-4938-b114-8a0412c01dbd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:06.496239 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.580439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Deleting port 0f24ca41-29fc-4938-b114-8a0412c01dbd {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:06.580967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.588232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] For port 0f24ca41-29fc-4938-b114-8a0412c01dbd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0f24ca41-29fc-4938-b114-8a0412c01dbd,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:06.589005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.615064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] Calling delete_port for 0f24ca41-29fc-4938-b114-8a0412c01dbd owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:06.642560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_gateway (21bd4836-ec26-48d0-9efc-22c9f9744228), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.665258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.678854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] For port 0f24ca41-29fc-4938-b114-8a0412c01dbd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0f24ca41-29fc-4938-b114-8a0412c01dbd,segment=NetworkSegment(54849d7e-9a97-4c31-bd75-8a577acef079),segment_id=54849d7e-9a97-4c31-bd75-8a577acef079)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:06.679131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c66106-e536-49ca-8e93-9be2c35a3da8 req-50a0baef-e384-40bc-a317-e529a08febda tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:06.679447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.680731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3c66106-e536-49ca-8e93-9be2c35a3da8 req-50a0baef-e384-40bc-a317-e529a08febda tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1682703 Feb 19 00:40:06.699773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Calling delete_port for 0f24ca41-29fc-4938-b114-8a0412c01dbd owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:06.712892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.748226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52966) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:06.750950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] Pushing event deleted for resources: {'Port': ['ID=0f24ca41-29fc-4938-b114-8a0412c01dbd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:06.752812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc85c6c-f45d-408b-9f1d-9d3f64d39f47 None None] No DVR routers for this DVR port 0f24ca41-29fc-4938-b114-8a0412c01dbd on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:06.781266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Router 44ba499b-158f-4458-b6aa-b3047828a0af has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:06.811038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3c66106-e536-49ca-8e93-9be2c35a3da8 req-a44236c1-30fd-4769-a099-9e6aaaad96a5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239243 Feb 19 00:40:06.853243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0f24ca41-29fc-4938-b114-8a0412c01dbd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:06.881561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.25.6.136 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/de4e3e20-0f5d-441f-b721-689a90645cbb) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:06.908262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-632719078', 'router:external': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:06.910297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2615c669-3a80-4eaf-a814-b8fdf8bf7726 req-fb0c1d67-e37b-45b8-a3d8-4a647abd38c6 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0369070 Feb 19 00:40:06.942822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f24ca41-29fc-4938-b114-8a0412c01dbd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:06.948527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] No DVR routers for this DVR port 0f24ca41-29fc-4938-b114-8a0412c01dbd on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:07.000807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Made reservation on behalf of f5cb9f0e2e214491ad66bf52abfdea96 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:07.003217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.011524 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (de4e3e20-0f5d-441f-b721-689a90645cbb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.040020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:07.046362 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c1ea569e-9193-435e-9912-18922c9d49e2 admin admin] 10.222.0.60 "PUT /v2.0/routers/44ba499b-158f-4458-b6aa-b3047828a0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6849666 Feb 19 00:40:07.047255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.048974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52972) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:07.053574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] Sync routers for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:07.066338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:07.067134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2b419508-161e-4a85-869e-ac0a8bd1820b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.067365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:07.088708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (de4e3e20-0f5d-441f-b721-689a90645cbb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.097352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b419508-161e-4a85-869e-ac0a8bd1820b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:07.113424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54849d7e-9a97-4c31-bd75-8a577acef079') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:07.113720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54849d7e-9a97-4c31-bd75-8a577acef079') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:07.128460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (54849d7e-9a97-4c31-bd75-8a577acef079), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.138197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:07.150249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (54849d7e-9a97-4c31-bd75-8a577acef079), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.161838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:40:07.162396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (54849d7e-9a97-4c31-bd75-8a577acef079), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:40:07.164087 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:40:07.196291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:07.198747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:07.205544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:07.228673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=de4e3e20-0f5d-441f-b721-689a90645cbb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:07.234789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for security_group (f3abc306-4e01-4da2-892d-3e332932b6a9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.239853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks [] for router (44ba499b-158f-4458-b6aa-b3047828a0af), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.243998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2b419508-161e-4a85-869e-ac0a8bd1820b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.246227 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f3abc306-4e01-4da2-892d-3e332932b6a9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.253952 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.259348 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2b419508-161e-4a85-869e-ac0a8bd1820b HTTP/1.1" status: 204 len: 168 time: 0.9974449 Feb 19 00:40:07.291475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe69f5-3a9d-46e8-af59-97109e38fdf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b419508-161e-4a85-869e-ac0a8bd1820b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:07.304574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:07.315206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3abc306-4e01-4da2-892d-3e332932b6a9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:07.340217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e93485fc-d35f-4c77-84f1-6aa514822512), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.340576 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Added segment e93485fc-d35f-4c77-84f1-6aa514822512 of type vlan for network 6a788592-4377-431c-bb0e-b88807f9f9ce Feb 19 00:40:07.398092 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6a788592-4377-431c-bb0e-b88807f9f9ce), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.440606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6a788592-4377-431c-bb0e-b88807f9f9ce), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.440898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:40:05Z', 'revision_number': 5, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port': {'id': '5637f961-46d5-42ea-bd30-bc8c32562143', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:cd:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:35Z', 'updated_at': '2022-02-19T00:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:07.442862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:07.445005 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.454243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks [] for router_gateway (44ba499b-158f-4458-b6aa-b3047828a0af), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.480300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] Checking router: 44ba499b-158f-4458-b6aa-b3047828a0af for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:07.491121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] Routers {'44ba499b-158f-4458-b6aa-b3047828a0af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:07.491763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['44ba499b-158f-4458-b6aa-b3047828a0af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:07.499736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52976) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:07.508321 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7588813 Feb 19 00:40:07.509158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52978) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:07.529465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'subnet': {'network_id': '6a788592-4377-431c-bb0e-b88807f9f9ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:07.546041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a03707-bdb7-467e-8315-269392dd65d8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'Network': ['ID=6a788592-4377-431c-bb0e-b88807f9f9ce,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:07.571863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6a788592-4377-431c-bb0e-b88807f9f9ce details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:07.583654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Made reservation on behalf of f5cb9f0e2e214491ad66bf52abfdea96 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:07.586172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.591969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-976574ad-5811-4e8d-be7f-55a8d7bf0b83 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=353e85f4af68462b804020804e1212e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0907519 Feb 19 00:40:07.606987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52980) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:07.669912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] Set router 44ba499b-158f-4458-b6aa-b3047828a0af gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:07.677976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_gateway (21bd4836-ec26-48d0-9efc-22c9f9744228), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.711997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e00d6d9e-c485-4a7f-8e01-8cabd19735cd admin admin] Publish callbacks [] for security_group (21b482ad-3c5c-4121-a5c7-e95fc6c32986), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.724832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:40:07Z', 'revision_number': 6, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:07.732263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Deleting port 5637f961-46d5-42ea-bd30-bc8c32562143 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:07.733085 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.745919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e00d6d9e-c485-4a7f-8e01-8cabd19735cd admin admin] Publish callbacks [] for security_group (21b482ad-3c5c-4121-a5c7-e95fc6c32986), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.755963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e990937d-7334-454d-8430-7c6eba1f7161 None None] The sync data for ids ['44ba499b-158f-4458-b6aa-b3047828a0af'] in n-d-826527-3 is: [{'id': '44ba499b-158f-4458-b6aa-b3047828a0af', 'name': 'tempest-ServerRescueTestJSONUnderV235-1796636831-router', 'tenant_id': '206a3e5636214e3f8dcdd46e51008f7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:34Z', 'updated_at': '2022-02-19T00:40:07Z', 'revision_number': 6, 'project_id': '206a3e5636214e3f8dcdd46e51008f7e', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:07.865748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e00d6d9e-c485-4a7f-8e01-8cabd19735cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (21b482ad-3c5c-4121-a5c7-e95fc6c32986), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.868244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e00d6d9e-c485-4a7f-8e01-8cabd19735cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.869393 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e00d6d9e-c485-4a7f-8e01-8cabd19735cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21b482ad-3c5c-4121-a5c7-e95fc6c32986 HTTP/1.1" status: 204 len: 168 time: 0.2610638 Feb 19 00:40:07.892201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d6d9e-c485-4a7f-8e01-8cabd19735cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b482ad-3c5c-4121-a5c7-e95fc6c32986,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:07.949341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] For port 5637f961-46d5-42ea-bd30-bc8c32562143, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5637f961-46d5-42ea-bd30-bc8c32562143,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:07.949949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.995431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.objects.ports [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103650) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:40:07.995904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (3f9fb24e-7f5f-4bca-9d64-287d04db544d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:07.999208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Calling delete_port for 5637f961-46d5-42ea-bd30-bc8c32562143 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:08.062003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3f9fb24e-7f5f-4bca-9d64-287d04db544d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:08.069797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Checking segment: {'id': 'e93485fc-d35f-4c77-84f1-6aa514822512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '6a788592-4377-431c-bb0e-b88807f9f9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:08.070132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Network hostable DHCP agents. Network: 6a788592-4377-431c-bb0e-b88807f9f9ce, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:08.073050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82e2b053-4fcd-4ddf-a1e3-a6bcf8f75a00 req-c5c19f81-accc-4db5-8261-3a9c6a904c81 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0846283 Feb 19 00:40:08.094958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Network 6a788592-4377-431c-bb0e-b88807f9f9ce is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:08.107372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6a788592-4377-431c-bb0e-b88807f9f9ce) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:08.112599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:08.113528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:08.126122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d9240-3545-4f10-9c3c-e46f0c02468a None None] Network 6a788592-4377-431c-bb0e-b88807f9f9ce requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:08.160075 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fff4a72b-ef23-41bd-ad41-5c901e12ed3b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6433060 Feb 19 00:40:08.160845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52990) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:08.165987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1660012345', 'network_id': '6a788592-4377-431c-bb0e-b88807f9f9ce'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:08.180133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fb43d-7421-4e94-9b8c-bbbbf46570f1 req-8e11e0e8-42c7-45b4-a973-d7950dd1ac3d tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:08.181689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-890fb43d-7421-4e94-9b8c-bbbbf46570f1 req-8e11e0e8-42c7-45b4-a973-d7950dd1ac3d tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2504053 Feb 19 00:40:08.192683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (21bd4836-ec26-48d0-9efc-22c9f9744228), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:08.219663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Made reservation on behalf of f5cb9f0e2e214491ad66bf52abfdea96 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:08.222767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:08.258930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] device_id is not set on port d836cb3d-3524-4eb1-b846-60761433afa3 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:40:08.333167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c60ebc-8015-409c-baeb-1fca79127668 None None] Network 6a788592-4377-431c-bb0e-b88807f9f9ce requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:08.369689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-890fb43d-7421-4e94-9b8c-bbbbf46570f1 req-259e3860-d564-4ef0-9071-d08f6a352936 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785660 Feb 19 00:40:08.451379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Allocated IP 2001:db8::72 (6a788592-4377-431c-bb0e-b88807f9f9ce/3f9fb24e-7f5f-4bca-9d64-287d04db544d/d836cb3d-3524-4eb1-b846-60761433afa3) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:08.480542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0f24ca41-29fc-4938-b114-8a0412c01dbd no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:08.502587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0f24ca41-29fc-4938-b114-8a0412c01dbd {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:08.503019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0f24ca41-29fc-4938-b114-8a0412c01dbd not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:08.548451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 21bd4836-ec26-48d0-9efc-22c9f9744228 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:08.563582 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5637f961-46d5-42ea-bd30-bc8c32562143), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:08.712087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for port (d836cb3d-3524-4eb1-b846-60761433afa3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:08.729656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-fad99999-feb4-4e52-94e9-4001d9d8153a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:08.731300 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-fad99999-feb4-4e52-94e9-4001d9d8153a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1127 time: 0.0889082 Feb 19 00:40:08.824792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d836cb3d-3524-4eb1-b846-60761433afa3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:08.866460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:08.878091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Network 6a788592-4377-431c-bb0e-b88807f9f9ce is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:08.889961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:08.901359 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:08.902818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:08.903584 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:08.931008 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7690544 Feb 19 00:40:08.931815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53018) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:08.932756 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0988c8-0603-420a-92a7-d101110bc9b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'Port': ['ID=d836cb3d-3524-4eb1-b846-60761433afa3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:08.942568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-07d94ebe-62f0-4921-9a50-5a15a44da942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:08.943998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-07d94ebe-62f0-4921-9a50-5a15a44da942 service neutron] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 919 time: 0.2051027 Feb 19 00:40:09.012234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-128962744-network', 'tenant_id': 'a1fdb925379b45658a7a50dd76c1c274'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:09.016645 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-cba7418d-7a55-4e85-a414-54ca3d6b6c8a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 200 len: 217 time: 0.0538371 Feb 19 00:40:09.048249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Pushing event deleted for resources: {'Port': ['ID=5637f961-46d5-42ea-bd30-bc8c32562143,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:09.093159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Made reservation on behalf of a1fdb925379b45658a7a50dd76c1c274 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:09.095595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.117456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-e0970a62-b977-4ed6-b957-113e6b747723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:09.118952 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-e0970a62-b977-4ed6-b957-113e6b747723 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.0915380 Feb 19 00:40:09.121187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.168470 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-aa3f0af0-8ac5-4ff2-8ca5-a429bd82a9e6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371664 Feb 19 00:40:09.178074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-fdba9397-3eb1-496e-859a-bbc68a7de842 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Deleting port d836cb3d-3524-4eb1-b846-60761433afa3 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:09.178449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fdba9397-3eb1-496e-859a-bbc68a7de842 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d836cb3d-3524-4eb1-b846-60761433afa3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.183188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-015cdb26-ebc5-4b1c-82e8-4420585d6f83 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:40:09.184152 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-015cdb26-ebc5-4b1c-82e8-4420585d6f83 service neutron] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079653 Feb 19 00:40:09.192643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-740760d8-fb3c-4336-9c83-a26fcc3233c8 req-694752fe-f9ce-4eb8-80a1-e4ede4cc9c7b tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0461712 Feb 19 00:40:09.216519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:09.218021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (44ba499b-158f-4458-b6aa-b3047828a0af), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.229754 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae271c7-2f36-4dc9-b5f1-c82acf46958d None None] Sync routers for ids ['21bd4836-ec26-48d0-9efc-22c9f9744228'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:09.243094 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae271c7-2f36-4dc9-b5f1-c82acf46958d None None] Routers {'21bd4836-ec26-48d0-9efc-22c9f9744228'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:09.243868 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1ae271c7-2f36-4dc9-b5f1-c82acf46958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['21bd4836-ec26-48d0-9efc-22c9f9744228'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:09.280649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1ae271c7-2f36-4dc9-b5f1-c82acf46958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:09.290697 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae271c7-2f36-4dc9-b5f1-c82acf46958d None None] Routers {'21bd4836-ec26-48d0-9efc-22c9f9744228'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:09.291615 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1ae271c7-2f36-4dc9-b5f1-c82acf46958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['21bd4836-ec26-48d0-9efc-22c9f9744228'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:09.292249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85158d17-f0ed-4bdc-8566-d7ea66c8d424 req-67a70d4f-0743-45b3-a72f-5698c2db154b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:09.294021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85158d17-f0ed-4bdc-8566-d7ea66c8d424 req-67a70d4f-0743-45b3-a72f-5698c2db154b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2794020 Feb 19 00:40:09.332396 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1ae271c7-2f36-4dc9-b5f1-c82acf46958d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:09.333210 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae271c7-2f36-4dc9-b5f1-c82acf46958d None None] The sync data for ids ['21bd4836-ec26-48d0-9efc-22c9f9744228'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:09.340205 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.341452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-14d96cbd-ce26-4309-b5e3-0be335da3195 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.3079047 Feb 19 00:40:09.344080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (44ba499b-158f-4458-b6aa-b3047828a0af), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.351093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53022) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:09.352271 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks [] for router_controller (44ba499b-158f-4458-b6aa-b3047828a0af), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.457953 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (44ba499b-158f-4458-b6aa-b3047828a0af), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.458543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44ba499b-158f-4458-b6aa-b3047828a0af {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:09.466892 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.468037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-272645de-8e64-46d6-88dc-486f3d753166 admin admin] 10.222.0.60 "DELETE /v2.0/routers/44ba499b-158f-4458-b6aa-b3047828a0af HTTP/1.1" status: 204 len: 168 time: 2.4181175 Feb 19 00:40:09.471457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53024) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:09.476383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85158d17-f0ed-4bdc-8566-d7ea66c8d424 req-508b2678-6f7e-4912-a431-5772b1a2dea8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494057 Feb 19 00:40:09.569421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfe1f69-82d1-4ead-8a19-d7363a31a2ec admin admin] Deleting subnet b3db84d6-3dee-4611-885a-094b16363742 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:40:09.576227 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f69-82d1-4ead-8a19-d7363a31a2ec admin admin] Publish callbacks [] for subnet (b3db84d6-3dee-4611-885a-094b16363742), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.582902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9439205d-19ea-4ede-8504-f4e908a7c114 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/routers/21bd4836-ec26-48d0-9efc-22c9f9744228 HTTP/1.1" status: 200 len: 880 time: 0.2286127 Feb 19 00:40:09.593383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53026) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:09.618150 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f69-82d1-4ead-8a19-d7363a31a2ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (b3db84d6-3dee-4611-885a-094b16363742), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.657927 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f69-82d1-4ead-8a19-d7363a31a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b3db84d6-3dee-4611-885a-094b16363742), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.715396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f69-82d1-4ead-8a19-d7363a31a2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (b3db84d6-3dee-4611-885a-094b16363742), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.719854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fdba9397-3eb1-496e-859a-bbc68a7de842 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d836cb3d-3524-4eb1-b846-60761433afa3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.742546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe1f69-82d1-4ead-8a19-d7363a31a2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3db84d6-3dee-4611-885a-094b16363742,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:09.744536 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebfe1f69-82d1-4ead-8a19-d7363a31a2ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.747815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ebfe1f69-82d1-4ead-8a19-d7363a31a2ec admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b3db84d6-3dee-4611-885a-094b16363742 HTTP/1.1" status: 204 len: 168 time: 0.2751992 Feb 19 00:40:09.750552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53028) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:09.758293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-fdba9397-3eb1-496e-859a-bbc68a7de842 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Calling delete_port for d836cb3d-3524-4eb1-b846-60761433afa3 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:09.789916 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-ffe4f850-829a-4cc9-b551-f234dafdfea5 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925806 Feb 19 00:40:09.791798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Publish callbacks [] for security_group (e0b1bb7a-126a-481b-b423-79ea2a530858), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.825786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6b7881e6-22eb-4144-ae73-d220d59ead7b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.837995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e0b1bb7a-126a-481b-b423-79ea2a530858), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.840184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a95ca4e2-19da-4260-8732-d8ec3a57690c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:09.865248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: a95ca4e2-19da-4260-8732-d8ec3a57690c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:09.865882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a95ca4e2-19da-4260-8732-d8ec3a57690c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:09.866547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5637f961-46d5-42ea-bd30-bc8c32562143 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:09.886149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 5637f961-46d5-42ea-bd30-bc8c32562143 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:09.886438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5637f961-46d5-42ea-bd30-bc8c32562143 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:09.911153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6b7881e6-22eb-4144-ae73-d220d59ead7b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.924717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:09.933255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7881e6-22eb-4144-ae73-d220d59ead7b']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:09.943025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343bcfbc-7e3f-4031-86ea-f4203422eadb') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:09.943309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343bcfbc-7e3f-4031-86ea-f4203422eadb') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:09.958761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (343bcfbc-7e3f-4031-86ea-f4203422eadb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.972917 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (343bcfbc-7e3f-4031-86ea-f4203422eadb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.976714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8d4a6032-d44a-4ab6-b659-0354644a8796), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.977329 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Added segment 8d4a6032-d44a-4ab6-b659-0354644a8796 of type vlan for network 87934195-05f6-4c76-8bcd-87ad811acf07 Feb 19 00:40:09.979797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:40:09.980297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b1bb7a-126a-481b-b423-79ea2a530858,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:09.980424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (343bcfbc-7e3f-4031-86ea-f4203422eadb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:40:09.983127 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:40:10.043248 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6b7881e6-22eb-4144-ae73-d220d59ead7b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.049259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.053024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6b7881e6-22eb-4144-ae73-d220d59ead7b HTTP/1.1" status: 204 len: 168 time: 0.3015692 Feb 19 00:40:10.066329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5ab99-840a-4f86-9b88-6715c9f0afc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7881e6-22eb-4144-ae73-d220d59ead7b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:10.110740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (87934195-05f6-4c76-8bcd-87ad811acf07), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.117350 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df8aebf7-87cf-4478-85be-0c3ee8d0edf7 req-aa12d87f-da08-4fa5-a9d4-46e5b9943b64 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892954 Feb 19 00:40:10.190594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53032) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:10.205995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (87934195-05f6-4c76-8bcd-87ad811acf07), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.207105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:10.207689 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.232988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9f2ddf1d-42b3-4ae4-9c42-8453dc0a3d3b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=206a3e5636214e3f8dcdd46e51008f7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409012 Feb 19 00:40:10.235516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53036) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:10.278846 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4043970 Feb 19 00:40:10.285948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fdba9397-3eb1-496e-859a-bbc68a7de842 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d836cb3d-3524-4eb1-b846-60761433afa3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.287415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:10.299523 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2d636538-103d-4285-b8af-d67a27dbaaae tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6999643 Feb 19 00:40:10.299747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-220ceb16-ba90-4c9a-b0ca-35bf8bd9a4ca req-dd6541c3-264e-40f7-9cef-a16a4baee90e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0407050 Feb 19 00:40:10.299747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53040) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:10.303999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7787c117-0aea-49fa-b4ce-3b1548dd7fde tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-224947198'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:10.304392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Request body: {'subnet': {'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-128962744-subnet', 'tenant_id': 'a1fdb925379b45658a7a50dd76c1c274', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:10.339301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea357d-9fd5-4e25-900f-a97d0be40207 admin admin] Pushing event updated for resources: {'Network': ['ID=87934195-05f6-4c76-8bcd-87ad811acf07,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:10.345020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba9397-3eb1-496e-859a-bbc68a7de842 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event deleted for resources: {'Port': ['ID=d836cb3d-3524-4eb1-b846-60761433afa3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:10.355382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 87934195-05f6-4c76-8bcd-87ad811acf07 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:10.372161 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a79d073f-fdc4-4177-a499-e161118cb33d admin admin] Publish callbacks [] for security_group (c75e103b-041d-4edb-879e-b780617cec27), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.377868 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fdba9397-3eb1-496e-859a-bbc68a7de842 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.381151 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fdba9397-3eb1-496e-859a-bbc68a7de842 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "DELETE /v2.0/ports/d836cb3d-3524-4eb1-b846-60761433afa3 HTTP/1.1" status: 204 len: 168 time: 1.4455774 Feb 19 00:40:10.382413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Made reservation on behalf of a1fdb925379b45658a7a50dd76c1c274 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:10.384709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.386497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53042) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:10.400111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a788592-4377-431c-bb0e-b88807f9f9ce', 'external_fixed_ips': [{'subnet_id': '3f9fb24e-7f5f-4bca-9d64-287d04db544d', 'ip_address': '2001:db8::72'}]}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:10.434705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a79d073f-fdc4-4177-a499-e161118cb33d admin admin] Publish callbacks [] for security_group (c75e103b-041d-4edb-879e-b780617cec27), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.459356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.460590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.541067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_controller (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.582209 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a79d073f-fdc4-4177-a499-e161118cb33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c75e103b-041d-4edb-879e-b780617cec27), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.583237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a79d073f-fdc4-4177-a499-e161118cb33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.586958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a79d073f-fdc4-4177-a499-e161118cb33d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c75e103b-041d-4edb-879e-b780617cec27 HTTP/1.1" status: 204 len: 168 time: 0.3477125 Feb 19 00:40:10.617861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d073f-fdc4-4177-a499-e161118cb33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75e103b-041d-4edb-879e-b780617cec27,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:10.684136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ff227-e1a5-4278-a06b-bd2a8608a06a req-21801a12-1013-4daa-bd3c-535652bc0a0e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:10.685673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-436ff227-e1a5-4278-a06b-bd2a8608a06a req-21801a12-1013-4daa-bd3c-535652bc0a0e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1191537 Feb 19 00:40:10.751198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.771277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (96da7c72-2c12-434d-8482-df768791c408), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.776154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7787c117-0aea-49fa-b4ce-3b1548dd7fde tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (21bd4836-ec26-48d0-9efc-22c9f9744228), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.789002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-436ff227-e1a5-4278-a06b-bd2a8608a06a req-99e99d60-22cd-4a35-93e6-4399680e22ba tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924025 Feb 19 00:40:10.796585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7787c117-0aea-49fa-b4ce-3b1548dd7fde tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (21bd4836-ec26-48d0-9efc-22c9f9744228), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.887858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96da7c72-2c12-434d-8482-df768791c408,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:10.900884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Checking segment: {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:10.901211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Network hostable DHCP agents. Network: 87934195-05f6-4c76-8bcd-87ad811acf07, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:10.918544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7787c117-0aea-49fa-b4ce-3b1548dd7fde tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 21bd4836-ec26-48d0-9efc-22c9f9744228 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:10.930864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Network 87934195-05f6-4c76-8bcd-87ad811acf07 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:10.948032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 87934195-05f6-4c76-8bcd-87ad811acf07) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:10.954281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:10.954978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:10.960269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68732632-ae42-4ca2-8b39-22d47ff525cc None None] Network 87934195-05f6-4c76-8bcd-87ad811acf07 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:11.033665 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-45cd719e-4b3c-48f7-a085-76d2c9e5c4b0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7425621 Feb 19 00:40:11.067384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3d42a-b23c-4c4f-8e79-089e6218ac90 None None] Network 87934195-05f6-4c76-8bcd-87ad811acf07 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:11.075230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.093851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7787c117-0aea-49fa-b4ce-3b1548dd7fde tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:11.106321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7787c117-0aea-49fa-b4ce-3b1548dd7fde tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.109515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.115438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7787c117-0aea-49fa-b4ce-3b1548dd7fde tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/21bd4836-ec26-48d0-9efc-22c9f9744228 HTTP/1.1" status: 200 len: 887 time: 0.8125281 Feb 19 00:40:11.115612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b295e-fab7-4e5b-a455-db75c3b443bd None None] Sync routers for ids ['21bd4836-ec26-48d0-9efc-22c9f9744228'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:11.121255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53060) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:11.167178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b295e-fab7-4e5b-a455-db75c3b443bd None None] Routers {'21bd4836-ec26-48d0-9efc-22c9f9744228'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:11.167786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d15b295e-fab7-4e5b-a455-db75c3b443bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['21bd4836-ec26-48d0-9efc-22c9f9744228'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:11.227313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d15b295e-fab7-4e5b-a455-db75c3b443bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:11.254588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15b295e-fab7-4e5b-a455-db75c3b443bd None None] Routers {'21bd4836-ec26-48d0-9efc-22c9f9744228'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:11.255353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d15b295e-fab7-4e5b-a455-db75c3b443bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['21bd4836-ec26-48d0-9efc-22c9f9744228'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:11.319858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d15b295e-fab7-4e5b-a455-db75c3b443bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:11.321072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15b295e-fab7-4e5b-a455-db75c3b443bd None None] The sync data for ids ['21bd4836-ec26-48d0-9efc-22c9f9744228'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:11.407786 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-56398b77-80dd-4de9-8e50-0ba120db3f15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/routers/21bd4836-ec26-48d0-9efc-22c9f9744228 HTTP/1.1" status: 200 len: 887 time: 0.2852149 Feb 19 00:40:11.408758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53078) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:11.410932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bd3e482-706a-4276-90ec-b6112a0be62a req-547820e1-f4ff-458f-9c1e-2a8ca08d6e55 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0471311 Feb 19 00:40:11.441618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Allocated IP 2001:db8::72 (6a788592-4377-431c-bb0e-b88807f9f9ce/3f9fb24e-7f5f-4bca-9d64-287d04db544d/3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:11.446863 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5327634d-7e30-4fea-ab86-ddc3b7f119ad tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=21bd4836-ec26-48d0-9efc-22c9f9744228 HTTP/1.1" status: 200 len: 205 time: 0.0342884 Feb 19 00:40:11.448289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53080) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:11.495228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53082) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:11.577726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for port (3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.584990 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (21bd4836-ec26-48d0-9efc-22c9f9744228), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.623892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.643524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1110392526-network', 'tenant_id': 'a1ead4071a514b169f79974dd760e81a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:11.666348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Network 6a788592-4377-431c-bb0e-b88807f9f9ce is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:11.669085 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:11.674624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:11.680071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'Port': ['ID=3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:11.755696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Made reservation on behalf of a1ead4071a514b169f79974dd760e81a for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:11.757886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.785579 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.822326 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_gateway (21bd4836-ec26-48d0-9efc-22c9f9744228), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.838945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-bb5b7d10-63db-4de3-9536-b70cce00e7f6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:11.840437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-bb5b7d10-63db-4de3-9536-b70cce00e7f6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 813 time: 0.1937115 Feb 19 00:40:11.889055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-95d9468f-b102-4156-8689-b43cbc6759f2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/quotas/a1fdb925379b45658a7a50dd76c1c274 HTTP/1.1" status: 200 len: 375 time: 0.0425558 Feb 19 00:40:11.898452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:11.964783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-fad6acda-7800-4e79-a9a4-5c124ab50a7d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622072 Feb 19 00:40:11.981730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-c88630c4-3a74-4ef6-9c30-21af92d46072 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:40:11.983071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-c88630c4-3a74-4ef6-9c30-21af92d46072 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060973 Feb 19 00:40:12.066698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299d144-500c-441a-b304-7a1e3caaf5a5 req-2e44a082-b6fc-4f43-ab4f-f430eab05535 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:12.068086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e299d144-500c-441a-b304-7a1e3caaf5a5 req-2e44a082-b6fc-4f43-ab4f-f430eab05535 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1863964 Feb 19 00:40:12.079613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Publish callbacks [] for security_group (cc1a626e-d556-4845-829b-1af6dec33558), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.094431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cc1a626e-d556-4845-829b-1af6dec33558), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.108947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port de4e3e20-0f5d-441f-b721-689a90645cbb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:12.109295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (de4e3e20-0f5d-441f-b721-689a90645cbb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.150063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:12.235332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (79615382-e89a-4273-9e93-9cab1d56fa85), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.235686 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Added segment 79615382-e89a-4273-9e93-9cab1d56fa85 of type vlan for network cc928202-8e51-4951-9248-7035f172374e Feb 19 00:40:12.247866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1a626e-d556-4845-829b-1af6dec33558,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:12.252115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-d3d12325-2f0f-48e7-93e2-4770a03435db service neutron] 10.222.0.60 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608833 Feb 19 00:40:12.258776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e299d144-500c-441a-b304-7a1e3caaf5a5 req-fd840437-a3a5-4105-b7b6-1b763d55ef27 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813521 Feb 19 00:40:12.329519 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (cc928202-8e51-4951-9248-7035f172374e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.421774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.562056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Router d4683c89-86b1-40ff-a84b-95b2ee2ae01a is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:12.688839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:12.699612 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Sync routers for ids ['d4683c89-86b1-40ff-a84b-95b2ee2ae01a'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:12.708126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.711997 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-17689b17-bf54-421a-be16-59a05b0451b8 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.3211992 Feb 19 00:40:12.714090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53100) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:12.714262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (de4e3e20-0f5d-441f-b721-689a90645cbb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.716700 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Routers {'d4683c89-86b1-40ff-a84b-95b2ee2ae01a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:12.717437 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d4683c89-86b1-40ff-a84b-95b2ee2ae01a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:12.741215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbbff86d-ea7d-4d59-8cc0-252b9057c524 req-bfb96bab-3ae3-4d37-b51f-62e1c64c9b1a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0480373 Feb 19 00:40:12.757140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for de4e3e20-0f5d-441f-b721-689a90645cbb owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:12.799111 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (cc928202-8e51-4951-9248-7035f172374e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.800279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:12.800961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.837220 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Set router d4683c89-86b1-40ff-a84b-95b2ee2ae01a gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:12.849119 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:12.863159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3663642 Feb 19 00:40:12.868172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-5380d372-1ced-4846-997a-70d68b25e6e3 service neutron] 10.222.0.60 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820329 Feb 19 00:40:12.882161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53102) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:12.886989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Request body: {'subnet': {'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1110392526-subnet', 'tenant_id': 'a1ead4071a514b169f79974dd760e81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:12.928410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66249a9a-eba9-4329-b638-2b9a8cdbe93b admin admin] Pushing event updated for resources: {'Network': ['ID=cc928202-8e51-4951-9248-7035f172374e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:12.938288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network cc928202-8e51-4951-9248-7035f172374e details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:12.982385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Made reservation on behalf of a1ead4071a514b169f79974dd760e81a for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:12.985830 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.052888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.138861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Deleting port 3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:13.139249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.139897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00ff6b1f-a170-47db-82fa-91d072e6b97d req-2914ca11-680d-4538-99e8-18b0beb53217 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 210 time: 0.0504596 Feb 19 00:40:13.155255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (de4e3e20-0f5d-441f-b721-689a90645cbb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.160725 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4683c89-86b1-40ff-a84b-95b2ee2ae01a', 'name': '', 'tenant_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a788592-4377-431c-bb0e-b88807f9f9ce', 'external_fixed_ips': [{'subnet_id': '3f9fb24e-7f5f-4bca-9d64-287d04db544d', 'ip_address': '2001:db8::72'}], 'enable_snat': True}, 'gw_port_id': '3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:10Z', 'updated_at': '2022-02-19T00:40:11Z', 'revision_number': 3, 'project_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'gw_port': {'id': '3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e', 'name': '', 'network_id': '6a788592-4377-431c-bb0e-b88807f9f9ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:25:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4683c89-86b1-40ff-a84b-95b2ee2ae01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '3f9fb24e-7f5f-4bca-9d64-287d04db544d', 'ip_address': '2001:db8::72', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:11Z', 'updated_at': '2022-02-19T00:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3f9fb24e-7f5f-4bca-9d64-287d04db544d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:13.190061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=de4e3e20-0f5d-441f-b721-689a90645cbb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:13.200637 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Checking router: d4683c89-86b1-40ff-a84b-95b2ee2ae01a for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:13.200908 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Updating router d4683c89-86b1-40ff-a84b-95b2ee2ae01a port 3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:40:13.254751 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.277726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (21bd4836-ec26-48d0-9efc-22c9f9744228), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.291566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.305052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (4e2f3285-2055-4fdb-aae2-df011f3bacd4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.316818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Calling delete_port for 3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:13.406581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (21bd4836-ec26-48d0-9efc-22c9f9744228), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.423749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (21bd4836-ec26-48d0-9efc-22c9f9744228), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.482985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2f3285-2055-4fdb-aae2-df011f3bacd4,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:13.503628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4137c53-c245-4a50-9841-4f1a2c5c298e req-17f88d8f-6e87-4e21-9cd4-359d8209d44b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:13.504657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Checking segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:13.505237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Network hostable DHCP agents. Network: cc928202-8e51-4951-9248-7035f172374e, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:13.505514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4137c53-c245-4a50-9841-4f1a2c5c298e req-17f88d8f-6e87-4e21-9cd4-359d8209d44b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1180780 Feb 19 00:40:13.506382 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (21bd4836-ec26-48d0-9efc-22c9f9744228), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.507233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Fanout notify agent at l3_agent the message router_deleted on router 21bd4836-ec26-48d0-9efc-22c9f9744228 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:13.515685 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.517594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5e086802-26c2-4c19-9036-b5fe9bb641a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/21bd4836-ec26-48d0-9efc-22c9f9744228 HTTP/1.1" status: 204 len: 168 time: 2.0682414 Feb 19 00:40:13.525622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53116) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:13.533550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-465984279'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:13.583558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Network cc928202-8e51-4951-9248-7035f172374e is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:13.584261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:13.587975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.597463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, cc928202-8e51-4951-9248-7035f172374e) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:13.603873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:13.604109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4137c53-c245-4a50-9841-4f1a2c5c298e req-66cd4782-90cb-4a4f-8486-8359a5d8dae4 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853169 Feb 19 00:40:13.606971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.614975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532ddc7-96c7-45c1-a34d-01617777f67d None None] Network cc928202-8e51-4951-9248-7035f172374e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:13.634010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:13.648081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.648490 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66 of type vlan for network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf Feb 19 00:40:13.666637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e68f3a3f-addc-4f17-973c-796904179706 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7833238 Feb 19 00:40:13.692424 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.694317 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.db.api [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:40:13.694747 n-d-826527-3 neutron-server[103652]: DEBUG oslo_db.api [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:40:13.698382 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (782357d3-7cd3-4f95-b62a-ce85bb98ffdf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.724779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:13.750005 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.754591 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (782357d3-7cd3-4f95-b62a-ce85bb98ffdf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.773285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:13.776844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.919972 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:13.922652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_controller (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.001504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1e601-cb16-4c91-ac92-dd8bd526cabc None None] Network cc928202-8e51-4951-9248-7035f172374e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:14.016534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (d4683c89-86b1-40ff-a84b-95b2ee2ae01a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.017352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d4683c89-86b1-40ff-a84b-95b2ee2ae01a {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:14.028563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.033064 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dd5bf6df-6ef2-486a-a283-1bdf973b191b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "DELETE /v2.0/routers/d4683c89-86b1-40ff-a84b-95b2ee2ae01a HTTP/1.1" status: 204 len: 168 time: 1.3163970 Feb 19 00:40:14.034768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53126) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:14.040497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec454961-701d-40d1-8a1d-7b061ee7d0cb req-a7aef026-5977-4084-9949-a9380437f4e5 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1339867 Feb 19 00:40:14.053075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5239401 Feb 19 00:40:14.054573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaf5344-fd60-44bb-a875-3df03d25540d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=782357d3-7cd3-4f95-b62a-ce85bb98ffdf,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:14.057020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53132) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:14.078061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': '782357d3-7cd3-4f95-b62a-ce85bb98ffdf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:14.151361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:14.152926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a5636e-edeb-44ad-a0ce-9b042a998e8e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Deleting subnet 3f9fb24e-7f5f-4bca-9d64-287d04db544d {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:40:14.158350 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47a5636e-edeb-44ad-a0ce-9b042a998e8e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for subnet (3f9fb24e-7f5f-4bca-9d64-287d04db544d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.216885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47a5636e-edeb-44ad-a0ce-9b042a998e8e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (3f9fb24e-7f5f-4bca-9d64-287d04db544d), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.224868 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Port 3bd6b9c8-fca3-43ce-b1f6-fbaeb5b6c79e not found while updating agent binding for router d4683c89-86b1-40ff-a84b-95b2ee2ae01a. {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 00:40:14.254157 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Routers set() bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:14.265439 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Router IDs set() for agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 00:40:14.268179 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_agentschedulers_db [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d4683c89-86b1-40ff-a84b-95b2ee2ae01a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent'). {{(pid=103652) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 00:40:14.268650 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e26e2-9ce7-4272-be78-3f0b1fd61d39 None None] The sync data for ids ['d4683c89-86b1-40ff-a84b-95b2ee2ae01a'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:14.269988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:14.274568 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.300653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47a5636e-edeb-44ad-a0ce-9b042a998e8e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3f9fb24e-7f5f-4bca-9d64-287d04db544d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.385035 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47a5636e-edeb-44ad-a0ce-9b042a998e8e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (3f9fb24e-7f5f-4bca-9d64-287d04db544d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.420244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5636e-edeb-44ad-a0ce-9b042a998e8e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9fb24e-7f5f-4bca-9d64-287d04db544d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:14.425924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47a5636e-edeb-44ad-a0ce-9b042a998e8e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.430428 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-47a5636e-edeb-44ad-a0ce-9b042a998e8e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/3f9fb24e-7f5f-4bca-9d64-287d04db544d HTTP/1.1" status: 204 len: 168 time: 0.3946083 Feb 19 00:40:14.433392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53150) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:14.460232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f67bf80-cabd-40d2-b4b6-678b6bee3187 req-8edda6d2-e686-4e70-9a25-27b50417b63d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 210 time: 0.1124263 Feb 19 00:40:14.550442 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6a788592-4377-431c-bb0e-b88807f9f9ce), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.654562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6a788592-4377-431c-bb0e-b88807f9f9ce), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.664366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-1b4c9580-0aa5-4614-8c3d-816d9802f513 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:14.665949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-1b4c9580-0aa5-4614-8c3d-816d9802f513 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 815 time: 0.3171041 Feb 19 00:40:14.680138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a788592-4377-431c-bb0e-b88807f9f9ce']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:14.692709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93485fc-d35f-4c77-84f1-6aa514822512') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:14.693005 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93485fc-d35f-4c77-84f1-6aa514822512') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:14.702980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e93485fc-d35f-4c77-84f1-6aa514822512), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.708011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-7a055801-844f-4649-91f6-baf2bb82e155 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:14.709699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-7a055801-844f-4649-91f6-baf2bb82e155 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.113 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 813 time: 0.2259512 Feb 19 00:40:14.714173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-3131828b-b351-47b3-a263-b65815c6feb7 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/quotas/a1ead4071a514b169f79974dd760e81a HTTP/1.1" status: 200 len: 375 time: 0.0358617 Feb 19 00:40:14.717738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e93485fc-d35f-4c77-84f1-6aa514822512), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.724904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Request body: {'port': {'device_id': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07', 'admin_state_up': True, 'tenant_id': 'a1fdb925379b45658a7a50dd76c1c274'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:14.725872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:40:14.726328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e93485fc-d35f-4c77-84f1-6aa514822512), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:40:14.728651 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:40:14.788630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6a788592-4377-431c-bb0e-b88807f9f9ce), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.794349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6a788592-4377-431c-bb0e-b88807f9f9ce {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 00:40:14.798507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:14.802287 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "DELETE /v2.0/networks/6a788592-4377-431c-bb0e-b88807f9f9ce HTTP/1.1" status: 204 len: 168 time: 0.3671968 Feb 19 00:40:14.814686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e5aa4-e671-4b14-be2b-ef1f5699b43b tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event deleted for resources: {'Network': ['ID=6a788592-4377-431c-bb0e-b88807f9f9ce,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:14.822741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-9b97f017-ba33-4163-8196-528d3bcd3364 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816128 Feb 19 00:40:14.900207 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (795ce3e2-4a78-4e84-82ba-0426b9ef9583), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.014817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=795ce3e2-4a78-4e84-82ba-0426b9ef9583,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:15.033922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': 'eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '782357d3-7cd3-4f95-b62a-ce85bb98ffdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:15.034421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: 782357d3-7cd3-4f95-b62a-ce85bb98ffdf, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:15.055072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-0618bc4d-23b4-4493-8cb6-84f00e297c14 service neutron] 10.222.0.60 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171929 Feb 19 00:40:15.058850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Made reservation on behalf of a1fdb925379b45658a7a50dd76c1c274 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:15.062514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.097769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:15.157338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 782357d3-7cd3-4f95-b62a-ce85bb98ffdf) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:15.166916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1250b948-c973-4c6f-9faf-8deead041917 None None] Network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:15.186176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:15.186912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.193429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53160) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:15.200294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7caa457e-b1fd-4ac4-a31d-5ab12f16cf70 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'router': {'name': 'tempest-router--1466112196', 'project_id': '36e47891b38340029582cf6d3bd36563'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:15.264973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-305889a8-ac5d-4fa3-99e9-33b6bce6ef14 req-02786295-bbe4-486d-86f2-0066e4e914fb tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1125016 Feb 19 00:40:15.265583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7caa457e-b1fd-4ac4-a31d-5ab12f16cf70 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (58612e20-b7c9-4441-9e4e-f7eca788ab12), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.271271 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7caa457e-b1fd-4ac4-a31d-5ab12f16cf70 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (58612e20-b7c9-4441-9e4e-f7eca788ab12), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.342460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5afe2754-7a53-47df-9b9e-bacadce8cfce tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2717819 Feb 19 00:40:15.347377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53164) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:15.352869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fe4b1be1-c69e-4865-a1df-04708f4de4cd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1306073646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:15.397986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-127d58ed-5a48-4205-a0ec-67122f867107 service neutron] 10.222.0.60 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315954 Feb 19 00:40:15.401532 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7caa457e-b1fd-4ac4-a31d-5ab12f16cf70 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_controller (58612e20-b7c9-4441-9e4e-f7eca788ab12), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.410534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7caa457e-b1fd-4ac4-a31d-5ab12f16cf70 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (58612e20-b7c9-4441-9e4e-f7eca788ab12), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.438994 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1be1-c69e-4865-a1df-04708f4de4cd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (f24255da-a37c-452b-a532-066cc3f1ef8b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.441039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1be1-c69e-4865-a1df-04708f4de4cd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (f24255da-a37c-452b-a532-066cc3f1ef8b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.460632 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7caa457e-b1fd-4ac4-a31d-5ab12f16cf70 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.462478 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7caa457e-b1fd-4ac4-a31d-5ab12f16cf70 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2667215 Feb 19 00:40:15.465535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53166) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:15.476447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-782357d3-7cd3-4f95-b62a-ce85bb98ffdf', 'network_id': '782357d3-7cd3-4f95-b62a-ce85bb98ffdf', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': '795ce3e2-4a78-4e84-82ba-0426b9ef9583'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:40:15.480822 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.551845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Allocated IP 172.20.0.2 (87934195-05f6-4c76-8bcd-87ad811acf07/96da7c72-2c12-434d-8482-df768791c408/bac6700d-0309-4528-b486-47cf7b8e2e11) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:15.628142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f37be85e-74ea-4efe-849c-8f8ae7d9de41 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (58612e20-b7c9-4441-9e4e-f7eca788ab12), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.682434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-773c2445-fdf3-4faa-b2f8-137da0f99790 req-d6fd274c-8422-4f4a-b32c-7c636d0c6260 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 210 time: 0.0714085 Feb 19 00:40:15.724496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Allocated IP 172.20.0.2 (782357d3-7cd3-4f95-b62a-ce85bb98ffdf/795ce3e2-4a78-4e84-82ba-0426b9ef9583/0f0bc469-5a85-40ca-8188-5b6e5a5218fe) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:15.728574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1be1-c69e-4865-a1df-04708f4de4cd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (f24255da-a37c-452b-a532-066cc3f1ef8b), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.762763 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1be1-c69e-4865-a1df-04708f4de4cd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (f24255da-a37c-452b-a532-066cc3f1ef8b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.859680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b147d4d-002e-41c8-bbe1-abff5cc1f0cb req-975e0c84-b243-446a-be2d-3a25993934c5 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 210 time: 0.1076329 Feb 19 00:40:15.961732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f37be85e-74ea-4efe-849c-8f8ae7d9de41 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (58612e20-b7c9-4441-9e4e-f7eca788ab12), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.963167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks [] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:15.964684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f37be85e-74ea-4efe-849c-8f8ae7d9de41 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_controller (58612e20-b7c9-4441-9e4e-f7eca788ab12), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.012766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.013268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe4b1be1-c69e-4865-a1df-04708f4de4cd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.014386 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fe4b1be1-c69e-4865-a1df-04708f4de4cd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6659832 Feb 19 00:40:16.017647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53178) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:16.086285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Publish callbacks [] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.095447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Network 87934195-05f6-4c76-8bcd-87ad811acf07 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:16.095621 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.100668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:16.109921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:16.156898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:16.177326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f37be85e-74ea-4efe-849c-8f8ae7d9de41 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (58612e20-b7c9-4441-9e4e-f7eca788ab12), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.177962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37be85e-74ea-4efe-849c-8f8ae7d9de41 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58612e20-b7c9-4441-9e4e-f7eca788ab12 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:16.180418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.181251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.185856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Pushing event updated for resources: {'Port': ['ID=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:16.204273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-b3c7f9b0-5dff-40f8-9ff2-c00ee391bbbf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4824405 Feb 19 00:40:16.206051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:16.207766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:16.212463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:16.218924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f37be85e-74ea-4efe-849c-8f8ae7d9de41 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.220144 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f37be85e-74ea-4efe-849c-8f8ae7d9de41 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "DELETE /v2.0/routers/58612e20-b7c9-4441-9e4e-f7eca788ab12 HTTP/1.1" status: 204 len: 168 time: 0.7532089 Feb 19 00:40:16.235096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-9eff3f8f-3b14-41aa-9aae-85191d6a9a72 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:40:16.240845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-9eff3f8f-3b14-41aa-9aae-85191d6a9a72 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0284891 Feb 19 00:40:16.251844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Request body: {'port': {'device_id': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:16.269823 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-94efc5b7-5ce0-4999-811d-1f11b12a6892 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5009775 Feb 19 00:40:16.301221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Attempting to bind port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:16.301831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Attempting to bind port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '782357d3-7cd3-4f95-b62a-ce85bb98ffdf'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:16.302404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Attempting to bind port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe on network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:16.324262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:16.324671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Checking segment: {'id': 'eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '782357d3-7cd3-4f95-b62a-ce85bb98ffdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:16.334071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.334868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Bound using segment: {'id': 'eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '782357d3-7cd3-4f95-b62a-ce85bb98ffdf'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:16.336667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Bound port: 0f0bc469-5a85-40ca-8188-5b6e5a5218fe, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '782357d3-7cd3-4f95-b62a-ce85bb98ffdf'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:16.337377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.410536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6b0cbbd-27f9-41e5-9e20-0a4cf9329cfd req-94417a2c-6003-421e-b60a-fec3048903ff tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0699079 Feb 19 00:40:16.452027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.493019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] For port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:16.503383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] For port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,segment=NetworkSegment(eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66),segment_id=eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:16.505443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53192) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:16.513140 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.513885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:16.547187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1c220746-1b24-4d4e-9607-534861aac164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.548106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1c220746-1b24-4d4e-9607-534861aac164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.548760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1c220746-1b24-4d4e-9607-534861aac164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.549387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1c220746-1b24-4d4e-9607-534861aac164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.550101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1c220746-1b24-4d4e-9607-534861aac164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.550782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1c220746-1b24-4d4e-9607-534861aac164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.551595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1c220746-1b24-4d4e-9607-534861aac164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.553744 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1c220746-1b24-4d4e-9607-534861aac164 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6707 time: 0.1787488 Feb 19 00:40:16.644048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee61ba8-b160-444e-8719-eef27b36e2b7 None None] Pushing event updated for resources: {'Port': ['ID=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:16.827222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a848a-c789-4a38-a7a9-59029f3942e9 req-eb672e5f-e979-475e-a125-3e7a8fe85b77 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:16.835046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc9a848a-c789-4a38-a7a9-59029f3942e9 req-eb672e5f-e979-475e-a125-3e7a8fe85b77 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.3259823 Feb 19 00:40:17.015036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90450d14-5666-4333-9fc8-a7baa830b218 req-b545b043-e0f6-45b9-bd60-86e1b1fa7376 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:17.018874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90450d14-5666-4333-9fc8-a7baa830b218 req-b545b043-e0f6-45b9-bd60-86e1b1fa7376 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 931 time: 0.2375991 Feb 19 00:40:17.050441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1978291742', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:17.075605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc9a848a-c789-4a38-a7a9-59029f3942e9 req-78cd1f03-4105-47b4-b974-4cd79178dcf7 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390981 Feb 19 00:40:17.096413 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (5eb30dfa-99d4-4482-8a3c-f9f68a726742), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.098803 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (5eb30dfa-99d4-4482-8a3c-f9f68a726742), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.142539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90450d14-5666-4333-9fc8-a7baa830b218 req-a7b2477d-8380-4599-ba62-db0121c335bb tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085873 Feb 19 00:40:17.228270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac6700d-0309-4528-b486-47cf7b8e2e11 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:40:17.248891 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Publish callbacks [] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.308288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93ecd0c9-1488-4c24-b4c9-8282bb528f7e req-caa9a8ba-9398-4932-80f7-81960d65d36e tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 210 time: 0.0631964 Feb 19 00:40:17.330679 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:40:17.343080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Transition to ACTIVE for port object bac6700d-0309-4528-b486-47cf7b8e2e11 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:40:17.348538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.435730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-0377bae1-a2f1-4b47-aa70-e276583a6494 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:17.437317 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-0377bae1-a2f1-4b47-aa70-e276583a6494 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.113 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 815 time: 0.2226300 Feb 19 00:40:17.442059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (5eb30dfa-99d4-4482-8a3c-f9f68a726742), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.458697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Request body: {'port': {'device_id': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'admin_state_up': True, 'tenant_id': 'a1ead4071a514b169f79974dd760e81a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:17.478735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:17.564579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdd7ac58-a64e-49a8-86c9-a3b04bcd5e6d req-3a49f56e-3f14-4deb-b9d5-70f61ba93472 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0616465 Feb 19 00:40:17.629054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Attempting to bind port bac6700d-0309-4528-b486-47cf7b8e2e11 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:17.629557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Attempting to bind port bac6700d-0309-4528-b486-47cf7b8e2e11 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:17.629978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Attempting to bind port bac6700d-0309-4528-b486-47cf7b8e2e11 on network 87934195-05f6-4c76-8bcd-87ad811acf07 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:17.654081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Port bac6700d-0309-4528-b486-47cf7b8e2e11 on network 87934195-05f6-4c76-8bcd-87ad811acf07 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:17.654379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Attempting to bind port bac6700d-0309-4528-b486-47cf7b8e2e11 on network 87934195-05f6-4c76-8bcd-87ad811acf07 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:17.661789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-baf7b455-b107-43cd-b7d2-647980a46fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:17.662293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-baf7b455-b107-43cd-b7d2-647980a46fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:17.662952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-baf7b455-b107-43cd-b7d2-647980a46fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:17.664826 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-baf7b455-b107-43cd-b7d2-647980a46fc9 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9eed6468-b8a2-4a4e-85a9-96cb695ea51c&id=085c403d-c1c1-44d4-9353-83d14761f960&id=085c403d-c1c1-44d4-9353-83d14761f960&id=085c403d-c1c1-44d4-9353-83d14761f960&id=085c403d-c1c1-44d4-9353-83d14761f960&id=6bb87e76-90eb-4369-ba52-f925674f09d8&id=6bb87e76-90eb-4369-ba52-f925674f09d8 HTTP/1.1" status: 200 len: 2293 time: 1.0713673 Feb 19 00:40:17.673795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:17.673795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Checking segment: {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:17.673795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Bound using segment: {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:17.673795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Bound port: bac6700d-0309-4528-b486-47cf7b8e2e11, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:17.673795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.763664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:17.768217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:17.778702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.824419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:17.825295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.827177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] 10.222.0.113 "PUT /v2.0/ports/bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 1091 time: 1.5797625 Feb 19 00:40:17.827715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:17.832551 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f448258-656b-4287-a4ed-2a9c84685f1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:17.852718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53230) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:17.931244 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5bc14d3c-4da1-4e3d-947f-73ffca37bcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:17.939571 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e818440d-b2ff-445f-a1a6-b0ac26a02622 x-openstack-request-id: req-e818440d-b2ff-445f-a1a6-b0ac26a02622 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:17.941964 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:17.943791 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e818440d-b2ff-445f-a1a6-b0ac26a02622 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:17.944324 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'status': 'completed', 'code': 200} Feb 19 00:40:17.991401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0f0bc469-5a85-40ca-8188-5b6e5a5218fe up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:18.007422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (5eb30dfa-99d4-4482-8a3c-f9f68a726742), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.067921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d5230-d27e-4988-83b0-5dd4c85caaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:18.089136 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.20.0.1 (782357d3-7cd3-4f95-b62a-ce85bb98ffdf/795ce3e2-4a78-4e84-82ba-0426b9ef9583/b600451e-748f-4a14-9768-7258682c1ce4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:18.092876 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-8d4eb084-90c7-4d94-80e4-b12a5633e6af service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8 HTTP/1.1" status: 200 len: 1001 time: 0.3991368 Feb 19 00:40:18.098213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Made reservation on behalf of a1ead4071a514b169f79974dd760e81a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:18.099250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:18.099648 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.101897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.140342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-8137ae44-7956-4487-9728-4ff1d9b11e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.141867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-8137ae44-7956-4487-9728-4ff1d9b11e01 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1125 time: 0.2496858 Feb 19 00:40:18.147517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-ab187526-7dc4-4405-9922-9667205cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.147983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-ab187526-7dc4-4405-9922-9667205cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.148457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-ab187526-7dc4-4405-9922-9667205cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.149014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-ab187526-7dc4-4405-9922-9667205cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.149368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-ab187526-7dc4-4405-9922-9667205cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.149827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-ab187526-7dc4-4405-9922-9667205cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.154040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092e2f0-a72d-404c-99fe-8b6a931ae2b0 None None] Network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:18.158411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-ab187526-7dc4-4405-9922-9667205cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.161906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-ab187526-7dc4-4405-9922-9667205cf6da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 6707 time: 0.3077588 Feb 19 00:40:18.229516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-7e388b24-cf40-47a0-9268-440dcb22231c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 217 time: 0.0654733 Feb 19 00:40:18.279400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-1adc855b-7b03-48ce-9ab9-d2e6893febf3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056521 Feb 19 00:40:18.327957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fef9a52d-84d9-49cf-87f9-6e7ff6b16bde None None] Provisioning complete for port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:18.328335 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fef9a52d-84d9-49cf-87f9-6e7ff6b16bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.347114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-d29b62a5-735c-4839-9bb5-2b2affe9272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.349350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-d29b62a5-735c-4839-9bb5-2b2affe9272a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.0744328 Feb 19 00:40:18.369198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:18.369856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.407540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-75e33c1f-d178-4eb5-9264-3b4c6bb3769d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456417 Feb 19 00:40:18.431267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,segment=NetworkSegment(eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66),segment_id=eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:18.452950 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.474155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Allocated IP 172.20.0.4 (cc928202-8e51-4951-9248-7035f172374e/4e2f3285-2055-4fdb-aae2-df011f3bacd4/058e728b-26e2-4094-8fd3-c60b6ed7a0d7) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:18.552466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f6208e7-5046-440b-a7bc-1a60cc1414b5 req-5999a2de-2208-4bcc-bf90-bffcc58e8e01 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 210 time: 0.0781655 Feb 19 00:40:18.553912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:18.565505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141d17f-6c44-416c-89f6-e653ca6c4f46 req-9727f4d9-734a-4e8c-adc1-1e2dc65dcc99 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.590440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8141d17f-6c44-416c-89f6-e653ca6c4f46 req-9727f4d9-734a-4e8c-adc1-1e2dc65dcc99 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.2398422 Feb 19 00:40:18.628181 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-81ef4ae2-3341-4ecc-8ed9-014e6fbb167c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.630125 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-81ef4ae2-3341-4ecc-8ed9-014e6fbb167c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=30a69bc8-4302-4149-9266-9c4ab2312fc4 HTTP/1.1" status: 200 len: 851 time: 0.5248761 Feb 19 00:40:18.680692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-f5251797-8590-410a-b353-31ad17502596 service neutron] 10.222.0.113 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670517 Feb 19 00:40:18.711926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1015519-63be-4013-8642-eb81243b2876 req-dc3da40d-71d1-4382-8351-65a9d9dc5819 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0557706 Feb 19 00:40:18.715560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fef9a52d-84d9-49cf-87f9-6e7ff6b16bde None None] Current status of the port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:18.720852 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.737545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8141d17f-6c44-416c-89f6-e653ca6c4f46 req-d46f4227-58b5-4430-b3ca-76264f0b9975 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460078 Feb 19 00:40:18.840289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks [] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.848160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bbcacfc6-8a70-4203-bfc8-d2a231faa57e None None] Provisioning complete for port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:18.848524 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbcacfc6-8a70-4203-bfc8-d2a231faa57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:18.884843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99ca7d29-5724-482a-ad61-0030d232ec67 req-473532a6-6655-40a8-b8b0-bd08f72382df service neutron] 10.222.0.113 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748736 Feb 19 00:40:18.958838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bbcacfc6-8a70-4203-bfc8-d2a231faa57e None None] Current status of the port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:18.991734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-5a5173bb-e279-45a6-aa85-8e040befeee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:18.993352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-5a5173bb-e279-45a6-aa85-8e040befeee4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1125 time: 0.0560789 Feb 19 00:40:19.032428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.040045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-81fc4b9e-2b34-4eba-9210-6247d7bc743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:19.041777 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-81fc4b9e-2b34-4eba-9210-6247d7bc743d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9eed6468-b8a2-4a4e-85a9-96cb695ea51c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3998365 Feb 19 00:40:19.090732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-48eda2d6-400f-421e-8ab6-5aad7db5ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:19.092421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-48eda2d6-400f-421e-8ab6-5aad7db5ecfd service neutron] 10.222.0.113 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 914 time: 0.0935278 Feb 19 00:40:19.148277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-692c26c0-c999-42e3-a591-dafb365d829b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 217 time: 0.0495398 Feb 19 00:40:19.182644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Pushing event updated for resources: {'Port': ['ID=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:19.187343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Network cc928202-8e51-4951-9248-7035f172374e is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:19.193001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (b600451e-748f-4a14-9768-7258682c1ce4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.199154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:19.201537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:19.201783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-eab5b96e-1b75-4de6-8797-adc9b7d46b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:19.203359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-eab5b96e-1b75-4de6-8797-adc9b7d46b68 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.0489573 Feb 19 00:40:19.237116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-35cbd595-e237-45da-bbe2-9c2273d6151d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276594 Feb 19 00:40:19.334115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-704252ae-a0c7-4e17-a0e4-548002947c03 service neutron] 10.222.0.113 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911005 Feb 19 00:40:19.365174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:19.366058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.403574 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-9e53390d-0b34-498e-90ae-ed941480eae2 service neutron] 10.222.0.126 "GET /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193920 Feb 19 00:40:19.407744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (5eb30dfa-99d4-4482-8a3c-f9f68a726742), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.413259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b600451e-748f-4a14-9768-7258682c1ce4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.428093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f448258-656b-4287-a4ed-2a9c84685f1c req-f5c4d4af-d836-4199-9679-5530a81be4aa service neutron] 10.222.0.113 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868974 Feb 19 00:40:19.445199 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-4bcce4fa-e6ff-4bc2-91e6-e52f9003fa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9941521 Feb 19 00:40:19.461355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.486522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Request body: {'port': {'device_id': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:19.553319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:19.593741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:19.609131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:19.618520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=b600451e-748f-4a14-9768-7258682c1ce4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:19.710142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e17469-35ad-4659-98f0-202a2b856f5f req-65440914-37b7-4842-891b-5ac051fd6f25 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:19.710754 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.711277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9e17469-35ad-4659-98f0-202a2b856f5f req-65440914-37b7-4842-891b-5ac051fd6f25 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 931 time: 0.0684485 Feb 19 00:40:19.806322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (f24255da-a37c-452b-a532-066cc3f1ef8b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:19.909852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0f0bc469-5a85-40ca-8188-5b6e5a5218fe up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:19.997708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a323c079-124e-4625-93a5-80f9cb151fd9 None None] Provisioning complete for port b600451e-748f-4a14-9768-7258682c1ce4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:19.999429 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a323c079-124e-4625-93a5-80f9cb151fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b600451e-748f-4a14-9768-7258682c1ce4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:20.025794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:20.026475 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:20.159969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64d24196-19f2-4a0d-822d-3b8f06155eea req-53f25a28-84e5-400e-ba8d-4d863df570f4 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0378146 Feb 19 00:40:20.194167 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9e17469-35ad-4659-98f0-202a2b856f5f req-f7efff04-7451-47af-8850-4a8c3ea5dde7 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756565 Feb 19 00:40:20.240709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eaa7c53d-f12c-4c94-aa3a-b11818ea9ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:20.243907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a323c079-124e-4625-93a5-80f9cb151fd9 None None] Port b600451e-748f-4a14-9768-7258682c1ce4 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:20.278255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-ba62fb07-a733-47c3-a5f7-867f63f6e5f3 service neutron] 10.222.0.126 "GET /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8662014 Feb 19 00:40:20.295629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:20.333213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce94ec-8bb3-4412-a078-44cb7d660eb0 req-4f7339fd-67f0-41f3-adf0-857ccf1ae71e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:20.335035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fce94ec-8bb3-4412-a078-44cb7d660eb0 req-4f7339fd-67f0-41f3-adf0-857ccf1ae71e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.0552969 Feb 19 00:40:20.374831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Allocated IP 172.25.6.210 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/03ceb55c-b720-4db7-ae6e-172f864b5f0f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:20.377792 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-1df84a07-7954-44b2-8096-28a3b9d5bdff service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.32&port_id=c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 200 len: 217 time: 0.0662706 Feb 19 00:40:20.386736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fce94ec-8bb3-4412-a078-44cb7d660eb0 req-d947cbcb-4cfd-45e2-abb0-d963e21214ab tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444813 Feb 19 00:40:20.574504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-74b862ad-ed1e-40a5-a024-5cbfc694891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:20.575896 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-74b862ad-ed1e-40a5-a024-5cbfc694891d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.1869352 Feb 19 00:40:20.697229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b600451e-748f-4a14-9768-7258682c1ce4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:20.793089 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for port (03ceb55c-b720-4db7-ae6e-172f864b5f0f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:20.802589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-c7ac9dd4-d801-4651-a0e2-da2d3745236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:20.804094 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-c7ac9dd4-d801-4651-a0e2-da2d3745236b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2125969 Feb 19 00:40:21.032830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:40:21.039152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (03ceb55c-b720-4db7-ae6e-172f864b5f0f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.063589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Publish callbacks [] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.113461 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-139c9f18-0bf4-4b6a-83c5-31342ed22480 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012764 Feb 19 00:40:21.129959 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Transition to ACTIVE for port object 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:40:21.136404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:21.148488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.189768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.210714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:21.213339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:21.257524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24962ed8-4749-4251-9e1f-d34d87e626f4 req-71f259c6-b8dc-461a-a58f-4ea3996cfc52 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0349760 Feb 19 00:40:21.260598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event updated for resources: {'Port': ['ID=03ceb55c-b720-4db7-ae6e-172f864b5f0f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:21.342363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef668-87ed-405d-b963-26b6e69187c1 req-6cf3a24c-e46c-4bde-9423-2409389c839a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:21.344538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-293ef668-87ed-405d-b963-26b6e69187c1 req-6cf3a24c-e46c-4bde-9423-2409389c839a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 943 time: 0.0590518 Feb 19 00:40:21.401890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-293ef668-87ed-405d-b963-26b6e69187c1 req-0e70ae07-370a-4288-b187-908ae5e291b7 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504720 Feb 19 00:40:21.498567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Pushing event updated for resources: {'Port': ['ID=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:21.519304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1eabd6-b1b8-4e02-9622-ec3dd877465c req-877b08bc-fa7c-4e32-b571-ea3428bf2d49 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:21.520843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e1eabd6-b1b8-4e02-9622-ec3dd877465c req-877b08bc-fa7c-4e32-b571-ea3428bf2d49 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.0571134 Feb 19 00:40:21.558265 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-ffa5fe8d-1522-49f6-aa63-b243ceeebc0e service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242127 Feb 19 00:40:21.597883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e1eabd6-b1b8-4e02-9622-ec3dd877465c req-a8c2ec61-62fc-43e5-9cf0-bd842ba30f33 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705879 Feb 19 00:40:21.664605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (b600451e-748f-4a14-9768-7258682c1ce4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.667232 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-3da3e2bf-a3f3-4864-a23a-8a7ba306cb96 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 200 len: 217 time: 0.0985358 Feb 19 00:40:21.684755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b600451e-748f-4a14-9768-7258682c1ce4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.738570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Attempting to bind port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:21.739009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Attempting to bind port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:21.739342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Attempting to bind port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 on network cc928202-8e51-4951-9248-7035f172374e {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:21.784321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 on network cc928202-8e51-4951-9248-7035f172374e not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:21.784644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Attempting to bind port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 on network cc928202-8e51-4951-9248-7035f172374e {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:21.838754 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:21.839099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Checking segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:21.839486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Bound using segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:21.839922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Bound port: 058e728b-26e2-4094-8fd3-c60b6ed7a0d7, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:21.840276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.846217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (f24255da-a37c-452b-a532-066cc3f1ef8b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.851177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-71e5f2dd-d6c8-427d-a3f6-f28406031809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:21.852635 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-71e5f2dd-d6c8-427d-a3f6-f28406031809 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.1772931 Feb 19 00:40:21.860979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=b600451e-748f-4a14-9768-7258682c1ce4,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:21.871228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:40:21.945728 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (5eb30dfa-99d4-4482-8a3c-f9f68a726742), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:21.990639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:22.002916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07', 'port_id': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'mac_address': 'fa:16:3e:80:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96da7c72-2c12-434d-8482-df768791c408', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:40:22.044235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bac6700d-0309-4528-b486-47cf7b8e2e11 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:22.045690 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:22.061982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac6700d-0309-4528-b486-47cf7b8e2e11 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:40:22.081475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] For port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:22.086305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:22.096661 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:22.163137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:22.326046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['bac6700d-0309-4528-b486-47cf7b8e2e11'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:40:22.370400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3058730e-9a83-462f-a008-6e3c3ec72e04 req-d0bafb6f-fb84-4646-ae19-b248771dfa9f tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0565164 Feb 19 00:40:22.456731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-5bac7660-2f4f-49f6-9bd0-d774a86c7a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:22.458278 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-5bac7660-2f4f-49f6-9bd0-d774a86c7a41 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.5940268 Feb 19 00:40:22.465837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] For port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:22.496115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:22.564769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:22.576578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:22.586039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1000cb-ddf1-4ff3-baea-74d880f0176c req-e5aaac5f-3d01-4c96-afa5-87499504d64a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:22.587653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d1000cb-ddf1-4ff3-baea-74d880f0176c req-e5aaac5f-3d01-4c96-afa5-87499504d64a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 943 time: 0.1037836 Feb 19 00:40:22.589152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:22.589777 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:22.591175 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] 10.222.0.113 "PUT /v2.0/ports/058e728b-26e2-4094-8fd3-c60b6ed7a0d7 HTTP/1.1" status: 200 len: 1091 time: 3.1278164 Feb 19 00:40:22.591624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'tag': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:22.593874 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ca3f3d-f826-4829-9789-9c56e8d15286" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb13e91-b986-45c3-957b-f7b8bea9ece3", "tag": "058e728b-26e2-4094-8fd3-c60b6ed7a0d7"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:22.633872 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:22.722242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d1000cb-ddf1-4ff3-baea-74d880f0176c req-c529ae05-7c40-4bb1-b5e4-5aae0066a9da tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167326 Feb 19 00:40:22.726878 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bbefc3e-5858-49ed-84c2-e3be59d738a4 x-openstack-request-id: req-1bbefc3e-5858-49ed-84c2-e3be59d738a4 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:22.727450 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb13e91-b986-45c3-957b-f7b8bea9ece3", "tag": "058e728b-26e2-4094-8fd3-c60b6ed7a0d7", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:22.727450 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bbefc3e-5858-49ed-84c2-e3be59d738a4 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:22.727791 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'tag': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'status': 'completed', 'code': 200} Feb 19 00:40:22.811877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436450c3-3d0d-473b-9132-4706a9d4d947 service neutron] Pushing event updated for resources: {'Port': ['ID=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:22.866668 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-b1d4f370-7bcb-4388-9e2d-fcf71afc005f service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950346 Feb 19 00:40:22.880223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c393a-fe26-4a3e-b505-96fdf8f24634 req-030b89aa-a8e0-4551-93d4-f6892086d06e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:22.881819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec9c393a-fe26-4a3e-b505-96fdf8f24634 req-030b89aa-a8e0-4551-93d4-f6892086d06e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.1174355 Feb 19 00:40:22.957039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec9c393a-fe26-4a3e-b505-96fdf8f24634 req-27b8aee3-b27b-4a57-b118-798a2c834252 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594847 Feb 19 00:40:22.960897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-de432985-45b8-4a46-b000-efbaf464eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:22.962401 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-de432985-45b8-4a46-b000-efbaf464eda0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 1125 time: 0.2973948 Feb 19 00:40:22.995163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-25714f84-ce72-49c8-ac17-05f830e9845f None None] Provisioning complete for port b600451e-748f-4a14-9768-7258682c1ce4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:22.995797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25714f84-ce72-49c8-ac17-05f830e9845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b600451e-748f-4a14-9768-7258682c1ce4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:23.023991 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-5c20719b-0cfc-407c-b48d-92e6cd9c91aa service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7 HTTP/1.1" status: 200 len: 217 time: 0.0505822 Feb 19 00:40:23.031879 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (5eb30dfa-99d4-4482-8a3c-f9f68a726742), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:23.033130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-25714f84-ce72-49c8-ac17-05f830e9845f None None] Port b600451e-748f-4a14-9768-7258682c1ce4 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:23.145369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router f24255da-a37c-452b-a532-066cc3f1ef8b is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:23.148807 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-65cad6a8-70e7-4a60-a2ed-a88fae2af8bf service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637377 Feb 19 00:40:23.231553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-ea6d6022-9421-455a-ae57-948c0167d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:23.233808 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-ea6d6022-9421-455a-ae57-948c0167d963 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.1973326 Feb 19 00:40:23.238173 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-eb1eab49-e33a-436b-afa4-3e487cd53309 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=66005622-a0c1-44c3-b556-500e0fc2ef30 HTTP/1.1" status: 200 len: 217 time: 0.0801725 Feb 19 00:40:23.376948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-45437d4b-0653-41ce-a7f7-b5066a03cafe service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355071 Feb 19 00:40:23.460558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-752a60d4-ba3c-4935-97c3-62347820f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:23.461627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc5031cb-1249-4aba-9975-e6b26ee02937 req-6c32e8be-ee03-4acb-b1a2-14fd889efaf6 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0330338 Feb 19 00:40:23.462175 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-752a60d4-ba3c-4935-97c3-62347820f2af service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.1814234 Feb 19 00:40:23.488863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:23.501718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1a8ef-5830-4494-a0ae-39c5b6d542dc None None] Sync routers for ids ['f24255da-a37c-452b-a532-066cc3f1ef8b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:23.512429 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b4648cd4-f16e-4115-9b27-a6431f6fa5ca tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/f24255da-a37c-452b-a532-066cc3f1ef8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4940169 Feb 19 00:40:23.515900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53280) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:23.518884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1a8ef-5830-4494-a0ae-39c5b6d542dc None None] Routers {'f24255da-a37c-452b-a532-066cc3f1ef8b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:23.521376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-55f1a8ef-5830-4494-a0ae-39c5b6d542dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f24255da-a37c-452b-a532-066cc3f1ef8b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:23.563971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Router 5eb30dfa-99d4-4482-8a3c-f9f68a726742 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:23.574485 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-87dbe705-dbd9-4fe5-a4ea-4a940bdd02d1 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892946 Feb 19 00:40:23.584419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-55f1a8ef-5830-4494-a0ae-39c5b6d542dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:23.594636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-82fb06e6-b783-4756-86d9-5d98c108e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:23.596156 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-82fb06e6-b783-4756-86d9-5d98c108e73d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1221998 Feb 19 00:40:23.598735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00b738-18ca-4713-be5a-6f0a52e86e88 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:23.607083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53282) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:23.612956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6b00b738-18ca-4713-be5a-6f0a52e86e88 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports/b600451e-748f-4a14-9768-7258682c1ce4 HTTP/1.1" status: 200 len: 910 time: 0.0960624 Feb 19 00:40:23.613429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f1a8ef-5830-4494-a0ae-39c5b6d542dc None None] Routers {'f24255da-a37c-452b-a532-066cc3f1ef8b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:23.614116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-55f1a8ef-5830-4494-a0ae-39c5b6d542dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f24255da-a37c-452b-a532-066cc3f1ef8b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:23.639096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ec47da74-ae65-40ae-8296-2595e094d414 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '795ce3e2-4a78-4e84-82ba-0426b9ef9583'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:23.660375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-55f1a8ef-5830-4494-a0ae-39c5b6d542dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:23.661459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f1a8ef-5830-4494-a0ae-39c5b6d542dc None None] The sync data for ids ['f24255da-a37c-452b-a532-066cc3f1ef8b'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:23.663373 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:23.856409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a8ece-a7fe-4b45-be98-a98b3c1e09c6 req-1effcff4-5385-4ad8-ba6d-c26233a388f9 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:23.864397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-736a8ece-a7fe-4b45-be98-a98b3c1e09c6 req-1effcff4-5385-4ad8-ba6d-c26233a388f9 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 943 time: 0.0621829 Feb 19 00:40:23.879028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:23.919341 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85d4650b-cebc-4b3f-bbdc-1a27abc98c2d req-170833bc-2ee8-4cc4-b1c0-de36fd0cfb66 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383923 Feb 19 00:40:23.935275 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-ab766ecb-afd0-45c6-993e-36a4d81caf72 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251584 Feb 19 00:40:23.935772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-736a8ece-a7fe-4b45-be98-a98b3c1e09c6 req-3c9457f2-0559-4b87-9d99-139574126066 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700533 Feb 19 00:40:23.973961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:23.974754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port bac6700d-0309-4528-b486-47cf7b8e2e11 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:40:23.981660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port bac6700d-0309-4528-b486-47cf7b8e2e11 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:23.982764 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:23.985927 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67f961-59a5-4510-a291-8dd3d3cf08f2 None None] Sync routers for ids ['5eb30dfa-99d4-4482-8a3c-f9f68a726742'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:24.013115 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67f961-59a5-4510-a291-8dd3d3cf08f2 None None] Routers {'5eb30dfa-99d4-4482-8a3c-f9f68a726742'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:24.016154 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fd67f961-59a5-4510-a291-8dd3d3cf08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['5eb30dfa-99d4-4482-8a3c-f9f68a726742'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:24.104890 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fd67f961-59a5-4510-a291-8dd3d3cf08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:24.149222 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67f961-59a5-4510-a291-8dd3d3cf08f2 None None] Routers {'5eb30dfa-99d4-4482-8a3c-f9f68a726742'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:24.150493 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fd67f961-59a5-4510-a291-8dd3d3cf08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['5eb30dfa-99d4-4482-8a3c-f9f68a726742'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:24.153339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce02276-f5b3-4c7c-b22f-0b1d948691e5 req-df599c6c-9915-46fe-849d-f1078559b19b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:24.160784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bac6700d-0309-4528-b486-47cf7b8e2e11 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:24.161180 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.162861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ce02276-f5b3-4c7c-b22f-0b1d948691e5 req-df599c6c-9915-46fe-849d-f1078559b19b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.0741191 Feb 19 00:40:24.237428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.237818 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fd67f961-59a5-4510-a291-8dd3d3cf08f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:24.240861 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67f961-59a5-4510-a291-8dd3d3cf08f2 None None] The sync data for ids ['5eb30dfa-99d4-4482-8a3c-f9f68a726742'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:24.256364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:24.258937 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07228b44-dcaf-4b3a-93c9-059db54b98c8" -d '{"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-plugged", "status": "completed", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:24.270432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ce02276-f5b3-4c7c-b22f-0b1d948691e5 req-12d34656-06ea-414a-b91e-b60572760848 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065998 Feb 19 00:40:24.298815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:24.304113 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.334460 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999cb65-f512-4ef8-aa2d-8c0b7275608f x-openstack-request-id: req-2999cb65-f512-4ef8-aa2d-8c0b7275608f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:24.335019 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-plugged", "status": "completed", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:24.335432 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2999cb65-f512-4ef8-aa2d-8c0b7275608f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:24.336010 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'code': 200} Feb 19 00:40:24.365225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:24.430744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.432159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-983f1b2f-5941-48fa-adea-a5991d63776f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.9245989 Feb 19 00:40:24.437479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53294) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:24.460001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec47da74-ae65-40ae-8296-2595e094d414 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b600451e-748f-4a14-9768-7258682c1ce4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.496376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-b4c4d931-734f-4f38-b340-0fceb8ece4b2 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505831 Feb 19 00:40:24.510472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d536f5-b799-4d37-a2c4-e53fe7b0ffd9 req-0e5a9188-f622-41c6-a51a-1f8d4c151564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:24.513707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61d536f5-b799-4d37-a2c4-e53fe7b0ffd9 req-0e5a9188-f622-41c6-a51a-1f8d4c151564 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1127 time: 0.1135190 Feb 19 00:40:24.528053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-4817cf98-19f4-486e-b9cd-a622c399d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:24.529701 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-4817cf98-19f4-486e-b9cd-a622c399d17d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 1125 time: 0.5163548 Feb 19 00:40:24.586758 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-bd06f2b0-8b3b-4f99-982e-d4ae38364f9b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=532c5680-28d8-4f96-8a90-b4269167a869 HTTP/1.1" status: 200 len: 217 time: 0.0669966 Feb 19 00:40:24.596589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2d01c17-83d1-45d9-a8d0-b0847a479b48 req-adab9b6d-8d76-40ad-9c35-d098cd1c1760 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0334368 Feb 19 00:40:24.657952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61d536f5-b799-4d37-a2c4-e53fe7b0ffd9 req-b24d2f25-97d1-4407-bfbd-8b68bdb04d59 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359816 Feb 19 00:40:24.671045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ba5feaef-b25a-4576-899c-42899ed2373d tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/routers/5eb30dfa-99d4-4482-8a3c-f9f68a726742 HTTP/1.1" status: 200 len: 925 time: 0.2310367 Feb 19 00:40:24.673921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53298) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:24.708729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3e9fcbe1-bd30-4357-b229-a9aa78bad208 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eb30dfa-99d4-4482-8a3c-f9f68a726742 HTTP/1.1" status: 200 len: 205 time: 0.0332258 Feb 19 00:40:24.711109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53300) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:24.761566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-60da91bc-167d-43a2-944e-9ad8e530b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:24.763243 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-60da91bc-167d-43a2-944e-9ad8e530b1f1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 200 len: 797 time: 0.1670692 Feb 19 00:40:24.830092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (5eb30dfa-99d4-4482-8a3c-f9f68a726742), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.865553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-1c27bc78-22a7-4335-bb03-435f2f27c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:24.867247 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-1c27bc78-22a7-4335-bb03-435f2f27c4e6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 916 time: 0.3313496 Feb 19 00:40:24.952615 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (5eb30dfa-99d4-4482-8a3c-f9f68a726742), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:24.997289 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-4924db51-9969-4bf2-8528-aff09cdf4d5a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7 HTTP/1.1" status: 200 len: 217 time: 0.0528386 Feb 19 00:40:25.063979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Deleting port 03ceb55c-b720-4db7-ae6e-172f864b5f0f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:25.065196 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (03ceb55c-b720-4db7-ae6e-172f864b5f0f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.092172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-07799e62-ac11-4a4b-b72a-0aaba623d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:25.093853 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-07799e62-ac11-4a4b-b72a-0aaba623d79a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=085c403d-c1c1-44d4-9353-83d14761f960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3188710 Feb 19 00:40:25.151394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce1597-e20b-43b0-8e84-96a004126bfc req-9bb1eff9-335e-4bc1-b46c-6d6972fd8764 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:25.153539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffce1597-e20b-43b0-8e84-96a004126bfc req-9bb1eff9-335e-4bc1-b46c-6d6972fd8764 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 943 time: 0.1386702 Feb 19 00:40:25.189169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-a59292f8-58ec-4c5d-9da0-48dbbe16a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:25.190721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-a59292f8-58ec-4c5d-9da0-48dbbe16a1d2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.1802657 Feb 19 00:40:25.224633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffce1597-e20b-43b0-8e84-96a004126bfc req-d6672166-7156-42b9-881e-6485aefb9a72 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649180 Feb 19 00:40:25.236793 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-14ba0f38-9dfb-4ebc-aee7-57f28f9e2b75 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382473 Feb 19 00:40:25.240255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (03ceb55c-b720-4db7-ae6e-172f864b5f0f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.247088 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-a012baeb-fc0c-44eb-ac12-7c6c5a60b2fc service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423635 Feb 19 00:40:25.254785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Calling delete_port for 03ceb55c-b720-4db7-ae6e-172f864b5f0f owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:25.398374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec47da74-ae65-40ae-8296-2595e094d414 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (b600451e-748f-4a14-9768-7258682c1ce4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.420506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec47da74-ae65-40ae-8296-2595e094d414 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b600451e-748f-4a14-9768-7258682c1ce4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.480763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001e408-2e70-4408-bcf8-744ef644b9ce req-9b4d460b-dd86-4b33-a5ad-f775a2d4a933 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:25.482863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f001e408-2e70-4408-bcf8-744ef644b9ce req-9b4d460b-dd86-4b33-a5ad-f775a2d4a933 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0944290 Feb 19 00:40:25.483783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (03ceb55c-b720-4db7-ae6e-172f864b5f0f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.506772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-4bfc4138-c5e3-4988-a44e-08c626debdcf service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559190 Feb 19 00:40:25.513748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event deleted for resources: {'Port': ['ID=03ceb55c-b720-4db7-ae6e-172f864b5f0f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:25.559049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec47da74-ae65-40ae-8296-2595e094d414 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:25.559793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec47da74-ae65-40ae-8296-2595e094d414 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.563825 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ec47da74-ae65-40ae-8296-2595e094d414 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/ports/b600451e-748f-4a14-9768-7258682c1ce4 HTTP/1.1" status: 200 len: 910 time: 1.9503608 Feb 19 00:40:25.563825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47da74-ae65-40ae-8296-2595e094d414 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=b600451e-748f-4a14-9768-7258682c1ce4,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:25.580683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53308) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:25.594797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-e91d1d4c-8ae3-4a00-8257-f1f7c9acc0d4 service neutron] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256717 Feb 19 00:40:25.653522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-0a044589-07c6-41e3-ac09-65f582997db0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e HTTP/1.1" status: 200 len: 217 time: 0.0498557 Feb 19 00:40:25.686123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f001e408-2e70-4408-bcf8-744ef644b9ce req-9be9cf7e-57c8-4e9a-b366-5c1d562c0620 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749682 Feb 19 00:40:25.715955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (5eb30dfa-99d4-4482-8a3c-f9f68a726742), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.717071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-c59eb1f6-0238-43be-98d6-0d8544939d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:25.718801 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-c59eb1f6-0238-43be-98d6-0d8544939d94 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59aeadcd-97b6-45d9-9947-0bcfde842c3f HTTP/1.1" status: 200 len: 797 time: 0.0575919 Feb 19 00:40:25.729839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4883f079-325e-4a87-b184-26eedfbcb2a2 req-d65c9789-78e3-4480-aaad-3d5c68fe8153 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0498235 Feb 19 00:40:25.784476 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ca3f3d-f826-4829-9789-9c56e8d15286 req-becb57bd-8ce2-47f7-99c4-70e825762b26 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647498 Feb 19 00:40:25.819260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-4b70a270-c323-4a23-aa26-db4fc12913e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:25.820815 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-4b70a270-c323-4a23-aa26-db4fc12913e8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6bb87e76-90eb-4369-ba52-f925674f09d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0809395 Feb 19 00:40:25.849620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (5eb30dfa-99d4-4482-8a3c-f9f68a726742), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.884287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (5eb30dfa-99d4-4482-8a3c-f9f68a726742), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.887292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:40:25.946265 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-c7812660-c6c6-42ad-867c-8cd727cec689 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155949 Feb 19 00:40:25.975064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (5eb30dfa-99d4-4482-8a3c-f9f68a726742), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.975947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Fanout notify agent at l3_agent the message router_deleted on router 5eb30dfa-99d4-4482-8a3c-f9f68a726742 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:25.983430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:25.985103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aebd9930-46eb-42d1-8be3-0686eddd7bb8 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/5eb30dfa-99d4-4482-8a3c-f9f68a726742 HTTP/1.1" status: 204 len: 168 time: 1.2730548 Feb 19 00:40:25.995115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53312) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:26.001238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1565537048', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': False}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:26.010260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:26.029314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'port_id': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'mac_address': 'fa:16:3e:60:46:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2f3285-2055-4fdb-aae2-df011f3bacd4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:40:26.056913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (3f69fa74-8712-451f-a41c-fb3a8a2fc427), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.057993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (3f69fa74-8712-451f-a41c-fb3a8a2fc427), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.074012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:26.074303 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.087418 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-98d2c5af-a008-4a3c-8398-8936c69d6759 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347473 Feb 19 00:40:26.089493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:40:26.113207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:26.118793 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.151383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_controller (3f69fa74-8712-451f-a41c-fb3a8a2fc427), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.161466 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-f1a0e160-eeb9-44af-8daf-c65158d86b03 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82 HTTP/1.1" status: 200 len: 217 time: 0.0658727 Feb 19 00:40:26.173689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:26.222902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-77ccc8bf-badb-46ab-875c-2e395b209953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:26.224721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-77ccc8bf-badb-46ab-875c-2e395b209953 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=59aeadcd-97b6-45d9-9947-0bcfde842c3f HTTP/1.1" status: 200 len: 797 time: 0.0580029 Feb 19 00:40:26.289831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-daec648d-461c-4553-a0e6-3aea191f4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:26.291406 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-daec648d-461c-4553-a0e6-3aea191f4e5a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6bb87e76-90eb-4369-ba52-f925674f09d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0608270 Feb 19 00:40:26.329019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['058e728b-26e2-4094-8fd3-c60b6ed7a0d7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:40:26.345109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (3f69fa74-8712-451f-a41c-fb3a8a2fc427), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.412794 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-888cf3cf-bdf2-4873-8922-70c487781d65 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126719 Feb 19 00:40:26.434969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (f24255da-a37c-452b-a532-066cc3f1ef8b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.487196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd52ca6-7996-41b0-8635-f2ced1997069 req-1f80070d-94a6-4c9e-8fd7-f1ed36116eaa tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:26.488721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcd52ca6-7996-41b0-8635-f2ced1997069 req-1f80070d-94a6-4c9e-8fd7-f1ed36116eaa tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 944 time: 0.1610565 Feb 19 00:40:26.535490 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d62e2bb6-9c83-47dc-8d87-e277d9cb5bbc req-ebde6b3d-63d9-4c54-8ffb-75c9cdf42058 service neutron] 10.222.0.126 "GET /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155372 Feb 19 00:40:26.619526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcd52ca6-7996-41b0-8635-f2ced1997069 req-bfd6432e-e9a4-43ec-b7f1-64ce2bf57881 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988977 Feb 19 00:40:26.874629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36f768a5-38ef-430c-9e18-14dda142fed9 req-d45b3f32-1233-4f64-8766-1ff4306c968d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0626023 Feb 19 00:40:26.880533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (3f69fa74-8712-451f-a41c-fb3a8a2fc427), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.928694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:26.981860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5d2b8f-35ab-4c70-aa86-a90ea10180d4 req-f7fef58f-fab9-4a0f-8b65-67044b102aef tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:26.983710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec5d2b8f-35ab-4c70-aa86-a90ea10180d4 req-f7fef58f-fab9-4a0f-8b65-67044b102aef tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2097838 Feb 19 00:40:27.066464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port b600451e-748f-4a14-9768-7258682c1ce4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:27.066835 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b600451e-748f-4a14-9768-7258682c1ce4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:27.157528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Allocated IP 172.25.6.173 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d139296d-b8d4-4339-8d64-6f2e7c4b2521) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:27.164360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec5d2b8f-35ab-4c70-aa86-a90ea10180d4 req-b11e5c0e-063a-4165-b84d-a72814de8778 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655512 Feb 19 00:40:27.244214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b600451e-748f-4a14-9768-7258682c1ce4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:27.260613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for b600451e-748f-4a14-9768-7258682c1ce4 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:27.344652 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:27.508492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:27.553119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-d7314b64-3cbc-484c-8486-1a935ef5c32a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:27.554597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-d7314b64-3cbc-484c-8486-1a935ef5c32a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 813 time: 0.1982076 Feb 19 00:40:27.599885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:27.607875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:27.616236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-b9b3d8b8-8b12-4dfc-aee0-8437d173fb0c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/quotas/a1fdb925379b45658a7a50dd76c1c274 HTTP/1.1" status: 200 len: 375 time: 0.0362957 Feb 19 00:40:27.616968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:27.901544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:27.958659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:40:27.964321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:27.964795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:27.985907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'Port': ['ID=d139296d-b8d4-4339-8d64-6f2e7c4b2521,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:28.037517 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b600451e-748f-4a14-9768-7258682c1ce4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.055105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:28.055499 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.079006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:28.081712 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8577fe4f-f70b-4667-8b0b-cac400d16dcf" -d '{"events": [{"server_uuid": "2eb13e91-b986-45c3-957b-f7b8bea9ece3", "name": "network-vif-plugged", "status": "completed", "tag": "058e728b-26e2-4094-8fd3-c60b6ed7a0d7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:28.088440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=b600451e-748f-4a14-9768-7258682c1ce4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:28.098936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:28.104560 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.166319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:28.226736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430c0ed-24d2-48cf-8de1-9e185d78f60f req-ed5d9c01-0f94-4d2c-9c8c-b9a8ed47b40b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:28.228257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b430c0ed-24d2-48cf-8de1-9e185d78f60f req-ed5d9c01-0f94-4d2c-9c8c-b9a8ed47b40b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 944 time: 0.2397547 Feb 19 00:40:28.255284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-d0436348-0bec-4242-af95-fafda4da2d42 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6291978 Feb 19 00:40:28.486295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b430c0ed-24d2-48cf-8de1-9e185d78f60f req-35d794e9-d44d-47d3-8d99-b7f87a9b6a26 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374980 Feb 19 00:40:28.493191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (f24255da-a37c-452b-a532-066cc3f1ef8b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.552315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-b3168ff9-c4df-4d45-a309-e9516aa88263 service neutron] 10.222.0.60 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857795 Feb 19 00:40:28.662949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e05ae3e7-3fdc-4dec-b5f6-053c2a8ad909 req-2f4c89c8-202c-40db-a7ae-236b0928c5fa tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1079826 Feb 19 00:40:28.713064 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e1449b-0cf7-46f3-8442-a72df2206588 x-openstack-request-id: req-47e1449b-0cf7-46f3-8442-a72df2206588 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:28.714291 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb13e91-b986-45c3-957b-f7b8bea9ece3", "name": "network-vif-plugged", "status": "completed", "tag": "058e728b-26e2-4094-8fd3-c60b6ed7a0d7", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:28.714826 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47e1449b-0cf7-46f3-8442-a72df2206588 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:28.715466 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'code': 200} Feb 19 00:40:28.719514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (3f69fa74-8712-451f-a41c-fb3a8a2fc427), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:28.820066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc142-a0d5-454f-b96a-f49abd10150e req-cab916a6-f1de-47e5-85c6-d7a5d56d7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:28.822371 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7fdc142-a0d5-454f-b96a-f49abd10150e req-cab916a6-f1de-47e5-85c6-d7a5d56d7858 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 1127 time: 0.0527091 Feb 19 00:40:28.851300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-b15f757a-d94e-448b-b25f-f43221e2b010 service neutron] 10.222.0.60 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918875 Feb 19 00:40:28.870760 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7fdc142-a0d5-454f-b96a-f49abd10150e req-3f23ad88-46cf-401e-b5db-4e0722e54997 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424910 Feb 19 00:40:28.903512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router f24255da-a37c-452b-a532-066cc3f1ef8b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:29.076726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57acfdd-4a6f-4efd-b3b2-5b0d0d6d5b44 req-2c870440-45c1-4828-a341-61e961edc81f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 210 time: 0.0658975 Feb 19 00:40:29.086541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:29.092633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d75d6b1b-a926-439a-80fd-cbf289addc69 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/f24255da-a37c-452b-a532-066cc3f1ef8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5091445 Feb 19 00:40:29.095688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53350) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:29.110730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cc6e1-202c-438e-bcd2-b04e2c2a0a21 None None] Sync routers for ids ['f24255da-a37c-452b-a532-066cc3f1ef8b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:29.129603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cc6e1-202c-438e-bcd2-b04e2c2a0a21 None None] Routers {'f24255da-a37c-452b-a532-066cc3f1ef8b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:29.130257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6c3cc6e1-202c-438e-bcd2-b04e2c2a0a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f24255da-a37c-452b-a532-066cc3f1ef8b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:29.159459 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ae895ced-5c55-4864-8e2e-85fe59613347 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24255da-a37c-452b-a532-066cc3f1ef8b HTTP/1.1" status: 200 len: 205 time: 0.0616329 Feb 19 00:40:29.160338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53356) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:29.176403 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (3f69fa74-8712-451f-a41c-fb3a8a2fc427), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.229674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6c3cc6e1-202c-438e-bcd2-b04e2c2a0a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:29.247693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3cc6e1-202c-438e-bcd2-b04e2c2a0a21 None None] Routers {'f24255da-a37c-452b-a532-066cc3f1ef8b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:29.248319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6c3cc6e1-202c-438e-bcd2-b04e2c2a0a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f24255da-a37c-452b-a532-066cc3f1ef8b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:29.266928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5485f51-1244-4d47-aa99-01c2d1cba21d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (f24255da-a37c-452b-a532-066cc3f1ef8b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.313461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6c3cc6e1-202c-438e-bcd2-b04e2c2a0a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:29.313756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3cc6e1-202c-438e-bcd2-b04e2c2a0a21 None None] The sync data for ids ['f24255da-a37c-452b-a532-066cc3f1ef8b'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:29.345194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Router 3f69fa74-8712-451f-a41c-fb3a8a2fc427 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:29.476270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:29.488303 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Sync routers for ids ['3f69fa74-8712-451f-a41c-fb3a8a2fc427'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:29.499086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.501153 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Routers {'3f69fa74-8712-451f-a41c-fb3a8a2fc427'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:29.502051 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['3f69fa74-8712-451f-a41c-fb3a8a2fc427'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:29.506774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53360) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:29.509520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-67e30d09-718d-46d0-8f99-2539ad8d3c53 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.5119185 Feb 19 00:40:29.534844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5485f51-1244-4d47-aa99-01c2d1cba21d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (f24255da-a37c-452b-a532-066cc3f1ef8b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.585011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5485f51-1244-4d47-aa99-01c2d1cba21d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (f24255da-a37c-452b-a532-066cc3f1ef8b), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.681056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3bf1e-1d93-4dc0-8f8e-ac4a446ec778 req-b5c62b7c-4806-470d-92e5-ce818697ecc2 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:29.686940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8a3bf1e-1d93-4dc0-8f8e-ac4a446ec778 req-b5c62b7c-4806-470d-92e5-ce818697ecc2 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 945 time: 0.1198168 Feb 19 00:40:29.693895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5485f51-1244-4d47-aa99-01c2d1cba21d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (f24255da-a37c-452b-a532-066cc3f1ef8b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.697471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5485f51-1244-4d47-aa99-01c2d1cba21d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Fanout notify agent at l3_agent the message router_deleted on router f24255da-a37c-452b-a532-066cc3f1ef8b {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:29.704423 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Set router 3f69fa74-8712-451f-a41c-fb3a8a2fc427 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:29.712845 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5485f51-1244-4d47-aa99-01c2d1cba21d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.713985 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c5485f51-1244-4d47-aa99-01c2d1cba21d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/f24255da-a37c-452b-a532-066cc3f1ef8b HTTP/1.1" status: 204 len: 168 time: 0.5526614 Feb 19 00:40:29.721547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53368) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:29.823837 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-efbe5dd7-4b1b-4d40-9b10-0db2ec7c9679 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/routers/3f69fa74-8712-451f-a41c-fb3a8a2fc427 HTTP/1.1" status: 200 len: 909 time: 0.3129501 Feb 19 00:40:29.824740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53370) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:29.830224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1565537048', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': True}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:29.835947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48d469e2-49a9-41a1-bfe4-75f4f3ead811 req-7334422d-ddf5-4c26-8cf1-f7a424680895 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0555665 Feb 19 00:40:29.860441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8a3bf1e-1d93-4dc0-8f8e-ac4a446ec778 req-ff8de909-9d2a-402d-bd3d-3dc5acfd78e0 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664193 Feb 19 00:40:29.881148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.882541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.884958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-99fc38a4-ca3e-4a9f-b4f6-4fa16527d7b3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet 795ce3e2-4a78-4e84-82ba-0426b9ef9583 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:40:29.893253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99fc38a4-ca3e-4a9f-b4f6-4fa16527d7b3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (795ce3e2-4a78-4e84-82ba-0426b9ef9583), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.959683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99fc38a4-ca3e-4a9f-b4f6-4fa16527d7b3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (795ce3e2-4a78-4e84-82ba-0426b9ef9583), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:29.984094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_controller (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.020382 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f69fa74-8712-451f-a41c-fb3a8a2fc427', 'name': 'tempest-snat-router-1565537048', 'tenant_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.173'}], 'enable_snat': False}, 'gw_port_id': 'd139296d-b8d4-4339-8d64-6f2e7c4b2521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:26Z', 'updated_at': '2022-02-19T00:40:28Z', 'revision_number': 3, 'project_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'gw_port': {'id': 'd139296d-b8d4-4339-8d64-6f2e7c4b2521', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f69fa74-8712-451f-a41c-fb3a8a2fc427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:26Z', 'updated_at': '2022-02-19T00:40:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:30.071054 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Checking router: 3f69fa74-8712-451f-a41c-fb3a8a2fc427 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:30.071391 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Updating router 3f69fa74-8712-451f-a41c-fb3a8a2fc427 port d139296d-b8d4-4339-8d64-6f2e7c4b2521 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:40:30.102306 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.102791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99fc38a4-ca3e-4a9f-b4f6-4fa16527d7b3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (795ce3e2-4a78-4e84-82ba-0426b9ef9583), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.200878 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.218302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99fc38a4-ca3e-4a9f-b4f6-4fa16527d7b3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (795ce3e2-4a78-4e84-82ba-0426b9ef9583), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.299152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc38a4-ca3e-4a9f-b4f6-4fa16527d7b3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=795ce3e2-4a78-4e84-82ba-0426b9ef9583,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:30.303205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60d3e1c1-8c70-4323-91cd-045c648091d8 req-055c16dd-54bd-4e04-938f-6c1390e3ac8f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 210 time: 0.0627489 Feb 19 00:40:30.313068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e9f45d-64e9-4add-8c13-34cf77473351 None None] Network 782357d3-7cd3-4f95-b62a-ce85bb98ffdf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:30.315268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99fc38a4-ca3e-4a9f-b4f6-4fa16527d7b3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.328059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-99fc38a4-ca3e-4a9f-b4f6-4fa16527d7b3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/795ce3e2-4a78-4e84-82ba-0426b9ef9583 HTTP/1.1" status: 204 len: 168 time: 0.6042747 Feb 19 00:40:30.329127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53374) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:30.364142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-638898c0-15fe-48bc-8ebb-0427c45b1f1b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:30.365583 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-638898c0-15fe-48bc-8ebb-0427c45b1f1b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.126 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 813 time: 0.1611850 Feb 19 00:40:30.379712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Request body: {'port': {'device_id': '8c059221-545d-411b-afdc-473827d9eabc', 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07', 'admin_state_up': True, 'tenant_id': 'a1fdb925379b45658a7a50dd76c1c274'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:30.433964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (782357d3-7cd3-4f95-b62a-ce85bb98ffdf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.507913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:30.508262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.575879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,segment=NetworkSegment(eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66),segment_id=eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:30.576610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.589203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] DHCP port deletion for 782357d3-7cd3-4f95-b62a-ce85bb98ffdf request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:40:30.591922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 0f0bc469-5a85-40ca-8188-5b6e5a5218fe owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:30.600758 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Publish callbacks [] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.608417 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.629168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Made reservation on behalf of a1fdb925379b45658a7a50dd76c1c274 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:30.632702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.635235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.657365 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Pushing event updated for resources: {'Port': ['ID=d139296d-b8d4-4339-8d64-6f2e7c4b2521,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:30.664178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.666827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] Deleting port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:30.667206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.667654 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.668110 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.669528 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.669863 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.670331 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.670764 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.671197 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.671636 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.672062 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.672488 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.672930 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.673357 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.673782 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:30.700689 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Attempting to bind port d139296d-b8d4-4339-8d64-6f2e7c4b2521 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:30.701231 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Attempting to bind port d139296d-b8d4-4339-8d64-6f2e7c4b2521 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:30.701764 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Attempting to bind port d139296d-b8d4-4339-8d64-6f2e7c4b2521 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:30.707930 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:30.708461 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:30.708972 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.709677 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:30.710329 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Bound port: d139296d-b8d4-4339-8d64-6f2e7c4b2521, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:30.710813 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.746992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.772592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] For port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,segment=NetworkSegment(eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66),segment_id=eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:30.773002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.782686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:30.787918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] Calling delete_port for 0f0bc469-5a85-40ca-8188-5b6e5a5218fe owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:30.788292 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] For port d139296d-b8d4-4339-8d64-6f2e7c4b2521, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:30.792431 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] For port d139296d-b8d4-4339-8d64-6f2e7c4b2521, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d139296d-b8d4-4339-8d64-6f2e7c4b2521,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:30.794668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No DVR routers for this DVR port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:30.806388 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.868292 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986fac3a-36d7-47ff-8ff8-3b497731ffbd None None] Pushing event updated for resources: {'Port': ['ID=d139296d-b8d4-4339-8d64-6f2e7c4b2521,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:30.891009 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (0f0bc469-5a85-40ca-8188-5b6e5a5218fe), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.917665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (782357d3-7cd3-4f95-b62a-ce85bb98ffdf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:30.919744 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Routers {'3f69fa74-8712-451f-a41c-fb3a8a2fc427'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:30.922176 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['3f69fa74-8712-451f-a41c-fb3a8a2fc427'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:30.937705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] Pushing event deleted for resources: {'Port': ['ID=0f0bc469-5a85-40ca-8188-5b6e5a5218fe,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:30.942395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f063cf39-478b-420d-8f2c-08d3e42c6dd5 None None] No DVR routers for this DVR port 0f0bc469-5a85-40ca-8188-5b6e5a5218fe on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:30.953820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782357d3-7cd3-4f95-b62a-ce85bb98ffdf']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:30.965839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:30.966141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:31.009666 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.039224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04f568d9-328c-4f09-b35b-bc1d44423907 req-88c94ac4-26eb-4550-961d-0684aec59459 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0707312 Feb 19 00:40:31.054550 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] Set router 3f69fa74-8712-451f-a41c-fb3a8a2fc427 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:31.054840 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.071040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28468531-1772-44cc-8a0f-719bbeb1a97a req-90e56653-7175-4f2d-8183-eb12ec7bd03f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:31.071040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28468531-1772-44cc-8a0f-719bbeb1a97a req-90e56653-7175-4f2d-8183-eb12ec7bd03f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 945 time: 0.0982544 Feb 19 00:40:31.079365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:40:31.081165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (eadc2e5c-3adb-4171-bf1f-69d9b0cdaf66), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:40:31.089004 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:40:31.187569 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (782357d3-7cd3-4f95-b62a-ce85bb98ffdf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.192232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.201128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/782357d3-7cd3-4f95-b62a-ce85bb98ffdf HTTP/1.1" status: 204 len: 168 time: 0.8698757 Feb 19 00:40:31.201950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53382) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:31.210084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e986298b-2808-46c1-9d60-7dbf2e5ae1fb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1727361188', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:31.217007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28468531-1772-44cc-8a0f-719bbeb1a97a req-05c8bb83-97ba-4e54-bcea-1800a1d40c25 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335678 Feb 19 00:40:31.239392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e3b8a-8c78-4e9d-9357-51287fec3ebe tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=782357d3-7cd3-4f95-b62a-ce85bb98ffdf,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:31.249898 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e986298b-2808-46c1-9d60-7dbf2e5ae1fb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.251222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e986298b-2808-46c1-9d60-7dbf2e5ae1fb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.261304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Allocated IP 172.25.6.156 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/c8b18b94-5d9e-4c04-9a71-667afcdc28a2) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:31.264112 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f69fa74-8712-451f-a41c-fb3a8a2fc427', 'name': 'tempest-snat-router-1565537048', 'tenant_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.173'}], 'enable_snat': False}, 'gw_port_id': 'd139296d-b8d4-4339-8d64-6f2e7c4b2521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:26Z', 'updated_at': '2022-02-19T00:40:28Z', 'revision_number': 3, 'project_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'gw_port': {'id': 'd139296d-b8d4-4339-8d64-6f2e7c4b2521', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f69fa74-8712-451f-a41c-fb3a8a2fc427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:26Z', 'updated_at': '2022-02-19T00:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:31.278611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Allocated IP 172.20.0.11 (87934195-05f6-4c76-8bcd-87ad811acf07/96da7c72-2c12-434d-8482-df768791c408/52a3d8bc-1771-425a-b826-ef23b33c881b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:31.312115 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b4a41d-0b95-41dc-a072-158cefe34e5c None None] The sync data for ids ['3f69fa74-8712-451f-a41c-fb3a8a2fc427'] in n-d-826527-3 is: [{'id': '3f69fa74-8712-451f-a41c-fb3a8a2fc427', 'name': 'tempest-snat-router-1565537048', 'tenant_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.173'}], 'enable_snat': False}, 'gw_port_id': 'd139296d-b8d4-4339-8d64-6f2e7c4b2521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:26Z', 'updated_at': '2022-02-19T00:40:28Z', 'revision_number': 3, 'project_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'gw_port': {'id': 'd139296d-b8d4-4339-8d64-6f2e7c4b2521', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f69fa74-8712-451f-a41c-fb3a8a2fc427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:26Z', 'updated_at': '2022-02-19T00:40:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:31.316272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e986298b-2808-46c1-9d60-7dbf2e5ae1fb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.321618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e986298b-2808-46c1-9d60-7dbf2e5ae1fb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.352559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e986298b-2808-46c1-9d60-7dbf2e5ae1fb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.357041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e986298b-2808-46c1-9d60-7dbf2e5ae1fb tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1480293 Feb 19 00:40:31.358525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53388) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:31.365007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-1011862567'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:31.396194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:31.401378 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.452210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:31.474135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcb4c186-81a7-49d0-8548-27ddc65ac666 req-898509af-5fcd-4a5e-a7b5-22a894bd9a0b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 210 time: 0.0403972 Feb 19 00:40:31.480890 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (bd9ffa1c-6221-4e2e-8883-ab65c1ca9016), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.481249 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment bd9ffa1c-6221-4e2e-8883-ab65c1ca9016 of type vlan for network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d Feb 19 00:40:31.491170 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.564245 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.576921 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks [] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.581392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.614926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.621385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:31.622679 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.638416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:31.649936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:31.658994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:31.665828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3022332 Feb 19 00:40:31.665828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53394) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:31.670731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:31.701246 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'Port': ['ID=c8b18b94-5d9e-4c04-9a71-667afcdc28a2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:31.724893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:31.738462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['bac6700d-0309-4528-b486-47cf7b8e2e11'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:40:32.005774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d139296d-b8d4-4339-8d64-6f2e7c4b2521 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:32.006926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Network 87934195-05f6-4c76-8bcd-87ad811acf07 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:32.016494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Pushing event updated for resources: {'Port': ['ID=52a3d8bc-1771-425a-b826-ef23b33c881b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:32.019546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:32.024301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:32.081101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:32.081756 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.103268 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8576354a-fd92-464c-b603-ff9bff88ee66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7274606 Feb 19 00:40:32.119969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Request body: {'port': {'device_id': '8c059221-545d-411b-afdc-473827d9eabc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:32.183376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d139296d-b8d4-4339-8d64-6f2e7c4b2521 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:32.183674 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.301776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d139296d-b8d4-4339-8d64-6f2e7c4b2521 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:32.302481 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.320251 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.326705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port d139296d-b8d4-4339-8d64-6f2e7c4b2521, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d139296d-b8d4-4339-8d64-6f2e7c4b2521,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:32.332117 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.407957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=d139296d-b8d4-4339-8d64-6f2e7c4b2521,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:32.430091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0f0bc469-5a85-40ca-8188-5b6e5a5218fe no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:32.443519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c5f2f98-02f5-4c5a-8ad0-e59ba7a28136 req-bd5c69e2-082d-4cba-868f-02a04b5d9b24 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1250923 Feb 19 00:40:32.443519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad6361-35d3-43e7-a4e1-e7e230b37a9f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:32.470690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:32.490896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.529373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:32.541565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.582447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0f0bc469-5a85-40ca-8188-5b6e5a5218fe {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:32.583296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0f0bc469-5a85-40ca-8188-5b6e5a5218fe not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:32.748117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf24cc-42c1-4dd0-a9c1-5b934dc53839 req-32754530-6585-402d-9520-de2bb9d6afc2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:32.749712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7cf24cc-42c1-4dd0-a9c1-5b934dc53839 req-32754530-6585-402d-9520-de2bb9d6afc2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 932 time: 0.1236105 Feb 19 00:40:32.835326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7cf24cc-42c1-4dd0-a9c1-5b934dc53839 req-d5e9e262-2eec-470d-af5c-c300dcae8d85 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765858 Feb 19 00:40:32.886566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.932510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (3d3c0129-63f8-459a-a787-dc05f1dc7683), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:32.998048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a3d8bc-1771-425a-b826-ef23b33c881b {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:40:33.004575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=3d3c0129-63f8-459a-a787-dc05f1dc7683,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:33.019807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:33.020263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:33.034398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Publish callbacks [] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.037097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:33.046753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:33.051154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:33.051867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.059605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Transition to ACTIVE for port object 52a3d8bc-1771-425a-b826-ef23b33c881b will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:40:33.068322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.068804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa982a1-21dc-4084-b417-dbcb8cfe1a0c None None] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:33.069331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a2cf282b-41f4-454a-b802-70cb148f65b6 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4020514 Feb 19 00:40:33.071309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53410) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:33.134524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Pushing event updated for resources: {'Port': ['ID=52a3d8bc-1771-425a-b826-ef23b33c881b,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:33.183736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:40:33.184785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.202059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Router 2bd97f82-fe46-4844-99e0-d7a6e4cd319f is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:33.286404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Attempting to bind port 52a3d8bc-1771-425a-b826-ef23b33c881b on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:33.286944 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Attempting to bind port 52a3d8bc-1771-425a-b826-ef23b33c881b by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:33.287482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Attempting to bind port 52a3d8bc-1771-425a-b826-ef23b33c881b on network 87934195-05f6-4c76-8bcd-87ad811acf07 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:33.301215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Port 52a3d8bc-1771-425a-b826-ef23b33c881b on network 87934195-05f6-4c76-8bcd-87ad811acf07 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:40:33.301553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Attempting to bind port 52a3d8bc-1771-425a-b826-ef23b33c881b on network 87934195-05f6-4c76-8bcd-87ad811acf07 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:33.340394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:33.341104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Checking segment: {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:33.341104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Bound using segment: {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:33.341571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Bound port: 52a3d8bc-1771-425a-b826-ef23b33c881b, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:33.341936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.380701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Allocated IP 172.20.0.2 (8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d/3d3c0129-63f8-459a-a787-dc05f1dc7683/b88a5b02-eb38-4375-acbe-24b095bfa928) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:33.399639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:33.451275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] For port 52a3d8bc-1771-425a-b826-ef23b33c881b, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:33.456884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] For port 52a3d8bc-1771-425a-b826-ef23b33c881b, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a3d8bc-1771-425a-b826-ef23b33c881b,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:33.465570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.470831 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ed4ed562-29fa-43b0-8282-20cba91d1a09 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6447146 Feb 19 00:40:33.471386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53414) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:33.475039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.520355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:33.520980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.522552 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] 10.222.0.126 "PUT /v2.0/ports/52a3d8bc-1771-425a-b826-ef23b33c881b HTTP/1.1" status: 200 len: 1092 time: 1.4074385 Feb 19 00:40:33.522998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c059221-545d-411b-afdc-473827d9eabc', 'tag': '52a3d8bc-1771-425a-b826-ef23b33c881b'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:33.525377 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c059221-545d-411b-afdc-473827d9eabc", "tag": "52a3d8bc-1771-425a-b826-ef23b33c881b"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:33.559036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774ac35-7507-4e63-abd4-84067eac939a service neutron] Pushing event updated for resources: {'Port': ['ID=52a3d8bc-1771-425a-b826-ef23b33c881b,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:33.562325 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Publish callbacks [] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.565960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Sync routers for ids ['2bd97f82-fe46-4844-99e0-d7a6e4cd319f'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:33.577763 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.581069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Routers {'2bd97f82-fe46-4844-99e0-d7a6e4cd319f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:33.581428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2bd97f82-fe46-4844-99e0-d7a6e4cd319f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:33.627571 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c7bd7e-9e05-44ac-8d36-ab704564861b x-openstack-request-id: req-e1c7bd7e-9e05-44ac-8d36-ab704564861b {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:33.627775 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c059221-545d-411b-afdc-473827d9eabc", "tag": "52a3d8bc-1771-425a-b826-ef23b33c881b", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:33.628508 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1c7bd7e-9e05-44ac-8d36-ab704564861b {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:33.628508 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c059221-545d-411b-afdc-473827d9eabc', 'tag': '52a3d8bc-1771-425a-b826-ef23b33c881b', 'status': 'completed', 'code': 200} Feb 19 00:40:33.650238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-3ca89b3a-44ff-4436-8b5f-389678fab7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:33.652165 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-3ca89b3a-44ff-4436-8b5f-389678fab7f1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 1126 time: 0.0679784 Feb 19 00:40:33.656375 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.680904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:33.681694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Pushing event updated for resources: {'Port': ['ID=b88a5b02-eb38-4375-acbe-24b095bfa928,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:33.686712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9058d3c7-b438-45d8-9cab-a4fac04789d8 req-f60fc7c7-5c8d-42b0-b3b5-791e1e776086 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1011279 Feb 19 00:40:33.687054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:33.712577 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-8e2606f8-ea36-4dbf-acce-b4579494d11a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a3d8bc-1771-425a-b826-ef23b33c881b HTTP/1.1" status: 200 len: 217 time: 0.0472929 Feb 19 00:40:33.719770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:33.776800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-2193eeb7-a7df-4582-8d5a-95513966199e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:33.778439 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-2193eeb7-a7df-4582-8d5a-95513966199e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.0596712 Feb 19 00:40:33.793460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Attempting to bind port b88a5b02-eb38-4375-acbe-24b095bfa928 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:33.793840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Attempting to bind port b88a5b02-eb38-4375-acbe-24b095bfa928 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:33.794211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Attempting to bind port b88a5b02-eb38-4375-acbe-24b095bfa928 on network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:33.805794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Set router 2bd97f82-fe46-4844-99e0-d7a6e4cd319f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:33.807895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:33.808191 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Checking segment: {'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:33.808600 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.808994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Bound using segment: {'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:33.810026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Bound port: b88a5b02-eb38-4375-acbe-24b095bfa928, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:33.810313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:33.833881 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-e4e44726-969a-4536-80a0-3ec7646df36e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469096 Feb 19 00:40:33.856292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8b298fbd-11fa-49e3-be52-f505c4288a1d tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/routers/2bd97f82-fe46-4844-99e0-d7a6e4cd319f HTTP/1.1" status: 200 len: 908 time: 0.3816452 Feb 19 00:40:33.856930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53422) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:33.971539 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-7a9247c6-0738-4ad8-8207-2f6306ed0bd1 service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305451 Feb 19 00:40:34.104093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d139296d-b8d4-4339-8d64-6f2e7c4b2521 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:34.146097 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c21e40d-fdb1-4181-bc04-a1dd2b036312 req-b86bc17d-a5d0-4a50-ba43-e2195e13ca6e service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662419 Feb 19 00:40:34.172841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.264115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-ddaf82bf-deda-4d1e-8857-b7e73923d022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:34.266505 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-ddaf82bf-deda-4d1e-8857-b7e73923d022 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 1126 time: 0.0577247 Feb 19 00:40:34.308774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ed426-8fd5-4263-ae1a-d6976d5a39bd req-41aa542c-27b4-4a5f-aaf0-54e357170c44 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:34.311258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b3ed426-8fd5-4263-ae1a-d6976d5a39bd req-41aa542c-27b4-4a5f-aaf0-54e357170c44 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 944 time: 0.2262280 Feb 19 00:40:34.344845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d139296d-b8d4-4339-8d64-6f2e7c4b2521 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:34.345226 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.352556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] For port b88a5b02-eb38-4375-acbe-24b095bfa928, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:34.391471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-1d3f77a0-bbe0-42b7-b61d-e87c0b47f266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:34.393538 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-1d3f77a0-bbe0-42b7-b61d-e87c0b47f266 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 914 time: 0.1207166 Feb 19 00:40:34.394981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.20.0.1 (8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d/3d3c0129-63f8-459a-a787-dc05f1dc7683/fb6a2851-73be-49f9-9970-177e2b406b14) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:34.406348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] For port b88a5b02-eb38-4375-acbe-24b095bfa928, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b88a5b02-eb38-4375-acbe-24b095bfa928,segment=NetworkSegment(bd9ffa1c-6221-4e2e-8883-ab65c1ca9016),segment_id=bd9ffa1c-6221-4e2e-8883-ab65c1ca9016)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:34.438326 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.458371 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-2d43c640-69bf-453c-bf3a-ce1695e49bc7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52a3d8bc-1771-425a-b826-ef23b33c881b HTTP/1.1" status: 200 len: 217 time: 0.0573814 Feb 19 00:40:34.463371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b3ed426-8fd5-4263-ae1a-d6976d5a39bd req-71081c32-8b1b-4cdb-81bd-e0928e832110 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364734 Feb 19 00:40:34.495935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7eb2b-f3ba-4d6b-86ab-2cb18a4f38cc None None] Pushing event updated for resources: {'Port': ['ID=b88a5b02-eb38-4375-acbe-24b095bfa928,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:34.511348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.565443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-b508118a-3640-404a-93d8-7d0666e09609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:34.567703 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-b508118a-3640-404a-93d8-7d0666e09609 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.0908575 Feb 19 00:40:34.610334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd97f82-fe46-4844-99e0-d7a6e4cd319f', 'name': 'tempest-snat-router-1565537048', 'tenant_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'c8b18b94-5d9e-4c04-9a71-667afcdc28a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:29Z', 'updated_at': '2022-02-19T00:40:32Z', 'revision_number': 3, 'project_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'gw_port': {'id': 'c8b18b94-5d9e-4c04-9a71-667afcdc28a2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd97f82-fe46-4844-99e0-d7a6e4cd319f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:30Z', 'updated_at': '2022-02-19T00:40:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:34.611872 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (fb6a2851-73be-49f9-9970-177e2b406b14), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.618836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d139296d-b8d4-4339-8d64-6f2e7c4b2521 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:34.619599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Deleting port c8b18b94-5d9e-4c04-9a71-667afcdc28a2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:34.619950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.634547 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-735c78a3-8578-4bd5-b29d-f526c71d882d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588646 Feb 19 00:40:34.660481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Checking router: 2bd97f82-fe46-4844-99e0-d7a6e4cd319f for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:34.660840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Updating router 2bd97f82-fe46-4844-99e0-d7a6e4cd319f port c8b18b94-5d9e-4c04-9a71-667afcdc28a2 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:40:34.703270 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.751010 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.761603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:34.788421 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-65a83b5b-7764-46af-b9d0-5110943df233 service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388485 Feb 19 00:40:34.843605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Calling delete_port for c8b18b94-5d9e-4c04-9a71-667afcdc28a2 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:34.877327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bd5a5da-a60f-478c-9b0d-4473960e00ec req-694776f4-61d7-4e49-bcc1-88fee8e8ee9a tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0753057 Feb 19 00:40:34.884278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:34.890313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:34.898118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:34.969459 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e9063ed2-52e7-4c6e-977f-6fd70ffcbb6a req-38edb869-29f7-4a87-9394-1d0b5b5c5dba service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730518 Feb 19 00:40:34.978241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=fb6a2851-73be-49f9-9970-177e2b406b14,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:34.982720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.100605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Publish callbacks [] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.108407 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.160781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Attempting to bind port c8b18b94-5d9e-4c04-9a71-667afcdc28a2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:35.161213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Attempting to bind port c8b18b94-5d9e-4c04-9a71-667afcdc28a2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:35.161583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Attempting to bind port c8b18b94-5d9e-4c04-9a71-667afcdc28a2 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:35.177609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:35.177997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:35.178440 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.179017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:35.179537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Bound port: c8b18b94-5d9e-4c04-9a71-667afcdc28a2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:35.179938 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.202945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb77a1-74bd-468d-92b5-005e4088ffd3 None None] Pushing event updated for resources: {'Port': ['ID=c8b18b94-5d9e-4c04-9a71-667afcdc28a2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:35.226424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.238909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] For port c8b18b94-5d9e-4c04-9a71-667afcdc28a2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:35.244242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] For port c8b18b94-5d9e-4c04-9a71-667afcdc28a2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c8b18b94-5d9e-4c04-9a71-667afcdc28a2,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:35.254215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.307738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fb77a1-74bd-468d-92b5-005e4088ffd3 None None] Pushing event updated for resources: {'Port': ['ID=c8b18b94-5d9e-4c04-9a71-667afcdc28a2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:35.326770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Routers {'2bd97f82-fe46-4844-99e0-d7a6e4cd319f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:35.327394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2bd97f82-fe46-4844-99e0-d7a6e4cd319f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:35.423584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c8b18b94-5d9e-4c04-9a71-667afcdc28a2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.427275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] Set router 2bd97f82-fe46-4844-99e0-d7a6e4cd319f gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:35.471434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8b18b94-5d9e-4c04-9a71-667afcdc28a2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:35.485596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd97f82-fe46-4844-99e0-d7a6e4cd319f', 'name': 'tempest-snat-router-1565537048', 'tenant_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:29Z', 'updated_at': '2022-02-19T00:40:34Z', 'revision_number': 4, 'project_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:35.528720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889f31f9-7850-46dd-b728-f27c7c9c2f8f None None] The sync data for ids ['2bd97f82-fe46-4844-99e0-d7a6e4cd319f'] in n-d-826527-3 is: [{'id': '2bd97f82-fe46-4844-99e0-d7a6e4cd319f', 'name': 'tempest-snat-router-1565537048', 'tenant_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:29Z', 'updated_at': '2022-02-19T00:40:34Z', 'revision_number': 4, 'project_id': 'f5cb9f0e2e214491ad66bf52abfdea96', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:35.649025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.784569 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.788137 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_controller (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.872439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (fb6a2851-73be-49f9-9970-177e2b406b14), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.883125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9063ff-6ec1-4eb0-ad63-2a6f1d482410 req-0d7e9cad-c600-4c6e-9c71-898d4a372480 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:35.885382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb9063ff-6ec1-4eb0-ad63-2a6f1d482410 req-0d7e9cad-c600-4c6e-9c71-898d4a372480 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 944 time: 0.2949731 Feb 19 00:40:35.886769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (2bd97f82-fe46-4844-99e0-d7a6e4cd319f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.887501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bd97f82-fe46-4844-99e0-d7a6e4cd319f {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:35.892382 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.897457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53446) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:35.904399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ea201026-f33f-470b-bab9-a354ca5af32f tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "DELETE /v2.0/routers/2bd97f82-fe46-4844-99e0-d7a6e4cd319f HTTP/1.1" status: 204 len: 168 time: 2.0378690 Feb 19 00:40:35.906557 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:35.996658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b88a5b02-eb38-4375-acbe-24b095bfa928 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:36.046248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d8464-83fd-4c95-969d-a0e0c18c0127 None None] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:36.167018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d12ce30e-b147-4542-a35a-6aee2c0015c1 None None] Provisioning complete for port b88a5b02-eb38-4375-acbe-24b095bfa928 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:36.167673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d12ce30e-b147-4542-a35a-6aee2c0015c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.169493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b88a5b02-eb38-4375-acbe-24b095bfa928 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:36.169924 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.175236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (3f69fa74-8712-451f-a41c-fb3a8a2fc427), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.176183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb9063ff-6ec1-4eb0-ad63-2a6f1d482410 req-4d83053c-a6d1-4ea1-8797-aec2ac3e17c1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574520 Feb 19 00:40:36.202374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10694772-ce66-4f68-b1a4-a9c6d0c76ad3 req-ce187a48-06d0-4320-87e1-fb858083ef9c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.2700694 Feb 19 00:40:36.213489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.215163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=fb6a2851-73be-49f9-9970-177e2b406b14,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:36.356061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:36.357988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:36.370990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (3f69fa74-8712-451f-a41c-fb3a8a2fc427), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.384914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b88a5b02-eb38-4375-acbe-24b095bfa928 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:36.385313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.473055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Deleting port d139296d-b8d4-4339-8d64-6f2e7c4b2521 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:36.473663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.486796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d12ce30e-b147-4542-a35a-6aee2c0015c1 None None] Current status of the port b88a5b02-eb38-4375-acbe-24b095bfa928 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:36.487193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d12ce30e-b147-4542-a35a-6aee2c0015c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.520776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port b88a5b02-eb38-4375-acbe-24b095bfa928, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b88a5b02-eb38-4375-acbe-24b095bfa928,segment=NetworkSegment(bd9ffa1c-6221-4e2e-8883-ab65c1ca9016),segment_id=bd9ffa1c-6221-4e2e-8883-ab65c1ca9016)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:36.540000 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.589755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] For port d139296d-b8d4-4339-8d64-6f2e7c4b2521, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d139296d-b8d4-4339-8d64-6f2e7c4b2521,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:36.590304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:36.619231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Calling delete_port for d139296d-b8d4-4339-8d64-6f2e7c4b2521 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:36.736753 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-d12ce30e-b147-4542-a35a-6aee2c0015c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:40:36.737166 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-d12ce30e-b147-4542-a35a-6aee2c0015c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:40:36.738054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=b88a5b02-eb38-4375-acbe-24b095bfa928,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:36.819067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-ff693c8c-0b65-4f5a-a338-3fdfae7f9434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:36.820678 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-ff693c8c-0b65-4f5a-a338-3fdfae7f9434 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1127 time: 0.0706465 Feb 19 00:40:36.976381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-b4d7769f-9235-4dcc-9d3a-7c8fca1fa40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:36.978104 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-b4d7769f-9235-4dcc-9d3a-7c8fca1fa40a service neutron] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 919 time: 0.1206772 Feb 19 00:40:37.047113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d139296d-b8d4-4339-8d64-6f2e7c4b2521), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.126311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f332e-6b07-48ee-bbfb-1fa8b691a4d0 req-263cef97-5d8d-470e-8318-28b6e58d0636 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:37.127971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c95f332e-6b07-48ee-bbfb-1fa8b691a4d0 req-263cef97-5d8d-470e-8318-28b6e58d0636 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1039608 Feb 19 00:40:37.146294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event deleted for resources: {'Port': ['ID=d139296d-b8d4-4339-8d64-6f2e7c4b2521,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:37.156271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:37.172190 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-2921398c-c3f9-40b5-b8d6-1ceb7fc9da29 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 200 len: 217 time: 0.1343064 Feb 19 00:40:37.246086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-be335efb-166d-4a40-afe4-f0e79b2ca747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:37.253956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-be335efb-166d-4a40-afe4-f0e79b2ca747 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.0562701 Feb 19 00:40:37.287223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d12ce30e-b147-4542-a35a-6aee2c0015c1 None None] Current status of the port b88a5b02-eb38-4375-acbe-24b095bfa928 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:37.328508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c95f332e-6b07-48ee-bbfb-1fa8b691a4d0 req-5a163de9-f881-4c6e-922a-073f282904d5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931772 Feb 19 00:40:37.388133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:37.403634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-77033902-fbf7-4eca-ae4e-e2ee0289107f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3310807 Feb 19 00:40:37.407267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:37.417817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6c104b1d-18f5-47de-ba92-5f2dc48155e2 None None] Provisioning complete for port fb6a2851-73be-49f9-9970-177e2b406b14 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:37.418517 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c104b1d-18f5-47de-ba92-5f2dc48155e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.422224 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:37.425088 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:37.434438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53464) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:37.457222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-159039965'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:37.483872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6c104b1d-18f5-47de-ba92-5f2dc48155e2 None None] Port fb6a2851-73be-49f9-9970-177e2b406b14 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:37.492943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4650dda2-8f6b-4840-a421-b6357ae46311 req-6a735446-778b-45b5-99dd-3d6b36e2bfbd tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0636590 Feb 19 00:40:37.498000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6c104b1d-18f5-47de-ba92-5f2dc48155e2 None None] Provisioning complete for port b88a5b02-eb38-4375-acbe-24b095bfa928 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:37.498627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c104b1d-18f5-47de-ba92-5f2dc48155e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.514219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:37.527441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.544379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17692ac1-aa6b-45f1-8ddd-dcb298f9fc28 req-a703f377-4eb1-4af0-b5f7-b4132bb8f633 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:37.556369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17692ac1-aa6b-45f1-8ddd-dcb298f9fc28 req-a703f377-4eb1-4af0-b5f7-b4132bb8f633 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 944 time: 0.2687500 Feb 19 00:40:37.638611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17692ac1-aa6b-45f1-8ddd-dcb298f9fc28 req-eb052d4b-5d09-49ec-a168-dece140dcca1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750434 Feb 19 00:40:37.642095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:37.642230 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:37.654769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8638dfb1-2da1-475d-ad52-e5110b93ce34), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.655307 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment 8638dfb1-2da1-475d-ad52-e5110b93ce34 of type vlan for network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 Feb 19 00:40:37.689862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6c104b1d-18f5-47de-ba92-5f2dc48155e2 None None] Current status of the port b88a5b02-eb38-4375-acbe-24b095bfa928 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:37.720980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (7d5e91d2-98af-4e14-9a71-4ca7e0522833), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.733898 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-d70028ab-f7e3-4df9-89fc-28d7e4777531 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4751272 Feb 19 00:40:37.750674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (7d5e91d2-98af-4e14-9a71-4ca7e0522833), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.756711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:37.757574 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.818328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0eb505a7-75a3-4cba-b948-f3cf0a7ea05b None None] Provisioning complete for port fb6a2851-73be-49f9-9970-177e2b406b14 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:37.819666 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0eb505a7-75a3-4cba-b948-f3cf0a7ea05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.841125 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-989b2329-f602-4aa7-afd0-4764b7c45b07 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979762 Feb 19 00:40:37.845962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (3f69fa74-8712-451f-a41c-fb3a8a2fc427), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:37.895754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4598467 Feb 19 00:40:37.896395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53470) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:37.901768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0eb505a7-75a3-4cba-b948-f3cf0a7ea05b None None] Port fb6a2851-73be-49f9-9970-177e2b406b14 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:37.911835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:37.918478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0781862-6f8c-405c-b5cf-57d8b3eae47c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=7d5e91d2-98af-4e14-9a71-4ca7e0522833,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:37.934195 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:35Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:35Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:37.971874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:38.010572 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:38.010989 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Updating router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb port fb6a2851-73be-49f9-9970-177e2b406b14 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:40:38.053613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:38.057868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.063965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b88a5b02-eb38-4375-acbe-24b095bfa928 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:38.081585 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.093911 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (3f69fa74-8712-451f-a41c-fb3a8a2fc427), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.098813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_controller (3f69fa74-8712-451f-a41c-fb3a8a2fc427), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.187021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (3f69fa74-8712-451f-a41c-fb3a8a2fc427), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.187480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b88a5b02-eb38-4375-acbe-24b095bfa928 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:38.187771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.188515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f69fa74-8712-451f-a41c-fb3a8a2fc427 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:38.194530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.196125 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ccc4a28c-d9e3-44df-8b37-7d64ef7c98b1 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "DELETE /v2.0/routers/3f69fa74-8712-451f-a41c-fb3a8a2fc427 HTTP/1.1" status: 204 len: 168 time: 2.2974353 Feb 19 00:40:38.203250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53472) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:38.206129 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-185cd6be-ba59-4286-b5dc-d768beb96c7c req-92885d04-4606-4515-ae7c-388198bfd2ad service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561437 Feb 19 00:40:38.210873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-276587709', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:38.295138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (ac52ac09-618c-4471-936d-674a70e8f2a9), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.296737 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (ac52ac09-618c-4471-936d-674a70e8f2a9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.327857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b88a5b02-eb38-4375-acbe-24b095bfa928 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:38.354234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 52a3d8bc-1771-425a-b826-ef23b33c881b details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:40:38.477740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (ac52ac09-618c-4471-936d-674a70e8f2a9), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.496047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 52a3d8bc-1771-425a-b826-ef23b33c881b, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a3d8bc-1771-425a-b826-ef23b33c881b,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:38.520060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '52a3d8bc-1771-425a-b826-ef23b33c881b', 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07', 'port_id': '52a3d8bc-1771-425a-b826-ef23b33c881b', 'mac_address': 'fa:16:3e:f0:fc:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96da7c72-2c12-434d-8482-df768791c408', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:40:38.548285 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Publish callbacks [] for port (fb6a2851-73be-49f9-9970-177e2b406b14), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.557575 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.572638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 52a3d8bc-1771-425a-b826-ef23b33c881b is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:38.572638 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.587278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a3d8bc-1771-425a-b826-ef23b33c881b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:40:38.621037 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef83b-ffdb-4786-b03f-cb1d7034e7af None None] Pushing event updated for resources: {'Port': ['ID=fb6a2851-73be-49f9-9970-177e2b406b14,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:38.633974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 52a3d8bc-1771-425a-b826-ef23b33c881b, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a3d8bc-1771-425a-b826-ef23b33c881b,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:38.639197 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.673970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e56e0f8e-657d-4551-b197-d9896627713d req-d9683968-a9e2-4fee-9474-c408a0fa386d tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0812571 Feb 19 00:40:38.695408 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Attempting to bind port fb6a2851-73be-49f9-9970-177e2b406b14 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:38.695780 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Attempting to bind port fb6a2851-73be-49f9-9970-177e2b406b14 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:38.696140 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Attempting to bind port fb6a2851-73be-49f9-9970-177e2b406b14 on network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:38.708640 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:38.708640 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Checking segment: {'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:38.709127 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.709849 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Bound using segment: {'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:38.710383 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Bound port: fb6a2851-73be-49f9-9970-177e2b406b14, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:38.710896 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.745078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=52a3d8bc-1771-425a-b826-ef23b33c881b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:38.848460 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] For port fb6a2851-73be-49f9-9970-177e2b406b14, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:38.855092 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] For port fb6a2851-73be-49f9-9970-177e2b406b14, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fb6a2851-73be-49f9-9970-177e2b406b14,segment=NetworkSegment(bd9ffa1c-6221-4e2e-8883-ab65c1ca9016),segment_id=bd9ffa1c-6221-4e2e-8883-ab65c1ca9016)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:38.863411 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.921187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221472fc-8a03-44fb-a8c9-add3c481ce45 req-dfab9f97-3f20-48f1-9d88-819c16e7e0e2 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:38.922962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-221472fc-8a03-44fb-a8c9-add3c481ce45 req-dfab9f97-3f20-48f1-9d88-819c16e7e0e2 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.4404721 Feb 19 00:40:38.935093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fb99a6e1-70a6-494e-8b8d-2f4ab77e5dc4 None None] Provisioning complete for port fb6a2851-73be-49f9-9970-177e2b406b14 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:38.935478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb99a6e1-70a6-494e-8b8d-2f4ab77e5dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.938042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b6a0caf1-1158-4d90-93e6-01b04ca9e919), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:38.961597 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:38.962620 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:39.025025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef4f4c-3460-49c2-83ba-d07fd5b5ae34 req-9e199b3f-1a70-4f98-9bcc-cfbc7edf2ff6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:39.038097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aef4f4c-3460-49c2-83ba-d07fd5b5ae34 req-9e199b3f-1a70-4f98-9bcc-cfbc7edf2ff6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 945 time: 0.2627501 Feb 19 00:40:39.055114 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (ac52ac09-618c-4471-936d-674a70e8f2a9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:39.065329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fb99a6e1-70a6-494e-8b8d-2f4ab77e5dc4 None None] Current status of the port fb6a2851-73be-49f9-9970-177e2b406b14 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:39.066071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb99a6e1-70a6-494e-8b8d-2f4ab77e5dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:39.125425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fb99a6e1-70a6-494e-8b8d-2f4ab77e5dc4 None None] For port fb6a2851-73be-49f9-9970-177e2b406b14, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fb6a2851-73be-49f9-9970-177e2b406b14,segment=NetworkSegment(bd9ffa1c-6221-4e2e-8883-ab65c1ca9016),segment_id=bd9ffa1c-6221-4e2e-8883-ab65c1ca9016)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:39.130525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['52a3d8bc-1771-425a-b826-ef23b33c881b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:40:39.134503 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb99a6e1-70a6-494e-8b8d-2f4ab77e5dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:39.179195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=b6a0caf1-1158-4d90-93e6-01b04ca9e919,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:39.206962 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef83b-ffdb-4786-b03f-cb1d7034e7af None None] Pushing event updated for resources: {'Port': ['ID=fb6a2851-73be-49f9-9970-177e2b406b14,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:39.239669 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:39.274974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:39.275604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: 7d5e91d2-98af-4e14-9a71-4ca7e0522833, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:39.277489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99a6e1-70a6-494e-8b8d-2f4ab77e5dc4 None None] Pushing event updated for resources: {'Port': ['ID=fb6a2851-73be-49f9-9970-177e2b406b14,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:39.334351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-221472fc-8a03-44fb-a8c9-add3c481ce45 req-431d9558-adee-4f02-aa42-4d553e214862 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895202 Feb 19 00:40:39.351734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aef4f4c-3460-49c2-83ba-d07fd5b5ae34 req-9a043d05-d6ed-4bd6-bd42-49e94d3d1172 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127222 Feb 19 00:40:39.362759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:39.374593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 7d5e91d2-98af-4e14-9a71-4ca7e0522833) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:39.391951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2eb086-2488-4b52-8ecf-b2a4de29e27a None None] Network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:39.395697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:39.396430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:39.396677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a0e61e37-daac-4c1f-a3c7-80d7a0c98a0e None None] Provisioning complete for port fb6a2851-73be-49f9-9970-177e2b406b14 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:39.397058 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a0e61e37-daac-4c1f-a3c7-80d7a0c98a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:39.419856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-21524bb0-c842-4c0f-9075-ee4f8285f925 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5174007 Feb 19 00:40:39.420257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53486) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:39.537035 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:35Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:38Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:39.560329 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (ac52ac09-618c-4471-936d-674a70e8f2a9), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:39.565156 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6565ff95-8bb2-4e14-b99c-6c373ffc42a3 None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:35Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:38Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:39.593053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:39.802307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Allocated IP 172.25.6.200 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/a33bc1e1-ae7b-4696-a047-8331da2d99f9) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:39.835271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a0e61e37-daac-4c1f-a3c7-80d7a0c98a0e None None] Current status of the port fb6a2851-73be-49f9-9970-177e2b406b14 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:39.840248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:40:39.847044 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:39.862596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d139296d-b8d4-4339-8d64-6f2e7c4b2521 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:39.886060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d139296d-b8d4-4339-8d64-6f2e7c4b2521 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:39.891669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d139296d-b8d4-4339-8d64-6f2e7c4b2521 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:39.956536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b04b76-06fa-4f68-a37a-b27c999e6eed req-60e07999-96f6-4f73-ac6a-a7757a5f11df tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0392056 Feb 19 00:40:39.975362 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for port (a33bc1e1-ae7b-4696-a047-8331da2d99f9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.036740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a33bc1e1-ae7b-4696-a047-8331da2d99f9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.066457 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.097693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:40.100940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:40.103545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:40.141845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event updated for resources: {'Port': ['ID=a33bc1e1-ae7b-4696-a047-8331da2d99f9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:40.198908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Allocated IP 172.21.0.2 (7d5e91d2-98af-4e14-9a71-4ca7e0522833/b6a0caf1-1158-4d90-93e6-01b04ca9e919/28e13dc9-82d4-4562-bccd-4d73fa7fb526) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:40.405647 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Publish callbacks [] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.423657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.499057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Pushing event updated for resources: {'Port': ['ID=28e13dc9-82d4-4562-bccd-4d73fa7fb526,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:40.508979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.21.0.1 (7d5e91d2-98af-4e14-9a71-4ca7e0522833/b6a0caf1-1158-4d90-93e6-01b04ca9e919/9e6a1ffb-650d-44d7-8baf-bce148ba22dc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:40.512325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:40.513970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:40.516600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:40.584319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Attempting to bind port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:40.585003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Attempting to bind port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:40.585557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Attempting to bind port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 on network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:40.592773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:40.593611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Checking segment: {'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:40.594219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.594771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Bound using segment: {'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:40.595463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Bound port: 28e13dc9-82d4-4562-bccd-4d73fa7fb526, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:40.596130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.644227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fda63-3115-4850-99e5-c0bd00cf9298 req-a5b7a64f-4daf-49b4-bfb8-5f591b08f551 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:40.645851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c31fda63-3115-4850-99e5-c0bd00cf9298 req-a5b7a64f-4daf-49b4-bfb8-5f591b08f551 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2106018 Feb 19 00:40:40.679565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] For port 28e13dc9-82d4-4562-bccd-4d73fa7fb526, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:40.683376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] For port 28e13dc9-82d4-4562-bccd-4d73fa7fb526, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=28e13dc9-82d4-4562-bccd-4d73fa7fb526,segment=NetworkSegment(8638dfb1-2da1-475d-ad52-e5110b93ce34),segment_id=8638dfb1-2da1-475d-ad52-e5110b93ce34)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:40.686137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df8d6-cd76-451b-b7d7-d4ecfd71b2f8 req-537e84c5-fb7a-436f-8e43-543ca50cd05f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:40.687805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c10df8d6-cd76-451b-b7d7-d4ecfd71b2f8 req-537e84c5-fb7a-436f-8e43-543ca50cd05f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 945 time: 0.1990149 Feb 19 00:40:40.695558 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.727265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.736867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (ac52ac09-618c-4471-936d-674a70e8f2a9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.750866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c31fda63-3115-4850-99e5-c0bd00cf9298 req-7711cef8-a227-474b-9d4c-98565664d86b tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966110 Feb 19 00:40:40.779888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:40.787626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f3633-c4d4-421e-98ec-bd47bc873df3 None None] Pushing event updated for resources: {'Port': ['ID=28e13dc9-82d4-4562-bccd-4d73fa7fb526,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:40.829846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:40.838007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:40.843031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:40.856088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c10df8d6-cd76-451b-b7d7-d4ecfd71b2f8 req-11bd4e2d-f317-476a-97ea-63739df80f8a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601558 Feb 19 00:40:40.890991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:40.913505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:41.099253 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:41.140001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc4b0ba7-d80b-4911-bb58-dde2d1740335 req-4a448080-60ad-4ae5-bb0d-2d310222a4e2 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0463476 Feb 19 00:40:41.160336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (ac52ac09-618c-4471-936d-674a70e8f2a9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:41.311327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Router ac52ac09-618c-4471-936d-674a70e8f2a9 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:41.444820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:41.455359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:41.457266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3df95-cd6d-4020-a2ba-13aae2a4078a None None] Sync routers for ids ['ac52ac09-618c-4471-936d-674a70e8f2a9'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:41.461785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:41.469670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3df95-cd6d-4020-a2ba-13aae2a4078a None None] Routers {'ac52ac09-618c-4471-936d-674a70e8f2a9'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:41.470350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-dcc3df95-cd6d-4020-a2ba-13aae2a4078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac52ac09-618c-4471-936d-674a70e8f2a9'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:41.481578 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:41.483932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8e793572-8d28-47de-b2ed-203e1f5da102 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2795048 Feb 19 00:40:41.486802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53500) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:41.494703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f8d40716-d64b-42b4-8b08-cfb1a55e1306 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': False}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:41.513104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-dcc3df95-cd6d-4020-a2ba-13aae2a4078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:41.523164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3df95-cd6d-4020-a2ba-13aae2a4078a None None] Routers {'ac52ac09-618c-4471-936d-674a70e8f2a9'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:41.523608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-dcc3df95-cd6d-4020-a2ba-13aae2a4078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac52ac09-618c-4471-936d-674a70e8f2a9'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:41.544905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:41.563054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:41.567754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-dcc3df95-cd6d-4020-a2ba-13aae2a4078a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:41.568409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc3df95-cd6d-4020-a2ba-13aae2a4078a None None] The sync data for ids ['ac52ac09-618c-4471-936d-674a70e8f2a9'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:41.669960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:41.671688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:41.816095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:42.056725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:42.082421 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5e66af75-d4ff-4914-b295-9a945e9b4003 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6525288 Feb 19 00:40:42.083165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:42.094366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-371050211'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:42.109108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 28e13dc9-82d4-4562-bccd-4d73fa7fb526 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:42.162081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:42.172618 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.211336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:42.215604 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:42.223360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c9f3c978-0365-4f1b-ab35-0fa544eeca30), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.223694 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment c9f3c978-0365-4f1b-ab35-0fa544eeca30 of type vlan for network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb Feb 19 00:40:42.241250 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:42.241695 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:42.243267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:42.243713 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.283605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.335942 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.344075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:42.345056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.392019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2591e3-4175-42ef-9c13-9c5547294db8 None None] Network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:42.399147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 52a3d8bc-1771-425a-b826-ef23b33c881b up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:42.409659 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3206570 Feb 19 00:40:42.410692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53512) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:42.438426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:42.446786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.495116 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:42.499214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:42.517748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e51b52-620a-4b39-ad2b-9ebb0c63cd57 req-e6f1ae7d-c6de-4d76-b898-a884bf2323fc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:42.519905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21e51b52-620a-4b39-ad2b-9ebb0c63cd57 req-e6f1ae7d-c6de-4d76-b898-a884bf2323fc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 945 time: 0.1689394 Feb 19 00:40:42.530036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836897b-fe05-4bbe-8cdc-61411504e4b1 req-0bbcc20f-871f-4e40-b8c1-f8129c9620c5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:42.532517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8836897b-fe05-4bbe-8cdc-61411504e4b1 req-0bbcc20f-871f-4e40-b8c1-f8129c9620c5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1603580 Feb 19 00:40:42.616807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2d7d6-9637-4ea4-a876-84150ac6ff17 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:42.656059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 28e13dc9-82d4-4562-bccd-4d73fa7fb526, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=28e13dc9-82d4-4562-bccd-4d73fa7fb526,segment=NetworkSegment(8638dfb1-2da1-475d-ad52-e5110b93ce34),segment_id=8638dfb1-2da1-475d-ad52-e5110b93ce34)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:42.678502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:42.687439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:42.690066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21e51b52-620a-4b39-ad2b-9ebb0c63cd57 req-e79e218f-8eea-42d3-99ad-53e2a2d77b28 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563361 Feb 19 00:40:42.690958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.694157 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.703792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fb6a2851-73be-49f9-9970-177e2b406b14 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:42.706847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3b942403-ce3d-46e5-ae55-e3c430fdd8c7 None None] Provisioning complete for port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:42.707464 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b942403-ce3d-46e5-ae55-e3c430fdd8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.738222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8836897b-fe05-4bbe-8cdc-61411504e4b1 req-8eb0279e-561d-4b38-ae3e-3e7ea932948e tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952920 Feb 19 00:40:42.784234 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:41Z', 'revision_number': 3, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:41Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:42.818153 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:42.818537 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Updating router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:40:42.846723 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:42.864794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8b8d23c-0ef9-419d-afd7-ef09cb8cd1fe req-0b19eef7-836e-481b-beb6-f81706bb3e1e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0536766 Feb 19 00:40:42.889674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8d40716-d64b-42b4-8b08-cfb1a55e1306 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (ac52ac09-618c-4471-936d-674a70e8f2a9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.033829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (60792d2e-a364-447f-b84d-5ca25dc01bff), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.111395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=60792d2e-a364-447f-b84d-5ca25dc01bff,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:43.118804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 52a3d8bc-1771-425a-b826-ef23b33c881b completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:40:43.133114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:43.133521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:43.162997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:43.165420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=28e13dc9-82d4-4562-bccd-4d73fa7fb526,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:43.168116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 52a3d8bc-1771-425a-b826-ef23b33c881b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:43.168492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.188779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:43.202706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5b3e23-9a18-467b-8a8b-1643401d3a2a None None] Network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:43.206561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:43.209664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.244986 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dfca3544-d677-4ac0-86ea-3a4f6f0532d7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7616382 Feb 19 00:40:43.248185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53516) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:43.253609 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Publish callbacks [] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.263068 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.291002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fb6a2851-73be-49f9-9970-177e2b406b14 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:43.291663 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.318267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39a565-8480-4f0c-8005-ee33ee6e9dbd None None] Pushing event updated for resources: {'Port': ['ID=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:43.380732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b942403-ce3d-46e5-ae55-e3c430fdd8c7 None None] Current status of the port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:43.445591 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Attempting to bind port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:43.446730 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Attempting to bind port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:43.447271 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Attempting to bind port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc on network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:43.454080 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:43.454778 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Checking segment: {'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:43.455421 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.455973 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Bound using segment: {'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:43.456999 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Bound port: 9e6a1ffb-650d-44d7-8baf-bce148ba22dc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8638dfb1-2da1-475d-ad52-e5110b93ce34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:43.457732 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.518421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:40:43.521158 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.586101 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] For port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:43.589413 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] For port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,segment=NetworkSegment(8638dfb1-2da1-475d-ad52-e5110b93ce34),segment_id=8638dfb1-2da1-475d-ad52-e5110b93ce34)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:43.605362 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.658922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 52a3d8bc-1771-425a-b826-ef23b33c881b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:43.660209 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.722839 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:43.723726 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:43.733439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8d40716-d64b-42b4-8b08-cfb1a55e1306 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (ac52ac09-618c-4471-936d-674a70e8f2a9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.737230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8d40716-d64b-42b4-8b08-cfb1a55e1306 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (ac52ac09-618c-4471-936d-674a70e8f2a9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.745583 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39a565-8480-4f0c-8005-ee33ee6e9dbd None None] Pushing event updated for resources: {'Port': ['ID=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:43.747545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 52a3d8bc-1771-425a-b826-ef23b33c881b, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a3d8bc-1771-425a-b826-ef23b33c881b,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:43.756601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c059221-545d-411b-afdc-473827d9eabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a3d8bc-1771-425a-b826-ef23b33c881b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:43.759954 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef9e31b-2e47-409d-839f-9a369548ce27" -d '{"events": [{"server_uuid": "8c059221-545d-411b-afdc-473827d9eabc", "name": "network-vif-plugged", "status": "completed", "tag": "52a3d8bc-1771-425a-b826-ef23b33c881b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:43.771526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.870119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=52a3d8bc-1771-425a-b826-ef23b33c881b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:43.911985 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58abc98c-7287-4c43-b84e-5de62a4361d1 x-openstack-request-id: req-58abc98c-7287-4c43-b84e-5de62a4361d1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:43.914536 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c059221-545d-411b-afdc-473827d9eabc", "name": "network-vif-plugged", "status": "completed", "tag": "52a3d8bc-1771-425a-b826-ef23b33c881b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:43.915165 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-58abc98c-7287-4c43-b84e-5de62a4361d1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:43.915403 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c059221-545d-411b-afdc-473827d9eabc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a3d8bc-1771-425a-b826-ef23b33c881b', 'code': 200} Feb 19 00:40:43.926111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:43.966630 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:44.152045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b818f-2fbf-41bd-ae0d-4fb622075028 req-36077311-0a48-4c22-a68e-5b5b56f2c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:44.153966 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-918b818f-2fbf-41bd-ae0d-4fb622075028 req-36077311-0a48-4c22-a68e-5b5b56f2c9c3 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 1128 time: 0.2181494 Feb 19 00:40:44.194397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d40716-d64b-42b4-8b08-cfb1a55e1306 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Router ac52ac09-618c-4471-936d-674a70e8f2a9 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:44.239879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e9ee4-805f-41eb-be05-0f25d67195a5 req-d3567dd8-136e-4a84-b558-cb3a409ca56b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:44.241483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e90e9ee4-805f-41eb-be05-0f25d67195a5 req-d3567dd8-136e-4a84-b558-cb3a409ca56b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 946 time: 0.2724411 Feb 19 00:40:44.288393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Allocated IP 172.22.0.2 (17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb/60792d2e-a364-447f-b84d-5ca25dc01bff/9fff87ff-1737-4292-95ba-ad0dbc0e5fd2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:44.289603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a5e25-8255-4a96-ab1c-ec983222bb6e req-e7168836-6a39-40ab-99cf-d1e958aacd42 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:44.291236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-339a5e25-8255-4a96-ab1c-ec983222bb6e req-e7168836-6a39-40ab-99cf-d1e958aacd42 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2858109 Feb 19 00:40:44.400562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fb6a2851-73be-49f9-9970-177e2b406b14 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:44.402450 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:41Z', 'revision_number': 3, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:43Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:44.426217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Provisioning complete for port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:44.426833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:44.456819 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7688e19b-a7bc-44b3-b129-39a6a21de6d0 None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:41Z', 'revision_number': 3, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:43Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:44.495999 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-918b818f-2fbf-41bd-ae0d-4fb622075028 req-01f78835-4fde-4b23-bbdb-7295e5b7d397 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216150 Feb 19 00:40:44.547614 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Publish callbacks [] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:44.579188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e90e9ee4-805f-41eb-be05-0f25d67195a5 req-b50175b4-1fda-4e9d-a5e2-7afc4d7c6c19 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199706 Feb 19 00:40:44.615079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-339a5e25-8255-4a96-ab1c-ec983222bb6e req-c95deca2-0274-4755-b9cd-fa3cb29ecdd4 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978523 Feb 19 00:40:44.645221 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:44.659809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d40716-d64b-42b4-8b08-cfb1a55e1306 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:44.662949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 28e13dc9-82d4-4562-bccd-4d73fa7fb526 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:44.675429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.22.0.1 (17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb/60792d2e-a364-447f-b84d-5ca25dc01bff/28f1a1e0-878c-40cd-84e2-156e0774ad9a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:44.677700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8d40716-d64b-42b4-8b08-cfb1a55e1306 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:44.679304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f8d40716-d64b-42b4-8b08-cfb1a55e1306 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "PUT /v2.0/routers/ac52ac09-618c-4471-936d-674a70e8f2a9 HTTP/1.1" status: 200 len: 925 time: 3.1889575 Feb 19 00:40:44.713301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53532) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:44.753064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60305e-015f-4fc8-b2b0-6b31b1c372df None None] Sync routers for ids ['ac52ac09-618c-4471-936d-674a70e8f2a9'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:44.766995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Current status of the port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:44.788721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:44.805509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:44.824419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60305e-015f-4fc8-b2b0-6b31b1c372df None None] Routers {'ac52ac09-618c-4471-936d-674a70e8f2a9'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:44.825072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ad60305e-015f-4fc8-b2b0-6b31b1c372df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac52ac09-618c-4471-936d-674a70e8f2a9'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:44.827372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:44.830208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Pushing event updated for resources: {'Port': ['ID=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:44.881414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Provisioning complete for port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:44.881989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:44.888389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ad60305e-015f-4fc8-b2b0-6b31b1c372df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:44.941547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1687b5e5-bb3b-4add-872b-585df5b533d9 req-05dfd749-0d21-406c-b95a-b1416d2736ac tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.2712216 Feb 19 00:40:44.971395 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:44.981097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad60305e-015f-4fc8-b2b0-6b31b1c372df None None] Routers {'ac52ac09-618c-4471-936d-674a70e8f2a9'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:44.982059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ad60305e-015f-4fc8-b2b0-6b31b1c372df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ac52ac09-618c-4471-936d-674a70e8f2a9'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:44.984414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:44.984961 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.060752 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.063111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ad60305e-015f-4fc8-b2b0-6b31b1c372df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:45.063936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad60305e-015f-4fc8-b2b0-6b31b1c372df None None] The sync data for ids ['ac52ac09-618c-4471-936d-674a70e8f2a9'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:45.068495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8b510-b008-45fa-b198-bcea56d11dd2 req-eb3989a4-0b46-4136-ac10-1183a9d17229 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:45.069357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Attempting to bind port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:45.070217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Attempting to bind port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:45.070902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Attempting to bind port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 on network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:45.076736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8c8b510-b008-45fa-b198-bcea56d11dd2 req-eb3989a4-0b46-4136-ac10-1183a9d17229 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1127 time: 0.2186806 Feb 19 00:40:45.092783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:45.093162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Checking segment: {'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:45.093821 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.093957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Bound using segment: {'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:45.094484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Bound port: 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:45.094877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.153382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:45.153758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-674f3042-8819-47ed-b731-bec851651163 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/routers/ac52ac09-618c-4471-936d-674a70e8f2a9 HTTP/1.1" status: 200 len: 925 time: 0.4373891 Feb 19 00:40:45.157035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53534) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:45.163363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:45.167428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:45.236833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=28f1a1e0-878c-40cd-84e2-156e0774ad9a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:45.268489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.303491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Current status of the port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:45.303878 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.342282 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] For port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:45.349130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:45.353845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] For port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,segment=NetworkSegment(c9f3c978-0365-4f1b-ab35-0fa544eeca30),segment_id=c9f3c978-0365-4f1b-ab35-0fa544eeca30)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:45.362082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8c8b510-b008-45fa-b198-bcea56d11dd2 req-059a009c-8af4-45e7-beec-21ce5b4fa77d tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700033 Feb 19 00:40:45.381269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] For port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,segment=NetworkSegment(8638dfb1-2da1-475d-ad52-e5110b93ce34),segment_id=8638dfb1-2da1-475d-ad52-e5110b93ce34)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:45.385030 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.388263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53538) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:45.441164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3123da0-9e22-48cf-9bbc-c29b75e777bb tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:45.445781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c3123da0-9e22-48cf-9bbc-c29b75e777bb tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=ac52ac09-618c-4471-936d-674a70e8f2a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2865312 Feb 19 00:40:45.446440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53540) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:45.480558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08ebac-c66f-4aa3-8aec-66bc51b11ed8 None None] Pushing event updated for resources: {'Port': ['ID=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:45.492286 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.563166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c23d02-26b3-4742-b513-ba6c59a9d20d None None] Pushing event updated for resources: {'Port': ['ID=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:45.624802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d2c26f2b-6457-47ca-9beb-e8546f1cd732 None None] Provisioning complete for port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:45.625195 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2c26f2b-6457-47ca-9beb-e8546f1cd732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:45.749676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c13b981-f6bc-470e-8669-6d264e0434ac tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:45.756539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3c13b981-f6bc-470e-8669-6d264e0434ac tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 881 time: 0.3070712 Feb 19 00:40:45.757183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53546) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:45.840188 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d2c26f2b-6457-47ca-9beb-e8546f1cd732 None None] Current status of the port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:45.853569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ca28d2aa-87de-44be-bb4f-61a526e100de tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac52ac09-618c-4471-936d-674a70e8f2a9 HTTP/1.1" status: 200 len: 205 time: 0.0942912 Feb 19 00:40:45.858460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53548) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:46.022738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a220f-ee11-48a2-9d54-10820565333e req-1eb382b7-793e-49e8-8381-4afff46d3703 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:46.024242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b70a220f-ee11-48a2-9d54-10820565333e req-1eb382b7-793e-49e8-8381-4afff46d3703 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2562969 Feb 19 00:40:46.026166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port cb7ba074-6f37-45a3-a501-592227c63c9f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:46.026166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cb7ba074-6f37-45a3-a501-592227c63c9f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.079351 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.105466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75049667-e751-44ef-b925-7460ecbe238f req-bf700fab-477f-4ea0-a70a-cc161f498c96 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:46.106996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75049667-e751-44ef-b925-7460ecbe238f req-bf700fab-477f-4ea0-a70a-cc161f498c96 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 946 time: 0.2897518 Feb 19 00:40:46.161720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (ac52ac09-618c-4471-936d-674a70e8f2a9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.246752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b70a220f-ee11-48a2-9d54-10820565333e req-0d86c4c1-cc18-4247-ad3a-36ffb9cea493 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023308 Feb 19 00:40:46.252401 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cb7ba074-6f37-45a3-a501-592227c63c9f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.252729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (cb7ba074-6f37-45a3-a501-592227c63c9f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.281243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75049667-e751-44ef-b925-7460ecbe238f req-a1039f5d-3e1a-4ef4-849c-1ec0aefb3ca8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620665 Feb 19 00:40:46.288753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for cb7ba074-6f37-45a3-a501-592227c63c9f owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:46.404731 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.410390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.503215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.552798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=28f1a1e0-878c-40cd-84e2-156e0774ad9a,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:46.669195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:46.671301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:46.674747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:46.771232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:46.771903 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.794413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:46.811194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b81dc7a0-e40a-4a6f-8b79-47cc34d21f63 req-530c2da7-d87d-4e1f-9228-3e053d8e74ad tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.4853644 Feb 19 00:40:46.820524 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (ac52ac09-618c-4471-936d-674a70e8f2a9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.892729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:46.893309 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.938904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:46.947193 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ccd2dd64-f43b-4995-8d70-209d089d0722 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6966679 Feb 19 00:40:46.949461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,segment=NetworkSegment(c9f3c978-0365-4f1b-ab35-0fa544eeca30),segment_id=c9f3c978-0365-4f1b-ab35-0fa544eeca30)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:46.950845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53554) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:46.951048 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:46.955622 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:46.956503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9e6a1ffb-650d-44d7-8baf-bce148ba22dc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:46.961991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'network': {'name': 'tempest-RoutersTest-141704135'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:46.969397 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:46.971711 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:46.998875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:47.002500 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.047623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Deleting port a33bc1e1-ae7b-4696-a047-8331da2d99f9 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:47.052692 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a33bc1e1-ae7b-4696-a047-8331da2d99f9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.053672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:40:47.064865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bcc240-c216-4b8a-9303-2328c87eb4df None None] Network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:47.073386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6762e7ee-c6f7-407a-b620-da57e59ff2ac), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.073876 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added segment 6762e7ee-c6f7-407a-b620-da57e59ff2ac of type vlan for network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae Feb 19 00:40:47.108040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:47.133022 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:47.141772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.166609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a18442fd-2d95-4621-8c4a-aac0b685ba81 None None] Provisioning complete for port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:47.166994 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a18442fd-2d95-4621-8c4a-aac0b685ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.178390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.189368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:47.193401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.225697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a33bc1e1-ae7b-4696-a047-8331da2d99f9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.251750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:47.252197 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.252587 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3003480 Feb 19 00:40:47.255765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53556) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:47.256880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Calling delete_port for a33bc1e1-ae7b-4696-a047-8331da2d99f9 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:47.261032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'subnet': {'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:47.284859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cb7ba074-6f37-45a3-a501-592227c63c9f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.377659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=cb7ba074-6f37-45a3-a501-592227c63c9f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:47.453729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83bab6-00b0-4803-824c-b0be03d6e040 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Network': ['ID=30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:47.461965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Made reservation on behalf of 010f4821119e4a11a044f4db98706914 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:40:47.468568 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.469356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a18442fd-2d95-4621-8c4a-aac0b685ba81 None None] Current status of the port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:47.480256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:40:47.612079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:47.613641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c563d38-4100-4ed9-be6c-b398461ec857 req-b37a6b8e-f902-4845-89a8-043a4aa0c862 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:47.616504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c563d38-4100-4ed9-be6c-b398461ec857 req-b37a6b8e-f902-4845-89a8-043a4aa0c862 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2221258 Feb 19 00:40:47.628006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (58099604-bfe4-40e8-8a2a-20687e68fa51), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.628711 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Floating IP 58099604-bfe4-40e8-8a2a-20687e68fa51 disassociated (deleted). External IP: 172.25.6.235, port: e2548a39-811f-4d59-8f5d-fb07e523b99a. Feb 19 00:40:47.703366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ba707-0fc6-40b4-943a-3d042b1ce9e9 req-1e9cccc3-4184-48e7-b65e-1e18ae500ae0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:47.711183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f55ba707-0fc6-40b4-943a-3d042b1ce9e9 req-1e9cccc3-4184-48e7-b65e-1e18ae500ae0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 946 time: 0.2806685 Feb 19 00:40:47.735260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (312669fa-98ee-438c-8675-466b97c756d8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.807110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Subnet': ['ID=312669fa-98ee-438c-8675-466b97c756d8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:47.814874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f55ba707-0fc6-40b4-943a-3d042b1ce9e9 req-6ecd9398-98ce-445b-b998-f09e4364101b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016831 Feb 19 00:40:47.845985 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:46Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:46Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:47.868975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Checking segment: {'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:47.869351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network hostable DHCP agents. Network: 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:40:47.890070 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:47.890783 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Updating router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb port 28f1a1e0-878c-40cd-84e2-156e0774ad9a binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:40:47.900975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:40:47.915178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:47.919233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:47.919857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.921796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c563d38-4100-4ed9-be6c-b398461ec857 req-40570bbd-1cd6-4624-8d17-b4c0c927644f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905912 Feb 19 00:40:47.939849 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:47.951704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a81e97-64e1-44c3-a872-fa59f45ca092 None None] Network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:47.971908 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-25f57b36-e797-43a5-8681-8d770290e683 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7150838 Feb 19 00:40:47.975553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53568) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:48.047715 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d36aa81-044b-4ba6-903d-33db5d8e386f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.130424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f1be5dc-acf5-4fbe-aff8-4007a101a56d req-c244be33-80c0-4c39-baaa-c1172e24ab53 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0535231 Feb 19 00:40:48.136866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6f5e5ab8-c8fb-4c26-ad0a-5bc0da4f3b7e None None] Provisioning complete for port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:48.137418 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5ab8-c8fb-4c26-ad0a-5bc0da4f3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.198582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'project_id': '010f4821119e4a11a044f4db98706914', 'fixed_ips': [{'subnet_id': '312669fa-98ee-438c-8675-466b97c756d8'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:40:48.199619 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.209941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a33bc1e1-ae7b-4696-a047-8331da2d99f9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.264862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event deleted for resources: {'Port': ['ID=a33bc1e1-ae7b-4696-a047-8331da2d99f9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:48.273493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:48.478377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e5ab8-c8fb-4c26-ad0a-5bc0da4f3b7e None None] Current status of the port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:48.496034 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (ac52ac09-618c-4471-936d-674a70e8f2a9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.520632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Allocated IP 172.23.0.2 (30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae/312669fa-98ee-438c-8675-466b97c756d8/9ea1165f-b7da-407a-82b8-11877b5c071b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:48.542592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6f5e5ab8-c8fb-4c26-ad0a-5bc0da4f3b7e None None] Provisioning complete for port 28f1a1e0-878c-40cd-84e2-156e0774ad9a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:48.542904 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f5e5ab8-c8fb-4c26-ad0a-5bc0da4f3b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.657449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:48.663665 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Publish callbacks [] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.675944 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.717629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deb1556-fe2c-4583-8cbe-a095affc6731 req-159fed39-1804-4c98-8624-b68acabb4c74 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:48.719578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7deb1556-fe2c-4583-8cbe-a095affc6731 req-159fed39-1804-4c98-8624-b68acabb4c74 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 946 time: 0.3713758 Feb 19 00:40:48.757741 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd0732-a2c1-443e-a28b-aa5e40f1109e None None] Pushing event updated for resources: {'Port': ['ID=28f1a1e0-878c-40cd-84e2-156e0774ad9a,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:48.806929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:48.851446 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.858035 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Attempting to bind port 28f1a1e0-878c-40cd-84e2-156e0774ad9a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:48.858434 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Attempting to bind port 28f1a1e0-878c-40cd-84e2-156e0774ad9a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:48.858808 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Attempting to bind port 28f1a1e0-878c-40cd-84e2-156e0774ad9a on network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:48.873127 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:48.873660 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Checking segment: {'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:48.874101 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.874546 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Bound using segment: {'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:48.875350 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Bound port: 28f1a1e0-878c-40cd-84e2-156e0774ad9a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f3c978-0365-4f1b-ab35-0fa544eeca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:48.875745 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.904706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (ac52ac09-618c-4471-936d-674a70e8f2a9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.912080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (ac52ac09-618c-4471-936d-674a70e8f2a9), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.930933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:48.986895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7deb1556-fe2c-4583-8cbe-a095affc6731 req-8f90315e-aa21-45e2-98d1-dc56f42a7eab tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706550 Feb 19 00:40:48.989167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] Sync routers for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:48.990467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c0e6560e-ed77-4edb-911c-5e39c716879e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/floatingips/58099604-bfe4-40e8-8a2a-20687e68fa51 HTTP/1.1" status: 204 len: 168 time: 3.5954883 Feb 19 00:40:48.992911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:48.995684 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec1c505-7399-41dd-8244-c67f7dfe83c2" -d '{"events": [{"name": "network-changed", "server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:49.000588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (ac52ac09-618c-4471-936d-674a70e8f2a9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.002576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Fanout notify agent at l3_agent the message router_deleted on router ac52ac09-618c-4471-936d-674a70e8f2a9 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:49.002961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e5ab8-c8fb-4c26-ad0a-5bc0da4f3b7e None None] Port 28f1a1e0-878c-40cd-84e2-156e0774ad9a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:49.019183 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.021195 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.027528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eac28d3a-d636-47cc-96c7-240b8a0bcb46 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/ac52ac09-618c-4471-936d-674a70e8f2a9 HTTP/1.1" status: 204 len: 168 time: 3.1467490 Feb 19 00:40:49.033071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:49.035236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:49.035894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:49.052310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e6cb787d-ce52-4429-809f-bcd6cd6927b6 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-55406086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:49.087005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6cb787d-ce52-4429-809f-bcd6cd6927b6 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (a1a34a99-29c6-4556-8767-deedfcd80071), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.088483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6cb787d-ce52-4429-809f-bcd6cd6927b6 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (a1a34a99-29c6-4556-8767-deedfcd80071), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.148752 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] For port 28f1a1e0-878c-40cd-84e2-156e0774ad9a, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:49.157175 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] For port 28f1a1e0-878c-40cd-84e2-156e0774ad9a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=28f1a1e0-878c-40cd-84e2-156e0774ad9a,segment=NetworkSegment(c9f3c978-0365-4f1b-ab35-0fa544eeca30),segment_id=c9f3c978-0365-4f1b-ab35-0fa544eeca30)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:49.170198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:49.170646 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.172223 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.327472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2e475674-e89a-4fc0-9341-ee1c416de4ec None None] Provisioning complete for port 28f1a1e0-878c-40cd-84e2-156e0774ad9a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:49.327875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e475674-e89a-4fc0-9341-ee1c416de4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.360427 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:49.361330 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:49.365745 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd0732-a2c1-443e-a28b-aa5e40f1109e None None] Pushing event updated for resources: {'Port': ['ID=28f1a1e0-878c-40cd-84e2-156e0774ad9a,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:49.379094 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6cb787d-ce52-4429-809f-bcd6cd6927b6 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (a1a34a99-29c6-4556-8767-deedfcd80071), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.389615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13246d-c779-4efa-8a9e-aa0e17380fc7 req-29ea7e21-8f0a-42b8-b3a2-5c8e4c20002f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:49.391518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b13246d-c779-4efa-8a9e-aa0e17380fc7 req-29ea7e21-8f0a-42b8-b3a2-5c8e4c20002f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2850285 Feb 19 00:40:49.393501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6cb787d-ce52-4429-809f-bcd6cd6927b6 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (a1a34a99-29c6-4556-8767-deedfcd80071), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.434112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6cb787d-ce52-4429-809f-bcd6cd6927b6 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.435404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e6cb787d-ce52-4429-809f-bcd6cd6927b6 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4015098 Feb 19 00:40:49.438709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53586) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:49.450777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:49.469326 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f11339-f0b1-461e-8cd9-a37a46718d68 x-openstack-request-id: req-89f11339-f0b1-461e-8cd9-a37a46718d68 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:49.470111 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:49.470815 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89f11339-f0b1-461e-8cd9-a37a46718d68 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:49.471978 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'status': 'completed', 'code': 200} Feb 19 00:40:49.545349 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:49.556310 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Publish callbacks [] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.586316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:49.599404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b13246d-c779-4efa-8a9e-aa0e17380fc7 req-588004a3-bc68-48af-bc07-46376c6f83c1 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798306 Feb 19 00:40:49.608236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2155207c-f29c-4d81-af64-3dd312e3e29a req-5f4c079f-32b7-4237-a33e-14635b884b3c tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0651588 Feb 19 00:40:49.624309 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.679102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:49.722985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:49.737867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:49.754869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:49.800447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2e475674-e89a-4fc0-9341-ee1c416de4ec None None] Current status of the port 28f1a1e0-878c-40cd-84e2-156e0774ad9a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:49.800870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e475674-e89a-4fc0-9341-ee1c416de4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.822076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Pushing event updated for resources: {'Port': ['ID=9ea1165f-b7da-407a-82b8-11877b5c071b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:49.859411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48e72c-b94a-4d0a-8b54-aba3ad0c3395 req-6f922a19-1ab4-4e3a-a015-2737bda9d4d4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:49.863553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf48e72c-b94a-4d0a-8b54-aba3ad0c3395 req-6f922a19-1ab4-4e3a-a015-2737bda9d4d4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.1330149 Feb 19 00:40:49.942341 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:46Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:49.945777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2e475674-e89a-4fc0-9341-ee1c416de4ec None None] For port 28f1a1e0-878c-40cd-84e2-156e0774ad9a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=28f1a1e0-878c-40cd-84e2-156e0774ad9a,segment=NetworkSegment(c9f3c978-0365-4f1b-ab35-0fa544eeca30),segment_id=c9f3c978-0365-4f1b-ab35-0fa544eeca30)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:49.958968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e475674-e89a-4fc0-9341-ee1c416de4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:49.971346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Attempting to bind port 9ea1165f-b7da-407a-82b8-11877b5c071b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:49.971716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Attempting to bind port 9ea1165f-b7da-407a-82b8-11877b5c071b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:49.972085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Attempting to bind port 9ea1165f-b7da-407a-82b8-11877b5c071b on network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:49.988228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf48e72c-b94a-4d0a-8b54-aba3ad0c3395 req-0403475a-4661-427d-8ec5-e9a3190e63e6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187589 Feb 19 00:40:50.001325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-1c1e9ff3-16c8-4b72-81a8-760a52ea92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:50.002132 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa41fb-bbdf-4b65-bd07-488b9081556c None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:46Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:50.003734 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-1c1e9ff3-16c8-4b72-81a8-760a52ea92f2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 1127 time: 0.4756796 Feb 19 00:40:50.029001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:50.029544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Checking segment: {'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:50.029664 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.030070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Bound using segment: {'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:50.030628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Bound port: 9ea1165f-b7da-407a-82b8-11877b5c071b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:50.031017 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.099846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Allocated IP 172.23.0.1 (30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae/312669fa-98ee-438c-8675-466b97c756d8/8e4048e5-b7a3-4625-b72a-eb44bce364fc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:50.122080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-65a087e7-cfda-45ec-b858-b9cb96a98b47 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:50.131717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-65a087e7-cfda-45ec-b858-b9cb96a98b47 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.126 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 946 time: 0.1673722 Feb 19 00:40:50.204366 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (a1a34a99-29c6-4556-8767-deedfcd80071), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.316827 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-910c3a53-78e4-4f58-aa1b-ce0736c3ba63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.327851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2efd58-bee4-4b63-bcea-2e6513b8d93b req-2dca4b11-4104-401e-b8cf-51242104a729 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:50.329540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc2efd58-bee4-4b63-bcea-2e6513b8d93b req-2dca4b11-4104-401e-b8cf-51242104a729 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 946 time: 0.0962052 Feb 19 00:40:50.338492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f05bad5d-d3ef-4f61-8d1b-028258bf9180 None None] Provisioning complete for port 28f1a1e0-878c-40cd-84e2-156e0774ad9a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:50.338957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f05bad5d-d3ef-4f61-8d1b-028258bf9180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.388287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Deleting port 52a3d8bc-1771-425a-b826-ef23b33c881b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:50.389972 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.392828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e475674-e89a-4fc0-9341-ee1c416de4ec None None] Pushing event updated for resources: {'Port': ['ID=28f1a1e0-878c-40cd-84e2-156e0774ad9a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:50.431155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-55ae50c8-d5bc-44a8-9f12-e36f4f00a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:50.432661 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-55ae50c8-d5bc-44a8-9f12-e36f4f00a703 service neutron] 10.222.0.126 "GET /v2.0/networks?id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 200 len: 897 time: 0.4183798 Feb 19 00:40:50.451537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] For port 9ea1165f-b7da-407a-82b8-11877b5c071b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:50.458698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] For port 9ea1165f-b7da-407a-82b8-11877b5c071b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ea1165f-b7da-407a-82b8-11877b5c071b,segment=NetworkSegment(6762e7ee-c6f7-407a-b620-da57e59ff2ac),segment_id=6762e7ee-c6f7-407a-b620-da57e59ff2ac)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:50.519741 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.542013 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-4e9372c4-c521-4986-8a10-bfdb76d578a6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 200 len: 217 time: 0.0983360 Feb 19 00:40:50.564072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.660560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7af582-831d-4f63-bc18-14d83d3050f7 None None] Pushing event updated for resources: {'Port': ['ID=9ea1165f-b7da-407a-82b8-11877b5c071b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:50.663384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f05bad5d-d3ef-4f61-8d1b-028258bf9180 None None] Current status of the port 28f1a1e0-878c-40cd-84e2-156e0774ad9a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:50.674016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 28f1a1e0-878c-40cd-84e2-156e0774ad9a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:50.700942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-540ea903-77a9-4b3e-b0f9-5cb04a1c3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:50.716658 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-540ea903-77a9-4b3e-b0f9-5cb04a1c3954 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 200 len: 834 time: 0.1634133 Feb 19 00:40:50.728580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:07Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:50.754961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] For port 52a3d8bc-1771-425a-b826-ef23b33c881b, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=52a3d8bc-1771-425a-b826-ef23b33c881b,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:50.755491 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.779272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] Checking router: 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:50.787622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc2efd58-bee4-4b63-bcea-2e6513b8d93b req-c079f617-cc4f-422d-9e17-03d68d504582 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515235 Feb 19 00:40:50.808849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:50.809517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:50.812217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 28f1a1e0-878c-40cd-84e2-156e0774ad9a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:50.812733 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:50.901485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d946ac7f-9150-42cd-98b1-3c681722b7ec req-9a47d952-e93a-4e12-b301-11cc9f5b6f79 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1786408 Feb 19 00:40:50.913127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Calling delete_port for 52a3d8bc-1771-425a-b826-ef23b33c881b owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:50.996446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:51.047825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (a1a34a99-29c6-4556-8767-deedfcd80071), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:51.081234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c6e41-f41e-4dab-88eb-e1bbe0621b54 req-6b39046a-c9ed-4e11-90a5-cd26a1bbf33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:51.082843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e50c6e41-f41e-4dab-88eb-e1bbe0621b54 req-6b39046a-c9ed-4e11-90a5-cd26a1bbf33d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1127 time: 0.4799526 Feb 19 00:40:51.202048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 28f1a1e0-878c-40cd-84e2-156e0774ad9a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:51.229218 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:51.251184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:51.274958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff08c-b60d-4a95-877f-4b85d0765d0a req-e49ceaf7-f580-411e-a6b1-de3a62696060 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:51.282538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6dbff08c-b60d-4a95-877f-4b85d0765d0a req-e49ceaf7-f580-411e-a6b1-de3a62696060 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.3323681 Feb 19 00:40:51.323312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e50c6e41-f41e-4dab-88eb-e1bbe0621b54 req-3d61cfa1-5ccb-4258-86c6-63f6b944215d service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321789 Feb 19 00:40:51.345814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea95200-faa7-4025-a086-ccba0da76fde req-53201d54-aba4-4d3b-8fe9-e0623d54e6c0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:51.347650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cea95200-faa7-4025-a086-ccba0da76fde req-53201d54-aba4-4d3b-8fe9-e0623d54e6c0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.126 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.2272291 Feb 19 00:40:51.361678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c72fc-a4db-4c78-b4a1-81783e22e1a8 req-c1204a81-44ab-40da-be88-4f9bc0672fb1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:51.363676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f55c72fc-a4db-4c78-b4a1-81783e22e1a8 req-c1204a81-44ab-40da-be88-4f9bc0672fb1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 945 time: 0.2142723 Feb 19 00:40:51.468350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6dbff08c-b60d-4a95-877f-4b85d0765d0a req-eee47d9a-72c2-4a24-ad5d-c4f54223bca1 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847959 Feb 19 00:40:51.527947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:07Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:51.528950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f55c72fc-a4db-4c78-b4a1-81783e22e1a8 req-bded4f6e-e6bc-42ff-af05-4ddfa5bf8a08 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=0ce04551-930f-4dcc-a37c-487958437fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496291 Feb 19 00:40:51.530523 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (52a3d8bc-1771-425a-b826-ef23b33c881b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:51.569968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['52a3d8bc-1771-425a-b826-ef23b33c881b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:40:51.586723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Pushing event deleted for resources: {'Port': ['ID=52a3d8bc-1771-425a-b826-ef23b33c881b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:51.597794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-12152ff6-f8f2-467c-aaf9-89db7e045610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:51.599496 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-12152ff6-f8f2-467c-aaf9-89db7e045610 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=46ff80fa-aee2-4dc0-91f0-27a1c68abf24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7785995 Feb 19 00:40:51.603427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['bac6700d-0309-4528-b486-47cf7b8e2e11'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:40:51.610757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:51.639348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:51.643202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] No DVR routers for this DVR port 52a3d8bc-1771-425a-b826-ef23b33c881b on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:51.648837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4b8a45-eaaa-420b-9e1a-da3e98f2dbc9 None None] The sync data for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 is: [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:38:02Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '44bfd447-d63e-40a7-88ba-f69d876e5a5e', 'name': '', 'network_id': '46ff80fa-aee2-4dc0-91f0-27a1c68abf24', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:48:b0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:59Z', 'updated_at': '2022-02-19T00:38:07Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f507a459-8886-4b43-b2c1-f2993ee2c95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:51.649889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:51.657998 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:51.668315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.126 "DELETE /v2.0/ports/52a3d8bc-1771-425a-b826-ef23b33c881b HTTP/1.1" status: 204 len: 173 time: 1.5292535 Feb 19 00:40:51.671609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:51.727932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=8e4048e5-b7a3-4625-b72a-eb44bce364fc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:51.776233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c059221-545d-411b-afdc-473827d9eabc', 'name': 'network-vif-deleted', 'tag': '52a3d8bc-1771-425a-b826-ef23b33c881b'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:51.783800 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9662ae-5bc8-4399-8408-001cc484dbde" -d '{"events": [{"server_uuid": "8c059221-545d-411b-afdc-473827d9eabc", "name": "network-vif-deleted", "tag": "52a3d8bc-1771-425a-b826-ef23b33c881b"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:51.914844 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d39feb-9044-438c-bb17-47f8ae110c66 x-openstack-request-id: req-46d39feb-9044-438c-bb17-47f8ae110c66 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:51.916631 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c059221-545d-411b-afdc-473827d9eabc", "name": "network-vif-deleted", "tag": "52a3d8bc-1771-425a-b826-ef23b33c881b", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:51.917064 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46d39feb-9044-438c-bb17-47f8ae110c66 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:51.917653 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c059221-545d-411b-afdc-473827d9eabc', 'name': 'network-vif-deleted', 'tag': '52a3d8bc-1771-425a-b826-ef23b33c881b', 'status': 'completed', 'code': 200} Feb 19 00:40:51.964452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:51.974586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port e2548a39-811f-4d59-8f5d-fb07e523b99a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:51.974941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.084762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c554168a-f0c6-4182-b3bd-923e0083ccea req-ab0d3d74-6b6b-450d-8231-95c7dae2fdf4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c059221-545d-411b-afdc-473827d9eabc HTTP/1.1" status: 200 len: 210 time: 0.0923455 Feb 19 00:40:52.101792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c28a20a3-f765-4bc5-b5d2-1e14f4dffa59 req-900e7c72-7a97-486e-a376-017406d1e4fd tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1065679 Feb 19 00:40:52.108416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Allocated IP 172.25.6.87 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/9da74e23-a0d5-4365-83c9-33f298e48ef1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:52.120126 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f405d0-5862-4ae8-a36b-aee228c29b00 None None] New status for floating IP 58099604-bfe4-40e8-8a2a-20687e68fa51: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:40:52.123084 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-ee528d7e-68fb-4c70-a5ce-d505f4c1952b service neutron] 10.222.0.126 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924750 Feb 19 00:40:52.188705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port e2548a39-811f-4d59-8f5d-fb07e523b99a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e2548a39-811f-4d59-8f5d-fb07e523b99a,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:52.189273 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.204686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for e2548a39-811f-4d59-8f5d-fb07e523b99a owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:52.287012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6872b2-b73d-4c2d-a0c7-f889c209b9eb None None] Network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:40:52.330037 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.395466 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e2548a39-811f-4d59-8f5d-fb07e523b99a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.427468 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ec1c505-7399-41dd-8244-c67f7dfe83c2 req-58eadbf4-8787-41d2-9671-ff8f46d39a29 service neutron] 10.222.0.126 "GET /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895763 Feb 19 00:40:52.504156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=e2548a39-811f-4d59-8f5d-fb07e523b99a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:52.507380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] No DVR routers for this DVR port e2548a39-811f-4d59-8f5d-fb07e523b99a on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:40:52.509894 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.510247 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for port (9da74e23-a0d5-4365-83c9-33f298e48ef1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.513711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cea95200-faa7-4025-a086-ccba0da76fde req-079e5dc4-32cd-4490-a289-956369d89b0a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.126 "DELETE /v2.0/ports/e2548a39-811f-4d59-8f5d-fb07e523b99a HTTP/1.1" status: 204 len: 173 time: 0.8765905 Feb 19 00:40:52.662106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ea1165f-b7da-407a-82b8-11877b5c071b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:52.665418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9da74e23-a0d5-4365-83c9-33f298e48ef1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.699970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d88396cf-9bf3-4f33-a6ef-58f50ab21fc4 req-69cc0db5-4c87-421a-a4bc-0fca04749c7b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=686e5991-ccb0-403f-b4d8-4973c97be481 HTTP/1.1" status: 200 len: 210 time: 0.0355785 Feb 19 00:40:52.707278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f7373-33c7-40e0-9705-28f14e0ca1d2 req-f6548e79-dc30-45be-9149-cc946ef317d0 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:52.707485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:52.712552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:52.714990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d6f7373-33c7-40e0-9705-28f14e0ca1d2 req-f6548e79-dc30-45be-9149-cc946ef317d0 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1423643 Feb 19 00:40:52.727824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:52.736659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-da3a1357-8086-484d-9c90-c0a73e7b85d1 None None] Provisioning complete for port 9ea1165f-b7da-407a-82b8-11877b5c071b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:52.737390 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da3a1357-8086-484d-9c90-c0a73e7b85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.773993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d6f7373-33c7-40e0-9705-28f14e0ca1d2 req-20a941e2-21ff-4015-9f31-1b3b3f0dac96 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579863 Feb 19 00:40:52.780813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event updated for resources: {'Port': ['ID=9da74e23-a0d5-4365-83c9-33f298e48ef1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:52.815941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.937185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.949949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.980970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-da3a1357-8086-484d-9c90-c0a73e7b85d1 None None] Current status of the port 9ea1165f-b7da-407a-82b8-11877b5c071b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:52.981375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da3a1357-8086-484d-9c90-c0a73e7b85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:52.997862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9ea1165f-b7da-407a-82b8-11877b5c071b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:52.998270 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.084242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-da3a1357-8086-484d-9c90-c0a73e7b85d1 None None] For port 9ea1165f-b7da-407a-82b8-11877b5c071b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ea1165f-b7da-407a-82b8-11877b5c071b,segment=NetworkSegment(6762e7ee-c6f7-407a-b620-da57e59ff2ac),segment_id=6762e7ee-c6f7-407a-b620-da57e59ff2ac)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:53.094706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event updated for resources: {'Port': ['ID=8e4048e5-b7a3-4625-b72a-eb44bce364fc,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:53.099077 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da3a1357-8086-484d-9c90-c0a73e7b85d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.106215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.208135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a1357-8086-484d-9c90-c0a73e7b85d1 None None] Pushing event updated for resources: {'Port': ['ID=9ea1165f-b7da-407a-82b8-11877b5c071b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:53.229765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d6e439c-83b7-4b65-84eb-c53acfcabb10 req-b70b7c1b-270d-44f1-b401-c9b44ae0fac7 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0562053 Feb 19 00:40:53.259871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (a1a34a99-29c6-4556-8767-deedfcd80071), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.279602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9ea1165f-b7da-407a-82b8-11877b5c071b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:53.340528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404ed93-3079-4918-863f-2d9399be2690 req-78f36e0a-c2a8-47d1-8c5d-b576f9b11452 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:53.342071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2404ed93-3079-4918-863f-2d9399be2690 req-78f36e0a-c2a8-47d1-8c5d-b576f9b11452 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0662975 Feb 19 00:40:53.393322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2404ed93-3079-4918-863f-2d9399be2690 req-fae79b57-d711-4895-b80f-f1c4ca901d17 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448396 Feb 19 00:40:53.428018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-20ccd6ac-b3ed-40db-b8cd-a4f15e049629 None None] Provisioning complete for port 9ea1165f-b7da-407a-82b8-11877b5c071b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:53.428507 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20ccd6ac-b3ed-40db-b8cd-a4f15e049629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.437930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:53.493905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:53.528667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-20ccd6ac-b3ed-40db-b8cd-a4f15e049629 None None] Current status of the port 9ea1165f-b7da-407a-82b8-11877b5c071b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:53.547559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-20ccd6ac-b3ed-40db-b8cd-a4f15e049629 None None] Provisioning complete for port 8e4048e5-b7a3-4625-b72a-eb44bce364fc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:53.548584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20ccd6ac-b3ed-40db-b8cd-a4f15e049629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.589060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea2b02-6f6f-46bb-8238-8cc1ba26f853 req-b7724efe-2a07-49f1-89d7-ab55f56f2c80 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:53.591009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76ea2b02-6f6f-46bb-8238-8cc1ba26f853 req-b7724efe-2a07-49f1-89d7-ab55f56f2c80 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0672548 Feb 19 00:40:53.606470 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.608015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-20ccd6ac-b3ed-40db-b8cd-a4f15e049629 None None] Port 8e4048e5-b7a3-4625-b72a-eb44bce364fc cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:53.652650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76ea2b02-6f6f-46bb-8238-8cc1ba26f853 req-40a2cc7c-7add-43c8-858f-2301d7e6da1b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533593 Feb 19 00:40:53.654491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (a1a34a99-29c6-4556-8767-deedfcd80071), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.659260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (a1a34a99-29c6-4556-8767-deedfcd80071), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.672983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:53.750040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4692b59e-701d-4a6a-b57b-52a68b9c83cc None None] Provisioning complete for port 8e4048e5-b7a3-4625-b72a-eb44bce364fc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:53.750444 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4692b59e-701d-4a6a-b57b-52a68b9c83cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:53.786527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53632) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:53.810020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4692b59e-701d-4a6a-b57b-52a68b9c83cc None None] Port 8e4048e5-b7a3-4625-b72a-eb44bce364fc cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:53.847958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd96c0-46b2-414f-832e-a5f0cf6dbedd req-992d47d1-0e53-4bc0-8812-44153af8225e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:53.849696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ddd96c0-46b2-414f-832e-a5f0cf6dbedd req-992d47d1-0e53-4bc0-8812-44153af8225e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1254108 Feb 19 00:40:53.879590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:53.889120 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6691ea10-be5e-4c66-aa0c-05b5ef8e285f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9124689 Feb 19 00:40:53.891152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53636) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:53.896806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:53.899354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:53.911261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:53.912650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:53.933000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Router a1a34a99-29c6-4556-8767-deedfcd80071 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:40:54.016202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:54.072742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:54.079894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:54.083900 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-034b0a89-ebd1-4b12-9f89-1aff230345e5 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "PUT /v2.0/routers/a1a34a99-29c6-4556-8767-deedfcd80071 HTTP/1.1" status: 200 len: 881 time: 4.6440663 Feb 19 00:40:54.085050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53640) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:54.088004 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61c6d7-ef81-4fc8-97cb-5b4e74da9533 None None] Sync routers for ids ['a1a34a99-29c6-4556-8767-deedfcd80071'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:54.106660 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61c6d7-ef81-4fc8-97cb-5b4e74da9533 None None] Routers {'a1a34a99-29c6-4556-8767-deedfcd80071'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:54.110418 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3f61c6d7-ef81-4fc8-97cb-5b4e74da9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a1a34a99-29c6-4556-8767-deedfcd80071'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:54.124815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-74792628-50d7-4919-b153-1ebdef8e685f None None] Provisioning complete for port 8e4048e5-b7a3-4625-b72a-eb44bce364fc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:54.125096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74792628-50d7-4919-b153-1ebdef8e685f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:54.164908 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3f61c6d7-ef81-4fc8-97cb-5b4e74da9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:54.177673 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61c6d7-ef81-4fc8-97cb-5b4e74da9533 None None] Routers {'a1a34a99-29c6-4556-8767-deedfcd80071'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:54.178651 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3f61c6d7-ef81-4fc8-97cb-5b4e74da9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a1a34a99-29c6-4556-8767-deedfcd80071'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:54.186630 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:54.209558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-74792628-50d7-4919-b153-1ebdef8e685f None None] Port 8e4048e5-b7a3-4625-b72a-eb44bce364fc cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:40:54.257547 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3f61c6d7-ef81-4fc8-97cb-5b4e74da9533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:54.258546 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61c6d7-ef81-4fc8-97cb-5b4e74da9533 None None] The sync data for ids ['a1a34a99-29c6-4556-8767-deedfcd80071'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:54.313122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:52Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e4048e5-b7a3-4625-b72a-eb44bce364fc', 'name': '', 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:79:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '312669fa-98ee-438c-8675-466b97c756d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:49Z', 'updated_at': '2022-02-19T00:40:52Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '312669fa-98ee-438c-8675-466b97c756d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:54.322751 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:40:54.341875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:54.342551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Updating router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb port 8e4048e5-b7a3-4625-b72a-eb44bce364fc binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:40:54.352542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'name': 'network-vif-deleted', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:40:54.354998 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3c0673-8d2f-44aa-b0da-9637f63174ef" -d '{"events": [{"server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "name": "network-vif-deleted", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:40:54.371354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:54.455824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ddd96c0-46b2-414f-832e-a5f0cf6dbedd req-b888c76a-0d44-4c45-9d4b-8990133ac1b5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5991869 Feb 19 00:40:54.518316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e2548a39-811f-4d59-8f5d-fb07e523b99a no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:54.550776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ea1165f-b7da-407a-82b8-11877b5c071b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:54.551945 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-99426a87-0e6e-48e2-8d27-e0ce89b71623 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/routers/a1a34a99-29c6-4556-8767-deedfcd80071 HTTP/1.1" status: 200 len: 922 time: 0.4661031 Feb 19 00:40:54.552567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53648) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:54.557186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: e2548a39-811f-4d59-8f5d-fb07e523b99a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:54.557882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e2548a39-811f-4d59-8f5d-fb07e523b99a not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:54.558563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 52a3d8bc-1771-425a-b826-ef23b33c881b no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:40:54.614667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 52a3d8bc-1771-425a-b826-ef23b33c881b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:40:54.615389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 52a3d8bc-1771-425a-b826-ef23b33c881b not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:40:54.633125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49138aed-0f40-470d-886f-854aa29dc8a6 req-310dcb9a-94f4-4c09-99a9-9c6fe3cd50f8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:54.634669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49138aed-0f40-470d-886f-854aa29dc8a6 req-310dcb9a-94f4-4c09-99a9-9c6fe3cd50f8 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.7686751 Feb 19 00:40:54.646932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519ecaaf-f49e-4600-b85e-0a84777763da tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:54.653969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-519ecaaf-f49e-4600-b85e-0a84777763da tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=a1a34a99-29c6-4556-8767-deedfcd80071&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0997899 Feb 19 00:40:54.654660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53650) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:54.694277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9ea1165f-b7da-407a-82b8-11877b5c071b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:54.694833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:54.700751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6034f8eb-b91d-4177-a0b8-57163073c7f1 req-bbb0ae30-fed1-4689-83e8-33c1132b89f8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0861974 Feb 19 00:40:54.801948 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7206d573-201c-417a-9978-0a2f895844f7 x-openstack-request-id: req-7206d573-201c-417a-9978-0a2f895844f7 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:40:54.802518 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "686e5991-ccb0-403f-b4d8-4973c97be481", "name": "network-vif-deleted", "tag": "e2548a39-811f-4d59-8f5d-fb07e523b99a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:40:54.802518 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7206d573-201c-417a-9978-0a2f895844f7 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:40:54.803071 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '686e5991-ccb0-403f-b4d8-4973c97be481', 'name': 'network-vif-deleted', 'tag': 'e2548a39-811f-4d59-8f5d-fb07e523b99a', 'status': 'completed', 'code': 200} Feb 19 00:40:54.826893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60907501-2116-4b81-9faa-98b7ff58176d tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:54.833583 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-60907501-2116-4b81-9faa-98b7ff58176d tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 881 time: 0.1775014 Feb 19 00:40:54.834431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53652) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:54.857682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49138aed-0f40-470d-886f-854aa29dc8a6 req-112b2ad7-cb31-41e0-b84f-23d3fdc0a9a5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133996 Feb 19 00:40:54.897344 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-778a3ee3-9f12-4035-ba67-6660c2e18fa7 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1a34a99-29c6-4556-8767-deedfcd80071 HTTP/1.1" status: 200 len: 205 time: 0.0615010 Feb 19 00:40:54.897867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53656) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:55.093476 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (a1a34a99-29c6-4556-8767-deedfcd80071), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.125815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.extraroute_db [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 00:40:55.127277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Publish callbacks [] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.131226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9ea1165f-b7da-407a-82b8-11877b5c071b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:55.137843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.158517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.extraroute_db [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Removed routes are [] {{(pid=103649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 00:40:55.159377 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.231051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c32915-6858-44b3-92fd-f975b77a7429 None None] Pushing event updated for resources: {'Port': ['ID=8e4048e5-b7a3-4625-b72a-eb44bce364fc,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:55.330032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (a1a34a99-29c6-4556-8767-deedfcd80071), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.336070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Attempting to bind port 8e4048e5-b7a3-4625-b72a-eb44bce364fc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:40:55.336762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Attempting to bind port 8e4048e5-b7a3-4625-b72a-eb44bce364fc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:40:55.337365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Attempting to bind port 8e4048e5-b7a3-4625-b72a-eb44bce364fc on network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:40:55.358388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:40:55.359098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Checking segment: {'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:40:55.359621 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.360130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Bound using segment: {'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:40:55.360757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Bound port: 8e4048e5-b7a3-4625-b72a-eb44bce364fc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6762e7ee-c6f7-407a-b620-da57e59ff2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:40:55.361748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.449317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.464590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Deleting port 9da74e23-a0d5-4365-83c9-33f298e48ef1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:55.464980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9da74e23-a0d5-4365-83c9-33f298e48ef1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.496353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] For port 8e4048e5-b7a3-4625-b72a-eb44bce364fc, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:40:55.501369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] For port 8e4048e5-b7a3-4625-b72a-eb44bce364fc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8e4048e5-b7a3-4625-b72a-eb44bce364fc,segment=NetworkSegment(6762e7ee-c6f7-407a-b620-da57e59ff2ac),segment_id=6762e7ee-c6f7-407a-b620-da57e59ff2ac)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:40:55.511023 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.594160 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.599972 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9da74e23-a0d5-4365-83c9-33f298e48ef1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.610682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.619923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Calling delete_port for 9da74e23-a0d5-4365-83c9-33f298e48ef1 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:55.635465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3e81ba97-0c93-4599-bcc1-139f72b3596a None None] Provisioning complete for port 8e4048e5-b7a3-4625-b72a-eb44bce364fc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:55.636082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e81ba97-0c93-4599-bcc1-139f72b3596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.642340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c32915-6858-44b3-92fd-f975b77a7429 None None] Pushing event updated for resources: {'Port': ['ID=8e4048e5-b7a3-4625-b72a-eb44bce364fc,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:55.659086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a400403-5643-4c14-842a-838fde523ecc req-37e3ca07-2ae9-427a-b40a-715b6baa4509 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:55.666539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a400403-5643-4c14-842a-838fde523ecc req-37e3ca07-2ae9-427a-b40a-715b6baa4509 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2783661 Feb 19 00:40:55.668012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:55.668834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:55.674637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-6a0ba527-ca28-47b3-af64-095fb1761ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:55.676368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-6a0ba527-ca28-47b3-af64-095fb1761ff3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1127 time: 0.3717101 Feb 19 00:40:55.822802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:55.905124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6acc433a-72d0-4df4-bd97-19a2c05aff19 req-18a7638e-ccc4-46e3-8857-5f03b3592284 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1179769 Feb 19 00:40:55.932327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9da74e23-a0d5-4365-83c9-33f298e48ef1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:55.971477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event deleted for resources: {'Port': ['ID=9da74e23-a0d5-4365-83c9-33f298e48ef1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:55.983072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.983645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.984424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.985206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.985700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.986308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.986445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a400403-5643-4c14-842a-838fde523ecc req-72fb9a4e-3dc1-4278-9cd3-1c8a9e31974a tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148458 Feb 19 00:40:55.986917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.987582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.988072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.988703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.989198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.989690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:55.990364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:56.061336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:56.091946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-b23003a0-cb30-4804-9d9d-e98a6ee4d766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:56.092185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (a1a34a99-29c6-4556-8767-deedfcd80071), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.092300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-b23003a0-cb30-4804-9d9d-e98a6ee4d766 service neutron] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 919 time: 0.3955660 Feb 19 00:40:56.097192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e81ba97-0c93-4599-bcc1-139f72b3596a None None] Current status of the port 8e4048e5-b7a3-4625-b72a-eb44bce364fc is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:56.097877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e81ba97-0c93-4599-bcc1-139f72b3596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.168850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3e81ba97-0c93-4599-bcc1-139f72b3596a None None] For port 8e4048e5-b7a3-4625-b72a-eb44bce364fc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8e4048e5-b7a3-4625-b72a-eb44bce364fc,segment=NetworkSegment(6762e7ee-c6f7-407a-b620-da57e59ff2ac),segment_id=6762e7ee-c6f7-407a-b620-da57e59ff2ac)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:56.178699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e81ba97-0c93-4599-bcc1-139f72b3596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.180298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-3168d6c9-272f-47e8-998e-dbadb652d68e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 200 len: 217 time: 0.0830693 Feb 19 00:40:56.231550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:55Z', 'revision_number': 6, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e4048e5-b7a3-4625-b72a-eb44bce364fc', 'name': '', 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:79:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '312669fa-98ee-438c-8675-466b97c756d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:49Z', 'updated_at': '2022-02-19T00:40:55Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '312669fa-98ee-438c-8675-466b97c756d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:56.264723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c87ce08-48ea-46a9-b22d-d4ac64d09fc3 None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:55Z', 'revision_number': 6, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e4048e5-b7a3-4625-b72a-eb44bce364fc', 'name': '', 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:79:5a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '312669fa-98ee-438c-8675-466b97c756d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:49Z', 'updated_at': '2022-02-19T00:40:55Z', 'revision_number': 4, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '312669fa-98ee-438c-8675-466b97c756d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:56.265201 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (a1a34a99-29c6-4556-8767-deedfcd80071), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.277789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (a1a34a99-29c6-4556-8767-deedfcd80071), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.307373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81ba97-0c93-4599-bcc1-139f72b3596a None None] Pushing event updated for resources: {'Port': ['ID=8e4048e5-b7a3-4625-b72a-eb44bce364fc,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:56.328821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-1c00b002-8849-4ca4-ab46-e3680242276d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:56.333774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-1c00b002-8849-4ca4-ab46-e3680242276d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.1438518 Feb 19 00:40:56.367710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bef37709-d8e4-4b80-acf8-09b938d9dc0b None None] Provisioning complete for port 8e4048e5-b7a3-4625-b72a-eb44bce364fc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:56.368093 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bef37709-d8e4-4b80-acf8-09b938d9dc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.382294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:56.401339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (a1a34a99-29c6-4556-8767-deedfcd80071), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.404298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Fanout notify agent at l3_agent the message router_deleted on router a1a34a99-29c6-4556-8767-deedfcd80071 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:40:56.412163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.413757 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.418665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-468ea818-f068-4be0-962c-a167c8d9be15 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 200 len: 934 time: 2.5257490 Feb 19 00:40:56.420381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-1c43a730-08ff-4770-b9af-931253412b2a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515828 Feb 19 00:40:56.420969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53678) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:56.421179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53680) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:56.431716 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e495a141-2498-4dd1-a046-2a8247fa8eff tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/a1a34a99-29c6-4556-8767-deedfcd80071 HTTP/1.1" status: 204 len: 168 time: 1.5218153 Feb 19 00:40:56.432975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-224d4335-8e0a-4303-9216-9436920cabf2 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1405428119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:56.558542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bef37709-d8e4-4b80-acf8-09b938d9dc0b None None] Current status of the port 8e4048e5-b7a3-4625-b72a-eb44bce364fc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:56.590054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8e4048e5-b7a3-4625-b72a-eb44bce364fc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:40:56.654569 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-224d4335-8e0a-4303-9216-9436920cabf2 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.655934 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-224d4335-8e0a-4303-9216-9436920cabf2 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.661845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8e4048e5-b7a3-4625-b72a-eb44bce364fc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:40:56.662828 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:56.687151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b843b88d-1515-4fed-b76d-7b7bf0f4eb62 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 200 len: 934 time: 0.2624531 Feb 19 00:40:56.690431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53682) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:56.695949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'routes': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:56.736157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-b5ebb068-2407-47dc-9a5b-8fb9b9a3a1d8 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946887 Feb 19 00:40:56.778330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8e4048e5-b7a3-4625-b72a-eb44bce364fc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:40:56.791244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 44bfd447-d63e-40a7-88ba-f69d876e5a5e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:56.791816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.211573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.extraroute_db [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added routes are [] {{(pid=103650) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 00:40:57.211722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.extraroute_db [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103650) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 00:40:57.225094 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-224d4335-8e0a-4303-9216-9436920cabf2 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.247673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.296648 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-224d4335-8e0a-4303-9216-9436920cabf2 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.392273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdb79c59-bac4-4126-8adc-e920ecf2ca56 req-7f30a1d5-39d5-4078-800d-6dbd67bc01a9 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1419768 Feb 19 00:40:57.395774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-224d4335-8e0a-4303-9216-9436920cabf2 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.397180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-224d4335-8e0a-4303-9216-9436920cabf2 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9674575 Feb 19 00:40:57.404133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53700) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:57.414193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': True}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:40:57.469437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:57.486683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:57.487339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:57.501039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.504718 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.569381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f290cc-a100-4fb4-99ea-2e6a5e868c84 req-25a2fd0c-0c03-4b81-8572-4c6070045bd9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:57.571092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97f290cc-a100-4fb4-99ea-2e6a5e868c84 req-25a2fd0c-0c03-4b81-8572-4c6070045bd9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.3306043 Feb 19 00:40:57.605753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:57.618840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:57.641217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d945f82-6a04-46e7-b1fc-c138841e2146 req-619a088e-7747-405a-8fb8-aa5f43e72bf4 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892531 Feb 19 00:40:57.711499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port 44bfd447-d63e-40a7-88ba-f69d876e5a5e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=44bfd447-d63e-40a7-88ba-f69d876e5a5e,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:57.712226 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.725301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:40:57.734174 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.738216 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1856117f-bdbf-469c-bfd1-829484365151 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 200 len: 700 time: 1.0440552 Feb 19 00:40:57.738216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53706) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:57.745988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 44bfd447-d63e-40a7-88ba-f69d876e5a5e owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:57.833556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97f290cc-a100-4fb4-99ea-2e6a5e868c84 req-05d54ad5-9644-4c90-9d1c-3f2aafd00fab tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561171 Feb 19 00:40:57.841149 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-983e528c-8b13-48ed-a25c-2edca3e1ccde tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 200 len: 700 time: 0.1016622 Feb 19 00:40:57.845763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53708) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:40:57.865081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:57Z', 'revision_number': 7, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e4048e5-b7a3-4625-b72a-eb44bce364fc', 'name': '', 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:79:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '312669fa-98ee-438c-8675-466b97c756d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:49Z', 'updated_at': '2022-02-19T00:40:56Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '312669fa-98ee-438c-8675-466b97c756d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:57.873186 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:57.887666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c446e-b621-4667-88c3-0c59c42abf54 req-c229e7ad-15a0-4ba3-97b5-83ce1c4a38a9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:57.889247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-509c446e-b621-4667-88c3-0c59c42abf54 req-c229e7ad-15a0-4ba3-97b5-83ce1c4a38a9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2630010 Feb 19 00:40:57.901720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:57.915002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:57.916279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:58.028468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:58.067497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-509c446e-b621-4667-88c3-0c59c42abf54 req-f0961736-82ec-47a5-9065-0ccb6c83afda tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668549 Feb 19 00:40:58.225497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:58.271889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:57Z', 'revision_number': 7, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e4048e5-b7a3-4625-b72a-eb44bce364fc', 'name': '', 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:79:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '312669fa-98ee-438c-8675-466b97c756d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:49Z', 'updated_at': '2022-02-19T00:40:56Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '312669fa-98ee-438c-8675-466b97c756d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:58.279299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (44bfd447-d63e-40a7-88ba-f69d876e5a5e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:58.299422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e326c17-ab49-4bc5-b445-2877ffcfd287 None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:57Z', 'revision_number': 7, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e4048e5-b7a3-4625-b72a-eb44bce364fc', 'name': '', 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:79:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '312669fa-98ee-438c-8675-466b97c756d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:49Z', 'updated_at': '2022-02-19T00:40:56Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '312669fa-98ee-438c-8675-466b97c756d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:40:58.343438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=44bfd447-d63e-40a7-88ba-f69d876e5a5e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:58.394341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980cf56-8b6d-44b7-b3ae-7e530f09a4db req-0e8f5e71-cba6-4719-b154-b2d41f61182f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:58.396011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8980cf56-8b6d-44b7-b3ae-7e530f09a4db req-0e8f5e71-cba6-4719-b154-b2d41f61182f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2455254 Feb 19 00:40:58.397356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.397717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.398067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.398635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.398795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.399150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.399479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.399815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.400149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.400485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.400821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.401921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.401921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:40:58.462164 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:58.514347 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:58.601515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8deeaedb-f696-48ec-88d1-d59db6ce46dc req-25c05091-4a5e-4b09-9703-2ad806fc708e tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0702009 Feb 19 00:40:58.617648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 8e4048e5-b7a3-4625-b72a-eb44bce364fc {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:40:58.617648 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:58.702328 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:40:58.705141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8980cf56-8b6d-44b7-b3ae-7e530f09a4db req-484e341c-9a5d-43e8-bfc1-5f9ca7fce779 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772686 Feb 19 00:40:58.723985 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:58.724624 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:58.788111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port 8e4048e5-b7a3-4625-b72a-eb44bce364fc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8e4048e5-b7a3-4625-b72a-eb44bce364fc,segment=NetworkSegment(6762e7ee-c6f7-407a-b620-da57e59ff2ac),segment_id=6762e7ee-c6f7-407a-b620-da57e59ff2ac)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:40:58.788657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:58.808179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 8e4048e5-b7a3-4625-b72a-eb44bce364fc owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:40:58.863931 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:58.878661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:58.909276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Allocated IP 172.25.6.110 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/5528ac5f-d7d6-47df-820f-8d690f44740a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:40:59.063590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8e4048e5-b7a3-4625-b72a-eb44bce364fc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:59.140808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=8e4048e5-b7a3-4625-b72a-eb44bce364fc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:59.189764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-fe01c95e-fdd5-493b-96b0-d31268c1d7af tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:59.199076 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:57Z', 'revision_number': 7, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e4048e5-b7a3-4625-b72a-eb44bce364fc', 'name': '', 'network_id': '30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:79:5a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '312669fa-98ee-438c-8675-466b97c756d8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:49Z', 'updated_at': '2022-02-19T00:40:56Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '312669fa-98ee-438c-8675-466b97c756d8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:59.199958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-fe01c95e-fdd5-493b-96b0-d31268c1d7af tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 815 time: 0.3834021 Feb 19 00:40:59.268115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-ed055301-f5f3-4136-8b55-09c7049a7752 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/quotas/a1ead4071a514b169f79974dd760e81a HTTP/1.1" status: 200 len: 375 time: 0.0642147 Feb 19 00:40:59.302419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8833a-d402-40ac-a74c-96c913580e28 req-398f4052-bdbc-40d4-9cb6-e28e7edf2d86 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:40:59.310309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73a8833a-d402-40ac-a74c-96c913580e28 req-398f4052-bdbc-40d4-9cb6-e28e7edf2d86 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.3452568 Feb 19 00:40:59.357666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:59.357911 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:40:59.371097 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:40:59.371652 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:59.389072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for port (5528ac5f-d7d6-47df-820f-8d690f44740a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:59.476391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73a8833a-d402-40ac-a74c-96c913580e28 req-6363bcf0-90da-4481-9c73-10a3b3ec46a5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648788 Feb 19 00:40:59.477248 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:40:59.490003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-aa9cdbb0-61db-4b4a-9e7f-3f91df46e370 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2109993 Feb 19 00:40:59.611335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5528ac5f-d7d6-47df-820f-8d690f44740a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:40:59.677190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:40:59.695803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:40:59.719578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:40:59.734925 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:59Z', 'revision_number': 8, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:40:59.741382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'Port': ['ID=5528ac5f-d7d6-47df-820f-8d690f44740a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:40:59.743852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:40:59.749099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5220b506-9321-4572-82aa-24e183c2b681 req-94d72221-291d-45da-bda7-2d475454af83 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0420680 Feb 19 00:40:59.754412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-5716089a-c47b-4925-bb21-c9547fbbea35 service neutron] 10.222.0.60 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495365 Feb 19 00:40:59.774170 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2323510-69c9-4dc3-a3b2-b4dd074cd8ff None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:59Z', 'revision_number': 8, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:00.084484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:00.202994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:00.211832 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f35f8bd1-3811-4c82-9e99-42164d51f7a8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3618240 Feb 19 00:41:00.212231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53746) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:00.292498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff31f16b-505c-4985-825c-b20eeda27006 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet 312669fa-98ee-438c-8675-466b97c756d8 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:41:00.297186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff31f16b-505c-4985-825c-b20eeda27006 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (312669fa-98ee-438c-8675-466b97c756d8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:00.358590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff31f16b-505c-4985-825c-b20eeda27006 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (312669fa-98ee-438c-8675-466b97c756d8), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:00.473353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:00.480940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff31f16b-505c-4985-825c-b20eeda27006 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (312669fa-98ee-438c-8675-466b97c756d8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:00.490801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-11419a14-cc6d-4ce5-b5df-d27a39138f72 service neutron] 10.222.0.60 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7070763 Feb 19 00:41:00.506553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:00.514042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:00.514949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:00.544852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53750) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:00.547440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-684eb735-7c6e-4d94-9161-0c5e3c7aeb6c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "PUT /v2.0/routers/8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7588792 Feb 19 00:41:00.548551 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] Sync routers for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:00.571284 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:00.573312 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:00.586585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8e4048e5-b7a3-4625-b72a-eb44bce364fc no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:00.680236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff31f16b-505c-4985-825c-b20eeda27006 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (312669fa-98ee-438c-8675-466b97c756d8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:00.787405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aca1282-ac69-4ed4-8801-873238956f68 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting subnet f507a459-8886-4b43-b2c1-f2993ee2c95a {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:41:00.790682 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff31f16b-505c-4985-825c-b20eeda27006 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:00.793948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ff31f16b-505c-4985-825c-b20eeda27006 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/312669fa-98ee-438c-8675-466b97c756d8 HTTP/1.1" status: 204 len: 168 time: 0.5807118 Feb 19 00:41:00.804080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53756) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:00.804863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31f16b-505c-4985-825c-b20eeda27006 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=312669fa-98ee-438c-8675-466b97c756d8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:00.939731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:00.943255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3aca1282-ac69-4ed4-8801-873238956f68 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for subnet (f507a459-8886-4b43-b2c1-f2993ee2c95a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:00.949417 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:00.961787 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:01.010740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3aca1282-ac69-4ed4-8801-873238956f68 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (f507a459-8886-4b43-b2c1-f2993ee2c95a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.037181 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.126048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa6f039-12fb-4a52-a1aa-26229c919039 None None] Network 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:01.138526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 9ea1165f-b7da-407a-82b8-11877b5c071b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:01.140916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.147597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8e4048e5-b7a3-4625-b72a-eb44bce364fc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:01.148371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8e4048e5-b7a3-4625-b72a-eb44bce364fc not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:01.209905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e5a12e4-d360-42b1-a9f2-83c41d2c2d52 req-cd6e3ed4-e21a-4bd0-b7aa-a92bd2616349 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 210 time: 0.3443658 Feb 19 00:41:01.260245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port 9ea1165f-b7da-407a-82b8-11877b5c071b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ea1165f-b7da-407a-82b8-11877b5c071b,segment=NetworkSegment(6762e7ee-c6f7-407a-b620-da57e59ff2ac),segment_id=6762e7ee-c6f7-407a-b620-da57e59ff2ac)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:01.262115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.291287 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 9ea1165f-b7da-407a-82b8-11877b5c071b owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:01.336612 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:40:58Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:01.366156 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] Checking router: 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:01.375494 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] Routers {'8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:01.376076 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:01.392290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.412948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.428914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9ea1165f-b7da-407a-82b8-11877b5c071b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.495426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=9ea1165f-b7da-407a-82b8-11877b5c071b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:01.510890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:59Z', 'revision_number': 8, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:01.516401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No DVR routers for this DVR port 9ea1165f-b7da-407a-82b8-11877b5c071b on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:01.523740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3aca1282-ac69-4ed4-8801-873238956f68 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f507a459-8886-4b43-b2c1-f2993ee2c95a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.547850 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] Set router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:01.561710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:01.585140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee2243-071f-4e3f-adb6-e8f4cd669649 None None] DHCP port deletion for 30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:41:01.619580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:01.622419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:01.665455 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.696017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:01.705707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3aca1282-ac69-4ed4-8801-873238956f68 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (f507a459-8886-4b43-b2c1-f2993ee2c95a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.706001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3caacfc3-d158-4dce-8daf-812fae6bdb77 req-49f648ee-444a-4563-a28a-ba76e04f15f1 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.3102005 Feb 19 00:41:01.715365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6762e7ee-c6f7-407a-b620-da57e59ff2ac') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:01.715771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6762e7ee-c6f7-407a-b620-da57e59ff2ac') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:01.748464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca1282-ac69-4ed4-8801-873238956f68 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Subnet': ['ID=f507a459-8886-4b43-b2c1-f2993ee2c95a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:01.754902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (6762e7ee-c6f7-407a-b620-da57e59ff2ac), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.764947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3aca1282-ac69-4ed4-8801-873238956f68 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.766376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b9b82-374e-40d1-a62d-accdec54bb3b req-32fa9754-55c5-4edf-89c6-c074e7ba6cc5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:01.768331 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3aca1282-ac69-4ed4-8801-873238956f68 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/subnets/f507a459-8886-4b43-b2c1-f2993ee2c95a HTTP/1.1" status: 204 len: 168 time: 1.2158811 Feb 19 00:41:01.771498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f9b9b82-374e-40d1-a62d-accdec54bb3b req-32fa9754-55c5-4edf-89c6-c074e7ba6cc5 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.5603089 Feb 19 00:41:01.771692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53776) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:01.779420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Router d9de5ef0-4ddf-42dc-aff2-423bddabfda3 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:41:01.808531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8bfdcb-d824-4050-b4f8-ef84a10fd8e5 None None] Network 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:01.849449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6762e7ee-c6f7-407a-b620-da57e59ff2ac), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.864675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:41:01.865082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (6762e7ee-c6f7-407a-b620-da57e59ff2ac), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:01.903083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f9b9b82-374e-40d1-a62d-accdec54bb3b req-ff4364b6-647d-416f-a8a8-478a33d26127 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110628 Feb 19 00:41:01.943695 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:40:58Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:01.978308 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2fe439-e4e6-4b44-bc6a-49b930f004a2 None None] The sync data for ids ['8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d'] in n-d-826527-3 is: [{'id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1153495272', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:37:46Z', 'updated_at': '2022-02-19T00:40:58Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'c772373b-573a-4e7b-a8c8-b6e0018f786b', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:37:48Z', 'updated_at': '2022-02-19T00:37:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:41:01.979046 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:41:02.009354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:02.018049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:02.020393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:02.021511 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae HTTP/1.1" status: 204 len: 168 time: 1.2144134 Feb 19 00:41:02.029533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53780) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:02.042076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:02.051068 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:02.055818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6c9c6e50-b32a-4cb2-aea3-767d1f0aba78 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "PUT /v2.0/routers/d9de5ef0-4ddf-42dc-aff2-423bddabfda3 HTTP/1.1" status: 200 len: 919 time: 4.6483283 Feb 19 00:41:02.058613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53782) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:02.088925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c0cf6-7029-45e1-8596-74f80aed3cd5 None None] Sync routers for ids ['d9de5ef0-4ddf-42dc-aff2-423bddabfda3'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:02.144901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090c513-fa97-4807-8e53-5e7184762d98 req-f64590a4-b29e-4c01-bcbb-a8042752a8da tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:02.150958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c0cf6-7029-45e1-8596-74f80aed3cd5 None None] Routers {'d9de5ef0-4ddf-42dc-aff2-423bddabfda3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:02.151599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-864c0cf6-7029-45e1-8596-74f80aed3cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d9de5ef0-4ddf-42dc-aff2-423bddabfda3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:02.156229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f1da4-f90b-4ed2-9667-96857abf24c8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=30cd403b-1bd6-4bed-9a75-3c8fe0a8f5ae,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:02.158808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6090c513-fa97-4807-8e53-5e7184762d98 req-f64590a4-b29e-4c01-bcbb-a8042752a8da tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2010758 Feb 19 00:41:02.212460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-864c0cf6-7029-45e1-8596-74f80aed3cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:02.224351 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:02.266461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6090c513-fa97-4807-8e53-5e7184762d98 req-3cb7b3cd-cfdc-475b-8574-1900af902776 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036141 Feb 19 00:41:02.304480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-83cdd6d8-027b-4c10-b331-0a811963bf6c tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/routers/d9de5ef0-4ddf-42dc-aff2-423bddabfda3 HTTP/1.1" status: 200 len: 925 time: 0.2444293 Feb 19 00:41:02.305223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53792) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:02.399444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864c0cf6-7029-45e1-8596-74f80aed3cd5 None None] Routers {'d9de5ef0-4ddf-42dc-aff2-423bddabfda3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:02.400108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-864c0cf6-7029-45e1-8596-74f80aed3cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d9de5ef0-4ddf-42dc-aff2-423bddabfda3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:02.465737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-864c0cf6-7029-45e1-8596-74f80aed3cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:02.466212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864c0cf6-7029-45e1-8596-74f80aed3cd5 None None] The sync data for ids ['d9de5ef0-4ddf-42dc-aff2-423bddabfda3'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:02.484233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99b5431d-d860-46f2-904b-e058afd48e93 req-da0876df-7360-4d3e-a729-1883be82f6d1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 210 time: 0.0940826 Feb 19 00:41:02.503807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26c8def-db90-46e3-b126-9b85b87b5a5e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:02.519771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a26c8def-db90-46e3-b126-9b85b87b5a5e tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=d9de5ef0-4ddf-42dc-aff2-423bddabfda3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2135041 Feb 19 00:41:02.521209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] DHCP port deletion for 46ff80fa-aee2-4dc0-91f0-27a1c68abf24 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:41:02.537246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53798) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:02.638775 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:02.684857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:59Z', 'revision_number': 8, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:02.706210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070b121e-ed49-4212-90e3-5dfd3bf84d6c tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:02.710204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-070b121e-ed49-4212-90e3-5dfd3bf84d6c tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 881 time: 0.1693108 Feb 19 00:41:02.714034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:02.722458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f4a3c5-1806-44d1-a13e-26e24b12cde7 None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:40:59Z', 'revision_number': 8, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '28f1a1e0-878c-40cd-84e2-156e0774ad9a', 'name': '', 'network_id': '17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:aa:97:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:44Z', 'updated_at': '2022-02-19T00:40:49Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '60792d2e-a364-447f-b84d-5ca25dc01bff', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:02.724528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ea1165f-b7da-407a-82b8-11877b5c071b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:02.759099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9ea1165f-b7da-407a-82b8-11877b5c071b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:02.759499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ea1165f-b7da-407a-82b8-11877b5c071b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:02.760104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 44bfd447-d63e-40a7-88ba-f69d876e5a5e no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:02.801721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 44bfd447-d63e-40a7-88ba-f69d876e5a5e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:02.802371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 44bfd447-d63e-40a7-88ba-f69d876e5a5e not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:02.812998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-917321ea-cc69-470d-afde-f2878007f6ee tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9de5ef0-4ddf-42dc-aff2-423bddabfda3 HTTP/1.1" status: 200 len: 205 time: 0.0947969 Feb 19 00:41:02.817929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53804) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:02.835514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Deleting port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:02.836044 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:02.935408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62b1ba75-3d3d-4fcd-82f1-81bb19d212c3 req-ae1faf7f-f9c9-42d7-9668-4ecfde76d4f3 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.1290925 Feb 19 00:41:02.957593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] For port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4befcd1d-252a-4ad2-b29a-21e78e5e85ed,segment=NetworkSegment(e743072e-152c-4660-8fc0-71dd3db2415d),segment_id=e743072e-152c-4660-8fc0-71dd3db2415d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:02.957593 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:02.970729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Calling delete_port for 4befcd1d-252a-4ad2-b29a-21e78e5e85ed owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:02.977026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1c485ba8-8c2e-45b7-8be5-133f87b0c1fc tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:02.978051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port c772373b-573a-4e7b-a8c8-b6e0018f786b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:02.978552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:02.979013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1c485ba8-8c2e-45b7-8be5-133f87b0c1fc tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.126 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 815 time: 0.2752903 Feb 19 00:41:02.995628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f521-9a40-4c82-b6d6-b53257fa1ef1 req-0249ecf3-a294-4292-ab6c-287d9c1e4b5e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:02.997514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a97f521-9a40-4c82-b6d6-b53257fa1ef1 req-0249ecf3-a294-4292-ab6c-287d9c1e4b5e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2926078 Feb 19 00:41:03.001126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Request body: {'port': {'device_id': '0f7bd67d-c429-490c-b3f6-d7e6ba423d17', 'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'admin_state_up': True, 'tenant_id': 'a1ead4071a514b169f79974dd760e81a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:03.059815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.088450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (4befcd1d-252a-4ad2-b29a-21e78e5e85ed), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.120655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Pushing event deleted for resources: {'Port': ['ID=4befcd1d-252a-4ad2-b29a-21e78e5e85ed,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:03.124756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] No DVR routers for this DVR port 4befcd1d-252a-4ad2-b29a-21e78e5e85ed on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:03.151749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.152097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.152477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.152865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.153330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.153714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.154046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.154341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a97f521-9a40-4c82-b6d6-b53257fa1ef1 req-fd1cbaa8-e494-43ed-89e2-8c7a5b46d97e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858059 Feb 19 00:41:03.154480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.154752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.155131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.155487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.156726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.157505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a56746-bb55-4e98-a09c-f6c3a4ad6b48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:03.176341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Made reservation on behalf of a1ead4071a514b169f79974dd760e81a for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:03.180651 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.374633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Allocated IP 172.20.0.7 (cc928202-8e51-4951-9248-7035f172374e/4e2f3285-2055-4fdb-aae2-df011f3bacd4/a10fcf0f-3173-4a24-ad25-8b8e26a2483f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:03.419433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa549-fc10-4048-9437-d947ce46064c req-6b22a8d1-99d4-44de-8022-1b25d8d8d542 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:03.422638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-679fa549-fc10-4048-9437-d947ce46064c req-6b22a8d1-99d4-44de-8022-1b25d8d8d542 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0951076 Feb 19 00:41:03.567047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-679fa549-fc10-4048-9437-d947ce46064c req-94d0c1fe-f09d-4149-91e2-91b58bf08d8a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387327 Feb 19 00:41:03.613543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27168187-707b-49c3-9ee2-dbdf0a6087ae req-4dfb7972-e919-4942-9601-3937d8e6c1ce tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 210 time: 0.0458589 Feb 19 00:41:03.629707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port c772373b-573a-4e7b-a8c8-b6e0018f786b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c772373b-573a-4e7b-a8c8-b6e0018f786b,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:03.630359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.675517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for c772373b-573a-4e7b-a8c8-b6e0018f786b owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:03.693191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.699897 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks [] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.727183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd2a92-6968-42ea-a8c9-45b50bda53bd req-dee7fcc4-25ce-4dcf-96ef-7d8f8ee5919e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:03.728687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3efd2a92-6968-42ea-a8c9-45b50bda53bd req-dee7fcc4-25ce-4dcf-96ef-7d8f8ee5919e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0871255 Feb 19 00:41:03.772721 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.788337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['058e728b-26e2-4094-8fd3-c60b6ed7a0d7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:03.818999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3efd2a92-6968-42ea-a8c9-45b50bda53bd req-3e71ad88-f13e-487c-8de0-1a4c368b60e8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804024 Feb 19 00:41:03.833895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Network cc928202-8e51-4951-9248-7035f172374e is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:03.839386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.839568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:03.843903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:03.848110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Pushing event updated for resources: {'Port': ['ID=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:03.926477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:03.927393 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:03.969735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-3e5c06a0-0667-4c11-a07d-599bc4f18b4b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9822822 Feb 19 00:41:03.984731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Request body: {'port': {'device_id': '0f7bd67d-c429-490c-b3f6-d7e6ba423d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:04.069215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Deleting port 5528ac5f-d7d6-47df-820f-8d690f44740a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:04.069749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5528ac5f-d7d6-47df-820f-8d690f44740a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.111895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29b583ed-aeef-4510-ac94-e57ef63c3bd4 req-11222446-bf00-48ce-befc-51fdebd8e273 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0446441 Feb 19 00:41:04.149835 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.175297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c772373b-573a-4e7b-a8c8-b6e0018f786b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.227915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a653812-b956-48ed-bdbc-b7ee403119db req-fd241c77-df82-47c2-abfb-c9fdf11c0efc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:04.229738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a653812-b956-48ed-bdbc-b7ee403119db req-fd241c77-df82-47c2-abfb-c9fdf11c0efc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1506002 Feb 19 00:41:04.230091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=c772373b-573a-4e7b-a8c8-b6e0018f786b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:04.273529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5528ac5f-d7d6-47df-820f-8d690f44740a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.341540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Calling delete_port for 5528ac5f-d7d6-47df-820f-8d690f44740a owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:04.389483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a653812-b956-48ed-bdbc-b7ee403119db req-c077c59e-56a0-4354-96de-d78ce46cc099 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034732 Feb 19 00:41:04.409042 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.536719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.541431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_controller (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.545615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 28f1a1e0-878c-40cd-84e2-156e0774ad9a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:04.548956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.565861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a10fcf0f-3173-4a24-ad25-8b8e26a2483f {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:41:04.577322 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Publish callbacks [] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.595862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Transition to ACTIVE for port object a10fcf0f-3173-4a24-ad25-8b8e26a2483f will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:41:04.604375 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.622318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ffbb8-a8d1-4c95-b803-7716858ce5bf req-57826ad0-324d-44c0-8e15-468e6f1de747 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:04.629310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-258ffbb8-a8d1-4c95-b803-7716858ce5bf req-57826ad0-324d-44c0-8e15-468e6f1de747 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0970035 Feb 19 00:41:04.687002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.687584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Fanout notify agent at l3_agent the message router_deleted on router 8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:04.692369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4befcd1d-252a-4ad2-b29a-21e78e5e85ed no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:04.696827 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.700593 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e22329e2-2afb-4ea1-aa25-9e377fe3b779 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/routers/8d2a7b8d-107c-4e8f-bef1-962f09ac3e3d HTTP/1.1" status: 204 len: 168 time: 2.9255118 Feb 19 00:41:04.701783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53830) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:04.739648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 4befcd1d-252a-4ad2-b29a-21e78e5e85ed {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:04.740048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4befcd1d-252a-4ad2-b29a-21e78e5e85ed not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:04.794635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-258ffbb8-a8d1-4c95-b803-7716858ce5bf req-6e82a05f-4151-431e-9238-6b3a693e6b7d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644287 Feb 19 00:41:04.801326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:04.837087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port 28f1a1e0-878c-40cd-84e2-156e0774ad9a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=28f1a1e0-878c-40cd-84e2-156e0774ad9a,segment=NetworkSegment(c9f3c978-0365-4f1b-ab35-0fa544eeca30),segment_id=c9f3c978-0365-4f1b-ab35-0fa544eeca30)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:04.837087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.870008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 28f1a1e0-878c-40cd-84e2-156e0774ad9a owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:04.885319 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (46ff80fa-aee2-4dc0-91f0-27a1c68abf24), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.894108 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5528ac5f-d7d6-47df-820f-8d690f44740a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:04.952877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5c7f7-139d-4591-b304-defac28440a8 req-ad18c6f0-da4d-4807-8108-926431924a2e tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:04.954604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22c5c7f7-139d-4591-b304-defac28440a8 req-ad18c6f0-da4d-4807-8108-926431924a2e tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 943 time: 0.1772456 Feb 19 00:41:04.959874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Attempting to bind port a10fcf0f-3173-4a24-ad25-8b8e26a2483f on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:41:04.960215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Attempting to bind port a10fcf0f-3173-4a24-ad25-8b8e26a2483f by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:41:04.960549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Attempting to bind port a10fcf0f-3173-4a24-ad25-8b8e26a2483f on network cc928202-8e51-4951-9248-7035f172374e {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:04.965225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Port a10fcf0f-3173-4a24-ad25-8b8e26a2483f on network cc928202-8e51-4951-9248-7035f172374e not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:41:04.965504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Attempting to bind port a10fcf0f-3173-4a24-ad25-8b8e26a2483f on network cc928202-8e51-4951-9248-7035f172374e {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:04.975986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:41:04.975986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Checking segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:04.975986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Bound using segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:41:04.975986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Bound port: a10fcf0f-3173-4a24-ad25-8b8e26a2483f, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:41:04.975986 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.003913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event deleted for resources: {'Port': ['ID=5528ac5f-d7d6-47df-820f-8d690f44740a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:05.055241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22c5c7f7-139d-4591-b304-defac28440a8 req-a7e7e38c-6796-413b-9d59-c81b78c13ab4 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873835 Feb 19 00:41:05.104351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] For port a10fcf0f-3173-4a24-ad25-8b8e26a2483f, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:41:05.119962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] For port a10fcf0f-3173-4a24-ad25-8b8e26a2483f, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:41:05.136918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.169586 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (46ff80fa-aee2-4dc0-91f0-27a1c68abf24), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.210832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf008a-7e4e-4c0d-a00a-19ac33fa4338 req-d5ba3b5d-fc7f-439a-be38-db63959d1330 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:05.212376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fcf008a-7e4e-4c0d-a00a-19ac33fa4338 req-d5ba3b5d-fc7f-439a-be38-db63959d1330 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1473618 Feb 19 00:41:05.234740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ff80fa-aee2-4dc0-91f0-27a1c68abf24']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:05.237456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88f3bab7-4c43-41e0-b58d-5dd9cc012144 req-a07e23a3-ad6b-4fd9-a2dd-2f97934229b4 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0591180 Feb 19 00:41:05.238789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.251735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:05.252109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.253506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] 10.222.0.126 "PUT /v2.0/ports/a10fcf0f-3173-4a24-ad25-8b8e26a2483f HTTP/1.1" status: 200 len: 1091 time: 1.2733898 Feb 19 00:41:05.253958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7bd67d-c429-490c-b3f6-d7e6ba423d17', 'tag': 'a10fcf0f-3173-4a24-ad25-8b8e26a2483f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:05.256199 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73a3d90-2a4f-4b00-a6fa-863981af5caa" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7bd67d-c429-490c-b3f6-d7e6ba423d17", "tag": "a10fcf0f-3173-4a24-ad25-8b8e26a2483f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:05.279704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b75ba-6347-4507-94a3-4532a71650d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:05.354026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e743072e-152c-4660-8fc0-71dd3db2415d') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:05.354528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e743072e-152c-4660-8fc0-71dd3db2415d') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:05.377636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fcf008a-7e4e-4c0d-a00a-19ac33fa4338 req-231cbc3d-1861-4fdc-944f-c398cb45e5d1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409578 Feb 19 00:41:05.397290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-d1cf8b06-08b9-42b1-acf9-cba89c1c0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:05.398758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-d1cf8b06-08b9-42b1-acf9-cba89c1c0d75 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 1125 time: 0.0962210 Feb 19 00:41:05.400847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e743072e-152c-4660-8fc0-71dd3db2415d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.448451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.458263 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.500040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e743072e-152c-4660-8fc0-71dd3db2415d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.550220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:41:05.550620 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e743072e-152c-4660-8fc0-71dd3db2415d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:41:05.553990 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:41:05.608246 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (d9de5ef0-4ddf-42dc-aff2-423bddabfda3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.608799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Fanout notify agent at l3_agent the message router_deleted on router d9de5ef0-4ddf-42dc-aff2-423bddabfda3 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:05.616557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.621986 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-56055431-b8c2-4592-a6e3-c5c0b36839f1 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/d9de5ef0-4ddf-42dc-aff2-423bddabfda3 HTTP/1.1" status: 204 len: 168 time: 2.7986979 Feb 19 00:41:05.628655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:05.645236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ec375808-3e45-441c-a9bf-eef0a5ffe41c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-319948745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:05.665489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (28f1a1e0-878c-40cd-84e2-156e0774ad9a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.673484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (46ff80fa-aee2-4dc0-91f0-27a1c68abf24), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.677899 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.681331 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/networks/46ff80fa-aee2-4dc0-91f0-27a1c68abf24 HTTP/1.1" status: 204 len: 168 time: 0.9785135 Feb 19 00:41:05.711269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:05.722329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=28f1a1e0-878c-40cd-84e2-156e0774ad9a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:05.735545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec375808-3e45-441c-a9bf-eef0a5ffe41c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.736703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec375808-3e45-441c-a9bf-eef0a5ffe41c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.757470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30175b8b-1524-4250-8377-7f991915ff55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Network': ['ID=46ff80fa-aee2-4dc0-91f0-27a1c68abf24,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:05.910525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec375808-3e45-441c-a9bf-eef0a5ffe41c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.917961 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4680ec-567d-494b-af4f-ec1eeb7db2f9 x-openstack-request-id: req-2d4680ec-567d-494b-af4f-ec1eeb7db2f9 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:05.918683 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7bd67d-c429-490c-b3f6-d7e6ba423d17", "tag": "a10fcf0f-3173-4a24-ad25-8b8e26a2483f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:05.918683 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d4680ec-567d-494b-af4f-ec1eeb7db2f9 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:05.918963 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7bd67d-c429-490c-b3f6-d7e6ba423d17', 'tag': 'a10fcf0f-3173-4a24-ad25-8b8e26a2483f', 'status': 'completed', 'code': 200} Feb 19 00:41:05.922775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-c365ad5a-5d1e-43a2-b92a-6797b456c39e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10fcf0f-3173-4a24-ad25-8b8e26a2483f HTTP/1.1" status: 200 len: 217 time: 0.5125978 Feb 19 00:41:05.950922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec375808-3e45-441c-a9bf-eef0a5ffe41c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:05.955376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d32a90e6-6e21-4845-b979-6c63a5707a86 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (0ce04551-930f-4dcc-a37c-487958437fef), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:06.023029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-667b1c25-2e2c-4831-9c17-9f9ca0cb973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:06.024435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-667b1c25-2e2c-4831-9c17-9f9ca0cb973b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.0933614 Feb 19 00:41:06.039392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec375808-3e45-441c-a9bf-eef0a5ffe41c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:06.040161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1121fc-0263-4b1f-8949-719948e442dc req-c203c094-fd62-4fd5-afef-104f41f1aa47 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:06.043364 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ec375808-3e45-441c-a9bf-eef0a5ffe41c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4033005 Feb 19 00:41:06.043519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa1121fc-0263-4b1f-8949-719948e442dc req-c203c094-fd62-4fd5-afef-104f41f1aa47 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1222107 Feb 19 00:41:06.052082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53854) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:06.056535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d32a90e6-6e21-4845-b979-6c63a5707a86 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (0ce04551-930f-4dcc-a37c-487958437fef), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:06.060955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': False}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:06.087815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-9e69f806-581b-4b25-8e0f-c84ee3168de9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448039 Feb 19 00:41:06.090111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:06.233947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d32a90e6-6e21-4845-b979-6c63a5707a86 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0ce04551-930f-4dcc-a37c-487958437fef), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:06.236747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d32a90e6-6e21-4845-b979-6c63a5707a86 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:06.240925 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d32a90e6-6e21-4845-b979-6c63a5707a86 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/security-groups/0ce04551-930f-4dcc-a37c-487958437fef HTTP/1.1" status: 204 len: 168 time: 0.5289927 Feb 19 00:41:06.258546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa1121fc-0263-4b1f-8949-719948e442dc req-dbbc79f7-d326-4a26-9a68-02fefd1c9799 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072124 Feb 19 00:41:06.324529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32a90e6-6e21-4845-b979-6c63a5707a86 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce04551-930f-4dcc-a37c-487958437fef,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:06.422463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd519a0-ea86-4681-adc7-7ba99788cafb req-59debd99-c92e-4e0d-b039-8d07fed8df24 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:06.424217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfd519a0-ea86-4681-adc7-7ba99788cafb req-59debd99-c92e-4e0d-b039-8d07fed8df24 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 943 time: 0.2698457 Feb 19 00:41:06.509469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-e9291f7c-d377-4954-8e5a-9abe96d2bc34 service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561821 Feb 19 00:41:06.541035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c772373b-573a-4e7b-a8c8-b6e0018f786b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:06.555471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4eeb721-5061-4c7a-a1ec-e3598f22401f req-6d8ef6db-334b-4c5a-996c-ff86e6c3dc34 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0905530 Feb 19 00:41:06.565192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: c772373b-573a-4e7b-a8c8-b6e0018f786b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:06.565831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c772373b-573a-4e7b-a8c8-b6e0018f786b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:06.608662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:06.716983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfd519a0-ea86-4681-adc7-7ba99788cafb req-c555f4d0-f9f2-445b-94fc-234dedf2a21b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488668 Feb 19 00:41:06.835717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57f511a0-3a10-4e3d-ba77-3f87f7416c87 req-8a1bb1f7-a22e-41a7-bb6b-c49e3b6674a4 service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787781 Feb 19 00:41:06.851565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:06.885815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53870) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:06.892304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2f8930db-d8c1-4d32-b16b-6d48657f0b2a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661277095', 'description': 'tempest-secgroup-smoke-1661277095 description', 'project_id': '84679949ccf749538377871c65d3012d'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:06.957358 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f8930db-d8c1-4d32-b16b-6d48657f0b2a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:06.985406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277d39c-a647-4e51-a0aa-cf8d8a8e4aa3 req-91188a3e-1e55-4b9e-ac64-657cee987779 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:06.987045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0277d39c-a647-4e51-a0aa-cf8d8a8e4aa3 req-91188a3e-1e55-4b9e-ac64-657cee987779 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1493111 Feb 19 00:41:06.988484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:06.997153 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0e77bf55-845d-465f-80c2-77901a2e1307 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9213791 Feb 19 00:41:06.997460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:07.007812 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:07.022050 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:07.022707 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:07.030748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-7feb37d5-056f-45b0-aed0-1e11ba598a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:07.032298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-7feb37d5-056f-45b0-aed0-1e11ba598a58 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 1125 time: 0.1333721 Feb 19 00:41:07.066735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-890c0025-894c-4a5d-9775-272c70460e45 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet 60792d2e-a364-447f-b84d-5ca25dc01bff {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:41:07.071572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-890c0025-894c-4a5d-9775-272c70460e45 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (60792d2e-a364-447f-b84d-5ca25dc01bff), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.121958 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:07.140824 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-890c0025-894c-4a5d-9775-272c70460e45 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (60792d2e-a364-447f-b84d-5ca25dc01bff), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.230838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0277d39c-a647-4e51-a0aa-cf8d8a8e4aa3 req-400f99b4-7458-42d7-b74e-8a403ec0d68f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208364 Feb 19 00:41:07.286510 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-890c0025-894c-4a5d-9775-272c70460e45 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (60792d2e-a364-447f-b84d-5ca25dc01bff), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.361479 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f8930db-d8c1-4d32-b16b-6d48657f0b2a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (134a12f8-4e45-4001-a3e3-9d60508ff065), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.363704 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-890c0025-894c-4a5d-9775-272c70460e45 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (60792d2e-a364-447f-b84d-5ca25dc01bff), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.386341 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:05Z', 'revision_number': 9, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:07.391295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f8930db-d8c1-4d32-b16b-6d48657f0b2a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (134a12f8-4e45-4001-a3e3-9d60508ff065), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.397487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c0025-894c-4a5d-9775-272c70460e45 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=60792d2e-a364-447f-b84d-5ca25dc01bff,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:07.399993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-ef760764-4a42-4a68-82f7-6f40a57fdcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:07.401467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-ef760764-4a42-4a68-82f7-6f40a57fdcd6 service neutron] 10.222.0.126 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 916 time: 0.3625503 Feb 19 00:41:07.404256 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-890c0025-894c-4a5d-9775-272c70460e45 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.408893 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-890c0025-894c-4a5d-9775-272c70460e45 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/60792d2e-a364-447f-b84d-5ca25dc01bff HTTP/1.1" status: 204 len: 168 time: 0.4103141 Feb 19 00:41:07.411710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53878) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:07.415593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637dad5-7f35-484c-ac63-d2c14e8a8621 None None] Network 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:07.470345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8930db-d8c1-4d32-b16b-6d48657f0b2a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=134a12f8-4e45-4001-a3e3-9d60508ff065,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:07.516450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.516873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-19241d1c-9ed3-47e0-b876-78beddb49c58 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10fcf0f-3173-4a24-ad25-8b8e26a2483f HTTP/1.1" status: 200 len: 217 time: 0.0851049 Feb 19 00:41:07.519354 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f8930db-d8c1-4d32-b16b-6d48657f0b2a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.523544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2f8930db-d8c1-4d32-b16b-6d48657f0b2a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6357574 Feb 19 00:41:07.526465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53880) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:07.533285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7c3feb2c-8ea5-4a2e-ad40-db049410180c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '134a12f8-4e45-4001-a3e3-9d60508ff065', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:07.597455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c34171-f946-4db0-98ba-2ff99f4de787 req-d3894bc2-095f-43c1-ba2d-1da18a00ac54 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:07.602160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16c34171-f946-4db0-98ba-2ff99f4de787 req-d3894bc2-095f-43c1-ba2d-1da18a00ac54 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2511799 Feb 19 00:41:07.602331 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:07.613134 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:07.613826 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:07.617044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.653022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c3feb2c-8ea5-4a2e-ad40-db049410180c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (9fda22ef-029c-45c2-a228-45ba57fb0be7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.683018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] DHCP port deletion for 17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:41:07.694572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3d4d4f6-7c58-438d-9ec8-4175a2730acc req-34334f0c-c5a1-4ba0-bf3e-d16b4fc3d5a7 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab7c477b-dc1d-4daf-8fb4-1862f17bf6a8 HTTP/1.1" status: 200 len: 210 time: 0.0355659 Feb 19 00:41:07.704513 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.720620 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:07.735706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-312c985c-4980-4e04-afbd-16a18529bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:07.737663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-312c985c-4980-4e04-afbd-16a18529bf97 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.2108285 Feb 19 00:41:07.805524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] Deleting port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:07.805903 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.814472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-2b72c95f-a3f5-4a2f-8d55-b8b1142005aa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425801 Feb 19 00:41:07.833809 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:07.834165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.894831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c3feb2c-8ea5-4a2e-ad40-db049410180c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (9fda22ef-029c-45c2-a228-45ba57fb0be7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.909348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16c34171-f946-4db0-98ba-2ff99f4de787 req-2d940a71-57e9-4fd5-8d1a-672546b9a4b5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892666 Feb 19 00:41:07.931465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] For port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,segment=NetworkSegment(c9f3c978-0365-4f1b-ab35-0fa544eeca30),segment_id=c9f3c978-0365-4f1b-ab35-0fa544eeca30)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:07.931893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.978674 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c3feb2c-8ea5-4a2e-ad40-db049410180c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9fda22ef-029c-45c2-a228-45ba57fb0be7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:07.987323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] Calling delete_port for 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:08.039999 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c3feb2c-8ea5-4a2e-ad40-db049410180c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.042643 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7c3feb2c-8ea5-4a2e-ad40-db049410180c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5151441 Feb 19 00:41:08.048689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53896) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:08.067579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Allocated IP 172.25.6.143 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/545aaa85-acd9-4990-a54b-6a89c1533fdf) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:08.086236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e00cc9cd-8641-48a3-a168-db98151179f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '134a12f8-4e45-4001-a3e3-9d60508ff065', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:08.137376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,segment=NetworkSegment(c9f3c978-0365-4f1b-ab35-0fa544eeca30),segment_id=c9f3c978-0365-4f1b-ab35-0fa544eeca30)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:08.139255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.184154 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.189293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:08.256741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] Pushing event deleted for resources: {'Port': ['ID=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:08.257764 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:05Z', 'revision_number': 9, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:08.260383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ded648-4d5e-4182-b707-fa5c50d87c66 None None] No DVR routers for this DVR port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:08.284939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3feb2c-8ea5-4a2e-ad40-db049410180c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fda22ef-029c-45c2-a228-45ba57fb0be7,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:08.325249 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724f31a-142e-45d9-8491-b02e97d9d030 None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:05Z', 'revision_number': 9, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': '9e6a1ffb-650d-44d7-8baf-bce148ba22dc', 'name': '', 'network_id': '7d5e91d2-98af-4e14-9a71-4ca7e0522833', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:8e:79:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:40Z', 'updated_at': '2022-02-19T00:40:45Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': 'b6a0caf1-1158-4d90-93e6-01b04ca9e919', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:08.350938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e00cc9cd-8641-48a3-a168-db98151179f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (0a7eab2c-6a2a-4f88-8b3d-6b8a24c60dcd), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.383878 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9fff87ff-1737-4292-95ba-ad0dbc0e5fd2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.414337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=9fff87ff-1737-4292-95ba-ad0dbc0e5fd2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:08.426527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No DVR routers for this DVR port 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:08.482389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b6925-ef19-4b7a-a498-3d7dc45155bd req-77b7ce8f-4b1c-4ee9-939b-1b3a7115933c tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:08.484006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-287b6925-ef19-4b7a-a498-3d7dc45155bd req-77b7ce8f-4b1c-4ee9-939b-1b3a7115933c tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 943 time: 0.3936791 Feb 19 00:41:08.534379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-1021c9f9-6014-4ca7-abf3-590d39189ddb service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7069387 Feb 19 00:41:08.555657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e00cc9cd-8641-48a3-a168-db98151179f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (0a7eab2c-6a2a-4f88-8b3d-6b8a24c60dcd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.561401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e00cc9cd-8641-48a3-a168-db98151179f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (0a7eab2c-6a2a-4f88-8b3d-6b8a24c60dcd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.565245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.588303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cc9cd-8641-48a3-a168-db98151179f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7eab2c-6a2a-4f88-8b3d-6b8a24c60dcd,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:08.593028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for port (545aaa85-acd9-4990-a54b-6a89c1533fdf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.621550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:08.632887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e00cc9cd-8641-48a3-a168-db98151179f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.636686 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e00cc9cd-8641-48a3-a168-db98151179f9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5648561 Feb 19 00:41:08.637014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53908) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:08.638905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f3c978-0365-4f1b-ab35-0fa544eeca30') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:08.639411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f3c978-0365-4f1b-ab35-0fa544eeca30') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:08.645303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-68ebf2f3-0c3a-4972-9876-19fadea41948 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '134a12f8-4e45-4001-a3e3-9d60508ff065', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:08.659696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-287b6925-ef19-4b7a-a498-3d7dc45155bd req-27215752-9b1b-4754-a7fd-0eaae1285f3e tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583390 Feb 19 00:41:08.672885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (c9f3c978-0365-4f1b-ab35-0fa544eeca30), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.717832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e768527-3c55-477f-a66a-c372a0b8d67b req-341f4007-d93e-41a8-9fd1-91c4977d5b51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:08.723834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e768527-3c55-477f-a66a-c372a0b8d67b req-341f4007-d93e-41a8-9fd1-91c4977d5b51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2032719 Feb 19 00:41:08.742520 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-68ebf2f3-0c3a-4972-9876-19fadea41948 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (be896d46-67f5-4d66-915a-1655d78da864), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.745850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53910) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:08.757925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c9f3c978-0365-4f1b-ab35-0fa544eeca30), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.795919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:41:08.796553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (c9f3c978-0365-4f1b-ab35-0fa544eeca30), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:41:08.800557 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:41:08.831380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:08.832534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e768527-3c55-477f-a66a-c372a0b8d67b req-15d29fb9-f9b4-43f7-81b6-66246be92214 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824316 Feb 19 00:41:08.871844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a73a3d90-2a4f-4b00-a6fa-863981af5caa req-6f45f1b3-0114-4d18-ae34-a923674d26a6 service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023286 Feb 19 00:41:08.889824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (545aaa85-acd9-4990-a54b-6a89c1533fdf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.926565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:08.927452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9fff87ff-1737-4292-95ba-ad0dbc0e5fd2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:08.930628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 28f1a1e0-878c-40cd-84e2-156e0774ad9a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:08.949850 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-68ebf2f3-0c3a-4972-9876-19fadea41948 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (be896d46-67f5-4d66-915a-1655d78da864), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.959206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-68ebf2f3-0c3a-4972-9876-19fadea41948 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (be896d46-67f5-4d66-915a-1655d78da864), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:08.997226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ebf2f3-0c3a-4972-9876-19fadea41948 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be896d46-67f5-4d66-915a-1655d78da864,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:09.000226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 28f1a1e0-878c-40cd-84e2-156e0774ad9a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:09.000566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 28f1a1e0-878c-40cd-84e2-156e0774ad9a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:09.011586 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.031815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-68ebf2f3-0c3a-4972-9876-19fadea41948 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.033604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-68ebf2f3-0c3a-4972-9876-19fadea41948 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3918290 Feb 19 00:41:09.041745 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.048725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:09.050438 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb HTTP/1.1" status: 204 len: 168 time: 1.6373019 Feb 19 00:41:09.051208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53914) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:09.051791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53916) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:09.057266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-be8ca167-5348-4f6f-9bc5-4496dedf41be tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '134a12f8-4e45-4001-a3e3-9d60508ff065', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:09.059064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:09.066523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:09.251668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Pushing event updated for resources: {'Port': ['ID=545aaa85-acd9-4990-a54b-6a89c1533fdf,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:09.293812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4c06-3953-4342-b345-9ca046734fd8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group (b31189dc-84d7-4152-94a0-b18463a0d956), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.325306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4c06-3953-4342-b345-9ca046734fd8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group (b31189dc-84d7-4152-94a0-b18463a0d956), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.326999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f3e0d-99af-48e0-82d3-aa723de86028 req-9922d16e-0429-4b19-b661-1368651036c0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:09.334376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-952f3e0d-99af-48e0-82d3-aa723de86028 req-9922d16e-0429-4b19-b661-1368651036c0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3244548 Feb 19 00:41:09.402947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4c06-3953-4342-b345-9ca046734fd8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b31189dc-84d7-4152-94a0-b18463a0d956), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.405767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b3d4c06-3953-4342-b345-9ca046734fd8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.409174 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b3d4c06-3953-4342-b345-9ca046734fd8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "DELETE /v2.0/security-groups/b31189dc-84d7-4152-94a0-b18463a0d956 HTTP/1.1" status: 204 len: 168 time: 0.6585584 Feb 19 00:41:09.415492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:09.426515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9934948-8cce-4ed3-8394-c269236cb249 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=17e6f4e3-8ee3-4d1d-9f9f-2019a445a3eb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:09.439530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d4c06-3953-4342-b345-9ca046734fd8 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31189dc-84d7-4152-94a0-b18463a0d956,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:09.459394 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-95e47485-640c-4524-b4c5-327289a11de9 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] show failed (client error): The resource could not be found. Feb 19 00:41:09.463273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-95e47485-640c-4524-b4c5-327289a11de9 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "GET /v2.0/security-groups/b31189dc-84d7-4152-94a0-b18463a0d956 HTTP/1.1" status: 404 len: 347 time: 0.0442221 Feb 19 00:41:09.464706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53922) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:09.484203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-952f3e0d-99af-48e0-82d3-aa723de86028 req-09f1e6ea-2315-4d18-822b-5e8feaeb739d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440868 Feb 19 00:41:09.484949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router_gateway (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.542873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be8ca167-5348-4f6f-9bc5-4496dedf41be tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (d956256f-4e0d-40b1-8ce2-b7dfc50400ab), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.724827 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be8ca167-5348-4f6f-9bc5-4496dedf41be tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (d956256f-4e0d-40b1-8ce2-b7dfc50400ab), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.744770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be8ca167-5348-4f6f-9bc5-4496dedf41be tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (d956256f-4e0d-40b1-8ce2-b7dfc50400ab), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.801556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ca167-5348-4f6f-9bc5-4496dedf41be tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d956256f-4e0d-40b1-8ce2-b7dfc50400ab,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:09.829064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be8ca167-5348-4f6f-9bc5-4496dedf41be tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.833168 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-be8ca167-5348-4f6f-9bc5-4496dedf41be tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7774086 Feb 19 00:41:09.834331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53938) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:09.840852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-91ff2514-7433-4ba9-b444-1aa21d164874 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '134a12f8-4e45-4001-a3e3-9d60508ff065', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:09.867824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Deleting port 3da637e0-0ed8-46a5-a134-39746b05326b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:09.868184 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3da637e0-0ed8-46a5-a134-39746b05326b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.972269 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-91ff2514-7433-4ba9-b444-1aa21d164874 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Project 84679949ccf749538377871c65d3012d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:41:09.976367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3da637e0-0ed8-46a5-a134-39746b05326b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.976705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for floatingip (3da637e0-0ed8-46a5-a134-39746b05326b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:09.994583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91ff2514-7433-4ba9-b444-1aa21d164874 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (0daf1d9a-61f7-41a2-ba47-73a3666327a0), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.078304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91ff2514-7433-4ba9-b444-1aa21d164874 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (0daf1d9a-61f7-41a2-ba47-73a3666327a0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.079517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Calling delete_port for 3da637e0-0ed8-46a5-a134-39746b05326b owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:10.086737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91ff2514-7433-4ba9-b444-1aa21d164874 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (0daf1d9a-61f7-41a2-ba47-73a3666327a0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.180466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff2514-7433-4ba9-b444-1aa21d164874 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daf1d9a-61f7-41a2-ba47-73a3666327a0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:10.203533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a95b-95f6-4049-9d27-91dde4003270 req-eebd5dfd-7936-4f8e-a7f3-7aa7cb2ab2d3 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:10.204605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91ff2514-7433-4ba9-b444-1aa21d164874 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.205831 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-91ff2514-7433-4ba9-b444-1aa21d164874 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3700924 Feb 19 00:41:10.208755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53940) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:10.210979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a389a95b-95f6-4049-9d27-91dde4003270 req-eebd5dfd-7936-4f8e-a7f3-7aa7cb2ab2d3 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 943 time: 0.2110035 Feb 19 00:41:10.215601 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c39e56c0-027f-4c83-a794-d95fcdb9388a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '134a12f8-4e45-4001-a3e3-9d60508ff065', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:10.224885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926e03-cb64-4796-ac90-114c2d56e901 req-d9fa3da2-a421-46e2-8561-a1a3aaba79f4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:10.232087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e926e03-cb64-4796-ac90-114c2d56e901 req-d9fa3da2-a421-46e2-8561-a1a3aaba79f4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 813 time: 0.2306995 Feb 19 00:41:10.249514 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-c39e56c0-027f-4c83-a794-d95fcdb9388a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Project 84679949ccf749538377871c65d3012d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:41:10.262130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c39e56c0-027f-4c83-a794-d95fcdb9388a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (b08a0830-551f-4c7b-bf19-3dd289298f04), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.264619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e926e03-cb64-4796-ac90-114c2d56e901 req-4cc94b23-6f11-4c45-9537-4ac5580c27ca tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/quotas/a1fdb925379b45658a7a50dd76c1c274 HTTP/1.1" status: 200 len: 375 time: 0.0315788 Feb 19 00:41:10.272279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.377359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a389a95b-95f6-4049-9d27-91dde4003270 req-c7d728d3-caad-4feb-b518-422954e16643 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654463 Feb 19 00:41:10.385964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.398793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.415791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e926e03-cb64-4796-ac90-114c2d56e901 req-8276f02f-ccf5-4b3c-8a1e-f3bafb11987c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1453965 Feb 19 00:41:10.580096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a10fcf0f-3173-4a24-ad25-8b8e26a2483f details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:41:10.682049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d37608-9395-46b3-8381-6ae920a37304 req-2074ef4b-db68-4689-aaaf-da9f9fff08f6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:10.683694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5d37608-9395-46b3-8381-6ae920a37304 req-2074ef4b-db68-4689-aaaf-da9f9fff08f6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1623027 Feb 19 00:41:10.692971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c39e56c0-027f-4c83-a794-d95fcdb9388a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (b08a0830-551f-4c7b-bf19-3dd289298f04), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.711534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c39e56c0-027f-4c83-a794-d95fcdb9388a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b08a0830-551f-4c7b-bf19-3dd289298f04), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.742527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a10fcf0f-3173-4a24-ad25-8b8e26a2483f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:10.744178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e56c0-027f-4c83-a794-d95fcdb9388a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08a0830-551f-4c7b-bf19-3dd289298f04,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:10.772030 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3da637e0-0ed8-46a5-a134-39746b05326b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.772659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'a10fcf0f-3173-4a24-ad25-8b8e26a2483f', 'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'port_id': 'a10fcf0f-3173-4a24-ad25-8b8e26a2483f', 'mac_address': 'fa:16:3e:7c:c9:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2f3285-2055-4fdb-aae2-df011f3bacd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:41:10.792098 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c39e56c0-027f-4c83-a794-d95fcdb9388a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.793617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c39e56c0-027f-4c83-a794-d95fcdb9388a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5839505 Feb 19 00:41:10.810318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5d37608-9395-46b3-8381-6ae920a37304 req-161dea9f-4d09-496b-8313-1f23679e4c89 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098642 Feb 19 00:41:10.811282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53946) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:10.816431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'network': {'name': 'tempest-network-smoke--477278655', 'project_id': '84679949ccf749538377871c65d3012d', 'port_security_enabled': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:10.844309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Pushing event deleted for resources: {'Port': ['ID=3da637e0-0ed8-46a5-a134-39746b05326b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:10.857744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a10fcf0f-3173-4a24-ad25-8b8e26a2483f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:10.857744 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.874968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:10.877502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a10fcf0f-3173-4a24-ad25-8b8e26a2483f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:41:10.881056 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.906498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Router e7d2e074-f7f5-4206-8656-e9c6f47a0f4d is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:41:10.920488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a10fcf0f-3173-4a24-ad25-8b8e26a2483f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:10.926252 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.927274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:41:10.940606 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (45b9a764-3343-434d-b337-df5378a8612e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.942205 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Added segment 45b9a764-3343-434d-b337-df5378a8612e of type vlan for network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 Feb 19 00:41:10.992291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks [] for floatingip (c1bd6f90-39aa-4734-9666-8cd11a4dffbe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.995856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:10.997102 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-07f752e1-a805-4db9-ab67-a3037067a188 tempest-ServersTestBootFromVolume-1958939095 tempest-ServersTestBootFromVolume-1958939095-project] 10.222.0.60 "DELETE /v2.0/floatingips/c1bd6f90-39aa-4734-9666-8cd11a4dffbe HTTP/1.1" status: 204 len: 168 time: 1.5216510 Feb 19 00:41:11.001426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53950) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:11.010171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:11.022029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:11.023113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:11.052955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:11.188887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.resource_extend [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:41:11.254126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port 9e6a1ffb-650d-44d7-8baf-bce148ba22dc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,segment=NetworkSegment(8638dfb1-2da1-475d-ad52-e5110b93ce34),segment_id=8638dfb1-2da1-475d-ad52-e5110b93ce34)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:11.254386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:11.271595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 9e6a1ffb-650d-44d7-8baf-bce148ba22dc owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:11.293152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:11.303814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:11.304496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81211bbc-da28-41e6-abd5-c1e6a9febb4a None None] Sync routers for ids ['e7d2e074-f7f5-4206-8656-e9c6f47a0f4d'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:11.310136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:11.310955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:11.316917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81211bbc-da28-41e6-abd5-c1e6a9febb4a None None] Routers {'e7d2e074-f7f5-4206-8656-e9c6f47a0f4d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:11.317550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-81211bbc-da28-41e6-abd5-c1e6a9febb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e7d2e074-f7f5-4206-8656-e9c6f47a0f4d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:11.318101 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:11.319890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-96662d6c-c447-47ca-9611-64e1c22436dc tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "PUT /v2.0/routers/e7d2e074-f7f5-4206-8656-e9c6f47a0f4d HTTP/1.1" status: 200 len: 919 time: 5.2658398 Feb 19 00:41:11.330743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53954) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:11.365882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a10fcf0f-3173-4a24-ad25-8b8e26a2483f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:11.430698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-81211bbc-da28-41e6-abd5-c1e6a9febb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:11.452550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6400468 Feb 19 00:41:11.456839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53958) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:11.484586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81211bbc-da28-41e6-abd5-c1e6a9febb4a None None] Routers {'e7d2e074-f7f5-4206-8656-e9c6f47a0f4d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:11.485535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-81211bbc-da28-41e6-abd5-c1e6a9febb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e7d2e074-f7f5-4206-8656-e9c6f47a0f4d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:11.488681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'admin_state_up': True, 'project_id': '84679949ccf749538377871c65d3012d', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:11.571595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56818c3-45db-474c-b803-31d64e88d493 req-b810e8ea-989e-46bf-983d-307f72f057df tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:11.584940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a56818c3-45db-474c-b803-31d64e88d493 req-b810e8ea-989e-46bf-983d-307f72f057df tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.5626271 Feb 19 00:41:11.702267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b60ba-c143-4f9c-b6e0-289595a8314c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Network': ['ID=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:11.776826 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (252e463a-f508-4dd1-a3e2-1aa55d974a63), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:11.777928 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (252e463a-f508-4dd1-a3e2-1aa55d974a63), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:11.853844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a56818c3-45db-474c-b803-31d64e88d493 req-0536dc60-3077-4fd7-a834-06d5a9962707 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676716 Feb 19 00:41:11.861648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:41:11.874911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-84385874-28d9-4bd9-8ca5-42fa27a1e223 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/routers/e7d2e074-f7f5-4206-8656-e9c6f47a0f4d HTTP/1.1" status: 200 len: 925 time: 0.5425432 Feb 19 00:41:11.877477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53962) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:11.885714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf108f79-ebeb-41b2-92b7-d36b0dda2bdc req-de5e60a3-2c3c-4de3-a093-a6c12db62f48 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:11.887359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf108f79-ebeb-41b2-92b7-d36b0dda2bdc req-de5e60a3-2c3c-4de3-a093-a6c12db62f48 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 944 time: 0.3894987 Feb 19 00:41:12.005899 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9e6a1ffb-650d-44d7-8baf-bce148ba22dc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:12.030012 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_controller (252e463a-f508-4dd1-a3e2-1aa55d974a63), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:12.047646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-81211bbc-da28-41e6-abd5-c1e6a9febb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:12.052388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81211bbc-da28-41e6-abd5-c1e6a9febb4a None None] The sync data for ids ['e7d2e074-f7f5-4206-8656-e9c6f47a0f4d'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:12.122497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=9e6a1ffb-650d-44d7-8baf-bce148ba22dc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:12.248665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b688688-5159-47bf-92b2-4bd727182050 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:12.250447 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b688688-5159-47bf-92b2-4bd727182050 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=e7d2e074-f7f5-4206-8656-e9c6f47a0f4d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3685796 Feb 19 00:41:12.254559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53976) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:12.282780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf108f79-ebeb-41b2-92b7-d36b0dda2bdc req-5429774a-d5bf-41fa-8c95-52160027588a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813543 Feb 19 00:41:12.391340 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (252e463a-f508-4dd1-a3e2-1aa55d974a63), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:12.409672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec7a3d9e-0d92-45d4-ab35-bb770ed091af req-14e93a94-f4da-42a4-9555-b6706a2999e1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a1fdb925379b45658a7a50dd76c1c274 HTTP/1.1" status: 200 len: 221 time: 0.2556376 Feb 19 00:41:12.421812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:12.522556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (b51de194-508b-4a88-8d2c-26333c732b6d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:12.630566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0b1236-819d-454a-8e61-6be7bf7a9aec tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:12.634492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8f0b1236-819d-454a-8e61-6be7bf7a9aec tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 881 time: 0.3737721 Feb 19 00:41:12.635230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53980) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:12.673809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c90ae00f-7a43-45cb-abb2-908b73a9be94 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7d2e074-f7f5-4206-8656-e9c6f47a0f4d HTTP/1.1" status: 200 len: 205 time: 0.0344629 Feb 19 00:41:12.680139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f9fee-219f-462d-af8d-4e3e4d7b6c5a req-6b0a868b-21f6-4e2a-82fc-f99c3f0269d0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:12.681810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-706f9fee-219f-462d-af8d-4e3e4d7b6c5a req-6b0a868b-21f6-4e2a-82fc-f99c3f0269d0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1687191 Feb 19 00:41:12.682401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53982) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:12.850755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-706f9fee-219f-462d-af8d-4e3e4d7b6c5a req-c2139e6a-3163-4371-8e13-8be4ba8113fa tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581712 Feb 19 00:41:12.866350 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.103601 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.113080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (252e463a-f508-4dd1-a3e2-1aa55d974a63), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.156991 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.197151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:13.270452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e1d8e6-edc1-4165-a7d1-d3032cfac73d req-74e9ebe3-c740-4239-a08a-22e40bff6560 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:13.272077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74e1d8e6-edc1-4165-a7d1-d3032cfac73d req-74e9ebe3-c740-4239-a08a-22e40bff6560 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2053728 Feb 19 00:41:13.366545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:13.375408 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2e3a4773-4b40-402d-a9fd-fbebe993ab92 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3126888 Feb 19 00:41:13.378897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53990) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:13.381088 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:13.393202 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:13.400924 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:13.445260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Deleting port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:13.446230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.456931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74e1d8e6-edc1-4165-a7d1-d3032cfac73d req-2ab98fef-fd6b-4076-912c-c5e4aa9f2141 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627338 Feb 19 00:41:13.477806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.25.6.220 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/da2b24b9-76d7-4059-a2d1-5d3b24d9fcef) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:13.500069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-041b1170-a236-4f28-bc16-437d980ef1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet b6a0caf1-1158-4d90-93e6-01b04ca9e919 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:41:13.503842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Deleting port 545aaa85-acd9-4990-a54b-6a89c1533fdf {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:13.504137 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (545aaa85-acd9-4990-a54b-6a89c1533fdf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.504906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-041b1170-a236-4f28-bc16-437d980ef1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (b6a0caf1-1158-4d90-93e6-01b04ca9e919), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.568819 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-041b1170-a236-4f28-bc16-437d980ef1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b6a0caf1-1158-4d90-93e6-01b04ca9e919), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.597002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (545aaa85-acd9-4990-a54b-6a89c1533fdf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.597782 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:13.612143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Calling delete_port for 545aaa85-acd9-4990-a54b-6a89c1533fdf owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:13.651788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] For port e2ab31b9-720a-471d-a54c-3e81dbf7ba9d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,segment=NetworkSegment(26b50c4e-930e-4e85-a69d-1125158b5eea),segment_id=26b50c4e-930e-4e85-a69d-1125158b5eea)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:13.652255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.698971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Calling delete_port for e2ab31b9-720a-471d-a54c-3e81dbf7ba9d owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:13.828878 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-041b1170-a236-4f28-bc16-437d980ef1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b6a0caf1-1158-4d90-93e6-01b04ca9e919), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.830881 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (545aaa85-acd9-4990-a54b-6a89c1533fdf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:13.876062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event deleted for resources: {'Port': ['ID=545aaa85-acd9-4990-a54b-6a89c1533fdf,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:14.076281 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:11Z', 'revision_number': 10, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:14.150344 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:14.164157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-041b1170-a236-4f28-bc16-437d980ef1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b6a0caf1-1158-4d90-93e6-01b04ca9e919), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.172655 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:14.173322 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:14.232257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-041b1170-a236-4f28-bc16-437d980ef1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.235553 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-041b1170-a236-4f28-bc16-437d980ef1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/b6a0caf1-1158-4d90-93e6-01b04ca9e919 HTTP/1.1" status: 204 len: 168 time: 0.8552585 Feb 19 00:41:14.240121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d587e5-a61f-467b-a6b2-e404d2835211 None None] Network 7d5e91d2-98af-4e14-9a71-4ca7e0522833 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:14.256373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041b1170-a236-4f28-bc16-437d980ef1df tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=b6a0caf1-1158-4d90-93e6-01b04ca9e919,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:14.266832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:14.419037 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:14.419860 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-5315b73e-f94e-477d-9186-70977c019e18 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3055329 Feb 19 00:41:14.438834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (7d5e91d2-98af-4e14-9a71-4ca7e0522833), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.459328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.500806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09358f30-af8a-49de-842f-e8916ea5091e req-59216a32-1d8b-4387-8244-847fb12f5541 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:14.509475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09358f30-af8a-49de-842f-e8916ea5091e req-59216a32-1d8b-4387-8244-847fb12f5541 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 944 time: 1.1114435 Feb 19 00:41:14.560402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e2ab31b9-720a-471d-a54c-3e81dbf7ba9d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.567101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a10fcf0f-3173-4a24-ad25-8b8e26a2483f up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:14.594004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2ab31b9-720a-471d-a54c-3e81dbf7ba9d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:14.636393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-89a28973-22cb-44fe-92ab-b1e5ce16abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:14.638891 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-89a28973-22cb-44fe-92ab-b1e5ce16abbc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1127 time: 0.1618652 Feb 19 00:41:14.642710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028e984e-006a-4636-9692-56253140948f None None] DHCP port deletion for 7d5e91d2-98af-4e14-9a71-4ca7e0522833 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:41:14.658915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09358f30-af8a-49de-842f-e8916ea5091e req-2c5d64bf-4465-4bb5-84e4-6024048f33f4 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480594 Feb 19 00:41:14.743749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port a10fcf0f-3173-4a24-ad25-8b8e26a2483f completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:41:14.756495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.756743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port a10fcf0f-3173-4a24-ad25-8b8e26a2483f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:14.764223 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.769979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.837032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-028e984e-006a-4636-9692-56253140948f None None] Deleting port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:14.837662 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-028e984e-006a-4636-9692-56253140948f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.871983 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:11Z', 'revision_number': 10, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:14.908821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce9b10-fa97-4ce4-b0d9-e92290f1b900 req-ef99b427-8f81-4a44-906a-bd5c4b2d0509 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:14.918011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccce9b10-fa97-4ce4-b0d9-e92290f1b900 req-ef99b427-8f81-4a44-906a-bd5c4b2d0509 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 1.0931783 Feb 19 00:41:14.923073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:14.923642 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.938448 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b3b0f6-535b-4205-9e66-bf460ec887fe None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:11Z', 'revision_number': 10, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None, '_interfaces': [{'id': 'fb6a2851-73be-49f9-9970-177e2b406b14', 'name': '', 'network_id': '8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'mac_address': 'fa:16:3e:7c:c0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:40:33Z', 'updated_at': '2022-02-19T00:40:39Z', 'revision_number': 5, 'project_id': '010f4821119e4a11a044f4db98706914', 'subnets': [{'id': '3d3c0129-63f8-459a-a787-dc05f1dc7683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:14.967345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-028e984e-006a-4636-9692-56253140948f None None] For port 28e13dc9-82d4-4562-bccd-4d73fa7fb526, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=28e13dc9-82d4-4562-bccd-4d73fa7fb526,segment=NetworkSegment(8638dfb1-2da1-475d-ad52-e5110b93ce34),segment_id=8638dfb1-2da1-475d-ad52-e5110b93ce34)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:14.968177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-028e984e-006a-4636-9692-56253140948f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.970894 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.987592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (e7d2e074-f7f5-4206-8656-e9c6f47a0f4d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:14.988129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Fanout notify agent at l3_agent the message router_deleted on router e7d2e074-f7f5-4206-8656-e9c6f47a0f4d {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:14.996444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-028e984e-006a-4636-9692-56253140948f None None] Calling delete_port for 28e13dc9-82d4-4562-bccd-4d73fa7fb526 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:14.997913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.005612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cffa0901-c53d-40c7-b582-57d5d6c3f163 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/e7d2e074-f7f5-4206-8656-e9c6f47a0f4d HTTP/1.1" status: 204 len: 168 time: 2.3186982 Feb 19 00:41:15.009226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54002) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:15.035859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1880883600', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:15.048419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccce9b10-fa97-4ce4-b0d9-e92290f1b900 req-98403662-d0bb-4b18-be7a-3a9a2bf0dae9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233208 Feb 19 00:41:15.081829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.159871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (3575c4b4-bd2a-4a9b-a914-ed0911ade360), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.160960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:15.161642 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (3575c4b4-bd2a-4a9b-a914-ed0911ade360), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.166487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-e218b995-9cdc-4988-bf69-b0918d870d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:15.168184 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-e218b995-9cdc-4988-bf69-b0918d870d1c service neutron] 10.222.0.113 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 914 time: 0.4656818 Feb 19 00:41:15.169163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:15.177452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:15.213379 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-028e984e-006a-4636-9692-56253140948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.249156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=da2b24b9-76d7-4059-a2d1-5d3b24d9fcef,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:15.276722 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-dfb7d324-1cdd-43a0-b145-45f618723049 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 217 time: 0.0629988 Feb 19 00:41:15.285067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port 28e13dc9-82d4-4562-bccd-4d73fa7fb526, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=28e13dc9-82d4-4562-bccd-4d73fa7fb526,segment=NetworkSegment(8638dfb1-2da1-475d-ad52-e5110b93ce34),segment_id=8638dfb1-2da1-475d-ad52-e5110b93ce34)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:15.285453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.287608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e984e-006a-4636-9692-56253140948f None None] Pushing event deleted for resources: {'Port': ['ID=28e13dc9-82d4-4562-bccd-4d73fa7fb526,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:15.297370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce079996-77ea-4edf-8721-8807036fe6a6 req-59a71a4f-8d4f-4631-985b-45b0b8d7b2cd tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:15.302342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028e984e-006a-4636-9692-56253140948f None None] No DVR routers for this DVR port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:15.308072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce079996-77ea-4edf-8721-8807036fe6a6 req-59a71a4f-8d4f-4631-985b-45b0b8d7b2cd tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1673758 Feb 19 00:41:15.350625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for 28e13dc9-82d4-4562-bccd-4d73fa7fb526 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:15.392626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a10fcf0f-3173-4a24-ad25-8b8e26a2483f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:15.395003 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.402788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (b51de194-508b-4a88-8d2c-26333c732b6d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.422567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (3575c4b4-bd2a-4a9b-a914-ed0911ade360), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.467877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a10fcf0f-3173-4a24-ad25-8b8e26a2483f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:15.469180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7bd67d-c429-490c-b3f6-d7e6ba423d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10fcf0f-3173-4a24-ad25-8b8e26a2483f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:15.472269 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ac7b19-e199-40e2-a804-9069d8338049" -d '{"events": [{"server_uuid": "0f7bd67d-c429-490c-b3f6-d7e6ba423d17", "name": "network-vif-plugged", "status": "completed", "tag": "a10fcf0f-3173-4a24-ad25-8b8e26a2483f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:15.497471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.568735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce079996-77ea-4edf-8721-8807036fe6a6 req-9fe673f4-96b3-45dd-9496-99c1d1e5e02f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596459 Feb 19 00:41:15.573670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-1f08884c-d333-4d99-b5f9-5bcd700263eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:15.575481 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-1f08884c-d333-4d99-b5f9-5bcd700263eb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.2832265 Feb 19 00:41:15.667393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:15.678489 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444e6f0e-5e71-4912-8d3d-e4cd0013bbf2 x-openstack-request-id: req-444e6f0e-5e71-4912-8d3d-e4cd0013bbf2 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:15.678827 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7bd67d-c429-490c-b3f6-d7e6ba423d17", "name": "network-vif-plugged", "status": "completed", "tag": "a10fcf0f-3173-4a24-ad25-8b8e26a2483f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:15.678944 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-444e6f0e-5e71-4912-8d3d-e4cd0013bbf2 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:15.679311 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7bd67d-c429-490c-b3f6-d7e6ba423d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a10fcf0f-3173-4a24-ad25-8b8e26a2483f', 'code': 200} Feb 19 00:41:15.784807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (28e13dc9-82d4-4562-bccd-4d73fa7fb526), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.845600 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-03173b4d-bc19-4cb1-8850-73c0b1a7d6d2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2460685 Feb 19 00:41:15.907824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=28e13dc9-82d4-4562-bccd-4d73fa7fb526,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:15.912231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No DVR routers for this DVR port 28e13dc9-82d4-4562-bccd-4d73fa7fb526 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:15.919103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (252e463a-f508-4dd1-a3e2-1aa55d974a63), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:15.935492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfae7bf-6816-4a6c-a191-cf6cfbf40af5 req-d4a1f110-8baf-4b22-8486-9901f1c8f27a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:15.937137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cfae7bf-6816-4a6c-a191-cf6cfbf40af5 req-d4a1f110-8baf-4b22-8486-9901f1c8f27a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 945 time: 0.1456409 Feb 19 00:41:16.000163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf1e43-03a8-4e9e-aa8c-31aab4a70d7b req-deb4f21a-452f-45e2-86e3-73be99b171c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:16.001639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2bf1e43-03a8-4e9e-aa8c-31aab4a70d7b req-deb4f21a-452f-45e2-86e3-73be99b171c7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 1127 time: 0.2181985 Feb 19 00:41:16.022487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1dc85-6113-4b12-8851-bae05fd1589d req-1ca73f38-ab48-42d5-a4b9-e962727fac1f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:16.023916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1dc85-6113-4b12-8851-bae05fd1589d req-1ca73f38-ab48-42d5-a4b9-e962727fac1f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2418516 Feb 19 00:41:16.057587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (3575c4b4-bd2a-4a9b-a914-ed0911ade360), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:16.149129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cfae7bf-6816-4a6c-a191-cf6cfbf40af5 req-a2ec7e0f-de73-41a6-8f82-24c73007d013 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779935 Feb 19 00:41:16.160143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (7d5e91d2-98af-4e14-9a71-4ca7e0522833), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:16.226603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2bf1e43-03a8-4e9e-aa8c-31aab4a70d7b req-b571c556-b9e1-496a-b54c-434009b7764d service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172129 Feb 19 00:41:16.238452 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-a0792dd5-22e8-436e-94df-07b05e5e5a19 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4001191 Feb 19 00:41:16.239499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1db1dc85-6113-4b12-8851-bae05fd1589d req-62f3a53f-bb2b-44f7-8cee-49bc7e90188f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009096 Feb 19 00:41:16.289868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d5e91d2-98af-4e14-9a71-4ca7e0522833']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:16.304461 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-59d5c33b-cfe8-4fa6-a08c-02c46f65e678 service neutron] 10.222.0.113 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464121 Feb 19 00:41:16.311700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8638dfb1-2da1-475d-ad52-e5110b93ce34') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:16.312088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8638dfb1-2da1-475d-ad52-e5110b93ce34') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:16.336935 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8638dfb1-2da1-475d-ad52-e5110b93ce34), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:16.367057 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (252e463a-f508-4dd1-a3e2-1aa55d974a63), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:16.410633 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8638dfb1-2da1-475d-ad52-e5110b93ce34), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:16.450751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63120116-3892-4780-8d22-6c2c5c7e01a5 req-2a04c367-f010-4a7b-babc-ac3ac17bf3f3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:16.457990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63120116-3892-4780-8d22-6c2c5c7e01a5 req-2a04c367-f010-4a7b-babc-ac3ac17bf3f3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1371157 Feb 19 00:41:16.593982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63120116-3892-4780-8d22-6c2c5c7e01a5 req-d00c493d-2d60-41bd-b51c-86e9812681b3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235478 Feb 19 00:41:16.658459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 252e463a-f508-4dd1-a3e2-1aa55d974a63 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:41:16.666150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 28e13dc9-82d4-4562-bccd-4d73fa7fb526 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:16.690250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 28e13dc9-82d4-4562-bccd-4d73fa7fb526 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:16.702169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 28e13dc9-82d4-4562-bccd-4d73fa7fb526 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:16.702852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9e6a1ffb-650d-44d7-8baf-bce148ba22dc no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:16.724709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9e6a1ffb-650d-44d7-8baf-bce148ba22dc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:16.725222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9e6a1ffb-650d-44d7-8baf-bce148ba22dc not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:16.826822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7ddaf-80e3-460b-9a27-707050350b4f req-b12738bc-4aab-4b44-bae9-4eb82bfb1548 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:16.831039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47e7ddaf-80e3-460b-9a27-707050350b4f req-b12738bc-4aab-4b44-bae9-4eb82bfb1548 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1035020 Feb 19 00:41:16.848733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:16.866805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Sync routers for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:16.879569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:16.880459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:16.906038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:41:16.906496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8638dfb1-2da1-475d-ad52-e5110b93ce34), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:41:16.910010 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:41:16.927315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47e7ddaf-80e3-460b-9a27-707050350b4f req-41193cb5-8eed-428b-a566-4477e2fd9eaa tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918057 Feb 19 00:41:16.932419 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:16.937471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e530d67e-dc57-4383-8a5d-daeccdfa65f4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4656906 Feb 19 00:41:16.939928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54034) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:16.987237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4aa429dd-cfdc-4efe-a6d4-1fe0a65e17d4 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=84679949ccf749538377871c65d3012d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442584 Feb 19 00:41:16.988241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54038) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:17.018042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:17.091939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Router b51de194-508b-4a88-8d2c-26333c732b6d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:17.110469 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (7d5e91d2-98af-4e14-9a71-4ca7e0522833), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:17.143393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:17.149200 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/7d5e91d2-98af-4e14-9a71-4ca7e0522833 HTTP/1.1" status: 204 len: 168 time: 2.8774526 Feb 19 00:41:17.154933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54040) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:17.280713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:15Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:17.310361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Checking router: 252e463a-f508-4dd1-a3e2-1aa55d974a63 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:17.311008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Updating router 252e463a-f508-4dd1-a3e2-1aa55d974a63 port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:41:17.318412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-ce20c803-4ed9-4246-9ac3-b2aa265126a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:17.320083 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-ce20c803-4ed9-4246-9ac3-b2aa265126a3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=75237e50e9da47df9c5078232ebc6b74&device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 1127 time: 0.4449942 Feb 19 00:41:17.321161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de5923-c5e2-4eaf-a296-cdc903c50507 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=7d5e91d2-98af-4e14-9a71-4ca7e0522833,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:17.331603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b5c35e-d14f-4af9-a9e2-21b92762afc0 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:17.333249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c9b5c35e-d14f-4af9-a9e2-21b92762afc0 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3439560 Feb 19 00:41:17.347689 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:17.356594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:17.361562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba173d0-d345-44d1-9af2-93a332313666 req-9468f5cf-657a-49db-9a66-9089d8fd8909 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:17.368619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ba173d0-d345-44d1-9af2-93a332313666 req-9468f5cf-657a-49db-9a66-9089d8fd8909 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3344314 Feb 19 00:41:17.424195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:17.435269 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] Sync routers for ids ['b51de194-508b-4a88-8d2c-26333c732b6d'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:17.451549 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] Routers {'b51de194-508b-4a88-8d2c-26333c732b6d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:17.452451 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b51de194-508b-4a88-8d2c-26333c732b6d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:17.507232 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-018e3ce4-26f2-4e61-a891-9adb82f19f36 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1301472 Feb 19 00:41:17.517802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54048) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:17.527281 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b2f0228-d74a-4b84-8ce7-7e4949375834 admin admin] 10.222.0.60 "PUT /v2.0/routers/b51de194-508b-4a88-8d2c-26333c732b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5240347 Feb 19 00:41:17.527576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6966ea-dde1-48c7-95fc-055387235984 req-bfbee6f8-4bc7-4e46-a022-a10cafdff248 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:17.529067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a6966ea-dde1-48c7-95fc-055387235984 req-bfbee6f8-4bc7-4e46-a022-a10cafdff248 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 945 time: 0.2275970 Feb 19 00:41:17.530794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54050) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:17.534519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-647564900', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'project_id': '84679949ccf749538377871c65d3012d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:17.567700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ba173d0-d345-44d1-9af2-93a332313666 req-792056f2-69dc-4b3c-b3ac-04093ebe8ebb tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981354 Feb 19 00:41:17.571030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-8194c21c-5504-48ab-b4f2-e40e0be53139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:17.582215 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-8194c21c-5504-48ab-b4f2-e40e0be53139 service neutron] 10.222.0.126 "GET /v2.0/networks?id=60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 200 len: 919 time: 0.1410043 Feb 19 00:41:17.697258 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] Set router b51de194-508b-4a88-8d2c-26333c732b6d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:17.764116 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-f4f13921-1e4d-474e-b799-878204068466 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 200 len: 217 time: 0.1798348 Feb 19 00:41:17.819846 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (3575c4b4-bd2a-4a9b-a914-ed0911ade360), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:17.846039 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-40fa58f7-130f-4949-855e-9c3a6f20f3a6 req-28cf5409-b6a0-499a-ba94-f87097fdee59 service neutron] 10.222.0.113 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5312765 Feb 19 00:41:17.848348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:17.885344 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Publish callbacks [] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:17.896178 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.031869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Allocated IP 172.25.6.145 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/c15a6e05-6903-4569-8a63-567b6875e717) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:18.041073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a6966ea-dde1-48c7-95fc-055387235984 req-5388230f-e4c0-4642-865e-39e818a16e53 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880524 Feb 19 00:41:18.050918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc7b54-2123-494b-9814-9a95f6d3cc7d None None] Pushing event updated for resources: {'Port': ['ID=da2b24b9-76d7-4059-a2d1-5d3b24d9fcef,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:18.064731 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64ce548c-88f1-4ec5-b674-1d8cc06fa1a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.067744 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:41:14Z', 'revision_number': 5, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:18.068671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Attempting to bind port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:41:18.069044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Attempting to bind port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:41:18.069406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Attempting to bind port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:18.087841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:41:18.088884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:18.089652 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.090377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:41:18.091175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Bound port: da2b24b9-76d7-4059-a2d1-5d3b24d9fcef, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:41:18.092232 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.206390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] For port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:41:18.209525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] For port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da2b24b9-76d7-4059-a2d1-5d3b24d9fcef,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:41:18.219086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.295170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-4e27ce63-873c-4b6b-a125-723c3d3d115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:18.296766 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-4e27ce63-873c-4b6b-a125-723c3d3d115d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 200 len: 858 time: 0.4876487 Feb 19 00:41:18.300117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for port (c15a6e05-6903-4569-8a63-567b6875e717), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.302769 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] Checking router: b51de194-508b-4a88-8d2c-26333c732b6d for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:18.318771 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] Routers {'b51de194-508b-4a88-8d2c-26333c732b6d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:18.319573 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b51de194-508b-4a88-8d2c-26333c732b6d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:18.338832 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-178985f8-d850-4c0f-9fa0-5022fa5c7539 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=60df42a3-b128-4b85-a5b0-6919e53f31bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332859 Feb 19 00:41:18.345342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc7b54-2123-494b-9814-9a95f6d3cc7d None None] Pushing event updated for resources: {'Port': ['ID=da2b24b9-76d7-4059-a2d1-5d3b24d9fcef,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:18.349609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:18.350378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:18.471962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c15a6e05-6903-4569-8a63-567b6875e717), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.480760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:18.533657 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] Set router b51de194-508b-4a88-8d2c-26333c732b6d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:18.535090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event updated for resources: {'Port': ['ID=c15a6e05-6903-4569-8a63-567b6875e717,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:18.541706 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-721763fc-79d5-441b-8fb1-c1a3137041c5 service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945369 Feb 19 00:41:18.551176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:18.559759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:18.571575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:18.678732 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.761191 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:15Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:18.792159 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:41:14Z', 'revision_number': 5, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:18.820337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56c8265-834c-4221-b0e0-29c31394e82c None None] The sync data for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 is: [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:15Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:18.843897 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f1a30c49-0685-4258-9e31-5cb389cb0777 req-6787c530-bede-44ae-bb3c-ee7e7bf0178a service neutron] 10.222.0.126 "GET /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948828 Feb 19 00:41:18.869039 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bcc66b-705d-424e-b25d-b41603ed2b9f None None] The sync data for ids ['b51de194-508b-4a88-8d2c-26333c732b6d'] in n-d-826527-3 is: [{'id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'name': 'tempest-ServersTestBootFromVolume-176847077-router', 'tenant_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:41:14Z', 'revision_number': 5, 'project_id': 'fbf93cb2a2584afd8f2e27a226c6d8f2', 'gw_port': {'id': '3a9bf30c-911d-4e03-80b5-38abb1994fdd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:59:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51de194-508b-4a88-8d2c-26333c732b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:34:39Z', 'updated_at': '2022-02-19T00:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:18.880394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:18.884228 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:18.904627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a15ff4-964b-410d-8233-34ee9312ad8d req-c7c189d1-9f4f-404d-b66a-9f6d004b9c8a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:18.906357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6a15ff4-964b-410d-8233-34ee9312ad8d req-c7c189d1-9f4f-404d-b66a-9f6d004b9c8a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 1.1865840 Feb 19 00:41:18.960648 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks [] for router (b51de194-508b-4a88-8d2c-26333c732b6d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:19.033467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (3575c4b4-bd2a-4a9b-a914-ed0911ade360), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:19.157572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6a15ff4-964b-410d-8233-34ee9312ad8d req-e8424b92-ca5e-4eba-b35d-9707169a99f5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946113 Feb 19 00:41:19.407694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (3575c4b4-bd2a-4a9b-a914-ed0911ade360), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:19.456225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb75a3-0a28-4c6c-ad6d-3d343f57c984 req-5618d504-0685-4b2a-95ec-8704cfd7efa8 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:19.458254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03bb75a3-0a28-4c6c-ad6d-3d343f57c984 req-5618d504-0685-4b2a-95ec-8704cfd7efa8 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 945 time: 0.2940996 Feb 19 00:41:19.467044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks [] for router_gateway (b51de194-508b-4a88-8d2c-26333c732b6d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:19.564571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765c6cc-a08d-4072-8bd1-e91f33782987 req-20b9155d-e3a8-4de5-977a-304fdeb4d957 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:19.566536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6765c6cc-a08d-4072-8bd1-e91f33782987 req-20b9155d-e3a8-4de5-977a-304fdeb4d957 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3258507 Feb 19 00:41:19.647989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Router 3575c4b4-bd2a-4a9b-a914-ed0911ade360 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:41:19.687883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03bb75a3-0a28-4c6c-ad6d-3d343f57c984 req-8c45abfe-0fd3-4d4a-b0b1-a505294ed0a5 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161558 Feb 19 00:41:19.704275 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:19.758860 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (d944eec4-0c05-4bb2-a338-4a8c7e8192ad), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:19.830274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:19.841625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e3e6f-4a20-437e-93bd-3a0efa046917 None None] Sync routers for ids ['3575c4b4-bd2a-4a9b-a914-ed0911ade360'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:19.877836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:19.881215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e3e6f-4a20-437e-93bd-3a0efa046917 None None] Routers {'3575c4b4-bd2a-4a9b-a914-ed0911ade360'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:19.882024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5e7e3e6f-4a20-437e-93bd-3a0efa046917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['3575c4b4-bd2a-4a9b-a914-ed0911ade360'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:19.882747 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a14d48c-d32a-4607-b975-5d152e1aa0db tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8570800 Feb 19 00:41:19.887680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54070) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:19.911031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:19.971458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5e7e3e6f-4a20-437e-93bd-3a0efa046917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:19.982155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7e3e6f-4a20-437e-93bd-3a0efa046917 None None] Routers {'3575c4b4-bd2a-4a9b-a914-ed0911ade360'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:19.982635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5e7e3e6f-4a20-437e-93bd-3a0efa046917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:40:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['3575c4b4-bd2a-4a9b-a914-ed0911ade360'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:20.018957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6765c6cc-a08d-4072-8bd1-e91f33782987 req-fcc515d5-110b-444e-a11e-78bebd8544ba tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239976 Feb 19 00:41:20.037367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5e7e3e6f-4a20-437e-93bd-3a0efa046917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:20.038264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7e3e6f-4a20-437e-93bd-3a0efa046917 None None] The sync data for ids ['3575c4b4-bd2a-4a9b-a914-ed0911ade360'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:20.054486 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46ef7bba-edca-47d3-a2eb-b3ddd65c007d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:20.087051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Subnet': ['ID=d944eec4-0c05-4bb2-a338-4a8c7e8192ad,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:20.180725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Deleting port 3a9bf30c-911d-4e03-80b5-38abb1994fdd {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:20.181371 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:20.286110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Checking segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:20.286659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network hostable DHCP agents. Network: ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:41:20.428321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:41:20.454894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3a1ec-0ec5-4600-ad1e-4cce956477f8 req-96c07654-55d7-4780-ae43-94d89b929c05 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:20.456436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20d3a1ec-0ec5-4600-ad1e-4cce956477f8 req-96c07654-55d7-4780-ae43-94d89b929c05 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2191718 Feb 19 00:41:20.488343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:20.495057 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] For port 3a9bf30c-911d-4e03-80b5-38abb1994fdd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3a9bf30c-911d-4e03-80b5-38abb1994fdd,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:20.495438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:20.514034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:20.514697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:20.515754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8807433-7521-47a1-a7a8-02f29cbf1cc8 None None] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:20.567498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Calling delete_port for 3a9bf30c-911d-4e03-80b5-38abb1994fdd owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:20.637461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b9b7a645-32c2-44fc-b254-0060b68ebcda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.1055653 Feb 19 00:41:20.637705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54086) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:20.667133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da2b24b9-76d7-4059-a2d1-5d3b24d9fcef up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:20.704304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20d3a1ec-0ec5-4600-ad1e-4cce956477f8 req-655add82-2960-4a6f-b050-1a15d330d5cb tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371268 Feb 19 00:41:20.722691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:41:20.725117 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:20.934110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:20.944759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.291712 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.293488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Allocated IP 172.20.0.2 (ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6/d944eec4-0c05-4bb2-a338-4a8c7e8192ad/245c6d35-25d2-493e-aa85-08915d1678ed) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:21.370084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:21.372693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.388510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (3575c4b4-bd2a-4a9b-a914-ed0911ade360), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.399686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port fb6a2851-73be-49f9-9970-177e2b406b14 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:21.400888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.447637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da2b24b9-76d7-4059-a2d1-5d3b24d9fcef,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:21.466903 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.518094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e2ab31b9-720a-471d-a54c-3e81dbf7ba9d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:21.571660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e2ab31b9-720a-471d-a54c-3e81dbf7ba9d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:21.572373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e2ab31b9-720a-471d-a54c-3e81dbf7ba9d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:21.594204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port fb6a2851-73be-49f9-9970-177e2b406b14, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fb6a2851-73be-49f9-9970-177e2b406b14,segment=NetworkSegment(bd9ffa1c-6221-4e2e-8883-ab65c1ca9016),segment_id=bd9ffa1c-6221-4e2e-8883-ab65c1ca9016)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:21.594799 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.610054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for fb6a2851-73be-49f9-9970-177e2b406b14 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:21.623626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=da2b24b9-76d7-4059-a2d1-5d3b24d9fcef,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:21.770617 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Publish callbacks [] for port (245c6d35-25d2-493e-aa85-08915d1678ed), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.781160 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.830419 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (fb6a2851-73be-49f9-9970-177e2b406b14), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.840362 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_gateway (3575c4b4-bd2a-4a9b-a914-ed0911ade360), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.849907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:21.864315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:21.868534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:21.882952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:21.915650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403aec59-91c4-48d6-9622-56d4f4e044bd req-1723a219-9db1-486d-afb2-a58f452fcc21 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:21.917423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-403aec59-91c4-48d6-9622-56d4f4e044bd req-1723a219-9db1-486d-afb2-a58f452fcc21 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 1.0599747 Feb 19 00:41:21.925568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=fb6a2851-73be-49f9-9970-177e2b406b14,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:21.961084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Pushing event updated for resources: {'Port': ['ID=245c6d35-25d2-493e-aa85-08915d1678ed,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:22.027345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Attempting to bind port 245c6d35-25d2-493e-aa85-08915d1678ed on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:41:22.027711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Attempting to bind port 245c6d35-25d2-493e-aa85-08915d1678ed by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:41:22.028040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Attempting to bind port 245c6d35-25d2-493e-aa85-08915d1678ed on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:22.036409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:41:22.036781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Checking segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:22.037153 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.037553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Bound using segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:41:22.038039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Bound port: 245c6d35-25d2-493e-aa85-08915d1678ed, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:41:22.038457 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.117946 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3a9bf30c-911d-4e03-80b5-38abb1994fdd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.199044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] For port 245c6d35-25d2-493e-aa85-08915d1678ed, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:41:22.202749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] For port 245c6d35-25d2-493e-aa85-08915d1678ed, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=245c6d35-25d2-493e-aa85-08915d1678ed,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:41:22.212692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.267095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Deleting port c15a6e05-6903-4569-8a63-567b6875e717 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:22.267712 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c15a6e05-6903-4569-8a63-567b6875e717), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.332934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3eb58a-96be-41cc-8ddd-8e9de68bc81d None None] Pushing event updated for resources: {'Port': ['ID=245c6d35-25d2-493e-aa85-08915d1678ed,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:22.358819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-403aec59-91c4-48d6-9622-56d4f4e044bd req-1c101e7e-b312-49c6-baf7-913db29e66f6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265394 Feb 19 00:41:22.391404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Pushing event deleted for resources: {'Port': ['ID=3a9bf30c-911d-4e03-80b5-38abb1994fdd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:22.406371 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.521073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.20.0.1 (ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6/d944eec4-0c05-4bb2-a338-4a8c7e8192ad/0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:22.621460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.767964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (b51de194-508b-4a88-8d2c-26333c732b6d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.818719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da2b24b9-76d7-4059-a2d1-5d3b24d9fcef up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:22.830000 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c15a6e05-6903-4569-8a63-567b6875e717), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.893177 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.933366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:22.934729 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:22.948749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Calling delete_port for c15a6e05-6903-4569-8a63-567b6875e717 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:22.976774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.016997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (b51de194-508b-4a88-8d2c-26333c732b6d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.057108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks [] for router_controller (b51de194-508b-4a88-8d2c-26333c732b6d), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.067793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c572d7-b6e1-4ffb-9d35-f9674557784f req-6f4966c2-15a7-491f-ad12-2fd99db50672 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:23.074672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:23.075765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21c572d7-b6e1-4ffb-9d35-f9674557784f req-6f4966c2-15a7-491f-ad12-2fd99db50672 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.5066502 Feb 19 00:41:23.100223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:23.102703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:23.108077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:23.131076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:23.180823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (252e463a-f508-4dd1-a3e2-1aa55d974a63), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.393331 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.579883 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.591048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21c572d7-b6e1-4ffb-9d35-f9674557784f req-ed3c6336-9b40-4338-a7c5-28f0e143701a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140274 Feb 19 00:41:23.591918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (b51de194-508b-4a88-8d2c-26333c732b6d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.592782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b51de194-508b-4a88-8d2c-26333c732b6d {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:23.614280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.614280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1061b0fc-1223-4859-8648-543bf3bb984a admin admin] 10.222.0.60 "DELETE /v2.0/routers/b51de194-508b-4a88-8d2c-26333c732b6d HTTP/1.1" status: 204 len: 168 time: 6.0672371 Feb 19 00:41:23.614971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54104) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:23.632970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:23.731007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-172cf583-4c00-4b8d-8be1-2bae1770b8c7 admin admin] Deleting subnet a39012cc-22bd-473c-9d05-22112a82344d {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:41:23.737474 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-172cf583-4c00-4b8d-8be1-2bae1770b8c7 admin admin] Publish callbacks [] for subnet (a39012cc-22bd-473c-9d05-22112a82344d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.834094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-172cf583-4c00-4b8d-8be1-2bae1770b8c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (a39012cc-22bd-473c-9d05-22112a82344d), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.913999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:23.925996 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:23.939002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b234a9a1-d06a-4e89-8a13-dc98966b50c7 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7776189 Feb 19 00:41:23.944567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-172cf583-4c00-4b8d-8be1-2bae1770b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (a39012cc-22bd-473c-9d05-22112a82344d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:23.954399 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:23.955306 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:24.007932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54110) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:24.020449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-172cf583-4c00-4b8d-8be1-2bae1770b8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (a39012cc-22bd-473c-9d05-22112a82344d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:24.024301 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c15a6e05-6903-4569-8a63-567b6875e717), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:24.054396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b095a4-3e6a-43f4-b3ec-76e38bf8ab82 None None] Network efb1477f-7081-472c-bf11-f71eb98b3b3a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:24.067453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-172cf583-4c00-4b8d-8be1-2bae1770b8c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:24.076735 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-172cf583-4c00-4b8d-8be1-2bae1770b8c7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a39012cc-22bd-473c-9d05-22112a82344d HTTP/1.1" status: 204 len: 168 time: 0.4593587 Feb 19 00:41:24.084973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54112) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:24.108968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172cf583-4c00-4b8d-8be1-2bae1770b8c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a39012cc-22bd-473c-9d05-22112a82344d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:24.163390 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:24.165770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-57324206-8688-4df5-94a9-ccd6434f4b61 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting subnet 3d3c0129-63f8-459a-a787-dc05f1dc7683 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:41:24.173927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57324206-8688-4df5-94a9-ccd6434f4b61 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for subnet (3d3c0129-63f8-459a-a787-dc05f1dc7683), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:24.181458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b82542-17d7-407a-99dd-905994c075b8 None None] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:24.319197 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57324206-8688-4df5-94a9-ccd6434f4b61 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (3d3c0129-63f8-459a-a787-dc05f1dc7683), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:24.321941 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 11, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:24.346154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54bec6-dcf3-431e-a9be-7dd44fb54d99 req-4c0c48e5-b55c-4fe1-b87e-f75b8d695990 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:24.350220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb54bec6-dcf3-431e-a9be-7dd44fb54d99 req-4c0c48e5-b55c-4fe1-b87e-f75b8d695990 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.4054418 Feb 19 00:41:24.355168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (3575c4b4-bd2a-4a9b-a914-ed0911ade360), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:24.408707 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:24.431597 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:24.432419 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:24.500050 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:24.528629 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:24.535859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-08dfb04b-9139-4a67-98b2-54e16b27a706 None None] Provisioning complete for port 245c6d35-25d2-493e-aa85-08915d1678ed triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:24.538787 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08dfb04b-9139-4a67-98b2-54e16b27a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:24.579095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Pushing event deleted for resources: {'Port': ['ID=c15a6e05-6903-4569-8a63-567b6875e717,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:24.659060 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 11, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:24.706387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 245c6d35-25d2-493e-aa85-08915d1678ed up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:24.733999 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80285d9-5ed8-4295-a6c7-038fceb0cd45 None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 11, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:24.755848 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (efb1477f-7081-472c-bf11-f71eb98b3b3a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.017899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 245c6d35-25d2-493e-aa85-08915d1678ed triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:25.018374 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.073284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-08dfb04b-9139-4a67-98b2-54e16b27a706 None None] Current status of the port 245c6d35-25d2-493e-aa85-08915d1678ed is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:25.073706 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08dfb04b-9139-4a67-98b2-54e16b27a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.145432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb54bec6-dcf3-431e-a9be-7dd44fb54d99 req-960a15c6-e75e-4c8d-aa0d-fd2ff027818e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451844 Feb 19 00:41:25.157042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] DHCP port deletion for efb1477f-7081-472c-bf11-f71eb98b3b3a request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:41:25.240557 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (3575c4b4-bd2a-4a9b-a914-ed0911ade360), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.246032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-08dfb04b-9139-4a67-98b2-54e16b27a706 None None] For port 245c6d35-25d2-493e-aa85-08915d1678ed, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=245c6d35-25d2-493e-aa85-08915d1678ed,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:25.265485 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08dfb04b-9139-4a67-98b2-54e16b27a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.298957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (3575c4b4-bd2a-4a9b-a914-ed0911ade360), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.348645 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57324206-8688-4df5-94a9-ccd6434f4b61 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3d3c0129-63f8-459a-a787-dc05f1dc7683), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.486310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 245c6d35-25d2-493e-aa85-08915d1678ed is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:25.554808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a9bf30c-911d-4e03-80b5-38abb1994fdd no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:25.597322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57324206-8688-4df5-94a9-ccd6434f4b61 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (3d3c0129-63f8-459a-a787-dc05f1dc7683), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.604970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dfb04b-9139-4a67-98b2-54e16b27a706 None None] Pushing event updated for resources: {'Port': ['ID=245c6d35-25d2-493e-aa85-08915d1678ed,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:25.625123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] Deleting port 359835b4-cdd2-43d1-9803-d57cc1d129a2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:25.625854 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.665765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3a9bf30c-911d-4e03-80b5-38abb1994fdd {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:25.666908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a9bf30c-911d-4e03-80b5-38abb1994fdd not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:25.699943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-57324206-8688-4df5-94a9-ccd6434f4b61 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.704773 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-57324206-8688-4df5-94a9-ccd6434f4b61 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/3d3c0129-63f8-459a-a787-dc05f1dc7683 HTTP/1.1" status: 204 len: 168 time: 1.6952569 Feb 19 00:41:25.710581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324206-8688-4df5-94a9-ccd6434f4b61 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3c0129-63f8-459a-a787-dc05f1dc7683,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:25.714950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54132) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:25.737374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93188130-a64f-4fc1-8bdb-7cc9ab4a4d36 None None] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:25.883778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:25.994684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.042766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-85c7a10f-7eba-45a4-9025-767e2b9288ad None None] Provisioning complete for port 245c6d35-25d2-493e-aa85-08915d1678ed triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:26.043103 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85c7a10f-7eba-45a4-9025-767e2b9288ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.055604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Deleting port 359835b4-cdd2-43d1-9803-d57cc1d129a2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:26.056734 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.075176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] For port 359835b4-cdd2-43d1-9803-d57cc1d129a2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=359835b4-cdd2-43d1-9803-d57cc1d129a2,segment=NetworkSegment(26b50c4e-930e-4e85-a69d-1125158b5eea),segment_id=26b50c4e-930e-4e85-a69d-1125158b5eea)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:26.078751 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.184890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] Calling delete_port for 359835b4-cdd2-43d1-9803-d57cc1d129a2 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:26.252379 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.276203 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (252e463a-f508-4dd1-a3e2-1aa55d974a63), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.289549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:26.324850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] For port 359835b4-cdd2-43d1-9803-d57cc1d129a2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=359835b4-cdd2-43d1-9803-d57cc1d129a2,segment=NetworkSegment(26b50c4e-930e-4e85-a69d-1125158b5eea),segment_id=26b50c4e-930e-4e85-a69d-1125158b5eea)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:26.325378 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.334028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] DHCP port deletion for 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:41:26.364161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Calling delete_port for 359835b4-cdd2-43d1-9803-d57cc1d129a2 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:26.501517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:26.507039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:26.586044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-85c7a10f-7eba-45a4-9025-767e2b9288ad None None] Current status of the port 245c6d35-25d2-493e-aa85-08915d1678ed is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:26.604769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.619007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-85c7a10f-7eba-45a4-9025-767e2b9288ad None None] Provisioning complete for port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:26.620024 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85c7a10f-7eba-45a4-9025-767e2b9288ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.624594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 245c6d35-25d2-493e-aa85-08915d1678ed up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:26.630098 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (359835b4-cdd2-43d1-9803-d57cc1d129a2), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.666286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] No DVR routers for this DVR port 359835b4-cdd2-43d1-9803-d57cc1d129a2 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:26.709300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Deleting port b88a5b02-eb38-4375-acbe-24b095bfa928 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:26.722092 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.738989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Router 3575c4b4-bd2a-4a9b-a914-ed0911ade360 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:26.815399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] No DVR routers for this DVR port 359835b4-cdd2-43d1-9803-d57cc1d129a2 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:26.824207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943304f-11dc-4125-9b93-21f46ee55dab None None] Pushing event deleted for resources: {'Port': ['ID=359835b4-cdd2-43d1-9803-d57cc1d129a2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:26.857309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] Deleting port b88a5b02-eb38-4375-acbe-24b095bfa928 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:26.857842 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:26.920886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-85c7a10f-7eba-45a4-9025-767e2b9288ad None None] Port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:41:26.957317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Pushing event deleted for resources: {'Port': ['ID=359835b4-cdd2-43d1-9803-d57cc1d129a2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:27.005004 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (efb1477f-7081-472c-bf11-f71eb98b3b3a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.023234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] For port b88a5b02-eb38-4375-acbe-24b095bfa928, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b88a5b02-eb38-4375-acbe-24b095bfa928,segment=NetworkSegment(bd9ffa1c-6221-4e2e-8883-ab65c1ca9016),segment_id=bd9ffa1c-6221-4e2e-8883-ab65c1ca9016)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:27.024661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.036147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 252e463a-f508-4dd1-a3e2-1aa55d974a63 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:27.062876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee3bdb-94d0-4669-9664-b8570920abf8 req-1dab7a90-4371-4855-a984-63c22fa08d25 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:27.068895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Calling delete_port for b88a5b02-eb38-4375-acbe-24b095bfa928 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:27.072214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aee3bdb-94d0-4669-9664-b8570920abf8 req-1dab7a90-4371-4855-a984-63c22fa08d25 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 1.0319524 Feb 19 00:41:27.256582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb1477f-7081-472c-bf11-f71eb98b3b3a']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.340982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] For port b88a5b02-eb38-4375-acbe-24b095bfa928, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b88a5b02-eb38-4375-acbe-24b095bfa928,segment=NetworkSegment(bd9ffa1c-6221-4e2e-8883-ab65c1ca9016),segment_id=bd9ffa1c-6221-4e2e-8883-ab65c1ca9016)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:27.341600 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.353963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b50c4e-930e-4e85-a69d-1125158b5eea') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.354373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 245c6d35-25d2-493e-aa85-08915d1678ed triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:27.354615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b50c4e-930e-4e85-a69d-1125158b5eea') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.355090 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.379890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.399945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:27.402683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (26b50c4e-930e-4e85-a69d-1125158b5eea), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.423364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.426869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b43594ce-0ed2-449f-ab4f-0c16d8addbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "PUT /v2.0/routers/3575c4b4-bd2a-4a9b-a914-ed0911ade360 HTTP/1.1" status: 200 len: 710 time: 7.5274143 Feb 19 00:41:27.430704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2031f-5bb0-47a1-a0f7-0540035cd065 None None] Sync routers for ids ['3575c4b4-bd2a-4a9b-a914-ed0911ade360'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:27.442351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54140) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:27.450935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] Calling delete_port for b88a5b02-eb38-4375-acbe-24b095bfa928 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:27.452730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No DVR routers for this DVR port b88a5b02-eb38-4375-acbe-24b095bfa928 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:27.467945 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Port': ['ID=b88a5b02-eb38-4375-acbe-24b095bfa928,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:27.474108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a9cb3694-c2a5-4520-b65f-b1c1cd5fae2d None None] Provisioning complete for port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:27.474552 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9cb3694-c2a5-4520-b65f-b1c1cd5fae2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.530067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2031f-5bb0-47a1-a0f7-0540035cd065 None None] Routers {'3575c4b4-bd2a-4a9b-a914-ed0911ade360'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:27.541404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a7b2031f-5bb0-47a1-a0f7-0540035cd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['3575c4b4-bd2a-4a9b-a914-ed0911ade360'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.571978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aee3bdb-94d0-4669-9664-b8570920abf8 req-2acde854-c6fa-40d3-80b1-a88e6dac43a1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985464 Feb 19 00:41:27.613163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.630396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:27.636007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (26b50c4e-930e-4e85-a69d-1125158b5eea), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.646892 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2f78b88c-9957-4317-b09f-2a62795f4dc6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "PUT /v2.0/routers/252e463a-f508-4dd1-a3e2-1aa55d974a63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0016625 Feb 19 00:41:27.647163 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Sync routers for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:27.647649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.667379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.668113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd9ffa1c-6221-4e2e-8883-ab65c1ca9016') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.673638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:41:27.676966 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:27.677621 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.678062 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (26b50c4e-930e-4e85-a69d-1125158b5eea), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: items = [ Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:41:27.680597 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:41:27.716627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (bd9ffa1c-6221-4e2e-8883-ab65c1ca9016), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.716877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a7b2031f-5bb0-47a1-a0f7-0540035cd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:27.737462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-caba9c33-2700-4c5c-9143-375cf4366a01 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/routers/3575c4b4-bd2a-4a9b-a914-ed0911ade360 HTTP/1.1" status: 200 len: 745 time: 0.2939394 Feb 19 00:41:27.740979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54146) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:27.846288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (bd9ffa1c-6221-4e2e-8883-ab65c1ca9016), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.858295 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e6e1070c-b767-44ca-bb0a-e6cf1297f206 tempest-RoutersIpV6AdminTest-441743872 tempest-RoutersIpV6AdminTest-441743872-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=3575c4b4-bd2a-4a9b-a914-ed0911ade360 HTTP/1.1" status: 200 len: 205 time: 0.1081517 Feb 19 00:41:27.859478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:27.891855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb3694-c2a5-4520-b65f-b1c1cd5fae2d None None] Port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:41:27.937583 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b87d2a4-ab0d-4791-8f6a-1b8995ad3e76 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=3575c4b4-bd2a-4a9b-a914-ed0911ade360 HTTP/1.1" status: 200 len: 205 time: 0.0717702 Feb 19 00:41:27.937583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:41:27.942022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54154) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:27.950226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (bd9ffa1c-6221-4e2e-8883-ab65c1ca9016), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.954101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2031f-5bb0-47a1-a0f7-0540035cd065 None None] Routers {'3575c4b4-bd2a-4a9b-a914-ed0911ade360'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:41:27.954289 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:41:27.973293 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (efb1477f-7081-472c-bf11-f71eb98b3b3a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:27.981318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a7b2031f-5bb0-47a1-a0f7-0540035cd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['3575c4b4-bd2a-4a9b-a914-ed0911ade360'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:28.055177 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:28.097978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.128578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.144579 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/networks/8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d HTTP/1.1" status: 204 len: 168 time: 2.4245293 Feb 19 00:41:28.145846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32381a8-6a2a-4d39-99e1-cda3681424a4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Pushing event deleted for resources: {'Network': ['ID=8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:28.158365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54164) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:28.163562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'routes': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:28.183535 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.186938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] 10.222.0.60 "DELETE /v2.0/networks/efb1477f-7081-472c-bf11-f71eb98b3b3a HTTP/1.1" status: 204 len: 168 time: 4.0821640 Feb 19 00:41:28.212826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a7b2031f-5bb0-47a1-a0f7-0540035cd065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:28.216776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2031f-5bb0-47a1-a0f7-0540035cd065 None None] The sync data for ids ['3575c4b4-bd2a-4a9b-a914-ed0911ade360'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:28.220052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244f6a7-e076-4ad5-b7fe-be8ae1e609bf admin admin] Pushing event deleted for resources: {'Network': ['ID=efb1477f-7081-472c-bf11-f71eb98b3b3a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:28.232708 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (b88a5b02-eb38-4375-acbe-24b095bfa928), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.238269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93292d36-b30a-461f-afef-242f2982e36c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (3575c4b4-bd2a-4a9b-a914-ed0911ade360), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.323736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] Pushing event deleted for resources: {'Port': ['ID=b88a5b02-eb38-4375-acbe-24b095bfa928,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:28.334509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] Network 8b76f7b9-50c2-42e3-8f0a-aa01c3fdb11d is not hosted by any dhcp agent {{(pid=103651) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 00:41:28.338984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14706889-b6fd-47f2-88f8-87f2748510c7 None None] No DVR routers for this DVR port b88a5b02-eb38-4375-acbe-24b095bfa928 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:28.365802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 245c6d35-25d2-493e-aa85-08915d1678ed is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:28.425380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a010d-f6e7-4e23-8db2-c96021a3e81f req-20c2f191-aadb-4ed3-b094-8cbf2a9decab tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:28.426780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad9a010d-f6e7-4e23-8db2-c96021a3e81f req-20c2f191-aadb-4ed3-b094-8cbf2a9decab tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.6750321 Feb 19 00:41:28.471550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 359835b4-cdd2-43d1-9803-d57cc1d129a2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:28.485724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54170) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:28.490116 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:24Z', 'revision_number': 2, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:28.525750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 359835b4-cdd2-43d1-9803-d57cc1d129a2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:28.526784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 359835b4-cdd2-43d1-9803-d57cc1d129a2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:28.529815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b88a5b02-eb38-4375-acbe-24b095bfa928 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:28.546094 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Checking router: 252e463a-f508-4dd1-a3e2-1aa55d974a63 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:28.546473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-e2cbced7-a278-4b9b-a140-93daf0747d10 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661277095&fields=id&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 267 time: 0.3490434 Feb 19 00:41:28.546600 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Updating router 252e463a-f508-4dd1-a3e2-1aa55d974a63 port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:41:28.556166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: b88a5b02-eb38-4375-acbe-24b095bfa928 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:28.556885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b88a5b02-eb38-4375-acbe-24b095bfa928 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:28.557675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fb6a2851-73be-49f9-9970-177e2b406b14 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:28.587814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: fb6a2851-73be-49f9-9970-177e2b406b14 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:28.588993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fb6a2851-73be-49f9-9970-177e2b406b14 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:28.601349 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.641712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.extraroute_db [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Added routes are [] {{(pid=103650) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 00:41:28.642614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.extraroute_db [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Removed routes are [] {{(pid=103650) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 00:41:28.643153 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.794822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93292d36-b30a-461f-afef-242f2982e36c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (3575c4b4-bd2a-4a9b-a914-ed0911ade360), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.813390 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93292d36-b30a-461f-afef-242f2982e36c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router_controller (3575c4b4-bd2a-4a9b-a914-ed0911ade360), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.838105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad9a010d-f6e7-4e23-8db2-c96021a3e81f req-bd7a4422-ea5b-4a0a-8c7a-42730d6a8e06 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963997 Feb 19 00:41:28.901577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2be2a5cf-fe55-4b3d-b34d-fac25cfcc8f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fbf93cb2a2584afd8f2e27a226c6d8f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4113340 Feb 19 00:41:28.906459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54174) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:28.923633 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93292d36-b30a-461f-afef-242f2982e36c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (3575c4b4-bd2a-4a9b-a914-ed0911ade360), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.924369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93292d36-b30a-461f-afef-242f2982e36c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Fanout notify agent at l3_agent the message router_deleted on router 3575c4b4-bd2a-4a9b-a914-ed0911ade360 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:28.951312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93292d36-b30a-461f-afef-242f2982e36c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.952817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-93292d36-b30a-461f-afef-242f2982e36c tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/3575c4b4-bd2a-4a9b-a914-ed0911ade360 HTTP/1.1" status: 204 len: 168 time: 1.0096319 Feb 19 00:41:28.956805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54176) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:28.960078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:28.980041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062be2c-27bb-4493-bce2-b890c733af85 req-02994395-5e34-40f2-8f7d-84d409af3900 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:28.990460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-02994395-5e34-40f2-8f7d-84d409af3900 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 796 time: 0.4430091 Feb 19 00:41:29.028872 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3a22767e-9287-4ebd-a2be-9c8897f8ff91 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=3575c4b4-bd2a-4a9b-a914-ed0911ade360 HTTP/1.1" status: 200 len: 205 time: 0.0708909 Feb 19 00:41:29.031455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54180) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:29.032936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.055312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-c7191cfb-6dc3-4390-8ebb-3854a4e1288d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/quotas/84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 375 time: 0.0629289 Feb 19 00:41:29.129651 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-a28f18e2-38e7-41f6-b355-1b7245d0feed tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] delete failed (client error): The resource could not be found. Feb 19 00:41:29.131283 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a28f18e2-38e7-41f6-b355-1b7245d0feed tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/3575c4b4-bd2a-4a9b-a914-ed0911ade360 HTTP/1.1" status: 404 len: 336 time: 0.0955923 Feb 19 00:41:29.133902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54186) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:29.173134 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcee2e4c-c3db-4e41-b442-ddd54bfe4d06 admin admin] Publish callbacks [] for security_group (1a1656a0-55bc-4ee5-9c86-b763f4912f8c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.210897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a6f93446-4bfb-44ed-9400-44f25f629e63 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1483696 Feb 19 00:41:29.231205 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcee2e4c-c3db-4e41-b442-ddd54bfe4d06 admin admin] Publish callbacks [] for security_group (1a1656a0-55bc-4ee5-9c86-b763f4912f8c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.342895 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d36866cc-946c-4853-84f9-dee423c779d9 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=e7d2e074-f7f5-4206-8656-e9c6f47a0f4d HTTP/1.1" status: 200 len: 205 time: 0.2074652 Feb 19 00:41:29.343590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54190) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:29.400454 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcee2e4c-c3db-4e41-b442-ddd54bfe4d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1a1656a0-55bc-4ee5-9c86-b763f4912f8c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.407504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcee2e4c-c3db-4e41-b442-ddd54bfe4d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.410771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bcee2e4c-c3db-4e41-b442-ddd54bfe4d06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a1656a0-55bc-4ee5-9c86-b763f4912f8c HTTP/1.1" status: 204 len: 168 time: 0.5017452 Feb 19 00:41:29.447424 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-d0de8478-9182-4000-a07e-6b29b66c1bd4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] delete failed (client error): The resource could not be found. Feb 19 00:41:29.451733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee2e4c-c3db-4e41-b442-ddd54bfe4d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1656a0-55bc-4ee5-9c86-b763f4912f8c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:29.456357 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d0de8478-9182-4000-a07e-6b29b66c1bd4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/e7d2e074-f7f5-4206-8656-e9c6f47a0f4d HTTP/1.1" status: 404 len: 336 time: 0.1093111 Feb 19 00:41:29.457164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54194) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:29.505250 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Publish callbacks [] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.513290 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.516507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:29.535468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffaa34f-05c5-46fa-bcf3-d6bcbef8f82d req-6ae6987d-7d8a-4f4b-bae7-bd8239a5c1a1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:29.544219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dffaa34f-05c5-46fa-bcf3-d6bcbef8f82d req-6ae6987d-7d8a-4f4b-bae7-bd8239a5c1a1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3153048 Feb 19 00:41:29.550658 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-10af2ca3-6326-43c4-aafb-91967e2b4bed tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9de5ef0-4ddf-42dc-aff2-423bddabfda3 HTTP/1.1" status: 200 len: 205 time: 0.0904069 Feb 19 00:41:29.561696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54196) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:29.658551 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-d446699e-1724-41d6-bef7-c29a79f64fc3 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] delete failed (client error): The resource could not be found. Feb 19 00:41:29.660314 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d446699e-1724-41d6-bef7-c29a79f64fc3 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/d9de5ef0-4ddf-42dc-aff2-423bddabfda3 HTTP/1.1" status: 404 len: 336 time: 0.0964909 Feb 19 00:41:29.665889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54198) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:29.739542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-672a9d4a-b133-4df8-a17f-91c5e58bc24f tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=a1a34a99-29c6-4556-8767-deedfcd80071 HTTP/1.1" status: 200 len: 205 time: 0.0717988 Feb 19 00:41:29.741040 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c107b-3b5e-47be-93de-888ce86f4bdf None None] Pushing event updated for resources: {'Port': ['ID=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:29.746407 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Attempting to bind port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:41:29.747152 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Attempting to bind port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:41:29.747766 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Attempting to bind port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:29.757326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54200) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:29.761494 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:41:29.763489 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Checking segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:29.764992 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.766691 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Bound using segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:41:29.769131 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Bound port: 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:41:29.771404 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:29.800318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dffaa34f-05c5-46fa-bcf3-d6bcbef8f82d req-d631f3ad-851f-4af9-a06a-aca20ee5288f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516720 Feb 19 00:41:29.862908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-d56ef92d-a659-480b-ab27-10603ab21f22 service neutron] 10.222.0.60 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421223 Feb 19 00:41:30.033877 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-fd00d404-5928-4a36-b495-f0fd672c2a12 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] delete failed (client error): The resource could not be found. Feb 19 00:41:30.038720 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fd00d404-5928-4a36-b495-f0fd672c2a12 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/a1a34a99-29c6-4556-8767-deedfcd80071 HTTP/1.1" status: 404 len: 336 time: 0.1439970 Feb 19 00:41:30.040849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54208) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:30.048383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fa0f629b-db2a-42ab-b5e4-8ee5edd3cf81 None None] Provisioning complete for port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:30.053354 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] For port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:41:30.061377 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] For port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:41:30.064468 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa0f629b-db2a-42ab-b5e4-8ee5edd3cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:30.075109 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:30.157777 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cebb3703-e129-4164-80c3-f2b567047d78 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac52ac09-618c-4471-936d-674a70e8f2a9 HTTP/1.1" status: 200 len: 205 time: 0.1117961 Feb 19 00:41:30.160224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54212) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:30.170694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:30.187937 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:30.198834 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-59c59cad-0052-4d7b-9838-bb6ce72ec49d tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 200 len: 701 time: 2.0390375 Feb 19 00:41:30.199819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54216) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:30.244025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] Sync routers for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:30.268465 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-25ad3fd7-ccf8-47b3-8af0-491d2e53d905 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] delete failed (client error): The resource could not be found. Feb 19 00:41:30.269406 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5607251e-9ceb-4c64-af2e-a4aab0fe7be2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 200 len: 205 time: 0.0683479 Feb 19 00:41:30.271262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-25ad3fd7-ccf8-47b3-8af0-491d2e53d905 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/ac52ac09-618c-4471-936d-674a70e8f2a9 HTTP/1.1" status: 404 len: 336 time: 0.1090159 Feb 19 00:41:30.271961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54218) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:30.275848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54220) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:30.280687 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:30.281368 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:30.290496 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c107b-3b5e-47be-93de-888ce86f4bdf None None] Pushing event updated for resources: {'Port': ['ID=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:30.302579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:30.303254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:30.333043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9a485-a855-46ff-ad3a-55f405a64c59 req-d53f0f6e-9aa8-4615-8ed5-2df783ab8e31 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:30.350345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ab9a485-a855-46ff-ad3a-55f405a64c59 req-d53f0f6e-9aa8-4615-8ed5-2df783ab8e31 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3008718 Feb 19 00:41:30.438608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-10852025-1a27-46e2-9097-53fa3d89b3eb service neutron] 10.222.0.60 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686276 Feb 19 00:41:30.518670 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2f3110d-f1e1-4639-a60c-e0b5301e3b7a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:30.547984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ab9a485-a855-46ff-ad3a-55f405a64c59 req-da283663-2f43-4955-be53-2aacd6607b58 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956487 Feb 19 00:41:30.572202 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:30.636856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:30.790249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 11, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:30.886172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] Checking router: 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:30.915240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb999c81-e0e2-400a-812a-cd5628c45f20 req-2689e891-cdb0-4ec0-9c92-ea1129702143 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 210 time: 0.0620139 Feb 19 00:41:30.933607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fa0f629b-db2a-42ab-b5e4-8ee5edd3cf81 None None] Current status of the port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:30.934316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa0f629b-db2a-42ab-b5e4-8ee5edd3cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:30.936799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] Routers {'2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:30.937613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:30.967416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c5184f7-96e3-415d-a4b2-31791ebedbc4 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "GET /v2.0/ports?device_id=5eb30dfa-99d4-4482-8a3c-f9f68a726742 HTTP/1.1" status: 200 len: 205 time: 0.4517252 Feb 19 00:41:30.968766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54244) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:31.001329 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:30Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:31.029424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76e591-9e41-406f-a1d7-df4b48e9dcd9 req-f2b186ad-c28f-4e77-9924-142c92122d5d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:31.038098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e76e591-9e41-406f-a1d7-df4b48e9dcd9 req-f2b186ad-c28f-4e77-9924-142c92122d5d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1209159 Feb 19 00:41:31.038920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54246) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:31.079473 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f866cc4-0123-4dec-bd3b-8dd468549abe None None] The sync data for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 is: [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:30Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:31.206355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] Set router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:31.295887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fa0f629b-db2a-42ab-b5e4-8ee5edd3cf81 None None] For port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:31.298088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 11, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:31.307071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e76e591-9e41-406f-a1d7-df4b48e9dcd9 req-556f7d98-c8a3-40f5-b3fd-9ee239c0680b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335160 Feb 19 00:41:31.325850 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:41:31.329068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-185855402-network', 'tenant_id': 'e698c6fe560a49ed8209ce0dd7121ac4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:31.372990 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa0f629b-db2a-42ab-b5e4-8ee5edd3cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:31.389535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Made reservation on behalf of e698c6fe560a49ed8209ce0dd7121ac4 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:31.392372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2259a913-cac8-464c-ba91-fc4d96f6d318 None None] The sync data for ids ['2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb'] in n-d-826527-3 is: [{'id': '2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb', 'name': 'tempest-RoutersTest-router-1727361188', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:40:31Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 11, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:31.394758 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:31.418324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:31.537168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f629b-db2a-42ab-b5e4-8ee5edd3cf81 None None] Pushing event updated for resources: {'Port': ['ID=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:31.555850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c045b50b-97be-42fd-866e-3a82d5364ce7 None None] Provisioning complete for port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:31.557465 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c045b50b-97be-42fd-866e-3a82d5364ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:31.675233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1033a5-d553-4d2c-9d6d-1631288c2214 req-674f1ba7-4031-4d9f-a0c4-ab3b3096784a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:31.677085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb1033a5-d553-4d2c-9d6d-1631288c2214 req-674f1ba7-4031-4d9f-a0c4-ab3b3096784a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1987844 Feb 19 00:41:31.726341 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Publish callbacks [] for security_group (1656150e-6a30-4725-982c-e9d8677f3bd4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:31.756478 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1656150e-6a30-4725-982c-e9d8677f3bd4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:31.789778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c045b50b-97be-42fd-866e-3a82d5364ce7 None None] Current status of the port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:31.844814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:41:31.892575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1656150e-6a30-4725-982c-e9d8677f3bd4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:31.901466 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (54379c94-2db6-4d81-b70c-50954d75092c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:31.901833 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Added segment 54379c94-2db6-4d81-b70c-50954d75092c of type vlan for network 6524d792-eb4d-4a4e-ac11-191bb4a6408a Feb 19 00:41:31.916436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb1033a5-d553-4d2c-9d6d-1631288c2214 req-25646505-4f07-4428-ac75-059a4a723342 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273798 Feb 19 00:41:32.044946 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6524d792-eb4d-4a4e-ac11-191bb4a6408a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.115749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6524d792-eb4d-4a4e-ac11-191bb4a6408a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.116938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:32.117722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.244653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2f3110d-f1e1-4639-a60c-e0b5301e3b7a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.247151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2f3110d-f1e1-4639-a60c-e0b5301e3b7a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.304453 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-d03b1cc6-04e1-491e-8734-1732d9401573 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] delete failed (client error): The resource could not be found. Feb 19 00:41:32.308506 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d03b1cc6-04e1-491e-8734-1732d9401573 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/routers/5eb30dfa-99d4-4482-8a3c-f9f68a726742 HTTP/1.1" status: 404 len: 336 time: 1.2596858 Feb 19 00:41:32.308763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] Pushing event updated for resources: {'Network': ['ID=6524d792-eb4d-4a4e-ac11-191bb4a6408a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:32.310052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2f3110d-f1e1-4639-a60c-e0b5301e3b7a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.310883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f3110d-f1e1-4639-a60c-e0b5301e3b7a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Fanout notify agent at l3_agent the message router_deleted on router 2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:32.312468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fba4770-d040-4379-9dbf-938404f6c4a5 req-21ec3660-0126-4752-a33f-a14c8ce7d10f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 210 time: 0.2244306 Feb 19 00:41:32.313789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54268) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:32.330134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6524d792-eb4d-4a4e-ac11-191bb4a6408a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:41:32.333085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2f3110d-f1e1-4639-a60c-e0b5301e3b7a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.334363 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f2f3110d-f1e1-4639-a60c-e0b5301e3b7a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 204 len: 168 time: 2.0613403 Feb 19 00:41:32.338820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54270) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:32.356993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3f332792-690a-46ba-b6fb-10b50590f0a2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-824537624', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:32.459860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f332792-690a-46ba-b6fb-10b50590f0a2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.461008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f332792-690a-46ba-b6fb-10b50590f0a2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.663452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f332792-690a-46ba-b6fb-10b50590f0a2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.718338 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f332792-690a-46ba-b6fb-10b50590f0a2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.854455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:32.901533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f332792-690a-46ba-b6fb-10b50590f0a2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:32.906757 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3f332792-690a-46ba-b6fb-10b50590f0a2 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5665324 Feb 19 00:41:32.907430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54276) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:32.926170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7d4a6d7e-2b6e-45c5-92a8-d3bf350dde06 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:33.011716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:33.015988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:33.157090 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a7822a-39c3-4023-bf7d-ea8e42882ca0 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:33.160376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a7822a-39c3-4023-bf7d-ea8e42882ca0 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:33.183973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-47a7822a-39c3-4023-bf7d-ea8e42882ca0 tempest-RoutersIpV6AdminTest-53822192 tempest-RoutersIpV6AdminTest-53822192-project] 10.222.0.60 "DELETE /v2.0/subnets/3f9fb24e-7f5f-4bca-9d64-287d04db544d HTTP/1.1" status: 404 len: 337 time: 0.8567443 Feb 19 00:41:33.210232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fc8f31e1-73da-4050-8222-38b062a4c88c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1700857 Feb 19 00:41:33.214660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54280) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:33.231991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Request body: {'subnet': {'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-185855402-subnet', 'tenant_id': 'e698c6fe560a49ed8209ce0dd7121ac4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:33.257010 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6d7e-2b6e-45c5-92a8-d3bf350dde06 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:33.260221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:33.278278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Made reservation on behalf of e698c6fe560a49ed8209ce0dd7121ac4 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:33.281351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:33.307080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6d7e-2b6e-45c5-92a8-d3bf350dde06 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:33.320015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062be2c-27bb-4493-bce2-b890c733af85 req-fbd350ab-87c4-483b-8e74-97b181d77cbd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:33.322072 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-fbd350ab-87c4-483b-8e74-97b181d77cbd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 796 time: 0.7027996 Feb 19 00:41:33.369976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0922e-8654-42fe-947c-07f482613cba req-13837b1e-b254-4c22-b040-78b8fd34ca3b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:33.371617 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3e0922e-8654-42fe-947c-07f482613cba req-13837b1e-b254-4c22-b040-78b8fd34ca3b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 1.0693383 Feb 19 00:41:33.482395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3e0922e-8654-42fe-947c-07f482613cba req-3ec84cf6-5fbd-4f90-bdbb-bdec9f6b1f5a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856311 Feb 19 00:41:33.577449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54288) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:33.711602 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-94ca6e84-afe4-403e-b830-7991c3fb9850 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 380 time: 0.2257235 Feb 19 00:41:33.725555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'port': {'device_id': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'admin_state_up': True, 'tenant_id': '84679949ccf749538377871c65d3012d', 'security_groups': ['134a12f8-4e45-4001-a3e3-9d60508ff065']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:33.772636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d3857231-7909-4c91-acba-89f5ead9fa40 req-ab83c6d2-8e5a-47fe-9871-35d47e149905 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 210 time: 0.2291138 Feb 19 00:41:33.775842 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (8bca6cde-4d4c-44fa-82d4-4dceace9b7ef), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:33.788968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4a6d7e-2b6e-45c5-92a8-d3bf350dde06 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Router 4ec9d042-81e3-4dda-b6e3-ce56202f9be6 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:41:33.798440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2006746-6151-42d8-a705-b4c13d28046b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:33.854241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bca6cde-4d4c-44fa-82d4-4dceace9b7ef,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:33.898032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Checking segment: {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:33.900768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Network hostable DHCP agents. Network: 6524d792-eb4d-4a4e-ac11-191bb4a6408a, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:41:33.924142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Network 6524d792-eb4d-4a4e-ac11-191bb4a6408a is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:41:33.948308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a6d7e-2b6e-45c5-92a8-d3bf350dde06 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:33.948821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6524d792-eb4d-4a4e-ac11-191bb4a6408a) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:33.960099 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d4a6d7e-2b6e-45c5-92a8-d3bf350dde06 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:33.960891 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7d4a6d7e-2b6e-45c5-92a8-d3bf350dde06 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "PUT /v2.0/routers/4ec9d042-81e3-4dda-b6e3-ce56202f9be6 HTTP/1.1" status: 200 len: 693 time: 1.0411727 Feb 19 00:41:33.965297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0227460f-ff15-4d6c-9455-7cf43b87985d None None] Network 6524d792-eb4d-4a4e-ac11-191bb4a6408a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:33.969295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54292) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:33.975016 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] Sync routers for ids ['4ec9d042-81e3-4dda-b6e3-ce56202f9be6'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:33.975575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:33.975753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.000110 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] Routers {'4ec9d042-81e3-4dda-b6e3-ce56202f9be6'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:34.000992 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ec9d042-81e3-4dda-b6e3-ce56202f9be6'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:34.024886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9981b8dd-b881-4e52-af44-0253cd00db7c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8021266 Feb 19 00:41:34.110285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:34.114123 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.121001 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6103ddc9-ff49-40f2-bfe5-a28c0ad63cc4 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/routers/4ec9d042-81e3-4dda-b6e3-ce56202f9be6 HTTP/1.1" status: 200 len: 699 time: 0.1505055 Feb 19 00:41:34.123982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54298) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:34.167659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2006746-6151-42d8-a705-b4c13d28046b admin admin] Publish callbacks [] for security_group (8da0ffed-79f0-4ee0-acef-de716c4077a9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.175014 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] Set router 4ec9d042-81e3-4dda-b6e3-ce56202f9be6 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:34.190790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7479855f-5060-408f-b644-f1405939b2c4 None None] Network 6524d792-eb4d-4a4e-ac11-191bb4a6408a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:34.204078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2006746-6151-42d8-a705-b4c13d28046b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8da0ffed-79f0-4ee0-acef-de716c4077a9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.241311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-27479a3a-09b2-4d73-935e-caeae40dabb8 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ec9d042-81e3-4dda-b6e3-ce56202f9be6 HTTP/1.1" status: 200 len: 205 time: 0.1132977 Feb 19 00:41:34.243249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54300) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:34.318244 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec9d042-81e3-4dda-b6e3-ce56202f9be6', 'name': 'tempest-RoutersTest-router-824537624', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:32Z', 'updated_at': '2022-02-19T00:41:33Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:34.383629 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] Checking router: 4ec9d042-81e3-4dda-b6e3-ce56202f9be6 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:34.394368 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] Routers {'4ec9d042-81e3-4dda-b6e3-ce56202f9be6'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:34.394998 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ec9d042-81e3-4dda-b6e3-ce56202f9be6'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:34.402624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2006746-6151-42d8-a705-b4c13d28046b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da0ffed-79f0-4ee0-acef-de716c4077a9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:34.421267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.20.0.7 (ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6/d944eec4-0c05-4bb2-a338-4a8c7e8192ad/64f3510b-240a-451c-9650-ad7e4aeebb83) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:34.429808 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2006746-6151-42d8-a705-b4c13d28046b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2128d6c3da4481ab0916751943037a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8362427 Feb 19 00:41:34.432804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54308) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:34.471511 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d9211fc-80f0-4d31-aa6e-5918f81770a5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.541183 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] Set router 4ec9d042-81e3-4dda-b6e3-ce56202f9be6 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:34.672454 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec9d042-81e3-4dda-b6e3-ce56202f9be6', 'name': 'tempest-RoutersTest-router-824537624', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:32Z', 'updated_at': '2022-02-19T00:41:33Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:34.723646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.767680 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f737da01-a5e1-44b3-8551-69d7d677d42b None None] The sync data for ids ['4ec9d042-81e3-4dda-b6e3-ce56202f9be6'] in n-d-826527-3 is: [{'id': '4ec9d042-81e3-4dda-b6e3-ce56202f9be6', 'name': 'tempest-RoutersTest-router-824537624', 'tenant_id': '010f4821119e4a11a044f4db98706914', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:32Z', 'updated_at': '2022-02-19T00:41:33Z', 'revision_number': 2, 'project_id': '010f4821119e4a11a044f4db98706914', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:34.790096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.853713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d9211fc-80f0-4d31-aa6e-5918f81770a5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.858844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d9211fc-80f0-4d31-aa6e-5918f81770a5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router_controller (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:34.864446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:34.868673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:34.886875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:34.993324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:35.000882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.014408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:35.032782 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-a47e79f8-8167-465b-b9d2-77ee64888945 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3132358 Feb 19 00:41:35.045388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Request body: {'port': {'device_id': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:35.055438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-d87da6b4-e85a-4800-b579-191e44f34b73 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:35.063883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-d87da6b4-e85a-4800-b579-191e44f34b73 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 814 time: 0.2882247 Feb 19 00:41:35.072508 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d9211fc-80f0-4d31-aa6e-5918f81770a5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (4ec9d042-81e3-4dda-b6e3-ce56202f9be6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.073068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9211fc-80f0-4d31-aa6e-5918f81770a5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Fanout notify agent at l3_agent the message router_deleted on router 4ec9d042-81e3-4dda-b6e3-ce56202f9be6 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:35.081043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d9211fc-80f0-4d31-aa6e-5918f81770a5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.086788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7d9211fc-80f0-4d31-aa6e-5918f81770a5 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/4ec9d042-81e3-4dda-b6e3-ce56202f9be6 HTTP/1.1" status: 204 len: 168 time: 0.8370137 Feb 19 00:41:35.090105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54328) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.110545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13e57c2c-6768-4f95-bc42-49396b47cf16 admin admin] Publish callbacks [] for security_group (8da0ffed-79f0-4ee0-acef-de716c4077a9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.141040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13e57c2c-6768-4f95-bc42-49396b47cf16 admin admin] Publish callbacks [] for security_group (8da0ffed-79f0-4ee0-acef-de716c4077a9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.147941 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-623078c4-6cbf-4372-9b39-3bffb32ed266 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ec9d042-81e3-4dda-b6e3-ce56202f9be6 HTTP/1.1" status: 200 len: 205 time: 0.0566151 Feb 19 00:41:35.153296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54330) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.210747 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13e57c2c-6768-4f95-bc42-49396b47cf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8da0ffed-79f0-4ee0-acef-de716c4077a9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.213610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13e57c2c-6768-4f95-bc42-49396b47cf16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.214977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-13e57c2c-6768-4f95-bc42-49396b47cf16 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8da0ffed-79f0-4ee0-acef-de716c4077a9 HTTP/1.1" status: 204 len: 168 time: 0.7783561 Feb 19 00:41:35.226014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-af5c968d-8120-419f-b4a1-065e815b2e23 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/quotas/e698c6fe560a49ed8209ce0dd7121ac4 HTTP/1.1" status: 200 len: 375 time: 0.1613154 Feb 19 00:41:35.237820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e57c2c-6768-4f95-bc42-49396b47cf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da0ffed-79f0-4ee0-acef-de716c4077a9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:35.248922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a696734c-674f-47e8-acb8-1828131cdbdc req-0b41e10a-67f8-4fa5-8822-bda05694b2d9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:35.261065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a696734c-674f-47e8-acb8-1828131cdbdc req-0b41e10a-67f8-4fa5-8822-bda05694b2d9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.5586956 Feb 19 00:41:35.264257 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-2d48bd18-a3da-4952-bb94-76323eb58a40 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] delete failed (client error): The resource could not be found. Feb 19 00:41:35.268721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2d48bd18-a3da-4952-bb94-76323eb58a40 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/4ec9d042-81e3-4dda-b6e3-ce56202f9be6 HTTP/1.1" status: 404 len: 336 time: 0.1143210 Feb 19 00:41:35.271759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54334) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.284841 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.304473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-9fcb319a-f2d3-40ce-be45-1d7adebd7133 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689130 Feb 19 00:41:35.357622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-147de52b-bba2-4506-b311-bf8fc7e76139 None None] Provisioning complete for port 64f3510b-240a-451c-9650-ad7e4aeebb83 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:35.361159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-147de52b-bba2-4506-b311-bf8fc7e76139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:35.371128 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac436d19-80c7-43bb-bf5a-83a6b0f32bba tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:35.371575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac436d19-80c7-43bb-bf5a-83a6b0f32bba tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:35.379803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ac436d19-80c7-43bb-bf5a-83a6b0f32bba tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/312669fa-98ee-438c-8675-466b97c756d8 HTTP/1.1" status: 404 len: 337 time: 0.1006670 Feb 19 00:41:35.380542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54336) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.446748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-147de52b-bba2-4506-b311-bf8fc7e76139 None None] Port 64f3510b-240a-451c-9650-ad7e4aeebb83 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:41:35.496187 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a710e30-5173-4ed7-9171-146bc73c3e3a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:35.497325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a710e30-5173-4ed7-9171-146bc73c3e3a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:35.500727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9a710e30-5173-4ed7-9171-146bc73c3e3a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/60792d2e-a364-447f-b84d-5ca25dc01bff HTTP/1.1" status: 404 len: 337 time: 0.1026807 Feb 19 00:41:35.506048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54340) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.533290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a696734c-674f-47e8-acb8-1828131cdbdc req-e0e09f20-4a92-4a7e-9ab2-2042637b9c43 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605581 Feb 19 00:41:35.563553 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7b3d44-c58b-4730-92cd-0608e1dbbc3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:35.567992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7b3d44-c58b-4730-92cd-0608e1dbbc3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:35.577702 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5e7b3d44-c58b-4730-92cd-0608e1dbbc3c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/b6a0caf1-1158-4d90-93e6-01b04ca9e919 HTTP/1.1" status: 404 len: 337 time: 0.0705791 Feb 19 00:41:35.578942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54344) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.641951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-ed5921f5-6cdd-44a0-b991-f1561ea49652 service neutron] 10.222.0.60 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011346 Feb 19 00:41:35.644779 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5d8a40-a6f3-4a82-b196-c67295464a73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:35.645272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5d8a40-a6f3-4a82-b196-c67295464a73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:35.648837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bb5d8a40-a6f3-4a82-b196-c67295464a73 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/3d3c0129-63f8-459a-a787-dc05f1dc7683 HTTP/1.1" status: 404 len: 337 time: 0.0686765 Feb 19 00:41:35.657314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54346) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.723098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2cfc5b32-0ccf-4e5f-a7a8-29bf7d257931 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 200 len: 205 time: 0.0624619 Feb 19 00:41:35.723098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54348) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.724105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54350) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.795354 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-18d0a9e4-5637-45fa-b853-3ad07a0b7e8f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] delete failed (client error): The resource could not be found. Feb 19 00:41:35.796469 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-18d0a9e4-5637-45fa-b853-3ad07a0b7e8f tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/2a5c0d95-3ca8-41d3-9326-9fdc7b2027bb HTTP/1.1" status: 404 len: 336 time: 0.0715504 Feb 19 00:41:35.800945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54352) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.888308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2a6d7189-5664-4910-a4ab-6d3c80458577 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=f24255da-a37c-452b-a532-066cc3f1ef8b HTTP/1.1" status: 200 len: 205 time: 0.0819752 Feb 19 00:41:35.890614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54356) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.908222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2108fb5e-3c86-43b3-8627-46a58adb8a40 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5cb9f0e2e214491ad66bf52abfdea96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843715 Feb 19 00:41:35.909461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54358) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:35.962321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8e5612a4-af4a-4332-a6aa-9217051883c2 service neutron] 10.222.0.60 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191974 Feb 19 00:41:35.977393 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-f5cd473a-dc74-4599-9807-309108975d79 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] delete failed (client error): The resource could not be found. Feb 19 00:41:35.978477 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f5cd473a-dc74-4599-9807-309108975d79 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/f24255da-a37c-452b-a532-066cc3f1ef8b HTTP/1.1" status: 404 len: 336 time: 0.0868378 Feb 19 00:41:35.981307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54360) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:36.029305 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1b2a50-ddd5-4519-af85-8903cbee1197 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:36.029813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1b2a50-ddd5-4519-af85-8903cbee1197 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:36.030450 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6fff890-b29f-4ccb-9230-881226ded894 admin admin] Publish callbacks [] for security_group (f3abc306-4e01-4da2-892d-3e332932b6a9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.037596 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0a1b2a50-ddd5-4519-af85-8903cbee1197 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/795ce3e2-4a78-4e84-82ba-0426b9ef9583 HTTP/1.1" status: 404 len: 337 time: 0.0526161 Feb 19 00:41:36.040802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c0494-2723-4df6-b635-c29ecebeb4b9 req-71434a03-530b-48d2-8bdc-5692403916f0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:36.043314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126c0494-2723-4df6-b635-c29ecebeb4b9 req-71434a03-530b-48d2-8bdc-5692403916f0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 931 time: 0.1196151 Feb 19 00:41:36.044160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54362) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:36.059653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f3510b-240a-451c-9650-ad7e4aeebb83 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:41:36.075826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Publish callbacks [] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.080320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7897ab8f-d6d9-4caf-a62e-a599abfe19f3 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=21bd4836-ec26-48d0-9efc-22c9f9744228 HTTP/1.1" status: 200 len: 205 time: 0.0316002 Feb 19 00:41:36.086875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54364) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:36.109910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Transition to ACTIVE for port object 64f3510b-240a-451c-9650-ad7e4aeebb83 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:41:36.115954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.136429 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6fff890-b29f-4ccb-9230-881226ded894 admin admin] Publish callbacks [] for security_group (f3abc306-4e01-4da2-892d-3e332932b6a9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.246444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:36.336560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:41:36.336560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:41:36.336560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:36.346625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:41:36.350436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:36.352652 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-e2834b2b-3c80-4c02-99ff-d3e2e673de02 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] delete failed (client error): The resource could not be found. Feb 19 00:41:36.356236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e2834b2b-3c80-4c02-99ff-d3e2e673de02 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/21bd4836-ec26-48d0-9efc-22c9f9744228 HTTP/1.1" status: 404 len: 336 time: 0.2658660 Feb 19 00:41:36.357126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54372) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:36.393156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:41:36.393156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Checking segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:36.393156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Bound using segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:41:36.393630 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Bound port: 64f3510b-240a-451c-9650-ad7e4aeebb83, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:41:36.393744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.429866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126c0494-2723-4df6-b635-c29ecebeb4b9 req-d5132819-86d0-4ef4-a414-96d7f48a7414 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501117 Feb 19 00:41:36.461355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6fff890-b29f-4ccb-9230-881226ded894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f3abc306-4e01-4da2-892d-3e332932b6a9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.464372 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6fff890-b29f-4ccb-9230-881226ded894 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.465513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a6fff890-b29f-4ccb-9230-881226ded894 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f3abc306-4e01-4da2-892d-3e332932b6a9 HTTP/1.1" status: 204 len: 168 time: 0.5489354 Feb 19 00:41:36.479942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fff890-b29f-4ccb-9230-881226ded894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3abc306-4e01-4da2-892d-3e332932b6a9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:36.586761 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c6fa0978-1388-4f99-b943-fa040a491eae tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b92228e-3820-4692-8d54-7f339d2a6531 HTTP/1.1" status: 200 len: 205 time: 0.2262681 Feb 19 00:41:36.596451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54380) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:36.696983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d02fc26-36d8-4b4e-8449-71aa4f41d196 req-4fb20af8-95ea-42ba-8805-ff45bcddf154 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 210 time: 0.1202075 Feb 19 00:41:36.736641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd8f33-7770-403c-b50d-7a55fdc6886e req-bc863e6e-9527-4b87-824a-b8b20dd29bfa tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:36.745754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4acd8f33-7770-403c-b50d-7a55fdc6886e req-bc863e6e-9527-4b87-824a-b8b20dd29bfa tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.2532322 Feb 19 00:41:36.748428 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-0ed91a4f-dd1f-42f3-beae-ea70bceb600c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] delete failed (client error): The resource could not be found. Feb 19 00:41:36.756304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ed91a4f-dd1f-42f3-beae-ea70bceb600c tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/7b92228e-3820-4692-8d54-7f339d2a6531 HTTP/1.1" status: 404 len: 336 time: 0.1586726 Feb 19 00:41:36.757993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54382) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:36.808157 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83278fc-04ca-4533-bcd4-2d76e9f3d963 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:36.810422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83278fc-04ca-4533-bcd4-2d76e9f3d963 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:36.813556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d83278fc-04ca-4533-bcd4-2d76e9f3d963 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/540b048a-ccff-43b2-ac79-9378617df219 HTTP/1.1" status: 404 len: 337 time: 0.0539210 Feb 19 00:41:36.816178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54384) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:36.833964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:41:36.843077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:41:36.856840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ac6a6df0-eef4-4e88-b0da-6b813ae00c7e tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=1db92acc-2557-4469-a544-133dfc7315c8 HTTP/1.1" status: 200 len: 205 time: 0.0371916 Feb 19 00:41:36.857129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.858579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54390) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:36.943543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:36.944168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:36.945566 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] 10.222.0.113 "PUT /v2.0/ports/64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 1091 time: 1.9047174 Feb 19 00:41:36.946489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:36.949507 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c316d868-a598-4dc2-b56a-712130a16c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:36.982766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4961e2-fe5b-4aa7-ba09-2948763714fc service neutron] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:37.037263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4acd8f33-7770-403c-b50d-7a55fdc6886e req-1d13bce4-31a3-414c-87b2-a85e55956ebf tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903113 Feb 19 00:41:37.054785 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-f73f9301-48db-4f3c-8e87-0b677680e346 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] delete failed (client error): The resource could not be found. Feb 19 00:41:37.054785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f73f9301-48db-4f3c-8e87-0b677680e346 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/1db92acc-2557-4469-a544-133dfc7315c8 HTTP/1.1" status: 404 len: 336 time: 0.1879435 Feb 19 00:41:37.054785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54396) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:37.148936 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e156fb41-56c3-414e-957b-99a88d01db25 x-openstack-request-id: req-e156fb41-56c3-414e-957b-99a88d01db25 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:37.149234 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:37.149481 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e156fb41-56c3-414e-957b-99a88d01db25 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:37.150062 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'status': 'completed', 'code': 200} Feb 19 00:41:37.171639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062be2c-27bb-4493-bce2-b890c733af85 req-56c7ee19-e3b9-4abf-adfc-015d532fd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:37.173805 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92b7699-c13d-468b-bd6b-f06745bd8884 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:37.174520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e92b7699-c13d-468b-bd6b-f06745bd8884 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:37.178000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e92b7699-c13d-468b-bd6b-f06745bd8884 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/212eeec6-c974-46fa-8263-7b0e2d90623d HTTP/1.1" status: 404 len: 337 time: 0.1203225 Feb 19 00:41:37.178917 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-56c7ee19-e3b9-4abf-adfc-015d532fd66d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1125 time: 0.1604035 Feb 19 00:41:37.180629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54398) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:37.222808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f7a05eca-4f92-4913-86b8-62a29966e5af tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "GET /v2.0/ports?device_id=e307f940-62b7-40ba-80dc-82d7782ecbb7 HTTP/1.1" status: 200 len: 205 time: 0.0409315 Feb 19 00:41:37.226706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54400) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:37.253857 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-62cd786e-324c-4fd7-9d19-be64d945ec88 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 217 time: 0.0627313 Feb 19 00:41:37.344242 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-9804857d-9128-4de3-b40c-638b211f86bd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] delete failed (client error): The resource could not be found. Feb 19 00:41:37.349170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9804857d-9128-4de3-b40c-638b211f86bd tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/routers/e307f940-62b7-40ba-80dc-82d7782ecbb7 HTTP/1.1" status: 404 len: 336 time: 0.1205864 Feb 19 00:41:37.351211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54406) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:37.361350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062be2c-27bb-4493-bce2-b890c733af85 req-39eaffe6-9f52-4d26-840e-c01e906a58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:37.363735 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-39eaffe6-9f52-4d26-840e-c01e906a58cc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.0924079 Feb 19 00:41:37.369592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38576d95-7eb9-427e-81d5-fc2ad9652fab req-c4a42d3d-61e7-4dd6-8df9-979de3d107e0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:37.378134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38576d95-7eb9-427e-81d5-fc2ad9652fab req-c4a42d3d-61e7-4dd6-8df9-979de3d107e0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3382366 Feb 19 00:41:37.431159 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-f669da79-ff4c-4133-8966-e45cca710315 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:37.432502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f669da79-ff4c-4133-8966-e45cca710315 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:37.444127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54410) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:37.446772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f669da79-ff4c-4133-8966-e45cca710315 tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/4bc76b20-d8b7-4f89-9c9b-09d22ee9db9a HTTP/1.1" status: 404 len: 337 time: 0.0938306 Feb 19 00:41:37.522869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062be2c-27bb-4493-bce2-b890c733af85 req-f510dec7-081b-4e9c-b618-9abd51ca93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:37.525123 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-f510dec7-081b-4e9c-b618-9abd51ca93ea service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0772860 Feb 19 00:41:37.527809 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c95382-0518-4191-a213-d1c2910adf3a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] DELETE failed (client error): The resource could not be found. Feb 19 00:41:37.528552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c95382-0518-4191-a213-d1c2910adf3a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:41:37.532233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e4c95382-0518-4191-a213-d1c2910adf3a tempest-RoutersTest-44479935 tempest-RoutersTest-44479935-project] 10.222.0.60 "DELETE /v2.0/subnets/4001f95c-7e90-401b-bf05-e2d45f4c7df4 HTTP/1.1" status: 404 len: 337 time: 0.0871599 Feb 19 00:41:37.538557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38576d95-7eb9-427e-81d5-fc2ad9652fab req-cdfc5b43-040b-429e-bf45-14b16829d961 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592708 Feb 19 00:41:37.715671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed0330-8621-4b4b-af78-3fdbf978cc52 req-c14697ae-6f6b-450b-bccb-c71d1f78c981 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:37.722015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08ed0330-8621-4b4b-af78-3fdbf978cc52 req-c14697ae-6f6b-450b-bccb-c71d1f78c981 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.1134062 Feb 19 00:41:37.776019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-2a8ea9d7-51ec-4a5c-b22c-a8a5d40eb293 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399235 Feb 19 00:41:37.813917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08ed0330-8621-4b4b-af78-3fdbf978cc52 req-b373ae96-515d-4954-a9b4-d06d812ccc4b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840511 Feb 19 00:41:37.899792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f27a387-28c1-4458-a20c-7f6282ec8a1f req-3bc1d753-0ed8-4a6e-9dbb-e2498b0b53f6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 210 time: 0.0394547 Feb 19 00:41:37.954049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54426) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:37.997405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9062be2c-27bb-4493-bce2-b890c733af85 req-78b4c156-dc41-4aa4-8554-6478cc1b9bf1 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181957 Feb 19 00:41:38.209618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-24588b51-3543-4831-97c0-c4a96a93833e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:38.211400 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-24588b51-3543-4831-97c0-c4a96a93833e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.126 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 814 time: 0.2131300 Feb 19 00:41:38.232440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Request body: {'port': {'device_id': '977e8426-b166-4a03-abad-e19e212de978', 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'admin_state_up': True, 'tenant_id': 'e698c6fe560a49ed8209ce0dd7121ac4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:38.265814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ca48-2da8-4cdf-bbf2-d70629387774 req-2ca7bd4b-1da5-45b5-b12a-8992b699e9a9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:38.270875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b82ca48-2da8-4cdf-bbf2-d70629387774 req-2ca7bd4b-1da5-45b5-b12a-8992b699e9a9 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1180155 Feb 19 00:41:38.307342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316d868-a598-4dc2-b56a-712130a16c3e req-5aa35c7c-d391-4cc7-bb78-96c67d2560d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:38.309097 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c316d868-a598-4dc2-b56a-712130a16c3e req-5aa35c7c-d391-4cc7-bb78-96c67d2560d6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1125 time: 0.1292443 Feb 19 00:41:38.329419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-078258a5-29a2-43db-b2e6-51246d8c6083 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=010f4821119e4a11a044f4db98706914&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3735139 Feb 19 00:41:38.331135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54438) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:38.379084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54442) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:38.425509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b82ca48-2da8-4cdf-bbf2-d70629387774 req-bbc6b64e-189b-469e-b64d-acfb9a63223f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430569 Feb 19 00:41:38.427827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-280927c2-1f4e-4d5e-9d82-a0557c1881d1 admin admin] Publish callbacks [] for security_group (6a5abd77-013d-4263-8831-d2bb11858cc2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.451824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-280927c2-1f4e-4d5e-9d82-a0557c1881d1 admin admin] Publish callbacks [] for security_group (6a5abd77-013d-4263-8831-d2bb11858cc2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.471221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Made reservation on behalf of e698c6fe560a49ed8209ce0dd7121ac4 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:38.476192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.504542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316d868-a598-4dc2-b56a-712130a16c3e req-03d40b4b-236b-46d0-acb0-12944d5f2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:38.505180 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-280927c2-1f4e-4d5e-9d82-a0557c1881d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6a5abd77-013d-4263-8831-d2bb11858cc2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.506172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c316d868-a598-4dc2-b56a-712130a16c3e req-03d40b4b-236b-46d0-acb0-12944d5f2a3e service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.1904562 Feb 19 00:41:38.508118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-280927c2-1f4e-4d5e-9d82-a0557c1881d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.512198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-280927c2-1f4e-4d5e-9d82-a0557c1881d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6a5abd77-013d-4263-8831-d2bb11858cc2 HTTP/1.1" status: 204 len: 168 time: 0.1802120 Feb 19 00:41:38.528096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280927c2-1f4e-4d5e-9d82-a0557c1881d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5abd77-013d-4263-8831-d2bb11858cc2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:38.548826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-358918369'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:38.559159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c316d868-a598-4dc2-b56a-712130a16c3e req-ff2d28d4-e80b-43e0-99b8-98ca346be5da service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 217 time: 0.0422435 Feb 19 00:41:38.607731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Made reservation on behalf of 5947199c48ea49118884011b643030bd for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:38.611578 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.625914 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.672333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316d868-a598-4dc2-b56a-712130a16c3e req-ae5190f8-3dd1-4fbc-a3df-a7838ab3dd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:38.674772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c316d868-a598-4dc2-b56a-712130a16c3e req-ae5190f8-3dd1-4fbc-a3df-a7838ab3dd0c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.1101456 Feb 19 00:41:38.695368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-613cd13c-957e-48fe-8957-562c87571f62 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:38.697279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-613cd13c-957e-48fe-8957-562c87571f62 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.126 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1299200 Feb 19 00:41:38.847509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6770ed-4925-4b40-83d6-ae3f8b3503f8 req-59226070-0f54-4acf-8103-c767828fd252 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:38.849130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a6770ed-4925-4b40-83d6-ae3f8b3503f8 req-59226070-0f54-4acf-8103-c767828fd252 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1872923 Feb 19 00:41:38.914637 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for security_group (c45570d3-4829-4e45-b7b6-48806aed0f20), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.929268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c45570d3-4829-4e45-b7b6-48806aed0f20), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.976569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Deleting port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:38.976926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:38.992792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a6770ed-4925-4b40-83d6-ae3f8b3503f8 req-9999bde2-3022-44c9-b591-07a14042b33f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312127 Feb 19 00:41:39.010245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:41:39.077605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45570d3-4829-4e45-b7b6-48806aed0f20,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:39.081539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (95fb2ac8-6412-4159-b59c-f830898386f8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.082343 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Added segment 95fb2ac8-6412-4159-b59c-f830898386f8 of type vlan for network 8658e98a-7a30-4d37-82ab-78f684216f27 Feb 19 00:41:39.228173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Allocated IP 172.20.0.14 (6524d792-eb4d-4a4e-ac11-191bb4a6408a/8bca6cde-4d4c-44fa-82d4-4dceace9b7ef/090b66ad-4ddf-4dc5-ab95-306396ef9e2f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:39.232925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5d2f9bf-e3bd-4114-b672-74a4d11d9981 req-b6279664-081d-45b7-af71-21f9d3cea5a8 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 210 time: 0.0773191 Feb 19 00:41:39.236426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8658e98a-7a30-4d37-82ab-78f684216f27), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.245233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee2ce92-3efe-4cc7-a21c-a06f9caa3766 req-b27c86d3-105a-49d2-9c8b-c79a40f951ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:39.250963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c316d868-a598-4dc2-b56a-712130a16c3e req-ef7263c2-01b0-4192-a1c6-7d2e4ce8975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:39.252194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bee2ce92-3efe-4cc7-a21c-a06f9caa3766 req-b27c86d3-105a-49d2-9c8b-c79a40f951ac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.3105404 Feb 19 00:41:39.252488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c316d868-a598-4dc2-b56a-712130a16c3e req-ef7263c2-01b0-4192-a1c6-7d2e4ce8975c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5597279 Feb 19 00:41:39.264565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] For port 19ae4cd2-5ea9-4508-9338-35f68f8fe759, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=19ae4cd2-5ea9-4508-9338-35f68f8fe759,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:39.264945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.293005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Calling delete_port for 19ae4cd2-5ea9-4508-9338-35f68f8fe759 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:39.382792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bee2ce92-3efe-4cc7-a21c-a06f9caa3766 req-9b18b605-4525-4033-b201-1087dfc55bee tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296782 Feb 19 00:41:39.409543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8658e98a-7a30-4d37-82ab-78f684216f27), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.414780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:39.415484 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.437677 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c316d868-a598-4dc2-b56a-712130a16c3e req-7db3c16b-87b9-4432-a6d9-7f66ebf50a69 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773267 Feb 19 00:41:39.532727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54478) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:39.534302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1520672 Feb 19 00:41:39.542424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Request body: {'subnet': {'network_id': '8658e98a-7a30-4d37-82ab-78f684216f27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:39.561084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d38d8e-0407-47a8-80de-e1cb6822118b tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'Network': ['ID=8658e98a-7a30-4d37-82ab-78f684216f27,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:39.579426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8658e98a-7a30-4d37-82ab-78f684216f27 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:41:39.595900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3f9ec-b662-49c9-a02b-68a20e0bacb7 req-8bcbb0b7-78c6-455a-82a0-4bc9fb1c0c87 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:39.603407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a3f9ec-b662-49c9-a02b-68a20e0bacb7 req-8bcbb0b7-78c6-455a-82a0-4bc9fb1c0c87 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2775519 Feb 19 00:41:39.737981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a3f9ec-b662-49c9-a02b-68a20e0bacb7 req-aeb97efb-6716-4195-8f4c-6cc76dbf7217 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336145 Feb 19 00:41:39.750078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks [] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.759929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae8813-b442-4d14-932a-5f7188868d34 req-3eeda0cd-6d3f-479d-9b5e-5c07daf940cf tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:39.761775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93ae8813-b442-4d14-932a-5f7188868d34 req-3eeda0cd-6d3f-479d-9b5e-5c07daf940cf tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcbd6074-a335-4876-844e-cebd8c9870f0 HTTP/1.1" status: 200 len: 945 time: 0.1890311 Feb 19 00:41:39.763618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (19ae4cd2-5ea9-4508-9338-35f68f8fe759), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.776933 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c316d868-a598-4dc2-b56a-712130a16c3e req-1897d178-3e5e-4d0d-94fb-ef13a1d0c5c4 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314772 Feb 19 00:41:39.779805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Made reservation on behalf of 5947199c48ea49118884011b643030bd for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:39.787922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.793741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['de1775ac-73d7-4c5c-a7fe-b9a101fbcb29', '19ae4cd2-5ea9-4508-9338-35f68f8fe759'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:39.809609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Pushing event deleted for resources: {'Port': ['ID=19ae4cd2-5ea9-4508-9338-35f68f8fe759,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:39.877990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] No DVR routers for this DVR port 19ae4cd2-5ea9-4508-9338-35f68f8fe759 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:39.882670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.886036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b135f7-8b5d-4226-80e9-41caa3df4e66 req-2b259fa7-6b79-42dd-8a0a-a7514e5bcdbd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.126 "DELETE /v2.0/ports/19ae4cd2-5ea9-4508-9338-35f68f8fe759 HTTP/1.1" status: 204 len: 173 time: 1.1681674 Feb 19 00:41:39.886447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbd6074-a335-4876-844e-cebd8c9870f0', 'name': 'network-vif-deleted', 'tag': '19ae4cd2-5ea9-4508-9338-35f68f8fe759'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:39.889256 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7142e3-a669-40a9-b268-d1cfa494383b" -d '{"events": [{"server_uuid": "dcbd6074-a335-4876-844e-cebd8c9870f0", "name": "network-vif-deleted", "tag": "19ae4cd2-5ea9-4508-9338-35f68f8fe759"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:39.910384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-93ae8813-b442-4d14-932a-5f7188868d34 req-09d998e8-ce32-4dd6-a5f4-e8a1739b5f1f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330194 Feb 19 00:41:39.912382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:39.987557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Network 6524d792-eb4d-4a4e-ac11-191bb4a6408a is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:39.993941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:40.017645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:40.055270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-cbfff6e4-ab55-4c2b-9540-dbbb25b00595 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:40.057310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-cbfff6e4-ab55-4c2b-9540-dbbb25b00595 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 815 time: 0.1437781 Feb 19 00:41:40.062039 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42baec03-2749-4de6-9793-32dcfe75aec2 x-openstack-request-id: req-42baec03-2749-4de6-9793-32dcfe75aec2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:40.062408 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbd6074-a335-4876-844e-cebd8c9870f0", "name": "network-vif-deleted", "tag": "19ae4cd2-5ea9-4508-9338-35f68f8fe759", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:40.062698 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42baec03-2749-4de6-9793-32dcfe75aec2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:40.063107 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbd6074-a335-4876-844e-cebd8c9870f0', 'name': 'network-vif-deleted', 'tag': '19ae4cd2-5ea9-4508-9338-35f68f8fe759', 'status': 'completed', 'code': 200} Feb 19 00:41:40.083517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Pushing event updated for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:40.092395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-8cfb257a-c3fd-4212-b09f-bf8b311370cf tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/quotas/a1ead4071a514b169f79974dd760e81a HTTP/1.1" status: 200 len: 375 time: 0.0213976 Feb 19 00:41:40.147442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:40.148473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.198648 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-e54df52b-0b72-44c2-abe8-4c46c3cd64b9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9702623 Feb 19 00:41:40.199539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-f7a3c94e-23a0-40ea-a08a-56abc95a520f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1055954 Feb 19 00:41:40.209934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12448976-a167-4e13-9ae7-d712038fbc34 req-a5012204-02bc-43d3-b58f-ffca8486d50d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:40.211643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12448976-a167-4e13-9ae7-d712038fbc34 req-a5012204-02bc-43d3-b58f-ffca8486d50d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0815609 Feb 19 00:41:40.269576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (08555ce5-bec4-4378-9999-6b1352a23bad), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.272254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:41:40.429510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:40.440684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'Subnet': ['ID=08555ce5-bec4-4378-9999-6b1352a23bad,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:40.457649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'port_id': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'mac_address': 'fa:16:3e:82:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:41:40.462296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Request body: {'port': {'device_id': '977e8426-b166-4a03-abad-e19e212de978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:40.499488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 64f3510b-240a-451c-9650-ad7e4aeebb83 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:40.500693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.503134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Checking segment: {'id': '95fb2ac8-6412-4159-b59c-f830898386f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8658e98a-7a30-4d37-82ab-78f684216f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:40.503508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Network hostable DHCP agents. Network: 8658e98a-7a30-4d37-82ab-78f684216f27, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:41:40.529312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f3510b-240a-451c-9650-ad7e4aeebb83 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:41:40.549328 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Network 8658e98a-7a30-4d37-82ab-78f684216f27 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:41:40.556989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:40.560615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.562022 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.571533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8658e98a-7a30-4d37-82ab-78f684216f27) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:40.578855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:40.579470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.622604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-08c4cead-e5fe-442b-81a0-9bc70be903e6 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0850930 Feb 19 00:41:40.627972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54520) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:40.636201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7c15bb-2559-4984-8480-a0782475aed8 None None] Network 8658e98a-7a30-4d37-82ab-78f684216f27 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:40.639155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c8ccbf8e-3d24-409c-9a02-211efcbd591f tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1702499208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:40.690435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12448976-a167-4e13-9ae7-d712038fbc34 req-f9e5eab7-a825-467c-9f1e-23bde4e97582 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691648 Feb 19 00:41:40.728635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf8e-3d24-409c-9a02-211efcbd591f tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (9450c684-59fd-45af-be8b-f2836546846a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.729540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf8e-3d24-409c-9a02-211efcbd591f tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (9450c684-59fd-45af-be8b-f2836546846a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.737880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-2386a71a-22d9-4782-8f62-29af8995d7d7 service neutron] 10.222.0.60 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251265 Feb 19 00:41:40.791676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:40.801619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-8658e98a-7a30-4d37-82ab-78f684216f27', 'network_id': '8658e98a-7a30-4d37-82ab-78f684216f27', 'project_id': '5947199c48ea49118884011b643030bd', 'fixed_ips': [{'subnet_id': '08555ce5-bec4-4378-9999-6b1352a23bad'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:41:40.804673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.815523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['64f3510b-240a-451c-9650-ad7e4aeebb83'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:40.854733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf8e-3d24-409c-9a02-211efcbd591f tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for router_controller (9450c684-59fd-45af-be8b-f2836546846a), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.863179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf8e-3d24-409c-9a02-211efcbd591f tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (9450c684-59fd-45af-be8b-f2836546846a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.912346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ca964-c376-44d0-82d2-dc070006a11b req-96a49cba-f98d-4653-b451-a39f98c3689d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:40.913860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-517ca964-c376-44d0-82d2-dc070006a11b req-96a49cba-f98d-4653-b451-a39f98c3689d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 932 time: 0.1268675 Feb 19 00:41:40.915437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8ccbf8e-3d24-409c-9a02-211efcbd591f tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:40.916421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-3ab27be4-935b-4384-9b8f-dc0acd87287d service neutron] 10.222.0.60 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728776 Feb 19 00:41:40.923392 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c8ccbf8e-3d24-409c-9a02-211efcbd591f tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2938800 Feb 19 00:41:40.924326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54530) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:41.017251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 090b66ad-4ddf-4dc5-ab95-306396ef9e2f {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:41:41.029997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Publish callbacks [] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.048040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Transition to ACTIVE for port object 090b66ad-4ddf-4dc5-ab95-306396ef9e2f will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:41:41.054464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.125964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-517ca964-c376-44d0-82d2-dc070006a11b req-4af84526-be50-4275-94ed-52a723d27678 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000697 Feb 19 00:41:41.161421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Pushing event updated for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:41.285350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Allocated IP 172.20.0.2 (8658e98a-7a30-4d37-82ab-78f684216f27/08555ce5-bec4-4378-9999-6b1352a23bad/3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:41.350555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Attempting to bind port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:41:41.351283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Attempting to bind port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:41:41.351683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Attempting to bind port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:41.356982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:41:41.357411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Attempting to bind port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:41.370299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:41:41.370671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Checking segment: {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:41.373917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Bound using segment: {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:41:41.374145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Bound port: 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:41:41.375187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.499147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:41:41.502490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:41:41.507316 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.510701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.594512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:41.595413 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.600522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] 10.222.0.126 "PUT /v2.0/ports/090b66ad-4ddf-4dc5-ab95-306396ef9e2f HTTP/1.1" status: 200 len: 1092 time: 1.3866565 Feb 19 00:41:41.604978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:41.608132 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1fe501-613b-4f83-a5e1-b1ea327f698c" -d '{"events": [{"name": "network-changed", "server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:41.682541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619c7d6-bd13-416b-8e79-33dbd95e9c4f service neutron] Pushing event updated for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:41.691601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f766a-f979-4b1b-89a9-e5d2bafc625d req-79eae948-bfbd-473c-9e58-ebdf7f68f2df tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:41.699717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f29f766a-f979-4b1b-89a9-e5d2bafc625d req-79eae948-bfbd-473c-9e58-ebdf7f68f2df tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.4013338 Feb 19 00:41:41.706540 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Publish callbacks [] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.719286 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.743468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-caceb339-031b-4877-b38e-1fbf53ba47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:41.747967 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-caceb339-031b-4877-b38e-1fbf53ba47e6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 1126 time: 0.0999074 Feb 19 00:41:41.758722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15ceb3-8f96-4818-80a0-5305b11ac073 req-f125e782-8843-4ca6-abaa-4680f07effec tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:41.760247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b15ceb3-8f96-4818-80a0-5305b11ac073 req-f125e782-8843-4ca6-abaa-4680f07effec tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 944 time: 0.4632797 Feb 19 00:41:41.761535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Network 8658e98a-7a30-4d37-82ab-78f684216f27 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:41.766724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:41.781340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:41.807720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Pushing event updated for resources: {'Port': ['ID=3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:41.819189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f29f766a-f979-4b1b-89a9-e5d2bafc625d req-db3f0ed1-d8df-4bc7-9ab3-da3bd8c04e56 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187108 Feb 19 00:41:41.855690 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-75e53d0a-43dd-44b7-a228-1f60e731b3c5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f HTTP/1.1" status: 200 len: 217 time: 0.0937688 Feb 19 00:41:41.919520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Attempting to bind port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:41:41.920584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Attempting to bind port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '95fb2ac8-6412-4159-b59c-f830898386f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8658e98a-7a30-4d37-82ab-78f684216f27'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:41:41.922588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Attempting to bind port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 on network 8658e98a-7a30-4d37-82ab-78f684216f27 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:41.930468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:41:41.930664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Checking segment: {'id': '95fb2ac8-6412-4159-b59c-f830898386f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8658e98a-7a30-4d37-82ab-78f684216f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:41.931334 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.932293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Bound using segment: {'id': '95fb2ac8-6412-4159-b59c-f830898386f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8658e98a-7a30-4d37-82ab-78f684216f27'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:41:41.933165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Bound port: 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95fb2ac8-6412-4159-b59c-f830898386f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8658e98a-7a30-4d37-82ab-78f684216f27'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:41:41.933818 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:41.944728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-78c4da24-2b10-4e38-8f3e-b5c306108c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:41.946261 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-78c4da24-2b10-4e38-8f3e-b5c306108c92 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bca6cde-4d4c-44fa-82d4-4dceace9b7ef HTTP/1.1" status: 200 len: 854 time: 0.0749891 Feb 19 00:41:41.966490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b15ceb3-8f96-4818-80a0-5305b11ac073 req-f80dbc82-6df8-40e4-bee5-ed4b9094bdbb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434648 Feb 19 00:41:41.995163 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-f2186f21-706f-454e-be7d-6a37dcd29826 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6524d792-eb4d-4a4e-ac11-191bb4a6408a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332086 Feb 19 00:41:42.030609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] For port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:41:42.036906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] For port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2,segment=NetworkSegment(95fb2ac8-6412-4159-b59c-f830898386f8),segment_id=95fb2ac8-6412-4159-b59c-f830898386f8)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:41:42.045800 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:42.070971 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c4f79b-be01-45d7-a4ab-dfb552bac9b4 x-openstack-request-id: req-48c4f79b-be01-45d7-a4ab-dfb552bac9b4 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:42.071263 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:42.071515 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48c4f79b-be01-45d7-a4ab-dfb552bac9b4 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:42.071913 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'status': 'completed', 'code': 200} Feb 19 00:41:42.072189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1272373-716a-4416-aff7-1122bd60b264 req-e418eb7f-43b4-410c-94b4-1f2f785decba tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 210 time: 0.0764468 Feb 19 00:41:42.111505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Allocated IP 172.20.0.1 (8658e98a-7a30-4d37-82ab-78f684216f27/08555ce5-bec4-4378-9999-6b1352a23bad/391b986d-1c5a-490e-b02d-f0a7f48e2b7c) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:42.140750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99b02f-2e4d-4d22-9ce6-9a6cde96cf30 None None] Pushing event updated for resources: {'Port': ['ID=3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:42.159060 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-71745a84-b8ff-4415-97be-fdd242e16730 service neutron] 10.222.0.126 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656120 Feb 19 00:41:42.276335 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-22bb8163-11a9-4014-b100-26d7b4bc5b18 req-1b11db6a-a9b7-4337-bc8c-54fad6700129 service neutron] 10.222.0.126 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087275 Feb 19 00:41:42.284484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:42.328630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d548e9-8e0c-4783-8e9d-4ed3207de0a9 req-706a0b99-8ac2-424c-bc47-397f350eae2b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:42.330160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68d548e9-8e0c-4783-8e9d-4ed3207de0a9 req-706a0b99-8ac2-424c-bc47-397f350eae2b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1586032 Feb 19 00:41:42.366897 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:42.368852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 64f3510b-240a-451c-9650-ad7e4aeebb83 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:41:42.374818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 64f3510b-240a-451c-9650-ad7e4aeebb83 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:42.375310 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:42.524208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 64f3510b-240a-451c-9650-ad7e4aeebb83 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:42.524915 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:42.537392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68d548e9-8e0c-4783-8e9d-4ed3207de0a9 req-c3766895-66ba-4674-8235-049f58aa11d8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976225 Feb 19 00:41:42.549115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d92a1e-8a13-4822-9c13-12d7d0017d4e req-b00c14ef-44de-46c2-bb6f-571d4eba4dc6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:42.564493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:42.566696 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ea8f2-f4d5-4a3f-8709-349e62a5650e" -d '{"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-plugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:42.569844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01d92a1e-8a13-4822-9c13-12d7d0017d4e req-b00c14ef-44de-46c2-bb6f-571d4eba4dc6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 944 time: 0.2313843 Feb 19 00:41:42.578808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:42.591813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-64b42dbb-753f-472c-bff6-e355d3ee5800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:42.593367 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-64b42dbb-753f-472c-bff6-e355d3ee5800 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 1126 time: 0.2478671 Feb 19 00:41:42.608749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:42.619748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:42.648693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Network 8658e98a-7a30-4d37-82ab-78f684216f27 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:42.661006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:42.674705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:42.719357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 19ae4cd2-5ea9-4508-9338-35f68f8fe759 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:42.733817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'Port': ['ID=391b986d-1c5a-490e-b02d-f0a7f48e2b7c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:42.763909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 19ae4cd2-5ea9-4508-9338-35f68f8fe759 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:42.764471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 19ae4cd2-5ea9-4508-9338-35f68f8fe759 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:42.766336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01d92a1e-8a13-4822-9c13-12d7d0017d4e req-7e47fa22-ac25-4f9c-a01e-c5ff0fbed64c tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905141 Feb 19 00:41:42.793621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:42.855924 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (9450c684-59fd-45af-be8b-f2836546846a), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:42.892132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-014d9cbb-1730-4d4f-9898-27b4908f077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:42.893620 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-014d9cbb-1730-4d4f-9898-27b4908f077a service neutron] 10.222.0.126 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 915 time: 0.2843549 Feb 19 00:41:42.901671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:42.904608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06636b2f-b664-419a-b2cb-4b399970a15e tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:42.906702 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06636b2f-b664-419a-b2cb-4b399970a15e tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.113 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 815 time: 0.5497248 Feb 19 00:41:42.928279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Request body: {'port': {'device_id': '54c159b3-7b81-4f1a-9550-0fe5d3327773', 'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'admin_state_up': True, 'tenant_id': 'a1ead4071a514b169f79974dd760e81a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:43.004196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa1a7d-2b28-4332-b824-d41c6751c74f req-5dc869ed-0c31-426d-91f5-1b729e7c2266 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:43.011248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44aa1a7d-2b28-4332-b824-d41c6751c74f req-5dc869ed-0c31-426d-91f5-1b729e7c2266 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.2845383 Feb 19 00:41:43.045034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:43.045267 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:43.076093 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-bde3d2d7-b21d-40e6-8663-6d6dc1d18c38 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f HTTP/1.1" status: 200 len: 217 time: 0.1683989 Feb 19 00:41:43.102611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c449c96-134d-4263-999f-6356f7fcd5eb req-30ff9944-0606-4196-aeb3-6d96bab33840 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:43.108537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c449c96-134d-4263-999f-6356f7fcd5eb req-30ff9944-0606-4196-aeb3-6d96bab33840 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1920273 Feb 19 00:41:43.149203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44aa1a7d-2b28-4332-b824-d41c6751c74f req-cbbadd26-e195-4cde-83ad-4113641ff7b0 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348436 Feb 19 00:41:43.156242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:43.157603 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:43.179731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-eaa008c5-6448-4bda-a48a-7030fd05e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:43.181517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-eaa008c5-6448-4bda-a48a-7030fd05e999 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bca6cde-4d4c-44fa-82d4-4dceace9b7ef HTTP/1.1" status: 200 len: 854 time: 0.0994463 Feb 19 00:41:43.183634 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:43.190150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Made reservation on behalf of a1ead4071a514b169f79974dd760e81a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:43.196077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:43.230268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2,segment=NetworkSegment(95fb2ac8-6412-4159-b59c-f830898386f8),segment_id=95fb2ac8-6412-4159-b59c-f830898386f8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:43.236898 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:43.242364 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b85661-0654-46e7-9a66-c921b2b2844c x-openstack-request-id: req-a6b85661-0654-46e7-9a66-c921b2b2844c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:43.242754 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-plugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:43.243101 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6b85661-0654-46e7-9a66-c921b2b2844c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:43.243607 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'code': 200} Feb 19 00:41:43.345531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:43.410902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c449c96-134d-4263-999f-6356f7fcd5eb req-1e75eb78-080f-426c-892a-dee77120749d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892976 Feb 19 00:41:43.442530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-3a7b909e-6139-498b-a714-d805da372d64 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6524d792-eb4d-4a4e-ac11-191bb4a6408a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2249637 Feb 19 00:41:43.492107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Allocated IP 172.20.0.9 (cc928202-8e51-4951-9248-7035f172374e/4e2f3285-2055-4fdb-aae2-df011f3bacd4/a06ea4ba-2cc9-4094-95ca-7e9a796a44d7) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:43.622897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62703d00-b2a3-4e5c-bed6-52535051d1ae req-4d5896e0-41a4-4a8d-bf3f-85ddb1ffdfc5 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 210 time: 0.0694132 Feb 19 00:41:43.656401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c1b85-f535-4d0c-b6d0-b9f923c82326 req-e493f788-3be0-4da6-a6af-7cef63a14e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:43.657870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-734c1b85-f535-4d0c-b6d0-b9f923c82326 req-e493f788-3be0-4da6-a6af-7cef63a14e08 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1127 time: 0.3484063 Feb 19 00:41:43.708326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc01599-7c66-4551-b0eb-efd052005ec5 req-fe1c78f6-d3e5-4bc3-8689-92847dbafc45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:43.708927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf44bf-2009-4552-897a-31c6fb4ff79e None None] Network 8658e98a-7a30-4d37-82ab-78f684216f27 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:43.715429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adc01599-7c66-4551-b0eb-efd052005ec5 req-fe1c78f6-d3e5-4bc3-8689-92847dbafc45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.3587348 Feb 19 00:41:43.798155 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-968ee624-627f-4ab0-bb54-34ba95028f51 service neutron] 10.222.0.126 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522012 Feb 19 00:41:43.843099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-176eddb9-f050-424c-a86d-7420be27493f None None] Provisioning complete for port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:43.844244 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-176eddb9-f050-424c-a86d-7420be27493f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:43.850959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-734c1b85-f535-4d0c-b6d0-b9f923c82326 req-672a62cb-e750-409f-b980-6716b2c0ae31 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751845 Feb 19 00:41:43.900052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks [] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:43.911232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adc01599-7c66-4551-b0eb-efd052005ec5 req-5316077b-050d-4f68-9533-6961c7bf1d6e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946383 Feb 19 00:41:43.982140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda65ee8-42d0-4ea5-99b6-05400c6ce6de req-67545b14-3ec0-48f3-ae22-d19f332e59fd tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:43.983731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cda65ee8-42d0-4ea5-99b6-05400c6ce6de req-67545b14-3ec0-48f3-ae22-d19f332e59fd tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1822808 Feb 19 00:41:43.989728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-176eddb9-f050-424c-a86d-7420be27493f None None] Current status of the port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:44.009365 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7d1fe501-613b-4f83-a5e1-b1ea327f698c req-ea03574a-8dfb-4fd6-8a7d-cf26dbb2054b service neutron] 10.222.0.126 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011995 Feb 19 00:41:44.027198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.045008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['058e728b-26e2-4094-8fd3-c60b6ed7a0d7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:44.081950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.087200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a10fcf0f-3173-4a24-ad25-8b8e26a2483f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:44.098991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Pushing event updated for resources: {'Port': ['ID=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:44.102113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.135258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Network cc928202-8e51-4951-9248-7035f172374e is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:44.137515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:44.144618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:44.206257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:44.207246 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.225653 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fc3622c3-2670-43bb-8e22-3cd396600f9f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3065312 Feb 19 00:41:44.242867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Request body: {'port': {'device_id': '54c159b3-7b81-4f1a-9550-0fe5d3327773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:44.340164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.455891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5d16168c-cdf0-4382-b76b-2fabbbb1cd3a None None] Provisioning complete for port 391b986d-1c5a-490e-b02d-f0a7f48e2b7c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:44.457804 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d16168c-cdf0-4382-b76b-2fabbbb1cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.569470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5d16168c-cdf0-4382-b76b-2fabbbb1cd3a None None] Port 391b986d-1c5a-490e-b02d-f0a7f48e2b7c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:41:44.591563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5d16168c-cdf0-4382-b76b-2fabbbb1cd3a None None] Provisioning complete for port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:44.591946 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d16168c-cdf0-4382-b76b-2fabbbb1cd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.597363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cda65ee8-42d0-4ea5-99b6-05400c6ce6de req-627eba9b-e63a-47d8-816b-0e284d224043 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5978808 Feb 19 00:41:44.650932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f60f0-36da-49b6-a6da-20e680a37a2f req-c5de7daa-9580-4c21-a2e8-3255ad3aaaf4 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:44.654537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e58f60f0-36da-49b6-a6da-20e680a37a2f req-c5de7daa-9580-4c21-a2e8-3255ad3aaaf4 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 944 time: 0.6330607 Feb 19 00:41:44.685978 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (9450c684-59fd-45af-be8b-f2836546846a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.723781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5d16168c-cdf0-4382-b76b-2fabbbb1cd3a None None] Current status of the port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:44.725791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'Port': ['ID=391b986d-1c5a-490e-b02d-f0a7f48e2b7c,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:44.760922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:44.804057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:41:44.813785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Publish callbacks [] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.831751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Transition to ACTIVE for port object a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:41:44.833145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:44.833744 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.839552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.846034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e58f60f0-36da-49b6-a6da-20e680a37a2f req-0a23d109-aff9-454f-ba95-ce175af0dbd4 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711469 Feb 19 00:41:44.893367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2f699-c335-4c8d-81f0-c66725e1fc06 req-6aa880c9-40a1-4262-91f3-b2e1d387242f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:44.903622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dba2f699-c335-4c8d-81f0-c66725e1fc06 req-6aa880c9-40a1-4262-91f3-b2e1d387242f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1810908 Feb 19 00:41:44.904458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6d00a6e7-3063-4bf4-be75-7bb5f20323d3 None None] Provisioning complete for port 391b986d-1c5a-490e-b02d-f0a7f48e2b7c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:44.904977 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d00a6e7-3063-4bf4-be75-7bb5f20323d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:44.958692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6d00a6e7-3063-4bf4-be75-7bb5f20323d3 None None] Port 391b986d-1c5a-490e-b02d-f0a7f48e2b7c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:41:44.960336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Network 8658e98a-7a30-4d37-82ab-78f684216f27 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:44.966362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:44.997039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Pushing event updated for resources: {'Port': ['ID=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:44.997616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dba2f699-c335-4c8d-81f0-c66725e1fc06 req-248ae12c-0efe-4a11-ad39-84529336fb55 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884352 Feb 19 00:41:45.023336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:45.187082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Attempting to bind port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:41:45.187737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Attempting to bind port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:41:45.188320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Attempting to bind port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 on network cc928202-8e51-4951-9248-7035f172374e {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:45.200559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 on network cc928202-8e51-4951-9248-7035f172374e not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:41:45.201261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Attempting to bind port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 on network cc928202-8e51-4951-9248-7035f172374e {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:41:45.207993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:41:45.208630 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Checking segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:41:45.209299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Bound using segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:41:45.209912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Bound port: a06ea4ba-2cc9-4094-95ca-7e9a796a44d7, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:41:45.210504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:45.237924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58805e93-b129-4ea5-a758-dc7d970cd15c req-be9b5720-d05a-4c1a-8c1d-de26712c85cf tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.240356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58805e93-b129-4ea5-a758-dc7d970cd15c req-be9b5720-d05a-4c1a-8c1d-de26712c85cf tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 943 time: 0.1085856 Feb 19 00:41:45.248267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69629d-2a95-4120-bd57-494ae7312b1d req-419bf2fd-aeb4-493d-967b-19d28393c1f4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.250376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad69629d-2a95-4120-bd57-494ae7312b1d req-419bf2fd-aeb4-493d-967b-19d28393c1f4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1851089 Feb 19 00:41:45.298044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] For port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:41:45.302831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] For port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:41:45.310527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:45.334900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Router 9450c684-59fd-45af-be8b-f2836546846a is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:41:45.345193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.346246 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:45.348406 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] 10.222.0.113 "PUT /v2.0/ports/a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 HTTP/1.1" status: 200 len: 1091 time: 1.1099231 Feb 19 00:41:45.350757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c159b3-7b81-4f1a-9550-0fe5d3327773', 'tag': 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:45.351398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58805e93-b129-4ea5-a758-dc7d970cd15c req-38dab329-da2e-499f-9783-30710965fcfc tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996375 Feb 19 00:41:45.360561 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "54c159b3-7b81-4f1a-9550-0fe5d3327773", "tag": "a06ea4ba-2cc9-4094-95ca-7e9a796a44d7"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:45.377110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad69629d-2a95-4120-bd57-494ae7312b1d req-a2e7633e-2a00-43f0-9fcc-a106e7c300dc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143432 Feb 19 00:41:45.393869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ff539715-9997-4ac6-b070-856449198842 None None] Provisioning complete for port 391b986d-1c5a-490e-b02d-f0a7f48e2b7c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:45.395716 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ff539715-9997-4ac6-b070-856449198842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:45.453506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ff539715-9997-4ac6-b070-856449198842 None None] Port 391b986d-1c5a-490e-b02d-f0a7f48e2b7c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:41:45.471585 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2c6239-e913-449e-88cd-ef1d8f3f5e32 x-openstack-request-id: req-eb2c6239-e913-449e-88cd-ef1d8f3f5e32 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:45.471897 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c159b3-7b81-4f1a-9550-0fe5d3327773", "tag": "a06ea4ba-2cc9-4094-95ca-7e9a796a44d7", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:45.472158 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb2c6239-e913-449e-88cd-ef1d8f3f5e32 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:45.472564 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c159b3-7b81-4f1a-9550-0fe5d3327773', 'tag': 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7', 'status': 'completed', 'code': 200} Feb 19 00:41:45.474971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6de90-f880-4982-83cc-ae83d0473922 service neutron] Pushing event updated for resources: {'Port': ['ID=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:45.494836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fa22ebd0-0b64-4e30-9d8f-3156d2a3f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.496563 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-fa22ebd0-0b64-4e30-9d8f-3156d2a3f19f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 1125 time: 0.0867445 Feb 19 00:41:45.521347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:45.526907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1c517ba7-7c79-4de3-ae8f-08012cf5b204 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "PUT /v2.0/routers/9450c684-59fd-45af-be8b-f2836546846a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6016057 Feb 19 00:41:45.531397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54610) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:45.536585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Request body: {'port': {'network_id': '8658e98a-7a30-4d37-82ab-78f684216f27', 'name': 'tempest-FloatingIPNegativeTestJSON-1484923585'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:45.545327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248e954-f264-41d4-adea-23fbd9551751 None None] Sync routers for ids ['9450c684-59fd-45af-be8b-f2836546846a'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:45.548502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa2b71-8a3f-4f23-9804-ca65dcc8804b req-1f3babdd-b8f0-4232-8c2f-150d84b3e04a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.555534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2fa2b71-8a3f-4f23-9804-ca65dcc8804b req-1f3babdd-b8f0-4232-8c2f-150d84b3e04a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.0943415 Feb 19 00:41:45.558551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248e954-f264-41d4-adea-23fbd9551751 None None] Routers {'9450c684-59fd-45af-be8b-f2836546846a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:45.559929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1248e954-f264-41d4-adea-23fbd9551751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9450c684-59fd-45af-be8b-f2836546846a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:45.561772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-3de39561-52cb-4e47-a1d6-eda83cd4420e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 HTTP/1.1" status: 200 len: 217 time: 0.0585473 Feb 19 00:41:45.597217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1248e954-f264-41d4-adea-23fbd9551751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:45.605940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1248e954-f264-41d4-adea-23fbd9551751 None None] Routers {'9450c684-59fd-45af-be8b-f2836546846a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:45.607265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1248e954-f264-41d4-adea-23fbd9551751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9450c684-59fd-45af-be8b-f2836546846a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:45.614020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-eeb3e161-ca36-48b5-aa1d-2b9a1b2cf9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.615556 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-eeb3e161-ca36-48b5-aa1d-2b9a1b2cf9cf service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.0486689 Feb 19 00:41:45.648356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1248e954-f264-41d4-adea-23fbd9551751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:45.648694 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-59ecee05-c72c-4db6-9184-5e3f96c96c16 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265229 Feb 19 00:41:45.649081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1248e954-f264-41d4-adea-23fbd9551751 None None] The sync data for ids ['9450c684-59fd-45af-be8b-f2836546846a'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:45.702473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2fa2b71-8a3f-4f23-9804-ca65dcc8804b req-1cd6e4a1-93f7-4f98-b13e-10c1e1136931 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459467 Feb 19 00:41:45.717531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abe391-21c6-4155-b9b8-b9f8ea93a778 req-3fc0c175-e270-41ef-b757-e33eb9341789 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.730756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41abe391-21c6-4155-b9b8-b9f8ea93a778 req-3fc0c175-e270-41ef-b757-e33eb9341789 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1580603 Feb 19 00:41:45.756419 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-f16f0930-85e5-4cb8-bd90-174b71420fda service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016245 Feb 19 00:41:45.801690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Made reservation on behalf of 5947199c48ea49118884011b643030bd for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:41:45.804829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:45.850632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41abe391-21c6-4155-b9b8-b9f8ea93a778 req-d49a7976-6e0a-44ec-a16c-7009d59c8f51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112165 Feb 19 00:41:45.854008 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-15d84ff4-215a-4350-bfa6-ded2400354cd req-f7ef7dd5-0904-461e-9be7-8e8dbb343c0a service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908823 Feb 19 00:41:45.855519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] device_id is not set on port 1969793f-1809-444c-ac69-927cc8674ed8 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:41:45.937692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3198a58-0dfa-4417-997e-3cd440a57360 req-4fe235e5-a921-44c7-bfca-5b51191a4dbf tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.944604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3198a58-0dfa-4417-997e-3cd440a57360 req-4fe235e5-a921-44c7-bfca-5b51191a4dbf tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.1595144 Feb 19 00:41:45.973223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-00709f33-6ded-4cd6-83c3-830423a432d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:45.974958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-00709f33-6ded-4cd6-83c3-830423a432d2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 1125 time: 0.0626566 Feb 19 00:41:46.076938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Allocated IP 172.20.0.4 (8658e98a-7a30-4d37-82ab-78f684216f27/08555ce5-bec4-4378-9999-6b1352a23bad/1969793f-1809-444c-ac69-927cc8674ed8) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:46.082029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-f67af824-2638-4b3e-ae4f-baefd4fe3642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:46.082282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3198a58-0dfa-4417-997e-3cd440a57360 req-eb16c375-aab7-435a-b247-73c9982a78d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368461 Feb 19 00:41:46.083526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-f67af824-2638-4b3e-ae4f-baefd4fe3642 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 916 time: 0.1026266 Feb 19 00:41:46.092601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656231f2-64b2-4e47-9202-bb550bc2b0b4 req-9b01cb0c-5863-4e03-b89d-5537a62d9828 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:46.094146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-656231f2-64b2-4e47-9202-bb550bc2b0b4 req-9b01cb0c-5863-4e03-b89d-5537a62d9828 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 944 time: 0.1642230 Feb 19 00:41:46.107241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54628) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:46.167444 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-ec61257a-84bd-475b-990d-57a61b3756c2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 HTTP/1.1" status: 200 len: 217 time: 0.0756564 Feb 19 00:41:46.221558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3858abb-b47f-46f6-bdd0-46861f7b27c5 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:46.223031 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a3858abb-b47f-46f6-bdd0-46861f7b27c5 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1122 time: 0.1148493 Feb 19 00:41:46.229104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54630) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:46.230687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-a758327d-5676-4ba6-9012-2314f61a506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:46.232635 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-a758327d-5676-4ba6-9012-2314f61a506a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.0594513 Feb 19 00:41:46.239878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'tenant_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:46.272805 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-13d9e3b2-9e7d-470b-860f-2a4ea75029ab service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293479 Feb 19 00:41:46.334289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:46.339181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-656231f2-64b2-4e47-9202-bb550bc2b0b4 req-b40da0d8-6fc4-4d78-a7ac-4e4d6cbe76ee tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023833 Feb 19 00:41:46.375597 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-11c8a543-6cab-46fb-8f2a-d0d1f6b37912 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956404 Feb 19 00:41:46.381102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2c601f-2e03-4df4-8319-be536ff05ae3 req-3c7b0513-cf3b-413a-bc4b-f2d9f18c460e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:46.382622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b2c601f-2e03-4df4-8319-be536ff05ae3 req-3c7b0513-cf3b-413a-bc4b-f2d9f18c460e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2161551 Feb 19 00:41:46.472529 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-573c51e5-5f98-4c2d-881b-5bf6fbb04eb3 req-bd4f5b80-a7b0-4050-9ccc-7a6d2d6dc46d service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908945 Feb 19 00:41:46.483615 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for port (1969793f-1809-444c-ac69-927cc8674ed8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:46.532509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b2c601f-2e03-4df4-8319-be536ff05ae3 req-78812b10-4771-41da-825f-4b77db84a0da tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411004 Feb 19 00:41:46.579032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c523f9-dff4-4987-8319-613b7772f1bd req-e27116ef-2ca5-4ea3-b7da-85846efa6a13 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:46.580572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7c523f9-dff4-4987-8319-613b7772f1bd req-e27116ef-2ca5-4ea3-b7da-85846efa6a13 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1589582 Feb 19 00:41:46.599284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1969793f-1809-444c-ac69-927cc8674ed8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:46.677961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 090b66ad-4ddf-4dc5-ab95-306396ef9e2f details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:41:46.709405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Network 8658e98a-7a30-4d37-82ab-78f684216f27 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:46.730444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:46.734732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'Port': ['ID=1969793f-1809-444c-ac69-927cc8674ed8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:46.737484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:46.741802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:46.749230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7c523f9-dff4-4987-8319-613b7772f1bd req-9cdf9203-e7e5-4ca0-9984-d15ac0a563fd tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594212 Feb 19 00:41:46.824362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:46.842253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'port_id': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'mac_address': 'fa:16:3e:11:eb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bca6cde-4d4c-44fa-82d4-4dceace9b7ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:41:46.857391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe99cd-54c7-4d1b-82ae-e985a7a72b0f req-95e4a0cc-fdfd-4ec5-8a9e-d9dc0c1038ec tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:46.858941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25fe99cd-54c7-4d1b-82ae-e985a7a72b0f req-95e4a0cc-fdfd-4ec5-8a9e-d9dc0c1038ec tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 943 time: 0.2609916 Feb 19 00:41:46.911276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:46.911963 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:46.917254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:46.917937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:46.927617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090b66ad-4ddf-4dc5-ab95-306396ef9e2f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:41:46.952295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:46.959034 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:47.022339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fe20b071-3ba7-42c5-a6dc-44c1fb639eeb tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4890146 Feb 19 00:41:47.025912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54638) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:47.031664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:47.042129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25fe99cd-54c7-4d1b-82ae-e985a7a72b0f req-809ea3c9-cf16-4952-81ee-6175bd31358b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688998 Feb 19 00:41:47.065315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:47.066655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.25.6.158 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/4f8e60a6-ff48-4033-9449-5925ab0f781a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:47.076685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e0bad-0fb0-4460-ade2-46010b0655ae req-4ae880d8-b038-418a-95f1-9add80127aa3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:47.078425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-453e0bad-0fb0-4460-ade2-46010b0655ae req-4ae880d8-b038-418a-95f1-9add80127aa3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2077703 Feb 19 00:41:47.086505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c061e728-4ce9-43a5-a8fa-f0fbcb8fd482 None None] Provisioning complete for port 1969793f-1809-444c-ac69-927cc8674ed8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:47.087060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c061e728-4ce9-43a5-a8fa-f0fbcb8fd482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1969793f-1809-444c-ac69-927cc8674ed8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:47.088699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:47.131391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c061e728-4ce9-43a5-a8fa-f0fbcb8fd482 None None] Port 1969793f-1809-444c-ac69-927cc8674ed8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:41:47.205427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-453e0bad-0fb0-4460-ade2-46010b0655ae req-621b0fc0-5bd0-4288-9c92-825872d1792e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181171 Feb 19 00:41:47.209614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:47.254748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (4f8e60a6-ff48-4033-9449-5925ab0f781a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:47.400093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['090b66ad-4ddf-4dc5-ab95-306396ef9e2f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:47.611841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4f8e60a6-ff48-4033-9449-5925ab0f781a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:47.656989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Allocated IP 172.25.6.238 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/c4a00284-ccd2-4c72-b27c-d286fee17830) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:47.663205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:47.675425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:47.678001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:47.691778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64875778-2619-46dc-991b-5a712aed3a30 req-6a42d7fe-015a-4b74-8234-823f435577bb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:47.693285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64875778-2619-46dc-991b-5a712aed3a30 req-6a42d7fe-015a-4b74-8234-823f435577bb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 945 time: 0.1551952 Feb 19 00:41:47.699759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043e2c8-df99-4620-90a7-164cb716078a req-2ef2ead4-283a-43b9-915f-41b2d1fcc56a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:47.701131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5043e2c8-df99-4620-90a7-164cb716078a req-2ef2ead4-283a-43b9-915f-41b2d1fcc56a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1642985 Feb 19 00:41:47.720306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=4f8e60a6-ff48-4033-9449-5925ab0f781a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:47.778267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for port (c4a00284-ccd2-4c72-b27c-d286fee17830), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:47.816734 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c4a00284-ccd2-4c72-b27c-d286fee17830), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:47.825461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64875778-2619-46dc-991b-5a712aed3a30 req-5dc8368c-3040-47f5-8e2d-99c4ff6044a7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061854 Feb 19 00:41:47.860810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'Port': ['ID=c4a00284-ccd2-4c72-b27c-d286fee17830,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:47.873861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:47.879515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5043e2c8-df99-4620-90a7-164cb716078a req-59c3625b-837e-4316-9791-d6cc7eca5f72 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557577 Feb 19 00:41:47.886964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:47.895560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:47.964841 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-122afeb1-aa44-4ff5-83d7-e8b840568387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.049976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for floatingip (e6bf1226-3338-4b07-9c1c-30b5d177e2a5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.101903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c4a00284-ccd2-4c72-b27c-d286fee17830), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.155267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35abd4-55fc-4463-9125-9155d841e88e req-f3b12909-a8b5-4022-9189-15eedb7f049f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:48.156959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c35abd4-55fc-4463-9125-9155d841e88e req-f3b12909-a8b5-4022-9189-15eedb7f049f tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.1732430 Feb 19 00:41:48.264067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062202c-a82a-4796-b1b9-0c5a523c26d4 req-d8ed80f8-b7c9-4f75-b5fd-3a540f1b4d30 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:48.265766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9062202c-a82a-4796-b1b9-0c5a523c26d4 req-d8ed80f8-b7c9-4f75-b5fd-3a540f1b4d30 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2202530 Feb 19 00:41:48.315669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:41:48.508200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c35abd4-55fc-4463-9125-9155d841e88e req-e635c491-3687-4c98-a636-cbaaf20e8fb0 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/security-groups?id=8992c30c-aac3-446c-9340-4c65cd784073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232446 Feb 19 00:41:48.526110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:48.556582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9062202c-a82a-4796-b1b9-0c5a523c26d4 req-d0036123-2620-47db-93d7-b105d6ce683d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762063 Feb 19 00:41:48.577127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7', 'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'port_id': 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7', 'mac_address': 'fa:16:3e:46:af:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2f3285-2055-4fdb-aae2-df011f3bacd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:41:48.640830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:48.641337 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.658711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:41:48.682405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:48.689175 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.746094 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (a60df1e7-a478-40f5-830d-89c182188446), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.746371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:48.750001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 090b66ad-4ddf-4dc5-ab95-306396ef9e2f up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:48.834447 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.843976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee599576-2dd3-47f9-be61-9c37c9c11c41 req-7429109b-1a85-4cfc-8af1-842e3500871a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:48.851218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee599576-2dd3-47f9-be61-9c37c9c11c41 req-7429109b-1a85-4cfc-8af1-842e3500871a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 943 time: 0.2082677 Feb 19 00:41:48.861950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:41:48.869061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:48.870681 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.872159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-71567c39-0bcc-47a8-80bb-9a8d4b9a1399 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:48.874601 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-71567c39-0bcc-47a8-80bb-9a8d4b9a1399 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.126 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 945 time: 0.0991755 Feb 19 00:41:48.902586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86622f7-ed28-40c0-9ca0-18a283edd33a req-a5eba072-b1d5-4408-9ebe-c662061ff8b2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:48.908610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a86622f7-ed28-40c0-9ca0-18a283edd33a req-a5eba072-b1d5-4408-9ebe-c662061ff8b2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2177548 Feb 19 00:41:48.927736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for port (c4a00284-ccd2-4c72-b27c-d286fee17830), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.947582 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c4a00284-ccd2-4c72-b27c-d286fee17830), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:48.950580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a06ea4ba-2cc9-4094-95ca-7e9a796a44d7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:48.953789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4f8e60a6-ff48-4033-9449-5925ab0f781a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.004760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee599576-2dd3-47f9-be61-9c37c9c11c41 req-03cedc73-1386-451f-852c-e69075b69016 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526124 Feb 19 00:41:49.012172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'Port': ['ID=c4a00284-ccd2-4c72-b27c-d286fee17830,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:49.016730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a86622f7-ed28-40c0-9ca0-18a283edd33a req-2dee45d6-d506-440a-8f91-0d4a575f8b33 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027088 Feb 19 00:41:49.179767 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (4f8e60a6-ff48-4033-9449-5925ab0f781a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.180578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (e6bf1226-3338-4b07-9c1c-30b5d177e2a5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.204172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.210054 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8c874467-05a9-4045-862b-541dd534dd25 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1824329 Feb 19 00:41:49.210331 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4f8e60a6-ff48-4033-9449-5925ab0f781a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.210468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54670) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:49.218333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:49.218922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-24445889-5a9c-4ec5-906c-b69674cb21c3 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Request body: {'floatingip': {'port_id': '1969793f-1809-444c-ac69-927cc8674ed8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:49.219050 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.263233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Deleting port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:49.263722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.270337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:49.273233 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e25e7a9-26f5-4459-ad71-0027c728540a" -d '{"events": [{"server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "name": "network-vif-plugged", "status": "completed", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:49.288543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24445889-5a9c-4ec5-906c-b69674cb21c3 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for floatingip (e6bf1226-3338-4b07-9c1c-30b5d177e2a5), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.304325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:49.306872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=4f8e60a6-ff48-4033-9449-5925ab0f781a,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:49.328589 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.386472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (a60df1e7-a478-40f5-830d-89c182188446), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.446705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:49.479344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] For port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:49.479852 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.491421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59808a1-64a6-4482-afb4-0e352475862a req-610625ea-2c4e-4421-a0b8-696a0503d22a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:49.498640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a59808a1-64a6-4482-afb4-0e352475862a req-610625ea-2c4e-4421-a0b8-696a0503d22a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3155715 Feb 19 00:41:49.509437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Calling delete_port for de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:49.514002 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-24445889-5a9c-4ec5-906c-b69674cb21c3 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] update failed (client error): The resource could not be found. Feb 19 00:41:49.517887 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-24445889-5a9c-4ec5-906c-b69674cb21c3 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "PUT /v2.0/floatingips/e6bf1226-3338-4b07-9c1c-30b5d177e2a5 HTTP/1.1" status: 404 len: 507 time: 0.3036847 Feb 19 00:41:49.518171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:49.518612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d044-3294-4fd3-b57d-18fa7a5064b1 req-c1309950-ed8e-49fd-94b6-cab262229931 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:49.522690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e15d044-3294-4fd3-b57d-18fa7a5064b1 req-c1309950-ed8e-49fd-94b6-cab262229931 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 945 time: 0.3378325 Feb 19 00:41:49.592250 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Floating IP a60df1e7-a478-40f5-830d-89c182188446 associated. External IP: 172.25.6.158, port: 64f3510b-240a-451c-9650-ad7e4aeebb83. Feb 19 00:41:49.791370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Deleting port c4a00284-ccd2-4c72-b27c-d286fee17830 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:49.791370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c4a00284-ccd2-4c72-b27c-d286fee17830), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.812570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (de1775ac-73d7-4c5c-a7fe-b9a101fbcb29), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.826596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['de1775ac-73d7-4c5c-a7fe-b9a101fbcb29'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:41:49.914477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a59808a1-64a6-4482-afb4-0e352475862a req-cd9b23ea-cc55-4289-82ea-66408a92d5e5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093268 Feb 19 00:41:49.939060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c4a00284-ccd2-4c72-b27c-d286fee17830), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.939060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for floatingip (c4a00284-ccd2-4c72-b27c-d286fee17830), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:49.949381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e15d044-3294-4fd3-b57d-18fa7a5064b1 req-39076793-435f-4523-bd1f-b8dac6097eee tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981588 Feb 19 00:41:49.976916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Pushing event deleted for resources: {'Port': ['ID=de1775ac-73d7-4c5c-a7fe-b9a101fbcb29,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:49.989416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Calling delete_port for c4a00284-ccd2-4c72-b27c-d286fee17830 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:50.021449 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11167d73-8bdb-44c9-b436-339b3ea44854 x-openstack-request-id: req-11167d73-8bdb-44c9-b436-339b3ea44854 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:50.022433 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "name": "network-vif-plugged", "status": "completed", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:50.034620 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11167d73-8bdb-44c9-b436-339b3ea44854 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:50.037388 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'code': 200} Feb 19 00:41:50.071509 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5554dfc2-2f95-4e0b-ae75-24f8cce4fd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.086857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] No DVR routers for this DVR port de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:50.093632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f81f94f-2451-4b26-abbe-45d42c0c61b4 req-a5d60de9-eca8-46ee-85ae-b279422096cf tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.60 "GET /v2.0/ports?device_id=62fad73f-2937-47d8-a450-4e60a4b032bc HTTP/1.1" status: 200 len: 210 time: 0.0689769 Feb 19 00:41:50.122488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.122488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0b1d928-3e20-45df-bdd4-d402ffffb545 req-6476d8df-1a04-42cd-9088-81e31f29bc14 tempest-ServerRescueNegativeTestJSON-1335782292 tempest-ServerRescueNegativeTestJSON-1335782292-project] 10.222.0.126 "DELETE /v2.0/ports/de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 HTTP/1.1" status: 204 len: 173 time: 1.1978014 Feb 19 00:41:50.122488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fad73f-2937-47d8-a450-4e60a4b032bc', 'name': 'network-vif-deleted', 'tag': 'de1775ac-73d7-4c5c-a7fe-b9a101fbcb29'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:50.122488 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10c7851-cd24-4238-a2ae-706fadd7c8da" -d '{"events": [{"server_uuid": "62fad73f-2937-47d8-a450-4e60a4b032bc", "name": "network-vif-deleted", "tag": "de1775ac-73d7-4c5c-a7fe-b9a101fbcb29"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:50.256549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c4a00284-ccd2-4c72-b27c-d286fee17830), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.314571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5eb5-6319-4580-9e46-59c3a2094192 req-ac830361-05cb-4363-900f-86bc4bddac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:50.316100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d12d5eb5-6319-4580-9e46-59c3a2094192 req-ac830361-05cb-4363-900f-86bc4bddac0d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 1128 time: 0.2083156 Feb 19 00:41:50.316250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event deleted for resources: {'Port': ['ID=c4a00284-ccd2-4c72-b27c-d286fee17830,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:50.328650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:41:50.358568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802c5bc-51ed-4926-a0a2-ad5e311ca767 req-bed1800e-98bc-46a3-a215-09d0ed2ae23d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:50.360112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6802c5bc-51ed-4926-a0a2-ad5e311ca767 req-bed1800e-98bc-46a3-a215-09d0ed2ae23d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2196939 Feb 19 00:41:50.371633 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for floatingip (e6bf1226-3338-4b07-9c1c-30b5d177e2a5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.375191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.376625 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0bac45b7-3427-4588-8638-272a046a19c1 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "DELETE /v2.0/floatingips/e6bf1226-3338-4b07-9c1c-30b5d177e2a5 HTTP/1.1" status: 204 len: 168 time: 0.8574846 Feb 19 00:41:50.380295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54696) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:50.385303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a57e4edf-bb47-423d-92d5-82762b75b897 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Request body: {'floatingip': {'floating_network_id': '8658e98a-7a30-4d37-82ab-78f684216f27', 'port_id': '1969793f-1809-444c-ac69-927cc8674ed8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:50.408453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a57e4edf-bb47-423d-92d5-82762b75b897 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.424110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a7f5-ad57-49ac-8bac-035d6d8ee255 req-9135d12c-f19b-4859-805d-66f4e9d84cc3 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:50.428703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:41:50.431138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5621a7f5-ad57-49ac-8bac-035d6d8ee255 req-9135d12c-f19b-4859-805d-66f4e9d84cc3 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 944 time: 0.2002430 Feb 19 00:41:50.434704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:41:50.435237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 252e463a-f508-4dd1-a3e2-1aa55d974a63 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:50.435944 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.446926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d12d5eb5-6319-4580-9e46-59c3a2094192 req-e45262b2-c4e5-4a87-b55c-67844207bff5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234264 Feb 19 00:41:50.495966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6802c5bc-51ed-4926-a0a2-ad5e311ca767 req-de6631ff-869d-4938-979d-35a90e30022b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289473 Feb 19 00:41:50.561778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5621a7f5-ad57-49ac-8bac-035d6d8ee255 req-ff7eb058-3aa0-4558-a191-b03e5fed9b3f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278577 Feb 19 00:41:50.582330 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3fb684-d6e5-4b0d-a27a-ab54930daf13 x-openstack-request-id: req-1c3fb684-d6e5-4b0d-a27a-ab54930daf13 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:50.583092 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fad73f-2937-47d8-a450-4e60a4b032bc", "name": "network-vif-deleted", "tag": "de1775ac-73d7-4c5c-a7fe-b9a101fbcb29", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:50.583344 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c3fb684-d6e5-4b0d-a27a-ab54930daf13 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:50.584060 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fad73f-2937-47d8-a450-4e60a4b032bc', 'name': 'network-vif-deleted', 'tag': 'de1775ac-73d7-4c5c-a7fe-b9a101fbcb29', 'status': 'completed', 'code': 200} Feb 19 00:41:50.590863 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-a57e4edf-bb47-423d-92d5-82762b75b897 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:41:50.595712 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a57e4edf-bb47-423d-92d5-82762b75b897 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2141020 Feb 19 00:41:50.598758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54700) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:50.605432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:41:50.606213 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.607303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '1969793f-1809-444c-ac69-927cc8674ed8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:41:50.636517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.651343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:50.663987 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] Sync routers for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:50.673505 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.680211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:50.682684 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:50.683505 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:50.686053 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.713910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2cc493a2-e0db-40b3-96c6-08e0f291a2a7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4795430 Feb 19 00:41:50.714783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:50.717363 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9511e6-5559-44d8-80b0-f99f2645aec0" -d '{"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:50.792112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:50.822575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:50.867702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddadc5b-b912-4f1d-aafb-ef402b687e80 req-38994ef7-46b1-476d-b3e1-d6f423269cd3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:50.869528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ddadc5b-b912-4f1d-aafb-ef402b687e80 req-38994ef7-46b1-476d-b3e1-d6f423269cd3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1188977 Feb 19 00:41:50.905216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68fe31-f02c-420a-b86c-2b84a8ccd549 req-eda86fc2-fb32-4792-a087-52977d839295 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:50.906908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc68fe31-f02c-420a-b86c-2b84a8ccd549 req-eda86fc2-fb32-4792-a087-52977d839295 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.1003797 Feb 19 00:41:50.915791 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:50.956833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ddadc5b-b912-4f1d-aafb-ef402b687e80 req-1699e271-f58a-4f42-96e2-4c87404caa01 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804672 Feb 19 00:41:51.005430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc68fe31-f02c-420a-b86c-2b84a8ccd549 req-f9a30212-f5c1-47d4-9238-f1bebc1d9e3c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862772 Feb 19 00:41:51.029678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Allocated IP 172.25.6.66 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/f83a4fe8-419a-4880-a00a-b2c9516f18c1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:41:51.045076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54712) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:51.090686 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c225c-11f8-4f58-8257-7d48db19fe8e x-openstack-request-id: req-714c225c-11f8-4f58-8257-7d48db19fe8e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:51.090955 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:51.091327 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-714c225c-11f8-4f58-8257-7d48db19fe8e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:51.091564 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'status': 'completed', 'code': 200} Feb 19 00:41:51.168762 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:51.221331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a9073d72-9705-48bc-a214-53b7bf61941a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/a60df1e7-a478-40f5-830d-89c182188446 HTTP/1.1" status: 200 len: 991 time: 0.1750250 Feb 19 00:41:51.297587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for port (f83a4fe8-419a-4880-a00a-b2c9516f18c1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:51.308744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b54b8-c187-4c27-ac8d-03e1c75680e0 req-c0332fb2-e186-473b-a8d0-2ac327c67ce7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:51.311516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c0b54b8-c187-4c27-ac8d-03e1c75680e0 req-c0332fb2-e186-473b-a8d0-2ac327c67ce7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1773541 Feb 19 00:41:51.315591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-fdb351e5-0d67-4aff-b87e-d4c3dbadb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:51.317444 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-fdb351e5-0d67-4aff-b87e-d4c3dbadb7ed service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1127 time: 0.2361064 Feb 19 00:41:51.324319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08020886-1d26-42e8-a628-bf68f2687cc9 req-0cc9b391-ae98-4a56-aba1-88de2bd64c20 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:51.326009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08020886-1d26-42e8-a628-bf68f2687cc9 req-0cc9b391-ae98-4a56-aba1-88de2bd64c20 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0982792 Feb 19 00:41:51.407561 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a60df1e7-a478-40f5-830d-89c182188446', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'port_id': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'mac_address': 'fa:16:3e:82:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:41:48Z', 'updated_at': '2022-02-19T00:41:48Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:31Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:51.428994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c0b54b8-c187-4c27-ac8d-03e1c75680e0 req-1a718c50-9c7d-47a0-8ea6-0b245cd13684 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971594 Feb 19 00:41:51.442096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-9ef0694e-bd0a-42b4-855f-6917e2da1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:51.443654 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-9ef0694e-bd0a-42b4-855f-6917e2da1bf7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.1170743 Feb 19 00:41:51.446849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08020886-1d26-42e8-a628-bf68f2687cc9 req-69f1820e-0a2a-48e8-9260-db40d289ed50 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067398 Feb 19 00:41:51.449593 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] Checking router: 252e463a-f508-4dd1-a3e2-1aa55d974a63 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:51.459327 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:51.459977 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:51.490245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54722) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:51.564437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f83a4fe8-419a-4880-a00a-b2c9516f18c1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:51.631294 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:51.660612 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-3a1f230d-d4e5-4fa4-b485-cb14ee3fb083 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 999 time: 0.2076750 Feb 19 00:41:51.662473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:41:51.667357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:41:51.681905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:41:51.727719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event updated for resources: {'Port': ['ID=f83a4fe8-419a-4880-a00a-b2c9516f18c1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:51.841050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e067e-d27d-4a68-b55f-564724ffe63c req-396776d2-6cce-411e-b74c-900c8d061162 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:51.849075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c1e067e-d27d-4a68-b55f-564724ffe63c req-396776d2-6cce-411e-b74c-900c8d061162 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 945 time: 0.1973727 Feb 19 00:41:51.853884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-643b1113-8eca-4782-ac3d-e3e71d598c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:51.855482 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-643b1113-8eca-4782-ac3d-e3e71d598c99 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.1815534 Feb 19 00:41:51.919303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c1e067e-d27d-4a68-b55f-564724ffe63c req-6eb01b6a-569a-441a-b001-0f78710168c6 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688407 Feb 19 00:41:51.961460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-9cc0dc5b-47e2-403b-8710-e0079b1a13d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:51.963009 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-9cc0dc5b-47e2-403b-8710-e0079b1a13d6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0688286 Feb 19 00:41:51.982677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Deleting port f83a4fe8-419a-4880-a00a-b2c9516f18c1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:51.986407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f83a4fe8-419a-4880-a00a-b2c9516f18c1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:51.999815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b18afa-5c14-47fe-9351-fbb2aee05b26 req-c8fb6d1d-4973-47cd-8c00-dc0297c968e1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:52.001490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3b18afa-5c14-47fe-9351-fbb2aee05b26 req-c8fb6d1d-4973-47cd-8c00-dc0297c968e1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2137868 Feb 19 00:41:52.020119 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a60df1e7-a478-40f5-830d-89c182188446', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'port_id': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'mac_address': 'fa:16:3e:82:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:41:48Z', 'updated_at': '2022-02-19T00:41:48Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:31Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:52.038669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c159b3-7b81-4f1a-9550-0fe5d3327773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:41:52.041180 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2547d4-d794-48c5-bdb8-5369a250f21d" -d '{"events": [{"server_uuid": "54c159b3-7b81-4f1a-9550-0fe5d3327773", "name": "network-vif-plugged", "status": "completed", "tag": "a06ea4ba-2cc9-4094-95ca-7e9a796a44d7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:41:52.055332 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e586be2-9321-4677-8a9f-594c60682418 None None] The sync data for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 is: [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a60df1e7-a478-40f5-830d-89c182188446', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.158', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'port_id': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1890, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'mac_address': 'fa:16:3e:82:c0:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:41:48Z', 'updated_at': '2022-02-19T00:41:48Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:31Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:52.083158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3b18afa-5c14-47fe-9351-fbb2aee05b26 req-23170c25-7c73-4a1b-bfc8-ce5a3815dfea tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699584 Feb 19 00:41:52.115755 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f14fb5-b727-49d2-9b1f-eefb012fa55c x-openstack-request-id: req-49f14fb5-b727-49d2-9b1f-eefb012fa55c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:41:52.116054 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c159b3-7b81-4f1a-9550-0fe5d3327773", "name": "network-vif-plugged", "status": "completed", "tag": "a06ea4ba-2cc9-4094-95ca-7e9a796a44d7", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:41:52.116312 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49f14fb5-b727-49d2-9b1f-eefb012fa55c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:41:52.116710 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c159b3-7b81-4f1a-9550-0fe5d3327773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7', 'code': 200} Feb 19 00:41:52.190854 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-d2b1f506-c386-4aa7-883a-60ecbd47fde7 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203295 Feb 19 00:41:52.233987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54734) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:52.295159 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f83a4fe8-419a-4880-a00a-b2c9516f18c1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:52.295427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for floatingip (f83a4fe8-419a-4880-a00a-b2c9516f18c1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:52.324460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Calling delete_port for f83a4fe8-419a-4880-a00a-b2c9516f18c1 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:52.348449 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0a9511e6-5559-44d8-80b0-f99f2645aec0 req-a199c1c8-df5f-4073-89cb-6c02120439b4 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515923 Feb 19 00:41:52.350159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc263bbc-a76f-4ada-873c-dda04c9cc158 req-64b209ca-845b-4abe-9796-3075934bd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:52.351730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc263bbc-a76f-4ada-873c-dda04c9cc158 req-64b209ca-845b-4abe-9796-3075934bd8df service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 1127 time: 0.1662960 Feb 19 00:41:52.355593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5f618ced-4349-4849-a58f-8fb5aae7865b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/a60df1e7-a478-40f5-830d-89c182188446 HTTP/1.1" status: 200 len: 991 time: 0.1072125 Feb 19 00:41:52.386839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea11317-f1ba-46b6-89f4-42385eaa5321 req-9f316a6e-e650-4178-ba61-15dea43299ee tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:52.393838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ea11317-f1ba-46b6-89f4-42385eaa5321 req-9f316a6e-e650-4178-ba61-15dea43299ee tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1752052 Feb 19 00:41:52.436658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb9eb7-4579-4bdd-be62-614d74ef6565 None None] New status for floating IP a60df1e7-a478-40f5-830d-89c182188446: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:41:52.463455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc263bbc-a76f-4ada-873c-dda04c9cc158 req-bb05a9d1-7368-4d06-a98a-029ed29f49c8 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026478 Feb 19 00:41:52.525580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ea11317-f1ba-46b6-89f4-42385eaa5321 req-47e47559-c19e-401d-830e-38c68f3f95ea tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306741 Feb 19 00:41:52.568330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f83a4fe8-419a-4880-a00a-b2c9516f18c1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:52.598937 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:52.610575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event deleted for resources: {'Port': ['ID=f83a4fe8-419a-4880-a00a-b2c9516f18c1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:52.710886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:52.727642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43162-3dbb-4aeb-987f-ce429f93380c req-40d67256-5230-49cd-b07b-ed65c9142084 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:52.737755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51e43162-3dbb-4aeb-987f-ce429f93380c req-40d67256-5230-49cd-b07b-ed65c9142084 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.2107084 Feb 19 00:41:52.738293 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] create failed (client error): The resource could not be found. Feb 19 00:41:52.739997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:52.740527 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4ec42185-34f4-48e9-a62e-e526ac2be0af tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1408141 Feb 19 00:41:52.741068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device de1775ac-73d7-4c5c-a7fe-b9a101fbcb29 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:52.743624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54746) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:52.781125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:52.842356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a39aa-70fc-40ea-b1af-002940137e8c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Deleting port 1969793f-1809-444c-ac69-927cc8674ed8 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:52.842640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f5a39aa-70fc-40ea-b1af-002940137e8c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1969793f-1809-444c-ac69-927cc8674ed8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:52.866274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef14df-dd52-478a-b4d8-480dfd1bd37e req-e5be5746-e988-4889-ba45-2dac64f2c30a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:52.867914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58ef14df-dd52-478a-b4d8-480dfd1bd37e req-e5be5746-e988-4889-ba45-2dac64f2c30a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2097077 Feb 19 00:41:52.873541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51e43162-3dbb-4aeb-987f-ce429f93380c req-86a0bab4-edd5-49d5-a98e-8b3ebd9b36d4 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346204 Feb 19 00:41:52.943924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f5a39aa-70fc-40ea-b1af-002940137e8c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1969793f-1809-444c-ac69-927cc8674ed8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:52.957642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6f5a39aa-70fc-40ea-b1af-002940137e8c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Calling delete_port for 1969793f-1809-444c-ac69-927cc8674ed8 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:52.971321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58ef14df-dd52-478a-b4d8-480dfd1bd37e req-311df0b7-e8d5-414e-ac7b-ec4c0305a54a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668173 Feb 19 00:41:53.121027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f5a39aa-70fc-40ea-b1af-002940137e8c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1969793f-1809-444c-ac69-927cc8674ed8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:53.157755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a39aa-70fc-40ea-b1af-002940137e8c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event deleted for resources: {'Port': ['ID=1969793f-1809-444c-ac69-927cc8674ed8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:53.244583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f5a39aa-70fc-40ea-b1af-002940137e8c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:53.248147 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6f5a39aa-70fc-40ea-b1af-002940137e8c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "DELETE /v2.0/ports/1969793f-1809-444c-ac69-927cc8674ed8 HTTP/1.1" status: 204 len: 168 time: 0.5024579 Feb 19 00:41:53.250737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54754) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:53.316017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573c9147-f5b8-4e75-be9f-72e64559bf9c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:53.317908 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-573c9147-f5b8-4e75-be9f-72e64559bf9c tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "GET /v2.0/ports?device_id=9450c684-59fd-45af-be8b-f2836546846a HTTP/1.1" status: 200 len: 913 time: 0.0661745 Feb 19 00:41:53.320525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54756) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:53.361693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54758) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:53.474770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9f0c7d45-aee5-4129-a8ba-13b8260c43a8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/a60df1e7-a478-40f5-830d-89c182188446 HTTP/1.1" status: 200 len: 993 time: 0.1101403 Feb 19 00:41:53.483261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db530b1c-49ec-48fb-b034-4e9703972704 req-19b82b3e-4a3f-45ac-aa12-f3c372ca09ad tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:53.491778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db530b1c-49ec-48fb-b034-4e9703972704 req-19b82b3e-4a3f-45ac-aa12-f3c372ca09ad tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.5192134 Feb 19 00:41:53.507199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e31b4-7761-411f-8662-6465ec4abec1 req-8ec82ae7-c96d-4c85-95e1-517e95f9d1b7 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:53.514768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d9e31b4-7761-411f-8662-6465ec4abec1 req-8ec82ae7-c96d-4c85-95e1-517e95f9d1b7 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 945 time: 0.1996839 Feb 19 00:41:53.560942 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:53.610249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db530b1c-49ec-48fb-b034-4e9703972704 req-631c775a-f82e-4029-a00d-ccc3c348baca tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125519 Feb 19 00:41:53.655332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d9e31b4-7761-411f-8662-6465ec4abec1 req-8fecace5-0a62-42e9-8562-4c5ced3bc300 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394608 Feb 19 00:41:53.753325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (9450c684-59fd-45af-be8b-f2836546846a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:53.797788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ead8d-a6b8-4060-95e1-d14c8c901403 req-a65e9fd3-dae4-4ee1-be2a-b141eeace5da tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:53.799503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c60ead8d-a6b8-4060-95e1-d14c8c901403 req-a65e9fd3-dae4-4ee1-be2a-b141eeace5da tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0823359 Feb 19 00:41:53.830612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Deleting port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:53.831713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:53.940224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c60ead8d-a6b8-4060-95e1-d14c8c901403 req-2daecf33-2a3d-4120-8dfb-4d9e30776fe2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327946 Feb 19 00:41:53.975690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] For port 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,segment=NetworkSegment(03105953-69a3-4ed6-ad1e-8173fb7671da),segment_id=03105953-69a3-4ed6-ad1e-8173fb7671da)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:53.976071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:54.025913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Calling delete_port for 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:54.155506 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:54.157121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Deleting port 391b986d-1c5a-490e-b02d-f0a7f48e2b7c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:54.157515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:54.230912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b90225-392f-4d63-b043-e6bbe4624af2 req-0ff61fbd-46b9-4912-a459-cda51dad58ea tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:54.233357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62b90225-392f-4d63-b043-e6bbe4624af2 req-0ff61fbd-46b9-4912-a459-cda51dad58ea tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1144211 Feb 19 00:41:54.303617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:54.321227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Calling delete_port for 391b986d-1c5a-490e-b02d-f0a7f48e2b7c owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:54.346765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62b90225-392f-4d63-b043-e6bbe4624af2 req-6b8fac31-dbda-4342-b831-61f71de2e92e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769951 Feb 19 00:41:54.475658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:54.504209 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Pushing event deleted for resources: {'Port': ['ID=7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:54.607710 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (391b986d-1c5a-490e-b02d-f0a7f48e2b7c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:54.637082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event deleted for resources: {'Port': ['ID=391b986d-1c5a-490e-b02d-f0a7f48e2b7c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:54.730747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f733b28-0352-4375-b801-e6c8bb938b4c req-852cbb98-15ed-4395-8b5c-6fa1c52a7795 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:54.733500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f733b28-0352-4375-b801-e6c8bb938b4c req-852cbb98-15ed-4395-8b5c-6fa1c52a7795 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1433799 Feb 19 00:41:54.844067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (9450c684-59fd-45af-be8b-f2836546846a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:54.871415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f733b28-0352-4375-b801-e6c8bb938b4c req-48cf0fd2-fa8d-44c5-bf0d-ed93fc28c901 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304104 Feb 19 00:41:54.879546 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:54.948979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a66b3-dc2a-4fb3-bf0b-006570dc39f8 req-68d280ab-e664-4074-a635-aa8079c7d18f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:54.950770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-612a66b3-dc2a-4fb3-bf0b-006570dc39f8 req-68d280ab-e664-4074-a635-aa8079c7d18f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 945 time: 0.1608329 Feb 19 00:41:55.054504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-612a66b3-dc2a-4fb3-bf0b-006570dc39f8 req-94b8982b-8ead-4c3a-b0fe-212da6cf1720 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924704 Feb 19 00:41:55.199659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:55.380488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:55.393787 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] Sync routers for ids ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:55.395268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7297ee43-af5b-413c-ac18-7c7b5e9eef45 admin admin] 10.222.0.60 "PUT /v2.0/routers/ff47f273-cb50-4cd6-ade6-e6c1f53dac91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9031200 Feb 19 00:41:55.397256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54804) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:55.401872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Router 9450c684-59fd-45af-be8b-f2836546846a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:41:55.427039 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] Routers {'ff47f273-cb50-4cd6-ade6-e6c1f53dac91'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:55.427749 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:55.597606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:41:55.609973 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c7f0942a-8bf1-4d4b-befc-3e0cbbb88cfd tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "PUT /v2.0/routers/9450c684-59fd-45af-be8b-f2836546846a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2861588 Feb 19 00:41:55.610633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54810) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:55.613814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a74dca-5b41-42ae-a84f-35095eaa7763 None None] Sync routers for ids ['9450c684-59fd-45af-be8b-f2836546846a'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:41:55.629616 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] Set router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:55.633693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a74dca-5b41-42ae-a84f-35095eaa7763 None None] Routers {'9450c684-59fd-45af-be8b-f2836546846a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:55.634418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-09a74dca-5b41-42ae-a84f-35095eaa7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9450c684-59fd-45af-be8b-f2836546846a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:55.673637 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks [] for router (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:55.694601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-09a74dca-5b41-42ae-a84f-35095eaa7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:55.696253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05603258-7862-4603-978e-4049448ca0fc req-5a3b2933-fc39-465f-bdc9-9dabb5ac415e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:55.701697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05603258-7862-4603-978e-4049448ca0fc req-5a3b2933-fc39-465f-bdc9-9dabb5ac415e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1604309 Feb 19 00:41:55.710901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a74dca-5b41-42ae-a84f-35095eaa7763 None None] Routers {'9450c684-59fd-45af-be8b-f2836546846a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:55.711783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-09a74dca-5b41-42ae-a84f-35095eaa7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9450c684-59fd-45af-be8b-f2836546846a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:55.759017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-09a74dca-5b41-42ae-a84f-35095eaa7763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:55.759957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a74dca-5b41-42ae-a84f-35095eaa7763 None None] The sync data for ids ['9450c684-59fd-45af-be8b-f2836546846a'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:55.787512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-3c7ff755-d557-4d46-9a6a-174e995c2eef req-1ea92b75-5f46-4a29-bcc3-e8c1304e8bf0 tempest-AttachVolumeShelveTestJSON-383626017 tempest-AttachVolumeShelveTestJSON-383626017-project] (103649) timed out ('10.222.0.60', 60284) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:41:55.825563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-54947894-6713-4336-a8c2-3b9854a0aebf tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for router (9450c684-59fd-45af-be8b-f2836546846a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:55.877332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05603258-7862-4603-978e-4049448ca0fc req-675e949b-164e-4dfe-af43-6ac239849eff tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733525 Feb 19 00:41:55.918496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks [] for router_gateway (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:55.938780 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191'}], 'enable_snat': True}, 'gw_port_id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:41:54Z', 'revision_number': 5, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port': {'id': 'ea950edb-9aa2-4eb9-8529-7933c40b4354', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:38:23Z', 'updated_at': '2022-02-19T00:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:55.993325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Deleting port ea950edb-9aa2-4eb9-8529-7933c40b4354 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:55.993673 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:55.996714 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] Checking router: ff47f273-cb50-4cd6-ade6-e6c1f53dac91 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:41:56.010867 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] Routers {'ff47f273-cb50-4cd6-ade6-e6c1f53dac91'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:41:56.011747 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:41:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:56.120858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] For port ea950edb-9aa2-4eb9-8529-7933c40b4354, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ea950edb-9aa2-4eb9-8529-7933c40b4354,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:56.121399 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.128633 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] Set router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:41:56.144959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Calling delete_port for ea950edb-9aa2-4eb9-8529-7933c40b4354 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:56.151385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-54947894-6713-4336-a8c2-3b9854a0aebf tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (9450c684-59fd-45af-be8b-f2836546846a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.160932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934a39d-ab15-441c-ad3d-d9e283f54602 req-3e6ee3f5-d0cd-4a93-bbb9-7ae1ebcfece4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:56.162381 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-54947894-6713-4336-a8c2-3b9854a0aebf tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for router_controller (9450c684-59fd-45af-be8b-f2836546846a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.162522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b934a39d-ab15-441c-ad3d-d9e283f54602 req-3e6ee3f5-d0cd-4a93-bbb9-7ae1ebcfece4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1086698 Feb 19 00:41:56.220722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-54947894-6713-4336-a8c2-3b9854a0aebf tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (9450c684-59fd-45af-be8b-f2836546846a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.221286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54947894-6713-4336-a8c2-3b9854a0aebf tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Fanout notify agent at l3_agent the message router_deleted on router 9450c684-59fd-45af-be8b-f2836546846a {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:56.241594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-54947894-6713-4336-a8c2-3b9854a0aebf tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.247246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-54947894-6713-4336-a8c2-3b9854a0aebf tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "DELETE /v2.0/routers/9450c684-59fd-45af-be8b-f2836546846a HTTP/1.1" status: 204 len: 168 time: 0.6339908 Feb 19 00:41:56.247889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54820) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:56.262132 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:41:55Z', 'revision_number': 6, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:56.322515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Deleting subnet 08555ce5-bec4-4378-9999-6b1352a23bad {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:41:56.325250 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba037a6-e45b-40b3-b5db-5e597f0c3681 None None] The sync data for ids ['ff47f273-cb50-4cd6-ade6-e6c1f53dac91'] in n-d-826527-3 is: [{'id': 'ff47f273-cb50-4cd6-ade6-e6c1f53dac91', 'name': 'tempest-ServerRescueNegativeTestJSON-230198981-router', 'tenant_id': '75237e50e9da47df9c5078232ebc6b74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:38:21Z', 'updated_at': '2022-02-19T00:41:55Z', 'revision_number': 6, 'project_id': '75237e50e9da47df9c5078232ebc6b74', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:41:56.327840 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for subnet (08555ce5-bec4-4378-9999-6b1352a23bad), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.405900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b934a39d-ab15-441c-ad3d-d9e283f54602 req-7b49bb85-5a11-4eac-ad31-5bbe5186d03e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339449 Feb 19 00:41:56.407166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (08555ce5-bec4-4378-9999-6b1352a23bad), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.436192 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ea950edb-9aa2-4eb9-8529-7933c40b4354), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.470994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Pushing event deleted for resources: {'Port': ['ID=ea950edb-9aa2-4eb9-8529-7933c40b4354,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:56.541278 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.575536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (08555ce5-bec4-4378-9999-6b1352a23bad), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.669142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (08555ce5-bec4-4378-9999-6b1352a23bad), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.711764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event deleted for resources: {'Subnet': ['ID=08555ce5-bec4-4378-9999-6b1352a23bad,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:56.726104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f456abd4-395e-47e7-88d8-578c15c82ca6 None None] Network 8658e98a-7a30-4d37-82ab-78f684216f27 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:41:56.728444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.736855 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "DELETE /v2.0/subnets/08555ce5-bec4-4378-9999-6b1352a23bad HTTP/1.1" status: 204 len: 168 time: 0.4838159 Feb 19 00:41:56.737081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54824) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:56.746857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.747219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.748237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.748599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.748994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.749340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.749730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.750065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.750445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.750784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.751124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.751456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.751785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921ff68-e698-4091-bce4-adc26980151a tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:41:56.840950 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8658e98a-7a30-4d37-82ab-78f684216f27), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.915884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Deleting port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:56.916211 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.986649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:56.989194 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks [] for router_controller (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.063814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (ff47f273-cb50-4cd6-ade6-e6c1f53dac91), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.064451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff47f273-cb50-4cd6-ade6-e6c1f53dac91 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:41:57.071730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.073575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ea950edb-9aa2-4eb9-8529-7933c40b4354 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:57.076080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8ce50ff8-aeeb-4e3e-8f92-530a2d30ebbb admin admin] 10.222.0.60 "DELETE /v2.0/routers/ff47f273-cb50-4cd6-ade6-e6c1f53dac91 HTTP/1.1" status: 204 len: 168 time: 1.6777499 Feb 19 00:41:57.077370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54832) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:57.091390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] For port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2,segment=NetworkSegment(95fb2ac8-6412-4159-b59c-f830898386f8),segment_id=95fb2ac8-6412-4159-b59c-f830898386f8)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:57.092405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.112637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Calling delete_port for 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:57.121551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] DHCP port deletion for 8658e98a-7a30-4d37-82ab-78f684216f27 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:41:57.139319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: ea950edb-9aa2-4eb9-8529-7933c40b4354 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:57.140031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ea950edb-9aa2-4eb9-8529-7933c40b4354 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:57.140648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:57.171822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-104b1f20-9d62-4e86-afab-eab68259411a admin admin] Deleting subnet 47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:41:57.175451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:57.175808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7acf964f-7ca1-4ce6-8e13-c0ee74a09d4a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:57.195281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-104b1f20-9d62-4e86-afab-eab68259411a admin admin] Publish callbacks [] for subnet (47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.253396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-104b1f20-9d62-4e86-afab-eab68259411a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.276894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.285905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] Deleting port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:41:57.288091 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.298739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57226ae7-af55-4b05-b26c-3a7eb20e2702 req-343e00b8-5ecf-4464-bf66-65cf97b251a0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:57.300254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57226ae7-af55-4b05-b26c-3a7eb20e2702 req-343e00b8-5ecf-4464-bf66-65cf97b251a0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1858234 Feb 19 00:41:57.324949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event deleted for resources: {'Port': ['ID=3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:57.336436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] No DVR routers for this DVR port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:57.337554 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-104b1f20-9d62-4e86-afab-eab68259411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.390877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] For port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:41:57.391300 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.415391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] Calling delete_port for 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:41:57.419104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] Port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:41:57.424420 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.425025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57226ae7-af55-4b05-b26c-3a7eb20e2702 req-0e71e734-9bb9-4052-beed-876be67883c5 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185474 Feb 19 00:41:57.458021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] Pushing event deleted for resources: {'Port': ['ID=3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:57.463939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f1c7c-cfe2-4435-98d3-15f552b537c0 None None] No DVR routers for this DVR port 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:41:57.482025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-104b1f20-9d62-4e86-afab-eab68259411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.525399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8658e98a-7a30-4d37-82ab-78f684216f27), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.561112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b1f20-9d62-4e86-afab-eab68259411a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:57.596117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8658e98a-7a30-4d37-82ab-78f684216f27']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:57.600682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-104b1f20-9d62-4e86-afab-eab68259411a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.604981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-104b1f20-9d62-4e86-afab-eab68259411a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/47b5ac7d-b253-40b6-9ddd-510ca9c7b9ac HTTP/1.1" status: 204 len: 168 time: 0.5241077 Feb 19 00:41:57.605410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:57.675637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95fb2ac8-6412-4159-b59c-f830898386f8') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:57.675848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95fb2ac8-6412-4159-b59c-f830898386f8') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:57.696143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (95fb2ac8-6412-4159-b59c-f830898386f8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.719536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (95fb2ac8-6412-4159-b59c-f830898386f8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.729055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:41:57.729468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (95fb2ac8-6412-4159-b59c-f830898386f8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:41:57.733468 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:41:57.737274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (60df42a3-b128-4b85-a5b0-6919e53f31bc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.771346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb206027-e640-4a5b-8d5b-2e7c02ade0f4 req-8a27c7f2-6b5e-4182-b89a-7b97e7b5667a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:57.776568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb206027-e640-4a5b-8d5b-2e7c02ade0f4 req-8a27c7f2-6b5e-4182-b89a-7b97e7b5667a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2232873 Feb 19 00:41:57.839724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8658e98a-7a30-4d37-82ab-78f684216f27), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.877798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb206027-e640-4a5b-8d5b-2e7c02ade0f4 req-ef2183a8-b923-4aea-998b-57501998378a tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935292 Feb 19 00:41:57.887161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.895452 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] 10.222.0.60 "DELETE /v2.0/networks/8658e98a-7a30-4d37-82ab-78f684216f27 HTTP/1.1" status: 204 len: 168 time: 1.1523380 Feb 19 00:41:57.945166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21de086-dcaa-40e3-b089-5cf8edf5ac30 tempest-FloatingIPNegativeTestJSON-30270229 tempest-FloatingIPNegativeTestJSON-30270229-project] Pushing event deleted for resources: {'Network': ['ID=8658e98a-7a30-4d37-82ab-78f684216f27,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:57.957672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (60df42a3-b128-4b85-a5b0-6919e53f31bc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:57.982579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60df42a3-b128-4b85-a5b0-6919e53f31bc']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:57.992479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03105953-69a3-4ed6-ad1e-8173fb7671da') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:57.993210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03105953-69a3-4ed6-ad1e-8173fb7671da') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:41:58.004283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (03105953-69a3-4ed6-ad1e-8173fb7671da), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.019743 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (03105953-69a3-4ed6-ad1e-8173fb7671da), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.026733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:41:58.027462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (03105953-69a3-4ed6-ad1e-8173fb7671da), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:41:58.029771 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:41:58.098075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (60df42a3-b128-4b85-a5b0-6919e53f31bc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.105162 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.109229 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] 10.222.0.60 "DELETE /v2.0/networks/60df42a3-b128-4b85-a5b0-6919e53f31bc HTTP/1.1" status: 204 len: 168 time: 0.4972618 Feb 19 00:41:58.124681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628df82-c4ee-4c09-ad5f-6c9015829adb admin admin] Pushing event deleted for resources: {'Network': ['ID=60df42a3-b128-4b85-a5b0-6919e53f31bc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:58.251551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:58.251701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54852) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:58.297008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8bc47236-5c6e-4684-8e2b-8e59883f2414 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75237e50e9da47df9c5078232ebc6b74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435832 Feb 19 00:41:58.299337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54856) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:58.361314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e35fba96-aa54-4d6d-9f37-b5b1c3f912c8 admin admin] Publish callbacks [] for security_group (8992c30c-aac3-446c-9340-4c65cd784073), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.398056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e35fba96-aa54-4d6d-9f37-b5b1c3f912c8 admin admin] Publish callbacks [] for security_group (8992c30c-aac3-446c-9340-4c65cd784073), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.476171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e35fba96-aa54-4d6d-9f37-b5b1c3f912c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8992c30c-aac3-446c-9340-4c65cd784073), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.484491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e35fba96-aa54-4d6d-9f37-b5b1c3f912c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.486385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e35fba96-aa54-4d6d-9f37-b5b1c3f912c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8992c30c-aac3-446c-9340-4c65cd784073 HTTP/1.1" status: 204 len: 168 time: 0.1852205 Feb 19 00:41:58.505569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fba96-aa54-4d6d-9f37-b5b1c3f912c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8992c30c-aac3-446c-9340-4c65cd784073,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:58.599289 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d9d04293-a7e8-4977-8072-ab86a7d0ec22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5947199c48ea49118884011b643030bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3464255 Feb 19 00:41:58.602957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54864) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:41:58.623967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9690dbc-4e31-461e-a3a9-144f32ab6624 req-c65601f9-c985-46dd-b97a-f4edde77344d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:58.625837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9690dbc-4e31-461e-a3a9-144f32ab6624 req-c65601f9-c985-46dd-b97a-f4edde77344d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.0973079 Feb 19 00:41:58.700780 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b3146b6-4d53-42a4-9246-dae0fabe0357 admin admin] Publish callbacks [] for security_group (c45570d3-4829-4e45-b7b6-48806aed0f20), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.740539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b3146b6-4d53-42a4-9246-dae0fabe0357 admin admin] Publish callbacks [] for security_group (c45570d3-4829-4e45-b7b6-48806aed0f20), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.752041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9690dbc-4e31-461e-a3a9-144f32ab6624 req-4637d0b7-d5c0-470d-b81c-9266a2cebeec tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173000 Feb 19 00:41:58.793630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:41:58.814712 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b3146b6-4d53-42a4-9246-dae0fabe0357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c45570d3-4829-4e45-b7b6-48806aed0f20), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.818079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b3146b6-4d53-42a4-9246-dae0fabe0357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:41:58.826928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:41:58.827560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3ba7a443-fe2a-4d68-9b04-7e415e2ab4b2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:41:58.829470 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6b3146b6-4d53-42a4-9246-dae0fabe0357 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c45570d3-4829-4e45-b7b6-48806aed0f20 HTTP/1.1" status: 204 len: 168 time: 0.2211361 Feb 19 00:41:58.848886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3146b6-4d53-42a4-9246-dae0fabe0357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45570d3-4829-4e45-b7b6-48806aed0f20,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:41:59.082929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa206aa-7a9b-4bc5-92b3-e96942bae956 req-fc9ebeb4-7548-47fd-b0a9-7824651b03ac tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:59.090410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5aa206aa-7a9b-4bc5-92b3-e96942bae956 req-fc9ebeb4-7548-47fd-b0a9-7824651b03ac tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0857348 Feb 19 00:41:59.175126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5aa206aa-7a9b-4bc5-92b3-e96942bae956 req-65728de8-b634-4936-bf90-43f9c481ff29 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833933 Feb 19 00:41:59.949571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710eb77f-e77c-47e1-a9e6-690182f7560f req-90b45852-def2-495b-b142-eefae9ec77ca tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:41:59.952045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-710eb77f-e77c-47e1-a9e6-690182f7560f req-90b45852-def2-495b-b142-eefae9ec77ca tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.0804763 Feb 19 00:42:00.049049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-710eb77f-e77c-47e1-a9e6-690182f7560f req-35ca6be2-d6a7-4b2f-9bd6-1024024f50af tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865891 Feb 19 00:42:00.081830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54922) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:00.421660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-572602361'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:00.438504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee2db5-f5fa-4a21-b35c-e766a0adbf0e req-52d5bc9b-685a-4a35-965e-e1bdd6104ce5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:00.445041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59ee2db5-f5fa-4a21-b35c-e766a0adbf0e req-52d5bc9b-685a-4a35-965e-e1bdd6104ce5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1153994 Feb 19 00:42:00.457708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:00.461886 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.477652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.568162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59ee2db5-f5fa-4a21-b35c-e766a0adbf0e req-f2902d51-8b0b-4a54-a0c0-2713f31540fa tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221743 Feb 19 00:42:00.643465 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for security_group (e37d4da4-26ea-47bc-9a51-bbbaa1e77ab9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.651995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e37d4da4-26ea-47bc-9a51-bbbaa1e77ab9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.697021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:00.703733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37d4da4-26ea-47bc-9a51-bbbaa1e77ab9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:00.712209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (30edb940-90df-49d7-9f20-5bdbc838fa7c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.712565 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Added segment 30edb940-90df-49d7-9f20-5bdbc838fa7c of type vlan for network 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 Feb 19 00:42:00.766551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6f5467be-c5d1-4e8b-b2ab-232620e1ed32), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.824888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6f5467be-c5d1-4e8b-b2ab-232620e1ed32), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.833830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:00.834488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:00.852617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7689698 Feb 19 00:42:01.019499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba44b4-79a7-4ff0-8ab1-cd59b68ab0e6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Network': ['ID=6f5467be-c5d1-4e8b-b2ab-232620e1ed32,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:01.032056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:01.360560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6badc-7ff8-480e-a91d-9fef63b7e980 req-d8571f4b-3a08-43fb-9711-35f11b290ef0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:01.363586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3e6badc-7ff8-480e-a91d-9fef63b7e980 req-d8571f4b-3a08-43fb-9711-35f11b290ef0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1307814 Feb 19 00:42:01.561873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3e6badc-7ff8-480e-a91d-9fef63b7e980 req-6c4e15c1-0a4f-4092-8ace-5864aad45aa7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922495 Feb 19 00:42:01.853001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb999dc-38d9-4023-b17d-52b6063ad0dc req-eb4bb3b0-eb7f-42db-bc1a-d37ebf26aefc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:01.861177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcb999dc-38d9-4023-b17d-52b6063ad0dc req-eb4bb3b0-eb7f-42db-bc1a-d37ebf26aefc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1694269 Feb 19 00:42:01.913681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54980) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:01.980272 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcb999dc-38d9-4023-b17d-52b6063ad0dc req-89c09619-3179-451a-948a-bf47bef379e8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177292 Feb 19 00:42:02.217396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-774c36ac-56d7-492d-b00d-7df7e4f2df70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.361830 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-774c36ac-56d7-492d-b00d-7df7e4f2df70 admin admin] Publish callbacks [] for security_group (da98531b-afc5-4954-9d41-b9fa63199725), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.368152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-774c36ac-56d7-492d-b00d-7df7e4f2df70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (da98531b-afc5-4954-9d41-b9fa63199725), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.419223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-774c36ac-56d7-492d-b00d-7df7e4f2df70 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64a9efe2bf6346e186698e8cf24d1afb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5042660 Feb 19 00:42:02.420566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c36ac-56d7-492d-b00d-7df7e4f2df70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da98531b-afc5-4954-9d41-b9fa63199725,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:02.421675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54984) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:02.487350 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Publish callbacks [] for security_group (da98531b-afc5-4954-9d41-b9fa63199725), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.566961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Publish callbacks [] for security_group (da98531b-afc5-4954-9d41-b9fa63199725), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.800931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (da98531b-afc5-4954-9d41-b9fa63199725), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.807717 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:02.809136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da98531b-afc5-4954-9d41-b9fa63199725 HTTP/1.1" status: 204 len: 168 time: 0.3855119 Feb 19 00:42:02.846745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da98531b-afc5-4954-9d41-b9fa63199725,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:02.885040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.885475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.885839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.886217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.886592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.886952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.887300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.887662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.888000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.888337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.888693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.889055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:02.889389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc76dc-1480-4d63-ae4f-fb53dd4b1f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:03.030903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cf250-5088-4191-84fe-e36cddfd6385 req-40b75e8d-54d0-461d-b8a2-561a40d7b7bd tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:03.041130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b72cf250-5088-4191-84fe-e36cddfd6385 req-40b75e8d-54d0-461d-b8a2-561a40d7b7bd tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.3451154 Feb 19 00:42:03.252311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b72cf250-5088-4191-84fe-e36cddfd6385 req-9fb40cb6-bb57-448b-83c5-f3f0ef344fcf tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842616 Feb 19 00:42:03.474832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8bad3-197c-4c1b-8988-59ea5616a0ae req-2faf83ff-1945-43d2-b55f-a48646e1172c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:03.483507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd8bad3-197c-4c1b-8988-59ea5616a0ae req-2faf83ff-1945-43d2-b55f-a48646e1172c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2043862 Feb 19 00:42:03.611253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd8bad3-197c-4c1b-8988-59ea5616a0ae req-811efa67-58ff-4b6e-8c57-b422f7d04ef5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106668 Feb 19 00:42:04.141717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55022) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:04.147202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'subnet': {'network_id': '6f5467be-c5d1-4e8b-b2ab-232620e1ed32', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:04.261874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:04.266005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.470169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:04.501164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7539f-6063-48f2-a0cc-bed771222c2a req-72f1dfc0-0cfb-4e54-bb69-6e452fcd31a9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:04.502898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76f7539f-6063-48f2-a0cc-bed771222c2a req-72f1dfc0-0cfb-4e54-bb69-6e452fcd31a9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1273744 Feb 19 00:42:04.529355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.584567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4a64f0e-3b57-44c9-a594-15e8f4ec8d80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.610202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76f7539f-6063-48f2-a0cc-bed771222c2a req-5a7099a0-8513-4a3d-a3b5-012058f340dd tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978401 Feb 19 00:42:04.610951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Subnet': ['ID=7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:04.627495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Checking segment: {'id': '30edb940-90df-49d7-9f20-5bdbc838fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6f5467be-c5d1-4e8b-b2ab-232620e1ed32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:04.628216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network hostable DHCP agents. Network: 6f5467be-c5d1-4e8b-b2ab-232620e1ed32, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:04.651226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:04.665911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6f5467be-c5d1-4e8b-b2ab-232620e1ed32) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:04.671225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:04.671987 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.677975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6d995f-5459-4bb1-910b-d2e93a2b007f None None] Network 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:04.693666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4a64f0e-3b57-44c9-a594-15e8f4ec8d80 admin admin] Publish callbacks [] for security_group (83874800-c730-4bd5-b569-454e834f6940), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.700497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4a64f0e-3b57-44c9-a594-15e8f4ec8d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (83874800-c730-4bd5-b569-454e834f6940), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.705897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1bc3e34d-06ee-4a96-ab18-fded0deea6c0 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5595937 Feb 19 00:42:04.706413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55044) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:04.717270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1650258801'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:04.731725 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4a64f0e-3b57-44c9-a594-15e8f4ec8d80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc4aa0c471874bfea49b3140e33a05b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574348 Feb 19 00:42:04.735391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:04.801032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:04.804226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a64f0e-3b57-44c9-a594-15e8f4ec8d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83874800-c730-4bd5-b569-454e834f6940,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:04.805786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.814346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fbc8-20b5-48ff-b6f4-b4de8e8029f2 admin admin] Publish callbacks [] for security_group (83874800-c730-4bd5-b569-454e834f6940), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.824056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-6f5467be-c5d1-4e8b-b2ab-232620e1ed32', 'network_id': '6f5467be-c5d1-4e8b-b2ab-232620e1ed32', 'project_id': 'a5eb7101f35e412c977c54c8bc43bf68', 'fixed_ips': [{'subnet_id': '7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:42:04.825864 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.841762 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fbc8-20b5-48ff-b6f4-b4de8e8029f2 admin admin] Publish callbacks [] for security_group (83874800-c730-4bd5-b569-454e834f6940), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.859718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:04.870699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (240199e3-adf2-47c7-91a0-10ec9c4cfa66), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.871057 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Added segment 240199e3-adf2-47c7-91a0-10ec9c4cfa66 of type vlan for network 356c519d-de63-4c25-aa6d-b8adef81b98d Feb 19 00:42:04.905071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fbc8-20b5-48ff-b6f4-b4de8e8029f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (83874800-c730-4bd5-b569-454e834f6940), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.910797 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdf6fbc8-20b5-48ff-b6f4-b4de8e8029f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:04.912001 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cdf6fbc8-20b5-48ff-b6f4-b4de8e8029f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/83874800-c730-4bd5-b569-454e834f6940 HTTP/1.1" status: 204 len: 168 time: 0.1756780 Feb 19 00:42:04.933878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6fbc8-20b5-48ff-b6f4-b4de8e8029f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83874800-c730-4bd5-b569-454e834f6940,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:04.953516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9a214-e8cd-4230-947f-973646e31c84 req-79fe571a-1902-4b24-98fe-426fd71b9a24 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:04.961285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82d9a214-e8cd-4230-947f-973646e31c84 req-79fe571a-1902-4b24-98fe-426fd71b9a24 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2227652 Feb 19 00:42:04.978336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (356c519d-de63-4c25-aa6d-b8adef81b98d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.069182 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (356c519d-de63-4c25-aa6d-b8adef81b98d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.085747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:05.086447 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.089981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Allocated IP 2001:db8:0:ffff::2 (6f5467be-c5d1-4e8b-b2ab-232620e1ed32/7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6/fce03cbb-80f8-4c5f-8e27-5a846fc4f83d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:05.127995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82d9a214-e8cd-4230-947f-973646e31c84 req-c5a3882e-d699-47c0-bd14-d8a1b5bfb622 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571355 Feb 19 00:42:05.188888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4812343 Feb 19 00:42:05.192109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55066) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:05.199401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'subnet': {'network_id': '356c519d-de63-4c25-aa6d-b8adef81b98d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:05.299782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a880122-b755-4541-a81b-a56314dde06d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Network': ['ID=356c519d-de63-4c25-aa6d-b8adef81b98d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:05.300449 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Publish callbacks [] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.311264 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.314929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:05.318789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.319154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 356c519d-de63-4c25-aa6d-b8adef81b98d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:05.415755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Network 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:05.436143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:05.446013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:05.458344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Pushing event updated for resources: {'Port': ['ID=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:05.471449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.472110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.472618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.473218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.473797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.474439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.475082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.475666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.476220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.476728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.477240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.477744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.478321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:05.581000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Attempting to bind port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:05.582267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Attempting to bind port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '30edb940-90df-49d7-9f20-5bdbc838fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6f5467be-c5d1-4e8b-b2ab-232620e1ed32'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:05.583428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Attempting to bind port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d on network 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:05.592001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:05.593184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Checking segment: {'id': '30edb940-90df-49d7-9f20-5bdbc838fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6f5467be-c5d1-4e8b-b2ab-232620e1ed32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:05.594510 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.595107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Bound using segment: {'id': '30edb940-90df-49d7-9f20-5bdbc838fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6f5467be-c5d1-4e8b-b2ab-232620e1ed32'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:05.596606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Bound port: fce03cbb-80f8-4c5f-8e27-5a846fc4f83d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30edb940-90df-49d7-9f20-5bdbc838fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6f5467be-c5d1-4e8b-b2ab-232620e1ed32'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:05.597313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.686237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] For port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:05.693387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] For port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,segment=NetworkSegment(30edb940-90df-49d7-9f20-5bdbc838fa7c),segment_id=30edb940-90df-49d7-9f20-5bdbc838fa7c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:05.707224 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.819772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ce4d6-4975-4fd1-bb83-d1e7f35fa3c2 None None] Pushing event updated for resources: {'Port': ['ID=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:05.829439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:42:05.861646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (eabeb89e-4f92-4c9d-814f-059be351fd10), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:05.960145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Subnet': ['ID=eabeb89e-4f92-4c9d-814f-059be351fd10,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:05.991090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b03148-7c06-41b8-9a64-470f55e47da3 req-a3b12980-96fc-461a-bf63-c8e457fdc15f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:05.998880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74b03148-7c06-41b8-9a64-470f55e47da3 req-a3b12980-96fc-461a-bf63-c8e457fdc15f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1680667 Feb 19 00:42:06.020341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Checking segment: {'id': '240199e3-adf2-47c7-91a0-10ec9c4cfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '356c519d-de63-4c25-aa6d-b8adef81b98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:06.020812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network hostable DHCP agents. Network: 356c519d-de63-4c25-aa6d-b8adef81b98d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:06.102250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74b03148-7c06-41b8-9a64-470f55e47da3 req-d8d264da-b63b-4407-b6fb-107bc6c23440 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015587 Feb 19 00:42:06.112423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network 356c519d-de63-4c25-aa6d-b8adef81b98d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:06.187307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 356c519d-de63-4c25-aa6d-b8adef81b98d) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:06.196208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38420be-328c-4a28-9597-ed5c0e06edde None None] Network 356c519d-de63-4c25-aa6d-b8adef81b98d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:06.197069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:06.197705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:06.333663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55100) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:06.336440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-027831ab-dc4c-48f1-a92a-254c9a97dfb5 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1374290 Feb 19 00:42:06.341970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'port': {'network_id': '356c519d-de63-4c25-aa6d-b8adef81b98d', 'name': 'tempest-NetworksIpV6TestAttrs-1814868886'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:06.376886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:42:06.413663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc53ddd-8ca3-4383-8718-b56ec0c5a889 req-dfbf8649-0ad6-4080-893f-10237057b43e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:06.416475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dc53ddd-8ca3-4383-8718-b56ec0c5a889 req-dfbf8649-0ad6-4080-893f-10237057b43e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1675174 Feb 19 00:42:06.484021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-356c519d-de63-4c25-aa6d-b8adef81b98d', 'network_id': '356c519d-de63-4c25-aa6d-b8adef81b98d', 'project_id': 'a5eb7101f35e412c977c54c8bc43bf68', 'fixed_ips': [{'subnet_id': 'eabeb89e-4f92-4c9d-814f-059be351fd10'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:42:06.484987 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:06.542800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dc53ddd-8ca3-4383-8718-b56ec0c5a889 req-fa187bfe-35a8-4a30-ba82-4248d6964665 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194255 Feb 19 00:42:06.609496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:06.614281 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:06.652893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] device_id is not set on port 3e1e0c00-8e7a-4423-8240-c19ff0b24f47 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:06.663803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:06.703506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07', 'port_id': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'mac_address': 'fa:16:3e:80:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96da7c72-2c12-434d-8482-df768791c408', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:42:06.799500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bac6700d-0309-4528-b486-47cf7b8e2e11 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:06.799884 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:06.811272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Allocated IP 2001:db8::f816:3eff:fe12:1d47 (356c519d-de63-4c25-aa6d-b8adef81b98d/eabeb89e-4f92-4c9d-814f-059be351fd10/978e32c5-837a-4a92-928f-07b22251da22) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:06.837543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bac6700d-0309-4528-b486-47cf7b8e2e11 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:42:06.849268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fce03cbb-80f8-4c5f-8e27-5a846fc4f83d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:42:06.954829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:06.967164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:07.077739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:07.084193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:07.091679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:07.387220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['bac6700d-0309-4528-b486-47cf7b8e2e11'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:42:07.388837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5ce1c-e261-4c2c-97ab-61e9ff96ef18 req-b4b27b19-ba61-401f-baf8-6fbcbe0c7c37 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:07.401608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50a5ce1c-e261-4c2c-97ab-61e9ff96ef18 req-b4b27b19-ba61-401f-baf8-6fbcbe0c7c37 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1310935 Feb 19 00:42:07.472625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24e58f3-74e1-4dc5-9fb0-60c947dd57e9 None None] Network 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:07.489442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50a5ce1c-e261-4c2c-97ab-61e9ff96ef18 req-5dd80f48-cbdb-4072-bc11-3b1fe556d7d0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866191 Feb 19 00:42:07.596588 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Publish callbacks [] for port (978e32c5-837a-4a92-928f-07b22251da22), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:07.633756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (978e32c5-837a-4a92-928f-07b22251da22), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:07.710256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Pushing event updated for resources: {'Port': ['ID=978e32c5-837a-4a92-928f-07b22251da22,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:07.713695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c9474327-76dc-42c7-be6b-cac149f765d9 None None] Provisioning complete for port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:07.714292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9474327-76dc-42c7-be6b-cac149f765d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:07.715463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Allocated IP 2001:db8::f816:3eff:fede:5b8a (356c519d-de63-4c25-aa6d-b8adef81b98d/eabeb89e-4f92-4c9d-814f-059be351fd10/3e1e0c00-8e7a-4423-8240-c19ff0b24f47) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:07.808312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Network 356c519d-de63-4c25-aa6d-b8adef81b98d is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:07.810231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2afc53f-27d9-454a-8399-af2b937d69cc req-bdd82757-6b4c-4647-8c19-d7368c1940d9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:07.821454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:07.822609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2afc53f-27d9-454a-8399-af2b937d69cc req-bdd82757-6b4c-4647-8c19-d7368c1940d9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.1870015 Feb 19 00:42:07.824092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:07.826487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:07.826896 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:07.936153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,segment=NetworkSegment(30edb940-90df-49d7-9f20-5bdbc838fa7c),segment_id=30edb940-90df-49d7-9f20-5bdbc838fa7c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:07.951912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:07.970962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2afc53f-27d9-454a-8399-af2b937d69cc req-b5b86d41-d575-4b67-9310-323675e4b575 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403315 Feb 19 00:42:08.044499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Attempting to bind port 978e32c5-837a-4a92-928f-07b22251da22 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:08.044879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Attempting to bind port 978e32c5-837a-4a92-928f-07b22251da22 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '240199e3-adf2-47c7-91a0-10ec9c4cfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '356c519d-de63-4c25-aa6d-b8adef81b98d'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:08.045230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Attempting to bind port 978e32c5-837a-4a92-928f-07b22251da22 on network 356c519d-de63-4c25-aa6d-b8adef81b98d {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:08.088583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:08.088972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Checking segment: {'id': '240199e3-adf2-47c7-91a0-10ec9c4cfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '356c519d-de63-4c25-aa6d-b8adef81b98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:08.089372 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.089767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Bound using segment: {'id': '240199e3-adf2-47c7-91a0-10ec9c4cfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '356c519d-de63-4c25-aa6d-b8adef81b98d'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:08.090637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Bound port: 978e32c5-837a-4a92-928f-07b22251da22, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240199e3-adf2-47c7-91a0-10ec9c4cfa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '356c519d-de63-4c25-aa6d-b8adef81b98d'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:08.091033 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (978e32c5-837a-4a92-928f-07b22251da22), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.150915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:08.175337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c9474327-76dc-42c7-be6b-cac149f765d9 None None] Current status of the port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:08.189977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for port (3e1e0c00-8e7a-4423-8240-c19ff0b24f47), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.238321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] For port 978e32c5-837a-4a92-928f-07b22251da22, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:08.242920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] For port 978e32c5-837a-4a92-928f-07b22251da22, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=978e32c5-837a-4a92-928f-07b22251da22,segment=NetworkSegment(240199e3-adf2-47c7-91a0-10ec9c4cfa66),segment_id=240199e3-adf2-47c7-91a0-10ec9c4cfa66)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:08.259075 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (978e32c5-837a-4a92-928f-07b22251da22), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.286987 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3e1e0c00-8e7a-4423-8240-c19ff0b24f47), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.334994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:42:08.404599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Port': ['ID=3e1e0c00-8e7a-4423-8240-c19ff0b24f47,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:08.422492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:42:08.434068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network 356c519d-de63-4c25-aa6d-b8adef81b98d is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:08.435694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:08.440943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:08.453336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:08.454019 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.471610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc008a29-7860-4a6d-b24f-be779dd0a30d None None] Pushing event updated for resources: {'Port': ['ID=978e32c5-837a-4a92-928f-07b22251da22,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:08.496180 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6c557cd7-5808-498b-949c-6312ab5ee6da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1604297 Feb 19 00:42:08.499187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55146) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:08.583136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5072da2a-59a4-459b-8386-33459288dd73 None None] Provisioning complete for port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:08.583670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5072da2a-59a4-459b-8386-33459288dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.640437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port bac6700d-0309-4528-b486-47cf7b8e2e11 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:08.640826 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.743617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c933c4de-f70a-4b91-a33d-37343e9c872c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Deleting subnet eabeb89e-4f92-4c9d-814f-059be351fd10 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:42:08.764649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c933c4de-f70a-4b91-a33d-37343e9c872c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for subnet (eabeb89e-4f92-4c9d-814f-059be351fd10), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.876761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c933c4de-f70a-4b91-a33d-37343e9c872c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (eabeb89e-4f92-4c9d-814f-059be351fd10), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:08.918052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5abaf-e5e9-42eb-b954-f32cc95b2db5 req-b0408706-522d-44d6-adf9-dcc4996487c7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:08.938364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38d5abaf-e5e9-42eb-b954-f32cc95b2db5 req-b0408706-522d-44d6-adf9-dcc4996487c7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.2761650 Feb 19 00:42:08.968505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fce03cbb-80f8-4c5f-8e27-5a846fc4f83d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:42:09.184492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5072da2a-59a4-459b-8386-33459288dd73 None None] Current status of the port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:09.242285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bac6700d-0309-4528-b486-47cf7b8e2e11 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:09.242684 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:09.293765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:09.294146 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:09.379023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38d5abaf-e5e9-42eb-b954-f32cc95b2db5 req-da187fe1-d628-4cd7-b91c-f8fe03fc7e2e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395781 Feb 19 00:42:09.422234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:09.427056 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a77066-01f9-4a93-b5aa-c2140f1cadf9" -d '{"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-plugged", "status": "completed", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:09.487350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:09.491486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f5938-1dfe-4dc0-8c23-1118bb1f16af req-82bb81e9-c0f2-4243-b6e3-8ca845d37526 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:09.498262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f28f5938-1dfe-4dc0-8c23-1118bb1f16af req-82bb81e9-c0f2-4243-b6e3-8ca845d37526 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.4076912 Feb 19 00:42:09.500356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:09.554116 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c933c4de-f70a-4b91-a33d-37343e9c872c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (eabeb89e-4f92-4c9d-814f-059be351fd10), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:09.632643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f28f5938-1dfe-4dc0-8c23-1118bb1f16af req-27c26748-9222-4509-9d01-73b16af3a9b6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258044 Feb 19 00:42:09.634862 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84711477-883f-4ccb-8f83-5114689b1b01 x-openstack-request-id: req-84711477-883f-4ccb-8f83-5114689b1b01 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:09.635274 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-plugged", "status": "completed", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:09.635627 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84711477-883f-4ccb-8f83-5114689b1b01 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:09.636330 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'code': 200} Feb 19 00:42:09.637817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:09.740136 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c933c4de-f70a-4b91-a33d-37343e9c872c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (eabeb89e-4f92-4c9d-814f-059be351fd10), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:09.788127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:09.802517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933c4de-f70a-4b91-a33d-37343e9c872c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Subnet': ['ID=eabeb89e-4f92-4c9d-814f-059be351fd10,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:09.816323 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c933c4de-f70a-4b91-a33d-37343e9c872c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:09.823849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55180) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:09.824610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c933c4de-f70a-4b91-a33d-37343e9c872c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/subnets/eabeb89e-4f92-4c9d-814f-059be351fd10 HTTP/1.1" status: 204 len: 168 time: 1.3221166 Feb 19 00:42:10.062097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45196b8b-4de6-4eef-a5bc-754b338f8fe8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:10.065874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45196b8b-4de6-4eef-a5bc-754b338f8fe8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:10.070611 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-45196b8b-4de6-4eef-a5bc-754b338f8fe8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2429330 Feb 19 00:42:10.072789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55182) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:10.276363 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acaeadb1-26b5-4bb9-866d-9b8b87492714 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (356c519d-de63-4c25-aa6d-b8adef81b98d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.297441 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaeadb1-26b5-4bb9-866d-9b8b87492714 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 00:42:10.297891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acaeadb1-26b5-4bb9-866d-9b8b87492714 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:10.310068 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-acaeadb1-26b5-4bb9-866d-9b8b87492714 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/356c519d-de63-4c25-aa6d-b8adef81b98d HTTP/1.1" status: 409 len: 466 time: 0.2291486 Feb 19 00:42:10.310478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55184) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:10.315692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1844690386'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:10.338913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:10.342468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.350760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb33593-a11a-4d82-afc5-3a157b90a5e8 None None] Network 356c519d-de63-4c25-aa6d-b8adef81b98d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:10.392593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:10.405752 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a1f14d5b-2162-42fe-a184-4026c0915d42), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.406145 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Added segment a1f14d5b-2162-42fe-a184-4026c0915d42 of type vlan for network de4ff51a-10ad-4df8-a2c3-c184485f6d5f Feb 19 00:42:10.474221 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (de4ff51a-10ad-4df8-a2c3-c184485f6d5f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.511923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (de4ff51a-10ad-4df8-a2c3-c184485f6d5f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.516408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3ddedddf-b6e0-4e3f-8e11-4104d32d9aa5 None None] Provisioning complete for port 978e32c5-837a-4a92-928f-07b22251da22 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:10.517091 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ddedddf-b6e0-4e3f-8e11-4104d32d9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (978e32c5-837a-4a92-928f-07b22251da22), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.519805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:10.520605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.617870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55192) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:10.625521 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3114014 Feb 19 00:42:10.638896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'subnet': {'network_id': 'de4ff51a-10ad-4df8-a2c3-c184485f6d5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:10.666977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb21420-0d5a-44f0-880d-058da41bd847 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Network': ['ID=de4ff51a-10ad-4df8-a2c3-c184485f6d5f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:10.716882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] DHCP port deletion for 356c519d-de63-4c25-aa6d-b8adef81b98d request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:42:10.731974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network de4ff51a-10ad-4df8-a2c3-c184485f6d5f details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:10.818331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3ddedddf-b6e0-4e3f-8e11-4104d32d9aa5 None None] Current status of the port 978e32c5-837a-4a92-928f-07b22251da22 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:10.818681 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ddedddf-b6e0-4e3f-8e11-4104d32d9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (978e32c5-837a-4a92-928f-07b22251da22), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.893804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:10.898821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:10.958607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3ddedddf-b6e0-4e3f-8e11-4104d32d9aa5 None None] For port 978e32c5-837a-4a92-928f-07b22251da22, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=978e32c5-837a-4a92-928f-07b22251da22,segment=NetworkSegment(240199e3-adf2-47c7-91a0-10ec9c4cfa66),segment_id=240199e3-adf2-47c7-91a0-10ec9c4cfa66)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:11.000187 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ddedddf-b6e0-4e3f-8e11-4104d32d9aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (978e32c5-837a-4a92-928f-07b22251da22), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:11.073384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d046b4-d7a9-4f3c-9f9c-5a0f8adbaedf req-c6267f1a-c78a-4263-b185-1106c7400fa1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:11.075281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10d046b4-d7a9-4f3c-9f9c-5a0f8adbaedf req-c6267f1a-c78a-4263-b185-1106c7400fa1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2109547 Feb 19 00:42:11.087453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e84670-8f79-439d-9eeb-629ab32ed440 req-875f7c79-c3a2-499d-8bb4-fd1fc15f7b39 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:11.089538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86e84670-8f79-439d-9eeb-629ab32ed440 req-875f7c79-c3a2-499d-8bb4-fd1fc15f7b39 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.5655189 Feb 19 00:42:11.139147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] Deleting port 978e32c5-837a-4a92-928f-07b22251da22 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:11.139616 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (978e32c5-837a-4a92-928f-07b22251da22), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:11.262032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddedddf-b6e0-4e3f-8e11-4104d32d9aa5 None None] Pushing event updated for resources: {'Port': ['ID=978e32c5-837a-4a92-928f-07b22251da22,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:11.294139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] For port 978e32c5-837a-4a92-928f-07b22251da22, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=978e32c5-837a-4a92-928f-07b22251da22,segment=NetworkSegment(240199e3-adf2-47c7-91a0-10ec9c4cfa66),segment_id=240199e3-adf2-47c7-91a0-10ec9c4cfa66)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:11.294566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (978e32c5-837a-4a92-928f-07b22251da22), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:11.308698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] Calling delete_port for 978e32c5-837a-4a92-928f-07b22251da22 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:11.323683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86e84670-8f79-439d-9eeb-629ab32ed440 req-71c992af-7ae4-4d97-99d3-f9349958c975 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195678 Feb 19 00:42:11.357392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10d046b4-d7a9-4f3c-9f9c-5a0f8adbaedf req-8f27ff70-e359-4f87-9e5a-325e46fc6da2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644749 Feb 19 00:42:11.504905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:42:11.509455 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (978e32c5-837a-4a92-928f-07b22251da22), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:11.511830 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (8f804320-014e-4d60-813f-698c2a4f37f1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:11.588350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] Pushing event deleted for resources: {'Port': ['ID=978e32c5-837a-4a92-928f-07b22251da22,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:11.596597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a493f07-01c6-4d67-a828-6862b7db6a88 None None] No DVR routers for this DVR port 978e32c5-837a-4a92-928f-07b22251da22 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:11.646846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Subnet': ['ID=8f804320-014e-4d60-813f-698c2a4f37f1,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:11.657663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Checking segment: {'id': 'a1f14d5b-2162-42fe-a184-4026c0915d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de4ff51a-10ad-4df8-a2c3-c184485f6d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:11.658401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network hostable DHCP agents. Network: de4ff51a-10ad-4df8-a2c3-c184485f6d5f, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:11.682304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network de4ff51a-10ad-4df8-a2c3-c184485f6d5f is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:11.703601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, de4ff51a-10ad-4df8-a2c3-c184485f6d5f) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:11.716868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:11.716868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:11.725114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7cf4fc-f968-4e9e-b52e-81a3dae04dbc None None] Network de4ff51a-10ad-4df8-a2c3-c184485f6d5f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:11.757722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55208) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:11.763492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'port': {'network_id': 'de4ff51a-10ad-4df8-a2c3-c184485f6d5f', 'name': 'tempest-NetworksIpV6TestAttrs-248250612'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:11.764201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de115a3d-c0a9-4f1d-b05f-6b76bf992040 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1422091 Feb 19 00:42:11.965748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:11.971698 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:12.008644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] device_id is not set on port 886bc003-b9e4-4cbb-954b-7a3cb856595f yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:12.300820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Allocated IP 2001:db8::f816:3eff:fe11:5290 (de4ff51a-10ad-4df8-a2c3-c184485f6d5f/8f804320-014e-4d60-813f-698c2a4f37f1/886bc003-b9e4-4cbb-954b-7a3cb856595f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:12.318149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-de4ff51a-10ad-4df8-a2c3-c184485f6d5f', 'network_id': 'de4ff51a-10ad-4df8-a2c3-c184485f6d5f', 'project_id': 'a5eb7101f35e412c977c54c8bc43bf68', 'fixed_ips': [{'subnet_id': '8f804320-014e-4d60-813f-698c2a4f37f1'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:42:12.319057 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:12.542146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6249c6-3b21-4447-b1f4-39e594165801 req-391624ec-ac8d-4c1e-912f-1c2ab6008fb6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:12.549620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb6249c6-3b21-4447-b1f4-39e594165801 req-391624ec-ac8d-4c1e-912f-1c2ab6008fb6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0911279 Feb 19 00:42:12.560325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dcae0-1524-47f8-84b6-5631035a1132 req-88d04f4f-d799-45eb-8be0-0062504b041b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:12.568461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d9dcae0-1524-47f8-84b6-5631035a1132 req-88d04f4f-d799-45eb-8be0-0062504b041b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1238585 Feb 19 00:42:12.648788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for port (886bc003-b9e4-4cbb-954b-7a3cb856595f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:12.673414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d9dcae0-1524-47f8-84b6-5631035a1132 req-292967ee-990f-48c1-8bb8-67a2e8821122 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991652 Feb 19 00:42:12.703414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb6249c6-3b21-4447-b1f4-39e594165801 req-0bbb12cd-52fd-42f8-af34-afe61e360991 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524246 Feb 19 00:42:12.726837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (886bc003-b9e4-4cbb-954b-7a3cb856595f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:12.790440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 978e32c5-837a-4a92-928f-07b22251da22 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:12.798611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network de4ff51a-10ad-4df8-a2c3-c184485f6d5f is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:12.808276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:12.815672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:12.821470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:12.822327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:12.831937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Port': ['ID=886bc003-b9e4-4cbb-954b-7a3cb856595f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:12.852364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 978e32c5-837a-4a92-928f-07b22251da22 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:42:12.852977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1ea7b985-9421-4670-918b-bd54e858cf28 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0938799 Feb 19 00:42:12.855573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55230) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:12.866813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 978e32c5-837a-4a92-928f-07b22251da22 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:42:12.906726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Allocated IP 2001:db8::f816:3eff:fe3c:2cf7 (de4ff51a-10ad-4df8-a2c3-c184485f6d5f/8f804320-014e-4d60-813f-698c2a4f37f1/bd7bcca2-5604-4649-b129-871386520171) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:13.015405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24039af-dedd-4a65-803b-f3369991d934 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Deleting subnet 8f804320-014e-4d60-813f-698c2a4f37f1 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:42:13.289973 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Publish callbacks [] for port (bd7bcca2-5604-4649-b129-871386520171), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:13.301474 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (bd7bcca2-5604-4649-b129-871386520171), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:13.302787 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e24039af-dedd-4a65-803b-f3369991d934 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for subnet (8f804320-014e-4d60-813f-698c2a4f37f1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:13.413237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Pushing event updated for resources: {'Port': ['ID=bd7bcca2-5604-4649-b129-871386520171,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:13.416933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e24039af-dedd-4a65-803b-f3369991d934 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (8f804320-014e-4d60-813f-698c2a4f37f1), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:13.448143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Network de4ff51a-10ad-4df8-a2c3-c184485f6d5f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:13.452805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:13.458991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:13.605514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Attempting to bind port bd7bcca2-5604-4649-b129-871386520171 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:13.605889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Attempting to bind port bd7bcca2-5604-4649-b129-871386520171 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'a1f14d5b-2162-42fe-a184-4026c0915d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de4ff51a-10ad-4df8-a2c3-c184485f6d5f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:13.606615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Attempting to bind port bd7bcca2-5604-4649-b129-871386520171 on network de4ff51a-10ad-4df8-a2c3-c184485f6d5f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:13.612283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:13.612671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Checking segment: {'id': 'a1f14d5b-2162-42fe-a184-4026c0915d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de4ff51a-10ad-4df8-a2c3-c184485f6d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:13.613081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:13.613477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Bound using segment: {'id': 'a1f14d5b-2162-42fe-a184-4026c0915d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de4ff51a-10ad-4df8-a2c3-c184485f6d5f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:13.613953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Bound port: bd7bcca2-5604-4649-b129-871386520171, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f14d5b-2162-42fe-a184-4026c0915d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'de4ff51a-10ad-4df8-a2c3-c184485f6d5f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:13.619081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bd7bcca2-5604-4649-b129-871386520171), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:13.752305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] For port bd7bcca2-5604-4649-b129-871386520171, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:13.758747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] For port bd7bcca2-5604-4649-b129-871386520171, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bd7bcca2-5604-4649-b129-871386520171,segment=NetworkSegment(a1f14d5b-2162-42fe-a184-4026c0915d42),segment_id=a1f14d5b-2162-42fe-a184-4026c0915d42)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:13.773933 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bd7bcca2-5604-4649-b129-871386520171), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:13.940896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ad8af-c2af-42eb-b22c-732c7689156b None None] Pushing event updated for resources: {'Port': ['ID=bd7bcca2-5604-4649-b129-871386520171,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:14.081801 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e24039af-dedd-4a65-803b-f3369991d934 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (8f804320-014e-4d60-813f-698c2a4f37f1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:14.249200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e24039af-dedd-4a65-803b-f3369991d934 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (8f804320-014e-4d60-813f-698c2a4f37f1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:14.413187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24039af-dedd-4a65-803b-f3369991d934 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Subnet': ['ID=8f804320-014e-4d60-813f-698c2a4f37f1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:14.456634 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e24039af-dedd-4a65-803b-f3369991d934 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:14.460044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e24039af-dedd-4a65-803b-f3369991d934 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/subnets/8f804320-014e-4d60-813f-698c2a4f37f1 HTTP/1.1" status: 204 len: 168 time: 1.6031001 Feb 19 00:42:14.462727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55262) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:14.512849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1e23-d0eb-4264-b203-eb24771b8c1e req-6a38ec99-75af-441b-b1a6-7ab00bc2f009 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:14.522989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67fc1e23-d0eb-4264-b203-eb24771b8c1e req-6a38ec99-75af-441b-b1a6-7ab00bc2f009 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.3242161 Feb 19 00:42:14.612492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323ff23-5beb-4e46-b8b0-6986ff3a5d84 req-0d584c58-3338-4bf7-bdef-097b16046345 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:14.619652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9323ff23-5beb-4e46-b8b0-6986ff3a5d84 req-0d584c58-3338-4bf7-bdef-097b16046345 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.4224339 Feb 19 00:42:14.635042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b96891b-75da-4ec6-b8b2-757a8ef8d391 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:14.639775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b96891b-75da-4ec6-b8b2-757a8ef8d391 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:14.654514 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9b96891b-75da-4ec6-b8b2-757a8ef8d391 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1788557 Feb 19 00:42:14.655960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55268) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:14.803817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67fc1e23-d0eb-4264-b203-eb24771b8c1e req-bc8e54c3-ca63-49cb-b8f8-d4236c4578d3 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738614 Feb 19 00:42:14.836812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9323ff23-5beb-4e46-b8b0-6986ff3a5d84 req-39b64737-f2f4-4f7b-a1a5-cf1ff5d86a57 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132730 Feb 19 00:42:14.923461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bd7bcca2-5604-4649-b129-871386520171 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:42:14.956817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c8bf2cd-ace7-444c-8be8-510309526f58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (de4ff51a-10ad-4df8-a2c3-c184485f6d5f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:14.998067 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8bf2cd-ace7-444c-8be8-510309526f58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 00:42:14.998501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8bf2cd-ace7-444c-8be8-510309526f58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:15.013739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4c8bf2cd-ace7-444c-8be8-510309526f58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/de4ff51a-10ad-4df8-a2c3-c184485f6d5f HTTP/1.1" status: 409 len: 466 time: 0.3564925 Feb 19 00:42:15.020972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55272) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:15.045172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1953441817'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:15.051662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bd7bcca2-5604-4649-b129-871386520171 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:15.052242 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bd7bcca2-5604-4649-b129-871386520171), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.203806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:15.212934 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.230535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-03def9b2-d5f3-4efd-b9b9-04f945c6035b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2103226 Feb 19 00:42:15.253416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bd7bcca2-5604-4649-b129-871386520171 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:15.253740 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bd7bcca2-5604-4649-b129-871386520171), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.332404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port bd7bcca2-5604-4649-b129-871386520171, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bd7bcca2-5604-4649-b129-871386520171,segment=NetworkSegment(a1f14d5b-2162-42fe-a184-4026c0915d42),segment_id=a1f14d5b-2162-42fe-a184-4026c0915d42)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:15.341408 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bd7bcca2-5604-4649-b129-871386520171), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.361124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:15.403108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.403784 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Added segment 2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4 of type vlan for network bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 Feb 19 00:42:15.461907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=bd7bcca2-5604-4649-b129-871386520171,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:15.558919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-e44f8b4b-ea64-45be-9d9e-eadda6bc67ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:15.560573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-e44f8b4b-ea64-45be-9d9e-eadda6bc67ba service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 1127 time: 0.2957780 Feb 19 00:42:15.649632 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (bb2fe1c5-c3db-4288-9dd3-11f2362c28d4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.843749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (bb2fe1c5-c3db-4288-9dd3-11f2362c28d4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.853972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:15.854672 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:15.877688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7d8614-af2b-487b-9b80-288ba8bd8c00 None None] Network de4ff51a-10ad-4df8-a2c3-c184485f6d5f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:16.100183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-55010071-0a1c-4a31-af92-04c92a5b7835 None None] Provisioning complete for port bd7bcca2-5604-4649-b129-871386520171 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:16.106949 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55010071-0a1c-4a31-af92-04c92a5b7835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bd7bcca2-5604-4649-b129-871386520171), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:16.149345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55284) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:16.150774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1210778 Feb 19 00:42:16.155220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'subnet': {'network_id': 'bb2fe1c5-c3db-4288-9dd3-11f2362c28d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:16.155867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-56308779-ccc4-4f64-9a37-818ee57b4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:16.157350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-56308779-ccc4-4f64-9a37-818ee57b4f27 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 916 time: 0.5713549 Feb 19 00:42:16.372804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-55010071-0a1c-4a31-af92-04c92a5b7835 None None] Current status of the port bd7bcca2-5604-4649-b129-871386520171 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:16.422203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:16.430146 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:16.479710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] DHCP port deletion for de4ff51a-10ad-4df8-a2c3-c184485f6d5f request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:42:16.637165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] Deleting port bd7bcca2-5604-4649-b129-871386520171 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:16.639996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bd7bcca2-5604-4649-b129-871386520171), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:16.808394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bd7bcca2-5604-4649-b129-871386520171 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:17.044846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] For port bd7bcca2-5604-4649-b129-871386520171, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bd7bcca2-5604-4649-b129-871386520171,segment=NetworkSegment(a1f14d5b-2162-42fe-a184-4026c0915d42),segment_id=a1f14d5b-2162-42fe-a184-4026c0915d42)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:17.045221 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bd7bcca2-5604-4649-b129-871386520171), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:17.074435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-45061f99-0151-47cc-943f-4da5b17356a7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7 HTTP/1.1" status: 200 len: 217 time: 0.8539259 Feb 19 00:42:17.077238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23271c9-c3c8-4f9d-b441-707dfc2ecea2 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Network': ['ID=bb2fe1c5-c3db-4288-9dd3-11f2362c28d4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:17.097098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:17.174126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f9a7d-2fc1-4955-b622-7ab9cb54a068 req-75297b15-ba49-455c-a273-f362014cfcb6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:17.185504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-873f9a7d-2fc1-4955-b622-7ab9cb54a068 req-75297b15-ba49-455c-a273-f362014cfcb6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 1.1562591 Feb 19 00:42:17.238007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89edb2bb-3d0b-41c3-8260-92d4ca48ed4e req-6aa045d8-b284-4dcb-ae3e-68dd67a6246c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:17.239610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89edb2bb-3d0b-41c3-8260-92d4ca48ed4e req-6aa045d8-b284-4dcb-ae3e-68dd67a6246c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 1.1158812 Feb 19 00:42:17.279333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.objects.ports [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103650) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:42:17.280953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (dbda4822-7415-4821-b15b-3ef636e9ab38), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:17.314402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] Calling delete_port for bd7bcca2-5604-4649-b129-871386520171 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:17.321900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bd7bcca2-5604-4649-b129-871386520171 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:17.322354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bd7bcca2-5604-4649-b129-871386520171), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:17.402890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-c6f1ac81-e37f-4852-b1cd-5fd64592a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:17.404518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-c6f1ac81-e37f-4852-b1cd-5fd64592a190 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.3206439 Feb 19 00:42:17.407994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-873f9a7d-2fc1-4955-b622-7ab9cb54a068 req-d7fa9f77-9464-4a41-b25d-337045e4f2fb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216227 Feb 19 00:42:17.450535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Subnet': ['ID=dbda4822-7415-4821-b15b-3ef636e9ab38,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:17.474058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port bd7bcca2-5604-4649-b129-871386520171, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bd7bcca2-5604-4649-b129-871386520171,segment=NetworkSegment(a1f14d5b-2162-42fe-a184-4026c0915d42),segment_id=a1f14d5b-2162-42fe-a184-4026c0915d42)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:17.503415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bd7bcca2-5604-4649-b129-871386520171), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:17.533325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Checking segment: {'id': '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb2fe1c5-c3db-4288-9dd3-11f2362c28d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:17.533708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network hostable DHCP agents. Network: bb2fe1c5-c3db-4288-9dd3-11f2362c28d4, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:17.537571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-2f69b40a-8cac-4b8c-8a7a-382fe5c97a08 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137829 Feb 19 00:42:17.613243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:17.639617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, bb2fe1c5-c3db-4288-9dd3-11f2362c28d4) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:17.652010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89edb2bb-3d0b-41c3-8260-92d4ca48ed4e req-ae4824cf-9ff8-4197-a8b8-6ce4b7502aa0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898535 Feb 19 00:42:17.665151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:17.665847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:17.688271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=bd7bcca2-5604-4649-b129-871386520171,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:17.698513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12b3b19-2f24-47bf-bdfa-c81dddfacaf9 None None] Network bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:17.722480 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6af68657-3843-4aa7-8bc5-f9bd903f1792 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5687444 Feb 19 00:42:17.728772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55298) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:17.929571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-7a25eeed-2e2b-432e-b240-8c4715e6e8e1 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774829 Feb 19 00:42:17.962505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (bd7bcca2-5604-4649-b129-871386520171), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:18.000643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] No DVR routers for this DVR port bd7bcca2-5604-4649-b129-871386520171 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:18.009347 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ce5f956-60bd-4b6d-8340-7a7c18d660b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:18.109407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (bb2fe1c5-c3db-4288-9dd3-11f2362c28d4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:18.164720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969f92c-e24f-4af7-b229-bc1b76de4599 None None] Pushing event deleted for resources: {'Port': ['ID=bd7bcca2-5604-4649-b129-871386520171,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:18.283653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-bb2fe1c5-c3db-4288-9dd3-11f2362c28d4', 'network_id': 'bb2fe1c5-c3db-4288-9dd3-11f2362c28d4', 'project_id': 'a5eb7101f35e412c977c54c8bc43bf68', 'fixed_ips': [{'subnet_id': 'dbda4822-7415-4821-b15b-3ef636e9ab38'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:42:18.284822 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:18.289678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1c657d8-ba90-47c3-8cf6-010d127f2ba6 req-d15e9197-1605-4af2-9017-34af3f1ee405 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514400 Feb 19 00:42:18.453239 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (dbda4822-7415-4821-b15b-3ef636e9ab38), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:18.489223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Allocated IP 2001:db8::f816:3eff:fe68:2d92 (bb2fe1c5-c3db-4288-9dd3-11f2362c28d4/dbda4822-7415-4821-b15b-3ef636e9ab38/058958f6-921d-4c14-bec6-0deea79d659f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:18.728368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcd180-172c-439d-83ec-b95b8f8a5c10 req-d6fb2704-ec84-4fb6-8d46-a0f057384532 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:18.741663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fdcd180-172c-439d-83ec-b95b8f8a5c10 req-d6fb2704-ec84-4fb6-8d46-a0f057384532 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.1414759 Feb 19 00:42:18.795882 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:18.948380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Publish callbacks [] for port (058958f6-921d-4c14-bec6-0deea79d659f), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:18.968755 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (058958f6-921d-4c14-bec6-0deea79d659f), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:18.987522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fdcd180-172c-439d-83ec-b95b8f8a5c10 req-d228799c-83f0-4102-97db-0a4a62766591 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442622 Feb 19 00:42:19.006270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfb5f8-09d5-4e12-ba64-62b836c1ad0d req-fdcc025c-7158-4161-b3a3-ff39e5471fc7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:19.013467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8dcfb5f8-09d5-4e12-ba64-62b836c1ad0d req-fdcc025c-7158-4161-b3a3-ff39e5471fc7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2645974 Feb 19 00:42:19.021225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (dbda4822-7415-4821-b15b-3ef636e9ab38), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:19.087413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Subnet': ['ID=dbda4822-7415-4821-b15b-3ef636e9ab38,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:19.108827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8dcfb5f8-09d5-4e12-ba64-62b836c1ad0d req-22259363-7a1a-4e24-b1e6-fd1b2949a1bc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938096 Feb 19 00:42:19.117266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Network bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:19.144959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:19.148806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:19.164539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Pushing event updated for resources: {'Port': ['ID=058958f6-921d-4c14-bec6-0deea79d659f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:19.215032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (bb2fe1c5-c3db-4288-9dd3-11f2362c28d4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:19.245903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Attempting to bind port 058958f6-921d-4c14-bec6-0deea79d659f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:19.246237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Attempting to bind port 058958f6-921d-4c14-bec6-0deea79d659f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb2fe1c5-c3db-4288-9dd3-11f2362c28d4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:19.246507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2fe1c5-c3db-4288-9dd3-11f2362c28d4']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:19.246993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Attempting to bind port 058958f6-921d-4c14-bec6-0deea79d659f on network bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:19.259889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:19.260197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:19.273449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:19.274630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:19.276877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Checking segment: {'id': '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb2fe1c5-c3db-4288-9dd3-11f2362c28d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:19.281334 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:19.282528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Bound using segment: {'id': '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb2fe1c5-c3db-4288-9dd3-11f2362c28d4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:19.283639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Bound port: 058958f6-921d-4c14-bec6-0deea79d659f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bb2fe1c5-c3db-4288-9dd3-11f2362c28d4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:19.286407 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (058958f6-921d-4c14-bec6-0deea79d659f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:19.295601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:19.303096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:19.304280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:19.404064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] For port 058958f6-921d-4c14-bec6-0deea79d659f, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:19.408091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] For port 058958f6-921d-4c14-bec6-0deea79d659f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=058958f6-921d-4c14-bec6-0deea79d659f,segment=NetworkSegment(2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4),segment_id=2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:19.408548 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:19.414508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.api [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 00:42:19.414508 n-d-826527-3 neutron-server[103650]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 00:42:19.414508 n-d-826527-3 neutron-server[103650]: [parameters: {'id': 'bb2fe1c5-c3db-4288-9dd3-11f2362c28d4'}] Feb 19 00:42:19.414508 n-d-826527-3 neutron-server[103650]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:42:19.414925 n-d-826527-3 neutron-server[103650]: DEBUG oslo_db.api [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:42:19.419241 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (058958f6-921d-4c14-bec6-0deea79d659f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:19.532690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98d9cf-4b42-4c9c-8fc2-3a2ed8987e9f None None] Pushing event updated for resources: {'Port': ['ID=058958f6-921d-4c14-bec6-0deea79d659f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:19.555919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c8268-2cea-4ed4-b13d-800f94ab2c7b None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:42:19.737228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7c8268-2cea-4ed4-b13d-800f94ab2c7b None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 00:42:19.916701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (bb2fe1c5-c3db-4288-9dd3-11f2362c28d4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:20.021744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Deleting port 058958f6-921d-4c14-bec6-0deea79d659f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:20.022094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (058958f6-921d-4c14-bec6-0deea79d659f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:20.162588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] For port 058958f6-921d-4c14-bec6-0deea79d659f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=058958f6-921d-4c14-bec6-0deea79d659f,segment=NetworkSegment(2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4),segment_id=2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:20.162956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (058958f6-921d-4c14-bec6-0deea79d659f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:20.195543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Calling delete_port for 058958f6-921d-4c14-bec6-0deea79d659f owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:20.304587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c218cd-7e91-42c7-878c-3ee0e14a1874 req-340e4122-d71e-4af4-a1df-dcc208fda1c2 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:20.307266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18c218cd-7e91-42c7-878c-3ee0e14a1874 req-340e4122-d71e-4af4-a1df-dcc208fda1c2 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.2083988 Feb 19 00:42:20.367835 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (058958f6-921d-4c14-bec6-0deea79d659f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:20.391913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18c218cd-7e91-42c7-878c-3ee0e14a1874 req-77044e84-94a8-4b6a-b714-b3f463459c19 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785117 Feb 19 00:42:20.415896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82f89d-8150-44a2-abc6-bdbfb80bcf6c req-57ddffe5-9ec3-4585-b113-d7a44ad2bfaf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:20.426128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c82f89d-8150-44a2-abc6-bdbfb80bcf6c req-57ddffe5-9ec3-4585-b113-d7a44ad2bfaf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1799014 Feb 19 00:42:20.448582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Port': ['ID=058958f6-921d-4c14-bec6-0deea79d659f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:20.465248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No DVR routers for this DVR port 058958f6-921d-4c14-bec6-0deea79d659f on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:20.482029 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b32aa388-42f4-4885-a206-8cc5533b26ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:20.546571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c82f89d-8150-44a2-abc6-bdbfb80bcf6c req-3c40e1d2-60f3-42e6-bb89-ea915f61bb04 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113694 Feb 19 00:42:20.651180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de41a63d-dcf5-49c9-ae88-e967754d4027 None None] Network bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:20.743156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (bb2fe1c5-c3db-4288-9dd3-11f2362c28d4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:20.814760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2fe1c5-c3db-4288-9dd3-11f2362c28d4']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:20.839307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:20.839543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:20.860774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:20.893574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:20.899804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:20.903264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (2a4d3854-3d4f-4dc7-8eaf-4436aa55a4a4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:21.041809 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:21.099394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (bb2fe1c5-c3db-4288-9dd3-11f2362c28d4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.107355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.121108 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 HTTP/1.1" status: 204 len: 168 time: 3.3909905 Feb 19 00:42:21.126268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55364) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:21.137833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-460376847'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:21.164664 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.182481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:21.188830 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.189348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4767ece-f4b6-430d-8e01-44c24c432658 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Network': ['ID=bb2fe1c5-c3db-4288-9dd3-11f2362c28d4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:21.242778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:21.252878 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8638599f-5266-4fa3-af46-0421cc884a96), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.253487 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Added segment 8638599f-5266-4fa3-af46-0421cc884a96 of type vlan for network 17799911-45e6-4534-895f-30d376f0d14d Feb 19 00:42:21.297025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (17799911-45e6-4534-895f-30d376f0d14d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.386312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (17799911-45e6-4534-895f-30d376f0d14d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.392210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.392982 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.533330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55370) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:21.533588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4057150 Feb 19 00:42:21.539467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'subnet': {'network_id': '17799911-45e6-4534-895f-30d376f0d14d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:21.573640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-05500683-4d3e-4476-959d-e6397cbfa6a3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.579923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-05500683-4d3e-4476-959d-e6397cbfa6a3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.585707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-05500683-4d3e-4476-959d-e6397cbfa6a3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.591503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-05500683-4d3e-4476-959d-e6397cbfa6a3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.597737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-05500683-4d3e-4476-959d-e6397cbfa6a3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.603141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-05500683-4d3e-4476-959d-e6397cbfa6a3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.609200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-05500683-4d3e-4476-959d-e6397cbfa6a3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.618101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-05500683-4d3e-4476-959d-e6397cbfa6a3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.3008249 Feb 19 00:42:21.631984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d2e5f-375f-45f7-8969-f4de476c5ff6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Network': ['ID=17799911-45e6-4534-895f-30d376f0d14d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:21.646297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 17799911-45e6-4534-895f-30d376f0d14d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:21.717588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce79eb-7f15-473c-abd3-f811025a7ae4 req-e8eb2387-4c0a-4637-87f1-6a7ad9597dfb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.725136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ddce79eb-7f15-473c-abd3-f811025a7ae4 req-e8eb2387-4c0a-4637-87f1-6a7ad9597dfb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.2201509 Feb 19 00:42:21.755834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80b32bc5-3921-45a2-af3c-3cfdc8e03315 req-d7336b5d-a013-46bd-8805-6159a7b86cc6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1366568 Feb 19 00:42:21.836265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:21.841464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:21.843782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ddce79eb-7f15-473c-abd3-f811025a7ae4 req-928b3adf-803e-46cf-900e-90df6360cb89 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174076 Feb 19 00:42:21.942342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc442b1b-c8ba-4db5-bc24-88c425dd00e3 req-d634bd5f-ccf2-42d2-b708-84b2a596cf78 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:21.944274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc442b1b-c8ba-4db5-bc24-88c425dd00e3 req-d634bd5f-ccf2-42d2-b708-84b2a596cf78 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.0840218 Feb 19 00:42:22.060989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc442b1b-c8ba-4db5-bc24-88c425dd00e3 req-4969404d-8f44-44c4-971c-44342d394050 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840290 Feb 19 00:42:22.572387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (0e888745-2b65-445d-92af-04644e3d004d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:22.608737 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:22.699127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Subnet': ['ID=0e888745-2b65-445d-92af-04644e3d004d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:22.701931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Checking segment: {'id': '8638599f-5266-4fa3-af46-0421cc884a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '17799911-45e6-4534-895f-30d376f0d14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:22.702318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network hostable DHCP agents. Network: 17799911-45e6-4534-895f-30d376f0d14d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:22.733188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network 17799911-45e6-4534-895f-30d376f0d14d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:22.752838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 17799911-45e6-4534-895f-30d376f0d14d) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:22.761739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4279c220-afc2-4784-8ccf-09b07740d548 None None] Network 17799911-45e6-4534-895f-30d376f0d14d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:22.769157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:22.771139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:22.811629 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6ec4b2b1-de07-4a42-af04-a01dc008afd6 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2745817 Feb 19 00:42:22.812342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55388) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:23.025538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (17799911-45e6-4534-895f-30d376f0d14d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:23.054535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-280991d2-76d1-4aa4-bd80-6e55d7754b7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:23.061974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-280991d2-76d1-4aa4-bd80-6e55d7754b7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:23.068653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-280991d2-76d1-4aa4-bd80-6e55d7754b7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:23.074717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-280991d2-76d1-4aa4-bd80-6e55d7754b7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:23.080674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-280991d2-76d1-4aa4-bd80-6e55d7754b7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:23.087608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-280991d2-76d1-4aa4-bd80-6e55d7754b7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:23.094116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-280991d2-76d1-4aa4-bd80-6e55d7754b7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:23.096297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-280991d2-76d1-4aa4-bd80-6e55d7754b7e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.1985853 Feb 19 00:42:23.241299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0e888745-2b65-445d-92af-04644e3d004d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:23.258767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2da766-6b78-4ad1-81f7-412443ff7b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-17799911-45e6-4534-895f-30d376f0d14d', 'network_id': '17799911-45e6-4534-895f-30d376f0d14d', 'project_id': 'a5eb7101f35e412c977c54c8bc43bf68', 'fixed_ips': [{'subnet_id': '0e888745-2b65-445d-92af-04644e3d004d'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:42:23.265025 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-db2da766-6b78-4ad1-81f7-412443ff7b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:23.284664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd507dd1-8ccc-49b0-a714-ec99bbb08eb0 req-1b31aa3b-1a5e-45ce-a594-618324422a9b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:23.287374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd507dd1-8ccc-49b0-a714-ec99bbb08eb0 req-1b31aa3b-1a5e-45ce-a594-618324422a9b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.3157675 Feb 19 00:42:23.483532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85ad38b0-6b13-4723-9de6-fccc90e651d1 req-a95f65a1-639a-46e9-897c-4ef9a474db65 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3789868 Feb 19 00:42:23.565698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:23.598588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd507dd1-8ccc-49b0-a714-ec99bbb08eb0 req-744293e5-05a8-4ba0-a711-147690abd6ca tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966702 Feb 19 00:42:23.606785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (0e888745-2b65-445d-92af-04644e3d004d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-db2da766-6b78-4ad1-81f7-412443ff7b7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e888745-2b65-445d-92af-04644e3d004d: This subnet is being modified by another concurrent operation. Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e888745-2b65-445d-92af-04644e3d004d: This subnet is being modified by another concurrent operation. Feb 19 00:42:23.668769 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 00:42:23.729036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Subnet': ['ID=0e888745-2b65-445d-92af-04644e3d004d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:23.751186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979ff0df-845c-4015-af60-2bffa3245db0 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:42:23.955293 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (17799911-45e6-4534-895f-30d376f0d14d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.005131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17799911-45e6-4534-895f-30d376f0d14d']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:24.026580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61b4bc-65b4-4d70-a687-290ab910d425 req-c51bcbef-6082-44d4-9076-205e904675d6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.029042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f61b4bc-65b4-4d70-a687-290ab910d425 req-c51bcbef-6082-44d4-9076-205e904675d6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.2578728 Feb 19 00:42:24.056066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979ff0df-845c-4015-af60-2bffa3245db0 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 00:42:24.068568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8638599f-5266-4fa3-af46-0421cc884a96') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:24.070351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8638599f-5266-4fa3-af46-0421cc884a96') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:24.116645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (8638599f-5266-4fa3-af46-0421cc884a96), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.183886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8638599f-5266-4fa3-af46-0421cc884a96), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.199245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:24.200124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (8638599f-5266-4fa3-af46-0421cc884a96), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.400278 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:24.403218 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:24.470066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (17799911-45e6-4534-895f-30d376f0d14d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.494294 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.505211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/17799911-45e6-4534-895f-30d376f0d14d HTTP/1.1" status: 204 len: 168 time: 1.6860104 Feb 19 00:42:24.505351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55414) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:24.509926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-36744761'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:24.561418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:24.565219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.566902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b72eb-753b-4f23-9127-f0c4b316ccc8 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Network': ['ID=17799911-45e6-4534-895f-30d376f0d14d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:24.604213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f61b4bc-65b4-4d70-a687-290ab910d425 req-a17c0fd1-917b-4eee-b270-8dd76d1a8c98 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064488 Feb 19 00:42:24.646503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:24.679207 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6aaeb466-496f-4cf5-ba71-99a477df9b5e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.679564 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Added segment 6aaeb466-496f-4cf5-ba71-99a477df9b5e of type vlan for network caf98416-7157-4acb-8ed4-abdbca45972b Feb 19 00:42:24.796070 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (caf98416-7157-4acb-8ed4-abdbca45972b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.851914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (caf98416-7157-4acb-8ed4-abdbca45972b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.864545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.865816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe26500-08e4-4da6-bed8-6ef683440320 None None] Network 17799911-45e6-4534-895f-30d376f0d14d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:24.867117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:24.884562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-4bc7bd10-e993-4e82-9124-49d2239aff69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.889223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 090b66ad-4ddf-4dc5-ab95-306396ef9e2f details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:42:24.898140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 090b66ad-4ddf-4dc5-ab95-306396ef9e2f no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:24.905837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-4bc7bd10-e993-4e82-9124-49d2239aff69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.909950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe26500-08e4-4da6-bed8-6ef683440320 None None] Network 17799911-45e6-4534-895f-30d376f0d14d could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:42:24.924148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-4bc7bd10-e993-4e82-9124-49d2239aff69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.937925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-4bc7bd10-e993-4e82-9124-49d2239aff69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.945322 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-4bc7bd10-e993-4e82-9124-49d2239aff69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.952477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-4bc7bd10-e993-4e82-9124-49d2239aff69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.958767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-4bc7bd10-e993-4e82-9124-49d2239aff69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:24.961932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-4bc7bd10-e993-4e82-9124-49d2239aff69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.2214518 Feb 19 00:42:24.989697 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4846513 Feb 19 00:42:24.992765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55434) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:25.019274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Request body: {'subnet': {'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:25.085878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f94dd2-223e-4572-b809-e2b71938543f tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Network': ['ID=caf98416-7157-4acb-8ed4-abdbca45972b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:25.189397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aac01ded-d188-455f-951e-ddeabd7bd8ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.206454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aac01ded-d188-455f-951e-ddeabd7bd8ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.207770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network caf98416-7157-4acb-8ed4-abdbca45972b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:25.211820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aac01ded-d188-455f-951e-ddeabd7bd8ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.234784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aac01ded-d188-455f-951e-ddeabd7bd8ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.240676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aac01ded-d188-455f-951e-ddeabd7bd8ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.252167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aac01ded-d188-455f-951e-ddeabd7bd8ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.263344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aac01ded-d188-455f-951e-ddeabd7bd8ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.288450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aac01ded-d188-455f-951e-ddeabd7bd8ce tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.3198612 Feb 19 00:42:25.293078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Made reservation on behalf of a5eb7101f35e412c977c54c8bc43bf68 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:25.301221 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:25.325590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d402149-3b8e-4b82-9759-19f4382abfab req-3f6a6fe8-a91c-484c-b342-018af0222fe6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.329622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d402149-3b8e-4b82-9759-19f4382abfab req-3f6a6fe8-a91c-484c-b342-018af0222fe6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.3641007 Feb 19 00:42:25.441940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:25.442359 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:25.449867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fe7dedf-d210-4fb3-9d6d-47ce80323786 req-5a32cd73-e492-4019-b457-fc7faa7b6c81 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4627032 Feb 19 00:42:25.479477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:25.498578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-ac27fae8-0240-4d0e-806b-67453c577aa9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:25.500378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-ac27fae8-0240-4d0e-806b-67453c577aa9 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "GET /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1850965 Feb 19 00:42:25.532504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:25.533716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:25.536249 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a91691d-851c-4926-b2c3-25c12ad637a6" -d '{"events": [{"server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "name": "network-vif-unplugged", "status": "completed", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:25.545071 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'port_id': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'mac_address': 'fa:16:3e:11:eb:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bca6cde-4d4c-44fa-82d4-4dceace9b7ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:42:25.583222 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:25.781558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:25.782048 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:25.860118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:25.881579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 090b66ad-4ddf-4dc5-ab95-306396ef9e2f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:42:25.910903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-94b3922d-7ec9-4c56-81d6-d34e41326c14 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "GET /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4047256 Feb 19 00:42:25.955191 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:25.961028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:25.994714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:26.045363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d402149-3b8e-4b82-9759-19f4382abfab req-8fd868fc-14e9-4544-a5ec-aa5373ad7cda tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6805072 Feb 19 00:42:26.056295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49351dc-c778-4487-8f72-966965381ea6 req-92facb27-58b5-4682-abee-262f0c631544 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:26.063804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b49351dc-c778-4487-8f72-966965381ea6 req-92facb27-58b5-4682-abee-262f0c631544 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1127 time: 0.1518040 Feb 19 00:42:26.096339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:26.146055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.objects.ports [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103650) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:42:26.151741 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (9314736b-322f-4056-b01e-199425ef7c42), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:26.182480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b49351dc-c778-4487-8f72-966965381ea6 req-11a7a28b-3602-4ba9-893d-59faf298eed5 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125505 Feb 19 00:42:26.188522 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:26.258430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event updated for resources: {'Subnet': ['ID=9314736b-322f-4056-b01e-199425ef7c42,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:26.273736 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5367cfe-b49d-4f48-a71b-c6f6af28c7cd x-openstack-request-id: req-a5367cfe-b49d-4f48-a71b-c6f6af28c7cd {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:26.274170 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "name": "network-vif-unplugged", "status": "completed", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:26.274447 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5367cfe-b49d-4f48-a71b-c6f6af28c7cd {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:26.274898 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'code': 200} Feb 19 00:42:26.294597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Checking segment: {'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:26.294970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network hostable DHCP agents. Network: caf98416-7157-4acb-8ed4-abdbca45972b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:26.318976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['090b66ad-4ddf-4dc5-ab95-306396ef9e2f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:42:26.346686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Network caf98416-7157-4acb-8ed4-abdbca45972b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:26.372906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, caf98416-7157-4acb-8ed4-abdbca45972b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:26.388129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:26.392111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:26.419625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae062ec6-d870-4c14-b402-18fdb4a167fc None None] Network caf98416-7157-4acb-8ed4-abdbca45972b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:26.464058 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ec478867-df59-43c4-90eb-83b0789e0514 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4635530 Feb 19 00:42:26.481216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55462) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:26.590715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-caf98416-7157-4acb-8ed4-abdbca45972b', 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b', 'project_id': 'a5eb7101f35e412c977c54c8bc43bf68', 'fixed_ips': [{'subnet_id': '9314736b-322f-4056-b01e-199425ef7c42'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:42:26.592546 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:26.654045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] For port c9337c58-d91d-4e39-a18a-0f143c800d87, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c9337c58-d91d-4e39-a18a-0f143c800d87,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:26.706472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af64a4-b1c4-443a-814d-7f8b8e40cca9 req-0aebca71-b999-466d-9e4f-d960ee8afeb6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:26.720161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21af64a4-b1c4-443a-814d-7f8b8e40cca9 req-0aebca71-b999-466d-9e4f-d960ee8afeb6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1587722 Feb 19 00:42:26.824071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21af64a4-b1c4-443a-814d-7f8b8e40cca9 req-b4fedd99-293f-46e4-8bab-9798c76cb6d8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980310 Feb 19 00:42:26.840451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (caf98416-7157-4acb-8ed4-abdbca45972b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:26.867475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] For port c9337c58-d91d-4e39-a18a-0f143c800d87, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:26.922314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e019714-9b66-4b16-a929-f4ae042bc29c req-e77acc77-1625-4a99-b37b-bfdc3974b5fd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:26.953295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e019714-9b66-4b16-a929-f4ae042bc29c req-e77acc77-1625-4a99-b37b-bfdc3974b5fd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.1809309 Feb 19 00:42:26.996051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (9314736b-322f-4056-b01e-199425ef7c42), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.027790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Allocated IP 2001:db8::f816:3eff:fe5e:56d9 (caf98416-7157-4acb-8ed4-abdbca45972b/9314736b-322f-4056-b01e-199425ef7c42/5392ee6c-b6d4-4d78-bf05-d968fdc03514) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:27.188713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e019714-9b66-4b16-a929-f4ae042bc29c req-dd94f3c2-fdeb-40f4-a4a6-4829147d5129 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2341704 Feb 19 00:42:27.205593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55474) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:27.240487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] device_id is not set on port c9337c58-d91d-4e39-a18a-0f143c800d87 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:27.280223 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] Publish callbacks [] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.299627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Publish callbacks [] for port (5392ee6c-b6d4-4d78-bf05-d968fdc03514), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.320340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 5ac782ca-3ecc-4917-ad3c-a85a8a88219e no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:27.377574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (9314736b-322f-4056-b01e-199425ef7c42), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.390267 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4c8df70a-4fcf-484b-8cbe-553e95f0042b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/a60df1e7-a478-40f5-830d-89c182188446 HTTP/1.1" status: 200 len: 993 time: 0.1834450 Feb 19 00:42:27.391634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-8cb19b0b-7798-40f3-8f77-3416a867eafb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:27.408793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-8cb19b0b-7798-40f3-8f77-3416a867eafb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:27.419344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-8cb19b0b-7798-40f3-8f77-3416a867eafb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:27.438569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Subnet': ['ID=9314736b-322f-4056-b01e-199425ef7c42,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:27.454507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-8cb19b0b-7798-40f3-8f77-3416a867eafb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:27.460042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-8cb19b0b-7798-40f3-8f77-3416a867eafb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:27.487724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-8cb19b0b-7798-40f3-8f77-3416a867eafb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:27.511952 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (caf98416-7157-4acb-8ed4-abdbca45972b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.515011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-8cb19b0b-7798-40f3-8f77-3416a867eafb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:27.530073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-8cb19b0b-7798-40f3-8f77-3416a867eafb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 5433 time: 0.4223831 Feb 19 00:42:27.537590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf98416-7157-4acb-8ed4-abdbca45972b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:27.548605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaeb466-496f-4cf5-ba71-99a477df9b5e') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:27.549273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaeb466-496f-4cf5-ba71-99a477df9b5e') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:27.559481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (6aaeb466-496f-4cf5-ba71-99a477df9b5e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.574059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6aaeb466-496f-4cf5-ba71-99a477df9b5e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.575088 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.581457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:27.582226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (6aaeb466-496f-4cf5-ba71-99a477df9b5e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.641558 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (5392ee6c-b6d4-4d78-bf05-d968fdc03514), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:27.649483 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:27.654773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.api [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 00:42:27.654773 n-d-826527-3 neutron-server[103650]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 00:42:27.654773 n-d-826527-3 neutron-server[103650]: [parameters: {'id': 'caf98416-7157-4acb-8ed4-abdbca45972b'}] Feb 19 00:42:27.654773 n-d-826527-3 neutron-server[103650]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:42:27.655905 n-d-826527-3 neutron-server[103650]: DEBUG oslo_db.api [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:42:27.814050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] No DVR routers for this DVR port c9337c58-d91d-4e39-a18a-0f143c800d87 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:27.845778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Network caf98416-7157-4acb-8ed4-abdbca45972b is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:27.861045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Pushing event updated for resources: {'Port': ['ID=5392ee6c-b6d4-4d78-bf05-d968fdc03514,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:27.866874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:27.896686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:27.916037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] In _notify_port_updated(), no bound segment for port c9337c58-d91d-4e39-a18a-0f143c800d87 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:42:27.918140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:27.919300 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:27.923141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] 10.222.0.126 "PUT /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 200 len: 1025 time: 1.9327188 Feb 19 00:42:28.018501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-9fa24fba-aed1-4ad6-a9cd-4342afe16d4b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:28.020409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-9fa24fba-aed1-4ad6-a9cd-4342afe16d4b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "GET /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0800107 Feb 19 00:42:28.035645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:28.140383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.157771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (caf98416-7157-4acb-8ed4-abdbca45972b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.318001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:28.324274 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.340959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] For port 5929865b-58bf-4db1-ae40-a3a638ae8ae3, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5929865b-58bf-4db1-ae40-a3a638ae8ae3,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:28.347056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Deleting port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:28.347642 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5392ee6c-b6d4-4d78-bf05-d968fdc03514), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.364059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Attempting to bind port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:28.364522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Attempting to bind port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:28.369034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Attempting to bind port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 on network caf98416-7157-4acb-8ed4-abdbca45972b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:28.383041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] For port 5929865b-58bf-4db1-ae40-a3a638ae8ae3, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:28.398965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:28.403017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Checking segment: {'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:28.405173 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.405672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Bound using segment: {'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:28.406314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Bound port: 5392ee6c-b6d4-4d78-bf05-d968fdc03514, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:28.407557 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5392ee6c-b6d4-4d78-bf05-d968fdc03514), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.424495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] device_id is not set on port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:28.435243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e516ef97-f5c6-479c-b21d-af58c6df292d None None] Provisioning complete for port c9337c58-d91d-4e39-a18a-0f143c800d87 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:28.435869 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] Publish callbacks [] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.437702 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e516ef97-f5c6-479c-b21d-af58c6df292d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.450288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f71806-56d7-43ae-a676-121133cf1969 req-931d88f1-221a-418d-a1dd-951c4959bc6e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:28.457958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85f71806-56d7-43ae-a676-121133cf1969 req-931d88f1-221a-418d-a1dd-951c4959bc6e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 945 time: 0.8655601 Feb 19 00:42:28.458727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:28.461093 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97cb23a5-cfd6-4c32-b298-136bbdacc3d8" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac782ca-3ecc-4917-ad3c-a85a8a88219e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:28.491585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] For port 5392ee6c-b6d4-4d78-bf05-d968fdc03514, host n-d-826527-3, got binding levels [] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:28.492048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5392ee6c-b6d4-4d78-bf05-d968fdc03514), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.509745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11ad66-31b0-41da-a994-f7549adb45b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c9337c58-d91d-4e39-a18a-0f143c800d87,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:28.520123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Calling delete_port for 5392ee6c-b6d4-4d78-bf05-d968fdc03514 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:28.522406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.537415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:28.554117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85f71806-56d7-43ae-a676-121133cf1969 req-eff68466-e548-4bc5-9bd0-53f632c94511 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928741 Feb 19 00:42:28.614849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.617938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 5929865b-58bf-4db1-ae40-a3a638ae8ae3 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:28.705078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5392ee6c-b6d4-4d78-bf05-d968fdc03514), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:28.721751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e516ef97-f5c6-479c-b21d-af58c6df292d None None] Port c9337c58-d91d-4e39-a18a-0f143c800d87 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:42:28.751250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Port': ['ID=5392ee6c-b6d4-4d78-bf05-d968fdc03514,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:28.757097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No DVR routers for this DVR port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:28.798591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-704985b8-5e16-4bc1-a4a3-c28e1fb2006b req-d0879e9c-65c1-43e4-bc94-92550a1f2702 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&id=401deb4b-810c-4030-b91a-4c7e054504f3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2675705 Feb 19 00:42:28.813856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:42:28.816290 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:42:28.819941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5929865b-58bf-4db1-ae40-a3a638ae8ae3,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:28.885010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] No DVR routers for this DVR port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:28.941251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:28.943980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 host ! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:42:28.944395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 5929865b-58bf-4db1-ae40-a3a638ae8ae3 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:42:28.944828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 66005622-a0c1-44c3-b556-500e0fc2ef30 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:29.069865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] In _notify_port_updated(), no bound segment for port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 on network 085c403d-c1c1-44d4-9353-83d14761f960 {{(pid=103649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:42:29.070687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:29.071306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.072673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-27ba380d-8cee-40f0-837e-e63849dfb8b4 service neutron] 10.222.0.126 "PUT /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 200 len: 1027 time: 1.0412657 Feb 19 00:42:29.083804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (caf98416-7157-4acb-8ed4-abdbca45972b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.144635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 66005622-a0c1-44c3-b556-500e0fc2ef30 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:29.146528 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.186736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caf98416-7157-4acb-8ed4-abdbca45972b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:29.205355 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d54bf-692a-4f73-b304-08a9fa1e3b0f x-openstack-request-id: req-ba7d54bf-692a-4f73-b304-08a9fa1e3b0f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:29.206155 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac782ca-3ecc-4917-ad3c-a85a8a88219e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:29.207877 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba7d54bf-692a-4f73-b304-08a9fa1e3b0f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:29.207877 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e', 'code': 200} Feb 19 00:42:29.237051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aaeb466-496f-4cf5-ba71-99a477df9b5e') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:29.237365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aaeb466-496f-4cf5-ba71-99a477df9b5e') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:29.240308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e88afe-f6bb-4c2f-8ea9-971cb6d5a60b req-665fd9c8-0fc6-48b1-956e-0849defe1ec0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:29.254148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3e88afe-f6bb-4c2f-8ea9-971cb6d5a60b req-665fd9c8-0fc6-48b1-956e-0849defe1ec0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3052719 Feb 19 00:42:29.273569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 66005622-a0c1-44c3-b556-500e0fc2ef30, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=66005622-a0c1-44c3-b556-500e0fc2ef30,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:29.285384 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.285384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c9337c58-d91d-4e39-a18a-0f143c800d87 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:29.290706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (6aaeb466-496f-4cf5-ba71-99a477df9b5e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.349875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6aaeb466-496f-4cf5-ba71-99a477df9b5e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.380966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:29.381453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (6aaeb466-496f-4cf5-ba71-99a477df9b5e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.408138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Attempting to bind port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:29.408730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Attempting to bind port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:29.413395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Attempting to bind port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 on network caf98416-7157-4acb-8ed4-abdbca45972b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:29.471073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=66005622-a0c1-44c3-b556-500e0fc2ef30,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:29.485827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:29.486238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Checking segment: {'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:29.486633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.487025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Bound using segment: {'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:29.487510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Bound port: 5392ee6c-b6d4-4d78-bf05-d968fdc03514, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aaeb466-496f-4cf5-ba71-99a477df9b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'caf98416-7157-4acb-8ed4-abdbca45972b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:29.487895 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5392ee6c-b6d4-4d78-bf05-d968fdc03514), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.508005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port c9337c58-d91d-4e39-a18a-0f143c800d87 host ! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:42:29.508410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c9337c58-d91d-4e39-a18a-0f143c800d87 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:42:29.508843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7873d5f4-a757-4c26-8e7a-f85c1de3da82 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:29.553128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3e88afe-f6bb-4c2f-8ea9-971cb6d5a60b req-6f90dd10-c72f-4e35-a1b4-d22ab01f64a6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827728 Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:29.577986 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:29.613968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:29.614368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.644414 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (caf98416-7157-4acb-8ed4-abdbca45972b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.652927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:29.671888 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/caf98416-7157-4acb-8ed4-abdbca45972b HTTP/1.1" status: 204 len: 168 time: 3.1884339 Feb 19 00:42:29.673022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55514) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:29.676407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-f3d9d148-0bf5-4d6f-be45-1710a93a5852 req-31e3e73e-81ff-43e2-8c7e-d69d385b3c59 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:42:29.683695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3d9d148-0bf5-4d6f-be45-1710a93a5852 req-31e3e73e-81ff-43e2-8c7e-d69d385b3c59 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2767510 Feb 19 00:42:29.745283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e198ff-a6d5-4a80-a01d-8b8038db785e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Network': ['ID=caf98416-7157-4acb-8ed4-abdbca45972b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:29.832390 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-97506211-f7d6-4cee-b8f6-eaeee40a7f9a tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:29.834555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97506211-f7d6-4cee-b8f6-eaeee40a7f9a tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:29.851452 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97506211-f7d6-4cee-b8f6-eaeee40a7f9a tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/subnets/9314736b-322f-4056-b01e-199425ef7c42 HTTP/1.1" status: 404 len: 337 time: 0.1733217 Feb 19 00:42:29.852265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55520) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:29.942690 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2333663-dd9b-4276-98fa-a94afec8f3da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:29.943234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2333663-dd9b-4276-98fa-a94afec8f3da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:29.946756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f2333663-dd9b-4276-98fa-a94afec8f3da tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/caf98416-7157-4acb-8ed4-abdbca45972b HTTP/1.1" status: 404 len: 339 time: 0.0917633 Feb 19 00:42:29.950267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55526) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:29.982303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] For port b4d5d1f9-d816-4051-aa07-97c9edaca3c8, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:29.982827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:30.010700 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-101c452e-7bd0-4f13-85ef-a5aa11c45394 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:30.011448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-101c452e-7bd0-4f13-85ef-a5aa11c45394 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:30.017722 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-101c452e-7bd0-4f13-85ef-a5aa11c45394 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/subnets/0e888745-2b65-445d-92af-04644e3d004d HTTP/1.1" status: 404 len: 337 time: 0.0661736 Feb 19 00:42:30.020492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55532) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:30.064726 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaa8f2c-aeee-49f8-b250-bf1baf152f90 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:30.078548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adaa8f2c-aeee-49f8-b250-bf1baf152f90 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:30.081977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-adaa8f2c-aeee-49f8-b250-bf1baf152f90 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/17799911-45e6-4534-895f-30d376f0d14d HTTP/1.1" status: 404 len: 339 time: 0.0602686 Feb 19 00:42:30.087088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55538) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:30.141221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d12e5ad0-bde5-477b-b349-db2b105f4132 None None] Provisioning complete for port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:30.141601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d12e5ad0-bde5-477b-b349-db2b105f4132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:30.195996 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-320c465d-6ffc-42c6-9015-bec3d2af89df tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:30.196602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320c465d-6ffc-42c6-9015-bec3d2af89df tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:30.199939 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-320c465d-6ffc-42c6-9015-bec3d2af89df tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/subnets/dbda4822-7415-4821-b15b-3ef636e9ab38 HTTP/1.1" status: 404 len: 337 time: 0.1115324 Feb 19 00:42:30.202841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55542) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:30.270061 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3e9ca0-2344-4d51-a5f9-86f9ff4f82be tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:30.270687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3e9ca0-2344-4d51-a5f9-86f9ff4f82be tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:30.273955 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce3e9ca0-2344-4d51-a5f9-86f9ff4f82be tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/bb2fe1c5-c3db-4288-9dd3-11f2362c28d4 HTTP/1.1" status: 404 len: 339 time: 0.0559156 Feb 19 00:42:30.276461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55544) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:30.299589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d12e5ad0-bde5-477b-b349-db2b105f4132 None None] Port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:42:30.399288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-29d88789-7290-4b52-ac5a-5c9450b6cb34 None None] Port 5392ee6c-b6d4-4d78-bf05-d968fdc03514 has been deleted concurrently {{(pid=103651) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 19 00:42:30.526014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:30.526014 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:30.533131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e8460a6c-1e20-4032-8631-07517b2184ea tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Deleting port 886bc003-b9e4-4cbb-954b-7a3cb856595f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:30.533742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8460a6c-1e20-4032-8631-07517b2184ea tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (886bc003-b9e4-4cbb-954b-7a3cb856595f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:30.644271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7873d5f4-a757-4c26-8e7a-f85c1de3da82, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:30.651880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:30.652649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device b4d5d1f9-d816-4051-aa07-97c9edaca3c8 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:30.735088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8460a6c-1e20-4032-8631-07517b2184ea tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (886bc003-b9e4-4cbb-954b-7a3cb856595f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:30.775356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e8460a6c-1e20-4032-8631-07517b2184ea tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Calling delete_port for 886bc003-b9e4-4cbb-954b-7a3cb856595f owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:30.899777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=7873d5f4-a757-4c26-8e7a-f85c1de3da82,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:31.011514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:31.011912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.044490 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8460a6c-1e20-4032-8631-07517b2184ea tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (886bc003-b9e4-4cbb-954b-7a3cb856595f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.093819 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8460a6c-1e20-4032-8631-07517b2184ea tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.103636 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e8460a6c-1e20-4032-8631-07517b2184ea tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/ports/886bc003-b9e4-4cbb-954b-7a3cb856595f HTTP/1.1" status: 204 len: 168 time: 0.8260264 Feb 19 00:42:31.136280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port b4d5d1f9-d816-4051-aa07-97c9edaca3c8, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:31.147750 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.148919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 532c5680-28d8-4f96-8a90-b4269167a869 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:31.164365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55552) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:31.181549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8460a6c-1e20-4032-8631-07517b2184ea tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Port': ['ID=886bc003-b9e4-4cbb-954b-7a3cb856595f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:31.239779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66005622-a0c1-44c3-b556-500e0fc2ef30'}, {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7873d5f4-a757-4c26-8e7a-f85c1de3da82'}, {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:31.241352 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc3c930e-073f-4bde-bc30-981f157d336e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:31.242082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc3c930e-073f-4bde-bc30-981f157d336e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:31.245905 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc3c930e-073f-4bde-bc30-981f157d336e tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/subnets/8f804320-014e-4d60-813f-698c2a4f37f1 HTTP/1.1" status: 404 len: 337 time: 0.0796506 Feb 19 00:42:31.247978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55556) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:31.251433 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a420e03-0b4e-4b2d-8535-03365229584b" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "66005622-a0c1-44c3-b556-500e0fc2ef30"}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "7873d5f4-a757-4c26-8e7a-f85c1de3da82"}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:31.377386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:31.463236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (de4ff51a-10ad-4df8-a2c3-c184485f6d5f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.490969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 532c5680-28d8-4f96-8a90-b4269167a869 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:31.493485 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (532c5680-28d8-4f96-8a90-b4269167a869), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.577972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 532c5680-28d8-4f96-8a90-b4269167a869, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=532c5680-28d8-4f96-8a90-b4269167a869,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:31.582711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (532c5680-28d8-4f96-8a90-b4269167a869), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.601595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 090b66ad-4ddf-4dc5-ab95-306396ef9e2f up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:42:31.657876 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.659035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (4d7264ad-afc4-40ac-a7ad-40265c0174b5), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.659565 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Floating IP 4d7264ad-afc4-40ac-a7ad-40265c0174b5 disassociated. External IP: 172.25.6.70, port: b4d5d1f9-d816-4051-aa07-97c9edaca3c8. Feb 19 00:42:31.660101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for b4d5d1f9-d816-4051-aa07-97c9edaca3c8 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:31.680138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (de4ff51a-10ad-4df8-a2c3-c184485f6d5f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.742487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4ff51a-10ad-4df8-a2c3-c184485f6d5f']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:31.763559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f14d5b-2162-42fe-a184-4026c0915d42') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:31.764053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f14d5b-2162-42fe-a184-4026c0915d42') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:31.787964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (a1f14d5b-2162-42fe-a184-4026c0915d42), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.801367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=532c5680-28d8-4f96-8a90-b4269167a869,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:31.812592 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a1f14d5b-2162-42fe-a184-4026c0915d42), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.828126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:31.829658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (a1f14d5b-2162-42fe-a184-4026c0915d42), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.847275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:31.847749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:31.978547 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:31.981554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (de4ff51a-10ad-4df8-a2c3-c184485f6d5f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:32.000278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:32.007735 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/de4ff51a-10ad-4df8-a2c3-c184485f6d5f HTTP/1.1" status: 204 len: 168 time: 0.7584348 Feb 19 00:42:32.011812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55562) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:32.067294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:32.067727 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:32.169879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:32.181735 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:32.223403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2179c-703e-4aa7-8c37-e4a17282c7aa tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Network': ['ID=de4ff51a-10ad-4df8-a2c3-c184485f6d5f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:32.268208 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b4d5d1f9-d816-4051-aa07-97c9edaca3c8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:32.288952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-51d7ff45-6060-4263-b742-a96a877a0c5c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Deleting port 3e1e0c00-8e7a-4423-8240-c19ff0b24f47 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:32.289292 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51d7ff45-6060-4263-b742-a96a877a0c5c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3e1e0c00-8e7a-4423-8240-c19ff0b24f47), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:32.299324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:32.460663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=b4d5d1f9-d816-4051-aa07-97c9edaca3c8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:32.538686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51d7ff45-6060-4263-b742-a96a877a0c5c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3e1e0c00-8e7a-4423-8240-c19ff0b24f47), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:32.541546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35452b7b-8dc8-49d4-8a8b-cc4b9c4ebd9e req-dcbd2d6b-d744-4bbb-9cb8-f9e6a7fb8964 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:32.552173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35452b7b-8dc8-49d4-8a8b-cc4b9c4ebd9e req-dcbd2d6b-d744-4bbb-9cb8-f9e6a7fb8964 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 945 time: 2.4696903 Feb 19 00:42:32.554934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-39907594-aad4-4bd4-a64d-6d5067ecdbd8 None None] Could not find standard attr ID for object 5392ee6c-b6d4-4d78-bf05-d968fdc03514. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:42:32.574254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad0926-e787-4945-ba1d-9be10cc30990 None None] DHCP port deletion for caf98416-7157-4acb-8ed4-abdbca45972b request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:42:32.597646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e980d-1cf6-4ca9-a42f-82224859e60a None None] Network caf98416-7157-4acb-8ed4-abdbca45972b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:32.624386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e980d-1cf6-4ca9-a42f-82224859e60a None None] Network caf98416-7157-4acb-8ed4-abdbca45972b could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:42:32.639991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-51d7ff45-6060-4263-b742-a96a877a0c5c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Calling delete_port for 3e1e0c00-8e7a-4423-8240-c19ff0b24f47 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:32.694285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d2e2-4275-4c60-abde-83ec594a694e req-b5bb2bf6-7e81-4946-aff6-1f502bcf4d82 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:32.702899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d2e2-4275-4c60-abde-83ec594a694e req-b5bb2bf6-7e81-4946-aff6-1f502bcf4d82 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:32.713531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d2e2-4275-4c60-abde-83ec594a694e req-b5bb2bf6-7e81-4946-aff6-1f502bcf4d82 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:32.735090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364d2e2-4275-4c60-abde-83ec594a694e req-b5bb2bf6-7e81-4946-aff6-1f502bcf4d82 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:32.737175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c364d2e2-4275-4c60-abde-83ec594a694e req-b5bb2bf6-7e81-4946-aff6-1f502bcf4d82 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 3143 time: 1.4249561 Feb 19 00:42:32.776496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-1ad7f4af-e70e-42df-9123-0de2e06f2a3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4277427 Feb 19 00:42:32.964298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51d7ff45-6060-4263-b742-a96a877a0c5c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3e1e0c00-8e7a-4423-8240-c19ff0b24f47), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.038855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7ff45-6060-4263-b742-a96a877a0c5c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Port': ['ID=3e1e0c00-8e7a-4423-8240-c19ff0b24f47,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:33.089652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51d7ff45-6060-4263-b742-a96a877a0c5c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.097691 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-51d7ff45-6060-4263-b742-a96a877a0c5c tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/ports/3e1e0c00-8e7a-4423-8240-c19ff0b24f47 HTTP/1.1" status: 204 len: 168 time: 1.0847898 Feb 19 00:42:33.098452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:33.175570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:42:33.180035 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f297f2-dd62-418b-8655-d8ad63f6941d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:33.180528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f297f2-dd62-418b-8655-d8ad63f6941d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:33.192154 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-50f297f2-dd62-418b-8655-d8ad63f6941d tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/subnets/eabeb89e-4f92-4c9d-814f-059be351fd10 HTTP/1.1" status: 404 len: 337 time: 0.0926132 Feb 19 00:42:33.192801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55580) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:33.274939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35452b7b-8dc8-49d4-8a8b-cc4b9c4ebd9e req-6112a79b-04b0-4f66-ba4a-0755b71c8f35 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215054 Feb 19 00:42:33.384921 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (356c519d-de63-4c25-aa6d-b8adef81b98d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.508364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (356c519d-de63-4c25-aa6d-b8adef81b98d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.544530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['356c519d-de63-4c25-aa6d-b8adef81b98d']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:33.586985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240199e3-adf2-47c7-91a0-10ec9c4cfa66') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:33.587298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240199e3-adf2-47c7-91a0-10ec9c4cfa66') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:33.642641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (240199e3-adf2-47c7-91a0-10ec9c4cfa66), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.705777 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (240199e3-adf2-47c7-91a0-10ec9c4cfa66), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.715973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c364d2e2-4275-4c60-abde-83ec594a694e req-d126e99d-6723-4dca-af27-a6c5ec79ca16 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9640543 Feb 19 00:42:33.729852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:42:33.740416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:33.740416 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (240199e3-adf2-47c7-91a0-10ec9c4cfa66), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.754500 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] Sync routers for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:33.755089 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:33.777650 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:42:33.785067 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:42:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:33.860899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] No DVR routers for this DVR port b4d5d1f9-d816-4051-aa07-97c9edaca3c8 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:33.863853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.867792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-b1f5ec54-6eef-4e32-8d30-0ab88a7603e2 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "DELETE /v2.0/ports/b4d5d1f9-d816-4051-aa07-97c9edaca3c8 HTTP/1.1" status: 204 len: 173 time: 4.7844245 Feb 19 00:42:33.881249 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-60e31748-1a0d-4917-890f-d368f04f58b2 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:33.890685 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-60e31748-1a0d-4917-890f-d368f04f58b2 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports/64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 1124 time: 0.1109529 Feb 19 00:42:33.923915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (356c519d-de63-4c25-aa6d-b8adef81b98d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.959664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:33.966731 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/356c519d-de63-4c25-aa6d-b8adef81b98d HTTP/1.1" status: 204 len: 168 time: 0.7701387 Feb 19 00:42:33.967906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fb465-4505-49a8-8f1b-4b4258fee5a9 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Network': ['ID=356c519d-de63-4c25-aa6d-b8adef81b98d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:33.984028 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55596) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:34.002940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:34.019676 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1425c05e-d2a9-4736-864c-6c5b589089a8" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:34.116796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-b360cc04-7c1f-4984-bbdd-811d6b64b9b1 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Deleting subnet 7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:42:34.138575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b360cc04-7c1f-4984-bbdd-811d6b64b9b1 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for subnet (7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:34.236815 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:42:34.272151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b360cc04-7c1f-4984-bbdd-811d6b64b9b1 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:34.339990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11398429-1002-4f07-8294-f8056591f4e4 req-05a1de29-e72a-4572-9d69-0db6a9f5920d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:34.347533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11398429-1002-4f07-8294-f8056591f4e4 req-05a1de29-e72a-4572-9d69-0db6a9f5920d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3108449 Feb 19 00:42:34.402850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81f9e7-139d-4074-97b2-964296025ead req-7914d8cf-265e-4327-bc6d-4d3b84e4cde7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:34.404826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f81f9e7-139d-4074-97b2-964296025ead req-7914d8cf-265e-4327-bc6d-4d3b84e4cde7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.4215767 Feb 19 00:42:34.413509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port 66005622-a0c1-44c3-b556-500e0fc2ef30 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:34.413853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:34.535615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b360cc04-7c1f-4984-bbdd-811d6b64b9b1 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:34.625561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11398429-1002-4f07-8294-f8056591f4e4 req-5c61895b-00ad-4004-bd22-d808f3a6f4a3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770653 Feb 19 00:42:34.666508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f81f9e7-139d-4074-97b2-964296025ead req-85823516-e8d1-457a-b3f2-ad43bc7d82f1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317755 Feb 19 00:42:34.776821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b360cc04-7c1f-4984-bbdd-811d6b64b9b1 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:34.780971 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4498a79-0d01-4214-9579-6d6f4714898f x-openstack-request-id: req-f4498a79-0d01-4214-9579-6d6f4714898f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:34.781509 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "66005622-a0c1-44c3-b556-500e0fc2ef30", "code": 200}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "7873d5f4-a757-4c26-8e7a-f85c1de3da82", "code": 200}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:34.781509 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f4498a79-0d01-4214-9579-6d6f4714898f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:34.781963 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66005622-a0c1-44c3-b556-500e0fc2ef30', 'code': 200} Feb 19 00:42:34.782259 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7873d5f4-a757-4c26-8e7a-f85c1de3da82', 'code': 200} Feb 19 00:42:34.782509 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'code': 200} Feb 19 00:42:34.798231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] For port 66005622-a0c1-44c3-b556-500e0fc2ef30, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=66005622-a0c1-44c3-b556-500e0fc2ef30,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:34.798746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:34.814519 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3891e98-776f-44e7-9fa9-b8fd68a78f9c x-openstack-request-id: req-f3891e98-776f-44e7-9fa9-b8fd68a78f9c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:34.816665 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "b4d5d1f9-d816-4051-aa07-97c9edaca3c8", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:34.817102 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3891e98-776f-44e7-9fa9-b8fd68a78f9c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:34.818587 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': 'b4d5d1f9-d816-4051-aa07-97c9edaca3c8', 'status': 'completed', 'code': 200} Feb 19 00:42:34.849879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360cc04-7c1f-4984-bbdd-811d6b64b9b1 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Subnet': ['ID=7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:34.858506 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:09Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:34.870783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b360cc04-7c1f-4984-bbdd-811d6b64b9b1 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:34.876663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323f3c7-520d-49c4-a475-7fda3f15e79e None None] Network 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:34.877570 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b360cc04-7c1f-4984-bbdd-811d6b64b9b1 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/subnets/7bfd0ca4-067e-4e39-901c-f3f91fbbc4a6 HTTP/1.1" status: 204 len: 168 time: 0.8922095 Feb 19 00:42:34.878475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for 66005622-a0c1-44c3-b556-500e0fc2ef30 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:34.878795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55614) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:34.953833 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] Checking router: 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:42:34.971784 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:42:34.976429 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:42:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:35.096695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6f5467be-c5d1-4e8b-b2ab-232620e1ed32), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.190171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] DHCP port deletion for 6f5467be-c5d1-4e8b-b2ab-232620e1ed32 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:42:35.243677 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:42:35.290621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Deleting port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:35.291596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] Deleting port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:35.291978 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.292801 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.399607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] For port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,segment=NetworkSegment(30edb940-90df-49d7-9f20-5bdbc838fa7c),segment_id=30edb940-90df-49d7-9f20-5bdbc838fa7c)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:35.400180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.420987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Calling delete_port for fce03cbb-80f8-4c5f-8e27-5a846fc4f83d owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:35.444241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] For port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,segment=NetworkSegment(30edb940-90df-49d7-9f20-5bdbc838fa7c),segment_id=30edb940-90df-49d7-9f20-5bdbc838fa7c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:35.444681 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.476972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] Calling delete_port for fce03cbb-80f8-4c5f-8e27-5a846fc4f83d owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:35.639614 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:09Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:35.654092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (66005622-a0c1-44c3-b556-500e0fc2ef30), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.671380 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b3fd5c-5ca9-4401-91fd-e4a8836027c3 None None] The sync data for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 is: [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:04Z', 'revision_number': 4, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dfade24a-5c19-40ba-a079-4b8ceb0424a3', 'name': '', 'network_id': '9eed6468-b8a2-4a4e-85a9-96cb695ea51c', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'mac_address': 'fa:16:3e:3a:88:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:04Z', 'updated_at': '2022-02-19T00:36:09Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'subnets': [{'id': '30a69bc8-4302-4149-9266-9c4ab2312fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:42:35.673933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.691574 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (fce03cbb-80f8-4c5f-8e27-5a846fc4f83d), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.734208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Port': ['ID=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:35.749799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] No DVR routers for this DVR port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:35.765873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] Pushing event deleted for resources: {'Port': ['ID=fce03cbb-80f8-4c5f-8e27-5a846fc4f83d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:35.789821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2634f52-5d3c-4633-b0e1-00a35153a3e6 None None] No DVR routers for this DVR port fce03cbb-80f8-4c5f-8e27-5a846fc4f83d on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:35.869894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=66005622-a0c1-44c3-b556-500e0fc2ef30,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:35.976955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6f5467be-c5d1-4e8b-b2ab-232620e1ed32), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:35.994555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] No DVR routers for this DVR port 66005622-a0c1-44c3-b556-500e0fc2ef30 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:36.000006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:36.007339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-a598ca85-5019-44d4-8121-25de29c2de17 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "DELETE /v2.0/ports/66005622-a0c1-44c3-b556-500e0fc2ef30 HTTP/1.1" status: 204 len: 173 time: 2.1315246 Feb 19 00:42:36.012423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5467be-c5d1-4e8b-b2ab-232620e1ed32']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:36.028772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30edb940-90df-49d7-9f20-5bdbc838fa7c') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:36.030548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30edb940-90df-49d7-9f20-5bdbc838fa7c') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:36.048893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (30edb940-90df-49d7-9f20-5bdbc838fa7c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:36.081714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (30edb940-90df-49d7-9f20-5bdbc838fa7c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:36.090044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:36.090044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (30edb940-90df-49d7-9f20-5bdbc838fa7c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:36.175735 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:36.229230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6f5467be-c5d1-4e8b-b2ab-232620e1ed32), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:36.242946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:36.256532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-594020af-1209-489b-82bd-589ec3abe5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:36.262387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-594020af-1209-489b-82bd-589ec3abe5bc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1127 time: 0.6327622 Feb 19 00:42:36.267022 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] 10.222.0.60 "DELETE /v2.0/networks/6f5467be-c5d1-4e8b-b2ab-232620e1ed32 HTTP/1.1" status: 204 len: 168 time: 1.3848593 Feb 19 00:42:36.281915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8821ec-7468-427a-81f2-4e30449291bd req-ea379556-9f25-47cf-ac4a-cbfd82156117 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:36.296800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3771ec8-68be-4852-bf89-556489e07d58 tempest-NetworksIpV6TestAttrs-1722706300 tempest-NetworksIpV6TestAttrs-1722706300-project] Pushing event deleted for resources: {'Network': ['ID=6f5467be-c5d1-4e8b-b2ab-232620e1ed32,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:36.315450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e8821ec-7468-427a-81f2-4e30449291bd req-ea379556-9f25-47cf-ac4a-cbfd82156117 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 1.3766077 Feb 19 00:42:36.509545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49694d8-98ca-4b4a-b9b0-5e8082ca9410 None None] New status for floating IP 4d7264ad-afc4-40ac-a7ad-40265c0174b5: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:42:36.545141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0984e-f31a-4dd7-a484-ed720b6c8512 req-3e2aea08-443e-4741-b3d9-7cd8493b5301 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:36.555794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0984e-f31a-4dd7-a484-ed720b6c8512 req-3e2aea08-443e-4741-b3d9-7cd8493b5301 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:36.575823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0984e-f31a-4dd7-a484-ed720b6c8512 req-3e2aea08-443e-4741-b3d9-7cd8493b5301 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:36.581508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0984e-f31a-4dd7-a484-ed720b6c8512 req-3e2aea08-443e-4741-b3d9-7cd8493b5301 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:36.589969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6e0984e-f31a-4dd7-a484-ed720b6c8512 req-3e2aea08-443e-4741-b3d9-7cd8493b5301 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 3065 time: 1.3566766 Feb 19 00:42:36.793314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532c5680-28d8-4f96-8a90-b4269167a869'}, {'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:36.795851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6e0984e-f31a-4dd7-a484-ed720b6c8512 req-77cc316f-a57a-41f6-9a40-d58a1e1c75d8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048709 Feb 19 00:42:36.802853 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad091184-4653-4182-9e4d-fcd7e2e5938f" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "532c5680-28d8-4f96-8a90-b4269167a869"}, {"server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "name": "network-vif-plugged", "status": "completed", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:36.831411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': '66005622-a0c1-44c3-b556-500e0fc2ef30'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:36.844485 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10d5e8-1195-4c5d-a90e-ed23eafcbb4c" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "66005622-a0c1-44c3-b556-500e0fc2ef30"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:36.870556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55654) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:36.871876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fce03cbb-80f8-4c5f-8e27-5a846fc4f83d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:36.887765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e8821ec-7468-427a-81f2-4e30449291bd req-25695a87-9fed-4cd7-a0f4-f4cd01301907 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5709677 Feb 19 00:42:37.052492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5732b757-4b05-4b43-99a1-5da0638ac7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:37.054447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5732b757-4b05-4b43-99a1-5da0638ac7a8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.7142816 Feb 19 00:42:37.112570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: fce03cbb-80f8-4c5f-8e27-5a846fc4f83d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:42:37.114671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fce03cbb-80f8-4c5f-8e27-5a846fc4f83d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:42:37.173526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-49c7282b-1c11-4f7a-90b9-21d37cf83d59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5eb7101f35e412c977c54c8bc43bf68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3016419 Feb 19 00:42:37.174137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55658) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:37.239884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:37.240506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:37.278583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0462eb3-bbf5-4ca8-abcf-9f198864ab30 admin admin] Publish callbacks [] for security_group (e37d4da4-26ea-47bc-9a51-bbbaa1e77ab9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:37.302331 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0462eb3-bbf5-4ca8-abcf-9f198864ab30 admin admin] Publish callbacks [] for security_group (e37d4da4-26ea-47bc-9a51-bbbaa1e77ab9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:37.371090 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0462eb3-bbf5-4ca8-abcf-9f198864ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e37d4da4-26ea-47bc-9a51-bbbaa1e77ab9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:37.382460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0462eb3-bbf5-4ca8-abcf-9f198864ab30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:37.382460 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a0462eb3-bbf5-4ca8-abcf-9f198864ab30 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e37d4da4-26ea-47bc-9a51-bbbaa1e77ab9 HTTP/1.1" status: 204 len: 168 time: 0.1938105 Feb 19 00:42:37.385133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0462eb3-bbf5-4ca8-abcf-9f198864ab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37d4da4-26ea-47bc-9a51-bbbaa1e77ab9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:37.477219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-688fd136-1368-4dc3-a548-b5cea0a1945e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 1001 time: 0.4130840 Feb 19 00:42:37.540486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-0accbb62-6ed0-471d-b7a6-fd0c809fab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:37.544830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-0accbb62-6ed0-471d-b7a6-fd0c809fab5e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.0555089 Feb 19 00:42:37.615521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e582b-c4f4-40d9-a816-fc7e8820139a req-b3569325-e727-4612-af2b-d2714075c444 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:37.617031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-876e582b-c4f4-40d9-a816-fc7e8820139a req-b3569325-e727-4612-af2b-d2714075c444 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.3721960 Feb 19 00:42:37.630893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a42ea-d2be-40df-985e-689020bacf03 req-433917bd-230b-4652-a5bc-448b321b7aec tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:37.637705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a67a42ea-d2be-40df-985e-689020bacf03 req-433917bd-230b-4652-a5bc-448b321b7aec tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3939130 Feb 19 00:42:37.669454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] For port 7873d5f4-a757-4c26-8e7a-f85c1de3da82, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7873d5f4-a757-4c26-8e7a-f85c1de3da82,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:37.669886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:37.764871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for 7873d5f4-a757-4c26-8e7a-f85c1de3da82 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:37.867271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-48c38675-8f59-4867-b05b-ab3ba6141a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:37.868861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-48c38675-8f59-4867-b05b-ab3ba6141a82 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3161666 Feb 19 00:42:38.129020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-0b7a7e20-3ee7-4878-8875-7809ea3c5e66 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389660 Feb 19 00:42:38.175122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-876e582b-c4f4-40d9-a816-fc7e8820139a req-a9f3641d-825a-46b9-ad3d-c5e8ee235f60 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5348928 Feb 19 00:42:38.261005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a67a42ea-d2be-40df-985e-689020bacf03 req-7f10d4cf-ad10-46f4-98b0-dc34b8e84220 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5935888 Feb 19 00:42:38.395496 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a81564b-0826-49f6-90ae-55ab99759fdc x-openstack-request-id: req-7a81564b-0826-49f6-90ae-55ab99759fdc {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:38.396008 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-unplugged", "status": "completed", "tag": "532c5680-28d8-4f96-8a90-b4269167a869", "code": 200}, {"server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "name": "network-vif-plugged", "status": "completed", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:38.396132 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a81564b-0826-49f6-90ae-55ab99759fdc {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:38.396517 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532c5680-28d8-4f96-8a90-b4269167a869', 'code': 200} Feb 19 00:42:38.396856 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'code': 200} Feb 19 00:42:38.460476 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961b8854-3ec1-49aa-9492-4a207b980540 x-openstack-request-id: req-961b8854-3ec1-49aa-9492-4a207b980540 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:38.462309 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "66005622-a0c1-44c3-b556-500e0fc2ef30", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:38.464222 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-961b8854-3ec1-49aa-9492-4a207b980540 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:38.467328 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': '66005622-a0c1-44c3-b556-500e0fc2ef30', 'status': 'completed', 'code': 200} Feb 19 00:42:38.697396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-060de5bb-19dd-405a-8f32-d4ce6a893728 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493150 Feb 19 00:42:38.743114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09395f0b-1d95-4b70-8177-c7f035d4d574 req-ca5032cc-7cd1-4f21-8261-a646b6d8446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:38.747801 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-09395f0b-1d95-4b70-8177-c7f035d4d574 req-ca5032cc-7cd1-4f21-8261-a646b6d8446f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 1128 time: 0.0956767 Feb 19 00:42:38.841469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55708) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:38.852112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7873d5f4-a757-4c26-8e7a-f85c1de3da82), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:38.871973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b0f60-2a5d-4a16-be81-5229425c76d8 req-db6a0e46-3da1-4ec1-bc7d-edae227a6314 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:38.884278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-967b0f60-2a5d-4a16-be81-5229425c76d8 req-db6a0e46-3da1-4ec1-bc7d-edae227a6314 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.2943659 Feb 19 00:42:38.887677 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-09395f0b-1d95-4b70-8177-c7f035d4d574 req-c1bc7c3b-21b2-4280-b4df-3701decc08d5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322255 Feb 19 00:42:38.960311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6618d6-5108-4a0d-840a-5a75beb369de req-d3f03172-a9e1-4b7b-8f3d-860f4543dd65 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:38.965955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6618d6-5108-4a0d-840a-5a75beb369de req-d3f03172-a9e1-4b7b-8f3d-860f4543dd65 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:38.971924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6618d6-5108-4a0d-840a-5a75beb369de req-d3f03172-a9e1-4b7b-8f3d-860f4543dd65 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:38.979319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df6618d6-5108-4a0d-840a-5a75beb369de req-d3f03172-a9e1-4b7b-8f3d-860f4543dd65 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 2410 time: 0.3595414 Feb 19 00:42:38.988349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=7873d5f4-a757-4c26-8e7a-f85c1de3da82,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:39.046812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1279509472'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:39.073637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:39.079572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.092725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.096715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df6618d6-5108-4a0d-840a-5a75beb369de req-9bc71e07-87b1-4683-acfb-e010f6391dc8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161952 Feb 19 00:42:39.134471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-967b0f60-2a5d-4a16-be81-5229425c76d8 req-3fd37a9e-74cf-4b8c-b744-470eab771613 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453315 Feb 19 00:42:39.136801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] No DVR routers for this DVR port 7873d5f4-a757-4c26-8e7a-f85c1de3da82 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:39.148918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.152224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-22dae9b0-493a-4073-91b4-3aace4cd9eef tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "DELETE /v2.0/ports/7873d5f4-a757-4c26-8e7a-f85c1de3da82 HTTP/1.1" status: 204 len: 173 time: 3.1366253 Feb 19 00:42:39.285215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (6ced5ea3-e9f1-441e-820e-7131232e9779), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.292216 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6ced5ea3-e9f1-441e-820e-7131232e9779), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.341089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:39.364804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c7a175fc-3202-4506-af3b-03cc683fdce0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.365153 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Added segment c7a175fc-3202-4506-af3b-03cc683fdce0 of type vlan for network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 Feb 19 00:42:39.367155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ced5ea3-e9f1-441e-820e-7131232e9779,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:39.463221 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.538960 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.549326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:39.550672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.623586 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7806339 Feb 19 00:42:39.637137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55728) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:39.646522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'name': 'tempest-PortsIpV6TestJSON-945371159'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:39.781746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55734) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:39.838203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f4e49-ea09-4235-9fc2-a1af3a85d4e0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Network': ['ID=b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:39.853689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:39.860924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:39.864456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:39.906541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:39.938486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-3b6cea2a-8d04-4f78-bce6-6c2933df6efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:39.941025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-3b6cea2a-8d04-4f78-bce6-6c2933df6efc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1127 time: 0.7250376 Feb 19 00:42:40.068018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-2f41ec4c-1d0b-4cc1-be9d-2b4a1f602108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:40.069542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-2f41ec4c-1d0b-4cc1-be9d-2b4a1f602108 service neutron] 10.222.0.113 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 914 time: 0.1008420 Feb 19 00:42:40.070684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87a7daae-f11e-4f2c-8af2-96caaf38dc66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.127729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-f22ed312-7785-49f1-8e6e-989a10fdc17b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 217 time: 0.0462644 Feb 19 00:42:40.133902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:40.133902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.216984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87a7daae-f11e-4f2c-8af2-96caaf38dc66 admin admin] Publish callbacks [] for security_group (e0a0f819-7796-42a5-b155-bac185555ac5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.225859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87a7daae-f11e-4f2c-8af2-96caaf38dc66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e0a0f819-7796-42a5-b155-bac185555ac5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.228675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e731685-29f8-44f5-9aad-45928e325487 req-9de8a990-3c34-4f52-b62e-b4a0b916b244 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:40.237968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e731685-29f8-44f5-9aad-45928e325487 req-9de8a990-3c34-4f52-b62e-b4a0b916b244 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3276966 Feb 19 00:42:40.253612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e0005-5b1a-40d7-abec-21adb5f454b1 req-e9084156-36d9-457b-816a-e36fb5f82a3d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:40.255408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-463e0005-5b1a-40d7-abec-21adb5f454b1 req-e9084156-36d9-457b-816a-e36fb5f82a3d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.9640203 Feb 19 00:42:40.297147 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-87a7daae-f11e-4f2c-8af2-96caaf38dc66 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=438300496eee4bf1ab507df65d7df0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5134304 Feb 19 00:42:40.303985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55746) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:40.351881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7daae-f11e-4f2c-8af2-96caaf38dc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a0f819-7796-42a5-b155-bac185555ac5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:40.353686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-5ceec786-7f0c-41d5-a10d-9fa0b885d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:40.355235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-5ceec786-7f0c-41d5-a10d-9fa0b885d24f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.2213566 Feb 19 00:42:40.358286 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.364515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-463e0005-5b1a-40d7-abec-21adb5f454b1 req-a97af737-ea09-47c6-955c-3fc1b38b1133 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983481 Feb 19 00:42:40.401554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bca8dcb9-6007-455e-b900-06aa7bd5b540 admin admin] Publish callbacks [] for security_group (e0a0f819-7796-42a5-b155-bac185555ac5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.417728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-3aea87c3-39a3-45ff-838d-f009d7f54fe7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467389 Feb 19 00:42:40.450795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e731685-29f8-44f5-9aad-45928e325487 req-94eb0160-730b-4aa5-8428-2177ea3e85e2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070556 Feb 19 00:42:40.462856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bca8dcb9-6007-455e-b900-06aa7bd5b540 admin admin] Publish callbacks [] for security_group (e0a0f819-7796-42a5-b155-bac185555ac5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.474695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': '7873d5f4-a757-4c26-8e7a-f85c1de3da82'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:40.479268 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dafae01-e3b8-4d79-8a7d-5037991f4453" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "7873d5f4-a757-4c26-8e7a-f85c1de3da82"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:40.538687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bca8dcb9-6007-455e-b900-06aa7bd5b540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e0a0f819-7796-42a5-b155-bac185555ac5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.542115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bca8dcb9-6007-455e-b900-06aa7bd5b540 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.544066 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bca8dcb9-6007-455e-b900-06aa7bd5b540 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0a0f819-7796-42a5-b155-bac185555ac5 HTTP/1.1" status: 204 len: 168 time: 0.2391098 Feb 19 00:42:40.548254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] For port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:40.552357 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.563944 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8dcb9-6007-455e-b900-06aa7bd5b540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a0f819-7796-42a5-b155-bac185555ac5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:40.579955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.644993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for 5ac782ca-3ecc-4917-ad3c-a85a8a88219e owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:40.656525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=4936c41d-d75a-47e9-a693-7ecb0e9d4bb7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:40.686794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking segment: {'id': 'c7a175fc-3202-4506-af3b-03cc683fdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:40.687169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network hostable DHCP agents. Network: b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:40.709893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:40.721829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:40.731750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16943e2f-3528-4609-82f1-06d5676db517 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:40.731930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:40.745419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:40.746083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.757570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3afbc-4846-41c4-9401-2ecceac30e58 req-036e1fe4-ee4a-4592-be12-a9059518d45e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:40.763328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3afbc-4846-41c4-9401-2ecceac30e58 req-036e1fe4-ee4a-4592-be12-a9059518d45e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:40.765249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64a3afbc-4846-41c4-9401-2ecceac30e58 req-036e1fe4-ee4a-4592-be12-a9059518d45e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 1677 time: 0.2558656 Feb 19 00:42:40.781425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d3887b49-ae82-4a0d-ae91-04fb943615aa tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1384964 Feb 19 00:42:40.784419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55752) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:40.789589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-789425326'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:40.840102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e0c8a-e895-491a-a694-a390506a31e3 req-24ba9b61-a7c5-4f3b-9ce5-7a0fdf45f63d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:40.841760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-387e0c8a-e895-491a-a694-a390506a31e3 req-24ba9b61-a7c5-4f3b-9ce5-7a0fdf45f63d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.2299135 Feb 19 00:42:40.843764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-ce2b56b9-17df-4d9b-9762-bef21c98400b service neutron] 10.222.0.113 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193015 Feb 19 00:42:40.856210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:40.862483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.902168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:40.914525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b15743b8-d804-406c-ba4d-024c5ee8dbfd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:40.914999 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Added segment b15743b8-d804-406c-ba4d-024c5ee8dbfd of type vlan for network 0f657ff6-caf4-453b-a943-2ce4e4022c82 Feb 19 00:42:40.917373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64a3afbc-4846-41c4-9401-2ecceac30e58 req-5161b9b3-0eef-4f67-9e4b-14f997f53953 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396940 Feb 19 00:42:40.999308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (0f657ff6-caf4-453b-a943-2ce4e4022c82), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:41.080128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (0f657ff6-caf4-453b-a943-2ce4e4022c82), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:41.098638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:41.101256 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:41.157652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ba49169-6bad-401b-bee0-ff1c9f3b68c2 req-d55f7bc3-f689-425f-96f6-4c77a20eb0f5 service neutron] 10.222.0.113 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066311 Feb 19 00:42:41.179338 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3837f39b-fff4-4458-a5c8-bd251c4c7c7c x-openstack-request-id: req-3837f39b-fff4-4458-a5c8-bd251c4c7c7c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:41.179708 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "7873d5f4-a757-4c26-8e7a-f85c1de3da82", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:41.179926 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3837f39b-fff4-4458-a5c8-bd251c4c7c7c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:41.180359 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': '7873d5f4-a757-4c26-8e7a-f85c1de3da82', 'status': 'completed', 'code': 200} Feb 19 00:42:41.267335 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4817696 Feb 19 00:42:41.270398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55770) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:41.277366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'ports': [{'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53'}, {'network_id': '0f657ff6-caf4-453b-a943-2ce4e4022c82'}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:41.278073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:41.279263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': '0f657ff6-caf4-453b-a943-2ce4e4022c82'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:41.291690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a6453-ac41-4eec-b49c-89fab191e160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Network': ['ID=0f657ff6-caf4-453b-a943-2ce4e4022c82,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:41.300879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-387e0c8a-e895-491a-a694-a390506a31e3 req-81545ba8-8ad3-4c5e-ab28-ac322f22febf tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022832 Feb 19 00:42:41.302416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 0f657ff6-caf4-453b-a943-2ce4e4022c82 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:41.439803 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5ac782ca-3ecc-4917-ad3c-a85a8a88219e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:41.504589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=5ac782ca-3ecc-4917-ad3c-a85a8a88219e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:41.684397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] No DVR routers for this DVR port 5ac782ca-3ecc-4917-ad3c-a85a8a88219e on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:41.697157 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:41.700511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-aa2aa037-d4a9-43ee-b5fb-98b1b2096d69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "DELETE /v2.0/ports/5ac782ca-3ecc-4917-ad3c-a85a8a88219e HTTP/1.1" status: 204 len: 173 time: 2.5429881 Feb 19 00:42:41.723819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfdfe64-2cdc-4217-89ac-c19a3739b6ff req-340f2a67-5d07-4d7d-85a6-d52371dc8d34 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:41.726976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcfdfe64-2cdc-4217-89ac-c19a3739b6ff req-340f2a67-5d07-4d7d-85a6-d52371dc8d34 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.2386174 Feb 19 00:42:41.740828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00eb33-3d4c-4f6a-a841-1075ac32360f req-eff828ae-db52-4a97-98c4-4adea9cf2513 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:41.742750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f00eb33-3d4c-4f6a-a841-1075ac32360f req-eff828ae-db52-4a97-98c4-4adea9cf2513 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.2438569 Feb 19 00:42:41.767027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 2} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:41.771010 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:41.823333 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:41.968200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f00eb33-3d4c-4f6a-a841-1075ac32360f req-3d41cbcc-164b-4cbf-be61-d385e3e71d91 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047889 Feb 19 00:42:41.976891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcfdfe64-2cdc-4217-89ac-c19a3739b6ff req-8eafaff8-dc34-46a1-80bb-9bd9a0069ef7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151654 Feb 19 00:42:42.212930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port 532c5680-28d8-4f96-8a90-b4269167a869 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:42.214593 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (532c5680-28d8-4f96-8a90-b4269167a869), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:42.267711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 331dff37-5a7a-45fc-a85e-98639e478485 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:42.396450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e60df-f46e-48a5-a64d-921665760f5b req-e3079cea-bbc2-4283-9765-3506ce4c90da tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:42.398430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-188e60df-f46e-48a5-a64d-921665760f5b req-e3079cea-bbc2-4283-9765-3506ce4c90da tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3373265 Feb 19 00:42:42.413988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8663b-d027-49f4-bf97-77031ceeef51 req-af524a81-cee5-49dd-9721-5e9a4e9be205 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:42.415459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d8663b-d027-49f4-bf97-77031ceeef51 req-af524a81-cee5-49dd-9721-5e9a4e9be205 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 943 time: 0.3017254 Feb 19 00:42:42.418469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] For port 532c5680-28d8-4f96-8a90-b4269167a869, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=532c5680-28d8-4f96-8a90-b4269167a869,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:42.419252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (532c5680-28d8-4f96-8a90-b4269167a869), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:42.463153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for 532c5680-28d8-4f96-8a90-b4269167a869 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:42.578299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:42.591439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d8663b-d027-49f4-bf97-77031ceeef51 req-4a181fb3-b2b3-4638-8710-04c070bc754b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups?id=4c63c357-c8e6-4984-ac96-62ee0e442dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572754 Feb 19 00:42:42.602220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-188e60df-f46e-48a5-a64d-921665760f5b req-71f6b7ee-bb06-4bd9-8ce2-0a33b3d00dbb tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856604 Feb 19 00:42:42.645542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (331dff37-5a7a-45fc-a85e-98639e478485), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:42.739302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bac6700d-0309-4528-b486-47cf7b8e2e11 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:42.739966 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:42.779109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port f021ea84-3343-4f3e-89aa-95781422d01c yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:42.790971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:42.795022 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51cf913d-31fc-43e7-bc1e-67871c6e8242" -d '{"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-unplugged", "status": "completed", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:42.838802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:42.847225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:42.859089 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (532c5680-28d8-4f96-8a90-b4269167a869), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:42.923279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=532c5680-28d8-4f96-8a90-b4269167a869,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:42.940127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:42.944736 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f8606e-1518-4a01-bbf1-521dd1965f0d x-openstack-request-id: req-89f8606e-1518-4a01-bbf1-521dd1965f0d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:42.945270 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-unplugged", "status": "completed", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:42.945958 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89f8606e-1518-4a01-bbf1-521dd1965f0d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:42.946531 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'code': 200} Feb 19 00:42:42.989515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] No DVR routers for this DVR port 532c5680-28d8-4f96-8a90-b4269167a869 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:42.996650 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:43.000386 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef735df-c73d-415c-8180-6830a04cadd7 req-520e3e4f-cd75-444a-93d7-25f31d32e5b5 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.126 "DELETE /v2.0/ports/532c5680-28d8-4f96-8a90-b4269167a869 HTTP/1.1" status: 204 len: 173 time: 1.2941628 Feb 19 00:42:43.016820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (f021ea84-3343-4f3e-89aa-95781422d01c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:43.091690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (331dff37-5a7a-45fc-a85e-98639e478485), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:43.187647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e'}, {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': '532c5680-28d8-4f96-8a90-b4269167a869'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:43.194437 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f681736c-8aeb-4ae7-92fd-7a8f254f585d" -d '{"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "5ac782ca-3ecc-4917-ad3c-a85a8a88219e"}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "532c5680-28d8-4f96-8a90-b4269167a869"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:43.211282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:43.225700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:43.229703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=331dff37-5a7a-45fc-a85e-98639e478485,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:43.243117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:43.244224 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f021ea84-3343-4f3e-89aa-95781422d01c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:43.418696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=f021ea84-3343-4f3e-89aa-95781422d01c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:43.488433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-b1cfcef0-e8be-4384-bfdf-0c7b33e989b7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:43.495385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-b1cfcef0-e8be-4384-bfdf-0c7b33e989b7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 814 time: 0.2824469 Feb 19 00:42:43.497266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking segment: {'id': 'b15743b8-d804-406c-ba4d-024c5ee8dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0f657ff6-caf4-453b-a943-2ce4e4022c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:43.497629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network hostable DHCP agents. Network: 0f657ff6-caf4-453b-a943-2ce4e4022c82, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:43.506540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29562b8f-9a3f-4352-9e7f-e3078bd79a74 req-df830a47-933f-4486-aa14-959655d432c0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:43.508490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29562b8f-9a3f-4352-9e7f-e3078bd79a74 req-df830a47-933f-4486-aa14-959655d432c0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.2622731 Feb 19 00:42:43.538538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-ba1ed4f2-799c-41af-9249-7bee16aecb5d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/quotas/e698c6fe560a49ed8209ce0dd7121ac4 HTTP/1.1" status: 200 len: 375 time: 0.0421259 Feb 19 00:42:43.588218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55844) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:43.592448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 0f657ff6-caf4-453b-a943-2ce4e4022c82 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:43.620955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 0f657ff6-caf4-453b-a943-2ce4e4022c82) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:43.634529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d60b42-48ff-4fe2-8888-03fe63459e84 None None] Network 0f657ff6-caf4-453b-a943-2ce4e4022c82 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:43.638951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:43.644431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:43.648984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:43.649762 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:43.668890 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-5603e5c8-cab5-420d-9c0e-f4d78dfbc50d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294408 Feb 19 00:42:43.685752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6b08aeae-c703-4121-8ef3-21abd793ee21 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4133914 Feb 19 00:42:43.688863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55852) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:43.785607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-1b6df4e7-16a2-40eb-9a9d-aac116195608 service neutron] 10.222.0.60 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099193 Feb 19 00:42:43.837209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0175721b-4909-43ac-b4da-0c659c0575a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:43.905019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6cbef498-1f4d-4665-ba91-ba98b52517f8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port f021ea84-3343-4f3e-89aa-95781422d01c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:43.905468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cbef498-1f4d-4665-ba91-ba98b52517f8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f021ea84-3343-4f3e-89aa-95781422d01c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:43.943946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29562b8f-9a3f-4352-9e7f-e3078bd79a74 req-b1114542-ac27-49db-8178-013a493477a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4263651 Feb 19 00:42:43.949789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-9bf8afb8-746e-4cd7-8de3-c6e4291d2557 service neutron] 10.222.0.60 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631978 Feb 19 00:42:44.001752 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cbef498-1f4d-4665-ba91-ba98b52517f8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f021ea84-3343-4f3e-89aa-95781422d01c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.015598 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a122bc2-e651-42d0-bdda-99dbae094511 x-openstack-request-id: req-4a122bc2-e651-42d0-bdda-99dbae094511 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:44.016181 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "5ac782ca-3ecc-4917-ad3c-a85a8a88219e", "status": "completed", "code": 200}, {"server_uuid": "833a1cda-300f-40b6-a91b-1f37cd1ce6f0", "name": "network-vif-deleted", "tag": "532c5680-28d8-4f96-8a90-b4269167a869", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:44.016637 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a122bc2-e651-42d0-bdda-99dbae094511 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:44.017234 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': '5ac782ca-3ecc-4917-ad3c-a85a8a88219e', 'status': 'completed', 'code': 200} Feb 19 00:42:44.017701 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833a1cda-300f-40b6-a91b-1f37cd1ce6f0', 'name': 'network-vif-deleted', 'tag': '532c5680-28d8-4f96-8a90-b4269167a869', 'status': 'completed', 'code': 200} Feb 19 00:42:44.034819 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0175721b-4909-43ac-b4da-0c659c0575a6 admin admin] Publish callbacks [] for security_group (424c13bf-ea54-47ac-a595-2015c5c487e3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.036207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6cbef498-1f4d-4665-ba91-ba98b52517f8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for f021ea84-3343-4f3e-89aa-95781422d01c owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:44.045472 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0175721b-4909-43ac-b4da-0c659c0575a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (424c13bf-ea54-47ac-a595-2015c5c487e3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.150542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0175721b-4909-43ac-b4da-0c659c0575a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ec1509126e64379ab03017748fa42c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5606124 Feb 19 00:42:44.151603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0175721b-4909-43ac-b4da-0c659c0575a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c13bf-ea54-47ac-a595-2015c5c487e3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:44.154270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55860) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:44.223321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521bfa0b-bda5-454e-bb23-b5d1ddcea42a req-3cfa4a0c-1001-4145-937e-fe8985e529c5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:44.225050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-521bfa0b-bda5-454e-bb23-b5d1ddcea42a req-3cfa4a0c-1001-4145-937e-fe8985e529c5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.1435027 Feb 19 00:42:44.234614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cbef498-1f4d-4665-ba91-ba98b52517f8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f021ea84-3343-4f3e-89aa-95781422d01c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.236366 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3828eb70-7d6f-49e4-a4b0-751198504a55 admin admin] Publish callbacks [] for security_group (424c13bf-ea54-47ac-a595-2015c5c487e3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.284534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b22adab9-3e55-4bfb-94c4-8078edc17646 req-35eeab01-f1df-4b4d-9606-72b6882f3ad1 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0583847 Feb 19 00:42:44.287368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbef498-1f4d-4665-ba91-ba98b52517f8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=f021ea84-3343-4f3e-89aa-95781422d01c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:44.300940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cbef498-1f4d-4665-ba91-ba98b52517f8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.304144 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6cbef498-1f4d-4665-ba91-ba98b52517f8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/f021ea84-3343-4f3e-89aa-95781422d01c HTTP/1.1" status: 204 len: 168 time: 0.6143203 Feb 19 00:42:44.307664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55862) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:44.317859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3828eb70-7d6f-49e4-a4b0-751198504a55 admin admin] Publish callbacks [] for security_group (424c13bf-ea54-47ac-a595-2015c5c487e3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.427852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad1ef0-e668-4159-aeee-c56103cabcbb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:44.433792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad1ef0-e668-4159-aeee-c56103cabcbb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:44.438472 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-73ad1ef0-e668-4159-aeee-c56103cabcbb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1269848 Feb 19 00:42:44.438472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:44.470992 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3828eb70-7d6f-49e4-a4b0-751198504a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (424c13bf-ea54-47ac-a595-2015c5c487e3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.473849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3828eb70-7d6f-49e4-a4b0-751198504a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.477412 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3828eb70-7d6f-49e4-a4b0-751198504a55 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/424c13bf-ea54-47ac-a595-2015c5c487e3 HTTP/1.1" status: 204 len: 168 time: 0.3180196 Feb 19 00:42:44.490056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828eb70-7d6f-49e4-a4b0-751198504a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c13bf-ea54-47ac-a595-2015c5c487e3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:44.567047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-288cbacb-3424-4de0-a70f-f4f23da9e058 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 331dff37-5a7a-45fc-a85e-98639e478485 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:44.568463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-288cbacb-3424-4de0-a70f-f4f23da9e058 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (331dff37-5a7a-45fc-a85e-98639e478485), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.687084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-288cbacb-3424-4de0-a70f-f4f23da9e058 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (331dff37-5a7a-45fc-a85e-98639e478485), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.722157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-288cbacb-3424-4de0-a70f-f4f23da9e058 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 331dff37-5a7a-45fc-a85e-98639e478485 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:44.828849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-288cbacb-3424-4de0-a70f-f4f23da9e058 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (331dff37-5a7a-45fc-a85e-98639e478485), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.876086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288cbacb-3424-4de0-a70f-f4f23da9e058 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=331dff37-5a7a-45fc-a85e-98639e478485,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:44.897328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-288cbacb-3424-4de0-a70f-f4f23da9e058 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:44.905282 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-288cbacb-3424-4de0-a70f-f4f23da9e058 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/331dff37-5a7a-45fc-a85e-98639e478485 HTTP/1.1" status: 204 len: 168 time: 0.4636667 Feb 19 00:42:44.905707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55876) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:44.919151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-521bfa0b-bda5-454e-bb23-b5d1ddcea42a req-bcbf3e09-2852-4cec-bf7d-680524de34ed tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735849 Feb 19 00:42:44.936395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-addaab4b-a76b-4abe-88c1-ae252d4c2fd9 req-999cbc4c-7244-49ed-a17c-544b90e77c60 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 210 time: 0.4597156 Feb 19 00:42:44.954499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55880) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:44.969869 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4c3788fc-514c-429b-9f09-c45a781776b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.037477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f594dfd-e34e-42f4-a8d6-efed0526de2f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:45.042092 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2f594dfd-e34e-42f4-a8d6-efed0526de2f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1351409 Feb 19 00:42:45.044197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:45.093601 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d708b75b-a168-48c3-8ad4-3564473738b9 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:42:45.100250 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d708b75b-a168-48c3-8ad4-3564473738b9 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/f021ea84-3343-4f3e-89aa-95781422d01c HTTP/1.1" status: 404 len: 333 time: 0.0537846 Feb 19 00:42:45.101047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55886) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:45.106811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4c3788fc-514c-429b-9f09-c45a781776b4 admin admin] Publish callbacks [] for security_group (39df3b40-13fd-49cb-ab4e-426ffd416cb2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.121688 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4c3788fc-514c-429b-9f09-c45a781776b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (39df3b40-13fd-49cb-ab4e-426ffd416cb2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.137712 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11661b4-9037-487c-b599-5708e0b4693d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:42:45.142677 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e11661b4-9037-487c-b599-5708e0b4693d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/331dff37-5a7a-45fc-a85e-98639e478485 HTTP/1.1" status: 404 len: 333 time: 0.0402341 Feb 19 00:42:45.143525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:45.169659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-28c86e59-f1af-4e63-93da-ff0da2de274c tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:45.177247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-28c86e59-f1af-4e63-93da-ff0da2de274c tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.126 "GET /v2.0/ports?device_id=977e8426-b166-4a03-abad-e19e212de978 HTTP/1.1" status: 200 len: 946 time: 0.7930593 Feb 19 00:42:45.219755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (0f657ff6-caf4-453b-a943-2ce4e4022c82), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.228964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4c3788fc-514c-429b-9f09-c45a781776b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c1321ba50914caa895b73e850c60d05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726965 Feb 19 00:42:45.232059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55890) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:45.267859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f72bd8-233b-42cf-b1a9-a7ffe50f471e req-761d254d-7846-48c5-955b-aaf44acbda2d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:45.269404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67f72bd8-233b-42cf-b1a9-a7ffe50f471e req-761d254d-7846-48c5-955b-aaf44acbda2d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.2230988 Feb 19 00:42:45.272961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3788fc-514c-429b-9f09-c45a781776b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39df3b40-13fd-49cb-ab4e-426ffd416cb2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:45.316288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537186b3-5d62-4951-831b-deb0830e2edb req-cdfa99cc-1cf8-40be-a99b-edbc8d233de9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:45.318300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-537186b3-5d62-4951-831b-deb0830e2edb req-cdfa99cc-1cf8-40be-a99b-edbc8d233de9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.2277994 Feb 19 00:42:45.340465 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:42:45.344157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (0f657ff6-caf4-453b-a943-2ce4e4022c82), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.376542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f657ff6-caf4-453b-a943-2ce4e4022c82']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:45.389205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15743b8-d804-406c-ba4d-024c5ee8dbfd') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:45.390508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15743b8-d804-406c-ba4d-024c5ee8dbfd') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:45.402169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67f72bd8-233b-42cf-b1a9-a7ffe50f471e req-27c9b893-978c-4e3e-9100-5140d12a17ea tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254582 Feb 19 00:42:45.403458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (b15743b8-d804-406c-ba4d-024c5ee8dbfd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.427445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b15743b8-d804-406c-ba4d-024c5ee8dbfd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.438310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:45.438860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (b15743b8-d804-406c-ba4d-024c5ee8dbfd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.474670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Deleting port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:45.475039 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.538712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-537186b3-5d62-4951-831b-deb0830e2edb req-baf53aab-da7a-4382-b3d0-e78cd9dd2bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994309 Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:45.540773 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:45.546569 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (0f657ff6-caf4-453b-a943-2ce4e4022c82), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.564812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.571012 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/networks/0f657ff6-caf4-453b-a943-2ce4e4022c82 HTTP/1.1" status: 204 len: 168 time: 0.4262605 Feb 19 00:42:45.579533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c6eeccf3-65b3-440e-b815-b66b7d89548e admin admin] Publish callbacks [] for security_group (39df3b40-13fd-49cb-ab4e-426ffd416cb2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.581384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55902) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:45.601337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-77700934'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:45.614317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe7940-40f1-4ede-96b4-d0357e8f08e5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Network': ['ID=0f657ff6-caf4-453b-a943-2ce4e4022c82,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:45.647047 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c6eeccf3-65b3-440e-b815-b66b7d89548e admin admin] Publish callbacks [] for security_group (39df3b40-13fd-49cb-ab4e-426ffd416cb2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.669395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:45.673764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.678039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a43f9316-9056-43b6-b247-d966fddcf17d req-f55eaa55-c9ac-47b5-8581-d04bc87f3666 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1379757 Feb 19 00:42:45.720404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:45.743640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d7726322-aa79-4146-bf21-3cc3c67185e4 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:45.745159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d7726322-aa79-4146-bf21-3cc3c67185e4 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.113 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 814 time: 0.3164783 Feb 19 00:42:45.752496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c6eeccf3-65b3-440e-b815-b66b7d89548e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (39df3b40-13fd-49cb-ab4e-426ffd416cb2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.757154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c6eeccf3-65b3-440e-b815-b66b7d89548e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.759278 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c6eeccf3-65b3-440e-b815-b66b7d89548e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/39df3b40-13fd-49cb-ab4e-426ffd416cb2 HTTP/1.1" status: 204 len: 168 time: 0.5257854 Feb 19 00:42:45.761111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Request body: {'port': {'device_id': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'admin_state_up': True, 'tenant_id': 'e698c6fe560a49ed8209ce0dd7121ac4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:45.761735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (08ae30d0-25f8-4614-b8ff-91cf954b93b8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.762335 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Added segment 08ae30d0-25f8-4614-b8ff-91cf954b93b8 of type vlan for network 056dab18-68ff-4b07-89af-1d86f0e9d32a Feb 19 00:42:45.770999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] For port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:45.771376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.783645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eeccf3-65b3-440e-b815-b66b7d89548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39df3b40-13fd-49cb-ab4e-426ffd416cb2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:45.796214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-d632e802-8b48-4129-92bf-820c2edff93d req-347d481f-5500-4a31-9e01-80ec211d20cc service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:42:45.797242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d632e802-8b48-4129-92bf-820c2edff93d req-347d481f-5500-4a31-9e01-80ec211d20cc service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061839 Feb 19 00:42:45.835331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Calling delete_port for 090b66ad-4ddf-4dc5-ab95-306396ef9e2f owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:45.839496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (056dab18-68ff-4b07-89af-1d86f0e9d32a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.885660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (056dab18-68ff-4b07-89af-1d86f0e9d32a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:45.896470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:45.897094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:46.037761 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4500215 Feb 19 00:42:46.049621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55918) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:46.056777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': '056dab18-68ff-4b07-89af-1d86f0e9d32a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:46.066613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdfa63-08a9-44c5-aa12-c759d5c04a55 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Network': ['ID=056dab18-68ff-4b07-89af-1d86f0e9d32a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:46.085412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 056dab18-68ff-4b07-89af-1d86f0e9d32a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:46.124364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Made reservation on behalf of e698c6fe560a49ed8209ce0dd7121ac4 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:46.128351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:46.137325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a217e6-7773-436e-bead-9aedc76026bf req-27f8f0f5-25e0-4b4e-a0e9-84121a69cb5c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:46.145362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8a217e6-7773-436e-bead-9aedc76026bf req-27f8f0f5-25e0-4b4e-a0e9-84121a69cb5c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.1389310 Feb 19 00:42:46.224625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-930a8d78-2ed0-4acf-b389-8efd5d28acca req-d058ceec-efc1-4f0c-a286-c695f42a6b58 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 210 time: 0.1230423 Feb 19 00:42:46.271240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:46.277197 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:46.296823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8a217e6-7773-436e-bead-9aedc76026bf req-7f4d1368-5449-428d-9bca-21a13e9e6123 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459491 Feb 19 00:42:46.347855 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (090b66ad-4ddf-4dc5-ab95-306396ef9e2f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:46.363442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['090b66ad-4ddf-4dc5-ab95-306396ef9e2f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:42:46.382673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_backend_mixin [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Performing IP validity checks on allocation pools {{(pid=103650) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 00:42:46.385829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_backend_mixin [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103650) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 00:42:46.393307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Pushing event deleted for resources: {'Port': ['ID=090b66ad-4ddf-4dc5-ab95-306396ef9e2f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:46.453703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] No DVR routers for this DVR port 090b66ad-4ddf-4dc5-ab95-306396ef9e2f on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:46.458103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:46.461632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd54b793-318b-4702-b2dd-cef12b724f22 req-3c6ef3b8-a809-42d7-b62e-07350d561759 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.126 "DELETE /v2.0/ports/090b66ad-4ddf-4dc5-ab95-306396ef9e2f HTTP/1.1" status: 204 len: 173 time: 1.2746701 Feb 19 00:42:46.462240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'name': 'network-vif-deleted', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:46.464522 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea9b32d-c724-4874-b2ad-387daafff09f" -d '{"events": [{"server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "name": "network-vif-deleted", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:46.538804 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d182af19-38db-4780-aa6e-8729901a1495 x-openstack-request-id: req-d182af19-38db-4780-aa6e-8729901a1495 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:46.539105 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "977e8426-b166-4a03-abad-e19e212de978", "name": "network-vif-deleted", "tag": "090b66ad-4ddf-4dc5-ab95-306396ef9e2f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:46.539364 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d182af19-38db-4780-aa6e-8729901a1495 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:46.539773 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '977e8426-b166-4a03-abad-e19e212de978', 'name': 'network-vif-deleted', 'tag': '090b66ad-4ddf-4dc5-ab95-306396ef9e2f', 'status': 'completed', 'code': 200} Feb 19 00:42:46.590474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Allocated IP 172.20.0.5 (6524d792-eb4d-4a4e-ac11-191bb4a6408a/8bca6cde-4d4c-44fa-82d4-4dceace9b7ef/0ef5ecdd-5b66-430b-8e64-24b16ed13a1b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:46.611734 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (b5bc023e-43e2-433b-a8df-8b69037e01a0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:46.630817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-41956a8a-89db-4331-be9e-b7b326739528 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1592393 Feb 19 00:42:46.750489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde3e0e-c432-4cc2-81ca-94d75b87a638 req-76458dda-70c0-4926-a905-947d6c61dc33 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:46.757817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfde3e0e-c432-4cc2-81ca-94d75b87a638 req-76458dda-70c0-4926-a905-947d6c61dc33 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.1229868 Feb 19 00:42:46.844232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfde3e0e-c432-4cc2-81ca-94d75b87a638 req-1ee97e08-b399-40bd-985d-5df6c73d65da tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832801 Feb 19 00:42:46.887435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c7613ac-2f6b-4e27-b694-e3fa807cd08e req-c3800a6f-2333-4e8e-b99c-4d38875e4162 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0441701 Feb 19 00:42:47.041722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks [] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:47.084332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:47.153281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Pushing event updated for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:47.180574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Network 6524d792-eb4d-4a4e-ac11-191bb4a6408a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:47.182077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:47.188807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:47.255556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:47.256263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:47.286309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-6833814b-4842-4ce5-a614-df247fcd3a7a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5288925 Feb 19 00:42:47.291807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=b5bc023e-43e2-433b-a8df-8b69037e01a0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:47.303874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Request body: {'port': {'device_id': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:47.328273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking segment: {'id': '08ae30d0-25f8-4614-b8ff-91cf954b93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '056dab18-68ff-4b07-89af-1d86f0e9d32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:47.328659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network hostable DHCP agents. Network: 056dab18-68ff-4b07-89af-1d86f0e9d32a, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:47.356223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-9dbe9fe2-0bbb-40b5-93a9-a1d6179eadc1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:47.357921 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-9dbe9fe2-0bbb-40b5-93a9-a1d6179eadc1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports/bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 940 time: 0.6761496 Feb 19 00:42:47.366040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 056dab18-68ff-4b07-89af-1d86f0e9d32a is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:47.377604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 056dab18-68ff-4b07-89af-1d86f0e9d32a) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:47.387028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b532d-afb0-48af-81f5-bed3a896f890 None None] Network 056dab18-68ff-4b07-89af-1d86f0e9d32a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:47.392767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:47.393380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:47.413995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2b36599a-04db-4ff0-b4e0-473d6ea8c271 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3629532 Feb 19 00:42:47.416530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55962) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:47.422591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': '056dab18-68ff-4b07-89af-1d86f0e9d32a', 'name': 'tempest-PortsIpV6TestJSON-496913752'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:47.527274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:47.539167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caeb53b-2e62-4a95-bc05-e9d13a5bc3a3 req-11c25415-6716-4f9d-b8e5-7f2b5ff01e9f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:47.540943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5caeb53b-2e62-4a95-bc05-e9d13a5bc3a3 req-11c25415-6716-4f9d-b8e5-7f2b5ff01e9f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.0931201 Feb 19 00:42:47.614823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5caeb53b-2e62-4a95-bc05-e9d13a5bc3a3 req-a64cd580-be3c-4ca9-bb15-0021bd4bcede tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600147 Feb 19 00:42:47.627545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:47.638050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-056dab18-68ff-4b07-89af-1d86f0e9d32a', 'network_id': '056dab18-68ff-4b07-89af-1d86f0e9d32a', 'project_id': 'c1ceee0c39cd4f7ba2948161aecee7d3', 'fixed_ips': [{'subnet_id': 'b5bc023e-43e2-433b-a8df-8b69037e01a0'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:42:47.639063 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:47.640462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:47.663317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 806b0eab-8f27-4c95-a053-7c54589b2d93 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:47.692531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d79310-5d7d-4456-8056-35bef42502d5 req-1a67514f-4897-444b-b773-25e11df1471a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:47.694093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d79310-5d7d-4456-8056-35bef42502d5 req-1a67514f-4897-444b-b773-25e11df1471a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 931 time: 0.2562253 Feb 19 00:42:47.826909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::207 (056dab18-68ff-4b07-89af-1d86f0e9d32a/b5bc023e-43e2-433b-a8df-8b69037e01a0/806b0eab-8f27-4c95-a053-7c54589b2d93) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:47.977472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16f939e8-ad6f-4672-8c08-f2a13921c300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.148414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d79310-5d7d-4456-8056-35bef42502d5 req-cbcf161f-f159-486c-aa67-64641711ff9a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482002 Feb 19 00:42:48.195356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (806b0eab-8f27-4c95-a053-7c54589b2d93), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.321375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045440f5-1745-4985-835d-ad95902403d8 req-4475483a-717f-4dd7-a38f-95678488d44f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:48.322659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-045440f5-1745-4985-835d-ad95902403d8 req-4475483a-717f-4dd7-a38f-95678488d44f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.1731470 Feb 19 00:42:48.345420 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (806b0eab-8f27-4c95-a053-7c54589b2d93), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.349596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98e7bfe8-1551-4f92-bc4b-9272d97733a0 req-169fb114-516d-4435-82c4-a5e364b4658c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0460854 Feb 19 00:42:48.356267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:42:48.371591 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Publish callbacks [] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.418824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Transition to ACTIVE for port object 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:42:48.446739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-045440f5-1745-4985-835d-ad95902403d8 req-e0a32f36-7a84-44d5-9b12-8774a19ee85b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017177 Feb 19 00:42:48.448421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.469705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Allocated IP 2001:db8::2 (056dab18-68ff-4b07-89af-1d86f0e9d32a/b5bc023e-43e2-433b-a8df-8b69037e01a0/543b699c-4a8c-4ac7-a921-81a19992c4d1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:48.485695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 056dab18-68ff-4b07-89af-1d86f0e9d32a is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:48.497194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:48.511980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:48.515829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:48.527627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:48.528293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.531941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=806b0eab-8f27-4c95-a053-7c54589b2d93,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:48.569714 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-00b81d57-e0d2-4c4b-be51-900f7443253f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1519442 Feb 19 00:42:48.574544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55996) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:48.688002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Publish callbacks [] for port (543b699c-4a8c-4ac7-a921-81a19992c4d1), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.695039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:48.743244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9621c5cc-bbc8-47bb-ae58-8dc12d9e4241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 806b0eab-8f27-4c95-a053-7c54589b2d93 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:48.743628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9621c5cc-bbc8-47bb-ae58-8dc12d9e4241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (806b0eab-8f27-4c95-a053-7c54589b2d93), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.749442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (543b699c-4a8c-4ac7-a921-81a19992c4d1), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.766289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Attempting to bind port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:48.766658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Attempting to bind port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:48.768936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Attempting to bind port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:48.836896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Pushing event updated for resources: {'Port': ['ID=543b699c-4a8c-4ac7-a921-81a19992c4d1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:48.839777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.844274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bac6700d-0309-4528-b486-47cf7b8e2e11 is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:48.848001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:42:48.848343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Attempting to bind port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:48.859081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Network 056dab18-68ff-4b07-89af-1d86f0e9d32a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:48.860939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:48.863907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:48.903865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:48.910697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Checking segment: {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:48.910945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Bound using segment: {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:48.911368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Bound port: 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:48.911743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.928168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9621c5cc-bbc8-47bb-ae58-8dc12d9e4241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (806b0eab-8f27-4c95-a053-7c54589b2d93), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:48.938632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 090b66ad-4ddf-4dc5-ab95-306396ef9e2f no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:48.959291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9621c5cc-bbc8-47bb-ae58-8dc12d9e4241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 806b0eab-8f27-4c95-a053-7c54589b2d93 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:48.962135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-7d30ce5c-0e8e-49fd-a0ee-d6f7385e2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:48.963798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-7d30ce5c-0e8e-49fd-a0ee-d6f7385e2515 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56&tenant_id=a1fdb925379b45658a7a50dd76c1c274 HTTP/1.1" status: 200 len: 1125 time: 0.3210974 Feb 19 00:42:48.992640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:49.042247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 090b66ad-4ddf-4dc5-ab95-306396ef9e2f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:42:49.045297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 090b66ad-4ddf-4dc5-ab95-306396ef9e2f not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:42:49.061999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Attempting to bind port 543b699c-4a8c-4ac7-a921-81a19992c4d1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:49.062508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Attempting to bind port 543b699c-4a8c-4ac7-a921-81a19992c4d1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '08ae30d0-25f8-4614-b8ff-91cf954b93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '056dab18-68ff-4b07-89af-1d86f0e9d32a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:49.062858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Attempting to bind port 543b699c-4a8c-4ac7-a921-81a19992c4d1 on network 056dab18-68ff-4b07-89af-1d86f0e9d32a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:49.073261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:49.076151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Checking segment: {'id': '08ae30d0-25f8-4614-b8ff-91cf954b93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '056dab18-68ff-4b07-89af-1d86f0e9d32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:49.077143 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.078133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Bound using segment: {'id': '08ae30d0-25f8-4614-b8ff-91cf954b93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '056dab18-68ff-4b07-89af-1d86f0e9d32a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:49.079212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Bound port: 543b699c-4a8c-4ac7-a921-81a19992c4d1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ae30d0-25f8-4614-b8ff-91cf954b93b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '056dab18-68ff-4b07-89af-1d86f0e9d32a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:49.080292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (543b699c-4a8c-4ac7-a921-81a19992c4d1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.093256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e14c2d-100b-49b5-9b53-ae6e2314562d req-12745459-13c0-45af-bd52-8dd8a3cc59b4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:49.104007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00e14c2d-100b-49b5-9b53-ae6e2314562d req-12745459-13c0-45af-bd52-8dd8a3cc59b4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.3400302 Feb 19 00:42:49.223518 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9621c5cc-bbc8-47bb-ae58-8dc12d9e4241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (806b0eab-8f27-4c95-a053-7c54589b2d93), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.259608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:49.267007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:49.282889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00e14c2d-100b-49b5-9b53-ae6e2314562d req-6bd6c4d6-99ac-4dd2-98c1-03d09c1cc132 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778061 Feb 19 00:42:49.286397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621c5cc-bbc8-47bb-ae58-8dc12d9e4241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=806b0eab-8f27-4c95-a053-7c54589b2d93,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:49.288188 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.323439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.338569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] For port 543b699c-4a8c-4ac7-a921-81a19992c4d1, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:49.350804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] For port 543b699c-4a8c-4ac7-a921-81a19992c4d1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=543b699c-4a8c-4ac7-a921-81a19992c4d1,segment=NetworkSegment(08ae30d0-25f8-4614-b8ff-91cf954b93b8),segment_id=08ae30d0-25f8-4614-b8ff-91cf954b93b8)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:49.361125 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (543b699c-4a8c-4ac7-a921-81a19992c4d1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.396158 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9621c5cc-bbc8-47bb-ae58-8dc12d9e4241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.399969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9621c5cc-bbc8-47bb-ae58-8dc12d9e4241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/806b0eab-8f27-4c95-a053-7c54589b2d93 HTTP/1.1" status: 204 len: 168 time: 0.8259926 Feb 19 00:42:49.402533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56050) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:49.427665 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aaeae9a-7119-4447-a211-db68c0799a54 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:42:49.428246 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aaeae9a-7119-4447-a211-db68c0799a54 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:42:49.432046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9bb99d-ce24-4ce5-bbaf-73a5fabec7d1 None None] Pushing event updated for resources: {'Port': ['ID=543b699c-4a8c-4ac7-a921-81a19992c4d1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:49.434343 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6aaeae9a-7119-4447-a211-db68c0799a54 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/806b0eab-8f27-4c95-a053-7c54589b2d93 HTTP/1.1" status: 404 len: 333 time: 0.0290606 Feb 19 00:42:49.435655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56054) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:49.477045 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-488630d0-25b5-4668-8d4d-2ec2a86caa1b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:42:49.478368 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-488630d0-25b5-4668-8d4d-2ec2a86caa1b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/806b0eab-8f27-4c95-a053-7c54589b2d93 HTTP/1.1" status: 404 len: 333 time: 0.0416143 Feb 19 00:42:49.479549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:49.480249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.481254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56058) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:49.486567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] 10.222.0.113 "PUT /v2.0/ports/0ef5ecdd-5b66-430b-8e64-24b16ed13a1b HTTP/1.1" status: 200 len: 1091 time: 2.1912999 Feb 19 00:42:49.496137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:49.499202 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c24103-362f-4ecc-ad73-9885c321675d" -d '{"events": [{"name": "network-changed", "server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:49.626231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff4ea0b4-bd31-43ff-8a3d-8cb2dbc8af65 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet b5bc023e-43e2-433b-a8df-8b69037e01a0 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:42:49.630058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea0b4-bd31-43ff-8a3d-8cb2dbc8af65 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (b5bc023e-43e2-433b-a8df-8b69037e01a0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.700464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea0b4-bd31-43ff-8a3d-8cb2dbc8af65 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b5bc023e-43e2-433b-a8df-8b69037e01a0), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.744763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090d6e6-8e0e-4835-b3f6-fbd81b44fc62 service neutron] Pushing event updated for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:49.873951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772948b-4d05-4c4a-be9b-6f1caa9a1869 req-73469478-6d5c-4941-884b-30dfc81d6d0a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:49.890847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7772948b-4d05-4c4a-be9b-6f1caa9a1869 req-73469478-6d5c-4941-884b-30dfc81d6d0a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 943 time: 0.4587195 Feb 19 00:42:49.908677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-b3ed8982-790c-43c1-8eb5-a65b9f3e2db9 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:49.914317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-b3ed8982-790c-43c1-8eb5-a65b9f3e2db9 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 815 time: 0.5784400 Feb 19 00:42:49.917441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea0b4-bd31-43ff-8a3d-8cb2dbc8af65 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b5bc023e-43e2-433b-a8df-8b69037e01a0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:49.941285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-a7724517-0099-4fc9-a0e7-06d26c0a284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:49.942996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-a7724517-0099-4fc9-a0e7-06d26c0a284d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 1125 time: 0.3645041 Feb 19 00:42:50.020594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea0b4-bd31-43ff-8a3d-8cb2dbc8af65 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b5bc023e-43e2-433b-a8df-8b69037e01a0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.067742 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4da0297-12cb-4d14-b545-7d1efbd1892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.083616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ea0b4-bd31-43ff-8a3d-8cb2dbc8af65 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=b5bc023e-43e2-433b-a8df-8b69037e01a0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:50.098133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4ea0b4-bd31-43ff-8a3d-8cb2dbc8af65 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.104472 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ff4ea0b4-bd31-43ff-8a3d-8cb2dbc8af65 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/b5bc023e-43e2-433b-a8df-8b69037e01a0 HTTP/1.1" status: 204 len: 168 time: 0.6191869 Feb 19 00:42:50.104766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:50.109350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-eb324013-cbe9-4522-acbd-31e899808050 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/quotas/a1ead4071a514b169f79974dd760e81a HTTP/1.1" status: 200 len: 375 time: 0.1791127 Feb 19 00:42:50.114419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-dac8e1cb-83dd-4152-8d85-5e4ffa042647 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b HTTP/1.1" status: 200 len: 217 time: 0.1347837 Feb 19 00:42:50.269965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (056dab18-68ff-4b07-89af-1d86f0e9d32a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.334656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 543b699c-4a8c-4ac7-a921-81a19992c4d1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:50.335013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (543b699c-4a8c-4ac7-a921-81a19992c4d1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.405415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] For port 543b699c-4a8c-4ac7-a921-81a19992c4d1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=543b699c-4a8c-4ac7-a921-81a19992c4d1,segment=NetworkSegment(08ae30d0-25f8-4614-b8ff-91cf954b93b8),segment_id=08ae30d0-25f8-4614-b8ff-91cf954b93b8)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:50.405415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (543b699c-4a8c-4ac7-a921-81a19992c4d1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.419185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 543b699c-4a8c-4ac7-a921-81a19992c4d1 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:50.469679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56076) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:50.541498 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (543b699c-4a8c-4ac7-a921-81a19992c4d1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.589685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=543b699c-4a8c-4ac7-a921-81a19992c4d1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:50.598434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7772948b-4d05-4c4a-be9b-6f1caa9a1869 req-b20e8279-a23c-4b1b-b10c-a1cfcd720516 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065487 Feb 19 00:42:50.604003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No DVR routers for this DVR port 543b699c-4a8c-4ac7-a921-81a19992c4d1 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:50.682702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:50.685799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-e01ce12d-787d-4ac4-8f93-1f6f8d5616dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:50.687322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-e01ce12d-787d-4ac4-8f93-1f6f8d5616dc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8bca6cde-4d4c-44fa-82d4-4dceace9b7ef HTTP/1.1" status: 200 len: 854 time: 0.5507331 Feb 19 00:42:50.758539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-3d5bd022-8327-4a4d-b80a-96c5d0e2247c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6524d792-eb4d-4a4e-ac11-191bb4a6408a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467622 Feb 19 00:42:50.777287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae3598d3-f20c-4184-84b3-ec2fcc986c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.781218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-8c482629-dcf7-43e0-afa6-b75949a84de0 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6708851 Feb 19 00:42:50.815238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (056dab18-68ff-4b07-89af-1d86f0e9d32a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:50.832205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdd1d02c-bbd7-4363-b0a4-b1fad9dfd0c7 req-548bd8ce-7fff-4d92-a6fc-7c7523ee34ea tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1049595 Feb 19 00:42:50.887271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056dab18-68ff-4b07-89af-1d86f0e9d32a']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:50.931344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ae30d0-25f8-4614-b8ff-91cf954b93b8') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:50.931536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ae30d0-25f8-4614-b8ff-91cf954b93b8') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:50.975080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (08ae30d0-25f8-4614-b8ff-91cf954b93b8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.033592 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (08ae30d0-25f8-4614-b8ff-91cf954b93b8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.074351 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae3598d3-f20c-4184-84b3-ec2fcc986c5f admin admin] Publish callbacks [] for security_group (16f3422a-876f-4ef9-9620-e08c151083b2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.083457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:51.084015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (08ae30d0-25f8-4614-b8ff-91cf954b93b8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.107636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-032333f4-55c2-4767-b371-e89223bae0c4 service neutron] 10.222.0.60 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254795 Feb 19 00:42:51.108830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:51.149230 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:51.156883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae3598d3-f20c-4184-84b3-ec2fcc986c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (16f3422a-876f-4ef9-9620-e08c151083b2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.169973 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.214818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3598d3-f20c-4184-84b3-ec2fcc986c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f3422a-876f-4ef9-9620-e08c151083b2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:51.221987 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ae3598d3-f20c-4184-84b3-ec2fcc986c5f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da004f2184094e69b315a97b99bb5dc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7496419 Feb 19 00:42:51.222743 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (056dab18-68ff-4b07-89af-1d86f0e9d32a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.224516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56082) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:51.236976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.240984 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/networks/056dab18-68ff-4b07-89af-1d86f0e9d32a HTTP/1.1" status: 204 len: 168 time: 1.1352055 Feb 19 00:42:51.259816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56084) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:51.265570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-803799555'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:51.294523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff401f-51c8-4ee6-87b1-daa3d62aa6f0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Network': ['ID=056dab18-68ff-4b07-89af-1d86f0e9d32a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:51.309268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-015a4356-ffcb-409a-bd1b-851ef2426291 None None] Could not find standard attr ID for object 543b699c-4a8c-4ac7-a921-81a19992c4d1. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:42:51.335875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-4c1045f0-cd8d-47f0-92fc-7630514a9bea service neutron] 10.222.0.60 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391413 Feb 19 00:42:51.368158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a87ff1-369e-419a-9495-9170a200ef14 None None] DHCP port deletion for 056dab18-68ff-4b07-89af-1d86f0e9d32a request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:42:51.368836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:51.374798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.376359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac6700d-0309-4528-b486-47cf7b8e2e11 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:42:51.393232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Publish callbacks [] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.406412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc69ce9-6271-48de-86e9-7aa3c0c3b10c None None] Network 056dab18-68ff-4b07-89af-1d86f0e9d32a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:51.418373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba3109-615c-436f-a741-fbd1dd090deb req-e6a2df3a-b23b-45fe-9ac8-3cd01b7ec3e6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:51.420285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5eba3109-615c-436f-a741-fbd1dd090deb req-e6a2df3a-b23b-45fe-9ac8-3cd01b7ec3e6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.3463547 Feb 19 00:42:51.440495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc69ce9-6271-48de-86e9-7aa3c0c3b10c None None] Network 056dab18-68ff-4b07-89af-1d86f0e9d32a could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:42:51.459602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56c9c647-e53e-4654-8a4f-2f2a7b229b01 admin admin] Publish callbacks [] for security_group (16f3422a-876f-4ef9-9620-e08c151083b2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.465279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Transition to ACTIVE for port object bac6700d-0309-4528-b486-47cf7b8e2e11 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:42:51.469917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-719bdc7d-8909-4871-826b-fb5f9f8acb26 service neutron] 10.222.0.113 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038927 Feb 19 00:42:51.471053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.487852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:42:51.524452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5eba3109-615c-436f-a741-fbd1dd090deb req-d3df0e1a-be27-4002-bc19-1ce6dca66a6d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950158 Feb 19 00:42:51.536774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f8db266d-a3e6-413d-a1be-a0e7610944bc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.537584 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Added segment f8db266d-a3e6-413d-a1be-a0e7610944bc of type vlan for network b19c174c-c348-4c69-8a22-e88021a14beb Feb 19 00:42:51.540792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56c9c647-e53e-4654-8a4f-2f2a7b229b01 admin admin] Publish callbacks [] for security_group (16f3422a-876f-4ef9-9620-e08c151083b2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.666862 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e8cfb3-c4ca-4af5-acf5-8c987982c0ca x-openstack-request-id: req-51e8cfb3-c4ca-4af5-acf5-8c987982c0ca {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:51.667518 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:51.667518 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51e8cfb3-c4ca-4af5-acf5-8c987982c0ca {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:51.667857 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'status': 'completed', 'code': 200} Feb 19 00:42:51.687718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e733d-9107-4868-9158-1789defe0171 service neutron] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=9']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:51.700211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] No DVR routers for this DVR port bac6700d-0309-4528-b486-47cf7b8e2e11 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:51.707511 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b19c174c-c348-4c69-8a22-e88021a14beb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.753792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b19c174c-c348-4c69-8a22-e88021a14beb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.759551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:51.760262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.836918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56c9c647-e53e-4654-8a4f-2f2a7b229b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (16f3422a-876f-4ef9-9620-e08c151083b2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.842004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56c9c647-e53e-4654-8a4f-2f2a7b229b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.845812 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-56c9c647-e53e-4654-8a4f-2f2a7b229b01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16f3422a-876f-4ef9-9620-e08c151083b2 HTTP/1.1" status: 204 len: 168 time: 0.6178017 Feb 19 00:42:51.846523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Attempting to bind port bac6700d-0309-4528-b486-47cf7b8e2e11 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:51.846869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Attempting to bind port bac6700d-0309-4528-b486-47cf7b8e2e11 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:51.847267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Attempting to bind port bac6700d-0309-4528-b486-47cf7b8e2e11 on network 87934195-05f6-4c76-8bcd-87ad811acf07 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:51.857459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Port bac6700d-0309-4528-b486-47cf7b8e2e11 on network 87934195-05f6-4c76-8bcd-87ad811acf07 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:42:51.857795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Attempting to bind port bac6700d-0309-4528-b486-47cf7b8e2e11 on network 87934195-05f6-4c76-8bcd-87ad811acf07 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:51.867011 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6032631 Feb 19 00:42:51.869026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:51.869402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Checking segment: {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:51.869801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Bound using segment: {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:51.870278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Bound port: bac6700d-0309-4528-b486-47cf7b8e2e11, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4a6032-d44a-4ab6-b659-0354644a8796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:51.870663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:51.872701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56094) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:51.880543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'b19c174c-c348-4c69-8a22-e88021a14beb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:51.885015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f344ce70-9b97-4cf2-baac-121a312a6160 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Network': ['ID=b19c174c-c348-4c69-8a22-e88021a14beb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:51.899506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9c647-e53e-4654-8a4f-2f2a7b229b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f3422a-876f-4ef9-9620-e08c151083b2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:51.900614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b19c174c-c348-4c69-8a22-e88021a14beb details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:42:51.941932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c9aed50-4986-4744-b3ca-b270164ad38b req-e7620576-05f5-4751-b3fa-df9b4cbf2a14 service neutron] 10.222.0.113 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4327979 Feb 19 00:42:52.063673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:52.068744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:52.083793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cbd0c-5aa9-429a-a022-ec65d859bf31 req-048a8b4c-364a-465a-af7f-a0d92589379e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:52.086004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f9cbd0c-5aa9-429a-a022-ec65d859bf31 req-048a8b4c-364a-465a-af7f-a0d92589379e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 943 time: 0.3363438 Feb 19 00:42:52.326659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20e95b-ab9e-48cf-ae5e-e6ea3b1529f4 req-acf7a4a4-0c8a-4da9-8fe3-d9e3e131a24c tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:52.328269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe20e95b-ab9e-48cf-ae5e-e6ea3b1529f4 req-acf7a4a4-0c8a-4da9-8fe3-d9e3e131a24c tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 943 time: 0.4440694 Feb 19 00:42:52.370917 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (08866b8f-0ad8-4928-864f-dccf872ddfde), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:52.420920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:52.426255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c24103-362f-4ecc-ad73-9885c321675d req-74cc6c88-5cd1-4152-81ce-d61c0e40dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:52.428378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2c24103-362f-4ecc-ad73-9885c321675d req-74cc6c88-5cd1-4152-81ce-d61c0e40dd6b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 1125 time: 0.4262006 Feb 19 00:42:52.447665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f9cbd0c-5aa9-429a-a022-ec65d859bf31 req-16c3622b-9b7b-4b97-9a7d-6b73528f3cfe tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627139 Feb 19 00:42:52.457563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:52.508730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=08866b8f-0ad8-4928-864f-dccf872ddfde,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:52.511821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56108) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:52.513877 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:52.527693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01cd9564-a139-44ac-9cec-3176f78332aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:52.574263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking segment: {'id': 'f8db266d-a3e6-413d-a1be-a0e7610944bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b19c174c-c348-4c69-8a22-e88021a14beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:52.574638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network hostable DHCP agents. Network: b19c174c-c348-4c69-8a22-e88021a14beb, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:42:52.616081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:52.618376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b19c174c-c348-4c69-8a22-e88021a14beb is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:42:52.645000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b19c174c-c348-4c69-8a22-e88021a14beb) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:52.649670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:52.650322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:52.676479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e749a188-2d95-4ab5-8802-6dd3a604014a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8000371 Feb 19 00:42:52.677550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56112) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:52.683317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': 'b19c174c-c348-4c69-8a22-e88021a14beb', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-993578848'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:52.766430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe20e95b-ab9e-48cf-ae5e-e6ea3b1529f4 req-fd1ab98a-3f12-4115-81c8-6cf6fd419f6a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850782 Feb 19 00:42:52.769411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ed4f57-11aa-40aa-93ee-ed2bfe0e381f req-c72d136b-2d0f-44f0-a850-d98417f534b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 210 time: 0.0600307 Feb 19 00:42:52.805274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:52.812774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:52.814898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-332e733d-9107-4868-9158-1789defe0171 service neutron] 10.222.0.126 "PUT /v2.0/ports/bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 1091 time: 3.8307719 Feb 19 00:42:52.935403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143f2f3-bcad-4f08-abac-4cb999e4cb33 None None] Network b19c174c-c348-4c69-8a22-e88021a14beb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:52.938826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 543b699c-4a8c-4ac7-a921-81a19992c4d1 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:52.968996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e733d-9107-4868-9158-1789defe0171 service neutron] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:52.985026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5889c86d-3f6c-4d83-897f-351a4fbee453 req-927e23a0-23b2-45b2-92cb-748d29eeac1d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0959280 Feb 19 00:42:53.007623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01cd9564-a139-44ac-9cec-3176f78332aa admin admin] Publish callbacks [] for security_group (5388b286-479a-4c7a-8638-d65dbac23885), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.008927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:53.013054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.029563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01cd9564-a139-44ac-9cec-3176f78332aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5388b286-479a-4c7a-8638-d65dbac23885), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.057457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 543b699c-4a8c-4ac7-a921-81a19992c4d1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:42:53.057827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 543b699c-4a8c-4ac7-a921-81a19992c4d1 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:42:53.058326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 8329035e-1829-4016-ba18-8fc510c39da3 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:53.064194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd9564-a139-44ac-9cec-3176f78332aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5388b286-479a-4c7a-8638-d65dbac23885,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:53.123735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-33f7a78c-2c2b-470b-a18b-3a5fcd576cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:53.125321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-33f7a78c-2c2b-470b-a18b-3a5fcd576cc1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1126 time: 0.2784083 Feb 19 00:42:53.126474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c24103-362f-4ecc-ad73-9885c321675d req-c8155c09-39a7-47a3-a35a-6a479864245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:53.127801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2c24103-362f-4ecc-ad73-9885c321675d req-c8155c09-39a7-47a3-a35a-6a479864245f service neutron] 10.222.0.113 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 915 time: 0.6859505 Feb 19 00:42:53.150593 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-01cd9564-a139-44ac-9cec-3176f78332aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fe6f76c87a24b5988d7ea2070e0fb8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6376719 Feb 19 00:42:53.154508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56116) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:53.200329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b19c174c-c348-4c69-8a22-e88021a14beb', 'network_id': 'b19c174c-c348-4c69-8a22-e88021a14beb', 'project_id': 'c1ceee0c39cd4f7ba2948161aecee7d3', 'fixed_ips': [{'subnet_id': '08866b8f-0ad8-4928-864f-dccf872ddfde'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:42:53.202699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.223359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f69f349b-a5bb-4841-8267-748052f227bf admin admin] Publish callbacks [] for security_group (5388b286-479a-4c7a-8638-d65dbac23885), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.280680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f69f349b-a5bb-4841-8267-748052f227bf admin admin] Publish callbacks [] for security_group (5388b286-479a-4c7a-8638-d65dbac23885), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.312838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::44 (b19c174c-c348-4c69-8a22-e88021a14beb/08866b8f-0ad8-4928-864f-dccf872ddfde/8329035e-1829-4016-ba18-8fc510c39da3) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:53.357102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-18fb7533-e5f1-4f2c-8733-a048d8e4a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:53.358639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-18fb7533-e5f1-4f2c-8733-a048d8e4a5d4 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 914 time: 0.2222807 Feb 19 00:42:53.403219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2c24103-362f-4ecc-ad73-9885c321675d req-78d2612e-296f-45d4-8504-57d4556dd942 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b HTTP/1.1" status: 200 len: 217 time: 0.2678931 Feb 19 00:42:53.443397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ca0b42-5a91-4a87-ac63-3c6a2115d802 req-1f7b8fc1-8559-4b96-9f48-9beeda2ea479 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:53.444856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73ca0b42-5a91-4a87-ac63-3c6a2115d802 req-1f7b8fc1-8559-4b96-9f48-9beeda2ea479 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.4505599 Feb 19 00:42:53.455161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-50ae8d74-023b-4b84-82a8-5ed76456b537 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:53.455393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-e9914e1c-8dd4-4299-89c5-75c40fe4f2d7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 217 time: 0.0886660 Feb 19 00:42:53.456640 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-50ae8d74-023b-4b84-82a8-5ed76456b537 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.126 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 815 time: 0.1227221 Feb 19 00:42:53.485180 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Request body: {'port': {'device_id': '6224cbba-950c-4d81-80fd-93db3f182943', 'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'admin_state_up': True, 'tenant_id': 'a1ead4071a514b169f79974dd760e81a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:53.567065 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.623001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f69f349b-a5bb-4841-8267-748052f227bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5388b286-479a-4c7a-8638-d65dbac23885), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.625578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f69f349b-a5bb-4841-8267-748052f227bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.628963 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f69f349b-a5bb-4841-8267-748052f227bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5388b286-479a-4c7a-8638-d65dbac23885 HTTP/1.1" status: 204 len: 168 time: 0.4722779 Feb 19 00:42:53.652278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73ca0b42-5a91-4a87-ac63-3c6a2115d802 req-51256c64-19ac-4852-ac1b-39304259d076 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977274 Feb 19 00:42:53.653527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f349b-a5bb-4841-8267-748052f227bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5388b286-479a-4c7a-8638-d65dbac23885,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:53.658671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c24103-362f-4ecc-ad73-9885c321675d req-f87aa420-9f98-4e70-bafb-398913dc8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:53.665380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2c24103-362f-4ecc-ad73-9885c321675d req-f87aa420-9f98-4e70-bafb-398913dc8d59 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=8bca6cde-4d4c-44fa-82d4-4dceace9b7ef HTTP/1.1" status: 200 len: 854 time: 0.2278080 Feb 19 00:42:53.709554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:53.714454 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:53.738596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (8329035e-1829-4016-ba18-8fc510c39da3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.784154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8329035e-1829-4016-ba18-8fc510c39da3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.842734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Made reservation on behalf of a1ead4071a514b169f79974dd760e81a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:53.852134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:53.859397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b19c174c-c348-4c69-8a22-e88021a14beb is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:53.893318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:53.917978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:53.943994 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8959684e-723e-4ab3-b8a0-d1f538de3481 x-openstack-request-id: req-8959684e-723e-4ab3-b8a0-d1f538de3481 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:42:53.947359 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:42:53.947925 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8959684e-723e-4ab3-b8a0-d1f538de3481 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:42:53.948541 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'status': 'completed', 'code': 200} Feb 19 00:42:53.965947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Allocated IP 2001:db8::2 (b19c174c-c348-4c69-8a22-e88021a14beb/08866b8f-0ad8-4928-864f-dccf872ddfde/70c69761-0284-4f9c-a9a5-4c0be3bf4eef) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:53.989955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:53.993511 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.043016 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3623924 Feb 19 00:42:54.043961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2c24103-362f-4ecc-ad73-9885c321675d req-65bd3e70-c172-4a7f-86a7-1d0cdf56b9eb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6524d792-eb4d-4a4e-ac11-191bb4a6408a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3044994 Feb 19 00:42:54.051999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56130) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:54.055266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b729c-af7a-4eb0-b29a-44dc4114170e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=8329035e-1829-4016-ba18-8fc510c39da3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:54.217293 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2c24103-362f-4ecc-ad73-9885c321675d req-99ee98b0-72ae-4d53-b03e-420982674e2e service neutron] 10.222.0.113 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528850 Feb 19 00:42:54.240261 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Publish callbacks [] for port (70c69761-0284-4f9c-a9a5-4c0be3bf4eef), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.250865 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (70c69761-0284-4f9c-a9a5-4c0be3bf4eef), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.269382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-7eff16fb-854f-4b48-8ed4-68aa5ca34c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:54.270569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Network b19c174c-c348-4c69-8a22-e88021a14beb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:54.272078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-7eff16fb-854f-4b48-8ed4-68aa5ca34c5e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.7433202 Feb 19 00:42:54.275920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:54.308421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:54.361552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Pushing event updated for resources: {'Port': ['ID=70c69761-0284-4f9c-a9a5-4c0be3bf4eef,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:54.366348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aab253-63c6-45a2-b37e-6dfaa1d5bd71 req-cc668f45-7b89-4fd0-ac29-41c97226dac9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:54.368531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72aab253-63c6-45a2-b37e-6dfaa1d5bd71 req-cc668f45-7b89-4fd0-ac29-41c97226dac9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.7015777 Feb 19 00:42:54.379974 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.468464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Allocated IP 172.20.0.5 (cc928202-8e51-4951-9248-7035f172374e/4e2f3285-2055-4fdb-aae2-df011f3bacd4/7688b536-3c70-4b31-a8bb-00e6479a8299) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:42:54.478667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-dcc952f1-cd0a-4a17-aacf-7cc240f00705 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803977 Feb 19 00:42:54.480122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2dd59-73d0-42f0-9a50-c936dd8f9c79 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 8329035e-1829-4016-ba18-8fc510c39da3 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:54.480948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dd59-73d0-42f0-9a50-c936dd8f9c79 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8329035e-1829-4016-ba18-8fc510c39da3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.485975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Attempting to bind port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:54.486631 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Attempting to bind port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f8db266d-a3e6-413d-a1be-a0e7610944bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b19c174c-c348-4c69-8a22-e88021a14beb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:54.487020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Attempting to bind port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef on network b19c174c-c348-4c69-8a22-e88021a14beb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:54.501253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:54.502333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Checking segment: {'id': 'f8db266d-a3e6-413d-a1be-a0e7610944bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b19c174c-c348-4c69-8a22-e88021a14beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:54.505062 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.505502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Bound using segment: {'id': 'f8db266d-a3e6-413d-a1be-a0e7610944bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b19c174c-c348-4c69-8a22-e88021a14beb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:54.506011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Bound port: 70c69761-0284-4f9c-a9a5-4c0be3bf4eef, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8db266d-a3e6-413d-a1be-a0e7610944bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b19c174c-c348-4c69-8a22-e88021a14beb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:54.508561 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70c69761-0284-4f9c-a9a5-4c0be3bf4eef), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.579155 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dd59-73d0-42f0-9a50-c936dd8f9c79 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8329035e-1829-4016-ba18-8fc510c39da3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.590401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2c24103-362f-4ecc-ad73-9885c321675d req-a4412b0f-3629-4ffa-9c3d-40a2206969ab service neutron] 10.222.0.113 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251202 Feb 19 00:42:54.593710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2dd59-73d0-42f0-9a50-c936dd8f9c79 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 8329035e-1829-4016-ba18-8fc510c39da3 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:54.651243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c90b53-e158-48e3-a74c-e371934b7641 req-a98e2aff-4cfd-4313-bdf4-725458b9aba9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:54.668434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73c90b53-e158-48e3-a74c-e371934b7641 req-a98e2aff-4cfd-4313-bdf4-725458b9aba9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 943 time: 0.4550376 Feb 19 00:42:54.715885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] For port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:54.726091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] For port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=70c69761-0284-4f9c-a9a5-4c0be3bf4eef,segment=NetworkSegment(f8db266d-a3e6-413d-a1be-a0e7610944bc),segment_id=f8db266d-a3e6-413d-a1be-a0e7610944bc)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:54.737721 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (70c69761-0284-4f9c-a9a5-4c0be3bf4eef), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.759048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dd59-73d0-42f0-9a50-c936dd8f9c79 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8329035e-1829-4016-ba18-8fc510c39da3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:54.802865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e07de-4e36-4688-88f3-055e6d5fcdb0 None None] Pushing event updated for resources: {'Port': ['ID=70c69761-0284-4f9c-a9a5-4c0be3bf4eef,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:54.855161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2dd59-73d0-42f0-9a50-c936dd8f9c79 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=8329035e-1829-4016-ba18-8fc510c39da3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:54.963586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-a0645079-b63a-4b0e-b87c-b5743028f0b5 service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697646 Feb 19 00:42:54.981714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73c90b53-e158-48e3-a74c-e371934b7641 req-bcb464e3-71ba-4adf-91ab-5c763dd8db57 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121567 Feb 19 00:42:54.989206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72aab253-63c6-45a2-b37e-6dfaa1d5bd71 req-a44bce2b-6e67-4398-8732-90dea0ea6629 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129983 Feb 19 00:42:55.056346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2c2dd59-73d0-42f0-9a50-c936dd8f9c79 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:55.068068 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2c2dd59-73d0-42f0-9a50-c936dd8f9c79 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/8329035e-1829-4016-ba18-8fc510c39da3 HTTP/1.1" status: 204 len: 168 time: 1.0038729 Feb 19 00:42:55.079089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56152) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:55.168179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1209d78c-7736-431f-9ed9-764f151fa9b7 req-3fc7e400-e698-4158-b3c4-d5549083ec55 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 210 time: 0.0583627 Feb 19 00:42:55.211047 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2c4ad7-a2ff-46f0-bd1a-20fcdcd6e7ec tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:42:55.218458 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5a2c4ad7-a2ff-46f0-bd1a-20fcdcd6e7ec tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/8329035e-1829-4016-ba18-8fc510c39da3 HTTP/1.1" status: 404 len: 333 time: 0.1378782 Feb 19 00:42:55.219314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56156) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:55.289529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-027b19cf-fed3-4b96-9cd2-a9f047012daa service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058033 Feb 19 00:42:55.373665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks [] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:55.394301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-314da535-225d-4ba6-b0ff-3f44983cb466 req-cd93104e-c34c-49cd-a1ac-b24eadb586a6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0399425 Feb 19 00:42:55.497533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-52bf464e-fd46-4697-a97c-06ab79753778 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet 08866b8f-0ad8-4928-864f-dccf872ddfde {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:42:55.501180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-52bf464e-fd46-4697-a97c-06ab79753778 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (08866b8f-0ad8-4928-864f-dccf872ddfde), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:55.567355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-52bf464e-fd46-4697-a97c-06ab79753778 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (08866b8f-0ad8-4928-864f-dccf872ddfde), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:55.601733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32d778-72cb-448b-a642-57a921f11e36 req-a00d57ee-d330-458f-8a51-516a64bcaba6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:55.618026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce32d778-72cb-448b-a642-57a921f11e36 req-a00d57ee-d330-458f-8a51-516a64bcaba6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.2224979 Feb 19 00:42:55.667221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-ca4ed0db-17c2-4b20-a916-fd1b8221b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:55.670281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-ca4ed0db-17c2-4b20-a916-fd1b8221b08e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1126 time: 0.2736428 Feb 19 00:42:55.710320 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-52bf464e-fd46-4697-a97c-06ab79753778 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (08866b8f-0ad8-4928-864f-dccf872ddfde), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:55.768522 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-52bf464e-fd46-4697-a97c-06ab79753778 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (08866b8f-0ad8-4928-864f-dccf872ddfde), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:55.800179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:55.805777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf464e-fd46-4697-a97c-06ab79753778 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=08866b8f-0ad8-4928-864f-dccf872ddfde,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:55.814244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:42:55.818487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a10fcf0f-3173-4a24-ad25-8b8e26a2483f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:42:55.833493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-52bf464e-fd46-4697-a97c-06ab79753778 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:55.848125 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-52bf464e-fd46-4697-a97c-06ab79753778 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/08866b8f-0ad8-4928-864f-dccf872ddfde HTTP/1.1" status: 204 len: 168 time: 0.6181056 Feb 19 00:42:55.858033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56170) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:55.966865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Network cc928202-8e51-4951-9248-7035f172374e is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:42:55.977119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:42:55.985149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:42:56.008444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce32d778-72cb-448b-a642-57a921f11e36 req-1d619ca1-c29c-4103-b9b2-0d0b130f6e93 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3888667 Feb 19 00:42:56.175308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:56.184160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:56.257510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Pushing event updated for resources: {'Port': ['ID=7688b536-3c70-4b31-a8bb-00e6479a8299,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:56.280327 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-cb7ef694-8991-4428-8687-a7e081422484 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8079593 Feb 19 00:42:56.324321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Request body: {'port': {'device_id': '6224cbba-950c-4d81-80fd-93db3f182943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:56.333210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-36b9e1a8-8a4b-439b-aa7c-90f8c5edb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:56.335633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-36b9e1a8-8a4b-439b-aa7c-90f8c5edb5e4 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 914 time: 0.6559632 Feb 19 00:42:56.414473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b19c174c-c348-4c69-8a22-e88021a14beb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:56.532015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-db3ee944-c861-42a2-aeda-ff1867769433 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 217 time: 0.1760383 Feb 19 00:42:56.589306 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:42:56.617143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a5289-6d8a-4f54-8349-8b8344648d34 req-a5de0630-b202-4471-804b-e46e2e7ff735 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:56.619624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae0a5289-6d8a-4f54-8349-8b8344648d34 req-a5de0630-b202-4471-804b-e46e2e7ff735 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 943 time: 0.4274004 Feb 19 00:42:56.637182 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:56.786213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:42:56.787197 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (70c69761-0284-4f9c-a9a5-4c0be3bf4eef), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:56.900344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-ac95da5c-8f49-4fb8-9acc-175a6b93b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:56.909650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-ac95da5c-8f49-4fb8-9acc-175a6b93b230 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.3680558 Feb 19 00:42:57.001450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a794038-b467-4102-9e51-c5f750965219 req-bf3aaf22-1cbc-462c-92a0-57fb2ebe49b8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:57.008796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a794038-b467-4102-9e51-c5f750965219 req-bf3aaf22-1cbc-462c-92a0-57fb2ebe49b8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.6715357 Feb 19 00:42:57.052905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] For port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=70c69761-0284-4f9c-a9a5-4c0be3bf4eef,segment=NetworkSegment(f8db266d-a3e6-413d-a1be-a0e7610944bc),segment_id=f8db266d-a3e6-413d-a1be-a0e7610944bc)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:57.053273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (70c69761-0284-4f9c-a9a5-4c0be3bf4eef), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:57.091949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae0a5289-6d8a-4f54-8349-8b8344648d34 req-4252c9f5-333b-4d60-87c0-bdcaf3512516 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762734 Feb 19 00:42:57.096449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 70c69761-0284-4f9c-a9a5-4c0be3bf4eef owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:42:57.186413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:57.215657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-2277f5ef-7b6f-472a-bde8-0f996f192556 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2835281 Feb 19 00:42:57.238797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 70c69761-0284-4f9c-a9a5-4c0be3bf4eef up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:42:57.243168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6e8850-6793-4125-be54-a509e910a824 None None] Network b19c174c-c348-4c69-8a22-e88021a14beb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:42:57.452491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a794038-b467-4102-9e51-c5f750965219 req-f54442fb-32a1-47fb-988f-05e769ab7864 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891807 Feb 19 00:42:57.562328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a41f76-05ad-4550-a1d1-e0ed76bc9575 req-da334e76-2a07-4fb4-b041-5f0bfb88141b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:57.564668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48a41f76-05ad-4550-a1d1-e0ed76bc9575 req-da334e76-2a07-4fb4-b041-5f0bfb88141b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 931 time: 0.1693435 Feb 19 00:42:57.573094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'port_id': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'mac_address': 'fa:16:3e:84:c4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bca6cde-4d4c-44fa-82d4-4dceace9b7ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:42:57.610940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-937dbfe3-50d3-48d4-88bc-13cedf02d79b None None] Provisioning complete for port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:42:57.611299 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-937dbfe3-50d3-48d4-88bc-13cedf02d79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (70c69761-0284-4f9c-a9a5-4c0be3bf4eef), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:57.779984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48a41f76-05ad-4550-a1d1-e0ed76bc9575 req-269b5b48-cb18-4dbc-92f5-d05875d81438 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833522 Feb 19 00:42:57.873500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb53de3d-c8d8-4d21-8223-0ee0be03f08a req-80dfba7c-6e5d-45d8-8db0-9ab58e182993 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1240339 Feb 19 00:42:57.878347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-56bc1661-113c-497f-9754-8ca161126e2a service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899116 Feb 19 00:42:58.122764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (70c69761-0284-4f9c-a9a5-4c0be3bf4eef), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:58.155895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dce8b-cfdf-4394-a9c2-12549ad1ff83 req-a936e606-74da-473c-8318-a7f5d1709356 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:58.166035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d28dce8b-cfdf-4394-a9c2-12549ad1ff83 req-a936e606-74da-473c-8318-a7f5d1709356 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.1728706 Feb 19 00:42:58.222647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-937dbfe3-50d3-48d4-88bc-13cedf02d79b None None] Could not find standard attr ID for object 70c69761-0284-4f9c-a9a5-4c0be3bf4eef. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:42:58.273591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No active binding found for port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:42:58.294489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] The host n-d-826527-3 is not matching for port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:42:58.295365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 70c69761-0284-4f9c-a9a5-4c0be3bf4eef not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 00:42:58.298324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=70c69761-0284-4f9c-a9a5-4c0be3bf4eef,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:58.351433 n-d-826527-3 neutron-server[103651]: INFO neutron.plugins.ml2.db [None req-937dbfe3-50d3-48d4-88bc-13cedf02d79b None None] No ports have port_id starting with 70c69761-0284-4f9c-a9a5-4c0be3bf4eef Feb 19 00:42:58.351988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No DVR routers for this DVR port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:42:58.392268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.392533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.392983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.397390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.397802 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.398151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.399765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.400119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.400462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.400793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.401126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.401453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.404217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:42:58.442149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Port 70c69761-0284-4f9c-a9a5-4c0be3bf4eef not found, will not notify nova. {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 00:42:58.456893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:42:58.457634 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:58.621340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:42:58.660386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b19c174c-c348-4c69-8a22-e88021a14beb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:58.741840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b19c174c-c348-4c69-8a22-e88021a14beb']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:58.743630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:42:58.755641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a9621a-08f6-4eb0-924f-7e9a6a28ae5b None None] DHCP port deletion for b19c174c-c348-4c69-8a22-e88021a14beb request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:42:58.758845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7688b536-3c70-4b31-a8bb-00e6479a8299 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:42:58.769551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8db266d-a3e6-413d-a1be-a0e7610944bc') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:58.770115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8db266d-a3e6-413d-a1be-a0e7610944bc') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:42:58.778836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Publish callbacks [] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:58.797483 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:58.817432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (f8db266d-a3e6-413d-a1be-a0e7610944bc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:58.856276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Transition to ACTIVE for port object 7688b536-3c70-4b31-a8bb-00e6479a8299 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:42:58.865901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:58.924011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f8db266d-a3e6-413d-a1be-a0e7610944bc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:58.948576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 70c69761-0284-4f9c-a9a5-4c0be3bf4eef no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:42:59.015397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:42:59.017138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (f8db266d-a3e6-413d-a1be-a0e7610944bc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:42:59.035566 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:42:59.055249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 70c69761-0284-4f9c-a9a5-4c0be3bf4eef {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:42:59.056377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 70c69761-0284-4f9c-a9a5-4c0be3bf4eef not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:42:59.220084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['0ef5ecdd-5b66-430b-8e64-24b16ed13a1b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:42:59.222312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Attempting to bind port 7688b536-3c70-4b31-a8bb-00e6479a8299 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:42:59.223397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Attempting to bind port 7688b536-3c70-4b31-a8bb-00e6479a8299 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:42:59.223957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Attempting to bind port 7688b536-3c70-4b31-a8bb-00e6479a8299 on network cc928202-8e51-4951-9248-7035f172374e {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:59.224638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:59.232807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Port 7688b536-3c70-4b31-a8bb-00e6479a8299 on network cc928202-8e51-4951-9248-7035f172374e not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:42:59.233511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Attempting to bind port 7688b536-3c70-4b31-a8bb-00e6479a8299 on network cc928202-8e51-4951-9248-7035f172374e {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:42:59.246431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7688b536-3c70-4b31-a8bb-00e6479a8299,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:59.253722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:42:59.254582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Checking segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:42:59.255285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Bound using segment: {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:42:59.256111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Bound port: 7688b536-3c70-4b31-a8bb-00e6479a8299, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79615382-e89a-4273-9e93-9cab1d56fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cc928202-8e51-4951-9248-7035f172374e'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:42:59.256813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:59.286686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b19c174c-c348-4c69-8a22-e88021a14beb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:59.362025 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:59.376243 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/networks/b19c174c-c348-4c69-8a22-e88021a14beb HTTP/1.1" status: 204 len: 168 time: 3.4644027 Feb 19 00:42:59.377485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911083c-14ae-4b77-8219-26eae5b2dbf8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Network': ['ID=b19c174c-c348-4c69-8a22-e88021a14beb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:59.379536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56228) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:42:59.439270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] For port 7688b536-3c70-4b31-a8bb-00e6479a8299, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:42:59.446293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] For port 7688b536-3c70-4b31-a8bb-00e6479a8299, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7688b536-3c70-4b31-a8bb-00e6479a8299,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:42:59.454322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'name': 'tempest-PortsIpV6TestJSON-1753736548'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:42:59.535534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d28dce8b-cfdf-4394-a9c2-12549ad1ff83 req-1fbf3220-1f47-40b8-8acb-0b50a3cf4de6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3651669 Feb 19 00:42:59.538509 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:59.558686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e03bc1a-7ce4-4227-be5c-c03c2f6e8fce req-2b685b92-a493-4eaf-879b-af408befc955 service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6753132 Feb 19 00:42:59.607133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:42:59.611717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:59.643853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:59.644513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:42:59.645952 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] 10.222.0.126 "PUT /v2.0/ports/7688b536-3c70-4b31-a8bb-00e6479a8299 HTTP/1.1" status: 200 len: 1091 time: 3.3399260 Feb 19 00:42:59.650811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb8f8c-ddfa-48f9-adbd-025da5e60914 req-6ca90c46-6316-43c0-88e1-5ae9c6fa71e0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:59.659148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0eb8f8c-ddfa-48f9-adbd-025da5e60914 req-6ca90c46-6316-43c0-88e1-5ae9c6fa71e0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 944 time: 0.2988946 Feb 19 00:42:59.661901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6224cbba-950c-4d81-80fd-93db3f182943', 'tag': '7688b536-3c70-4b31-a8bb-00e6479a8299'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:42:59.670620 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f56e90-fe8f-4039-a324-090d5a281b44" -d '{"events": [{"name": "network-changed", "server_uuid": "6224cbba-950c-4d81-80fd-93db3f182943", "tag": "7688b536-3c70-4b31-a8bb-00e6479a8299"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:42:59.693988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 9293a116-6536-424d-95f5-758421e73809 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:42:59.763932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0eb8f8c-ddfa-48f9-adbd-025da5e60914 req-520c6a4b-c0a9-4b9d-8d33-780ebf44d367 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030486 Feb 19 00:42:59.897760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f57396-88bb-46c6-89f8-1e2db795d4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=7688b536-3c70-4b31-a8bb-00e6479a8299,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:42:59.916549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-be210b91-77ae-4c6d-8c14-7298aa37aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:59.918578 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-be210b91-77ae-4c6d-8c14-7298aa37aefe service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 1125 time: 0.2125747 Feb 19 00:42:59.939139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a3569-d37e-4b14-8d5b-d0e9e608f679 req-16bf31aa-82c9-46b4-94c5-59b72b7147d4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:42:59.941433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d2a3569-d37e-4b14-8d5b-d0e9e608f679 req-16bf31aa-82c9-46b4-94c5-59b72b7147d4 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.1665332 Feb 19 00:43:00.112692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d2a3569-d37e-4b14-8d5b-d0e9e608f679 req-38b25b2e-0d9e-4558-85f8-e4060c1aec82 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437817 Feb 19 00:43:00.127703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b6512-9a96-4f56-a339-d786d9e7260f req-0542ac01-d92b-4223-bf7d-94b291d37be3 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:00.136797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-489b6512-9a96-4f56-a339-d786d9e7260f req-0542ac01-d92b-4223-bf7d-94b291d37be3 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 943 time: 0.2477047 Feb 19 00:43:00.141057 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-74b10302-59eb-417b-9fa1-a6760ac185ab service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7688b536-3c70-4b31-a8bb-00e6479a8299 HTTP/1.1" status: 200 len: 217 time: 0.1789405 Feb 19 00:43:00.257986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-489b6512-9a96-4f56-a339-d786d9e7260f req-02e199e2-99a7-40a4-bf56-503d95fb5055 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100683 Feb 19 00:43:00.468479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e295894-ef21-4773-b085-8597192c8592 req-6f4f6460-825b-435d-800c-5bf80921fe40 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1503909 Feb 19 00:43:00.811413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:00.962090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:43:00.975516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:00.978457 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:01.062020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e45e9-5365-4f66-b902-4ecec4eaf557 req-b38b322e-7615-4bca-91f5-1bced63ed4d1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:01.073012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-199e45e9-5365-4f66-b902-4ecec4eaf557 req-b38b322e-7615-4bca-91f5-1bced63ed4d1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.3610673 Feb 19 00:43:01.107227 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-a3843902-3877-4434-a5ed-876153b4acda service neutron] show failed (client error): The resource could not be found. Feb 19 00:43:01.110999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-a3843902-3877-4434-a5ed-876153b4acda service neutron] 10.222.0.113 "GET /v2.0/ports/64f3510b-240a-451c-9650-ad7e4aeebb83/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.3061502 Feb 19 00:43:01.180198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:01.180754 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:01.216043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-199e45e9-5365-4f66-b902-4ecec4eaf557 req-f4fe5b42-eacf-4591-a36b-0aa3177dadce tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386945 Feb 19 00:43:01.240396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:01.251331 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ebd6be-d950-4a95-99a4-d5192395b9bf" -d '{"events": [{"server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "name": "network-vif-plugged", "status": "completed", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:01.290039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:01.296855 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:01.345068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba548a16-976f-4469-a82d-5b79e19cd795 req-4bd6df1f-98c8-4a72-bfd3-037d66d08a67 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:01.349279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba548a16-976f-4469-a82d-5b79e19cd795 req-4bd6df1f-98c8-4a72-bfd3-037d66d08a67 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 944 time: 0.1946263 Feb 19 00:43:01.455689 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492d385e-d3d8-4348-b7c5-7e01f609d4c8 x-openstack-request-id: req-492d385e-d3d8-4348-b7c5-7e01f609d4c8 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:01.456236 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6224cbba-950c-4d81-80fd-93db3f182943", "tag": "7688b536-3c70-4b31-a8bb-00e6479a8299", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:01.456363 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-492d385e-d3d8-4348-b7c5-7e01f609d4c8 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:01.456720 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6224cbba-950c-4d81-80fd-93db3f182943', 'tag': '7688b536-3c70-4b31-a8bb-00e6479a8299', 'status': 'completed', 'code': 200} Feb 19 00:43:01.459342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:01.480101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-27bc6799-60a3-4f42-970c-793c3ae178bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:01.495089 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-27bc6799-60a3-4f42-970c-793c3ae178bb service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 1.3178735 Feb 19 00:43:01.525696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba548a16-976f-4469-a82d-5b79e19cd795 req-53ad9b66-08cb-42be-bf7a-e23076c52c8f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704745 Feb 19 00:43:01.555410 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-9c690d39-2359-4544-be79-eca8e1c8f427 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512335 Feb 19 00:43:01.568757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (9293a116-6536-424d-95f5-758421e73809), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:01.651291 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5197b23-055a-46a2-8aee-9c7f52fec738 x-openstack-request-id: req-d5197b23-055a-46a2-8aee-9c7f52fec738 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:01.651620 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "name": "network-vif-plugged", "status": "completed", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:01.651890 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5197b23-055a-46a2-8aee-9c7f52fec738 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:01.652309 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'code': 200} Feb 19 00:43:01.768883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce892c9-1ab0-4837-9a81-80e5962a676a req-3c9b589e-bdb8-4280-8365-f50f401ed239 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:01.779285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ce892c9-1ab0-4837-9a81-80e5962a676a req-3c9b589e-bdb8-4280-8365-f50f401ed239 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.4069133 Feb 19 00:43:01.884920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9293a116-6536-424d-95f5-758421e73809), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:01.954909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ce892c9-1ab0-4837-9a81-80e5962a676a req-68fbe33f-bda8-4778-85f2-e5137f32da35 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723118 Feb 19 00:43:01.998320 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-a8aec06d-23cd-4fba-b173-8ead4d015dbe service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167557 Feb 19 00:43:02.010971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:02.024259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:02.026351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=9293a116-6536-424d-95f5-758421e73809,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:02.028752 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:02.034143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:02.034990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:02.078052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-f37b2f2b-c275-4139-82db-199c7f8a8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:02.079774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-f37b2f2b-c275-4139-82db-199c7f8a8e35 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 1127 time: 0.4888642 Feb 19 00:43:02.118132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:02.173235 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2fece067-89e6-44bc-a1b0-171e98c247e4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.7246988 Feb 19 00:43:02.176300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56292) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:02.190254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941afe3-b4b7-4399-a8b5-4810c142c88c req-3fc2fa03-3533-4b02-8f9d-c95ce7cf7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:02.198384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d941afe3-b4b7-4399-a8b5-4810c142c88c req-3fc2fa03-3533-4b02-8f9d-c95ce7cf7f5b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 1127 time: 0.4085817 Feb 19 00:43:02.269356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0737a2-e327-4ac8-b5e3-545d91291880 req-16cae749-1d22-4d6c-b2e0-7cec90c80663 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:02.280769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c0737a2-e327-4ac8-b5e3-545d91291880 req-16cae749-1d22-4d6c-b2e0-7cec90c80663 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 943 time: 0.4988215 Feb 19 00:43:02.390729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dcc14a0-39c2-4a69-a3c7-600eda143ad2 req-02fe705e-c8d1-4ef5-aefe-6c2973e0495d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.2070594 Feb 19 00:43:02.490109 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f5c344-0e4e-4192-9d69-3cf368237ceb req-1760bc65-ad75-4921-936c-034f4621d4a5 service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725578 Feb 19 00:43:02.559325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-75ac4cde-1557-4dbf-82e7-517faf6fba3f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 9293a116-6536-424d-95f5-758421e73809 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:02.561163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75ac4cde-1557-4dbf-82e7-517faf6fba3f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9293a116-6536-424d-95f5-758421e73809), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:02.595084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:02.799584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c0737a2-e327-4ac8-b5e3-545d91291880 req-fab53192-013a-471c-8e6e-d10371d2d618 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178227 Feb 19 00:43:02.819389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d941afe3-b4b7-4399-a8b5-4810c142c88c req-8406edbe-0fed-483f-accc-d9c7abab0e9b service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200409 Feb 19 00:43:02.904643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75ac4cde-1557-4dbf-82e7-517faf6fba3f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9293a116-6536-424d-95f5-758421e73809), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:02.956284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-75ac4cde-1557-4dbf-82e7-517faf6fba3f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 9293a116-6536-424d-95f5-758421e73809 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:02.973973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-57b2c417-a7df-4656-adce-d2ca424d9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:02.975954 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-57b2c417-a7df-4656-adce-d2ca424d9995 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 1125 time: 0.3677778 Feb 19 00:43:03.133851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ed62a-800f-4a77-b616-13a1d587318a req-ed2075ea-1613-4964-be94-3f935ebe06d8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:03.142329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c14ed62a-800f-4a77-b616-13a1d587318a req-ed2075ea-1613-4964-be94-3f935ebe06d8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.5482664 Feb 19 00:43:03.192202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75ac4cde-1557-4dbf-82e7-517faf6fba3f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9293a116-6536-424d-95f5-758421e73809), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:03.245037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac4cde-1557-4dbf-82e7-517faf6fba3f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=9293a116-6536-424d-95f5-758421e73809,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:03.266556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75ac4cde-1557-4dbf-82e7-517faf6fba3f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:03.273797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-75ac4cde-1557-4dbf-82e7-517faf6fba3f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/9293a116-6536-424d-95f5-758421e73809 HTTP/1.1" status: 204 len: 168 time: 1.0862312 Feb 19 00:43:03.281781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56312) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:03.288310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'mac_address': 'fa:16:3e:48:3f:ca', 'name': 'tempest-PortsIpV6TestJSON-62897456'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:03.424896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aee1741-df20-4da7-84ee-b3c530966add req-e2ca8e03-8732-4e1d-8c56-8b4cc0652091 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:03.450986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9aee1741-df20-4da7-84ee-b3c530966add req-e2ca8e03-8732-4e1d-8c56-8b4cc0652091 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.5216644 Feb 19 00:43:03.638644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:03.682252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c14ed62a-800f-4a77-b616-13a1d587318a req-26a5f543-0fe9-430e-b036-7e916606588c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5232821 Feb 19 00:43:03.756320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-1869a4e1-5105-4a90-8afd-a26fcdb913b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:03.758956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-1869a4e1-5105-4a90-8afd-a26fcdb913b9 service neutron] 10.222.0.126 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 916 time: 0.5080297 Feb 19 00:43:03.770941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9aee1741-df20-4da7-84ee-b3c530966add req-1489e27b-8dbb-4039-94d0-dcc6fd68a07d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187115 Feb 19 00:43:03.803233 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:03.840943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:03.936588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f705d8ba-7a83-497a-a388-81a6fd773db6 req-890bb861-69ac-4c5c-9835-5d6094e818f6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0644097 Feb 19 00:43:04.003172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-e132f567-800b-4a24-ad59-cd0f62b3fba6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7688b536-3c70-4b31-a8bb-00e6479a8299 HTTP/1.1" status: 200 len: 217 time: 0.1809027 Feb 19 00:43:04.043139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 64411c7e-9d30-41a6-8c78-2c7fd3a2d16f yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:43:04.171454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:04.236135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-6f8fc91f-9277-4f4b-889a-ec2709158d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:04.247197 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-6f8fc91f-9277-4f4b-889a-ec2709158d40 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.2134497 Feb 19 00:43:04.297092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9832105d-2846-4df5-8aca-45def61d74b1 req-34fa8564-8749-473c-a8a3-950ac91f406f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:04.302127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-faba950c-1fbb-4ae7-8b40-409c192df51a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428145 Feb 19 00:43:04.302935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9832105d-2846-4df5-8aca-45def61d74b1 req-34fa8564-8749-473c-a8a3-950ac91f406f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.3641253 Feb 19 00:43:04.325761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Publish callbacks [] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:04.333358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:04.340169 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445c0259-8855-4efa-8b8b-7fdbd53be40f" -d '{"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-unplugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:04.372266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2785e18-9bd4-42ad-8603-678b7bf45db4 req-7f481af4-3752-4048-b297-1d79343796b6 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:04.376611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2785e18-9bd4-42ad-8603-678b7bf45db4 req-7f481af4-3752-4048-b297-1d79343796b6 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 943 time: 0.3116944 Feb 19 00:43:04.478210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Transition to ACTIVE for port object 64f3510b-240a-451c-9650-ad7e4aeebb83 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:43:04.503366 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:04.617286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:04.626396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9832105d-2846-4df5-8aca-45def61d74b1 req-a6b30e75-39f5-4462-b29d-c67796fa06e5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093779 Feb 19 00:43:04.699212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (64411c7e-9d30-41a6-8c78-2c7fd3a2d16f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:04.740326 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-0de3b128-70ac-434d-a3b4-21794d3c1311 service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209905 Feb 19 00:43:04.819823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:04.995100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] The host n-h1-826527-3 is not matching for port 64f3510b-240a-451c-9650-ad7e4aeebb83 host n-h2-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:43:04.996769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:43:05.108609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.109032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.109487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.109839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.110214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.110547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.110887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.111220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.111554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.123622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.124374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.124785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.125097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:05.177808 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66d1a59-8212-4b92-a25d-b1e0829cbdfe x-openstack-request-id: req-f66d1a59-8212-4b92-a25d-b1e0829cbdfe {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:05.178873 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-unplugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:05.178873 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f66d1a59-8212-4b92-a25d-b1e0829cbdfe {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:05.178873 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'code': 200} Feb 19 00:43:05.208100 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9f56e90-fe8f-4039-a324-090d5a281b44 req-35f005ae-a98f-495a-9253-d083da9bb873 service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046822 Feb 19 00:43:05.225725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (64411c7e-9d30-41a6-8c78-2c7fd3a2d16f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:05.255358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] No DVR routers for this DVR port 64f3510b-240a-451c-9650-ad7e4aeebb83 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:05.328360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:05.338309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:05.344778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:05.357980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:05.358752 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:05.408955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=64411c7e-9d30-41a6-8c78-2c7fd3a2d16f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:05.419258 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b9eb3361-5be7-464b-9c44-20231aa08dba tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.1354654 Feb 19 00:43:05.420032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56348) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:05.441254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2785e18-9bd4-42ad-8603-678b7bf45db4 req-5e672525-19ff-4e62-9f5b-c01b155ae83b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9964187 Feb 19 00:43:05.527434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f84b1-c4dd-4e34-b5f3-1938b25b84a6 req-6d5752be-6711-491d-b5b1-c404df86c43a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:05.529880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-876f84b1-c4dd-4e34-b5f3-1938b25b84a6 req-6d5752be-6711-491d-b5b1-c404df86c43a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.3891375 Feb 19 00:43:05.541483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2778e1fc-12c4-4d7c-93ea-88133b81c401 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:05.546110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2778e1fc-12c4-4d7c-93ea-88133b81c401 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/64411c7e-9d30-41a6-8c78-2c7fd3a2d16f HTTP/1.1" status: 200 len: 843 time: 0.1250944 Feb 19 00:43:05.546754 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56350) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:05.759534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-876f84b1-c4dd-4e34-b5f3-1938b25b84a6 req-b3cadf55-f58e-4902-b517-845e0bd30d8e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078109 Feb 19 00:43:05.764214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-07765872-e5d4-4fd2-92bd-29257bda7c97 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 64411c7e-9d30-41a6-8c78-2c7fd3a2d16f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:05.764717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07765872-e5d4-4fd2-92bd-29257bda7c97 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (64411c7e-9d30-41a6-8c78-2c7fd3a2d16f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:05.798846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12835ee-e1f2-4910-b2e3-84df6fd9c649 req-3eeb167a-824a-4cbb-bb9e-fed918123f66 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:05.812653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d12835ee-e1f2-4910-b2e3-84df6fd9c649 req-3eeb167a-824a-4cbb-bb9e-fed918123f66 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.2507453 Feb 19 00:43:05.830969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:43:05.831982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:43:05.832574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:05.880219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:43:05.880614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:05.973795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d12835ee-e1f2-4910-b2e3-84df6fd9c649 req-2d6dc280-9e20-4405-b999-7faad685cfdc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599979 Feb 19 00:43:05.976404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07765872-e5d4-4fd2-92bd-29257bda7c97 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (64411c7e-9d30-41a6-8c78-2c7fd3a2d16f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:05.990397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c493348e-3387-494c-ae65-c2488cdce5eb req-90e8f328-2b55-4175-a275-86363bb7215e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0602899 Feb 19 00:43:05.998568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:43:05.999103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Checking segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:05.999606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Bound using segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:43:06.000093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Bound port: 64f3510b-240a-451c-9650-ad7e4aeebb83, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:43:06.000513 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:06.034406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-07765872-e5d4-4fd2-92bd-29257bda7c97 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 64411c7e-9d30-41a6-8c78-2c7fd3a2d16f owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:06.222206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07765872-e5d4-4fd2-92bd-29257bda7c97 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (64411c7e-9d30-41a6-8c78-2c7fd3a2d16f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:06.264738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:06.273559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:43:06.273812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07765872-e5d4-4fd2-92bd-29257bda7c97 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=64411c7e-9d30-41a6-8c78-2c7fd3a2d16f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:06.301306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07765872-e5d4-4fd2-92bd-29257bda7c97 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:06.304610 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-07765872-e5d4-4fd2-92bd-29257bda7c97 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/64411c7e-9d30-41a6-8c78-2c7fd3a2d16f HTTP/1.1" status: 204 len: 168 time: 0.7569118 Feb 19 00:43:06.315196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56360) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:06.334052 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:06.394405 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4cad3e-d4ae-4ef3-a9f1-0afd889cd295 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:43:06.395886 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bd4cad3e-d4ae-4ef3-a9f1-0afd889cd295 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/64411c7e-9d30-41a6-8c78-2c7fd3a2d16f HTTP/1.1" status: 404 len: 333 time: 0.0797203 Feb 19 00:43:06.403620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56366) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:06.422750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'name': 'tempest-PortsIpV6TestJSON-1503027588'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:06.469163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:06.469885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:06.471380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] 10.222.0.126 "PUT /v2.0/ports/64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 1091 time: 4.3754604 Feb 19 00:43:06.603116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d5120-5b36-4182-9685-1825ed10fbd3 req-28dbc351-f392-4c10-aaaa-e231cfab316d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:06.604799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa9d5120-5b36-4182-9685-1825ed10fbd3 req-28dbc351-f392-4c10-aaaa-e231cfab316d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.4825904 Feb 19 00:43:06.629780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625236ee-2f10-4d7f-a786-1ca2c2eae9ce req-6f97fa16-0db7-4afc-ba1e-2fb84cc057f3 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:06.637950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-625236ee-2f10-4d7f-a786-1ca2c2eae9ce req-6f97fa16-0db7-4afc-ba1e-2fb84cc057f3 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.4694977 Feb 19 00:43:06.686843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a792967-b32d-4f11-a5a5-3993cace08bd service neutron] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:06.714492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:06.730104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:06.799424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port c8b24418-78c9-47c2-a7be-2489b36d37f9 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:43:06.830419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-84bb8647-90ac-47d1-9175-97ab34bc341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:06.831121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-84bb8647-90ac-47d1-9175-97ab34bc341d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1125 time: 0.3202195 Feb 19 00:43:06.963261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-625236ee-2f10-4d7f-a786-1ca2c2eae9ce req-b7419779-c598-4c30-9bf4-0cdae6b7cdf6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243799 Feb 19 00:43:07.051884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7688b536-3c70-4b31-a8bb-00e6479a8299 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:43:07.188622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:07.191594 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70" -d '{"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:07.392028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7688b536-3c70-4b31-a8bb-00e6479a8299, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7688b536-3c70-4b31-a8bb-00e6479a8299,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:07.395035 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (c8b24418-78c9-47c2-a7be-2489b36d37f9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:07.410388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '7688b536-3c70-4b31-a8bb-00e6479a8299', 'network_id': 'cc928202-8e51-4951-9248-7035f172374e', 'port_id': '7688b536-3c70-4b31-a8bb-00e6479a8299', 'mac_address': 'fa:16:3e:17:d5:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2f3285-2055-4fdb-aae2-df011f3bacd4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:43:07.432259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa9d5120-5b36-4182-9685-1825ed10fbd3 req-fd72503c-f272-40cc-a593-c5672d967ebd tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7736540 Feb 19 00:43:07.465372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 7688b536-3c70-4b31-a8bb-00e6479a8299 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:07.466028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:07.483647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7688b536-3c70-4b31-a8bb-00e6479a8299 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:43:07.512573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c8b24418-78c9-47c2-a7be-2489b36d37f9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:07.517596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7688b536-3c70-4b31-a8bb-00e6479a8299, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7688b536-3c70-4b31-a8bb-00e6479a8299,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:07.526842 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:07.612847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2d938-dcf7-4e86-a2dc-7e3131232204 req-247f2665-e916-4562-9a88-d5fe5664a64b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:07.620440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25a2d938-dcf7-4e86-a2dc-7e3131232204 req-247f2665-e916-4562-9a88-d5fe5664a64b tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 943 time: 0.4355681 Feb 19 00:43:07.637785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=7688b536-3c70-4b31-a8bb-00e6479a8299,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:07.650266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.651118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.651848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.652498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.653281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.653819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.654815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.655385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.656114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.656909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.657464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.658011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.658559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:07.680011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:07.683911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:07.701532 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:07.712825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:07.713481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:07.745356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=c8b24418-78c9-47c2-a7be-2489b36d37f9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:07.763436 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-30c3c6ba-0019-4079-b1db-7754cce57877 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3587027 Feb 19 00:43:07.766064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56394) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:07.771878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:07.801979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-11530957-a8c0-4635-b379-e9c262d9a607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:07.804507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-11530957-a8c0-4635-b379-e9c262d9a607 service neutron] 10.222.0.126 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.8478775 Feb 19 00:43:07.854580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25a2d938-dcf7-4e86-a2dc-7e3131232204 req-7de7a01e-2e27-4c92-8571-bc067f7d8941 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334306 Feb 19 00:43:07.897142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['7688b536-3c70-4b31-a8bb-00e6479a8299'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:43:07.991352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-72156de2-3579-4015-bfd6-d79df9472c8e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 999 time: 0.1498013 Feb 19 00:43:08.020158 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c8b24418-78c9-47c2-a7be-2489b36d37f9), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:08.188207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dfad0-b563-428f-bd58-47635a4035b7 req-e1d9b6d9-6e08-411f-9d2e-70d20955a7f0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:08.189799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-137dfad0-b563-428f-bd58-47635a4035b7 req-e1d9b6d9-6e08-411f-9d2e-70d20955a7f0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.5484519 Feb 19 00:43:08.247612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-80b7eea3-32aa-44f9-bc2b-4a54e8f6ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:08.258872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-80b7eea3-32aa-44f9-bc2b-4a54e8f6ad47 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.2470424 Feb 19 00:43:08.418394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (c8b24418-78c9-47c2-a7be-2489b36d37f9), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:08.428692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c8b24418-78c9-47c2-a7be-2489b36d37f9), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:08.478747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] In _notify_port_updated(), no bound segment for port c8b24418-78c9-47c2-a7be-2489b36d37f9 on network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:43:08.495109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:08.496201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97b4eec9-b8e9-4021-9296-d01836395d15 req-e4eff6a5-2c79-4a42-bef7-6c083d8ae216 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1371214 Feb 19 00:43:08.501060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:08.507231 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "PUT /v2.0/ports/c8b24418-78c9-47c2-a7be-2489b36d37f9 HTTP/1.1" status: 200 len: 818 time: 0.7377625 Feb 19 00:43:08.523692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-137dfad0-b563-428f-bd58-47635a4035b7 req-dfa59464-52ea-443c-a3e7-d49249b4bb2b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3006232 Feb 19 00:43:08.523692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56404) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:08.743410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46463-a424-435d-b768-7ec8093a10b0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=c8b24418-78c9-47c2-a7be-2489b36d37f9,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:09.056265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7688b536-3c70-4b31-a8bb-00e6479a8299 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:09.182594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 7688b536-3c70-4b31-a8bb-00e6479a8299 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:43:09.192393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 7688b536-3c70-4b31-a8bb-00e6479a8299 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:09.192790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.193083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56412) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:09.205328 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fffc32-4cac-4740-a9d6-2e5466979ca8 x-openstack-request-id: req-38fffc32-4cac-4740-a9d6-2e5466979ca8 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:09.205691 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:09.205900 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38fffc32-4cac-4740-a9d6-2e5466979ca8 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:09.206300 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'status': 'completed', 'code': 200} Feb 19 00:43:09.412274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 7688b536-3c70-4b31-a8bb-00e6479a8299 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:09.413028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.416116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-575a5c62-bda8-4c67-bace-26d23fac3fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:09.419231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-575a5c62-bda8-4c67-bace-26d23fac3fdb service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.1505134 Feb 19 00:43:09.453867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3153551e-7b95-4ce9-a7ec-312b5d23cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.488465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6224cbba-950c-4d81-80fd-93db3f182943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688b536-3c70-4b31-a8bb-00e6479a8299'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:09.490730 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aefd25f-7f6a-48d6-845d-0fc64145e688" -d '{"events": [{"server_uuid": "6224cbba-950c-4d81-80fd-93db3f182943", "name": "network-vif-plugged", "status": "completed", "tag": "7688b536-3c70-4b31-a8bb-00e6479a8299"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:09.526493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7688b536-3c70-4b31-a8bb-00e6479a8299, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7688b536-3c70-4b31-a8bb-00e6479a8299,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:09.532816 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.573526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3153551e-7b95-4ce9-a7ec-312b5d23cf42 admin admin] Publish callbacks [] for security_group (e194599f-ad1b-45f7-bd22-252d76d80eae), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.580145 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3153551e-7b95-4ce9-a7ec-312b5d23cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e194599f-ad1b-45f7-bd22-252d76d80eae), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.637084 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3153551e-7b95-4ce9-a7ec-312b5d23cf42 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=254755c2bb864b2d9db39b71f50593f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4416742 Feb 19 00:43:09.640481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56422) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:09.651953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153551e-7b95-4ce9-a7ec-312b5d23cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e194599f-ad1b-45f7-bd22-252d76d80eae,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:09.667976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=7688b536-3c70-4b31-a8bb-00e6479a8299,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:09.740233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-4479a3aa-2eb1-40b5-bbc8-db840734b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:09.741922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-4479a3aa-2eb1-40b5-bbc8-db840734b52f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1125 time: 0.5334086 Feb 19 00:43:09.746903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af2b12bd-4ee0-4e52-895d-033ac882d0ef admin admin] Publish callbacks [] for security_group (e194599f-ad1b-45f7-bd22-252d76d80eae), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.754327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3f95c-3e82-41a2-901d-bb1d61626a82 req-958701ec-8515-41b1-ae60-d1851d89a5bf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:09.766242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53a3f95c-3e82-41a2-901d-bb1d61626a82 req-958701ec-8515-41b1-ae60-d1851d89a5bf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.5922925 Feb 19 00:43:09.780825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af2b12bd-4ee0-4e52-895d-033ac882d0ef admin admin] Publish callbacks [] for security_group (e194599f-ad1b-45f7-bd22-252d76d80eae), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.849676 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af2b12bd-4ee0-4e52-895d-033ac882d0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e194599f-ad1b-45f7-bd22-252d76d80eae), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.854063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af2b12bd-4ee0-4e52-895d-033ac882d0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:09.856260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-af2b12bd-4ee0-4e52-895d-033ac882d0ef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e194599f-ad1b-45f7-bd22-252d76d80eae HTTP/1.1" status: 204 len: 168 time: 0.2146416 Feb 19 00:43:09.875246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d3305-77c0-44f1-a581-e101c20848b8 req-ab7aeff9-2877-4a9f-a50d-0ab5b4292c21 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:09.883109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4d3305-77c0-44f1-a581-e101c20848b8 req-ab7aeff9-2877-4a9f-a50d-0ab5b4292c21 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.6758478 Feb 19 00:43:09.890942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b12bd-4ee0-4e52-895d-033ac882d0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e194599f-ad1b-45f7-bd22-252d76d80eae,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:10.057134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-1e5cca43-7678-4e51-b3f0-60a5dee6e6f1 service neutron] 10.222.0.126 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245395 Feb 19 00:43:10.064667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d09a0755-70ac-4a50-9dde-315d168baa8b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port c8b24418-78c9-47c2-a7be-2489b36d37f9 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:10.065233 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d09a0755-70ac-4a50-9dde-315d168baa8b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c8b24418-78c9-47c2-a7be-2489b36d37f9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.083985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53a3f95c-3e82-41a2-901d-bb1d61626a82 req-c29d6d92-bb54-465d-a63b-7effda68585c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123252 Feb 19 00:43:10.351665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56432) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:10.365137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4d3305-77c0-44f1-a581-e101c20848b8 req-5eb0ae4a-d879-46af-9a15-466e3442556d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4791439 Feb 19 00:43:10.374713 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a47397c-f82a-4702-bf63-ed31c5175843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.467127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-ae097b5b-9656-4583-ae84-7845ab394ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:10.469042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-ae097b5b-9656-4583-ae84-7845ab394ff6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.6922495 Feb 19 00:43:10.474468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a47397c-f82a-4702-bf63-ed31c5175843 admin admin] Publish callbacks [] for security_group (b932367d-3886-4dac-9f69-c70b7ee06f21), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.480989 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a47397c-f82a-4702-bf63-ed31c5175843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b932367d-3886-4dac-9f69-c70b7ee06f21), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.524902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47397c-f82a-4702-bf63-ed31c5175843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b932367d-3886-4dac-9f69-c70b7ee06f21,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:10.546300 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd3b0da-f155-460c-9117-c8bb52b62e62 x-openstack-request-id: req-5bd3b0da-f155-460c-9117-c8bb52b62e62 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:10.546827 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6224cbba-950c-4d81-80fd-93db3f182943", "name": "network-vif-plugged", "status": "completed", "tag": "7688b536-3c70-4b31-a8bb-00e6479a8299", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:10.548056 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5bd3b0da-f155-460c-9117-c8bb52b62e62 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:10.548579 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6224cbba-950c-4d81-80fd-93db3f182943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688b536-3c70-4b31-a8bb-00e6479a8299', 'code': 200} Feb 19 00:43:10.560483 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6a47397c-f82a-4702-bf63-ed31c5175843 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a0332596ad044c6aecac7e0b21a7182&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2075531 Feb 19 00:43:10.563536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56436) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:10.666094 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d09a0755-70ac-4a50-9dde-315d168baa8b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c8b24418-78c9-47c2-a7be-2489b36d37f9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.672513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26637111-defb-4d3a-8ab5-8e8fd2628658 req-68287e10-1d42-41c4-913f-3a2a41be70ad service neutron] 10.222.0.126 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5524256 Feb 19 00:43:10.739013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cba34fd-8b01-44f8-9bb3-814f8865ace9 admin admin] Publish callbacks [] for security_group (b932367d-3886-4dac-9f69-c70b7ee06f21), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.777521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d09a0755-70ac-4a50-9dde-315d168baa8b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for c8b24418-78c9-47c2-a7be-2489b36d37f9 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:10.797812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cba34fd-8b01-44f8-9bb3-814f8865ace9 admin admin] Publish callbacks [] for security_group (b932367d-3886-4dac-9f69-c70b7ee06f21), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.825810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-24123a9f-d51b-434e-b851-d287b9cce32a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 999 time: 0.3335598 Feb 19 00:43:10.901389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cba34fd-8b01-44f8-9bb3-814f8865ace9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b932367d-3886-4dac-9f69-c70b7ee06f21), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.910872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cba34fd-8b01-44f8-9bb3-814f8865ace9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:10.913013 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1cba34fd-8b01-44f8-9bb3-814f8865ace9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b932367d-3886-4dac-9f69-c70b7ee06f21 HTTP/1.1" status: 204 len: 168 time: 0.3482683 Feb 19 00:43:10.946864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b68f1-eaf2-429f-bfee-ad5b43ead5a4 req-ec67e4ac-3e8d-496b-b98c-1bb5ceaee018 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:10.956400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-259b68f1-eaf2-429f-bfee-ad5b43ead5a4 req-ec67e4ac-3e8d-496b-b98c-1bb5ceaee018 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 945 time: 0.6881235 Feb 19 00:43:10.993068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7a92b-973a-4eaa-8c23-7fc5c03a7de5 req-e6c30ac0-30c0-4641-9c65-e65ec9b5b454 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.002694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65b7a92b-973a-4eaa-8c23-7fc5c03a7de5 req-e6c30ac0-30c0-4641-9c65-e65ec9b5b454 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.3289371 Feb 19 00:43:11.023574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba34fd-8b01-44f8-9bb3-814f8865ace9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b932367d-3886-4dac-9f69-c70b7ee06f21,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:11.082498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-e2ae66d9-7a0a-4d68-a726-7f5a955c205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.084352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-e2ae66d9-7a0a-4d68-a726-7f5a955c205e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.2485330 Feb 19 00:43:11.194688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-4e6224a4-47bf-4587-baee-1b8f84480ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.198947 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-4e6224a4-47bf-4587-baee-1b8f84480ece service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1125 time: 0.2363462 Feb 19 00:43:11.208225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9080a74d-acfe-4401-a25c-0147ee21b6d7 req-024ed3c0-d744-4ee3-9a84-ac04f7700793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.210146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9080a74d-acfe-4401-a25c-0147ee21b6d7 req-024ed3c0-d744-4ee3-9a84-ac04f7700793 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 1127 time: 0.4934340 Feb 19 00:43:11.328901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65b7a92b-973a-4eaa-8c23-7fc5c03a7de5 req-3aaaa036-bc69-459a-a1d0-d1910c55510a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245199 Feb 19 00:43:11.393725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-259b68f1-eaf2-429f-bfee-ad5b43ead5a4 req-669faae2-e484-4d44-b1d0-e87fd88578b4 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4358814 Feb 19 00:43:11.401765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9080a74d-acfe-4401-a25c-0147ee21b6d7 req-484f3279-d01f-4853-9c11-d630c48f161e service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585839 Feb 19 00:43:11.404749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d09a0755-70ac-4a50-9dde-315d168baa8b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c8b24418-78c9-47c2-a7be-2489b36d37f9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:11.443562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-eede436f-9232-4a9e-bdc4-c9d2ec688df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.446097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-eede436f-9232-4a9e-bdc4-c9d2ec688df7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3383558 Feb 19 00:43:11.449968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a0755-70ac-4a50-9dde-315d168baa8b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=c8b24418-78c9-47c2-a7be-2489b36d37f9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:11.550302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-fff60e27-3b80-4841-ae4f-9a752e590198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.551954 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d09a0755-70ac-4a50-9dde-315d168baa8b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:11.552904 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-fff60e27-3b80-4841-ae4f-9a752e590198 service neutron] 10.222.0.126 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.3215742 Feb 19 00:43:11.557872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d09a0755-70ac-4a50-9dde-315d168baa8b tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/c8b24418-78c9-47c2-a7be-2489b36d37f9 HTTP/1.1" status: 204 len: 168 time: 3.0350709 Feb 19 00:43:11.560281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56448) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:11.600677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5f2b196-a8bc-422e-8a0b-21f29a76b7dd req-8f6f070d-e4eb-4fdb-aed6-af5236750db6 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0575376 Feb 19 00:43:11.682710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684173d-b551-4fd5-9571-c65edc09ef6f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.684929 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6684173d-b551-4fd5-9571-c65edc09ef6f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1257758 Feb 19 00:43:11.688033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56454) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:11.721719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-8399f630-3eca-4c4c-95ee-143630c2a85b service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686529 Feb 19 00:43:11.740556 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b0cce4-e752-4015-9664-138658799ee8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:43:11.745674 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-15b0cce4-e752-4015-9664-138658799ee8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/c8b24418-78c9-47c2-a7be-2489b36d37f9 HTTP/1.1" status: 404 len: 333 time: 0.0502481 Feb 19 00:43:11.746524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56456) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:11.752405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-874268616'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:11.771665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1cad1-8269-4c01-8ca2-5979b4c022ed req-e6c15fdd-50dd-4991-a0c6-e5bb6d011920 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.779464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:11.783750 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:11.788579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9f1cad1-8269-4c01-8ca2-5979b4c022ed req-e6c15fdd-50dd-4991-a0c6-e5bb6d011920 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1867118 Feb 19 00:43:11.843063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:43:11.870642 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (702bd9ca-962e-4e17-8f30-bedf94665dbe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:11.871071 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Added segment 702bd9ca-962e-4e17-8f30-bedf94665dbe of type vlan for network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 Feb 19 00:43:11.920763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9f1cad1-8269-4c01-8ca2-5979b4c022ed req-59d7d2af-46d6-4840-806c-6fa580d7c086 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310272 Feb 19 00:43:11.964465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b12ac-700a-493e-b3a1-8af2e37a0f49 req-e618a452-3750-4f0e-8b6e-737c2d47f026 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:11.970154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3b12ac-700a-493e-b3a1-8af2e37a0f49 req-e618a452-3750-4f0e-8b6e-737c2d47f026 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.2467599 Feb 19 00:43:11.977238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e60a4c5f-7148-47c9-8e14-5c449b0db0b1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:12.004661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-54c04138-3392-42ee-ba99-7677508cc27d service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673969 Feb 19 00:43:12.072594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e60a4c5f-7148-47c9-8e14-5c449b0db0b1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:12.089617 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c3b12ac-700a-493e-b3a1-8af2e37a0f49 req-413e38e6-eef7-46a1-b833-dab58e9e7afa tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Feb 19 00:43:12.090733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:12.091447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:12.191510 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4436045 Feb 19 00:43:12.194240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56478) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:12.201514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:12.216083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193d108-b056-4d89-8083-14a46e0d44ab tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Network': ['ID=e60a4c5f-7148-47c9-8e14-5c449b0db0b1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:12.226871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:43:12.342023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:12.353621 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:12.566049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf737b05-f4eb-44a6-844b-081dadf77a2e req-41548670-5242-4e6d-a4f3-9cd45eeac5ad tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:12.568575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf737b05-f4eb-44a6-844b-081dadf77a2e req-41548670-5242-4e6d-a4f3-9cd45eeac5ad tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.1082063 Feb 19 00:43:12.769675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7a03d-58c7-4ad6-8534-c152d38f5e55 req-a70383e9-30e5-4f5e-afac-ae04a13ef816 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:12.771396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20b7a03d-58c7-4ad6-8534-c152d38f5e55 req-a70383e9-30e5-4f5e-afac-ae04a13ef816 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 945 time: 0.2015612 Feb 19 00:43:12.778451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf737b05-f4eb-44a6-844b-081dadf77a2e req-09387607-0033-4448-b91d-2f9554a10f11 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1863754 Feb 19 00:43:12.841344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20b7a03d-58c7-4ad6-8534-c152d38f5e55 req-2247e9d6-b4c5-4e1e-bf80-0d26651d3d48 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582726 Feb 19 00:43:12.849212 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (e1382540-b4d0-4c61-98a3-fddea0d816a2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:13.021177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=e1382540-b4d0-4c61-98a3-fddea0d816a2,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:13.024906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e393c316-2200-4999-a401-e150dac3f758 req-3a9f2d4f-b116-458b-86c4-04ba4201c6be tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0320160 Feb 19 00:43:13.048527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking segment: {'id': '702bd9ca-962e-4e17-8f30-bedf94665dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:13.049201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network hostable DHCP agents. Network: e60a4c5f-7148-47c9-8e14-5c449b0db0b1, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:43:13.076923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:43:13.091359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, e60a4c5f-7148-47c9-8e14-5c449b0db0b1) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:13.099112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:13.099112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:13.109099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547e6f5-cf7e-494f-8e29-f86b4b82e5fa req-6f836a91-e796-46ca-a8ab-c8a7f7f89e3e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:13.110060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc07f36d-f0e8-4eba-8f25-1b90aa6992d1 None None] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:13.110788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5547e6f5-cf7e-494f-8e29-f86b4b82e5fa req-6f836a91-e796-46ca-a8ab-c8a7f7f89e3e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1656344 Feb 19 00:43:13.160650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a429095e-063d-4c10-8967-dc1decafe872 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9626274 Feb 19 00:43:13.165275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56518) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:13.178967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-adf54275-2e3d-4634-9163-eba0fc8cc982 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:13.249501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-e60a4c5f-7148-47c9-8e14-5c449b0db0b1', 'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1', 'project_id': 'c1ceee0c39cd4f7ba2948161aecee7d3', 'fixed_ips': [{'subnet_id': 'e1382540-b4d0-4c61-98a3-fddea0d816a2'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:43:13.251069 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:13.299218 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-df174b14-08fe-45a4-a876-2e72f5ed6ce6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 999 time: 0.1589258 Feb 19 00:43:13.388127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5547e6f5-cf7e-494f-8e29-f86b4b82e5fa req-f09a4fd8-ffa4-4cb1-804c-6f33da73c509 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705266 Feb 19 00:43:13.457199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-8611fb62-f030-4559-97c6-36701493d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:13.458749 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-8611fb62-f030-4559-97c6-36701493d580 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.1405208 Feb 19 00:43:13.537118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cf3eb-6ca1-47bc-8f9c-7463085905f2 req-3a66e4e7-3781-455e-aa98-c5a29cfec901 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:13.538919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-995cf3eb-6ca1-47bc-8f9c-7463085905f2 req-3a66e4e7-3781-455e-aa98-c5a29cfec901 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.2454622 Feb 19 00:43:13.553408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-47efe768-6b19-4f6b-92a7-d87a22789da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:13.555272 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-47efe768-6b19-4f6b-92a7-d87a22789da8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0896266 Feb 19 00:43:13.567753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf54275-2e3d-4634-9163-eba0fc8cc982 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:13.573965 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-adf54275-2e3d-4634-9163-eba0fc8cc982 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:13.737068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-995cf3eb-6ca1-47bc-8f9c-7463085905f2 req-52cd3fff-4c70-44b9-8b45-cd6ddc06fd19 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832712 Feb 19 00:43:13.764143 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-d43b8e22-25e3-458e-86ad-50120b136c9a service neutron] 10.222.0.126 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019172 Feb 19 00:43:13.766568 n-d-826527-3 neutron-server[103649]: INFO neutron.db.ipam_backend_mixin [None req-adf54275-2e3d-4634-9163-eba0fc8cc982 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e1382540-b4d0-4c61-98a3-fddea0d816a2 (CIDR: 2001:db8::/64) Feb 19 00:43:13.774832 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf54275-2e3d-4634-9163-eba0fc8cc982 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:43:13.777394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adf54275-2e3d-4634-9163-eba0fc8cc982 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:43:13.781516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Allocated IP 2001:db8::2 (e60a4c5f-7148-47c9-8e14-5c449b0db0b1/e1382540-b4d0-4c61-98a3-fddea0d816a2/077752d2-1bf7-4f38-a905-b850ef173abe) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:13.816887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-adf54275-2e3d-4634-9163-eba0fc8cc982 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6479356 Feb 19 00:43:13.817191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56538) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:13.822505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:13.981804 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-950d7f8c-7c1f-4dd0-9908-b7c9fa4acb70 req-fb51aa68-3650-4e6d-b1ff-a674a07726bd service neutron] 10.222.0.126 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107866 Feb 19 00:43:14.100416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cb667-8167-4090-9438-05be116180df req-984fa39e-48ab-4302-b002-b553719fb299 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:14.102228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d4cb667-8167-4090-9438-05be116180df req-984fa39e-48ab-4302-b002-b553719fb299 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.1832268 Feb 19 00:43:14.104692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:14.108559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:14.134164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Publish callbacks [] for port (077752d2-1bf7-4f38-a905-b850ef173abe), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:14.146045 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:14.196499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:14.200591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:14.208187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:14.217687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Pushing event updated for resources: {'Port': ['ID=077752d2-1bf7-4f38-a905-b850ef173abe,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:14.305054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Attempting to bind port 077752d2-1bf7-4f38-a905-b850ef173abe on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:43:14.305806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Attempting to bind port 077752d2-1bf7-4f38-a905-b850ef173abe by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '702bd9ca-962e-4e17-8f30-bedf94665dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:43:14.305927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Attempting to bind port 077752d2-1bf7-4f38-a905-b850ef173abe on network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:14.312339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:43:14.312729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Checking segment: {'id': '702bd9ca-962e-4e17-8f30-bedf94665dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:14.313339 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:14.313906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Bound using segment: {'id': '702bd9ca-962e-4e17-8f30-bedf94665dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:43:14.314740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Bound port: 077752d2-1bf7-4f38-a905-b850ef173abe, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702bd9ca-962e-4e17-8f30-bedf94665dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:43:14.315327 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:14.395142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] For port 077752d2-1bf7-4f38-a905-b850ef173abe, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:14.399643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] For port 077752d2-1bf7-4f38-a905-b850ef173abe, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=077752d2-1bf7-4f38-a905-b850ef173abe,segment=NetworkSegment(702bd9ca-962e-4e17-8f30-bedf94665dbe),segment_id=702bd9ca-962e-4e17-8f30-bedf94665dbe)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:43:14.410570 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:14.520169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8551b-5cee-4b20-87c4-c408b9d5be6c None None] Pushing event updated for resources: {'Port': ['ID=077752d2-1bf7-4f38-a905-b850ef173abe,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:14.706251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e220f-59a4-4667-906a-2796fbc90445 req-63ea0e90-81d1-4b6e-9e41-7f04732502a3 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:14.707809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-922e220f-59a4-4667-906a-2796fbc90445 req-63ea0e90-81d1-4b6e-9e41-7f04732502a3 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 945 time: 0.7187591 Feb 19 00:43:14.760605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d4cb667-8167-4090-9438-05be116180df req-7bc4c4a2-1a76-42f3-b07b-9a0eb7983228 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6457262 Feb 19 00:43:14.837596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-922e220f-59a4-4667-906a-2796fbc90445 req-676d8bba-8d50-4663-aeb4-4bdb1c677dc0 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198404 Feb 19 00:43:15.046836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (4f4772cc-3d99-4e9d-b845-f86e09fb3494), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:15.050578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-700cb921-c313-4844-b55a-aecf3d0cf55a req-c2ebd0ce-6bf6-4a2e-977c-c0e3bac5867e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1569772 Feb 19 00:43:15.188541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:15.192863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:15.195296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:15.197187 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:15.199687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=4f4772cc-3d99-4e9d-b845-f86e09fb3494,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:15.226654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56568) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:15.261444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-21d2a6e6-01c1-4856-93ca-7a3506b9e69c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4430234 Feb 19 00:43:15.264260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56572) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:15.270331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad328-339c-4245-8819-8b410ab865b7 req-671ade35-65a5-4937-a406-e016afdb5dac tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:15.270947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1', 'fixed_ips': [{'subnet_id': 'e1382540-b4d0-4c61-98a3-fddea0d816a2'}, {'subnet_id': '4f4772cc-3d99-4e9d-b845-f86e09fb3494'}], 'name': 'tempest-PortsIpV6TestJSON-1940255082'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:15.271838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-befad328-339c-4245-8819-8b410ab865b7 req-671ade35-65a5-4937-a406-e016afdb5dac tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.2427642 Feb 19 00:43:15.293929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc7ab2-825d-475b-abb4-98f2d0fb819a req-41793bef-a9ab-4646-ab36-7a5e6b8e820f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:15.295837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dacc7ab2-825d-475b-abb4-98f2d0fb819a req-41793bef-a9ab-4646-ab36-7a5e6b8e820f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.1354313 Feb 19 00:43:15.401612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-befad328-339c-4245-8819-8b410ab865b7 req-4dfc89fa-fcbd-4037-b407-5c0b39621854 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207800 Feb 19 00:43:15.429171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:15.450919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b50549f8-4e22-40a1-9da9-a7d2185fac56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:15.457361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dacc7ab2-825d-475b-abb4-98f2d0fb819a req-0c1ad994-4fcd-417d-ba43-ab8c3941a338 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536419 Feb 19 00:43:15.610976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:15.647153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:43:15.699257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b50549f8-4e22-40a1-9da9-a7d2185fac56 admin admin] Publish callbacks [] for security_group (65dbe8ab-8c39-4de0-bde1-9c66e76826bc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:15.709149 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b50549f8-4e22-40a1-9da9-a7d2185fac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (65dbe8ab-8c39-4de0-bde1-9c66e76826bc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:15.741719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50549f8-4e22-40a1-9da9-a7d2185fac56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dbe8ab-8c39-4de0-bde1-9c66e76826bc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:15.817066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56574) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:15.828540 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b50549f8-4e22-40a1-9da9-a7d2185fac56 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be96c6b5853b4700900e3c09f7ef9feb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5885739 Feb 19 00:43:15.938082 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6d3977e-8477-4992-9c88-f68750667f80 admin admin] Publish callbacks [] for security_group (65dbe8ab-8c39-4de0-bde1-9c66e76826bc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.008499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6d293-024f-45bf-a7e1-a6fc3dc490dc None None] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:16.053343 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6d3977e-8477-4992-9c88-f68750667f80 admin admin] Publish callbacks [] for security_group (65dbe8ab-8c39-4de0-bde1-9c66e76826bc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.157614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb08be-22f9-447c-922c-f2d8c315d264 req-33aeafc5-6305-4bd5-9dea-015b7421155c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:16.159901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3bb08be-22f9-447c-922c-f2d8c315d264 req-33aeafc5-6305-4bd5-9dea-015b7421155c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.2534316 Feb 19 00:43:16.172411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::77 (e60a4c5f-7148-47c9-8e14-5c449b0db0b1/e1382540-b4d0-4c61-98a3-fddea0d816a2/cab05297-d77c-45b7-9bfe-45cb0ac73ed4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:16.180159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6d3977e-8477-4992-9c88-f68750667f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (65dbe8ab-8c39-4de0-bde1-9c66e76826bc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.184912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8:0:1::116 (e60a4c5f-7148-47c9-8e14-5c449b0db0b1/4f4772cc-3d99-4e9d-b845-f86e09fb3494/cab05297-d77c-45b7-9bfe-45cb0ac73ed4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:16.186083 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6d3977e-8477-4992-9c88-f68750667f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.187240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f6d3977e-8477-4992-9c88-f68750667f80 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65dbe8ab-8c39-4de0-bde1-9c66e76826bc HTTP/1.1" status: 204 len: 168 time: 0.3688226 Feb 19 00:43:16.199150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f845639f-640d-44ec-a5ea-3fb4066fecc9 None None] Provisioning complete for port 077752d2-1bf7-4f38-a905-b850ef173abe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:16.199959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f845639f-640d-44ec-a5ea-3fb4066fecc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.217195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af2d5e5-b862-4af4-8e13-c62a185974ab req-0e6c5c5b-9782-46b4-9c0c-7b94c62a6329 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:16.220866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3af2d5e5-b862-4af4-8e13-c62a185974ab req-0e6c5c5b-9782-46b4-9c0c-7b94c62a6329 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 945 time: 0.2480159 Feb 19 00:43:16.268868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3977e-8477-4992-9c88-f68750667f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dbe8ab-8c39-4de0-bde1-9c66e76826bc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:16.372852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3bb08be-22f9-447c-922c-f2d8c315d264 req-b658ac29-70cd-4360-8da3-c2111bd3e0d2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991129 Feb 19 00:43:16.404515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3af2d5e5-b862-4af4-8e13-c62a185974ab req-8d318d8a-41dd-4c64-aeea-9ef127bf8d6a tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677392 Feb 19 00:43:16.441548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f845639f-640d-44ec-a5ea-3fb4066fecc9 None None] Current status of the port 077752d2-1bf7-4f38-a905-b850ef173abe is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:16.443090 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f845639f-640d-44ec-a5ea-3fb4066fecc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.492305 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.572373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f845639f-640d-44ec-a5ea-3fb4066fecc9 None None] For port 077752d2-1bf7-4f38-a905-b850ef173abe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=077752d2-1bf7-4f38-a905-b850ef173abe,segment=NetworkSegment(702bd9ca-962e-4e17-8f30-bedf94665dbe),segment_id=702bd9ca-962e-4e17-8f30-bedf94665dbe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:16.591886 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.669598 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f845639f-640d-44ec-a5ea-3fb4066fecc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.677614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:16.683510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edc8657c-c45a-439e-887c-0a74db3ae62d req-0402ad49-4f6d-4cba-a401-345ebd1a562d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1110196 Feb 19 00:43:16.684309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f8708-2ed5-44aa-bf8b-2319c50e2f2f None None] Update dhcp port {'port': {'network_id': 'e60a4c5f-7148-47c9-8e14-5c449b0db0b1', 'fixed_ips': [{'subnet_id': 'e1382540-b4d0-4c61-98a3-fddea0d816a2', 'ip_address': '2001:db8::2'}, {'subnet_id': '4f4772cc-3d99-4e9d-b845-f86e09fb3494'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '077752d2-1bf7-4f38-a905-b850ef173abe'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:43:16.700276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:16.726319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:16.750240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:16.751534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.816397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=cab05297-d77c-45b7-9bfe-45cb0ac73ed4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:16.824771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-874f8708-2ed5-44aa-bf8b-2319c50e2f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.837045 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d0f286d2-5588-498f-b09d-236bc620c255 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.5714107 Feb 19 00:43:16.841192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56596) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:16.853422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845639f-640d-44ec-a5ea-3fb4066fecc9 None None] Pushing event updated for resources: {'Port': ['ID=077752d2-1bf7-4f38-a905-b850ef173abe,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:16.884621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1382540-b4d0-4c61-98a3-fddea0d816a2'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:16.933628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56598) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:16.968587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc3429f-91bb-4eb8-bdbd-5b995b936e57 req-5fcb33c4-7245-4350-bd0d-7fbe218aec66 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:16.969054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc566-0735-4b4b-9bc7-d6a17de37cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:16.970219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ddc3429f-91bb-4eb8-bdbd-5b995b936e57 req-5fcb33c4-7245-4350-bd0d-7fbe218aec66 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.3183868 Feb 19 00:43:17.097187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 077752d2-1bf7-4f38-a905-b850ef173abe up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:17.114869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7990f-cbb1-4ca1-b4ab-01810a7e19cf req-963ec773-ccab-41e9-acb0-00c7b1e43a66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:17.122984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6e7990f-cbb1-4ca1-b4ab-01810a7e19cf req-963ec773-ccab-41e9-acb0-00c7b1e43a66 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 944 time: 0.2757604 Feb 19 00:43:17.194443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc566-0735-4b4b-9bc7-d6a17de37cc6 admin admin] Publish callbacks [] for security_group (b5b67ec4-94d4-4c31-95f6-544e63a2d049), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:17.205464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a6dc566-0735-4b4b-9bc7-d6a17de37cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b5b67ec4-94d4-4c31-95f6-544e63a2d049), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:17.212973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:43:17.254208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035eb59-63ef-47e7-a864-6766285f0aac req-a68467be-9db4-4c92-a54c-b4830720fba4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2521992 Feb 19 00:43:17.267516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ddc3429f-91bb-4eb8-bdbd-5b995b936e57 req-1b44b2cf-f4d8-47d0-b123-9d7ea0952420 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703118 Feb 19 00:43:17.296551 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5a6dc566-0735-4b4b-9bc7-d6a17de37cc6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a060ae4f4df49beac11519c4d54c305&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3607800 Feb 19 00:43:17.296937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6e7990f-cbb1-4ca1-b4ab-01810a7e19cf req-51352a1c-fb39-4731-9663-d0c1bc53c698 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589484 Feb 19 00:43:17.299119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56608) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:17.302345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6dc566-0735-4b4b-9bc7-d6a17de37cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b67ec4-94d4-4c31-95f6-544e63a2d049,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:17.400562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:17.412933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 077752d2-1bf7-4f38-a905-b850ef173abe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:17.413472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:17.489205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-874f8708-2ed5-44aa-bf8b-2319c50e2f2f None None] Allocated IP 2001:db8:0:1::2 (e60a4c5f-7148-47c9-8e14-5c449b0db0b1/4f4772cc-3d99-4e9d-b845-f86e09fb3494/077752d2-1bf7-4f38-a905-b850ef173abe) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:17.492948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:17.529845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'port_id': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'mac_address': 'fa:16:3e:82:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:43:17.698387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb59-63ef-47e7-a864-6766285f0aac req-b3df793a-aac6-4eea-81a8-142d3119c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:17.700671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035eb59-63ef-47e7-a864-6766285f0aac req-b3df793a-aac6-4eea-81a8-142d3119c16a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 1127 time: 0.3012903 Feb 19 00:43:17.701484 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94459f9d-d54b-4493-9de6-37afe946db8c admin admin] Publish callbacks [] for security_group (b5b67ec4-94d4-4c31-95f6-544e63a2d049), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:17.721991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 64f3510b-240a-451c-9650-ad7e4aeebb83 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:17.722366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:17.748232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f3510b-240a-451c-9650-ad7e4aeebb83 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:43:17.797697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:17.821902 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:17.822759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:43:17.837136 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c97829-3d65-4729-9e96-11d67672c18a req-f68c4593-7cfd-4715-be99-c9fdaace0298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:17.838699 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-46c97829-3d65-4729-9e96-11d67672c18a req-f68c4593-7cfd-4715-be99-c9fdaace0298 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1126 time: 0.0867240 Feb 19 00:43:17.864568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 077752d2-1bf7-4f38-a905-b850ef173abe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:17.895560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb59-63ef-47e7-a864-6766285f0aac req-4870fd23-830d-433c-afe0-e5f2686cf8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:17.897039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035eb59-63ef-47e7-a864-6766285f0aac req-4870fd23-830d-433c-afe0-e5f2686cf8f3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 916 time: 0.1190243 Feb 19 00:43:17.944954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e7057b2-13aa-4d01-93b1-8b027795731b req-c7480966-9aa3-49ed-af0c-f2e1d3db8382 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0450552 Feb 19 00:43:17.987749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-874f8708-2ed5-44aa-bf8b-2319c50e2f2f None None] For port 077752d2-1bf7-4f38-a905-b850ef173abe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=077752d2-1bf7-4f38-a905-b850ef173abe,segment=NetworkSegment(702bd9ca-962e-4e17-8f30-bedf94665dbe),segment_id=702bd9ca-962e-4e17-8f30-bedf94665dbe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:17.999760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035eb59-63ef-47e7-a864-6766285f0aac req-f4e21001-5584-4254-b52d-a5107c462ea5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7 HTTP/1.1" status: 200 len: 217 time: 0.0648553 Feb 19 00:43:18.010113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94459f9d-d54b-4493-9de6-37afe946db8c admin admin] Publish callbacks [] for security_group (b5b67ec4-94d4-4c31-95f6-544e63a2d049), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.048839 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e2401bb-4148-43b1-ab09-60a0a837582e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.053462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c97829-3d65-4729-9e96-11d67672c18a req-c67651d8-e8f2-492c-87a9-d92b6a9f3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:18.058497 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-46c97829-3d65-4729-9e96-11d67672c18a req-c67651d8-e8f2-492c-87a9-d92b6a9f3e41 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 914 time: 0.1910975 Feb 19 00:43:18.077472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767bec0-4a31-41bc-8b35-ce341e524ec5 req-405d3004-5852-4d50-bd29-0125c3e933a2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:18.079480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a767bec0-4a31-41bc-8b35-ce341e524ec5 req-405d3004-5852-4d50-bd29-0125c3e933a2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 943 time: 0.3919699 Feb 19 00:43:18.081241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035eb59-63ef-47e7-a864-6766285f0aac req-e65aa418-9573-43b9-a205-11795d7d7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:18.083645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035eb59-63ef-47e7-a864-6766285f0aac req-e65aa418-9573-43b9-a205-11795d7d7b16 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.0702088 Feb 19 00:43:18.096358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:18.122362 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-874f8708-2ed5-44aa-bf8b-2319c50e2f2f None None] Publish callbacks [] for port (077752d2-1bf7-4f38-a905-b850ef173abe), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.141055 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-46c97829-3d65-4729-9e96-11d67672c18a req-20d933b1-827e-45a1-9649-7fd707a38e3b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 217 time: 0.0795906 Feb 19 00:43:18.147744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035eb59-63ef-47e7-a864-6766285f0aac req-fa90114b-0a85-48d6-b632-c443fbf516ad service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576234 Feb 19 00:43:18.163020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:18.176975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'network_id': '87934195-05f6-4c76-8bcd-87ad811acf07', 'port_id': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'mac_address': 'fa:16:3e:80:98:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96da7c72-2c12-434d-8482-df768791c408', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:43:18.180106 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-874f8708-2ed5-44aa-bf8b-2319c50e2f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.209683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Delete allocated IP 2001:db8:0:1::116 (e60a4c5f-7148-47c9-8e14-5c449b0db0b1/4f4772cc-3d99-4e9d-b845-f86e09fb3494) {{(pid=103649) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 00:43:18.242464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c97829-3d65-4729-9e96-11d67672c18a req-bb35d3e6-dade-4c2b-9712-ff8ec939ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:18.243573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f8708-2ed5-44aa-bf8b-2319c50e2f2f None None] Pushing event updated for resources: {'Port': ['ID=077752d2-1bf7-4f38-a905-b850ef173abe,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:18.248910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-46c97829-3d65-4729-9e96-11d67672c18a req-bb35d3e6-dade-4c2b-9712-ff8ec939ba39 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.1016490 Feb 19 00:43:18.282380 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-46c97829-3d65-4729-9e96-11d67672c18a req-f4fa2aa2-88bc-4532-976e-15f37d2b90c4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271618 Feb 19 00:43:18.406501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port bac6700d-0309-4528-b486-47cf7b8e2e11 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:18.406911 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.439019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac6700d-0309-4528-b486-47cf7b8e2e11 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:43:18.486419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:18.490529 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-46c97829-3d65-4729-9e96-11d67672c18a req-1a1b7525-559e-4f91-af54-28a94a9cc3b9 service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995091 Feb 19 00:43:18.495546 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.519002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94459f9d-d54b-4493-9de6-37afe946db8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b5b67ec4-94d4-4c31-95f6-544e63a2d049), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.525109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94459f9d-d54b-4493-9de6-37afe946db8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.530607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-94459f9d-d54b-4493-9de6-37afe946db8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5b67ec4-94d4-4c31-95f6-544e63a2d049 HTTP/1.1" status: 204 len: 168 time: 1.2241261 Feb 19 00:43:18.592426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:18.694579 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-46c97829-3d65-4729-9e96-11d67672c18a req-24c4ca5b-8c58-44a5-877d-3b832030ef85 service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987755 Feb 19 00:43:18.736605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.758342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94459f9d-d54b-4493-9de6-37afe946db8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b67ec4-94d4-4c31-95f6-544e63a2d049,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:18.765788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.780780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a767bec0-4a31-41bc-8b35-ce341e524ec5 req-b8b83ef7-f9d2-4425-aa28-af9c56e6f1db tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6946476 Feb 19 00:43:18.784675 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:18.818670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b41713-e614-4af1-a7ab-c6614e08bfd1 req-b4589163-23ed-4cc3-953f-2d010caf38bb tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:18.820113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79b41713-e614-4af1-a7ab-c6614e08bfd1 req-b4589163-23ed-4cc3-953f-2d010caf38bb tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.3660679 Feb 19 00:43:18.870511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['bac6700d-0309-4528-b486-47cf7b8e2e11'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:43:18.875753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['64f3510b-240a-451c-9650-ad7e4aeebb83'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:43:18.977398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] In _notify_port_updated(), no bound segment for port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 on network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 {{(pid=103649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:43:18.990151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:18.991264 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:19.001795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56632) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:19.008170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1382540-b4d0-4c61-98a3-fddea0d816a2'}, {'subnet_id': '4f4772cc-3d99-4e9d-b845-f86e09fb3494'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:19.008842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 077752d2-1bf7-4f38-a905-b850ef173abe up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:19.014873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "PUT /v2.0/ports/cab05297-d77c-45b7-9bfe-45cb0ac73ed4 HTTP/1.1" status: 200 len: 925 time: 2.1690216 Feb 19 00:43:19.156208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24645b08-7129-4cb9-b953-c23a33b141bb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=cab05297-d77c-45b7-9bfe-45cb0ac73ed4,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:19.208172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035eb59-63ef-47e7-a864-6766285f0aac req-14b7c559-145b-42bf-ba36-87f09289c7e9 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566583 Feb 19 00:43:19.240527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79b41713-e614-4af1-a7ab-c6614e08bfd1 req-d92abb24-312e-4582-9c30-b2a731bdb423 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996859 Feb 19 00:43:19.277455 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:19.440044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859a213-946c-4ba6-a4c6-5023eceac70f req-e03a90bf-91ed-43e0-8e4c-479f062f149d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:19.460811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0859a213-946c-4ba6-a4c6-5023eceac70f req-e03a90bf-91ed-43e0-8e4c-479f062f149d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.3974311 Feb 19 00:43:19.696100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0859a213-946c-4ba6-a4c6-5023eceac70f req-a8921893-fa30-4599-a555-0fc1c7978724 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302935 Feb 19 00:43:19.763791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0035eb59-63ef-47e7-a864-6766285f0aac req-a705c39d-e56f-4e45-a379-b2ab1ac6efd4 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462840 Feb 19 00:43:19.916488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad81e18-b050-418d-863b-0182a039d7d4 None None] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:19.953859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e20a976-1dca-4de6-8f18-bbd5e296aaae tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:19.955456 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e20a976-1dca-4de6-8f18-bbd5e296aaae tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.126 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9&tenant_id=84679949ccf749538377871c65d3012d&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 944 time: 0.2444048 Feb 19 00:43:20.023667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae70e727-055e-434b-8cfb-1c349d4d4044 req-6fdbd20f-d9d5-4f22-92f3-7856ab7dd97f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1699998 Feb 19 00:43:20.081561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e70b-57ec-45ea-b316-03ae8d7bfb99 req-e825ce72-a869-45a7-8131-d695c9ca4688 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:20.082297 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-46c94485-d4d3-49a8-85a6-c015a330603f service neutron] 10.222.0.126 "GET /v2.0/ports/64f3510b-240a-451c-9650-ad7e4aeebb83/bindings/n-h2-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.1192670 Feb 19 00:43:20.083536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b742e70b-57ec-45ea-b316-03ae8d7bfb99 req-e825ce72-a869-45a7-8131-d695c9ca4688 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 944 time: 0.2272863 Feb 19 00:43:20.205978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b742e70b-57ec-45ea-b316-03ae8d7bfb99 req-12fdf4ff-b391-40f2-9b9e-57dea158f6ca tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071844 Feb 19 00:43:20.245986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8:0:1::3a2 (e60a4c5f-7148-47c9-8e14-5c449b0db0b1/4f4772cc-3d99-4e9d-b845-f86e09fb3494/cab05297-d77c-45b7-9bfe-45cb0ac73ed4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:20.282913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4bfa8baa-a123-40a2-b6c6-4de268c3be6d None None] Provisioning complete for port 077752d2-1bf7-4f38-a905-b850ef173abe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:20.283297 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4bfa8baa-a123-40a2-b6c6-4de268c3be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:20.294025 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e0f64af-10ea-4b5c-9cc1-6fb1e7c6aff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:20.327345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 077752d2-1bf7-4f38-a905-b850ef173abe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:20.327863 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:20.538008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6915fc-9441-470e-8ec9-e13749f38ea6 req-3c44e514-7ba1-4384-885a-90fc2dc12a3d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:20.541078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db6915fc-9441-470e-8ec9-e13749f38ea6 req-3c44e514-7ba1-4384-885a-90fc2dc12a3d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1623504 Feb 19 00:43:20.549098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-c35c8c80-b29c-4f36-b619-d07e2513d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:20.550836 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-c35c8c80-b29c-4f36-b619-d07e2513d3b8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1126 time: 0.1916783 Feb 19 00:43:20.663901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db6915fc-9441-470e-8ec9-e13749f38ea6 req-4fdb7a52-6b88-450e-8853-0d5c4a587d27 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168075 Feb 19 00:43:20.806733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:20.835946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:21.008876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=cab05297-d77c-45b7-9bfe-45cb0ac73ed4,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:21.041681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6eb3c3-434c-4191-a9f5-026588e0cf5d req-3631fd09-341d-4f59-a2fe-8c544309ae20 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:21.046422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f6eb3c3-434c-4191-a9f5-026588e0cf5d req-3631fd09-341d-4f59-a2fe-8c544309ae20 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1621282 Feb 19 00:43:21.063365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-ee193d93-cb9c-4fa9-b855-3372706241d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:21.071196 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-ee193d93-cb9c-4fa9-b855-3372706241d8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.5088985 Feb 19 00:43:21.133599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 077752d2-1bf7-4f38-a905-b850ef173abe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:21.257465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f6eb3c3-434c-4191-a9f5-026588e0cf5d req-06764835-ff6f-427e-bb74-915e700839be tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987901 Feb 19 00:43:21.359797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bafda64-22e3-41b2-807b-23958a668e8e req-f4dce704-1b18-41c6-937d-daaa580f8632 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0925264 Feb 19 00:43:21.382290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] In _notify_port_updated(), no bound segment for port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 on network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:43:21.382739 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:21.382739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4bfa8baa-a123-40a2-b6c6-4de268c3be6d None None] Current status of the port 077752d2-1bf7-4f38-a905-b850ef173abe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:21.399609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:21.400326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:21.406371 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-708fcb67-c684-4dd0-a089-20e9ec1f054e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "PUT /v2.0/ports/cab05297-d77c-45b7-9bfe-45cb0ac73ed4 HTTP/1.1" status: 200 len: 1011 time: 2.4010592 Feb 19 00:43:21.412938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56710) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:21.447055 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-badeafae-db31-4880-8a50-8dac6eeec8b5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 1000 time: 0.3694646 Feb 19 00:43:21.583791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-f764fb3d-90d1-4f0b-a27e-901243c05743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:21.585735 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-f764fb3d-90d1-4f0b-a27e-901243c05743 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.1314864 Feb 19 00:43:21.603383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6e8bfd54-833e-404a-b74c-0fb97b51f076 None None] Provisioning complete for port 077752d2-1bf7-4f38-a905-b850ef173abe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:21.606284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfd54-833e-404a-b74c-0fb97b51f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:21.658337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02413364-be5d-4e51-b2d4-5244552c8791 req-4a10d1a9-c08f-4c5e-806b-38a66d2f0b31 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:21.660705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02413364-be5d-4e51-b2d4-5244552c8791 req-4a10d1a9-c08f-4c5e-806b-38a66d2f0b31 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 944 time: 0.2283614 Feb 19 00:43:21.756050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4975328c-76bd-4b52-b4da-b96aaa41d0dd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:21.760638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-fb524856-8b84-4f06-aea7-9048321839b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:21.762211 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-fb524856-8b84-4f06-aea7-9048321839b4 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1689506 Feb 19 00:43:21.770302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4975328c-76bd-4b52-b4da-b96aaa41d0dd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:21.837813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6e8bfd54-833e-404a-b74c-0fb97b51f076 None None] Current status of the port 077752d2-1bf7-4f38-a905-b850ef173abe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:21.865598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6e8bfd54-833e-404a-b74c-0fb97b51f076 None None] Provisioning complete for port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:21.865987 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e8bfd54-833e-404a-b74c-0fb97b51f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:21.973383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6e8bfd54-833e-404a-b74c-0fb97b51f076 None None] Port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:22.005851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02413364-be5d-4e51-b2d4-5244552c8791 req-c7fb1d41-7edd-46e0-91cd-fe48e3a6d11e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3348730 Feb 19 00:43:22.023962 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-e8719689-a859-42e7-866e-70dd38c5191c service neutron] 10.222.0.126 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523787 Feb 19 00:43:22.098637 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4975328c-76bd-4b52-b4da-b96aaa41d0dd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:22.113764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b301a3aa-ee3b-44ab-9caa-0948861c1eae None None] Provisioning complete for port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:22.119213 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b301a3aa-ee3b-44ab-9caa-0948861c1eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:22.154019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4975328c-76bd-4b52-b4da-b96aaa41d0dd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for cab05297-d77c-45b7-9bfe-45cb0ac73ed4 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:22.224880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b301a3aa-ee3b-44ab-9caa-0948861c1eae None None] Port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:22.262021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56722) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:22.278668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121b9d4-91fd-472e-b0cd-c2995f2f5423 req-78c848ec-a8b1-4328-a85c-b824b23ace00 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:22.286245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e121b9d4-91fd-472e-b0cd-c2995f2f5423 req-78c848ec-a8b1-4328-a85c-b824b23ace00 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.4913025 Feb 19 00:43:22.300203 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-f8b5497c-f08b-4184-a2b7-aa626fadd23a service neutron] 10.222.0.126 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669322 Feb 19 00:43:22.330736 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:43:22.369145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cc153def-273c-48d5-aa81-aec7ff651d4a None None] Provisioning complete for port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:22.369530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc153def-273c-48d5-aa81-aec7ff651d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:22.484535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cc153def-273c-48d5-aa81-aec7ff651d4a None None] Port cab05297-d77c-45b7-9bfe-45cb0ac73ed4 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:22.536157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e121b9d4-91fd-472e-b0cd-c2995f2f5423 req-d39ae1af-aa70-46c9-9f3c-1a55bb636017 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490554 Feb 19 00:43:22.625002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:22.645017 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab55b1ea-fc02-4831-a89d-9823f330a59e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:22.704089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fef745c-82f8-4a19-a0db-618d50ecb8fe req-e2f77422-3ac9-4a5b-97b0-f2c934d5a642 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0535784 Feb 19 00:43:22.789975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ed84e-e42f-4851-b0a1-74530f966f0f req-27199b67-8b1c-4fb9-9ee8-c9b1de91449b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:22.792439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-980ed84e-e42f-4851-b0a1-74530f966f0f req-27199b67-8b1c-4fb9-9ee8-c9b1de91449b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.3115330 Feb 19 00:43:22.839490 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4975328c-76bd-4b52-b4da-b96aaa41d0dd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cab05297-d77c-45b7-9bfe-45cb0ac73ed4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:22.900303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a182433b-e020-4bd0-87d1-427bc7dec2ae None None] Could not find standard attr ID for object cab05297-d77c-45b7-9bfe-45cb0ac73ed4. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:43:22.901076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-980ed84e-e42f-4851-b0a1-74530f966f0f req-4199fd85-fee1-425e-a9ea-d139f7a54fcd tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984056 Feb 19 00:43:22.901868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4975328c-76bd-4b52-b4da-b96aaa41d0dd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=cab05297-d77c-45b7-9bfe-45cb0ac73ed4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:22.992072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab55b1ea-fc02-4831-a89d-9823f330a59e admin admin] Publish callbacks [] for security_group (0fad52b2-ac66-4ed1-9734-296708e98510), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.038888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab55b1ea-fc02-4831-a89d-9823f330a59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0fad52b2-ac66-4ed1-9734-296708e98510), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.042577 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4975328c-76bd-4b52-b4da-b96aaa41d0dd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.046573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4975328c-76bd-4b52-b4da-b96aaa41d0dd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/cab05297-d77c-45b7-9bfe-45cb0ac73ed4 HTTP/1.1" status: 204 len: 168 time: 1.6319959 Feb 19 00:43:23.049458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56734) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:23.094862 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-556d92dc-1497-4d94-85a7-490730a8f58f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:43:23.099609 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-556d92dc-1497-4d94-85a7-490730a8f58f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/cab05297-d77c-45b7-9bfe-45cb0ac73ed4 HTTP/1.1" status: 404 len: 333 time: 0.0483711 Feb 19 00:43:23.103591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:23.132876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:23.156421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55b1ea-fc02-4831-a89d-9823f330a59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad52b2-ac66-4ed1-9734-296708e98510,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:23.174621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ab55b1ea-fc02-4831-a89d-9823f330a59e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62b0f6f89a4f4a848225ab7d88799f5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9095805 Feb 19 00:43:23.175627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56738) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:23.299988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 64f3510b-240a-451c-9650-ad7e4aeebb83 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:43:23.305797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 64f3510b-240a-451c-9650-ad7e4aeebb83 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:23.306404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.322470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de2d802-2795-425a-8120-207c14642697 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet 4f4772cc-3d99-4e9d-b845-f86e09fb3494 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:43:23.347488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b1534-c463-49ad-87ee-f9f383028439 req-433eba56-7d7c-4bf3-9d99-9b3e56596b38 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:23.352352 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6de2d802-2795-425a-8120-207c14642697 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (4f4772cc-3d99-4e9d-b845-f86e09fb3494), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.356977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-912b1534-c463-49ad-87ee-f9f383028439 req-433eba56-7d7c-4bf3-9d99-9b3e56596b38 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 944 time: 0.1666746 Feb 19 00:43:23.478878 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6de2d802-2795-425a-8120-207c14642697 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (4f4772cc-3d99-4e9d-b845-f86e09fb3494), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.484789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11f5bc8c-6e92-4bee-9917-c9d598b51abe admin admin] Publish callbacks [] for security_group (0fad52b2-ac66-4ed1-9734-296708e98510), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.493183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-912b1534-c463-49ad-87ee-f9f383028439 req-f3718e98-0227-41a6-a547-092b8cd42a9e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352153 Feb 19 00:43:23.533364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-dc67b27d-dbb4-4d2b-a78d-b85c783f0fea req-f8bd6803-8369-425d-8dd8-91c5a583f407 service neutron] (103650) timed out ('10.222.0.60', 56570) {{(pid=103650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:43:23.540075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 64f3510b-240a-451c-9650-ad7e4aeebb83 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:23.540758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.619989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.638736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:23.641405 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca93873-57a8-4c40-8696-75f46d67222e" -d '{"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-plugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:23.713898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:23.729171 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:23.730876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:23.817405 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2130f9-9e39-4950-a999-3dc630e878e9 x-openstack-request-id: req-ac2130f9-9e39-4950-a999-3dc630e878e9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:23.817646 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-plugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:23.817861 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac2130f9-9e39-4950-a999-3dc630e878e9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:23.820557 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'code': 200} Feb 19 00:43:23.838756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbae38d-4941-40dd-b155-a900346c6b24 req-b2a7c106-d84d-49ae-bdfa-930379c5eea2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:23.849976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bbae38d-4941-40dd-b155-a900346c6b24 req-b2a7c106-d84d-49ae-bdfa-930379c5eea2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 945 time: 0.1606557 Feb 19 00:43:23.979067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:24.010317 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port bac6700d-0309-4528-b486-47cf7b8e2e11 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:43:24.023508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port bac6700d-0309-4528-b486-47cf7b8e2e11 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:24.024226 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.072290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3589b64e-9e2c-4140-93ed-d641d54a056e req-9da41143-c925-4c2a-9ea1-d1d6d3879859 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1103120 Feb 19 00:43:24.094083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bbae38d-4941-40dd-b155-a900346c6b24 req-8065259e-f163-4c4f-8c80-dac0a42030dc tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410429 Feb 19 00:43:24.243549 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.282790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port bac6700d-0309-4528-b486-47cf7b8e2e11 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:24.283192 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.291871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e10d-2ba7-4652-b8c2-e80a18da3239 req-8315bac7-7f28-4e22-889c-ff85eb04452e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:24.299182 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc17e10d-2ba7-4652-b8c2-e80a18da3239 req-8315bac7-7f28-4e22-889c-ff85eb04452e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1103873 Feb 19 00:43:24.353611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:24.369722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.391232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11f5bc8c-6e92-4bee-9917-c9d598b51abe admin admin] Publish callbacks [] for security_group (0fad52b2-ac66-4ed1-9734-296708e98510), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.427498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc17e10d-2ba7-4652-b8c2-e80a18da3239 req-2d07bcd1-8aee-4479-8be7-81bbbdf79916 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247199 Feb 19 00:43:24.486435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=12']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:24.512580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11f5bc8c-6e92-4bee-9917-c9d598b51abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0fad52b2-ac66-4ed1-9734-296708e98510), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.515247 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11f5bc8c-6e92-4bee-9917-c9d598b51abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.525304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11f5bc8c-6e92-4bee-9917-c9d598b51abe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fad52b2-ac66-4ed1-9734-296708e98510 HTTP/1.1" status: 204 len: 168 time: 1.3485892 Feb 19 00:43:24.548030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5bc8c-6e92-4bee-9917-c9d598b51abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad52b2-ac66-4ed1-9734-296708e98510,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:24.644597 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6de2d802-2795-425a-8120-207c14642697 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (4f4772cc-3d99-4e9d-b845-f86e09fb3494), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.766011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6de2d802-2795-425a-8120-207c14642697 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (4f4772cc-3d99-4e9d-b845-f86e09fb3494), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.786569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7dbc7-4ff0-4a7d-bff0-f3726192723c req-f58dbfd5-7ed0-498b-b7b3-26c014fbc02e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:24.800230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2d802-2795-425a-8120-207c14642697 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4772cc-3d99-4e9d-b845-f86e09fb3494,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:24.806016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6de2d802-2795-425a-8120-207c14642697 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.814569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6de2d802-2795-425a-8120-207c14642697 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/4f4772cc-3d99-4e9d-b845-f86e09fb3494 HTTP/1.1" status: 204 len: 168 time: 1.7084959 Feb 19 00:43:24.815283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56754) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:24.816957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45e7dbc7-4ff0-4a7d-bff0-f3726192723c req-f58dbfd5-7ed0-498b-b7b3-26c014fbc02e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.1970649 Feb 19 00:43:24.818129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8879094-3041-4425-8437-16762eb9c44e None None] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:24.877550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0b37b0-4592-4a0d-800a-db1fc36deaa3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet e1382540-b4d0-4c61-98a3-fddea0d816a2 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:43:24.882321 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f0b37b0-4592-4a0d-800a-db1fc36deaa3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (e1382540-b4d0-4c61-98a3-fddea0d816a2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:24.940077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45e7dbc7-4ff0-4a7d-bff0-f3726192723c req-e18e216f-d853-4aef-af66-c0e5f8f68d81 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156204 Feb 19 00:43:24.996665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f0b37b0-4592-4a0d-800a-db1fc36deaa3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (e1382540-b4d0-4c61-98a3-fddea0d816a2), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:25.057501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-6770623c-3b1f-4d5f-a6c1-7d4af313b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:25.059934 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-6770623c-3b1f-4d5f-a6c1-7d4af313b303 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 1127 time: 0.1079590 Feb 19 00:43:25.078298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:25.253068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f0b37b0-4592-4a0d-800a-db1fc36deaa3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (e1382540-b4d0-4c61-98a3-fddea0d816a2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:25.356828 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:25.382867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74f92df4-52a1-44cb-af22-7969ab6b76c1 req-2aeb9676-85fd-4a6e-bc33-1f7bb465f080 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1073008 Feb 19 00:43:25.408550 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f0b37b0-4592-4a0d-800a-db1fc36deaa3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (e1382540-b4d0-4c61-98a3-fddea0d816a2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:25.469358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b37b0-4592-4a0d-800a-db1fc36deaa3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=e1382540-b4d0-4c61-98a3-fddea0d816a2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:25.493128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f0b37b0-4592-4a0d-800a-db1fc36deaa3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:25.498479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4f0b37b0-4592-4a0d-800a-db1fc36deaa3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/e1382540-b4d0-4c61-98a3-fddea0d816a2 HTTP/1.1" status: 204 len: 168 time: 0.6809573 Feb 19 00:43:25.500671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56772) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:25.718266 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e60a4c5f-7148-47c9-8e14-5c449b0db0b1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:25.822470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:25.825726 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70817b69-7f4d-4497-9e62-41d3a6be6eeb" -d '{"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-plugged", "status": "completed", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:25.850549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 077752d2-1bf7-4f38-a905-b850ef173abe {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:25.850888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:25.992261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] For port 077752d2-1bf7-4f38-a905-b850ef173abe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=077752d2-1bf7-4f38-a905-b850ef173abe,segment=NetworkSegment(702bd9ca-962e-4e17-8f30-bedf94665dbe),segment_id=702bd9ca-962e-4e17-8f30-bedf94665dbe)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:25.992651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.019148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 077752d2-1bf7-4f38-a905-b850ef173abe owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:26.202694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (077752d2-1bf7-4f38-a905-b850ef173abe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.255256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No DVR routers for this DVR port 077752d2-1bf7-4f38-a905-b850ef173abe on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:26.260011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7a577832-9b9b-4803-bdab-d53d816e4bad None None] Could not find standard attr ID for object 077752d2-1bf7-4f38-a905-b850ef173abe. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:43:26.268128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f23a7fe-6bfa-4ead-aa01-fddb17c5e251 None None] Network e60a4c5f-7148-47c9-8e14-5c449b0db0b1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:26.274434 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=077752d2-1bf7-4f38-a905-b850ef173abe,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:26.384118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d89b52-8c47-4376-b451-eb2fb0e2e72f req-1a3e7237-da9d-40f2-aeca-042ba91c9c10 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:26.385700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8d89b52-8c47-4376-b451-eb2fb0e2e72f req-1a3e7237-da9d-40f2-aeca-042ba91c9c10 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 1.1510732 Feb 19 00:43:26.437939 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e60a4c5f-7148-47c9-8e14-5c449b0db0b1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.532832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b33b9d-0d7d-4f22-a34e-2a44d364761c None None] DHCP port deletion for e60a4c5f-7148-47c9-8e14-5c449b0db0b1 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:43:26.546547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60a4c5f-7148-47c9-8e14-5c449b0db0b1']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:26.564424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702bd9ca-962e-4e17-8f30-bedf94665dbe') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:26.565025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702bd9ca-962e-4e17-8f30-bedf94665dbe') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:26.578389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (702bd9ca-962e-4e17-8f30-bedf94665dbe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.593531 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (702bd9ca-962e-4e17-8f30-bedf94665dbe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.601541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:43:26.602352 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (702bd9ca-962e-4e17-8f30-bedf94665dbe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:43:26.606777 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:43:26.615459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add22a6-e248-4068-8740-dc8c3986fa89 req-6242291c-4b57-4487-9878-8d56aece5b6d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:26.616952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5add22a6-e248-4068-8740-dc8c3986fa89 req-6242291c-4b57-4487-9878-8d56aece5b6d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.3389099 Feb 19 00:43:26.623120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8d89b52-8c47-4376-b451-eb2fb0e2e72f req-1d47e3db-fec8-4ae9-9000-a81f8bd8f687 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132142 Feb 19 00:43:26.709557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e60a4c5f-7148-47c9-8e14-5c449b0db0b1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.725002 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb3bf1e-1eec-4d8f-baf2-2be828a56b25 x-openstack-request-id: req-fcb3bf1e-1eec-4d8f-baf2-2be828a56b25 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:26.725301 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-plugged", "status": "completed", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:26.725560 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcb3bf1e-1eec-4d8f-baf2-2be828a56b25 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:26.725969 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'code': 200} Feb 19 00:43:26.755898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5add22a6-e248-4068-8740-dc8c3986fa89 req-57e5bede-ca91-4aad-a6d8-59cfdec4dda2 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316187 Feb 19 00:43:26.757697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:26.771196 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/networks/e60a4c5f-7148-47c9-8e14-5c449b0db0b1 HTTP/1.1" status: 204 len: 168 time: 1.2693057 Feb 19 00:43:26.772043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56792) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:26.775009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdedd4-c610-481f-a464-59208d56d4c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Network': ['ID=e60a4c5f-7148-47c9-8e14-5c449b0db0b1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:26.821540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:26.872487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5658b89-5a2d-41c8-8c34-b17e8e9eef4c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:26.878491 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d5658b89-5a2d-41c8-8c34-b17e8e9eef4c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1046419 Feb 19 00:43:26.879280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56798) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:26.974943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-727126d3-cc47-4876-ae0d-ef33df7d9590 req-664e8803-4ac0-4561-a05c-82dbbe9e4a69 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0994575 Feb 19 00:43:27.002140 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f9db1042-860d-4b37-994a-255d2c7f3351 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1179476 Feb 19 00:43:27.002350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:27.007719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-583412571'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:27.047525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:27.055264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.055479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:27.064717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8de77-b62f-4228-9172-49046c2b493e req-66f16015-7cb8-43ac-9b4c-8188655de3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:27.067250 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-43f8de77-b62f-4228-9172-49046c2b493e req-66f16015-7cb8-43ac-9b4c-8188655de3c7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1128 time: 0.1312346 Feb 19 00:43:27.134655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:27.161807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a281750-7a64-474f-b1d4-7276efc5c5b6 req-18f3e0ab-7f64-42aa-9d2b-cac71440b6de tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:27.169983 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-43f8de77-b62f-4228-9172-49046c2b493e req-9a4770ba-7ab2-4da2-819b-1f84896a376e service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924060 Feb 19 00:43:27.173892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a281750-7a64-474f-b1d4-7276efc5c5b6 req-18f3e0ab-7f64-42aa-9d2b-cac71440b6de tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 945 time: 0.2678766 Feb 19 00:43:27.181734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:43:27.204864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (92fccb62-9276-4094-845c-31fb9774bb6c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.205549 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Added segment 92fccb62-9276-4094-845c-31fb9774bb6c of type vlan for network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf Feb 19 00:43:27.232418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:27.248302 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a245861-107b-436e-b044-230b6402aabc" -d '{"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-unplugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:27.259178 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Publish callbacks [] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.305761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Transition to ACTIVE for port object 64f3510b-240a-451c-9650-ad7e4aeebb83 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:43:27.323228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 077752d2-1bf7-4f38-a905-b850ef173abe no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:27.324044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a281750-7a64-474f-b1d4-7276efc5c5b6 req-a5f1e715-1f1b-48ff-8981-49c401f8eb76 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405108 Feb 19 00:43:27.326396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.356821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.389795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.401823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:27.402693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.408888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 077752d2-1bf7-4f38-a905-b850ef173abe {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:43:27.409243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 077752d2-1bf7-4f38-a905-b850ef173abe not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:43:27.445394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 64f3510b-240a-451c-9650-ad7e4aeebb83 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:27.446442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.452733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:27.459407 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d92070-2507-4aa6-9fa2-303f4773e7cd x-openstack-request-id: req-53d92070-2507-4aa6-9fa2-303f4773e7cd {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:27.459964 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-unplugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:27.460272 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53d92070-2507-4aa6-9fa2-303f4773e7cd {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:27.460687 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'code': 200} Feb 19 00:43:27.487134 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4835958 Feb 19 00:43:27.490830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56814) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:27.496902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:27.526515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d82063-8624-4123-902b-c19da2318034 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Network': ['ID=6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:27.562449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:43:27.625562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:27.629959 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:27.662238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] No DVR routers for this DVR port 64f3510b-240a-451c-9650-ad7e4aeebb83 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:27.735947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:43:27.736130 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:43:27.995483 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:43:27.995852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:43:27.996344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:28.006757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de216ed-c792-4821-89b7-5d884879e09a req-d8720581-a766-4d95-890c-99471aac08de tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:28.008604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0de216ed-c792-4821-89b7-5d884879e09a req-d8720581-a766-4d95-890c-99471aac08de tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1965077 Feb 19 00:43:28.017633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:43:28.017849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Attempting to bind port 64f3510b-240a-451c-9650-ad7e4aeebb83 on network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:28.047277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (d59582fe-62a5-4c70-bb47-3bfbaf7fa600), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:28.051362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331d77b-ba3a-4600-840d-db5489962151 req-fe1fc9a4-ce5b-430b-b000-9df7a455b765 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:28.053167 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2331d77b-ba3a-4600-840d-db5489962151 req-fe1fc9a4-ce5b-430b-b000-9df7a455b765 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1602943 Feb 19 00:43:28.053926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:43:28.054489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Checking segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:28.054950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Bound using segment: {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:43:28.055412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Bound port: 64f3510b-240a-451c-9650-ad7e4aeebb83, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45b9a764-3343-434d-b337-df5378a8612e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:43:28.055803 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:28.142573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=d59582fe-62a5-4c70-bb47-3bfbaf7fa600,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:28.154156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking segment: {'id': '92fccb62-9276-4094-845c-31fb9774bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:28.154650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network hostable DHCP agents. Network: 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:43:28.180689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:43:28.191089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0de216ed-c792-4821-89b7-5d884879e09a req-996fd2fa-2632-463e-a664-c7c1abd9f60b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757228 Feb 19 00:43:28.200951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:28.218006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f918f4-c2ae-4c4c-bca4-7d563561ad41 None None] Network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:28.221465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:28.223446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:28.254556 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eafa45c0-af41-464d-9bc6-95c4b46e9174 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7624481 Feb 19 00:43:28.255606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56860) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:28.265529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf', 'name': 'tempest-PortsIpV6TestJSON-172775492'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:28.294767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2331d77b-ba3a-4600-840d-db5489962151 req-df404c3b-04e1-46b5-916a-dbaff53996d4 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274189 Feb 19 00:43:28.317207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:28.321511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:43:28.341196 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:28.464642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 64f3510b-240a-451c-9650-ad7e4aeebb83 is: DOWN; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:28.476016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:28.490370 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:28.493207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] 10.222.0.113 "PUT /v2.0/ports/64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 1092 time: 3.4253545 Feb 19 00:43:28.556310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:28.557692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf', 'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf', 'project_id': 'c1ceee0c39cd4f7ba2948161aecee7d3', 'fixed_ips': [{'subnet_id': 'd59582fe-62a5-4c70-bb47-3bfbaf7fa600'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:43:28.559017 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:28.562540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:28.587116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 7f6c1b27-fa75-4f17-93ef-5a34ec377c84 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:43:28.628907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bddfafb-89df-4423-a77d-9f100d3ecd5d req-1af1d868-32ad-4718-b558-e2b6d295f290 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1791563 Feb 19 00:43:28.735072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e983e39-ac97-42b4-acc5-b4b870a41b29 service neutron] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=11']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:28.909179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::1c2 (6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf/d59582fe-62a5-4c70-bb47-3bfbaf7fa600/7f6c1b27-fa75-4f17-93ef-5a34ec377c84) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:28.953378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-d9cd226a-edea-4bab-8a6e-8115b7feb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:28.956492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-d9cd226a-edea-4bab-8a6e-8115b7feb551 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1126 time: 0.3673668 Feb 19 00:43:28.964271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58161aa6-93bf-4905-81d7-98941c772ec9 req-739ed93c-8934-47c4-8c7c-ef46bfc348f0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:28.971518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58161aa6-93bf-4905-81d7-98941c772ec9 req-739ed93c-8934-47c4-8c7c-ef46bfc348f0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 944 time: 0.4380620 Feb 19 00:43:28.973166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56880) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:29.249851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-494a8e07-9a54-461e-84b3-f71dbf880f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:29.251672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-494a8e07-9a54-461e-84b3-f71dbf880f74 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.2769144 Feb 19 00:43:29.270647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58161aa6-93bf-4905-81d7-98941c772ec9 req-ae6eb7b2-8112-4e43-9392-72cebdd01631 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981441 Feb 19 00:43:29.275467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (7f6c1b27-fa75-4f17-93ef-5a34ec377c84), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:29.347663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-939e73f3-1fe7-4902-89bc-d01e0f98c0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:29.383354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7f6c1b27-fa75-4f17-93ef-5a34ec377c84), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:29.458634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:29.464134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:29.487767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:29.488782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:29.489740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Allocated IP 2001:db8::2 (6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf/d59582fe-62a5-4c70-bb47-3bfbaf7fa600/c091cc32-379e-4794-9a88-19cd0cc142bb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:29.491971 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efee773-6bac-474e-94c4-4a3df1c6ad5c" -d '{"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:29.502869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:29.522200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:29.551704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-cf795173-726a-4d3b-bda2-60cbb629334d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 999 time: 0.2776623 Feb 19 00:43:29.571343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56908) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:29.573033 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3160100 Feb 19 00:43:29.574960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8860b3d-2466-4157-ab52-065203675a5e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=7f6c1b27-fa75-4f17-93ef-5a34ec377c84,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:29.600578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf', 'name': 'tempest-PortsIpV6TestJSON-1814520240'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:29.689217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cacf64-00fd-4a7c-934a-ee1e8c8c89e6 req-62e451b4-7807-4e91-acd1-fd2b07f323b3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:29.690849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1cacf64-00fd-4a7c-934a-ee1e8c8c89e6 req-62e451b4-7807-4e91-acd1-fd2b07f323b3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.3568621 Feb 19 00:43:29.823398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Publish callbacks [] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:29.839057 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:29.876955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eee3e-cfa8-4703-9abf-034e9f4ecced req-9ab6286f-1f34-4c4a-b18c-8320b13dce71 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:29.879661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f62eee3e-cfa8-4703-9abf-034e9f4ecced req-9ab6286f-1f34-4c4a-b18c-8320b13dce71 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.4577770 Feb 19 00:43:29.897032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:29.901331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:29.903572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Pushing event updated for resources: {'Port': ['ID=c091cc32-379e-4794-9a88-19cd0cc142bb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:29.905938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:29.965261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Attempting to bind port c091cc32-379e-4794-9a88-19cd0cc142bb on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:43:29.965950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Attempting to bind port c091cc32-379e-4794-9a88-19cd0cc142bb by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '92fccb62-9276-4094-845c-31fb9774bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:43:29.966518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Attempting to bind port c091cc32-379e-4794-9a88-19cd0cc142bb on network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:29.972545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:43:29.973238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Checking segment: {'id': '92fccb62-9276-4094-845c-31fb9774bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:29.973830 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:29.974414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Bound using segment: {'id': '92fccb62-9276-4094-845c-31fb9774bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:43:29.975085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Bound port: c091cc32-379e-4794-9a88-19cd0cc142bb, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92fccb62-9276-4094-845c-31fb9774bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:43:29.975657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:29.988528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-952384e4-bf7d-4ca1-815b-64cadf8bfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:29.991093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-952384e4-bf7d-4ca1-815b-64cadf8bfef2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.4065423 Feb 19 00:43:30.047273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1cacf64-00fd-4a7c-934a-ee1e8c8c89e6 req-74f3f260-fb7c-4caf-a397-fa707ef4fc95 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410726 Feb 19 00:43:30.071496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] For port c091cc32-379e-4794-9a88-19cd0cc142bb, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:30.076485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] For port c091cc32-379e-4794-9a88-19cd0cc142bb, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c091cc32-379e-4794-9a88-19cd0cc142bb,segment=NetworkSegment(92fccb62-9276-4094-845c-31fb9774bb6c),segment_id=92fccb62-9276-4094-845c-31fb9774bb6c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:43:30.105293 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:30.208394 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-939e73f3-1fe7-4902-89bc-d01e0f98c0b3 admin admin] Publish callbacks [] for security_group (14021ff8-58b3-4037-bfe7-b90a6566e27d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:30.211382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a4501-3762-4cf3-80ad-10ca023be85f None None] Pushing event updated for resources: {'Port': ['ID=c091cc32-379e-4794-9a88-19cd0cc142bb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:30.234150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f62eee3e-cfa8-4703-9abf-034e9f4ecced req-bd3ff577-26dd-4017-96dd-189f1ff705f1 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546113 Feb 19 00:43:30.242918 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ca95f8-7553-49c3-b4c9-246058dee782 x-openstack-request-id: req-32ca95f8-7553-49c3-b4c9-246058dee782 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:30.245179 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:30.245650 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32ca95f8-7553-49c3-b4c9-246058dee782 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:30.246270 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'status': 'completed', 'code': 200} Feb 19 00:43:30.276030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-939e73f3-1fe7-4902-89bc-d01e0f98c0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (14021ff8-58b3-4037-bfe7-b90a6566e27d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:30.347853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-9ded6d3d-3546-4553-bd88-15fd6ba16812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:30.349976 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-9ded6d3d-3546-4553-bd88-15fd6ba16812 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1126 time: 0.1442528 Feb 19 00:43:30.381628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:30.391526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:30.480725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-939e73f3-1fe7-4902-89bc-d01e0f98c0b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eeeb144aacd345e9ac846f35c43a319d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4975078 Feb 19 00:43:30.506995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56924) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:30.508675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-faf6f548-ea6d-46be-8d91-629a79d61773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:30.511227 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-faf6f548-ea6d-46be-8d91-629a79d61773 service neutron] 10.222.0.126 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.1505406 Feb 19 00:43:30.512865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0e9b661-d278-4fea-ab95-919380ef3516 req-9979dfb7-eb23-4066-b060-52bd09b82da3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1075714 Feb 19 00:43:30.513484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e73f3-1fe7-4902-89bc-d01e0f98c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14021ff8-58b3-4037-bfe7-b90a6566e27d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:30.522306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 03eb177c-a447-4d0a-8766-e61417c2517b yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:43:30.586757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-d0c9f23f-10f3-45e8-bd9b-f28d7716b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:30.588304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-d0c9f23f-10f3-45e8-bd9b-f28d7716b33d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5655644 Feb 19 00:43:30.705390 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-4e84ac3d-e511-4d00-a689-975c420487d5 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 999 time: 0.1427584 Feb 19 00:43:30.710778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0401d9-a028-470b-8a74-1c99ac6e31d7 req-6c900535-f13a-46b0-8483-71eedc29a8fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:30.719434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e0401d9-a028-470b-8a74-1c99ac6e31d7 req-6c900535-f13a-46b0-8483-71eedc29a8fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 944 time: 0.3153081 Feb 19 00:43:30.788618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-6e7d0a38-2f7a-472e-8a47-dfdf1d7c7173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:30.791190 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-6e7d0a38-2f7a-472e-8a47-dfdf1d7c7173 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.0754852 Feb 19 00:43:30.821238 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e2911c1-9310-417b-b799-09cbbecc8beb admin admin] Publish callbacks [] for security_group (14021ff8-58b3-4037-bfe7-b90a6566e27d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:30.858087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-6fbbfa47-e375-4857-a519-50d0f32747b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:30.860009 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-6fbbfa47-e375-4857-a519-50d0f32747b2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0632885 Feb 19 00:43:30.893393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::18f (6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf/d59582fe-62a5-4c70-bb47-3bfbaf7fa600/03eb177c-a447-4d0a-8766-e61417c2517b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:30.914556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-a2d82e30-0933-4c89-8bcd-53cb35e09c3d service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164134 Feb 19 00:43:30.936006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e2911c1-9310-417b-b799-09cbbecc8beb admin admin] Publish callbacks [] for security_group (14021ff8-58b3-4037-bfe7-b90a6566e27d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:30.963878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e0401d9-a028-470b-8a74-1c99ac6e31d7 req-c904cf20-70a0-4b04-8610-43eccfadb900 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295940 Feb 19 00:43:30.995124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-c6a5ef89-05fc-4d87-8899-0ad8badeb92e service neutron] 10.222.0.126 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281610 Feb 19 00:43:31.141880 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e2911c1-9310-417b-b799-09cbbecc8beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (14021ff8-58b3-4037-bfe7-b90a6566e27d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.144542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e2911c1-9310-417b-b799-09cbbecc8beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.145859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e2911c1-9310-417b-b799-09cbbecc8beb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14021ff8-58b3-4037-bfe7-b90a6566e27d HTTP/1.1" status: 204 len: 168 time: 0.6355636 Feb 19 00:43:31.254408 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-18d4511d-61e4-4ab0-b44a-f91bf2fdeae2 service neutron] 10.222.0.126 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515697 Feb 19 00:43:31.298975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d183ee-3cce-4b6b-a00f-b2782f507b4e req-5fd50805-942f-4bc3-b339-ffe4e22c1aed service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771870 Feb 19 00:43:31.334414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c091cc32-379e-4794-9a88-19cd0cc142bb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:31.348896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2911c1-9310-417b-b799-09cbbecc8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14021ff8-58b3-4037-bfe7-b90a6566e27d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:31.466635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c091cc32-379e-4794-9a88-19cd0cc142bb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:31.466785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.573705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-1475f833-f867-45aa-95ef-25fb1ab221d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:31.575320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-1475f833-f867-45aa-95ef-25fb1ab221d7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1126 time: 0.1714814 Feb 19 00:43:31.584782 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (03eb177c-a447-4d0a-8766-e61417c2517b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.610952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ed0d1-e63d-4ac4-8c0c-cf0bdf47d4ef req-37b78b09-fa17-450c-aec4-d2acb8b3b8e3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:31.620417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9ed0d1-e63d-4ac4-8c0c-cf0bdf47d4ef req-37b78b09-fa17-450c-aec4-d2acb8b3b8e3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.3692498 Feb 19 00:43:31.627385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c091cc32-379e-4794-9a88-19cd0cc142bb is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:31.627786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.657843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3f2ce-d634-4774-be20-4abaf175acee req-a0677cdc-6075-408c-9d8e-9d2160f5eda9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:31.666054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31f3f2ce-d634-4774-be20-4abaf175acee req-a0677cdc-6075-408c-9d8e-9d2160f5eda9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.2739573 Feb 19 00:43:31.706886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port c091cc32-379e-4794-9a88-19cd0cc142bb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c091cc32-379e-4794-9a88-19cd0cc142bb,segment=NetworkSegment(92fccb62-9276-4094-845c-31fb9774bb6c),segment_id=92fccb62-9276-4094-845c-31fb9774bb6c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:31.718081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.740650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:31.759931 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6447b8d-14d9-4976-9654-681dcdf3a2b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.799859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9ed0d1-e63d-4ac4-8c0c-cf0bdf47d4ef req-36de9421-cf2c-4710-8c6a-8d365bb17e2c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789107 Feb 19 00:43:31.815273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=c091cc32-379e-4794-9a88-19cd0cc142bb,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:31.848550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5c88dc-2a76-4eb3-83f9-7bbeda7304be None None] Network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:31.875460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31f3f2ce-d634-4774-be20-4abaf175acee req-e1ff3802-53f2-49cc-a8c0-81fd708d0e5a tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083075 Feb 19 00:43:31.900823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6447b8d-14d9-4976-9654-681dcdf3a2b5 admin admin] Publish callbacks [] for security_group (4fbe2c3e-593b-4f4e-9c30-da4fa03277b5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.908865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6447b8d-14d9-4976-9654-681dcdf3a2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4fbe2c3e-593b-4f4e-9c30-da4fa03277b5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.918080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (03eb177c-a447-4d0a-8766-e61417c2517b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:31.967143 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e6447b8d-14d9-4976-9654-681dcdf3a2b5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9e629fd967594116bbd95d6fd437c626&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2221382 Feb 19 00:43:31.967898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6447b8d-14d9-4976-9654-681dcdf3a2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbe2c3e-593b-4f4e-9c30-da4fa03277b5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:31.971229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56942) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:31.971981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-295ea82a-3772-4ee3-ba18-33e762bad7ee None None] Provisioning complete for port c091cc32-379e-4794-9a88-19cd0cc142bb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:31.972367 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-295ea82a-3772-4ee3-ba18-33e762bad7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:32.054215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123267dc-2c85-4fff-b6da-7bead03ef2f9 admin admin] Publish callbacks [] for security_group (4fbe2c3e-593b-4f4e-9c30-da4fa03277b5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:32.079561 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123267dc-2c85-4fff-b6da-7bead03ef2f9 admin admin] Publish callbacks [] for security_group (4fbe2c3e-593b-4f4e-9c30-da4fa03277b5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:32.164736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123267dc-2c85-4fff-b6da-7bead03ef2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4fbe2c3e-593b-4f4e-9c30-da4fa03277b5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:32.167607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123267dc-2c85-4fff-b6da-7bead03ef2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:32.168939 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-123267dc-2c85-4fff-b6da-7bead03ef2f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fbe2c3e-593b-4f4e-9c30-da4fa03277b5 HTTP/1.1" status: 204 len: 168 time: 0.1823092 Feb 19 00:43:32.179084 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123267dc-2c85-4fff-b6da-7bead03ef2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbe2c3e-593b-4f4e-9c30-da4fa03277b5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:32.281361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-295ea82a-3772-4ee3-ba18-33e762bad7ee None None] Current status of the port c091cc32-379e-4794-9a88-19cd0cc142bb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:32.343540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb5f7b9a-3db7-4b96-a34e-44c7acc6bfa6 req-38939869-27ee-4269-94f3-edd2203370d8 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.4195578 Feb 19 00:43:32.403796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-1cef7135-feea-417d-956e-d2613a5dfdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:32.405624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-1cef7135-feea-417d-956e-d2613a5dfdeb service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 0.8119569 Feb 19 00:43:32.416021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:32.427546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:32.431424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:32.437035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:32.437823 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:32.495682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9224210 Feb 19 00:43:32.496490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96727d8-cc57-43f0-9a89-6837e1e0581e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=03eb177c-a447-4d0a-8766-e61417c2517b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:32.500806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56948) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:32.628027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669694d5-1ce7-4984-a7a4-3bb3f369d445 req-48b20413-56b8-457d-b3d3-45b2c75e8115 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:32.629626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-669694d5-1ce7-4984-a7a4-3bb3f369d445 req-48b20413-56b8-457d-b3d3-45b2c75e8115 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.2819152 Feb 19 00:43:32.642751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbe2fa-bbbd-4781-9035-32b134e67750 req-9ea2be82-bdd3-4dc7-8106-606a38740a4a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:32.644454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9fbe2fa-bbbd-4781-9035-32b134e67750 req-9ea2be82-bdd3-4dc7-8106-606a38740a4a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 944 time: 0.1411922 Feb 19 00:43:32.646446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-7ea69931-ac67-4c70-9f45-427e9e6cab57 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 999 time: 0.1950865 Feb 19 00:43:32.678365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce7d36-ab85-4b3e-bafc-ef2ecf113475 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:32.680025 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a1ce7d36-ab85-4b3e-bafc-ef2ecf113475 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c2 HTTP/1.1" status: 200 len: 928 time: 0.1747124 Feb 19 00:43:32.683173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56954) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:32.823877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-1ee5601b-ddad-4922-bb7a-363b35ecbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:32.825789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-1ee5601b-ddad-4922-bb7a-363b35ecbd3f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.1337969 Feb 19 00:43:32.864681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9880b148-3087-464a-98c6-4911866656aa None None] Provisioning complete for port 03eb177c-a447-4d0a-8766-e61417c2517b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:32.870892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9880b148-3087-464a-98c6-4911866656aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (03eb177c-a447-4d0a-8766-e61417c2517b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:32.877107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-669694d5-1ce7-4984-a7a4-3bb3f369d445 req-882c41d1-9570-40ee-9743-4c41d940b0ae tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243602 Feb 19 00:43:32.893428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9fbe2fa-bbbd-4781-9035-32b134e67750 req-b4c9337e-b356-4f86-b3cb-ea59dd728bf8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399235 Feb 19 00:43:33.005644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9880b148-3087-464a-98c6-4911866656aa None None] Port 03eb177c-a447-4d0a-8766-e61417c2517b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:33.024047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-6f6c329c-355e-4dcf-93e5-1a4187d0a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:33.025607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-6f6c329c-355e-4dcf-93e5-1a4187d0a783 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1821408 Feb 19 00:43:33.047301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9880b148-3087-464a-98c6-4911866656aa None None] Provisioning complete for port 7f6c1b27-fa75-4f17-93ef-5a34ec377c84 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:33.047591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9880b148-3087-464a-98c6-4911866656aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7f6c1b27-fa75-4f17-93ef-5a34ec377c84), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:33.155095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9880b148-3087-464a-98c6-4911866656aa None None] Port 7f6c1b27-fa75-4f17-93ef-5a34ec377c84 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:33.185497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9880b148-3087-464a-98c6-4911866656aa None None] Provisioning complete for port c091cc32-379e-4794-9a88-19cd0cc142bb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:33.186027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9880b148-3087-464a-98c6-4911866656aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:33.309791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c091cc32-379e-4794-9a88-19cd0cc142bb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:33.329304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-4969966a-9a18-4ba8-937e-0f98d7f317a3 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953260 Feb 19 00:43:33.353606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-38b847b2-10b9-43fc-8008-ae3123e2e15f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 03eb177c-a447-4d0a-8766-e61417c2517b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:33.354348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38b847b2-10b9-43fc-8008-ae3123e2e15f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (03eb177c-a447-4d0a-8766-e61417c2517b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:33.442935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9880b148-3087-464a-98c6-4911866656aa None None] Current status of the port c091cc32-379e-4794-9a88-19cd0cc142bb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:33.456730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c091cc32-379e-4794-9a88-19cd0cc142bb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:33.457437 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:33.567396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c091cc32-379e-4794-9a88-19cd0cc142bb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:33.585563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-284c673d-1d35-4745-8aa7-9cd816690271 None None] Provisioning complete for port 7f6c1b27-fa75-4f17-93ef-5a34ec377c84 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:33.585954 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-284c673d-1d35-4745-8aa7-9cd816690271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7f6c1b27-fa75-4f17-93ef-5a34ec377c84), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:33.621189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911f48a-ec46-4b00-850c-a02fad4e2952 req-2417c9d6-b7e6-4b71-9871-1d070305f178 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:33.628935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e911f48a-ec46-4b00-850c-a02fad4e2952 req-2417c9d6-b7e6-4b71-9871-1d070305f178 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.3795023 Feb 19 00:43:33.635377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-284c673d-1d35-4745-8aa7-9cd816690271 None None] Port 7f6c1b27-fa75-4f17-93ef-5a34ec377c84 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:33.667048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526860b-84cb-4bd8-ac0f-c7b80effd6ed req-d6d75939-e0c7-45ad-9e43-9047385d1c49 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:33.668778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6526860b-84cb-4bd8-ac0f-c7b80effd6ed req-d6d75939-e0c7-45ad-9e43-9047385d1c49 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.4208076 Feb 19 00:43:33.696195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9efee773-6bac-474e-94c4-4a3df1c6ad5c req-07cc6107-1aab-4eaf-ae3e-1dd6c82f746c service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365784 Feb 19 00:43:33.709723 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38b847b2-10b9-43fc-8008-ae3123e2e15f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (03eb177c-a447-4d0a-8766-e61417c2517b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:33.737453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-38b847b2-10b9-43fc-8008-ae3123e2e15f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 03eb177c-a447-4d0a-8766-e61417c2517b owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:33.763511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0b4ad101-9e60-4185-b3e7-4aa1f71f6d18 None None] Provisioning complete for port 03eb177c-a447-4d0a-8766-e61417c2517b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:33.763965 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b4ad101-9e60-4185-b3e7-4aa1f71f6d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (03eb177c-a447-4d0a-8766-e61417c2517b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:33.791823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e911f48a-ec46-4b00-850c-a02fad4e2952 req-3c4f0794-6803-4038-95dc-9efd83d5838c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584682 Feb 19 00:43:33.802493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ad101-9e60-4185-b3e7-4aa1f71f6d18 None None] Port 03eb177c-a447-4d0a-8766-e61417c2517b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:33.866843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6526860b-84cb-4bd8-ac0f-c7b80effd6ed req-30cf5a66-7db2-4e69-94c1-a0d7fec98696 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883476 Feb 19 00:43:33.934369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2876a58-869f-45da-91f5-19774c5cb790 req-0fe6ad35-3231-4162-be7f-edc2f3c0b285 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0599298 Feb 19 00:43:34.093108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38b847b2-10b9-43fc-8008-ae3123e2e15f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (03eb177c-a447-4d0a-8766-e61417c2517b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:34.158892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b847b2-10b9-43fc-8008-ae3123e2e15f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=03eb177c-a447-4d0a-8766-e61417c2517b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:34.171096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825da78-20b8-4ce8-b22a-0273bb5a2fe5 req-ada3794c-acc0-4497-8f6c-314d9de471a2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:34.172700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6825da78-20b8-4ce8-b22a-0273bb5a2fe5 req-ada3794c-acc0-4497-8f6c-314d9de471a2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 944 time: 0.1565187 Feb 19 00:43:34.179758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca12715-98ff-4e09-9436-65d10ca8001b req-a9aa943b-5a20-4dbd-9be5-df4a5ac7c582 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:34.181420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ca12715-98ff-4e09-9436-65d10ca8001b req-a9aa943b-5a20-4dbd-9be5-df4a5ac7c582 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1847892 Feb 19 00:43:34.231294 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38b847b2-10b9-43fc-8008-ae3123e2e15f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:34.237464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-38b847b2-10b9-43fc-8008-ae3123e2e15f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/03eb177c-a447-4d0a-8766-e61417c2517b HTTP/1.1" status: 204 len: 168 time: 1.5440493 Feb 19 00:43:34.240217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:34.300104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6825da78-20b8-4ce8-b22a-0273bb5a2fe5 req-da870157-c051-4796-abcc-baee4ac6bcac tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175876 Feb 19 00:43:34.306863 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d1a93c-e9ee-4d03-af9d-4b891f300fb5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:43:34.312755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ca12715-98ff-4e09-9436-65d10ca8001b req-79fb8054-c85c-4a76-8a03-71bd6fa7bea8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065154 Feb 19 00:43:34.320911 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b2d1a93c-e9ee-4d03-af9d-4b891f300fb5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/03eb177c-a447-4d0a-8766-e61417c2517b HTTP/1.1" status: 404 len: 333 time: 0.0787899 Feb 19 00:43:34.324153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57006) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:34.328019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57008) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:34.470012 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2dc2935-c3b4-43ee-9977-e3e5a75ca9c4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/a60df1e7-a478-40f5-830d-89c182188446 HTTP/1.1" status: 200 len: 991 time: 0.1387038 Feb 19 00:43:34.552178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-90f56c11-5e92-46d9-8b3f-d6f1ec508632 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 7f6c1b27-fa75-4f17-93ef-5a34ec377c84 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:34.552531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f56c11-5e92-46d9-8b3f-d6f1ec508632 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7f6c1b27-fa75-4f17-93ef-5a34ec377c84), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:34.573143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75acbe-f277-4f4d-a49c-22e525ba070f req-47416aac-7936-4837-a5b9-2e2477a1bde3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:34.575076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf75acbe-f277-4f4d-a49c-22e525ba070f req-47416aac-7936-4837-a5b9-2e2477a1bde3 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.0961907 Feb 19 00:43:34.678003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf75acbe-f277-4f4d-a49c-22e525ba070f req-6c587645-128b-48af-ae50-3ccade8ab076 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713422 Feb 19 00:43:34.689854 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f56c11-5e92-46d9-8b3f-d6f1ec508632 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7f6c1b27-fa75-4f17-93ef-5a34ec377c84), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:34.703190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-90f56c11-5e92-46d9-8b3f-d6f1ec508632 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 7f6c1b27-fa75-4f17-93ef-5a34ec377c84 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:34.871009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3038e3-df64-40de-a68c-1d65b2c3e852 req-33f7b7ee-3780-44bf-925b-d32b6281ac82 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:34.872543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac3038e3-df64-40de-a68c-1d65b2c3e852 req-33f7b7ee-3780-44bf-925b-d32b6281ac82 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.0958273 Feb 19 00:43:34.911752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:43:34.920098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f56c11-5e92-46d9-8b3f-d6f1ec508632 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7f6c1b27-fa75-4f17-93ef-5a34ec377c84), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:34.985403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f56c11-5e92-46d9-8b3f-d6f1ec508632 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=7f6c1b27-fa75-4f17-93ef-5a34ec377c84,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:34.989965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac3038e3-df64-40de-a68c-1d65b2c3e852 req-4f3aa8c9-7e29-4012-84bf-b06dfeddc1c9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114311 Feb 19 00:43:35.046150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:35.047085 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f56c11-5e92-46d9-8b3f-d6f1ec508632 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.053551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57048) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:35.056667 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-90f56c11-5e92-46d9-8b3f-d6f1ec508632 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/7f6c1b27-fa75-4f17-93ef-5a34ec377c84 HTTP/1.1" status: 204 len: 168 time: 0.7248988 Feb 19 00:43:35.063419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'port_id': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'mac_address': 'fa:16:3e:82:c0:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:43:35.077318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a307925-7713-4e26-b6a9-ca88f05f0e2d req-2dfd448a-3078-4cde-a67e-2923bb7d481b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:35.079224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a307925-7713-4e26-b6a9-ca88f05f0e2d req-2dfd448a-3078-4cde-a67e-2923bb7d481b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.0980477 Feb 19 00:43:35.122850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 64f3510b-240a-451c-9650-ad7e4aeebb83 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:35.128345 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.142144 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-baab6b9c-b4fd-4e81-b995-4af9659d03ae tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:43:35.143741 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-baab6b9c-b4fd-4e81-b995-4af9659d03ae tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/7f6c1b27-fa75-4f17-93ef-5a34ec377c84 HTTP/1.1" status: 404 len: 333 time: 0.0885742 Feb 19 00:43:35.147437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57050) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:35.150225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f3510b-240a-451c-9650-ad7e4aeebb83 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:43:35.177410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a307925-7713-4e26-b6a9-ca88f05f0e2d req-9f9691b4-24dd-4509-a4fb-3aac8a1dd6a8 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841329 Feb 19 00:43:35.178486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:35.187337 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.264399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=12']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:35.348001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb5e10b7-9cd4-4892-8259-e8dd76f0ce47 req-a396dd89-6df4-4de3-9e1c-a3de6616c9fb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0920081 Feb 19 00:43:35.355277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ae7795-5f69-4367-9e4e-683fd8a40062 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet d59582fe-62a5-4c70-bb47-3bfbaf7fa600 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:43:35.368962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7795-5f69-4367-9e4e-683fd8a40062 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (d59582fe-62a5-4c70-bb47-3bfbaf7fa600), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.425624 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7795-5f69-4367-9e4e-683fd8a40062 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (d59582fe-62a5-4c70-bb47-3bfbaf7fa600), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.499910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3739e1-0b8c-4bbf-a8a1-162f55f51eb1 req-ca78e829-dee0-4171-a30b-6d3689b80624 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:35.502793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['64f3510b-240a-451c-9650-ad7e4aeebb83'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:43:35.511376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b3739e1-0b8c-4bbf-a8a1-162f55f51eb1 req-ca78e829-dee0-4171-a30b-6d3689b80624 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1688757 Feb 19 00:43:35.534024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7795-5f69-4367-9e4e-683fd8a40062 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d59582fe-62a5-4c70-bb47-3bfbaf7fa600), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.589677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57054) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:35.597294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b3739e1-0b8c-4bbf-a8a1-162f55f51eb1 req-4499edc2-f576-4ef1-80a3-f2b3639dc258 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848088 Feb 19 00:43:35.646441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7795-5f69-4367-9e4e-683fd8a40062 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (d59582fe-62a5-4c70-bb47-3bfbaf7fa600), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.684841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7795-5f69-4367-9e4e-683fd8a40062 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=d59582fe-62a5-4c70-bb47-3bfbaf7fa600,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:35.693964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0ae7795-5f69-4367-9e4e-683fd8a40062 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.701901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57060) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:35.704684 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f0ae7795-5f69-4367-9e4e-683fd8a40062 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/d59582fe-62a5-4c70-bb47-3bfbaf7fa600 HTTP/1.1" status: 204 len: 168 time: 0.5534096 Feb 19 00:43:35.711108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e391b26-55d1-4392-9a04-0f0e1a428848 None None] Network 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:35.811868 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1bea934-3fef-4377-8ff9-c56f44a78a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.838032 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.949677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1bea934-3fef-4377-8ff9-c56f44a78a50 admin admin] Publish callbacks [] for security_group (ee7147f7-b7bf-44ab-ba95-bbce25838885), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.958567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1bea934-3fef-4377-8ff9-c56f44a78a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ee7147f7-b7bf-44ab-ba95-bbce25838885), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:35.994809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] DHCP port deletion for 6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:43:36.006819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d1bea934-3fef-4377-8ff9-c56f44a78a50 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d439323f519541c4a8acee7d1316d74c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4155800 Feb 19 00:43:36.008149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bea934-3fef-4377-8ff9-c56f44a78a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7147f7-b7bf-44ab-ba95-bbce25838885,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:36.011441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57064) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:36.030764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port c091cc32-379e-4794-9a88-19cd0cc142bb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:36.031118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.080265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc617-063e-4b27-87c3-4b1eb64831f9 admin admin] Publish callbacks [] for security_group (ee7147f7-b7bf-44ab-ba95-bbce25838885), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.102562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] Deleting port c091cc32-379e-4794-9a88-19cd0cc142bb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:36.103173 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.107122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf514a49-a916-4b55-b6c9-6c95175bd1ef req-467dd604-ba9b-40fe-a9cb-336bdffc10ac tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:36.107694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc617-063e-4b27-87c3-4b1eb64831f9 admin admin] Publish callbacks [] for security_group (ee7147f7-b7bf-44ab-ba95-bbce25838885), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.108764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf514a49-a916-4b55-b6c9-6c95175bd1ef req-467dd604-ba9b-40fe-a9cb-336bdffc10ac tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1267686 Feb 19 00:43:36.117540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] For port c091cc32-379e-4794-9a88-19cd0cc142bb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c091cc32-379e-4794-9a88-19cd0cc142bb,segment=NetworkSegment(92fccb62-9276-4094-845c-31fb9774bb6c),segment_id=92fccb62-9276-4094-845c-31fb9774bb6c)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:36.117905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.143420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for c091cc32-379e-4794-9a88-19cd0cc142bb owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:36.173579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] For port c091cc32-379e-4794-9a88-19cd0cc142bb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c091cc32-379e-4794-9a88-19cd0cc142bb,segment=NetworkSegment(92fccb62-9276-4094-845c-31fb9774bb6c),segment_id=92fccb62-9276-4094-845c-31fb9774bb6c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:36.174564 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.190590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] Calling delete_port for c091cc32-379e-4794-9a88-19cd0cc142bb owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:36.192916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc617-063e-4b27-87c3-4b1eb64831f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ee7147f7-b7bf-44ab-ba95-bbce25838885), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.197181 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e8bc617-063e-4b27-87c3-4b1eb64831f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.202176 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7e8bc617-063e-4b27-87c3-4b1eb64831f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee7147f7-b7bf-44ab-ba95-bbce25838885 HTTP/1.1" status: 204 len: 168 time: 0.1893640 Feb 19 00:43:36.209704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf514a49-a916-4b55-b6c9-6c95175bd1ef req-c78193ca-bdef-4c98-83b3-f976b7f71944 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947170 Feb 19 00:43:36.231757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8bc617-063e-4b27-87c3-4b1eb64831f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7147f7-b7bf-44ab-ba95-bbce25838885,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:36.267929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.297654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=c091cc32-379e-4794-9a88-19cd0cc142bb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:36.305128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No DVR routers for this DVR port c091cc32-379e-4794-9a88-19cd0cc142bb on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:36.376199 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:43:36.383637 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (c091cc32-379e-4794-9a88-19cd0cc142bb), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.431206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] Pushing event deleted for resources: {'Port': ['ID=c091cc32-379e-4794-9a88-19cd0cc142bb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:36.446442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925eefaf-62bf-4126-b1e2-cfabb8a50d94 None None] No DVR routers for this DVR port c091cc32-379e-4794-9a88-19cd0cc142bb on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:36.455369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.484124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13e9d7-944a-41ba-88b0-6a6476d0cb42 req-f00b5f64-f75e-4387-be11-0a831d6ec56e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:36.492081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f13e9d7-944a-41ba-88b0-6a6476d0cb42 req-f00b5f64-f75e-4387-be11-0a831d6ec56e tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1605456 Feb 19 00:43:36.519233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:36.552867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ab9317c-7808-4beb-abc0-c2f06863ce9f req-5b89a308-d0fa-45f9-9e3a-4391bceec019 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0520296 Feb 19 00:43:36.555686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92fccb62-9276-4094-845c-31fb9774bb6c') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:36.555990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92fccb62-9276-4094-845c-31fb9774bb6c') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:36.589276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (92fccb62-9276-4094-845c-31fb9774bb6c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.594365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f13e9d7-944a-41ba-88b0-6a6476d0cb42 req-d5da10cd-3409-4fc9-b8de-d4a54569c252 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013463 Feb 19 00:43:36.609477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57074) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:36.612476 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (92fccb62-9276-4094-845c-31fb9774bb6c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.619817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:43:36.620549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (92fccb62-9276-4094-845c-31fb9774bb6c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:43:36.624053 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:43:36.629761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cd28dcb-b5c5-4e95-ab08-b7c9df4fea2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.687756 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.695355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.698524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/networks/6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf HTTP/1.1" status: 204 len: 168 time: 0.9945796 Feb 19 00:43:36.703107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57076) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:36.711003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-80294567'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:36.712592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05537487-eafb-43d3-975d-8e91cff3767d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Network': ['ID=6b7016e8-6ef6-48a5-b1b2-eddf1bd86fbf,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:36.755936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:36.760621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.815294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cd28dcb-b5c5-4e95-ab08-b7c9df4fea2e admin admin] Publish callbacks [] for security_group (313a6df6-adbb-4d3e-b49b-184e8d5fd923), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.816546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:43:36.824495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6cd28dcb-b5c5-4e95-ab08-b7c9df4fea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (313a6df6-adbb-4d3e-b49b-184e8d5fd923), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.844727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ce914afd-8ba9-4cae-a7fb-348bfbb67832), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.845081 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Added segment ce914afd-8ba9-4cae-a7fb-348bfbb67832 of type vlan for network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 Feb 19 00:43:36.894038 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6cd28dcb-b5c5-4e95-ab08-b7c9df4fea2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=592e618b7d6148e3a79104f4709f6841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2903342 Feb 19 00:43:36.896968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57078) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:36.897753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd28dcb-b5c5-4e95-ab08-b7c9df4fea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313a6df6-adbb-4d3e-b49b-184e8d5fd923,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:36.910569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:36.924423 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (124dad5e-6fab-42c6-901c-447d8ff2dcb5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.975828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (124dad5e-6fab-42c6-901c-447d8ff2dcb5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.981288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 64f3510b-240a-451c-9650-ad7e4aeebb83 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:43:36.981454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:36.982027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.985242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 64f3510b-240a-451c-9650-ad7e4aeebb83 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:36.985622 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:36.993558 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d89b1b4f-02db-4293-84b5-e09a278a4140 admin admin] Publish callbacks [] for security_group (313a6df6-adbb-4d3e-b49b-184e8d5fd923), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:37.064962 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3577232 Feb 19 00:43:37.065425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57080) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:37.070754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:37.073281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd3f5e-79b1-4600-8581-f89de46ed477 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Network': ['ID=124dad5e-6fab-42c6-901c-447d8ff2dcb5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:37.078635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d89b1b4f-02db-4293-84b5-e09a278a4140 admin admin] Publish callbacks [] for security_group (313a6df6-adbb-4d3e-b49b-184e8d5fd923), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:37.091269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:43:37.105455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 64f3510b-240a-451c-9650-ad7e4aeebb83 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:37.105849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:37.148577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d89b1b4f-02db-4293-84b5-e09a278a4140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (313a6df6-adbb-4d3e-b49b-184e8d5fd923), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:37.152764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d89b1b4f-02db-4293-84b5-e09a278a4140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:37.154522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d89b1b4f-02db-4293-84b5-e09a278a4140 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/313a6df6-adbb-4d3e-b49b-184e8d5fd923 HTTP/1.1" status: 204 len: 168 time: 0.2527764 Feb 19 00:43:37.165602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b1b4f-02db-4293-84b5-e09a278a4140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313a6df6-adbb-4d3e-b49b-184e8d5fd923,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:37.218204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:37.218204 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:37.223353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:37.230475 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf03fb76-df43-45a4-a993-d8cda38175b5" -d '{"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-plugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:37.264847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:37.271201 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:37.307475 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a801bee8-3062-457c-b008-396fd876bf33 x-openstack-request-id: req-a801bee8-3062-457c-b008-396fd876bf33 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:37.307799 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-plugged", "status": "completed", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:37.308024 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a801bee8-3062-457c-b008-396fd876bf33 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:37.308491 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'code': 200} Feb 19 00:43:37.310550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c091cc32-379e-4794-9a88-19cd0cc142bb no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:37.346241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: c091cc32-379e-4794-9a88-19cd0cc142bb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:43:37.346600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c091cc32-379e-4794-9a88-19cd0cc142bb not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:43:37.364892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=13']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:37.458464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511e5fa-e55a-4636-808a-8dfae2fc20c6 req-a2b291dc-ac38-450c-b284-86f9e344f170 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:37.460076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a511e5fa-e55a-4636-808a-8dfae2fc20c6 req-a2b291dc-ac38-450c-b284-86f9e344f170 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.0866702 Feb 19 00:43:37.576830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a511e5fa-e55a-4636-808a-8dfae2fc20c6 req-901e325d-24be-4252-9178-5555ca27447b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085114 Feb 19 00:43:37.596869 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (c04617f3-b318-4b23-a23a-b23c8f057f60), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:37.687048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=c04617f3-b318-4b23-a23a-b23c8f057f60,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:37.697537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking segment: {'id': 'ce914afd-8ba9-4cae-a7fb-348bfbb67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:37.699055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network hostable DHCP agents. Network: 124dad5e-6fab-42c6-901c-447d8ff2dcb5, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:43:37.742851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fb741ad-1374-493f-af7b-0b38538c6e32 req-7dd150ee-3e11-4e03-98ca-143ce803866e tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0340297 Feb 19 00:43:37.777231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:43:38.069783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-34842dc5-5537-4994-b9ee-80d5cc8c0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:38.073199 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-34842dc5-5537-4994-b9ee-80d5cc8c0e77 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1fdb925379b45658a7a50dd76c1c274&device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 1128 time: 0.0898778 Feb 19 00:43:38.191015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-1e422809-5475-455e-b97d-5bfcbbcffaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:38.193543 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-1e422809-5475-455e-b97d-5bfcbbcffaa5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 200 len: 914 time: 0.1148841 Feb 19 00:43:38.228573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 124dad5e-6fab-42c6-901c-447d8ff2dcb5) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:38.238146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f6f318-afcc-4604-af2e-2e5cbaed4db4 None None] Network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:38.252057 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-ffd787bb-b05c-42e0-a3d6-6344d6e955a0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 200 len: 217 time: 0.0500436 Feb 19 00:43:38.257102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:38.257948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:38.300852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef6c8c-0a84-412b-8b5a-5987baee2316 req-baf41ddb-cfb0-496a-a461-ff3a2ab09c29 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:38.306892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5ef6c8c-0a84-412b-8b5a-5987baee2316 req-baf41ddb-cfb0-496a-a461-ff3a2ab09c29 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.5625494 Feb 19 00:43:38.315366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-d71e8907-522f-4144-8cea-006b8cdf7916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:38.317238 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-d71e8907-522f-4144-8cea-006b8cdf7916 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 200 len: 853 time: 0.0581586 Feb 19 00:43:38.360646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b6ae9918-61f9-47b9-9adb-74b3fc3480f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2941823 Feb 19 00:43:38.368395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57118) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:38.374662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5', 'name': 'tempest-PortsIpV6TestJSON-160256616', 'fixed_ips': [{'subnet_id': 'c04617f3-b318-4b23-a23a-b23c8f057f60', 'ip_address': '2001:db8::10'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:38.383438 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-7b7bc35f-2c1e-410a-9c08-512782b87aa1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=87934195-05f6-4c76-8bcd-87ad811acf07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569119 Feb 19 00:43:38.410223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-124dad5e-6fab-42c6-901c-447d8ff2dcb5', 'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5', 'project_id': 'c1ceee0c39cd4f7ba2948161aecee7d3', 'fixed_ips': [{'subnet_id': 'c04617f3-b318-4b23-a23a-b23c8f057f60'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:43:38.411048 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:38.480700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5ef6c8c-0a84-412b-8b5a-5987baee2316 req-94a49c4a-d324-4a7b-8959-d141230917f0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516879 Feb 19 00:43:38.488779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a005ec-4dab-40b8-87ed-e28b583db94e req-6e274d06-cd4a-4f8e-8718-d1b15f4830db tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:38.497016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86a005ec-4dab-40b8-87ed-e28b583db94e req-6e274d06-cd4a-4f8e-8718-d1b15f4830db tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.3034089 Feb 19 00:43:38.593998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86a005ec-4dab-40b8-87ed-e28b583db94e req-b75ea932-6227-4a04-b044-76dbfef83b60 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958669 Feb 19 00:43:38.599233 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-d98fc470-dfb9-4d0a-be73-e5fea5521e90 service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103736 Feb 19 00:43:38.611883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Allocated IP 2001:db8::2 (124dad5e-6fab-42c6-901c-447d8ff2dcb5/c04617f3-b318-4b23-a23a-b23c8f057f60/89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:38.688349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:38.762415 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-85bb493c-ae11-4b92-97d8-04b2abbf1440 req-e8f7a269-f947-4fd6-b21c-fc912bd6c8a1 service neutron] 10.222.0.126 "GET /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533253 Feb 19 00:43:38.802668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:38.825364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 132d2e44-7fae-42bb-ab89-2639c1668c47 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:43:38.831690 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Publish callbacks [] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:38.846080 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:38.890713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:38.893871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:38.901177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:38.927661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Pushing event updated for resources: {'Port': ['ID=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:38.931092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8aee99c4-7d17-439e-bf21-f91fdccf14e2 req-d5746410-9749-4eef-a5d8-7c131d287078 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0485332 Feb 19 00:43:38.931503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:43:38.933970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:39.036972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Attempting to bind port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:43:39.037457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Attempting to bind port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ce914afd-8ba9-4cae-a7fb-348bfbb67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:43:39.037883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Attempting to bind port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 on network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:39.059802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::10 (124dad5e-6fab-42c6-901c-447d8ff2dcb5/c04617f3-b318-4b23-a23a-b23c8f057f60/132d2e44-7fae-42bb-ab89-2639c1668c47) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:39.069706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57134) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:39.076749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:39.077231 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.098811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:43:39.099279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Checking segment: {'id': 'ce914afd-8ba9-4cae-a7fb-348bfbb67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:39.099753 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.100205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Bound using segment: {'id': 'ce914afd-8ba9-4cae-a7fb-348bfbb67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:43:39.100769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Bound port: 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce914afd-8ba9-4cae-a7fb-348bfbb67832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:43:39.101213 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.199780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:39.219321 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.254211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1544b826-8c14-4d6b-906f-825b7cad543a tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-727965665'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:39.254805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1544b826-8c14-4d6b-906f-825b7cad543a tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Unknown quota resources ['metering_label']. {{(pid=103649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:43:39.283565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:39.287794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] For port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:39.321619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:39.324632 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ccacda-87fb-4543-8bdb-8caeb623e838" -d '{"events": [{"server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:39.342162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] For port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,segment=NetworkSegment(ce914afd-8ba9-4cae-a7fb-348bfbb67832),segment_id=ce914afd-8ba9-4cae-a7fb-348bfbb67832)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:43:39.346454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'port_id': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'mac_address': 'fa:16:3e:84:c4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bca6cde-4d4c-44fa-82d4-4dceace9b7ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:43:39.353555 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.356036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:39.371243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (132d2e44-7fae-42bb-ab89-2639c1668c47), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.394262 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e4f723-db5f-4b4d-bd24-73f45acc65f7 x-openstack-request-id: req-44e4f723-db5f-4b4d-bd24-73f45acc65f7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:39.394441 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "name": "network-vif-unplugged", "status": "completed", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:39.394882 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44e4f723-db5f-4b4d-bd24-73f45acc65f7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:39.395075 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'code': 200} Feb 19 00:43:39.431758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:39.432160 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.459353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:43:39.465011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb3af1-cf5c-4721-a381-fe4efc0a3fcc None None] Pushing event updated for resources: {'Port': ['ID=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:39.491455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:39.499829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.533567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1544b826-8c14-4d6b-906f-825b7cad543a tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.536470 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1544b826-8c14-4d6b-906f-825b7cad543a tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4641092 Feb 19 00:43:39.537887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57142) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:39.544927 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (132d2e44-7fae-42bb-ab89-2639c1668c47), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.548076 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b05be5a2-caac-4a8c-a1ac-f2fcf3fe18ae tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '62f728df-acef-4800-b132-dacf75878f8e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:39.549844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b05be5a2-caac-4a8c-a1ac-f2fcf3fe18ae tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:43:39.574040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:39.623486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:39.643107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:39.648402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:39.653996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:39.655036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.669578 n-d-826527-3 neutron-server[103650]: WARNING neutron.services.metering.metering_plugin [None req-b05be5a2-caac-4a8c-a1ac-f2fcf3fe18ae tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 00:43:39.685442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3148046 Feb 19 00:43:39.686164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57146) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:39.696400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': '124dad5e-6fab-42c6-901c-447d8ff2dcb5', 'name': 'tempest-PortsIpV6TestJSON-887694071', 'fixed_ips': [{'subnet_id': 'c04617f3-b318-4b23-a23a-b23c8f057f60', 'ip_address': '2001:db8::f'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:39.703181 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d65a6d4-25ac-4f89-a597-da8a31a2c147 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=132d2e44-7fae-42bb-ab89-2639c1668c47,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:39.760185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['0ef5ecdd-5b66-430b-8e64-24b16ed13a1b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:43:39.886121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b05be5a2-caac-4a8c-a1ac-f2fcf3fe18ae tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:39.895444 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b05be5a2-caac-4a8c-a1ac-f2fcf3fe18ae tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3546407 Feb 19 00:43:39.896327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:39.901521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-83c5ad7b-a2fb-408e-9842-ce219b512730 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '62f728df-acef-4800-b132-dacf75878f8e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:39.902482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-83c5ad7b-a2fb-408e-9842-ce219b512730 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:43:39.944203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8465ed-f528-4d4e-899c-a53b7388087c req-59544530-8e72-49ed-b59a-d83c2a38a590 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:39.951579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f8465ed-f528-4d4e-899c-a53b7388087c req-59544530-8e72-49ed-b59a-d83c2a38a590 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 944 time: 0.3509083 Feb 19 00:43:39.960538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:39.965697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:40.008249 n-d-826527-3 neutron-server[103650]: WARNING neutron.services.metering.metering_plugin [None req-83c5ad7b-a2fb-408e-9842-ce219b512730 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 00:43:40.031119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port cc355f2f-3d2b-4329-bbea-527f51f55c73 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:43:40.101278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f8465ed-f528-4d4e-899c-a53b7388087c req-0edc986d-ff64-42f8-860e-fe1872062d07 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486578 Feb 19 00:43:40.112092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a4bf2-eab6-49d8-8caa-f0b07b8aa11f req-cb1e8748-1ee2-4e0c-93c7-10fa0d2304ea tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:40.113048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-83c5ad7b-a2fb-408e-9842-ce219b512730 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:40.113732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-058a4bf2-eab6-49d8-8caa-f0b07b8aa11f req-cb1e8748-1ee2-4e0c-93c7-10fa0d2304ea tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.2005360 Feb 19 00:43:40.114712 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-83c5ad7b-a2fb-408e-9842-ce219b512730 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2167001 Feb 19 00:43:40.117227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57152) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.182793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-701d8a10-9bc1-4e16-84c0-869553c1d09c tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=2cc02a8f-059b-4953-8059-b96528bcc298 HTTP/1.1" status: 200 len: 464 time: 0.0645483 Feb 19 00:43:40.186081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57154) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.263110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc5ddd21-919a-4bd5-a8b4-ac66c9595da3 req-f9968088-7203-4bf4-aa7e-ea3a53094d96 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0579989 Feb 19 00:43:40.301053 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c306f37-0330-4bb5-bac6-9abcc27f370e tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:40.302492 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4c306f37-0330-4bb5-bac6-9abcc27f370e tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/2cc02a8f-059b-4953-8059-b96528bcc298 HTTP/1.1" status: 204 len: 168 time: 0.1150832 Feb 19 00:43:40.305107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57156) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.318079 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7609e1e-9660-4d20-aae1-c8dc897b73f2 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=2cc02a8f-059b-4953-8059-b96528bcc298 HTTP/1.1" status: 200 len: 221 time: 0.0088069 Feb 19 00:43:40.318476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57158) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.322646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d721bfdd-c0cd-4bcf-8dc4-dda032746872 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1726958950', 'description': 'label created by tempest'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:40.323138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d721bfdd-c0cd-4bcf-8dc4-dda032746872 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Unknown quota resources ['metering_label']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:43:40.323507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-058a4bf2-eab6-49d8-8caa-f0b07b8aa11f req-181b4d75-b705-4eaf-b920-6aa3008f4286 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937418 Feb 19 00:43:40.352404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::f (124dad5e-6fab-42c6-901c-447d8ff2dcb5/c04617f3-b318-4b23-a23a-b23c8f057f60/cc355f2f-3d2b-4329-bbea-527f51f55c73) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:40.547384 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (cc355f2f-3d2b-4329-bbea-527f51f55c73), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:40.585378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d721bfdd-c0cd-4bcf-8dc4-dda032746872 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:40.586751 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d721bfdd-c0cd-4bcf-8dc4-dda032746872 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2675345 Feb 19 00:43:40.589652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57160) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.591758 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cc355f2f-3d2b-4329-bbea-527f51f55c73), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:40.645791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:40.649518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:40.652494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:40.658267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:40.659023 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:40.679929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=cc355f2f-3d2b-4329-bbea-527f51f55c73,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:40.694041 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4d6f9e33-f060-4144-86d9-21f71abf5c48 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=933e2442-26fd-43b6-acfb-2b91b215a647 HTTP/1.1" status: 200 len: 468 time: 0.1008365 Feb 19 00:43:40.694338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57162) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.696306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-baf84ce5-64e5-480f-8ab2-42c7a3c8eeb1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0038233 Feb 19 00:43:40.697004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57164) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.801242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568888dd-6198-4760-a2d6-a1db531f8411 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:40.805949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-568888dd-6198-4760-a2d6-a1db531f8411 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1049907 Feb 19 00:43:40.806397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57166) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.827072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c5ca05-dc99-47b7-bb31-95f39b304f89 None None] Network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:40.880827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa23fb5-7b50-4730-aaa8-76eb307bed2d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:40.889515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa23fb5-7b50-4730-aaa8-76eb307bed2d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:40.898902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa23fb5-7b50-4730-aaa8-76eb307bed2d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:40.901382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2fa23fb5-7b50-4730-aaa8-76eb307bed2d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.0937636 Feb 19 00:43:40.906787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57168) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:40.951314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:41.010607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-15acdf85-eb24-4abb-a6ed-bf811f7aa6a1 None None] Provisioning complete for port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:41.010980 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15acdf85-eb24-4abb-a6ed-bf811f7aa6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.024835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1b603465-aa8a-4428-892e-a120d7b27832 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port cc355f2f-3d2b-4329-bbea-527f51f55c73 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:41.025429 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b603465-aa8a-4428-892e-a120d7b27832 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cc355f2f-3d2b-4329-bbea-527f51f55c73), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.066682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:41.067047 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.133919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b603465-aa8a-4428-892e-a120d7b27832 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cc355f2f-3d2b-4329-bbea-527f51f55c73), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.154905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1b603465-aa8a-4428-892e-a120d7b27832 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for cc355f2f-3d2b-4329-bbea-527f51f55c73 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:41.173458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-15acdf85-eb24-4abb-a6ed-bf811f7aa6a1 None None] Current status of the port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:41.173959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15acdf85-eb24-4abb-a6ed-bf811f7aa6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.399979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b603465-aa8a-4428-892e-a120d7b27832 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cc355f2f-3d2b-4329-bbea-527f51f55c73), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.463870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b603465-aa8a-4428-892e-a120d7b27832 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=cc355f2f-3d2b-4329-bbea-527f51f55c73,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:41.473466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1d418d4-0583-443f-8e8e-4c84b00aa4eb tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.475708 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b1d418d4-0583-443f-8e8e-4c84b00aa4eb tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/933e2442-26fd-43b6-acfb-2b91b215a647 HTTP/1.1" status: 204 len: 168 time: 0.7804024 Feb 19 00:43:41.484626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57176) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.500124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8f0e16e0-67c8-4c04-80be-879bea396eec tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=933e2442-26fd-43b6-acfb-2b91b215a647 HTTP/1.1" status: 200 len: 216 time: 0.0137537 Feb 19 00:43:41.503327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57178) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.507368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc8469da-fedc-40d6-8473-a2c781c03f60 req-1724a981-0124-48ca-99c2-377db48c30d3 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0467432 Feb 19 00:43:41.523868 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6a6d64a6-f6e0-41b5-91e6-a4702e4bad96 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0163698 Feb 19 00:43:41.524582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57180) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.566927 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-98c2a86f-68da-4038-9e94-b4273b52ecc5 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0410588 Feb 19 00:43:41.567772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57182) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.575217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1b603465-aa8a-4428-892e-a120d7b27832 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.584847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1b603465-aa8a-4428-892e-a120d7b27832 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/cc355f2f-3d2b-4329-bbea-527f51f55c73 HTTP/1.1" status: 204 len: 168 time: 0.6768851 Feb 19 00:43:41.589087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57184) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.655911 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06ed038-3e6e-411f-b0fa-d98aaa3db2d5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:43:41.658413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c06ed038-3e6e-411f-b0fa-d98aaa3db2d5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/cc355f2f-3d2b-4329-bbea-527f51f55c73 HTTP/1.1" status: 404 len: 333 time: 0.0680358 Feb 19 00:43:41.658912 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d232b198-091c-4fcd-a7b4-d25aa36eb2c4 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/62f728df-acef-4800-b132-dacf75878f8e HTTP/1.1" status: 200 len: 472 time: 0.0900123 Feb 19 00:43:41.661509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57186) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.662113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57188) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.700828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-06236562-6d58-45ff-ac53-db0ae0912bad tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/e208c17d-58e4-452a-a913-06014d534365 HTTP/1.1" status: 200 len: 461 time: 0.0360281 Feb 19 00:43:41.706745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57190) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.814013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-15acdf85-eb24-4abb-a6ed-bf811f7aa6a1 None None] For port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,segment=NetworkSegment(ce914afd-8ba9-4cae-a7fb-348bfbb67832),segment_id=ce914afd-8ba9-4cae-a7fb-348bfbb67832)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:41.815569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa2544-5c2e-4e2f-886e-cb230a92e806 req-bff9d35c-b9f4-47cd-afe7-5b1b01e0adcb tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:41.817024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:41.817425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfa2544-5c2e-4e2f-886e-cb230a92e806 req-bff9d35c-b9f4-47cd-afe7-5b1b01e0adcb tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1717227 Feb 19 00:43:41.861785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:41.862880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.872138 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15acdf85-eb24-4abb-a6ed-bf811f7aa6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.899157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd11a901-5760-4297-b34c-91ffdfe03956 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.902728 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fd11a901-5760-4297-b34c-91ffdfe03956 tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/e208c17d-58e4-452a-a913-06014d534365 HTTP/1.1" status: 204 len: 168 time: 0.1925683 Feb 19 00:43:41.903240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57192) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:41.914587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:41.915231 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.937397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-331d6b1d-3fa2-4b7b-b538-58b19fdaa7c6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 132d2e44-7fae-42bb-ab89-2639c1668c47 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:41.937741 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-331d6b1d-3fa2-4b7b-b538-58b19fdaa7c6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (132d2e44-7fae-42bb-ab89-2639c1668c47), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:41.946505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfa2544-5c2e-4e2f-886e-cb230a92e806 req-78eb2d5c-6262-4b16-9217-89d853a8cc16 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041141 Feb 19 00:43:42.000719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b292b3-d6de-44e0-8cce-c713b4ced80b req-b0402daa-d836-424b-892a-170645b54085 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:42.002532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8b292b3-d6de-44e0-8cce-c713b4ced80b req-b0402daa-d836-424b-892a-170645b54085 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 944 time: 0.2076774 Feb 19 00:43:42.006355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:42.016290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:42.018519 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85272c0a-0122-4477-aeb1-8dcba4dabc29" -d '{"events": [{"server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "name": "network-vif-plugged", "status": "completed", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:42.033260 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.051519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f3b3aaf0-8898-4e05-9d55-be24d2431fb0 None None] Provisioning complete for port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:42.051908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3b3aaf0-8898-4e05-9d55-be24d2431fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.189003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acdf85-eb24-4abb-a6ed-bf811f7aa6a1 None None] Pushing event updated for resources: {'Port': ['ID=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:42.194245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3aaf0-8898-4e05-9d55-be24d2431fb0 None None] Current status of the port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:42.233204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8b292b3-d6de-44e0-8cce-c713b4ced80b req-739e3be9-2c8f-48ad-adf2-e16460ed6f57 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891298 Feb 19 00:43:42.245696 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-331d6b1d-3fa2-4b7b-b538-58b19fdaa7c6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (132d2e44-7fae-42bb-ab89-2639c1668c47), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.263840 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-331d6b1d-3fa2-4b7b-b538-58b19fdaa7c6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 132d2e44-7fae-42bb-ab89-2639c1668c47 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:42.286169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73e58603-f996-4430-a6ac-03d7e853f7fe tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.289678 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-73e58603-f996-4430-a6ac-03d7e853f7fe tempest-MeteringTestJSON-360037289 tempest-MeteringTestJSON-360037289-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/62f728df-acef-4800-b132-dacf75878f8e HTTP/1.1" status: 204 len: 168 time: 0.3821909 Feb 19 00:43:42.294398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc248a57-a843-440b-b703-d538249c22d3 req-9f92142b-0aea-4dc4-bdc0-493aed68338b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:42.295993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc248a57-a843-440b-b703-d538249c22d3 req-9f92142b-0aea-4dc4-bdc0-493aed68338b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1925762 Feb 19 00:43:42.310275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:42.328508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f3b3aaf0-8898-4e05-9d55-be24d2431fb0 None None] Provisioning complete for port 132d2e44-7fae-42bb-ab89-2639c1668c47 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:42.332253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3b3aaf0-8898-4e05-9d55-be24d2431fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (132d2e44-7fae-42bb-ab89-2639c1668c47), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.373858 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec19db-7ed7-425d-a305-5f61f6111c07 x-openstack-request-id: req-45ec19db-7ed7-425d-a305-5f61f6111c07 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:42.374620 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "name": "network-vif-plugged", "status": "completed", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:42.375233 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-45ec19db-7ed7-425d-a305-5f61f6111c07 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:42.375940 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'code': 200} Feb 19 00:43:42.376756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3aaf0-8898-4e05-9d55-be24d2431fb0 None None] Port 132d2e44-7fae-42bb-ab89-2639c1668c47 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:42.378985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:42.384030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f3b3aaf0-8898-4e05-9d55-be24d2431fb0 None None] Could not find standard attr ID for object cc355f2f-3d2b-4329-bbea-527f51f55c73. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:43:42.465418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc248a57-a843-440b-b703-d538249c22d3 req-3843daa8-bf58-42a0-bac5-51606786e676 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907071 Feb 19 00:43:42.528643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a86e4a86-cda1-4ac9-97c8-f1979c855ad0 None None] Provisioning complete for port 132d2e44-7fae-42bb-ab89-2639c1668c47 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:42.529158 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a86e4a86-cda1-4ac9-97c8-f1979c855ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (132d2e44-7fae-42bb-ab89-2639c1668c47), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.604023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a86e4a86-cda1-4ac9-97c8-f1979c855ad0 None None] Port 132d2e44-7fae-42bb-ab89-2639c1668c47 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:42.631247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a86e4a86-cda1-4ac9-97c8-f1979c855ad0 None None] Could not find standard attr ID for object cc355f2f-3d2b-4329-bbea-527f51f55c73. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:43:42.648223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99701a-5cf3-48d3-8d59-2e301ac2ca06 req-2c1e165c-f42b-4a3f-99c1-a26570829ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:42.650099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb99701a-5cf3-48d3-8d59-2e301ac2ca06 req-2c1e165c-f42b-4a3f-99c1-a26570829ef6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 1127 time: 0.1106083 Feb 19 00:43:42.651199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-331d6b1d-3fa2-4b7b-b538-58b19fdaa7c6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (132d2e44-7fae-42bb-ab89-2639c1668c47), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.691173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d6b1d-3fa2-4b7b-b538-58b19fdaa7c6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=132d2e44-7fae-42bb-ab89-2639c1668c47,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:42.739819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37a50d3e-025f-48b2-aee3-817438cb12c6 req-7307fc7d-2642-413f-8d19-730acf9888ba tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0561724 Feb 19 00:43:42.750781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57208) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:42.824783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-331d6b1d-3fa2-4b7b-b538-58b19fdaa7c6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.830849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57212) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:42.831485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-331d6b1d-3fa2-4b7b-b538-58b19fdaa7c6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/132d2e44-7fae-42bb-ab89-2639c1668c47 HTTP/1.1" status: 204 len: 168 time: 1.1679699 Feb 19 00:43:42.854019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb99701a-5cf3-48d3-8d59-2e301ac2ca06 req-00c4e9b2-7c96-4d09-8635-5447235b7a5d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976264 Feb 19 00:43:42.876241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506694c-6f4b-4def-b591-82b1cd1e9802 req-41f9771f-aa88-478d-8bc2-7183102b1ea0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:42.877805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8506694c-6f4b-4def-b591-82b1cd1e9802 req-41f9771f-aa88-478d-8bc2-7183102b1ea0 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1878927 Feb 19 00:43:42.881935 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f68be8c-93f9-422b-8276-87ea63d30818 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:43:42.883707 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0f68be8c-93f9-422b-8276-87ea63d30818 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/132d2e44-7fae-42bb-ab89-2639c1668c47 HTTP/1.1" status: 404 len: 333 time: 0.0516789 Feb 19 00:43:42.887284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57214) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:42.897976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e126450-b703-4021-b606-94ae03505f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:42.985149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbbf147-6cd0-44d1-a3e0-142f43a5cb86 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet c04617f3-b318-4b23-a23a-b23c8f057f60 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:43:42.993332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf147-6cd0-44d1-a3e0-142f43a5cb86 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (c04617f3-b318-4b23-a23a-b23c8f057f60), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.002743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8506694c-6f4b-4def-b591-82b1cd1e9802 req-ec2a8093-1ef8-4d52-b0d6-eedd57239a74 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192536 Feb 19 00:43:43.006176 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e126450-b703-4021-b606-94ae03505f4d admin admin] Publish callbacks [] for security_group (777131e0-7d7d-492c-a692-1a006994eb82), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.010880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e126450-b703-4021-b606-94ae03505f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (777131e0-7d7d-492c-a692-1a006994eb82), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.056780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf147-6cd0-44d1-a3e0-142f43a5cb86 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (c04617f3-b318-4b23-a23a-b23c8f057f60), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.059076 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e126450-b703-4021-b606-94ae03505f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777131e0-7d7d-492c-a692-1a006994eb82,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:43.077631 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3e126450-b703-4021-b606-94ae03505f4d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bee160bce5254a1a813acab49bfc222a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256266 Feb 19 00:43:43.078925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57218) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:43.133616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1830ad8-70fe-4c0b-8ddf-04c4009e2197 admin admin] Publish callbacks [] for security_group (777131e0-7d7d-492c-a692-1a006994eb82), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.159428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1830ad8-70fe-4c0b-8ddf-04c4009e2197 admin admin] Publish callbacks [] for security_group (777131e0-7d7d-492c-a692-1a006994eb82), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.187603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf147-6cd0-44d1-a3e0-142f43a5cb86 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (c04617f3-b318-4b23-a23a-b23c8f057f60), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.229222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1830ad8-70fe-4c0b-8ddf-04c4009e2197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (777131e0-7d7d-492c-a692-1a006994eb82), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.234733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1830ad8-70fe-4c0b-8ddf-04c4009e2197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.238872 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1830ad8-70fe-4c0b-8ddf-04c4009e2197 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/777131e0-7d7d-492c-a692-1a006994eb82 HTTP/1.1" status: 204 len: 168 time: 0.1588023 Feb 19 00:43:43.246208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58bd65-b9b6-4c65-afa9-4dadb32da1a1 req-b7ba941a-09f2-49e9-888a-a58945e848a8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:43.249712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1830ad8-70fe-4c0b-8ddf-04c4009e2197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777131e0-7d7d-492c-a692-1a006994eb82,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:43.254242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab58bd65-b9b6-4c65-afa9-4dadb32da1a1 req-b7ba941a-09f2-49e9-888a-a58945e848a8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1347940 Feb 19 00:43:43.268543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:43.335990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab58bd65-b9b6-4c65-afa9-4dadb32da1a1 req-a6f1a9d7-d0b8-4517-b99b-e3cb8c01c4a6 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722551 Feb 19 00:43:43.338743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf147-6cd0-44d1-a3e0-142f43a5cb86 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (c04617f3-b318-4b23-a23a-b23c8f057f60), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.381078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:43.381453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.405677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbbf147-6cd0-44d1-a3e0-142f43a5cb86 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=c04617f3-b318-4b23-a23a-b23c8f057f60,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:43.425008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675b9fb5-d14e-475a-997f-f2cbcaa3c0e9 None None] Network 124dad5e-6fab-42c6-901c-447d8ff2dcb5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:43.432767 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fbbf147-6cd0-44d1-a3e0-142f43a5cb86 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.438600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8fbbf147-6cd0-44d1-a3e0-142f43a5cb86 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/c04617f3-b318-4b23-a23a-b23c8f057f60 HTTP/1.1" status: 204 len: 168 time: 0.5472229 Feb 19 00:43:43.439688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57226) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:43.490733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fcc93-bb1e-4ce6-a376-a231947dac68 req-863c8adb-b293-4581-93b5-5cc9dea18238 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:43.492334 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a53fcc93-bb1e-4ce6-a376-a231947dac68 req-863c8adb-b293-4581-93b5-5cc9dea18238 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1146107 Feb 19 00:43:43.567918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a53fcc93-bb1e-4ce6-a376-a231947dac68 req-e1d4b134-75a7-449a-b750-93e83911aaa7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688221 Feb 19 00:43:43.578947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (124dad5e-6fab-42c6-901c-447d8ff2dcb5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.622157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:43.723374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0eb30-e954-4183-bac2-b8b999da3c62 req-747bdaed-f2a1-4558-9bdb-4ff1e689f44b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:43.726768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:43.727295 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.730588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] DHCP port deletion for 124dad5e-6fab-42c6-901c-447d8ff2dcb5 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:43:43.733543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebd0eb30-e954-4183-bac2-b8b999da3c62 req-747bdaed-f2a1-4558-9bdb-4ff1e689f44b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1361160 Feb 19 00:43:43.801465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebd0eb30-e954-4183-bac2-b8b999da3c62 req-5f87b319-091b-4e75-ab03-61a8a14d1686 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618215 Feb 19 00:43:43.831986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57236) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:43.850289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-857508ee-1d7a-4093-9453-c315f7190a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.874554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] Deleting port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:43.876985 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.889275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] For port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,segment=NetworkSegment(ce914afd-8ba9-4cae-a7fb-348bfbb67832),segment_id=ce914afd-8ba9-4cae-a7fb-348bfbb67832)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:43.889866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:43.939591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:44.041781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] For port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,segment=NetworkSegment(ce914afd-8ba9-4cae-a7fb-348bfbb67832),segment_id=ce914afd-8ba9-4cae-a7fb-348bfbb67832)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:44.043132 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.044067 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-857508ee-1d7a-4093-9453-c315f7190a52 admin admin] Publish callbacks [] for security_group (d278783b-bad7-4616-8478-49b488fea948), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.069482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] Calling delete_port for 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:44.075249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.085252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-857508ee-1d7a-4093-9453-c315f7190a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d278783b-bad7-4616-8478-49b488fea948), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.108217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:44.110217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No DVR routers for this DVR port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:44.145398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9543e4a-d97b-451b-85f6-c058c3ae32a5 req-9eea0d2d-008f-482c-bd79-531661b9694b tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.2032492 Feb 19 00:43:44.202844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857508ee-1d7a-4093-9453-c315f7190a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d278783b-bad7-4616-8478-49b488fea948,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:44.207263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-857508ee-1d7a-4093-9453-c315f7190a52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77e62cf12c09466db6ac7c1ce9f399e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3736920 Feb 19 00:43:44.210593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57238) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:44.228035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7ea44-2ea9-44af-ab86-856d7c7829f6 req-620529d1-d105-4a7c-ac0d-06c92aed174e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:44.236885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1d7ea44-2ea9-44af-ab86-856d7c7829f6 req-620529d1-d105-4a7c-ac0d-06c92aed174e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.3067400 Feb 19 00:43:44.242989 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (124dad5e-6fab-42c6-901c-447d8ff2dcb5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.256064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.291043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1d7ea44-2ea9-44af-ab86-856d7c7829f6 req-234f4c23-d7f9-41b9-95e4-bf9b96721e51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530794 Feb 19 00:43:44.306994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['124dad5e-6fab-42c6-901c-447d8ff2dcb5']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:44.322123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce914afd-8ba9-4cae-a7fb-348bfbb67832') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:44.324456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce914afd-8ba9-4cae-a7fb-348bfbb67832') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:44.344761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (ce914afd-8ba9-4cae-a7fb-348bfbb67832), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.347561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] No DVR routers for this DVR port 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:44.349237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3a204-e6c9-45ee-b42a-0d23cf4c8fa0 None None] Pushing event deleted for resources: {'Port': ['ID=89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:44.375972 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0108d061-fe1e-4ca6-9582-24cb27dd6ec1 admin admin] Publish callbacks [] for security_group (d278783b-bad7-4616-8478-49b488fea948), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.388259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ce914afd-8ba9-4cae-a7fb-348bfbb67832), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.402514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:43:44.402944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (ce914afd-8ba9-4cae-a7fb-348bfbb67832), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:43:44.406231 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:43:44.422862 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0108d061-fe1e-4ca6-9582-24cb27dd6ec1 admin admin] Publish callbacks [] for security_group (d278783b-bad7-4616-8478-49b488fea948), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.455829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dd4d1-7cf4-4727-b151-96c493a9d24a req-428c7375-8495-4a75-8259-c833c50fa06c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:44.457454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-534dd4d1-7cf4-4727-b151-96c493a9d24a req-428c7375-8495-4a75-8259-c833c50fa06c tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.0599380 Feb 19 00:43:44.491827 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (124dad5e-6fab-42c6-901c-447d8ff2dcb5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.510259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.521340 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/networks/124dad5e-6fab-42c6-901c-447d8ff2dcb5 HTTP/1.1" status: 204 len: 168 time: 1.0726693 Feb 19 00:43:44.525368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57244) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:44.531088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-963643092'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:44.533016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073efd8-edcf-4f15-8f24-46021c215b46 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Network': ['ID=124dad5e-6fab-42c6-901c-447d8ff2dcb5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:44.535010 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0108d061-fe1e-4ca6-9582-24cb27dd6ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d278783b-bad7-4616-8478-49b488fea948), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.537654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0108d061-fe1e-4ca6-9582-24cb27dd6ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.538932 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0108d061-fe1e-4ca6-9582-24cb27dd6ec1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d278783b-bad7-4616-8478-49b488fea948 HTTP/1.1" status: 204 len: 168 time: 0.3276017 Feb 19 00:43:44.548967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-534dd4d1-7cf4-4727-b151-96c493a9d24a req-44c7d855-bc05-4b54-9d60-a59e348d2099 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825067 Feb 19 00:43:44.550716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108d061-fe1e-4ca6-9582-24cb27dd6ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d278783b-bad7-4616-8478-49b488fea948,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:44.600202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:44.604151 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.646042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:43:44.660803 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (d4a83af5-a997-4070-ab16-038bedb60349), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.661036 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Added segment d4a83af5-a997-4070-ab16-038bedb60349 of type vlan for network ad928824-0f26-439b-8bc1-9b89354d43c1 Feb 19 00:43:44.779684 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (ad928824-0f26-439b-8bc1-9b89354d43c1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.822171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8c0b3-ca4c-408b-bc15-6e83ece341a2 req-ba2c3f96-7a30-4087-9b1d-907e3ac756ae tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:44.823699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccd8c0b3-ca4c-408b-bc15-6e83ece341a2 req-ba2c3f96-7a30-4087-9b1d-907e3ac756ae tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1655800 Feb 19 00:43:44.833513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1fad2-7432-42de-ad14-3b80adfd5d51 req-5b5272fd-0a49-465a-a0df-1aabdb068274 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:44.835033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eca1fad2-7432-42de-ad14-3b80adfd5d51 req-5b5272fd-0a49-465a-a0df-1aabdb068274 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1578772 Feb 19 00:43:44.838769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (ad928824-0f26-439b-8bc1-9b89354d43c1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.844297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:44.844886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:44.901485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3746393 Feb 19 00:43:44.904916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57256) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:44.911262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'ad928824-0f26-439b-8bc1-9b89354d43c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:45.045424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:45.050593 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.274337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:45.298732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:43:45.299205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 89ed84ce-0eb1-4e7f-8f3a-4fe785a5f272 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:43:45.319394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3800450-33e6-4f11-b79e-f0e6e4fde415 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Network': ['ID=ad928824-0f26-439b-8bc1-9b89354d43c1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:45.332024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccd8c0b3-ca4c-408b-bc15-6e83ece341a2 req-5aea7df4-bb0b-40c1-9651-b8051fbd0024 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4950824 Feb 19 00:43:45.334389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network ad928824-0f26-439b-8bc1-9b89354d43c1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:43:45.410006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eca1fad2-7432-42de-ad14-3b80adfd5d51 req-0d481d61-59f9-4d1a-9af2-9cc54403e53d tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008745 Feb 19 00:43:45.432570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (df95b814-9294-4e04-8277-373665fc65d9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.496482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85cea1ac-6aef-46c5-aa98-23a6818a1398 req-2e67782a-e66e-4e33-85a7-416b37a136b4 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0654528 Feb 19 00:43:45.533582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=df95b814-9294-4e04-8277-373665fc65d9,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:45.538353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Checking segment: {'id': 'd4a83af5-a997-4070-ab16-038bedb60349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ad928824-0f26-439b-8bc1-9b89354d43c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:45.539597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network hostable DHCP agents. Network: ad928824-0f26-439b-8bc1-9b89354d43c1, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:43:45.565189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network ad928824-0f26-439b-8bc1-9b89354d43c1 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:43:45.578350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, ad928824-0f26-439b-8bc1-9b89354d43c1) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:45.587596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:45.592713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e3db37-d7f6-4580-ade8-4b0774d84210 None None] Network ad928824-0f26-439b-8bc1-9b89354d43c1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:45.594459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.607397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-85136900-904e-44d2-93fa-215991fba47a req-53ff57ce-6b85-4b51-8d7c-0017379d1ec2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:43:45.609278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85136900-904e-44d2-93fa-215991fba47a req-53ff57ce-6b85-4b51-8d7c-0017379d1ec2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089860 Feb 19 00:43:45.646885 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-65f0833b-4007-4df2-9abe-931c272cb6f6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7405984 Feb 19 00:43:45.649666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57282) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:45.657788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf87c1-26ce-4f3d-abad-7afd8a42007d req-621267ff-fa55-42e6-9887-d0986576cb07 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:45.658734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-26ac8dd6-6892-4456-95a6-3c8f2b2f32bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-275288430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:45.661277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bcf87c1-26ce-4f3d-abad-7afd8a42007d req-621267ff-fa55-42e6-9887-d0986576cb07 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.1630185 Feb 19 00:43:45.710280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26ac8dd6-6892-4456-95a6-3c8f2b2f32bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (d23f73af-0842-4deb-a572-10b5365a8a11), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.712715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26ac8dd6-6892-4456-95a6-3c8f2b2f32bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (d23f73af-0842-4deb-a572-10b5365a8a11), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.791247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-ad928824-0f26-439b-8bc1-9b89354d43c1', 'network_id': 'ad928824-0f26-439b-8bc1-9b89354d43c1', 'project_id': 'c1ceee0c39cd4f7ba2948161aecee7d3', 'fixed_ips': [{'subnet_id': 'df95b814-9294-4e04-8277-373665fc65d9'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:43:45.793797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.827815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26ac8dd6-6892-4456-95a6-3c8f2b2f32bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for router_controller (d23f73af-0842-4deb-a572-10b5365a8a11), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.835411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26ac8dd6-6892-4456-95a6-3c8f2b2f32bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (d23f73af-0842-4deb-a572-10b5365a8a11), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.842817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bcf87c1-26ce-4f3d-abad-7afd8a42007d req-177b82e0-236f-418c-ac1b-e1bf12148ac9 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741831 Feb 19 00:43:45.864460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26ac8dd6-6892-4456-95a6-3c8f2b2f32bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:45.866208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-26ac8dd6-6892-4456-95a6-3c8f2b2f32bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2153621 Feb 19 00:43:45.869794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57286) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:45.874978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'network_id': 'ad928824-0f26-439b-8bc1-9b89354d43c1', 'name': 'tempest-PortsIpV6TestJSON-1028392333'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:45.905085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536e10e-cac8-4154-b82b-76b6c47b9b0c req-bef960e9-566b-47b0-b44e-0ac48dcda0b8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:45.906631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8536e10e-cac8-4154-b82b-76b6c47b9b0c req-bef960e9-566b-47b0-b44e-0ac48dcda0b8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1907723 Feb 19 00:43:46.028025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Allocated IP 2001:db8::2 (ad928824-0f26-439b-8bc1-9b89354d43c1/df95b814-9294-4e04-8277-373665fc65d9/79b953aa-d54c-4b1a-8207-7e82418edf7b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:46.051881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8536e10e-cac8-4154-b82b-76b6c47b9b0c req-128d4e78-bec9-4ca8-a775-931f4c9f7f60 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187327 Feb 19 00:43:46.139402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:46.148011 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:46.220717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:43:46.233668 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Publish callbacks [] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:46.244253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:46.307716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Pushing event updated for resources: {'Port': ['ID=79b953aa-d54c-4b1a-8207-7e82418edf7b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:46.328682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bb0aa-f0cc-4e9a-ab37-9e0279c987f4 req-3781aee7-9700-4b9a-96d3-541db61f43a2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:46.333120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Network ad928824-0f26-439b-8bc1-9b89354d43c1 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:46.335904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a10bb0aa-f0cc-4e9a-ab37-9e0279c987f4 req-3781aee7-9700-4b9a-96d3-541db61f43a2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1594250 Feb 19 00:43:46.338002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:46.358367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:46.434669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Attempting to bind port 79b953aa-d54c-4b1a-8207-7e82418edf7b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:43:46.435278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Attempting to bind port 79b953aa-d54c-4b1a-8207-7e82418edf7b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'd4a83af5-a997-4070-ab16-038bedb60349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ad928824-0f26-439b-8bc1-9b89354d43c1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:43:46.435787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Attempting to bind port 79b953aa-d54c-4b1a-8207-7e82418edf7b on network ad928824-0f26-439b-8bc1-9b89354d43c1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:46.441229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:43:46.441828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Checking segment: {'id': 'd4a83af5-a997-4070-ab16-038bedb60349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ad928824-0f26-439b-8bc1-9b89354d43c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:46.442632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:46.443164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Bound using segment: {'id': 'd4a83af5-a997-4070-ab16-038bedb60349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ad928824-0f26-439b-8bc1-9b89354d43c1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:43:46.443788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Bound port: 79b953aa-d54c-4b1a-8207-7e82418edf7b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a83af5-a997-4070-ab16-038bedb60349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ad928824-0f26-439b-8bc1-9b89354d43c1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:43:46.444352 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:46.508058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a10bb0aa-f0cc-4e9a-ab37-9e0279c987f4 req-c00a912a-d077-4c4e-bc72-51d55ee2d5fa tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689448 Feb 19 00:43:46.511964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::1d (ad928824-0f26-439b-8bc1-9b89354d43c1/df95b814-9294-4e04-8277-373665fc65d9/4c9776e8-eb07-4b49-9466-70d8a89d7bd9) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:46.512988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] For port 79b953aa-d54c-4b1a-8207-7e82418edf7b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:46.532608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] For port 79b953aa-d54c-4b1a-8207-7e82418edf7b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=79b953aa-d54c-4b1a-8207-7e82418edf7b,segment=NetworkSegment(d4a83af5-a997-4070-ab16-038bedb60349),segment_id=d4a83af5-a997-4070-ab16-038bedb60349)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:43:46.543638 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:46.606350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-084044ef-4130-4b95-8cc7-4f2ea9fb09bc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:46.608797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-084044ef-4130-4b95-8cc7-4f2ea9fb09bc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 814 time: 0.2209110 Feb 19 00:43:46.644549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0af4de-b7c7-481f-bb9e-5227eb3e909d None None] Pushing event updated for resources: {'Port': ['ID=79b953aa-d54c-4b1a-8207-7e82418edf7b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:46.653118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06e42dee-79fb-4384-b41e-96f06b894181 req-336dd002-2365-4707-9743-dd6fedf07438 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.0538802 Feb 19 00:43:46.677048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-2f842155-c132-4c09-a0a3-d610005f2f2b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/quotas/e698c6fe560a49ed8209ce0dd7121ac4 HTTP/1.1" status: 200 len: 375 time: 0.0208395 Feb 19 00:43:46.867359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-03e3b3b3-1585-4993-9545-fbab01149556 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1883490 Feb 19 00:43:46.873979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57326) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:47.008855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877bcc2-498a-4df2-a954-faba260b4d91 req-0ec170a5-4817-4cae-9881-7351adef52a5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:47.017120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4877bcc2-498a-4df2-a954-faba260b4d91 req-0ec170a5-4817-4cae-9881-7351adef52a5 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.2230930 Feb 19 00:43:47.055441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7dbbf997-c406-4b26-aed6-5b1931ea926a tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:47.070904 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.086148 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7dbbf997-c406-4b26-aed6-5b1931ea926a tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] 10.222.0.60 "PUT /v2.0/quotas/5a97598a086148b49a251099572aec04 HTTP/1.1" status: 200 len: 368 time: 0.2109466 Feb 19 00:43:47.086996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57330) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:47.094261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Request body: {'network': {'project_id': '5a97598a086148b49a251099572aec04'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:47.124728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Made reservation on behalf of 5a97598a086148b49a251099572aec04 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:47.127701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.136169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-9973b42a-9eb6-4004-9e53-598b0320423a service neutron] 10.222.0.60 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678804 Feb 19 00:43:47.139569 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.152853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4877bcc2-498a-4df2-a954-faba260b4d91 req-c519b3fd-c604-4cf2-827b-da77fad15295 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345015 Feb 19 00:43:47.235674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.254175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks [] for security_group (c71c8302-8023-4348-8688-a52e00eb1097), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.259828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c71c8302-8023-4348-8688-a52e00eb1097), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.276492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:43:47.287845 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2d53befa-07e6-4a3d-af09-c304ef8e1f1f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.288737 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Added segment 2d53befa-07e6-4a3d-af09-c304ef8e1f1f of type vlan for network aa68cf7b-9095-4de5-9963-8f683391683c Feb 19 00:43:47.323058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 79b953aa-d54c-4b1a-8207-7e82418edf7b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:47.347940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network ad928824-0f26-439b-8bc1-9b89354d43c1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:47.348504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (aa68cf7b-9095-4de5-9963-8f683391683c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.371573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71c8302-8023-4348-8688-a52e00eb1097,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:47.390637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:47.401900 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (aa68cf7b-9095-4de5-9963-8f683391683c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.403553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:47.403658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 79b953aa-d54c-4b1a-8207-7e82418edf7b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:47.403732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:47.404122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.405836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.408980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:47.409597 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.429371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-3e8f39c7-fcac-451b-a567-b378a73ab63b service neutron] 10.222.0.60 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920604 Feb 19 00:43:47.430140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=4c9776e8-eb07-4b49-9466-70d8a89d7bd9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:47.460347 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3722394 Feb 19 00:43:47.463026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57334) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:47.469006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Request body: {'network': {'project_id': '5a97598a086148b49a251099572aec04'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:47.497685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0587ac11-083a-44c9-a668-b7bb5d10eea1 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6267169 Feb 19 00:43:47.500614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Made reservation on behalf of 5a97598a086148b49a251099572aec04 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:47.503069 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.510269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57336) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:47.524486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 79b953aa-d54c-4b1a-8207-7e82418edf7b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:47.524894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.580193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 79b953aa-d54c-4b1a-8207-7e82418edf7b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=79b953aa-d54c-4b1a-8207-7e82418edf7b,segment=NetworkSegment(d4a83af5-a997-4070-ab16-038bedb60349),segment_id=d4a83af5-a997-4070-ab16-038bedb60349)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:47.580426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbd35b-f1c0-40c6-aad8-993850f84d23 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Pushing event updated for resources: {'Network': ['ID=aa68cf7b-9095-4de5-9963-8f683391683c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:47.593176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7388232-2bb0-4f49-89e2-ce9eadf84108 req-e780b52d-362d-4183-9110-4df33ccbed1f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:47.596784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network aa68cf7b-9095-4de5-9963-8f683391683c details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:43:47.599451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.600337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7388232-2bb0-4f49-89e2-ce9eadf84108 req-e780b52d-362d-4183-9110-4df33ccbed1f tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.2900853 Feb 19 00:43:47.617693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:43:47.628321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1d9d6d13-7351-47a4-8eaa-cd955a2abd52), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.628632 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Added segment 1d9d6d13-7351-47a4-8eaa-cd955a2abd52 of type vlan for network 85980622-e1be-443a-85ee-57b24214c3b4 Feb 19 00:43:47.764329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=79b953aa-d54c-4b1a-8207-7e82418edf7b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:47.800419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e95dab5f-5036-4111-a219-df399df7e867 req-9e6a2626-23fe-4e2d-82b4-d17f4bf6ee85 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 210 time: 0.0463526 Feb 19 00:43:47.880107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (85980622-e1be-443a-85ee-57b24214c3b4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.956133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12de5891-cdf8-4e49-ad51-e9d65480864e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:47.984713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7388232-2bb0-4f49-89e2-ce9eadf84108 req-ae030da6-28fc-4a7b-9bbe-624ec90713a9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834534 Feb 19 00:43:48.037965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cabd70d-3dd8-44d1-a75c-26eca2b01e07 req-6cbb89a8-5643-4ccf-b085-6437c23b1331 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1446297 Feb 19 00:43:48.069092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-23278081-f296-4d2c-a39e-8b66e7e97cdb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:48.070472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-23278081-f296-4d2c-a39e-8b66e7e97cdb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.113 "GET /v2.0/ports?device_id=48543d8a-bc42-4586-aa0b-874fe292a90d HTTP/1.1" status: 200 len: 945 time: 0.4649687 Feb 19 00:43:48.123222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (85980622-e1be-443a-85ee-57b24214c3b4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.124613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:48.125225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.188961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c62de5-f96b-4528-b77a-cf2169d416d2 None None] Network ad928824-0f26-439b-8bc1-9b89354d43c1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:48.264228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a50a0c94-00ae-47c8-8264-dda080135093 None None] Provisioning complete for port 79b953aa-d54c-4b1a-8207-7e82418edf7b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:48.264850 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a50a0c94-00ae-47c8-8264-dda080135093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.388818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a50a0c94-00ae-47c8-8264-dda080135093 None None] Current status of the port 79b953aa-d54c-4b1a-8207-7e82418edf7b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:48.394170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Pushing event updated for resources: {'Network': ['ID=85980622-e1be-443a-85ee-57b24214c3b4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:48.406576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ddd7194d-f14f-42e6-a3ff-4931fe1a5b5b tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9395988 Feb 19 00:43:48.412657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57354) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:48.415822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 85980622-e1be-443a-85ee-57b24214c3b4 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:43:48.432089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-307af46d-9100-4fff-af50-862c78843223 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Request body: {'network': {'project_id': '5a97598a086148b49a251099572aec04'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:48.435750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54d9bf-d2cd-40ec-bda5-38f96c1c095a req-ec493078-fb55-4e38-8174-cbfeb27b3eb2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:48.443748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e54d9bf-d2cd-40ec-bda5-38f96c1c095a req-ec493078-fb55-4e38-8174-cbfeb27b3eb2 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.3361521 Feb 19 00:43:48.469871 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-307af46d-9100-4fff-af50-862c78843223 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 00:43:48.474924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307af46d-9100-4fff-af50-862c78843223 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:43:48.479047 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-307af46d-9100-4fff-af50-862c78843223 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0625381 Feb 19 00:43:48.483880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57358) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:48.577553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Deleting port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:48.577905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.676323 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b544094a-654b-41ff-a7ab-39e2aca75f0f tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a97598a086148b49a251099572aec04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909478 Feb 19 00:43:48.683282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57366) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:48.727803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.785894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a1537f6-9aa7-4a4f-b4ba-52dc28006d46 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks [] for security_group (c71c8302-8023-4348-8688-a52e00eb1097), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.802854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e54d9bf-d2cd-40ec-bda5-38f96c1c095a req-00386ab5-5d66-452a-8d12-95bee461c9f8 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518245 Feb 19 00:43:48.806774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.844326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7ee39f26-52a1-4fee-b57d-ad21c888a66b None None] Provisioning complete for port 79b953aa-d54c-4b1a-8207-7e82418edf7b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:48.845469 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ee39f26-52a1-4fee-b57d-ad21c888a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.856515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a1537f6-9aa7-4a4f-b4ba-52dc28006d46 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks [] for security_group (c71c8302-8023-4348-8688-a52e00eb1097), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.887766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] For port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:48.888239 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.902599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Calling delete_port for 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:48.953051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a1537f6-9aa7-4a4f-b4ba-52dc28006d46 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c71c8302-8023-4348-8688-a52e00eb1097), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.956866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a1537f6-9aa7-4a4f-b4ba-52dc28006d46 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:48.958377 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8a1537f6-9aa7-4a4f-b4ba-52dc28006d46 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/c71c8302-8023-4348-8688-a52e00eb1097 HTTP/1.1" status: 204 len: 168 time: 0.2739477 Feb 19 00:43:48.971192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57374) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:48.972247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1537f6-9aa7-4a4f-b4ba-52dc28006d46 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71c8302-8023-4348-8688-a52e00eb1097,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:49.066670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7ee39f26-52a1-4fee-b57d-ad21c888a66b None None] Current status of the port 79b953aa-d54c-4b1a-8207-7e82418edf7b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:49.156435 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0ef5ecdd-5b66-430b-8e64-24b16ed13a1b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.159033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7ee39f26-52a1-4fee-b57d-ad21c888a66b None None] Provisioning complete for port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:49.159414 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ee39f26-52a1-4fee-b57d-ad21c888a66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.174761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (85980622-e1be-443a-85ee-57b24214c3b4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.243082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7ee39f26-52a1-4fee-b57d-ad21c888a66b None None] Port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:49.248545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['0ef5ecdd-5b66-430b-8e64-24b16ed13a1b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:43:49.273212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af53239d-b3c6-45a0-976e-52135fb36ac1 req-698da078-0194-42cb-8a5a-f96d08c4e627 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 210 time: 0.1809125 Feb 19 00:43:49.309225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (85980622-e1be-443a-85ee-57b24214c3b4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.324881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 79b953aa-d54c-4b1a-8207-7e82418edf7b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:43:49.348557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85980622-e1be-443a-85ee-57b24214c3b4']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:49.360484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Pushing event deleted for resources: {'Port': ['ID=0ef5ecdd-5b66-430b-8e64-24b16ed13a1b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:49.362366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9d6d13-7351-47a4-8eaa-cd955a2abd52') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:49.362366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9d6d13-7351-47a4-8eaa-cd955a2abd52') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:49.389137 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (1d9d6d13-7351-47a4-8eaa-cd955a2abd52), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.412098 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1d9d6d13-7351-47a4-8eaa-cd955a2abd52), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.422982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:43:49.423625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (1d9d6d13-7351-47a4-8eaa-cd955a2abd52), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:43:49.425181 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:43:49.453616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-44d48ef1-397f-4b6d-a100-2d11b893d132 None None] Provisioning complete for port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:49.453902 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44d48ef1-397f-4b6d-a100-2d11b893d132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.503214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 79b953aa-d54c-4b1a-8207-7e82418edf7b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:49.503750 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.505481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-44d48ef1-397f-4b6d-a100-2d11b893d132 None None] Port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:49.517544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (85980622-e1be-443a-85ee-57b24214c3b4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.523477 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.535216 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] 10.222.0.60 "DELETE /v2.0/networks/85980622-e1be-443a-85ee-57b24214c3b4 HTTP/1.1" status: 204 len: 168 time: 0.5543056 Feb 19 00:43:49.537273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:49.555061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] No DVR routers for this DVR port 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:49.564266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.570481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0865fdd-d81c-49f9-ab4e-51db24d3bd6c req-a6e03ba2-86e4-40f7-84d8-09ae03d2849d tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.113 "DELETE /v2.0/ports/0ef5ecdd-5b66-430b-8e64-24b16ed13a1b HTTP/1.1" status: 204 len: 173 time: 1.4637463 Feb 19 00:43:49.586259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b0d18-b17e-4c19-a31f-54f61854579c req-34d21dc9-50e3-43e2-9625-9340625755e9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:49.587814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d65b0d18-b17e-4c19-a31f-54f61854579c req-34d21dc9-50e3-43e2-9625-9340625755e9 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.5083284 Feb 19 00:43:49.603992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'name': 'network-vif-deleted', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:49.606894 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1561a86-db8c-4831-9b4a-8e5855721a4c" -d '{"events": [{"server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "name": "network-vif-deleted", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:49.607101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0e751-3743-41be-b005-98a23f58e9d3 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Pushing event deleted for resources: {'Network': ['ID=85980622-e1be-443a-85ee-57b24214c3b4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:49.640457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 79b953aa-d54c-4b1a-8207-7e82418edf7b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:49.655609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b740194-fc2b-438a-b802-9e1c98fd8328 req-f44079e9-e71c-4bcc-9d2d-e7cc0bfef00d tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/ports?device_id=833a1cda-300f-40b6-a91b-1f37cd1ce6f0 HTTP/1.1" status: 200 len: 210 time: 0.1219904 Feb 19 00:43:49.772031 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (aa68cf7b-9095-4de5-9963-8f683391683c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.813857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d65b0d18-b17e-4c19-a31f-54f61854579c req-c6266b2c-878d-4a13-b8d9-c801cbd52667 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691625 Feb 19 00:43:49.834582 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60051643-1d78-4e6a-8984-a45ad4aceded x-openstack-request-id: req-60051643-1d78-4e6a-8984-a45ad4aceded {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:49.835029 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48543d8a-bc42-4586-aa0b-874fe292a90d", "name": "network-vif-deleted", "tag": "0ef5ecdd-5b66-430b-8e64-24b16ed13a1b", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:49.835411 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-60051643-1d78-4e6a-8984-a45ad4aceded {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:49.835994 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48543d8a-bc42-4586-aa0b-874fe292a90d', 'name': 'network-vif-deleted', 'tag': '0ef5ecdd-5b66-430b-8e64-24b16ed13a1b', 'status': 'completed', 'code': 200} Feb 19 00:43:49.905419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-527c0e4f-b0b5-47d2-8bfc-28245c89739f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:49.906941 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-527c0e4f-b0b5-47d2-8bfc-28245c89739f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.126 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 814 time: 0.2521901 Feb 19 00:43:49.922881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (aa68cf7b-9095-4de5-9963-8f683391683c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.928834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Request body: {'port': {'device_id': '9ce32c08-f79e-4133-ba7e-3fccc14dcb51', 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'admin_state_up': True, 'tenant_id': 'e698c6fe560a49ed8209ce0dd7121ac4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:49.973345 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:49.978897 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.001310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa68cf7b-9095-4de5-9963-8f683391683c']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:50.025765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d40038-4283-4724-a3cc-79a5c230d873 req-411f93c2-3ed8-44fe-9c0c-4884d8a5b8ca tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:50.028151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74d40038-4283-4724-a3cc-79a5c230d873 req-411f93c2-3ed8-44fe-9c0c-4884d8a5b8ca tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1199651 Feb 19 00:43:50.068695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d53befa-07e6-4a3d-af09-c304ef8e1f1f') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:50.069616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d53befa-07e6-4a3d-af09-c304ef8e1f1f') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:50.085458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (2d53befa-07e6-4a3d-af09-c304ef8e1f1f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.086027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b2209c17-1dca-40fd-a1c9-57b9956de99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.089303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=4c9776e8-eb07-4b49-9466-70d8a89d7bd9,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:50.113160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2d53befa-07e6-4a3d-af09-c304ef8e1f1f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.121377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Made reservation on behalf of e698c6fe560a49ed8209ce0dd7121ac4 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:50.130635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.139867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:43:50.140647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (2d53befa-07e6-4a3d-af09-c304ef8e1f1f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:43:50.142549 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:43:50.234677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (aa68cf7b-9095-4de5-9963-8f683391683c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.247725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.259367 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] 10.222.0.60 "DELETE /v2.0/networks/aa68cf7b-9095-4de5-9963-8f683391683c HTTP/1.1" status: 204 len: 168 time: 0.7225244 Feb 19 00:43:50.334137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74d40038-4283-4724-a3cc-79a5c230d873 req-daff605d-bdf0-40ed-829b-7f668da7a883 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848949 Feb 19 00:43:50.377847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989862be-b1f8-44cc-9a06-66a0215660a7 tempest-QuotasNegativeTest-124740125 tempest-QuotasNegativeTest-124740125-project-admin] Pushing event deleted for resources: {'Network': ['ID=aa68cf7b-9095-4de5-9963-8f683391683c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:50.428080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (d23f73af-0842-4deb-a572-10b5365a8a11), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.510381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Allocated IP 172.20.0.13 (6524d792-eb4d-4a4e-ac11-191bb4a6408a/8bca6cde-4d4c-44fa-82d4-4dceace9b7ef/c1d1b393-4c24-4aac-bf43-61d33612002d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:43:50.547941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2218568c-0931-4aea-a993-e132e50c071e req-1077f438-997c-40b2-8bf2-4b6d429f870b tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 210 time: 0.1205366 Feb 19 00:43:50.563403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1598ade4-f43a-45a1-8f8a-56cf8a7c9873 None None] Provisioning complete for port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:50.563790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1598ade4-f43a-45a1-8f8a-56cf8a7c9873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.653742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1598ade4-f43a-45a1-8f8a-56cf8a7c9873 None None] Port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:50.734453 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:50.959214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57408) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:51.103085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks [] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.104366 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f75f1980-0773-408b-a952-a49f08a79f0c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group (4c63c357-c8e6-4984-ac96-62ee0e442dfd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.163716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57420) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:51.185623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.197539 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.242434 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Network 6524d792-eb4d-4a4e-ac11-191bb4a6408a is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:51.246081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:51.260910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:43:51.293411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Pushing event updated for resources: {'Port': ['ID=c1d1b393-4c24-4aac-bf43-61d33612002d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:51.324554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:51.325512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.345566 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-01b8fa3b-fbf1-40d3-a0f3-10a32179eccc tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4281847 Feb 19 00:43:51.362629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Request body: {'port': {'device_id': '9ce32c08-f79e-4133-ba7e-3fccc14dcb51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:51.439101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e88c7396-6e64-4dcd-9b0f-2d8c6832f3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.506202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.600243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f75f1980-0773-408b-a952-a49f08a79f0c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group (4c63c357-c8e6-4984-ac96-62ee0e442dfd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.718150 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.730505 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f75f1980-0773-408b-a952-a49f08a79f0c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4c63c357-c8e6-4984-ac96-62ee0e442dfd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.734427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f75f1980-0773-408b-a952-a49f08a79f0c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.736060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f75f1980-0773-408b-a952-a49f08a79f0c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "DELETE /v2.0/security-groups/4c63c357-c8e6-4984-ac96-62ee0e442dfd HTTP/1.1" status: 204 len: 168 time: 0.7754283 Feb 19 00:43:51.740864 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.741815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (d23f73af-0842-4deb-a572-10b5365a8a11), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.760357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57432) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:51.809213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f1980-0773-408b-a952-a49f08a79f0c tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c63c357-c8e6-4984-ac96-62ee0e442dfd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:51.845494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d1b393-4c24-4aac-bf43-61d33612002d {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:43:51.853189 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Publish callbacks [] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.878151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Transition to ACTIVE for port object c1d1b393-4c24-4aac-bf43-61d33612002d will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:43:51.890983 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:51.896939 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-77d00b27-30b6-4791-bb2a-b984c9f3e110 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] show failed (client error): The resource could not be found. Feb 19 00:43:51.898382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-77d00b27-30b6-4791-bb2a-b984c9f3e110 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "GET /v2.0/security-groups/4c63c357-c8e6-4984-ac96-62ee0e442dfd HTTP/1.1" status: 404 len: 347 time: 0.1343434 Feb 19 00:43:51.907065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57434) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:51.910772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network ad928824-0f26-439b-8bc1-9b89354d43c1 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:43:51.917096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:43:52.018986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=4c9776e8-eb07-4b49-9466-70d8a89d7bd9,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:52.067612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c4e44-190f-4077-8cad-a02b863dbd38 req-37f19928-f208-4cfe-8d41-a1c8e7c82caa tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:52.069284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-621c4e44-190f-4077-8cad-a02b863dbd38 req-37f19928-f208-4cfe-8d41-a1c8e7c82caa tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 932 time: 0.3486445 Feb 19 00:43:52.148009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e88c7396-6e64-4dcd-9b0f-2d8c6832f3d0 admin admin] Publish callbacks [] for security_group (d27cfe08-e510-4663-ac77-027342e7dd18), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.167549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d1b393-4c24-4aac-bf43-61d33612002d,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:52.168064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-621c4e44-190f-4077-8cad-a02b863dbd38 req-a0f7bd67-6996-4952-8ff6-18a5721dc0d0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907886 Feb 19 00:43:52.190799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e88c7396-6e64-4dcd-9b0f-2d8c6832f3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d27cfe08-e510-4663-ac77-027342e7dd18), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.195427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Router d23f73af-0842-4deb-a572-10b5365a8a11 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:43:52.255327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57438) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:52.255800 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e88c7396-6e64-4dcd-9b0f-2d8c6832f3d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6f9468fb9894934a39ec47b1be8a5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0906355 Feb 19 00:43:52.360297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:43:52.371487 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f7a843-4dc4-4722-aebe-1c7bc31450ea None None] Sync routers for ids ['d23f73af-0842-4deb-a572-10b5365a8a11'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:43:52.387046 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7a843-4dc4-4722-aebe-1c7bc31450ea None None] Routers {'d23f73af-0842-4deb-a572-10b5365a8a11'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:43:52.387972 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-84f7a843-4dc4-4722-aebe-1c7bc31450ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:43:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d23f73af-0842-4deb-a572-10b5365a8a11'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:52.390879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a158dc73-fbd6-49b9-8c05-cdd08f8d1290 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "PUT /v2.0/routers/d23f73af-0842-4deb-a572-10b5365a8a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8782856 Feb 19 00:43:52.398921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57442) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:52.402324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-485ee5b4-322f-4174-b1ed-f53239b8e2f0 None None] Provisioning complete for port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:43:52.402979 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-485ee5b4-322f-4174-b1ed-f53239b8e2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.420858 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddec4546-744b-4d18-9d48-2a5a5606db3d admin admin] Publish callbacks [] for security_group (d27cfe08-e510-4663-ac77-027342e7dd18), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.469790 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-84f7a843-4dc4-4722-aebe-1c7bc31450ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:52.490543 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f7a843-4dc4-4722-aebe-1c7bc31450ea None None] Routers {'d23f73af-0842-4deb-a572-10b5365a8a11'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:43:52.498361 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-84f7a843-4dc4-4722-aebe-1c7bc31450ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:43:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d23f73af-0842-4deb-a572-10b5365a8a11'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:52.509308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-485ee5b4-322f-4174-b1ed-f53239b8e2f0 None None] Port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:43:52.514147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddec4546-744b-4d18-9d48-2a5a5606db3d admin admin] Publish callbacks [] for security_group (d27cfe08-e510-4663-ac77-027342e7dd18), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.533455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c7396-6e64-4dcd-9b0f-2d8c6832f3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27cfe08-e510-4663-ac77-027342e7dd18,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:52.547148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Attempting to bind port c1d1b393-4c24-4aac-bf43-61d33612002d on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:43:52.547482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Attempting to bind port c1d1b393-4c24-4aac-bf43-61d33612002d by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:43:52.547829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Attempting to bind port c1d1b393-4c24-4aac-bf43-61d33612002d on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:52.567624 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-84f7a843-4dc4-4722-aebe-1c7bc31450ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:52.568606 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f7a843-4dc4-4722-aebe-1c7bc31450ea None None] The sync data for ids ['d23f73af-0842-4deb-a572-10b5365a8a11'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:43:52.594597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port e08c37ff-3bc8-4ed5-800c-8176288a2a30 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:52.594946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e08c37ff-3bc8-4ed5-800c-8176288a2a30), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.596634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Port c1d1b393-4c24-4aac-bf43-61d33612002d on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:43:52.596952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Attempting to bind port c1d1b393-4c24-4aac-bf43-61d33612002d on network 6524d792-eb4d-4a4e-ac11-191bb4a6408a {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:43:52.618292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.622674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddec4546-744b-4d18-9d48-2a5a5606db3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d27cfe08-e510-4663-ac77-027342e7dd18), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.625643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddec4546-744b-4d18-9d48-2a5a5606db3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.629504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ddec4546-744b-4d18-9d48-2a5a5606db3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d27cfe08-e510-4663-ac77-027342e7dd18 HTTP/1.1" status: 204 len: 168 time: 0.3708713 Feb 19 00:43:52.642118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec4546-744b-4d18-9d48-2a5a5606db3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27cfe08-e510-4663-ac77-027342e7dd18,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:52.669847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:43:52.670301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Checking segment: {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:43:52.670614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Bound using segment: {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:43:52.671045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Bound port: c1d1b393-4c24-4aac-bf43-61d33612002d, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54379c94-2db6-4d81-b70c-50954d75092c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:43:52.671552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.690844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3d7604-ede4-478d-8cff-ac1fa0e8c4ec tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:52.692508 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8d3d7604-ede4-478d-8cff-ac1fa0e8c4ec tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports?device_id=d23f73af-0842-4deb-a572-10b5365a8a11 HTTP/1.1" status: 200 len: 988 time: 0.2916064 Feb 19 00:43:52.695785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57450) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:52.781564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e08c37ff-3bc8-4ed5-800c-8176288a2a30), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.781889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for floatingip (e08c37ff-3bc8-4ed5-800c-8176288a2a30), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.820655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] For port c1d1b393-4c24-4aac-bf43-61d33612002d, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:43:52.822936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for e08c37ff-3bc8-4ed5-800c-8176288a2a30 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:52.831502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] For port c1d1b393-4c24-4aac-bf43-61d33612002d, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c1d1b393-4c24-4aac-bf43-61d33612002d,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:43:52.852102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.951147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:52.953340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:52.958167 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] 10.222.0.126 "PUT /v2.0/ports/c1d1b393-4c24-4aac-bf43-61d33612002d HTTP/1.1" status: 200 len: 1092 time: 1.6011293 Feb 19 00:43:52.959095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce32c08-f79e-4133-ba7e-3fccc14dcb51', 'tag': 'c1d1b393-4c24-4aac-bf43-61d33612002d'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:43:52.968926 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7adabe-52f2-47de-a095-53a038b273ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce32c08-f79e-4133-ba7e-3fccc14dcb51", "tag": "c1d1b393-4c24-4aac-bf43-61d33612002d"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:43:52.983712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:53.036814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:43:53.037164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 0ef5ecdd-5b66-430b-8e64-24b16ed13a1b not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:43:53.052623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772c1b5-032e-4b35-8c1c-afdb8b3c4b33 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d1b393-4c24-4aac-bf43-61d33612002d,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:53.142618 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7883cdf1-4cf2-4146-9d49-c2f38b1a0f08 x-openstack-request-id: req-7883cdf1-4cf2-4146-9d49-c2f38b1a0f08 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:43:53.142992 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce32c08-f79e-4133-ba7e-3fccc14dcb51", "tag": "c1d1b393-4c24-4aac-bf43-61d33612002d", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:43:53.143307 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7883cdf1-4cf2-4146-9d49-c2f38b1a0f08 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:43:53.143798 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ce32c08-f79e-4133-ba7e-3fccc14dcb51', 'tag': 'c1d1b393-4c24-4aac-bf43-61d33612002d', 'status': 'completed', 'code': 200} Feb 19 00:43:53.165943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57456) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:53.208462 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e76e67-d261-4f76-a13b-d88056b7ef4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:53.255598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-6e75b3b1-2d5e-423e-a3fa-457934f482c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:53.257139 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-6e75b3b1-2d5e-423e-a3fa-457934f482c2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 1126 time: 0.1956129 Feb 19 00:43:53.359513 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-8ef4dea7-d0d8-467b-850b-3e0303558a7a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d1b393-4c24-4aac-bf43-61d33612002d HTTP/1.1" status: 200 len: 217 time: 0.0905807 Feb 19 00:43:53.430722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e08c37ff-3bc8-4ed5-800c-8176288a2a30), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:53.464675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-38241209-d819-4abc-8b4b-035ce3315b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:53.465818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-38241209-d819-4abc-8b4b-035ce3315b5a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bca6cde-4d4c-44fa-82d4-4dceace9b7ef HTTP/1.1" status: 200 len: 854 time: 0.0944078 Feb 19 00:43:53.471861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=e08c37ff-3bc8-4ed5-800c-8176288a2a30,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:53.502321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8073e20-a433-434b-906f-9a453d3dfa0d req-5f4e18be-9f40-433a-af34-a39da51bb8e3 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:53.515671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8073e20-a433-434b-906f-9a453d3dfa0d req-5f4e18be-9f40-433a-af34-a39da51bb8e3 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 944 time: 0.1734884 Feb 19 00:43:53.550480 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-f0d8d89c-7d24-4ebb-967d-b06c6c530376 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6524d792-eb4d-4a4e-ac11-191bb4a6408a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756214 Feb 19 00:43:53.596350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:53.675358 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-4e07d06b-423c-4255-b53e-b3fc935bfd04 service neutron] 10.222.0.126 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168032 Feb 19 00:43:53.692602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for floatingip (4d7264ad-afc4-40ac-a7ad-40265c0174b5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:53.695418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:53.699589 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-06bedb9e-b3d5-4fa7-92b5-aa4c7bb21321 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "DELETE /v2.0/floatingips/4d7264ad-afc4-40ac-a7ad-40265c0174b5 HTTP/1.1" status: 204 len: 168 time: 1.7816827 Feb 19 00:43:53.701764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57470) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:53.727722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8073e20-a433-434b-906f-9a453d3dfa0d req-48b5fe69-fe2c-463c-8e77-6ea5b2791424 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085569 Feb 19 00:43:53.850889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (d23f73af-0842-4deb-a572-10b5365a8a11), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:53.931196 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e76e67-d261-4f76-a13b-d88056b7ef4b admin admin] Publish callbacks [] for security_group (fb8168ea-7141-4f08-bfcb-f8fc9c91b307), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:53.938983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0e76e67-d261-4f76-a13b-d88056b7ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fb8168ea-7141-4f08-bfcb-f8fc9c91b307), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:53.995056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c0e76e67-d261-4f76-a13b-d88056b7ef4b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c48c85f80094c08aaf428b5b3884aad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8279095 Feb 19 00:43:54.012814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57474) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:54.031183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e76e67-d261-4f76-a13b-d88056b7ef4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8168ea-7141-4f08-bfcb-f8fc9c91b307,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:54.116530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95b3cc5d-f3d2-43a2-a18d-a2aad2accedd req-5ad5fdb4-c1e3-49eb-add3-03955d465d52 service neutron] 10.222.0.126 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4329267 Feb 19 00:43:54.158024 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.213339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:54.214418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.240792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bdd75f9b-dab3-4a51-af67-19dc485b1b3d admin admin] Publish callbacks [] for security_group (fb8168ea-7141-4f08-bfcb-f8fc9c91b307), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.254662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-45ff0597-f630-49e3-a0d5-338ecfa73930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port 5929865b-58bf-4db1-ae40-a3a638ae8ae3 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:54.255009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45ff0597-f630-49e3-a0d5-338ecfa73930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.337883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bdd75f9b-dab3-4a51-af67-19dc485b1b3d admin admin] Publish callbacks [] for security_group (fb8168ea-7141-4f08-bfcb-f8fc9c91b307), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.363303 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.388026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7adabe-52f2-47de-a095-53a038b273ce req-f404c88d-0e79-40db-af6f-08d251c18ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:54.391507 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb7adabe-52f2-47de-a095-53a038b273ce req-f404c88d-0e79-40db-af6f-08d251c18ba8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 1126 time: 0.2110932 Feb 19 00:43:54.399164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 4c9776e8-eb07-4b49-9466-70d8a89d7bd9 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:54.478587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45ff0597-f630-49e3-a0d5-338ecfa73930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.502283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-45ff0597-f630-49e3-a0d5-338ecfa73930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for 5929865b-58bf-4db1-ae40-a3a638ae8ae3 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:54.563351 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bdd75f9b-dab3-4a51-af67-19dc485b1b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fb8168ea-7141-4f08-bfcb-f8fc9c91b307), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.567194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bdd75f9b-dab3-4a51-af67-19dc485b1b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.569323 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bdd75f9b-dab3-4a51-af67-19dc485b1b3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fb8168ea-7141-4f08-bfcb-f8fc9c91b307 HTTP/1.1" status: 204 len: 168 time: 0.5541940 Feb 19 00:43:54.630162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd75f9b-dab3-4a51-af67-19dc485b1b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8168ea-7141-4f08-bfcb-f8fc9c91b307,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:54.712781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7adabe-52f2-47de-a095-53a038b273ce req-c13d30f8-b87d-422d-b108-99a6909a5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:54.714440 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb7adabe-52f2-47de-a095-53a038b273ce req-c13d30f8-b87d-422d-b108-99a6909a5a71 service neutron] 10.222.0.126 "GET /v2.0/networks?id=6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 200 len: 915 time: 0.3089440 Feb 19 00:43:54.784951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4c9776e8-eb07-4b49-9466-70d8a89d7bd9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:54.825087 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb7adabe-52f2-47de-a095-53a038b273ce req-621ca895-dc84-46ee-91dd-c138f476b159 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1d1b393-4c24-4aac-bf43-61d33612002d HTTP/1.1" status: 200 len: 217 time: 0.1012590 Feb 19 00:43:54.842136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=4c9776e8-eb07-4b49-9466-70d8a89d7bd9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:55.006174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7adabe-52f2-47de-a095-53a038b273ce req-11d1ba2e-15c1-46ce-8ea5-c67752877434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:55.007890 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb7adabe-52f2-47de-a095-53a038b273ce req-11d1ba2e-15c1-46ce-8ea5-c67752877434 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=8bca6cde-4d4c-44fa-82d4-4dceace9b7ef HTTP/1.1" status: 200 len: 854 time: 0.1779637 Feb 19 00:43:55.107159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb7adabe-52f2-47de-a095-53a038b273ce req-fa56a23f-b1e8-46bc-902b-c6744c933129 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=6524d792-eb4d-4a4e-ac11-191bb4a6408a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864775 Feb 19 00:43:55.107937 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45ff0597-f630-49e3-a0d5-338ecfa73930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5929865b-58bf-4db1-ae40-a3a638ae8ae3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:55.130368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (d23f73af-0842-4deb-a572-10b5365a8a11), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:55.188021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff0597-f630-49e3-a0d5-338ecfa73930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=5929865b-58bf-4db1-ae40-a3a638ae8ae3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:55.230128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd6638-b3b9-40d7-ab87-fa4cfee49247 req-446de896-7ce6-4fbf-b3de-e90445b37db0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:55.230838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cdd6638-b3b9-40d7-ab87-fa4cfee49247 req-446de896-7ce6-4fbf-b3de-e90445b37db0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 944 time: 0.3430741 Feb 19 00:43:55.352047 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45ff0597-f630-49e3-a0d5-338ecfa73930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:55.358568 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-45ff0597-f630-49e3-a0d5-338ecfa73930 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "DELETE /v2.0/ports/5929865b-58bf-4db1-ae40-a3a638ae8ae3 HTTP/1.1" status: 204 len: 168 time: 1.6345892 Feb 19 00:43:55.361233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57496) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:55.391284 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb7adabe-52f2-47de-a095-53a038b273ce req-ca4d2d88-3236-4d9e-b477-8a918132624f service neutron] 10.222.0.126 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694426 Feb 19 00:43:55.456621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cdd6638-b3b9-40d7-ab87-fa4cfee49247 req-273a62a1-5c54-4551-996e-6360b1a4a296 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556644 Feb 19 00:43:55.469672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Router d23f73af-0842-4deb-a572-10b5365a8a11 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:43:55.568108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:43:55.573549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5b0ea187-6e69-42a6-9ca5-6a995c504971 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "PUT /v2.0/routers/d23f73af-0842-4deb-a572-10b5365a8a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8758607 Feb 19 00:43:55.576931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57502) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:55.582452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08208900-e0b9-4651-8aaf-92049f1b1140 None None] Sync routers for ids ['d23f73af-0842-4deb-a572-10b5365a8a11'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:43:55.584755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2f384f9e-09bb-42c3-914a-8886ad1e9943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port c9337c58-d91d-4e39-a18a-0f143c800d87 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:55.585570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f384f9e-09bb-42c3-914a-8886ad1e9943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:55.591601 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb7adabe-52f2-47de-a095-53a038b273ce req-933edc85-a624-48ac-90c8-880c090fd9cc service neutron] 10.222.0.126 "GET /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931050 Feb 19 00:43:55.602148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08208900-e0b9-4651-8aaf-92049f1b1140 None None] Routers {'d23f73af-0842-4deb-a572-10b5365a8a11'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:43:55.604084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-08208900-e0b9-4651-8aaf-92049f1b1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:43:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d23f73af-0842-4deb-a572-10b5365a8a11'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:55.646968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-08208900-e0b9-4651-8aaf-92049f1b1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:55.656731 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-26dbedf0-a062-4d12-93ec-20709ba5dd25 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:43:55.657313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08208900-e0b9-4651-8aaf-92049f1b1140 None None] Routers {'d23f73af-0842-4deb-a572-10b5365a8a11'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:43:55.658152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-08208900-e0b9-4651-8aaf-92049f1b1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:43:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d23f73af-0842-4deb-a572-10b5365a8a11'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:55.661397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-26dbedf0-a062-4d12-93ec-20709ba5dd25 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/4c9776e8-eb07-4b49-9466-70d8a89d7bd9 HTTP/1.1" status: 404 len: 333 time: 0.0810912 Feb 19 00:43:55.662226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57506) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:55.812172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f384f9e-09bb-42c3-914a-8886ad1e9943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:55.843842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2f384f9e-09bb-42c3-914a-8886ad1e9943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for c9337c58-d91d-4e39-a18a-0f143c800d87 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:55.859066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcb7adcd-fbb1-4c0b-942c-fe8f4dacf7ad tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for router (d23f73af-0842-4deb-a572-10b5365a8a11), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:55.998116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-08208900-e0b9-4651-8aaf-92049f1b1140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:55.999149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08208900-e0b9-4651-8aaf-92049f1b1140 None None] The sync data for ids ['d23f73af-0842-4deb-a572-10b5365a8a11'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:43:56.095727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f384f9e-09bb-42c3-914a-8886ad1e9943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c9337c58-d91d-4e39-a18a-0f143c800d87), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.175337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f384f9e-09bb-42c3-914a-8886ad1e9943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=c9337c58-d91d-4e39-a18a-0f143c800d87,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:56.345797 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f384f9e-09bb-42c3-914a-8886ad1e9943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.353409 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2f384f9e-09bb-42c3-914a-8886ad1e9943 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "DELETE /v2.0/ports/c9337c58-d91d-4e39-a18a-0f143c800d87 HTTP/1.1" status: 204 len: 168 time: 0.9911239 Feb 19 00:43:56.358589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57520) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:56.446493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-909b9d65-62de-4f7b-bc5c-47fa9ce24455 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting subnet 59aeadcd-97b6-45d9-9947-0bcfde842c3f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:43:56.450199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-909b9d65-62de-4f7b-bc5c-47fa9ce24455 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for subnet (59aeadcd-97b6-45d9-9947-0bcfde842c3f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.497605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-909b9d65-62de-4f7b-bc5c-47fa9ce24455 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (59aeadcd-97b6-45d9-9947-0bcfde842c3f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.515624 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcb7adcd-fbb1-4c0b-942c-fe8f4dacf7ad tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (d23f73af-0842-4deb-a572-10b5365a8a11), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.517984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcb7adcd-fbb1-4c0b-942c-fe8f4dacf7ad tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for router_controller (d23f73af-0842-4deb-a572-10b5365a8a11), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.580147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcb7adcd-fbb1-4c0b-942c-fe8f4dacf7ad tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (d23f73af-0842-4deb-a572-10b5365a8a11), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.580677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb7adcd-fbb1-4c0b-942c-fe8f4dacf7ad tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Fanout notify agent at l3_agent the message router_deleted on router d23f73af-0842-4deb-a572-10b5365a8a11 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:43:56.587484 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bcb7adcd-fbb1-4c0b-942c-fe8f4dacf7ad tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.595583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bcb7adcd-fbb1-4c0b-942c-fe8f4dacf7ad tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/routers/d23f73af-0842-4deb-a572-10b5365a8a11 HTTP/1.1" status: 204 len: 168 time: 0.9300141 Feb 19 00:43:56.604202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57530) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:56.647874 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-909b9d65-62de-4f7b-bc5c-47fa9ce24455 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (59aeadcd-97b6-45d9-9947-0bcfde842c3f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.745643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-909b9d65-62de-4f7b-bc5c-47fa9ce24455 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (59aeadcd-97b6-45d9-9947-0bcfde842c3f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.793879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b9d65-62de-4f7b-bc5c-47fa9ce24455 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Subnet': ['ID=59aeadcd-97b6-45d9-9947-0bcfde842c3f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:56.808040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-909b9d65-62de-4f7b-bc5c-47fa9ce24455 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.811116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a2b28-7353-4702-bd20-7c9d09bade08 None None] Network 6bb87e76-90eb-4369-ba52-f925674f09d8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:56.817614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ab2b91-73ee-44d8-ba06-f360d4f8b03f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet df95b814-9294-4e04-8277-373665fc65d9 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:43:56.829377 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91ab2b91-73ee-44d8-ba06-f360d4f8b03f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (df95b814-9294-4e04-8277-373665fc65d9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:56.830394 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-909b9d65-62de-4f7b-bc5c-47fa9ce24455 tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "DELETE /v2.0/subnets/59aeadcd-97b6-45d9-9947-0bcfde842c3f HTTP/1.1" status: 204 len: 168 time: 0.4707026 Feb 19 00:43:56.833010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57536) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:56.939634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc77c11-87d6-4407-8f33-5a99d1276628 req-ddd2be9f-8fe6-42ff-b1b4-b98d91b3ea93 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:56.941051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fc77c11-87d6-4407-8f33-5a99d1276628 req-ddd2be9f-8fe6-42ff-b1b4-b98d91b3ea93 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 944 time: 0.2843428 Feb 19 00:43:57.007193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-558ab634-aec6-4951-8175-ab55b0cc412f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting subnet d0b6465e-1407-4792-9451-e1b2885442a2 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:43:57.014445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-558ab634-aec6-4951-8175-ab55b0cc412f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for subnet (d0b6465e-1407-4792-9451-e1b2885442a2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.054654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] DHCP port deletion for 6bb87e76-90eb-4369-ba52-f925674f09d8 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:43:57.063356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fc77c11-87d6-4407-8f33-5a99d1276628 req-212f6e5a-fed1-4577-9b41-9671463fdb78 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996923 Feb 19 00:43:57.065665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91ab2b91-73ee-44d8-ba06-f360d4f8b03f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (df95b814-9294-4e04-8277-373665fc65d9), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.087142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-558ab634-aec6-4951-8175-ab55b0cc412f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (d0b6465e-1407-4792-9451-e1b2885442a2), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.187595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] Deleting port 9d93a3cc-cce1-4953-bb80-514c5c76c338 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:57.188417 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.249779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-558ab634-aec6-4951-8175-ab55b0cc412f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d0b6465e-1407-4792-9451-e1b2885442a2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.269877 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91ab2b91-73ee-44d8-ba06-f360d4f8b03f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (df95b814-9294-4e04-8277-373665fc65d9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.291944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c1d1b393-4c24-4aac-bf43-61d33612002d details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:43:57.336055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] For port 9d93a3cc-cce1-4953-bb80-514c5c76c338, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d93a3cc-cce1-4953-bb80-514c5c76c338,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:57.336803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.339719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9d93a3cc-cce1-4953-bb80-514c5c76c338 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:57.372147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91ab2b91-73ee-44d8-ba06-f360d4f8b03f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (df95b814-9294-4e04-8277-373665fc65d9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.375604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-558ab634-aec6-4951-8175-ab55b0cc412f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (d0b6465e-1407-4792-9451-e1b2885442a2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.408874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] Calling delete_port for 9d93a3cc-cce1-4953-bb80-514c5c76c338 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:57.409225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab2b91-73ee-44d8-ba06-f360d4f8b03f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=df95b814-9294-4e04-8277-373665fc65d9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:57.415937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91ab2b91-73ee-44d8-ba06-f360d4f8b03f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.423597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-91ab2b91-73ee-44d8-ba06-f360d4f8b03f tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/df95b814-9294-4e04-8277-373665fc65d9 HTTP/1.1" status: 204 len: 168 time: 0.8170881 Feb 19 00:43:57.424230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57550) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:57.449608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0e755f-a833-4177-9d7b-84d218f134a1 None None] Network ad928824-0f26-439b-8bc1-9b89354d43c1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:57.517795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (ad928824-0f26-439b-8bc1-9b89354d43c1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.591703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57552) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:57.641709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 79b953aa-d54c-4b1a-8207-7e82418edf7b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:57.642448 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.821299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] For port 79b953aa-d54c-4b1a-8207-7e82418edf7b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=79b953aa-d54c-4b1a-8207-7e82418edf7b,segment=NetworkSegment(d4a83af5-a997-4070-ab16-038bedb60349),segment_id=d4a83af5-a997-4070-ab16-038bedb60349)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:57.822786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d93a3cc-cce1-4953-bb80-514c5c76c338 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:57.823692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.824263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.868592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b1d7a6c3-501e-454f-bfc7-40993499e450 tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:57.885207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 79b953aa-d54c-4b1a-8207-7e82418edf7b owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:57.899493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ab634-aec6-4951-8175-ab55b0cc412f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b6465e-1407-4792-9451-e1b2885442a2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:57.909684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-558ab634-aec6-4951-8175-ab55b0cc412f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:57.917301 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-558ab634-aec6-4951-8175-ab55b0cc412f tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "DELETE /v2.0/subnets/d0b6465e-1407-4792-9451-e1b2885442a2 HTTP/1.1" status: 204 len: 168 time: 1.0829918 Feb 19 00:43:57.918134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57558) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:57.962365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b3ec0d-22be-495f-b211-2f94d8a4f7c3 None None] Network 085c403d-c1c1-44d4-9353-83d14761f960 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:43:58.020808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b1d7a6c3-501e-454f-bfc7-40993499e450 tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "PUT /v2.0/quotas/8128dccb3d08473f974e85a90ea85d7d HTTP/1.1" status: 200 len: 366 time: 0.4276292 Feb 19 00:43:58.025995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57562) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.058441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7cb7b8cd-19a0-4488-923c-4a853469552b tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0311260 Feb 19 00:43:58.065351 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6bb87e76-90eb-4369-ba52-f925674f09d8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.068255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57566) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.100214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57570) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.101830 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-42b4436b-1c0f-426a-98f3-2ab08946d318 tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "GET /v2.0/quotas/8128dccb3d08473f974e85a90ea85d7d HTTP/1.1" status: 200 len: 366 time: 0.0321946 Feb 19 00:43:58.159851 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (79b953aa-d54c-4b1a-8207-7e82418edf7b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.172193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c1d1b393-4c24-4aac-bf43-61d33612002d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c1d1b393-4c24-4aac-bf43-61d33612002d,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:58.195486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No DVR routers for this DVR port 79b953aa-d54c-4b1a-8207-7e82418edf7b on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:58.228009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 9d93a3cc-cce1-4953-bb80-514c5c76c338, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d93a3cc-cce1-4953-bb80-514c5c76c338,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:58.235109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port 9d93a3cc-cce1-4953-bb80-514c5c76c338 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:58.235555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.254050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27ae9ea-571c-44f4-884b-e1ba459d7843 None None] DHCP port deletion for ad928824-0f26-439b-8bc1-9b89354d43c1 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:43:58.258808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=79b953aa-d54c-4b1a-8207-7e82418edf7b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:58.287142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7ca387cd-22ba-4242-9ce2-fef915c8007d tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/8128dccb3d08473f974e85a90ea85d7d HTTP/1.1" status: 204 len: 168 time: 0.1815493 Feb 19 00:43:58.287394 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.293634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57576) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.327616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'c1d1b393-4c24-4aac-bf43-61d33612002d', 'network_id': '6524d792-eb4d-4a4e-ac11-191bb4a6408a', 'port_id': 'c1d1b393-4c24-4aac-bf43-61d33612002d', 'mac_address': 'fa:16:3e:93:c5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bca6cde-4d4c-44fa-82d4-4dceace9b7ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:43:58.374729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] For port 9d93a3cc-cce1-4953-bb80-514c5c76c338, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d93a3cc-cce1-4953-bb80-514c5c76c338,segment=NetworkSegment(8fff6445-b0df-4aed-bfa4-0a5a9ab11588),segment_id=8fff6445-b0df-4aed-bfa4-0a5a9ab11588)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:58.375758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.393091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-995c63cd-7c38-47eb-8f85-299a284da211 tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0282526 Feb 19 00:43:58.396402 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.398315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for 9d93a3cc-cce1-4953-bb80-514c5c76c338 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:58.403979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57578) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.416417 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (ad928824-0f26-439b-8bc1-9b89354d43c1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.450054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8f9935f2-d170-49d2-b1e7-a8d3efb726bc tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "GET /v2.0/quotas/8128dccb3d08473f974e85a90ea85d7d HTTP/1.1" status: 200 len: 370 time: 0.0428810 Feb 19 00:43:58.451058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.460042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad928824-0f26-439b-8bc1-9b89354d43c1']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:58.467786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-73c44272-a97d-4c3f-b745-7b1f1aa59be4 tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "GET /v2.0/quotas/8128dccb3d08473f974e85a90ea85d7d/default HTTP/1.1" status: 200 len: 370 time: 0.0081704 Feb 19 00:43:58.480927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5656a159-e1bc-47d1-ba29-94643ce1ac7c req-027d475f-80de-471b-bbf8-65c002d2cf9f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:58.482517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5656a159-e1bc-47d1-ba29-94643ce1ac7c req-027d475f-80de-471b-bbf8-65c002d2cf9f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 944 time: 0.2193816 Feb 19 00:43:58.487925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port c1d1b393-4c24-4aac-bf43-61d33612002d is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:43:58.488078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57582) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.488627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.504628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a83af5-a997-4070-ab16-038bedb60349') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:58.504927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a83af5-a997-4070-ab16-038bedb60349') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:58.519973 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-cea94039-0e98-4504-82c8-ab81e4238bcc tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] delete failed (client error): The resource could not be found. Feb 19 00:43:58.521029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cea94039-0e98-4504-82c8-ab81e4238bcc tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/8128dccb3d08473f974e85a90ea85d7d HTTP/1.1" status: 404 len: 348 time: 0.0321114 Feb 19 00:43:58.526251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] No DVR routers for this DVR port 9d93a3cc-cce1-4953-bb80-514c5c76c338 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:58.529973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d1b393-4c24-4aac-bf43-61d33612002d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:43:58.538868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9d93a3cc-cce1-4953-bb80-514c5c76c338,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:58.549222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9d93a3cc-cce1-4953-bb80-514c5c76c338), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.550445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (d4a83af5-a997-4070-ab16-038bedb60349), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.598163 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (d4a83af5-a997-4070-ab16-038bedb60349), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.605887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=9d93a3cc-cce1-4953-bb80-514c5c76c338,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:58.607650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c1d1b393-4c24-4aac-bf43-61d33612002d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c1d1b393-4c24-4aac-bf43-61d33612002d,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:58.613500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceac3fe-ae77-4e1e-831e-60d0f32afa84 None None] Pushing event deleted for resources: {'Port': ['ID=9d93a3cc-cce1-4953-bb80-514c5c76c338,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:58.616576 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.640515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:43:58.642751 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (d4a83af5-a997-4070-ab16-038bedb60349), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.648233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] No DVR routers for this DVR port 9d93a3cc-cce1-4953-bb80-514c5c76c338 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:58.651192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.652625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.653327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.653818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:43:58.653987 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:43:58.657082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.657601 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.658121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.677763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.678371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.678890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.679378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.679862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.680344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:43:58.684810 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] DHCP port deletion for 085c403d-c1c1-44d4-9353-83d14761f960 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:43:58.770044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57590) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.773338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=c1d1b393-4c24-4aac-bf43-61d33612002d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:58.786052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5656a159-e1bc-47d1-ba29-94643ce1ac7c req-19089c34-c376-46ac-82b7-ead29bec3da2 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905312 Feb 19 00:43:58.812283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6bb87e76-90eb-4369-ba52-f925674f09d8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.833036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (ad928824-0f26-439b-8bc1-9b89354d43c1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.840993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.848914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Usage tracker for resource:network and project:b0e506b436604c92bffe5d8fd0c37f07 is out of sync, need to count used quota {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 00:43:58.851314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/networks/ad928824-0f26-439b-8bc1-9b89354d43c1 HTTP/1.1" status: 204 len: 168 time: 1.4257631 Feb 19 00:43:58.855250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57594) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:58.862618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb87e76-90eb-4369-ba52-f925674f09d8']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:58.868443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] Deleting port 59505183-a435-4096-b9fb-163f6b54ca93 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:58.872133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (59505183-a435-4096-b9fb-163f6b54ca93), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.877982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 00:43:58.885046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe986370-d80f-40a4-a11c-535a972ce24e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Network': ['ID=ad928824-0f26-439b-8bc1-9b89354d43c1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:58.887495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fff6445-b0df-4aed-bfa4-0a5a9ab11588') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:58.887862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fff6445-b0df-4aed-bfa4-0a5a9ab11588') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:58.889523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Usage tracker for resource:subnet and project:b0e506b436604c92bffe5d8fd0c37f07 is out of sync, need to count used quota {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 00:43:58.903126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8fff6445-b0df-4aed-bfa4-0a5a9ab11588), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.904758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 00:43:58.919866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Usage tracker for resource:subnetpool and project:b0e506b436604c92bffe5d8fd0c37f07 is out of sync, need to count used quota {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 00:43:58.924918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8fff6445-b0df-4aed-bfa4-0a5a9ab11588), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.929581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 00:43:58.938407 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:43:58.938888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8fff6445-b0df-4aed-bfa4-0a5a9ab11588), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:58.942244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Usage tracker for resource:port and project:b0e506b436604c92bffe5d8fd0c37f07 is out of sync, need to count used quota {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:43:58.943862 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:43:58.969414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50303e8-79e4-4ad4-9f07-9f634c98b7da tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:43:58.973621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 00:43:58.974839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d50303e8-79e4-4ad4-9f07-9f634c98b7da tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 HTTP/1.1" status: 200 len: 844 time: 0.1185229 Feb 19 00:43:58.975459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57596) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:59.006252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] For port 59505183-a435-4096-b9fb-163f6b54ca93, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=59505183-a435-4096-b9fb-163f6b54ca93,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:59.006658 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (59505183-a435-4096-b9fb-163f6b54ca93), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.020592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] Calling delete_port for 59505183-a435-4096-b9fb-163f6b54ca93 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:59.023254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Usage tracker for resource:router and project:b0e506b436604c92bffe5d8fd0c37f07 is out of sync, need to count used quota {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 00:43:59.027089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 00:43:59.035105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Usage tracker for resource:floatingip and project:b0e506b436604c92bffe5d8fd0c37f07 is out of sync, need to count used quota {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 00:43:59.038411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6bb87e76-90eb-4369-ba52-f925674f09d8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.040430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 00:43:59.048126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.051784 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "DELETE /v2.0/networks/6bb87e76-90eb-4369-ba52-f925674f09d8 HTTP/1.1" status: 204 len: 168 time: 1.1326635 Feb 19 00:43:59.055694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57598) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:59.085117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1e6ee3e9-3cd0-4cd2-8f78-5c32c287e4c0 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/4936c41d-d75a-47e9-a693-7ecb0e9d4bb7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1085153 Feb 19 00:43:59.085726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57600) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:43:59.096253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:43:59.096832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9b1f6-9f58-46b8-b2ed-1fe3509f0feb tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Network': ['ID=6bb87e76-90eb-4369-ba52-f925674f09d8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:59.176357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['c1d1b393-4c24-4aac-bf43-61d33612002d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:43:59.180832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (085c403d-c1c1-44d4-9353-83d14761f960), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.188771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Usage tracker for resource:security_group and project:b0e506b436604c92bffe5d8fd0c37f07 is out of sync, need to count used quota {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 00:43:59.197515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 00:43:59.226995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Usage tracker for resource:security_group_rule and project:b0e506b436604c92bffe5d8fd0c37f07 is out of sync, need to count used quota {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 00:43:59.233691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.quota.resource [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103650) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 00:43:59.240138 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aab751eb-f59f-478c-a3cb-416468f7fe5a tempest-QuotasTest-860630059 tempest-QuotasTest-860630059-project-admin] 10.222.0.60 "GET /v2.0/quotas/b0e506b436604c92bffe5d8fd0c37f07/details.json HTTP/1.1" status: 200 len: 703 time: 0.4688449 Feb 19 00:43:59.263189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Deleting port 59505183-a435-4096-b9fb-163f6b54ca93 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:43:59.263802 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (59505183-a435-4096-b9fb-163f6b54ca93), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.329798 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:43:59.358989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] For port 59505183-a435-4096-b9fb-163f6b54ca93, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=59505183-a435-4096-b9fb-163f6b54ca93,segment=NetworkSegment(4856326b-7c41-4fda-b677-837acaace2b7),segment_id=4856326b-7c41-4fda-b677-837acaace2b7)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:43:59.370684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (59505183-a435-4096-b9fb-163f6b54ca93), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.409839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:43:59.413100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Calling delete_port for 59505183-a435-4096-b9fb-163f6b54ca93 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:43:59.416386 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.475892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 79b953aa-d54c-4b1a-8207-7e82418edf7b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:59.525206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 79b953aa-d54c-4b1a-8207-7e82418edf7b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:43:59.525564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 79b953aa-d54c-4b1a-8207-7e82418edf7b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:43:59.526004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 59505183-a435-4096-b9fb-163f6b54ca93 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:43:59.565421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (59505183-a435-4096-b9fb-163f6b54ca93), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.578972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 59505183-a435-4096-b9fb-163f6b54ca93 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:43:59.579506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 59505183-a435-4096-b9fb-163f6b54ca93 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:43:59.581292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (59505183-a435-4096-b9fb-163f6b54ca93), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.642700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] Pushing event deleted for resources: {'Port': ['ID=59505183-a435-4096-b9fb-163f6b54ca93,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:59.720566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] No DVR routers for this DVR port 59505183-a435-4096-b9fb-163f6b54ca93 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:59.728193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Port': ['ID=59505183-a435-4096-b9fb-163f6b54ca93,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:43:59.739738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe3b8f-aecb-40be-b70a-5d54cb0632d5 None None] No DVR routers for this DVR port 59505183-a435-4096-b9fb-163f6b54ca93 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:43:59.893037 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (085c403d-c1c1-44d4-9353-83d14761f960), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.915408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085c403d-c1c1-44d4-9353-83d14761f960']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:59.920644 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (d93ff06b-ef97-406f-8027-d8dbbefc1a8f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.926605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4856326b-7c41-4fda-b677-837acaace2b7') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:59.926969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4856326b-7c41-4fda-b677-837acaace2b7') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:43:59.941883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (4856326b-7c41-4fda-b677-837acaace2b7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.958831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4856326b-7c41-4fda-b677-837acaace2b7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.967482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:43:59.967923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (4856326b-7c41-4fda-b677-837acaace2b7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:43:59.971918 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:43:59.999893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:00.020076 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57632) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:00.039675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:00.046586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:00.047702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.052138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be3e4d9-19d8-4401-865f-5070b9ee5b17 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:00.077863 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (085c403d-c1c1-44d4-9353-83d14761f960), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.098400 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.116388 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] 10.222.0.60 "DELETE /v2.0/networks/085c403d-c1c1-44d4-9353-83d14761f960 HTTP/1.1" status: 204 len: 168 time: 1.0442638 Feb 19 00:44:00.137237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca310f41-ed4d-4d04-b921-96d8f5bed99a tempest-TaggedBootDevicesTest-1681707693 tempest-TaggedBootDevicesTest-1681707693-project] Pushing event deleted for resources: {'Network': ['ID=085c403d-c1c1-44d4-9353-83d14761f960,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:00.146683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0598567 Feb 19 00:44:00.152051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57636) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:00.161281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d6961380-bc50-40f4-961c-6d9075c0e6f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'security_group': {'name': 'tempest-secgroup-898489722'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:00.168693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e386520-2c64-43d1-a931-3c11456a0373 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=d93ff06b-ef97-406f-8027-d8dbbefc1a8f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:00.206750 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6961380-bc50-40f4-961c-6d9075c0e6f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.208070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e7f29d-098d-44f1-8bd5-3d86dbba993f req-7c1daabe-2291-481c-a624-27b9dbd1bad2 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:00.209892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39e7f29d-098d-44f1-8bd5-3d86dbba993f req-7c1daabe-2291-481c-a624-27b9dbd1bad2 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 945 time: 0.2827790 Feb 19 00:44:00.317808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dd38ede-e084-4e76-b66a-de08727df4bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.318341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39e7f29d-098d-44f1-8bd5-3d86dbba993f req-86d68957-68dd-477a-a65d-921beb058bfb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972059 Feb 19 00:44:00.457708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'project_id': 'c1ceee0c39cd4f7ba2948161aecee7d3', 'fixed_ips': [{'subnet_id': 'd93ff06b-ef97-406f-8027-d8dbbefc1a8f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:44:00.462766 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.496402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6961380-bc50-40f4-961c-6d9075c0e6f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.539551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6961380-bc50-40f4-961c-6d9075c0e6f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.680347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6961380-bc50-40f4-961c-6d9075c0e6f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.683681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d6961380-bc50-40f4-961c-6d9075c0e6f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5305622 Feb 19 00:44:00.686485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57648) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:00.691573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-24d447b6-a66c-4d81-a788-29812e2bd910 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'security_group': {'name': 'tempest-secgroup-466858396'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:00.747208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Allocated IP 2001:db8::2 (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/d93ff06b-ef97-406f-8027-d8dbbefc1a8f/6a7d7098-8f12-40d3-b609-e354a5077735) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:00.756793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24d447b6-a66c-4d81-a788-29812e2bd910 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.787618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6961380-bc50-40f4-961c-6d9075c0e6f5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:00.826954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dd38ede-e084-4e76-b66a-de08727df4bc admin admin] Publish callbacks [] for security_group (903365f0-0fa7-44f4-9e92-79197bcfdaf3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.834056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dd38ede-e084-4e76-b66a-de08727df4bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (903365f0-0fa7-44f4-9e92-79197bcfdaf3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.948154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24d447b6-a66c-4d81-a788-29812e2bd910 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (107fc4d8-b2e0-4dab-af13-687d9ccd1b4f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.950343 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3dd38ede-e084-4e76-b66a-de08727df4bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a7d3f8a7b66483fafadb4eb62351058&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9288793 Feb 19 00:44:00.953410 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24d447b6-a66c-4d81-a788-29812e2bd910 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (107fc4d8-b2e0-4dab-af13-687d9ccd1b4f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:00.954648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57652) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:00.958882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd38ede-e084-4e76-b66a-de08727df4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903365f0-0fa7-44f4-9e92-79197bcfdaf3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:01.033427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d447b6-a66c-4d81-a788-29812e2bd910 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107fc4d8-b2e0-4dab-af13-687d9ccd1b4f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:01.063485 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24d447b6-a66c-4d81-a788-29812e2bd910 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.066949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-24d447b6-a66c-4d81-a788-29812e2bd910 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3791990 Feb 19 00:44:01.069675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57656) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:01.079535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-231899695', 'security_groups': ['107fc4d8-b2e0-4dab-af13-687d9ccd1b4f'], 'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd93ff06b-ef97-406f-8027-d8dbbefc1a8f'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:01.088917 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Publish callbacks [] for port (6a7d7098-8f12-40d3-b609-e354a5077735), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.104820 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.114040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1554fe8-01d6-4b01-a46a-42474b04e79a admin admin] Publish callbacks [] for security_group (903365f0-0fa7-44f4-9e92-79197bcfdaf3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.203347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1554fe8-01d6-4b01-a46a-42474b04e79a admin admin] Publish callbacks [] for security_group (903365f0-0fa7-44f4-9e92-79197bcfdaf3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.223239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:01.228490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Pushing event updated for resources: {'Port': ['ID=6a7d7098-8f12-40d3-b609-e354a5077735,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:01.235987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:01.243457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:01.273083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c1d1b393-4c24-4aac-bf43-61d33612002d up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:01.318464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1554fe8-01d6-4b01-a46a-42474b04e79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (903365f0-0fa7-44f4-9e92-79197bcfdaf3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.321755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f1554fe8-01d6-4b01-a46a-42474b04e79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.323227 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1554fe8-01d6-4b01-a46a-42474b04e79a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/903365f0-0fa7-44f4-9e92-79197bcfdaf3 HTTP/1.1" status: 204 len: 168 time: 0.3663311 Feb 19 00:44:01.335592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:01.352827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1554fe8-01d6-4b01-a46a-42474b04e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903365f0-0fa7-44f4-9e92-79197bcfdaf3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:01.574397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Attempting to bind port 6a7d7098-8f12-40d3-b609-e354a5077735 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:44:01.574913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Attempting to bind port 6a7d7098-8f12-40d3-b609-e354a5077735 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c7a175fc-3202-4506-af3b-03cc683fdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:44:01.576401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Attempting to bind port 6a7d7098-8f12-40d3-b609-e354a5077735 on network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:44:01.601895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:44:01.602324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Checking segment: {'id': 'c7a175fc-3202-4506-af3b-03cc683fdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:01.606254 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.606673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Bound using segment: {'id': 'c7a175fc-3202-4506-af3b-03cc683fdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:44:01.618101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Bound port: 6a7d7098-8f12-40d3-b609-e354a5077735, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7a175fc-3202-4506-af3b-03cc683fdce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:44:01.618572 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.642700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.722265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:01.756405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port c1d1b393-4c24-4aac-bf43-61d33612002d completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:44:01.764882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port c1d1b393-4c24-4aac-bf43-61d33612002d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:01.765376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.873364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port c1d1b393-4c24-4aac-bf43-61d33612002d is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:01.873761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.918863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57682) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:01.929803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] For port 6a7d7098-8f12-40d3-b609-e354a5077735, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:44:01.949267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] For port 6a7d7098-8f12-40d3-b609-e354a5077735, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6a7d7098-8f12-40d3-b609-e354a5077735,segment=NetworkSegment(c7a175fc-3202-4506-af3b-03cc683fdce0),segment_id=c7a175fc-3202-4506-af3b-03cc683fdce0)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:44:01.954949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-130fc6f9-f903-40ef-9e09-5aae3750e518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:01.994675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port c1d1b393-4c24-4aac-bf43-61d33612002d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c1d1b393-4c24-4aac-bf43-61d33612002d,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:01.997437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce32c08-f79e-4133-ba7e-3fccc14dcb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d1b393-4c24-4aac-bf43-61d33612002d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:44:02.001121 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb36bf6-de49-484d-a817-60c235329691" -d '{"events": [{"server_uuid": "9ce32c08-f79e-4133-ba7e-3fccc14dcb51", "name": "network-vif-plugged", "status": "completed", "tag": "c1d1b393-4c24-4aac-bf43-61d33612002d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:44:02.007086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.155609 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.194721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9bb8e-02ba-4b7b-97e5-374faa90e338 None None] Pushing event updated for resources: {'Port': ['ID=6a7d7098-8f12-40d3-b609-e354a5077735,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:02.221276 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c23b413-a961-43fe-9973-f85998abba32 x-openstack-request-id: req-5c23b413-a961-43fe-9973-f85998abba32 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:44:02.221576 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce32c08-f79e-4133-ba7e-3fccc14dcb51", "name": "network-vif-plugged", "status": "completed", "tag": "c1d1b393-4c24-4aac-bf43-61d33612002d", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:44:02.221836 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c23b413-a961-43fe-9973-f85998abba32 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:44:02.222277 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce32c08-f79e-4133-ba7e-3fccc14dcb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d1b393-4c24-4aac-bf43-61d33612002d', 'code': 200} Feb 19 00:44:02.260693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-130fc6f9-f903-40ef-9e09-5aae3750e518 admin admin] Publish callbacks [] for security_group (5c00ad6b-46e6-4135-80fc-fd3d7402e998), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.283060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-130fc6f9-f903-40ef-9e09-5aae3750e518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5c00ad6b-46e6-4135-80fc-fd3d7402e998), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.337031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::1af (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/d93ff06b-ef97-406f-8027-d8dbbefc1a8f/a0a296e9-ae7b-46a1-8dec-ae2b85190dc9) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:02.347346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=c1d1b393-4c24-4aac-bf43-61d33612002d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:02.351913 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-130fc6f9-f903-40ef-9e09-5aae3750e518 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0e506b436604c92bffe5d8fd0c37f07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4296913 Feb 19 00:44:02.356071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57690) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:02.356847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fc6f9-f903-40ef-9e09-5aae3750e518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c00ad6b-46e6-4135-80fc-fd3d7402e998,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:02.391643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dae11-7f63-4af2-bafe-56dc85d21976 req-7982b23d-c448-432c-914f-3c4d978324d8 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:02.400139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a3129-f28a-4c8e-963d-f64a176c6baa req-aebd9087-edd5-4152-9789-0601efa1730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:02.401790 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cb1a3129-f28a-4c8e-963d-f64a176c6baa req-aebd9087-edd5-4152-9789-0601efa1730b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 1128 time: 0.1533546 Feb 19 00:44:02.406879 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae0dae11-7f63-4af2-bafe-56dc85d21976 req-7982b23d-c448-432c-914f-3c4d978324d8 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 945 time: 0.8703451 Feb 19 00:44:02.502340 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cb1a3129-f28a-4c8e-963d-f64a176c6baa req-1956eb50-ee0f-48f7-b941-02444fe2a7d5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921867 Feb 19 00:44:02.516964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d11d6e5-6fa2-4e62-9f54-863b92572af1 admin admin] Publish callbacks [] for security_group (5c00ad6b-46e6-4135-80fc-fd3d7402e998), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.527103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae0dae11-7f63-4af2-bafe-56dc85d21976 req-1f0ee718-958c-4ea7-86e5-d0f4a1926adb tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189389 Feb 19 00:44:02.558101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d11d6e5-6fa2-4e62-9f54-863b92572af1 admin admin] Publish callbacks [] for security_group (5c00ad6b-46e6-4135-80fc-fd3d7402e998), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.653721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d11d6e5-6fa2-4e62-9f54-863b92572af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5c00ad6b-46e6-4135-80fc-fd3d7402e998), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.656686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d11d6e5-6fa2-4e62-9f54-863b92572af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.660253 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9d11d6e5-6fa2-4e62-9f54-863b92572af1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c00ad6b-46e6-4135-80fc-fd3d7402e998 HTTP/1.1" status: 204 len: 168 time: 0.2911737 Feb 19 00:44:02.675168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11d6e5-6fa2-4e62-9f54-863b92572af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c00ad6b-46e6-4135-80fc-fd3d7402e998,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:02.790274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:02.870881 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:03.006940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=a0a296e9-ae7b-46a1-8dec-ae2b85190dc9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:03.039459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:03.045935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:03.048603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:03.063170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:03.063373 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:03.095876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57702) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:03.101194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7dd80dda-bf07-47d6-bbd2-872605946d47 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:03.105377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-93df7cbd-86aa-40c5-9c8d-51ea4e2a8857 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0342486 Feb 19 00:44:03.372194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd80dda-bf07-47d6-bbd2-872605946d47 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:03.384929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dd80dda-bf07-47d6-bbd2-872605946d47 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:03.432101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6a7d7098-8f12-40d3-b609-e354a5077735 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:03.578937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:03.579326 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:03.663789 n-d-826527-3 neutron-server[103650]: INFO neutron.db.ipam_backend_mixin [None req-7dd80dda-bf07-47d6-bbd2-872605946d47 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d93ff06b-ef97-406f-8027-d8dbbefc1a8f (CIDR: 2001:db8::/64) Feb 19 00:44:03.669824 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd80dda-bf07-47d6-bbd2-872605946d47 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:44:03.670380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd80dda-bf07-47d6-bbd2-872605946d47 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:03.706882 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7dd80dda-bf07-47d6-bbd2-872605946d47 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6097722 Feb 19 00:44:03.709795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57716) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:03.725097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:03.766087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:03.766698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:03.823284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdde43-8274-4240-9bb4-f708b5d0a54a req-2acafd05-e96c-47ed-a376-f1890cd34c27 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:03.836506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbcdde43-8274-4240-9bb4-f708b5d0a54a req-2acafd05-e96c-47ed-a376-f1890cd34c27 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.1624889 Feb 19 00:44:03.843785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 6a7d7098-8f12-40d3-b609-e354a5077735, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6a7d7098-8f12-40d3-b609-e354a5077735,segment=NetworkSegment(c7a175fc-3202-4506-af3b-03cc683fdce0),segment_id=c7a175fc-3202-4506-af3b-03cc683fdce0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:03.850601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:03.966352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=6a7d7098-8f12-40d3-b609-e354a5077735,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:03.975236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:03.976767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbcdde43-8274-4240-9bb4-f708b5d0a54a req-06e84b31-f63e-4dc0-9eee-ef6ccdf6c59f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379921 Feb 19 00:44:03.983409 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.237661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57732) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:04.312579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4d651d64-2972-4402-bfef-d7312b6479b4 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:04.313414 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d651d64-2972-4402-bfef-d7312b6479b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.419624 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (4831462e-755a-4d42-9012-50250b1cee3c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.459396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1225764910'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:04.486964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4d651d64-2972-4402-bfef-d7312b6479b4 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:04.501686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4d651d64-2972-4402-bfef-d7312b6479b4 None None] Provisioning complete for port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:04.502786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d651d64-2972-4402-bfef-d7312b6479b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.513807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Made reservation on behalf of 63793fbe6a9c4cf3958aa268714d966d for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:04.524158 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.551450 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.558704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4d651d64-2972-4402-bfef-d7312b6479b4 None None] Port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:04.603190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:04.615761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:04.619352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:04.620193 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.638255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=4831462e-755a-4d42-9012-50250b1cee3c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:04.671803 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc4f3625-f783-48ae-a0a5-45a885844cc3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9534154 Feb 19 00:44:04.674260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57738) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:04.686954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-749443825', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4831462e-755a-4d42-9012-50250b1cee3c'}], 'security_groups': ['c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:04.689916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for security_group (9add3028-4a1a-4f4d-85aa-c178473f862c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.695007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9add3028-4a1a-4f4d-85aa-c178473f862c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.728825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:44:04.743925 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ff50b7ca-7a91-4991-ab44-180de620909d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.744493 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Added segment ff50b7ca-7a91-4991-ab44-180de620909d of type vlan for network df79d519-8dc5-449e-9c90-a0aead5a1c71 Feb 19 00:44:04.748745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c680eada-d1a1-4ed0-ad66-5b36c61b8347 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:04.803989 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (df79d519-8dc5-449e-9c90-a0aead5a1c71), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.833878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3689021d-5891-4ace-ac92-0b3c66a74adb None None] Provisioning complete for port a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:04.834454 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3689021d-5891-4ace-ac92-0b3c66a74adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.850779 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (df79d519-8dc5-449e-9c90-a0aead5a1c71), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.857021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:04.857970 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.921178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3689021d-5891-4ace-ac92-0b3c66a74adb None None] Port a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:04.942466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:04.993808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9add3028-4a1a-4f4d-85aa-c178473f862c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:05.048052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8089533 Feb 19 00:44:05.049017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57750) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:05.081017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'subnet': {'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:05.117377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Update dhcp port {'port': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'fixed_ips': [{'subnet_id': 'd93ff06b-ef97-406f-8027-d8dbbefc1a8f', 'ip_address': '2001:db8::2'}, {'subnet_id': '4831462e-755a-4d42-9012-50250b1cee3c'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '6a7d7098-8f12-40d3-b609-e354a5077735'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:44:05.208912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:05.272660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Network': ['ID=df79d519-8dc5-449e-9c90-a0aead5a1c71,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:05.334800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.335164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.335530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.336148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.336254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.336556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.336897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.337238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.337720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.338060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.338488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.338981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.339449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3817801b-5c20-4536-8a37-150e56867c0b tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:05.342975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6a7d7098-8f12-40d3-b609-e354a5077735 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:05.374728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:44:05.417379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e05ad-65d5-4708-b8ff-599dc5c76f78 req-a51e1160-470f-4d65-8166-9dd2aa1d54a6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:05.426039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f98e05ad-65d5-4708-b8ff-599dc5c76f78 req-a51e1160-470f-4d65-8166-9dd2aa1d54a6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.1597302 Feb 19 00:44:05.435850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Made reservation on behalf of 63793fbe6a9c4cf3958aa268714d966d for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:05.441176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:05.683208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Delete allocated IP 2001:db8::1af (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/d93ff06b-ef97-406f-8027-d8dbbefc1a8f) {{(pid=103650) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 00:44:05.686724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f98e05ad-65d5-4708-b8ff-599dc5c76f78 req-0f7356bc-0475-4502-a1c9-9f3d21ea2640 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588871 Feb 19 00:44:05.703978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06089d-849a-4620-9b33-5572998ff555 req-16ad2797-bac6-498e-a69d-7a524d9c4920 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:05.707422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc06089d-849a-4620-9b33-5572998ff555 req-16ad2797-bac6-498e-a69d-7a524d9c4920 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1128 time: 0.1635160 Feb 19 00:44:05.732448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8:0:1::86 (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/4831462e-755a-4d42-9012-50250b1cee3c/a0a296e9-ae7b-46a1-8dec-ae2b85190dc9) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:05.783309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc06089d-849a-4620-9b33-5572998ff555 req-80cfa47c-6b2a-475e-828e-1596216f6513 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659218 Feb 19 00:44:05.785020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:05.785545 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:05.824392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57760) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:05.890092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (87b37298-4515-4c2f-b0f8-a8002f406cd9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:05.964777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:06.019091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Subnet': ['ID=87b37298-4515-4c2f-b0f8-a8002f406cd9,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:06.036792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b96cac-1c36-42f5-852f-12be334633d0 req-5e01165d-2cca-41a9-8f9b-fde0bb232902 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:06.044681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9b96cac-1c36-42f5-852f-12be334633d0 req-5e01165d-2cca-41a9-8f9b-fde0bb232902 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.1490409 Feb 19 00:44:06.075728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Checking segment: {'id': 'ff50b7ca-7a91-4991-ab44-180de620909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:06.076399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Network hostable DHCP agents. Network: df79d519-8dc5-449e-9c90-a0aead5a1c71, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:44:06.183179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9b96cac-1c36-42f5-852f-12be334633d0 req-23c0c6ce-8371-450c-bbbd-d63b28e3e994 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372867 Feb 19 00:44:06.186332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:44:06.215885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, df79d519-8dc5-449e-9c90-a0aead5a1c71) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:06.225369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53443a38-26b3-4a1f-8a19-38358a6ea402 None None] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:06.237555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:06.238785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:06.277309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6d1d80d6-6327-4915-bd37-3e2449533a3e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2062135 Feb 19 00:44:06.282410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57776) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:06.305421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1929315655'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:06.523441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-df79d519-8dc5-449e-9c90-a0aead5a1c71', 'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71', 'project_id': '63793fbe6a9c4cf3958aa268714d966d', 'fixed_ips': [{'subnet_id': '87b37298-4515-4c2f-b0f8-a8002f406cd9'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:44:06.524470 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:06.604652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:06.630598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:06.761405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 4f8e60a6-ff48-4033-9449-5925ab0f781a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:06.762231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4f8e60a6-ff48-4033-9449-5925ab0f781a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:06.780495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Made reservation on behalf of 63793fbe6a9c4cf3958aa268714d966d for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:06.788590 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:06.814046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b03fb9-bbe0-4915-a615-99cb378f74b9 req-0cfd08bb-b513-4395-8ef3-39a5f85e9d60 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:06.820936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67b03fb9-bbe0-4915-a615-99cb378f74b9 req-0cfd08bb-b513-4395-8ef3-39a5f85e9d60 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.1967010 Feb 19 00:44:06.868249 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=a0a296e9-ae7b-46a1-8dec-ae2b85190dc9,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:06.914484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] device_id is not set on port a65937e2-7ed6-4238-909f-5deafcb5b1eb yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:06.942891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] In _notify_port_updated(), no bound segment for port a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 on network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:44:06.952087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:06.955580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:06.957887 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6c0aa035-de2a-4cfd-9171-ae4f159de567 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "PUT /v2.0/ports/a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 HTTP/1.1" status: 200 len: 929 time: 2.2833056 Feb 19 00:44:06.961251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:07.021545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Allocated IP 2001:db8:0:1::2 (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/4831462e-755a-4d42-9012-50250b1cee3c/6a7d7098-8f12-40d3-b609-e354a5077735) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:07.153707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Allocated IP 2001:db8::2 (df79d519-8dc5-449e-9c90-a0aead5a1c71/87b37298-4515-4c2f-b0f8-a8002f406cd9/db936f30-6589-4c9c-8c31-ac7a1a5b51b5) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:07.172741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67b03fb9-bbe0-4915-a615-99cb378f74b9 req-4eeef145-32d4-47a7-bcf3-37f6db6c2dca tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507700 Feb 19 00:44:07.215191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a1636-060a-48f7-bd63-63df33bb152d req-13f7f25d-3f10-49db-8cc9-4c6406357bff tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:07.233878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-252a1636-060a-48f7-bd63-63df33bb152d req-13f7f25d-3f10-49db-8cc9-4c6406357bff tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.3383152 Feb 19 00:44:07.252829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4f8e60a6-ff48-4033-9449-5925ab0f781a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.253307 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (4f8e60a6-ff48-4033-9449-5925ab0f781a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.331765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-252a1636-060a-48f7-bd63-63df33bb152d req-1bf6fa23-778f-4508-a10a-88bd2efbb6bf tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865068 Feb 19 00:44:07.345457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 4f8e60a6-ff48-4033-9449-5925ab0f781a owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:07.405999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] For port 6a7d7098-8f12-40d3-b609-e354a5077735, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6a7d7098-8f12-40d3-b609-e354a5077735,segment=NetworkSegment(c7a175fc-3202-4506-af3b-03cc683fdce0),segment_id=c7a175fc-3202-4506-af3b-03cc683fdce0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:07.476640 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Publish callbacks [] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.490074 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.553367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Pushing event updated for resources: {'Port': ['ID=db936f30-6589-4c9c-8c31-ac7a1a5b51b5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:07.559317 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Publish callbacks [] for port (6a7d7098-8f12-40d3-b609-e354a5077735), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.566325 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.571428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:07.576568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:07.579236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:07.593822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-870ef9d5-3063-4d95-8689-3c5f28e3a6ca tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:07.594167 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-870ef9d5-3063-4d95-8689-3c5f28e3a6ca tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.624310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f5682-3847-4b4e-aae6-89eb440f77d1 req-c70dc991-01c4-4be1-9ddb-fdb61b5c5ee0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:07.639154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-253f5682-3847-4b4e-aae6-89eb440f77d1 req-c70dc991-01c4-4be1-9ddb-fdb61b5c5ee0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.2508898 Feb 19 00:44:07.659593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Pushing event updated for resources: {'Port': ['ID=6a7d7098-8f12-40d3-b609-e354a5077735,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:07.685911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.686662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.687214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.687758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.688300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.688861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.689421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.690659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.691220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.697072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.697868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.698444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.698991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ede664-be48-4dbd-b4eb-8a3cacfaf319 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:07.746165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Allocated IP 2001:db8::71 (df79d519-8dc5-449e-9c90-a0aead5a1c71/87b37298-4515-4c2f-b0f8-a8002f406cd9/a65937e2-7ed6-4238-909f-5deafcb5b1eb) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:07.820066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-253f5682-3847-4b4e-aae6-89eb440f77d1 req-e650a71e-5c8c-4df5-8aae-c5d1ef3325e5 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583364 Feb 19 00:44:07.863431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Attempting to bind port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:44:07.864154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Attempting to bind port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ff50b7ca-7a91-4991-ab44-180de620909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:44:07.864731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Attempting to bind port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 on network df79d519-8dc5-449e-9c90-a0aead5a1c71 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:44:07.885731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:44:07.886635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Checking segment: {'id': 'ff50b7ca-7a91-4991-ab44-180de620909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:07.887258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.887856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Bound using segment: {'id': 'ff50b7ca-7a91-4991-ab44-180de620909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:44:07.888575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Bound port: db936f30-6589-4c9c-8c31-ac7a1a5b51b5, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff50b7ca-7a91-4991-ab44-180de620909d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:44:07.889208 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:07.959140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] For port db936f30-6589-4c9c-8c31-ac7a1a5b51b5, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:44:07.963016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] For port db936f30-6589-4c9c-8c31-ac7a1a5b51b5, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=db936f30-6589-4c9c-8c31-ac7a1a5b51b5,segment=NetworkSegment(ff50b7ca-7a91-4991-ab44-180de620909d),segment_id=ff50b7ca-7a91-4991-ab44-180de620909d)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:44:07.970512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:08.146165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f377e-09a6-444b-83ef-443657db3c78 None None] Pushing event updated for resources: {'Port': ['ID=db936f30-6589-4c9c-8c31-ac7a1a5b51b5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:08.223488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-870ef9d5-3063-4d95-8689-3c5f28e3a6ca tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:08.256183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-870ef9d5-3063-4d95-8689-3c5f28e3a6ca tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:08.383551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (a65937e2-7ed6-4238-909f-5deafcb5b1eb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:08.476088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cfa58-5404-410e-a1d8-bb29fff0255c req-e4a4d451-84c5-4450-9873-851670e658a7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:08.477692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f42cfa58-5404-410e-a1d8-bb29fff0255c req-e4a4d451-84c5-4450-9873-851670e658a7 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.2376912 Feb 19 00:44:08.660824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f42cfa58-5404-410e-a1d8-bb29fff0255c req-d41b5bae-db60-47b5-a2f7-4ec8a3463ff0 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712713 Feb 19 00:44:08.836133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8feb35-99cd-4135-82e4-d846ac43fa69 req-c5928d5b-ae6e-44db-a8aa-c4828c0efb68 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:08.843226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e8feb35-99cd-4135-82e4-d846ac43fa69 req-c5928d5b-ae6e-44db-a8aa-c4828c0efb68 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.2005818 Feb 19 00:44:08.922404 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a65937e2-7ed6-4238-909f-5deafcb5b1eb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:08.934700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4f8e60a6-ff48-4033-9449-5925ab0f781a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:09.058607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=4f8e60a6-ff48-4033-9449-5925ab0f781a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:09.139211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e8feb35-99cd-4135-82e4-d846ac43fa69 req-e480296c-78c3-42dc-bf76-a84b3780be9b tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848141 Feb 19 00:44:09.249441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:09.283644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6bf3390a-c7aa-491c-99d9-68f34ff14d88 None None] Could not find standard attr ID for object a0a296e9-ae7b-46a1-8dec-ae2b85190dc9. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:44:09.286735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:09.302110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=a65937e2-7ed6-4238-909f-5deafcb5b1eb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:09.309233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:09.337344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:09.338488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:09.345021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-870ef9d5-3063-4d95-8689-3c5f28e3a6ca tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a0a296e9-ae7b-46a1-8dec-ae2b85190dc9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:09.355383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6bf3390a-c7aa-491c-99d9-68f34ff14d88 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:09.358159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6bf3390a-c7aa-491c-99d9-68f34ff14d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:09.383538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d529d-f6c2-450a-9ee8-99a9871ca082 req-b10aa38c-3d16-456b-9093-afb5f3d1a886 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:09.401142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d35d529d-f6c2-450a-9ee8-99a9871ca082 req-b10aa38c-3d16-456b-9093-afb5f3d1a886 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.5094297 Feb 19 00:44:09.409559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f7faa52c-1bc0-4f7c-aee7-7bd462c85fa5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1253083 Feb 19 00:44:09.413915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57826) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:09.430790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-58fc68df-e014-4182-810b-b869d5299a25 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:09.432713 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-58fc68df-e014-4182-810b-b869d5299a25 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.126 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.5359077 Feb 19 00:44:09.446896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (a60df1e7-a478-40f5-830d-89c182188446), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:09.447255 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Floating IP a60df1e7-a478-40f5-830d-89c182188446 disassociated (deleted). External IP: 172.25.6.158, port: 64f3510b-240a-451c-9650-ad7e4aeebb83. Feb 19 00:44:09.487330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1850602814', 'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:c6:10:d0'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:09.639051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device db936f30-6589-4c9c-8c31-ac7a1a5b51b5 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:09.659770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ef9d5-3063-4d95-8689-3c5f28e3a6ca tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=a0a296e9-ae7b-46a1-8dec-ae2b85190dc9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:09.725089 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-870ef9d5-3063-4d95-8689-3c5f28e3a6ca tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:09.734381 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-870ef9d5-3063-4d95-8689-3c5f28e3a6ca tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 HTTP/1.1" status: 204 len: 168 time: 2.7716935 Feb 19 00:44:09.741668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57832) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:09.841112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3390a-c7aa-491c-99d9-68f34ff14d88 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:09.864577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:09.865100 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:09.874713 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a29678-f3e2-422a-be76-794565bc82cf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:44:09.876175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e6a29678-f3e2-422a-be76-794565bc82cf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/a0a296e9-ae7b-46a1-8dec-ae2b85190dc9 HTTP/1.1" status: 404 len: 333 time: 0.1325989 Feb 19 00:44:09.892182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57834) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:09.960488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6bf3390a-c7aa-491c-99d9-68f34ff14d88 None None] Provisioning complete for port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:09.960890 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6bf3390a-c7aa-491c-99d9-68f34ff14d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:09.980403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d35d529d-f6c2-450a-9ee8-99a9871ca082 req-9aeb81fa-323e-4149-a29f-124b0b2d8891 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675006 Feb 19 00:44:10.002485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6bf3390a-c7aa-491c-99d9-68f34ff14d88 None None] Port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:10.078221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:10.078221 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.089463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Made reservation on behalf of 63793fbe6a9c4cf3958aa268714d966d for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:10.176837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port db936f30-6589-4c9c-8c31-ac7a1a5b51b5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=db936f30-6589-4c9c-8c31-ac7a1a5b51b5,segment=NetworkSegment(ff50b7ca-7a91-4991-ab44-180de620909d),segment_id=ff50b7ca-7a91-4991-ab44-180de620909d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:10.184100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-facb310c-99c9-4f5a-94a8-92a97fe0cbb3 None None] Could not find standard attr ID for object a0a296e9-ae7b-46a1-8dec-ae2b85190dc9. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:44:10.185663 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.188528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6a7d7098-8f12-40d3-b609-e354a5077735 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:10.435686 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.472626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9223e6bd-4099-4d15-bf18-c3027670e3fd None None] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:10.519837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] device_id is not set on port 9bc2f5b4-5d6e-451a-91bd-4138b293d841 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:10.547259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d03b2b0-0395-401c-9f65-dd62dcf5083e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (107fc4d8-b2e0-4dab-af13-687d9ccd1b4f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.592000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4c7436-df62-4a31-96b5-e7de8fc69a04 req-1bf0d857-1158-4fa6-ae8b-066ef1caf01e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:10.599555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa4c7436-df62-4a31-96b5-e7de8fc69a04 req-1bf0d857-1158-4fa6-ae8b-066ef1caf01e tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 946 time: 0.1936057 Feb 19 00:44:10.627408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Deleting port bac6700d-0309-4528-b486-47cf7b8e2e11 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:10.627840 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.648912 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d03b2b0-0395-401c-9f65-dd62dcf5083e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (107fc4d8-b2e0-4dab-af13-687d9ccd1b4f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.817182 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa4c7436-df62-4a31-96b5-e7de8fc69a04 req-c71ac58a-6e7c-41d6-b3c8-48a4514d02ae tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0b1bb7a-126a-481b-b423-79ea2a530858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130842 Feb 19 00:44:10.848078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=db936f30-6589-4c9c-8c31-ac7a1a5b51b5,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:10.876874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:10.882551 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.896062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-58f6658f-741f-4b29-a9b2-dad20876e354 None None] Provisioning complete for port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:10.896834 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58f6658f-741f-4b29-a9b2-dad20876e354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.921676 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d03b2b0-0395-401c-9f65-dd62dcf5083e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (107fc4d8-b2e0-4dab-af13-687d9ccd1b4f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.926626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d03b2b0-0395-401c-9f65-dd62dcf5083e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:10.938215 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5d03b2b0-0395-401c-9f65-dd62dcf5083e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/security-groups/107fc4d8-b2e0-4dab-af13-687d9ccd1b4f HTTP/1.1" status: 204 len: 168 time: 1.0174353 Feb 19 00:44:10.938912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57852) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:10.998870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b31df09-eedd-4aa5-a2a7-958e2c745989 req-8b06faa5-3766-4e49-a32d-2b39dda0db54 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:11.011095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b31df09-eedd-4aa5-a2a7-958e2c745989 req-8b06faa5-3766-4e49-a32d-2b39dda0db54 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.4015026 Feb 19 00:44:11.073858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03b2b0-0395-401c-9f65-dd62dcf5083e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107fc4d8-b2e0-4dab-af13-687d9ccd1b4f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:11.098058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] For port bac6700d-0309-4528-b486-47cf7b8e2e11, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bac6700d-0309-4528-b486-47cf7b8e2e11,segment=NetworkSegment(8d4a6032-d44a-4ab6-b659-0354644a8796),segment_id=8d4a6032-d44a-4ab6-b659-0354644a8796)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:11.098470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:11.127914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Allocated IP 2001:db8::348 (df79d519-8dc5-449e-9c90-a0aead5a1c71/87b37298-4515-4c2f-b0f8-a8002f406cd9/9bc2f5b4-5d6e-451a-91bd-4138b293d841) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:11.137192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Calling delete_port for bac6700d-0309-4528-b486-47cf7b8e2e11 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:11.198624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:11.213081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-58f6658f-741f-4b29-a9b2-dad20876e354 None None] Current status of the port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:11.247367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b31df09-eedd-4aa5-a2a7-958e2c745989 req-040bd712-af62-4e32-83ea-71330da3e862 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353394 Feb 19 00:44:11.286584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:11.565240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409e73a3-a642-4869-b847-9215c1c9e23a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:11.577271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 252e463a-f508-4dd1-a3e2-1aa55d974a63 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:44:11.578304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bac6700d-0309-4528-b486-47cf7b8e2e11), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:11.661983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Pushing event deleted for resources: {'Port': ['ID=bac6700d-0309-4528-b486-47cf7b8e2e11,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:11.700871 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (9bc2f5b4-5d6e-451a-91bd-4138b293d841), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:11.779051 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9bc2f5b4-5d6e-451a-91bd-4138b293d841), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:11.801654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device db936f30-6589-4c9c-8c31-ac7a1a5b51b5 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:11.892059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No active binding found for port bac6700d-0309-4528-b486-47cf7b8e2e11 {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:44:11.892430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port bac6700d-0309-4528-b486-47cf7b8e2e11 host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:44:11.892550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:11.892866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bac6700d-0309-4528-b486-47cf7b8e2e11 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:44:11.907581 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:11.910405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:11.915727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-44b14653-820f-45ea-a7fd-5cd6c1226c5a None None] Provisioning complete for port a65937e2-7ed6-4238-909f-5deafcb5b1eb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:11.916122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44b14653-820f-45ea-a7fd-5cd6c1226c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a65937e2-7ed6-4238-909f-5deafcb5b1eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:11.917389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:11.922963 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:11.967160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=9bc2f5b4-5d6e-451a-91bd-4138b293d841,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:12.000211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:44:12.007060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409e73a3-a642-4869-b847-9215c1c9e23a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.017675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3b7bef48-360b-484e-8655-02e268f6d5ab tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.5590467 Feb 19 00:44:12.018487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57866) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:12.018737 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] Sync routers for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:44:12.020900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-44b14653-820f-45ea-a7fd-5cd6c1226c5a None None] Port a65937e2-7ed6-4238-909f-5deafcb5b1eb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:12.043962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.045798 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:12.049026 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:43:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:12.058329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-44b14653-820f-45ea-a7fd-5cd6c1226c5a None None] Provisioning complete for port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:12.058725 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44b14653-820f-45ea-a7fd-5cd6c1226c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.152083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] No DVR routers for this DVR port bac6700d-0309-4528-b486-47cf7b8e2e11 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:44:12.168909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.173995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-96fd625f-fbb3-4d31-890d-5a7a1f2f74ee req-bc6a2702-07b0-4d39-9ea5-9645c9ff9d51 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.126 "DELETE /v2.0/ports/bac6700d-0309-4528-b486-47cf7b8e2e11 HTTP/1.1" status: 204 len: 173 time: 2.7112615 Feb 19 00:44:12.184024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:12.184409 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.192524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-deleted', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:44:12.197040 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3089013b-09e4-481f-a05e-deae5c3e7915" -d '{"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-deleted", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:44:12.206658 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-19ed5d45-5b8b-45ed-bb45-067c721edc55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/floatingips/a60df1e7-a478-40f5-830d-89c182188446 HTTP/1.1" status: 204 len: 168 time: 6.3799818 Feb 19 00:44:12.228081 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409e73a3-a642-4869-b847-9215c1c9e23a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.231548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409e73a3-a642-4869-b847-9215c1c9e23a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.235649 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-409e73a3-a642-4869-b847-9215c1c9e23a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/security-groups/c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682 HTTP/1.1" status: 204 len: 168 time: 1.2756269 Feb 19 00:44:12.240877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:12.326485 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:44:12.350585 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0262ab76-bd2a-4abd-aecd-a7501c4d5bf7 x-openstack-request-id: req-0262ab76-bd2a-4abd-aecd-a7501c4d5bf7 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:44:12.356834 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cd2c38-2622-4d7c-aec9-e52543366e56", "name": "network-vif-deleted", "tag": "bac6700d-0309-4528-b486-47cf7b8e2e11", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:44:12.360370 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0262ab76-bd2a-4abd-aecd-a7501c4d5bf7 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:44:12.361209 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cd2c38-2622-4d7c-aec9-e52543366e56', 'name': 'network-vif-deleted', 'tag': 'bac6700d-0309-4528-b486-47cf7b8e2e11', 'status': 'completed', 'code': 200} Feb 19 00:44:12.448547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e73a3-a642-4869-b847-9215c1c9e23a tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f1bd4c-3f1f-4411-8f0d-4ff2a22e7682,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:12.452565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-44b14653-820f-45ea-a7fd-5cd6c1226c5a None None] Current status of the port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:12.562339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f50341f-0ba4-4909-97bf-2ced104c84d6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet d93ff06b-ef97-406f-8027-d8dbbefc1a8f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:44:12.574805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f50341f-0ba4-4909-97bf-2ced104c84d6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (d93ff06b-ef97-406f-8027-d8dbbefc1a8f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.595478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:12.616645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2a57f463-7bd3-4671-9ab5-08e99bb5770d None None] Provisioning complete for port a65937e2-7ed6-4238-909f-5deafcb5b1eb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:12.617036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a57f463-7bd3-4671-9ab5-08e99bb5770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a65937e2-7ed6-4238-909f-5deafcb5b1eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.706339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f50341f-0ba4-4909-97bf-2ced104c84d6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (d93ff06b-ef97-406f-8027-d8dbbefc1a8f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.744554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2a57f463-7bd3-4671-9ab5-08e99bb5770d None None] Port a65937e2-7ed6-4238-909f-5deafcb5b1eb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:12.772867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2a57f463-7bd3-4671-9ab5-08e99bb5770d None None] Provisioning complete for port 9bc2f5b4-5d6e-451a-91bd-4138b293d841 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:12.773254 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a57f463-7bd3-4671-9ab5-08e99bb5770d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9bc2f5b4-5d6e-451a-91bd-4138b293d841), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.862242 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:31Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:12.870312 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f50341f-0ba4-4909-97bf-2ced104c84d6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d93ff06b-ef97-406f-8027-d8dbbefc1a8f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:12.873608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2a57f463-7bd3-4671-9ab5-08e99bb5770d None None] Port 9bc2f5b4-5d6e-451a-91bd-4138b293d841 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:12.895420 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] Checking router: 252e463a-f508-4dd1-a3e2-1aa55d974a63 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:44:12.906492 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:12.907452 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:43:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:12.969448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f50341f-0ba4-4909-97bf-2ced104c84d6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (d93ff06b-ef97-406f-8027-d8dbbefc1a8f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:13.039900 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f50341f-0ba4-4909-97bf-2ced104c84d6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:13.043312 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2f50341f-0ba4-4909-97bf-2ced104c84d6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/d93ff06b-ef97-406f-8027-d8dbbefc1a8f HTTP/1.1" status: 204 len: 168 time: 0.7692618 Feb 19 00:44:13.044184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef38c06-dcc5-44c4-9ecf-b843cef0cb18 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:13.044416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f50341f-0ba4-4909-97bf-2ced104c84d6 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=d93ff06b-ef97-406f-8027-d8dbbefc1a8f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:13.055290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:13.061168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d390d560-4867-4767-bc44-f3d13560c930 req-14308661-b271-4101-9a1c-bb5f198f5a85 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7cd2c38-2622-4d7c-aec9-e52543366e56 HTTP/1.1" status: 200 len: 210 time: 1.0025756 Feb 19 00:44:13.067901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:13.184451 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:44:13.273231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe1a41d-82d4-44f8-a20d-5c08ac4a970a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:13.279019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe1a41d-82d4-44f8-a20d-5c08ac4a970a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:13.284371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe1a41d-82d4-44f8-a20d-5c08ac4a970a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:13.289193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ffe1a41d-82d4-44f8-a20d-5c08ac4a970a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 1.2667277 Feb 19 00:44:13.291409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:13.333128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-ee5a4b97-c779-4807-900f-ecd90f985181 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:13.341906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-ee5a4b97-c779-4807-900f-ecd90f985181 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.126 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 1.2151284 Feb 19 00:44:13.370732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064eb5f-dd68-4aa3-bfbd-510528d3d69a req-e92caf72-51c1-4a8b-baa6-dafa5aefaff6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:13.390945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4064eb5f-dd68-4aa3-bfbd-510528d3d69a req-e92caf72-51c1-4a8b-baa6-dafa5aefaff6 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 946 time: 0.4287159 Feb 19 00:44:13.516882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:13.521662 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:13.626117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4064eb5f-dd68-4aa3-bfbd-510528d3d69a req-74072216-9595-4de5-abb9-4e54253a2c3f tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/security-groups?id=1656150e-6a30-4725-982c-e9d8677f3bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340605 Feb 19 00:44:13.645227 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:31Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:13.721681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-47f54ba7-6f95-40e1-a583-f2a32869272f tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Deleting port 9bc2f5b4-5d6e-451a-91bd-4138b293d841 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:13.722279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f54ba7-6f95-40e1-a583-f2a32869272f tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9bc2f5b4-5d6e-451a-91bd-4138b293d841), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:13.722613 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3231885-7b00-43b6-81ed-6e051e273b5e None None] The sync data for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 is: [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:41:23Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd', 'name': '', 'network_id': 'ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:6f:0b:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_interface', 'standard_attr_id': 1857, 'fixed_ips': [{'subnet_id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:22Z', 'updated_at': '2022-02-19T00:41:31Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'd944eec4-0c05-4bb2-a338-4a8c7e8192ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:44:13.844703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a245d-5076-470b-afc3-198919d3c712 req-a3ba5c4c-95f1-4e44-a7dd-04fd644e7505 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:13.846347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf7a245d-5076-470b-afc3-198919d3c712 req-a3ba5c4c-95f1-4e44-a7dd-04fd644e7505 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 946 time: 0.5589740 Feb 19 00:44:14.041436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Deleting port c1d1b393-4c24-4aac-bf43-61d33612002d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:14.041870 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:14.067403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f54ba7-6f95-40e1-a583-f2a32869272f tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9bc2f5b4-5d6e-451a-91bd-4138b293d841), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:14.081414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf7a245d-5076-470b-afc3-198919d3c712 req-3df69add-919d-4a72-a880-15cc335de2b8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231019 Feb 19 00:44:14.153172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-47f54ba7-6f95-40e1-a583-f2a32869272f tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Calling delete_port for 9bc2f5b4-5d6e-451a-91bd-4138b293d841 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:14.202653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57898) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:14.279450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-e32ca0ee-3f9f-48fe-a40e-345c5ca50748 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:14.279676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aae980-b045-4ca8-b11d-921ce677bee7 None None] New status for floating IP a60df1e7-a478-40f5-830d-89c182188446: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:44:14.282270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-e32ca0ee-3f9f-48fe-a40e-345c5ca50748 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 946 time: 0.2204566 Feb 19 00:44:14.353447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] For port c1d1b393-4c24-4aac-bf43-61d33612002d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=c1d1b393-4c24-4aac-bf43-61d33612002d,segment=NetworkSegment(54379c94-2db6-4d81-b70c-50954d75092c),segment_id=54379c94-2db6-4d81-b70c-50954d75092c)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:14.354049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:14.391380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:44:14.396591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Calling delete_port for c1d1b393-4c24-4aac-bf43-61d33612002d owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:14.398588 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:44:14.597663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c1d1b393-4c24-4aac-bf43-61d33612002d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:14.670309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Pushing event deleted for resources: {'Port': ['ID=c1d1b393-4c24-4aac-bf43-61d33612002d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:14.721037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e505a974-2d8b-45d8-9bfc-dfd258174605 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:14.723510 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e505a974-2d8b-45d8-9bfc-dfd258174605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:14.934325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c3ed862-66ec-469b-8421-ce8dfc97c139 req-a686d90f-9c8c-47aa-a7d7-5a343472a432 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ce32c08-f79e-4133-ba7e-3fccc14dcb51 HTTP/1.1" status: 200 len: 210 time: 0.1205437 Feb 19 00:44:14.956510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e505a974-2d8b-45d8-9bfc-dfd258174605 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:14.996948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] No DVR routers for this DVR port c1d1b393-4c24-4aac-bf43-61d33612002d on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:44:14.997943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e505a974-2d8b-45d8-9bfc-dfd258174605 None None] Provisioning complete for port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:14.998366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e505a974-2d8b-45d8-9bfc-dfd258174605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.001144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.005162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-756c1261-3d4f-440d-a839-fd33f4d1b32f req-4a70f149-31cc-4475-b270-01ad5a7fb921 tempest-ServerDiskConfigTestJSON-869492143 tempest-ServerDiskConfigTestJSON-869492143-project] 10.222.0.126 "DELETE /v2.0/ports/c1d1b393-4c24-4aac-bf43-61d33612002d HTTP/1.1" status: 204 len: 173 time: 1.6418500 Feb 19 00:44:15.005904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce32c08-f79e-4133-ba7e-3fccc14dcb51', 'name': 'network-vif-deleted', 'tag': 'c1d1b393-4c24-4aac-bf43-61d33612002d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:44:15.008999 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2400b4-81df-4088-924b-5f3656b50fd2" -d '{"events": [{"server_uuid": "9ce32c08-f79e-4133-ba7e-3fccc14dcb51", "name": "network-vif-deleted", "tag": "c1d1b393-4c24-4aac-bf43-61d33612002d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:44:15.091557 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b7568b-25d2-4fb5-90b7-7d7bc061d52c x-openstack-request-id: req-64b7568b-25d2-4fb5-90b7-7d7bc061d52c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:44:15.092265 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce32c08-f79e-4133-ba7e-3fccc14dcb51", "name": "network-vif-deleted", "tag": "c1d1b393-4c24-4aac-bf43-61d33612002d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:44:15.092265 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64b7568b-25d2-4fb5-90b7-7d7bc061d52c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:44:15.096613 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ce32c08-f79e-4133-ba7e-3fccc14dcb51', 'name': 'network-vif-deleted', 'tag': 'c1d1b393-4c24-4aac-bf43-61d33612002d', 'status': 'completed', 'code': 200} Feb 19 00:44:15.133195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e505a974-2d8b-45d8-9bfc-dfd258174605 None None] Port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:15.136050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 64f3510b-240a-451c-9650-ad7e4aeebb83 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:15.137265 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.200452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ca9b81-fe8c-4578-8868-7af00d06bf79 admin admin] Deleting subnet 96da7c72-2c12-434d-8482-df768791c408 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:44:15.212021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9ca9b81-fe8c-4578-8868-7af00d06bf79 admin admin] Publish callbacks [] for subnet (96da7c72-2c12-434d-8482-df768791c408), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.300589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c1d1b393-4c24-4aac-bf43-61d33612002d no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:15.362824 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe3d70-1bb3-415f-81b9-0d4efd0848e9 x-openstack-request-id: req-debe3d70-1bb3-415f-81b9-0d4efd0848e9 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:44:15.363127 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:44:15.364098 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-debe3d70-1bb3-415f-81b9-0d4efd0848e9 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:44:15.364527 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'status': 'completed', 'code': 200} Feb 19 00:44:15.366942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: c1d1b393-4c24-4aac-bf43-61d33612002d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:44:15.367091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device c1d1b393-4c24-4aac-bf43-61d33612002d not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:44:15.385843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port 64f3510b-240a-451c-9650-ad7e4aeebb83, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=64f3510b-240a-451c-9650-ad7e4aeebb83,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:15.386320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.428201 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f54ba7-6f95-40e1-a583-f2a32869272f tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9bc2f5b4-5d6e-451a-91bd-4138b293d841), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.438202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 64f3510b-240a-451c-9650-ad7e4aeebb83 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:15.488113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (cde6b339-63fe-4f5f-af20-e43609945d73), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.498335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9ca9b81-fe8c-4578-8868-7af00d06bf79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (96da7c72-2c12-434d-8482-df768791c408), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.517661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c075886-9fe3-485b-aee4-6e77b801f19f req-986f16ec-532b-4fad-838d-08c4cb5b5d55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:15.519937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c075886-9fe3-485b-aee4-6e77b801f19f req-986f16ec-532b-4fad-838d-08c4cb5b5d55 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 946 time: 0.2369738 Feb 19 00:44:15.594574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f54ba7-6f95-40e1-a583-f2a32869272f tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Port': ['ID=9bc2f5b4-5d6e-451a-91bd-4138b293d841,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:15.620093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c075886-9fe3-485b-aee4-6e77b801f19f req-fccb6090-db34-4781-b91a-938f2b08d9f6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=134a12f8-4e45-4001-a3e3-9d60508ff065&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861139 Feb 19 00:44:15.741878 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (64f3510b-240a-451c-9650-ad7e4aeebb83), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.774250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:15.792898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-ac074a1d-2909-45a2-a61f-74c40ab0ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:15.794477 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-ac074a1d-2909-45a2-a61f-74c40ab0ce1e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=1578b73c-0b0b-48c6-b583-feb139c212c9 HTTP/1.1" status: 200 len: 1128 time: 0.4289713 Feb 19 00:44:15.808946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=cde6b339-63fe-4f5f-af20-e43609945d73,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:15.830335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=64f3510b-240a-451c-9650-ad7e4aeebb83,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:15.852532 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:15.859800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:15.860580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.867797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ac2cb0-6547-41b8-bf45-2a22bdf5ae82 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:15.875572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9ca9b81-fe8c-4578-8868-7af00d06bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (96da7c72-2c12-434d-8482-df768791c408), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.922919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] No DVR routers for this DVR port 64f3510b-240a-451c-9650-ad7e4aeebb83 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:44:15.930271 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:15.941007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e693bcb-a2ff-4541-8d20-923841afedd8 req-545b108c-661b-40ef-9f5c-77e4b05232ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "DELETE /v2.0/ports/64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 204 len: 173 time: 1.3512940 Feb 19 00:44:16.083271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57930) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:16.088518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c0ad5109-4ae8-4645-a647-f33472abca60 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1835321758'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:16.094845 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5452f316-b3d4-4a0b-b5c2-300e48d72710 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0372984 Feb 19 00:44:16.183317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5109-4ae8-4645-a647-f33472abca60 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.354557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f54ba7-6f95-40e1-a583-f2a32869272f tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.364939 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-47f54ba7-6f95-40e1-a583-f2a32869272f tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "DELETE /v2.0/ports/9bc2f5b4-5d6e-451a-91bd-4138b293d841 HTTP/1.1" status: 204 len: 168 time: 3.0702500 Feb 19 00:44:16.369935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57944) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:16.404578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e32e8d-498d-49a3-a219-6fb59fd07ae3 None None] Update dhcp port {'port': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'fixed_ips': [{'subnet_id': '4831462e-755a-4d42-9012-50250b1cee3c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cde6b339-63fe-4f5f-af20-e43609945d73'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '6a7d7098-8f12-40d3-b609-e354a5077735'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:44:16.487868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5109-4ae8-4645-a647-f33472abca60 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (835375f7-6183-4c80-81a2-ff4638ee3a5c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.488060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29e32e8d-498d-49a3-a219-6fb59fd07ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.494224 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5109-4ae8-4645-a647-f33472abca60 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (835375f7-6183-4c80-81a2-ff4638ee3a5c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.509186 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-c72a7b9f-4c31-4438-bcf6-a07c5fbbf340 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] GET failed (client error): The resource could not be found. Feb 19 00:44:16.516069 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c72a7b9f-4c31-4438-bcf6-a07c5fbbf340 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "GET /v2.0/ports/9bc2f5b4-5d6e-451a-91bd-4138b293d841 HTTP/1.1" status: 404 len: 333 time: 0.1382468 Feb 19 00:44:16.538618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57950) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:16.538834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57952) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:16.557418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1820594621'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:16.581663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c0ad5109-4ae8-4645-a647-f33472abca60 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.582995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c0ad5109-4ae8-4645-a647-f33472abca60 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4986796 Feb 19 00:44:16.585835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad5109-4ae8-4645-a647-f33472abca60 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835375f7-6183-4c80-81a2-ff4638ee3a5c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:16.592169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57958) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:16.598029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7e1c645b-5857-4d8c-86ae-da4af7dd0256 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'security_group': {'name': 'tempest-secgroup-1537501470'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:16.639162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e1c645b-5857-4d8c-86ae-da4af7dd0256 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.755048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57968) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:16.814591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9ca9b81-fe8c-4578-8868-7af00d06bf79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (96da7c72-2c12-434d-8482-df768791c408), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.849550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-8457059d-fe14-49fd-b28f-159635b14b8e admin admin] Deleting subnet 8bca6cde-4d4c-44fa-82d4-4dceace9b7ef {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:44:16.909815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e1c645b-5857-4d8c-86ae-da4af7dd0256 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (634cd6ea-5b1a-4752-aca4-ec289e732cf9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.921025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca9b81-fe8c-4578-8868-7af00d06bf79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96da7c72-2c12-434d-8482-df768791c408,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:16.926826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-637f826e-0902-49c4-b498-201c00dafd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:16.931674 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-637f826e-0902-49c4-b498-201c00dafd96 service neutron] 10.222.0.113 "GET /v2.0/networks?id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 200 len: 897 time: 1.1117702 Feb 19 00:44:16.934198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8457059d-fe14-49fd-b28f-159635b14b8e admin admin] Publish callbacks [] for subnet (8bca6cde-4d4c-44fa-82d4-4dceace9b7ef), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.939605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9ca9b81-fe8c-4578-8868-7af00d06bf79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:16.946008 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f9ca9b81-fe8c-4578-8868-7af00d06bf79 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96da7c72-2c12-434d-8482-df768791c408 HTTP/1.1" status: 204 len: 168 time: 2.7413750 Feb 19 00:44:16.950017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-29e32e8d-498d-49a3-a219-6fb59fd07ae3 None None] Allocated IP 2001:db8::2 (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/cde6b339-63fe-4f5f-af20-e43609945d73/6a7d7098-8f12-40d3-b609-e354a5077735) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:17.062953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57978) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:17.068674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e1c645b-5857-4d8c-86ae-da4af7dd0256 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (634cd6ea-5b1a-4752-aca4-ec289e732cf9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.112893 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-7b9522a8-545b-4e68-b3e1-fa10a0f4ef01 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64f3510b-240a-451c-9650-ad7e4aeebb83 HTTP/1.1" status: 200 len: 217 time: 0.1547868 Feb 19 00:44:17.187657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-29e32e8d-498d-49a3-a219-6fb59fd07ae3 None None] For port 6a7d7098-8f12-40d3-b609-e354a5077735, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6a7d7098-8f12-40d3-b609-e354a5077735,segment=NetworkSegment(c7a175fc-3202-4506-af3b-03cc683fdce0),segment_id=c7a175fc-3202-4506-af3b-03cc683fdce0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:17.278167 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29e32e8d-498d-49a3-a219-6fb59fd07ae3 None None] Publish callbacks [] for port (6a7d7098-8f12-40d3-b609-e354a5077735), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.281474 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8457059d-fe14-49fd-b28f-159635b14b8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (8bca6cde-4d4c-44fa-82d4-4dceace9b7ef), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.286544 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29e32e8d-498d-49a3-a219-6fb59fd07ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.338427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-deleted', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:44:17.341240 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14e391d-15c5-40fd-b921-93c4cee62080" -d '{"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-deleted", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:44:17.350381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (87934195-05f6-4c76-8bcd-87ad811acf07), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.459262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-ff47be06-c971-4bf3-9170-11ef63a4275a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:17.463779 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-ff47be06-c971-4bf3-9170-11ef63a4275a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 200 len: 834 time: 0.3355923 Feb 19 00:44:17.495104 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (87934195-05f6-4c76-8bcd-87ad811acf07), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.518101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e32e8d-498d-49a3-a219-6fb59fd07ae3 None None] Pushing event updated for resources: {'Port': ['ID=6a7d7098-8f12-40d3-b609-e354a5077735,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:17.561696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87934195-05f6-4c76-8bcd-87ad811acf07']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:17.581413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4a6032-d44a-4ab6-b659-0354644a8796') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:17.583072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4a6032-d44a-4ab6-b659-0354644a8796') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:17.587852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57986) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:17.609280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (8d4a6032-d44a-4ab6-b659-0354644a8796), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.625893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Made reservation on behalf of 63793fbe6a9c4cf3958aa268714d966d for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:17.629434 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.680935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8d4a6032-d44a-4ab6-b659-0354644a8796), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.706094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:44:17.706533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (8d4a6032-d44a-4ab6-b659-0354644a8796), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.712882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] device_id is not set on port 2859018b-8503-4ea0-9277-8c08a95e836c yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:17.720268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8457059d-fe14-49fd-b28f-159635b14b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (8bca6cde-4d4c-44fa-82d4-4dceace9b7ef), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.786687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-e53adcdf-090f-42a4-93b3-34aaa9ecb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:17.788315 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-e53adcdf-090f-42a4-93b3-34aaa9ecb642 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3151281 Feb 19 00:44:17.839708 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75609f3c-9012-4caf-920b-dd6c62bb6bdc x-openstack-request-id: req-75609f3c-9012-4caf-920b-dd6c62bb6bdc {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:44:17.840002 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1578b73c-0b0b-48c6-b583-feb139c212c9", "name": "network-vif-deleted", "tag": "64f3510b-240a-451c-9650-ad7e4aeebb83", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:44:17.840261 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75609f3c-9012-4caf-920b-dd6c62bb6bdc {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:44:17.840721 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1578b73c-0b0b-48c6-b583-feb139c212c9', 'name': 'network-vif-deleted', 'tag': '64f3510b-240a-451c-9650-ad7e4aeebb83', 'status': 'completed', 'code': 200} Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:44:17.851825 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:44:17.855042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7e1c645b-5857-4d8c-86ae-da4af7dd0256 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.856311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7e1c645b-5857-4d8c-86ae-da4af7dd0256 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2631347 Feb 19 00:44:17.857195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1c645b-5857-4d8c-86ae-da4af7dd0256 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634cd6ea-5b1a-4752-aca4-ec289e732cf9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:17.861846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57992) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:17.867000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-da9e70a2-c96d-4850-8c97-011bd869c7bc tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'security_group': {'name': 'tempest-secgroup-2053571755'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:17.927172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (87934195-05f6-4c76-8bcd-87ad811acf07), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.963489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deb7c36c-3948-4ee2-8f07-1c1a5ce75090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.968162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da9e70a2-c96d-4850-8c97-011bd869c7bc tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.975376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.978555 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa072c41-bc73-490d-938b-03d1e963b5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:17.989573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] 10.222.0.60 "DELETE /v2.0/networks/87934195-05f6-4c76-8bcd-87ad811acf07 HTTP/1.1" status: 204 len: 168 time: 0.9237354 Feb 19 00:44:18.036746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8457059d-fe14-49fd-b28f-159635b14b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (8bca6cde-4d4c-44fa-82d4-4dceace9b7ef), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.076636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c7f7c-da46-4316-b022-4aac897ed266 admin admin] Pushing event deleted for resources: {'Network': ['ID=87934195-05f6-4c76-8bcd-87ad811acf07,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:18.169473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457059d-fe14-49fd-b28f-159635b14b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bca6cde-4d4c-44fa-82d4-4dceace9b7ef,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:18.175800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8457059d-fe14-49fd-b28f-159635b14b8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.179535 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8457059d-fe14-49fd-b28f-159635b14b8e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8bca6cde-4d4c-44fa-82d4-4dceace9b7ef HTTP/1.1" status: 204 len: 168 time: 1.4939165 Feb 19 00:44:18.183148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57996) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:18.206843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Allocated IP 2001:db8::3cc (df79d519-8dc5-449e-9c90-a0aead5a1c71/87b37298-4515-4c2f-b0f8-a8002f406cd9/2859018b-8503-4ea0-9277-8c08a95e836c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:18.227226 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-c781e807-14f0-47ee-9926-a7aebdee3c94 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036109 Feb 19 00:44:18.304515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:18.370145 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6524d792-eb4d-4a4e-ac11-191bb4a6408a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.573384 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da9e70a2-c96d-4850-8c97-011bd869c7bc tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (c5d1f3a1-479c-499b-baed-68c1bbf63fcd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.582380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deb7c36c-3948-4ee2-8f07-1c1a5ce75090 admin admin] Publish callbacks [] for security_group (b65d734d-b775-489c-b131-4e9d6afdb47c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.596566 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f4535729-c1ba-49be-8653-b72198c16b5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1fdb925379b45658a7a50dd76c1c274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2908094 Feb 19 00:44:18.609858 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deb7c36c-3948-4ee2-8f07-1c1a5ce75090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b65d734d-b775-489c-b131-4e9d6afdb47c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.615994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58002) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:18.618024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6550a0d6-e53e-4785-a647-f5d19d0573fd None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:18.619010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6550a0d6-e53e-4785-a647-f5d19d0573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.663227 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da9e70a2-c96d-4850-8c97-011bd869c7bc tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c5d1f3a1-479c-499b-baed-68c1bbf63fcd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.712768 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc8e3e4d-c8e0-48c4-be1d-9ef5cdaffb0f req-bbf71f20-bc17-4f3e-a172-a809f50bcdf4 service neutron] 10.222.0.113 "GET /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404560 Feb 19 00:44:18.718410 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-deb7c36c-3948-4ee2-8f07-1c1a5ce75090 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bac8a41ed314165a7c1f89cb7b29455&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1171954 Feb 19 00:44:18.720915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58004) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:18.735738 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.740896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e70a2-c96d-4850-8c97-011bd869c7bc tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d1f3a1-479c-499b-baed-68c1bbf63fcd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:18.747960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7c36c-3948-4ee2-8f07-1c1a5ce75090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65d734d-b775-489c-b131-4e9d6afdb47c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:18.782368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (2859018b-8503-4ea0-9277-8c08a95e836c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.817761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6524d792-eb4d-4a4e-ac11-191bb4a6408a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.824824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6550a0d6-e53e-4785-a647-f5d19d0573fd None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:18.835904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d0ecd1-bd93-4321-ac11-7054f2a17456 admin admin] Publish callbacks [] for security_group (e0b1bb7a-126a-481b-b423-79ea2a530858), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.836748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-da9e70a2-c96d-4850-8c97-011bd869c7bc tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.838603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-da9e70a2-c96d-4850-8c97-011bd869c7bc tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9756427 Feb 19 00:44:18.843911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58008) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:18.844108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6550a0d6-e53e-4785-a647-f5d19d0573fd None None] Provisioning complete for port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:18.846881 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6550a0d6-e53e-4785-a647-f5d19d0573fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.857804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1321270183', 'security_groups': ['c5d1f3a1-479c-499b-baed-68c1bbf63fcd'], 'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cde6b339-63fe-4f5f-af20-e43609945d73'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:18.881434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6524d792-eb4d-4a4e-ac11-191bb4a6408a']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:18.909415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54379c94-2db6-4d81-b70c-50954d75092c') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:18.909704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54379c94-2db6-4d81-b70c-50954d75092c') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:18.930089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6550a0d6-e53e-4785-a647-f5d19d0573fd None None] Port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:18.934622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-9eb106e6-d3b2-45a6-9998-77585b0f3f8b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2658353 Feb 19 00:44:18.937750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (54379c94-2db6-4d81-b70c-50954d75092c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.938655 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78c75f09-718b-4dac-9d62-c0a34ef0f258 admin admin] Publish callbacks [] for security_group (b65d734d-b775-489c-b131-4e9d6afdb47c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.944684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d0ecd1-bd93-4321-ac11-7054f2a17456 admin admin] Publish callbacks [] for security_group (e0b1bb7a-126a-481b-b423-79ea2a530858), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.989337 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (54379c94-2db6-4d81-b70c-50954d75092c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.991397 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2859018b-8503-4ea0-9277-8c08a95e836c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:18.995539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78c75f09-718b-4dac-9d62-c0a34ef0f258 admin admin] Publish callbacks [] for security_group (b65d734d-b775-489c-b131-4e9d6afdb47c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.042700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:44:19.043167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (54379c94-2db6-4d81-b70c-50954d75092c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:44:19.046397 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:44:19.118569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:19.140585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:19.155868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:19.166199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:19.172373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:19.173469 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.179903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=2859018b-8503-4ea0-9277-8c08a95e836c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:19.198405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6524d792-eb4d-4a4e-ac11-191bb4a6408a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.202574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d0ecd1-bd93-4321-ac11-7054f2a17456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e0b1bb7a-126a-481b-b423-79ea2a530858), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.205964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59d0ecd1-bd93-4321-ac11-7054f2a17456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.207580 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-59d0ecd1-bd93-4321-ac11-7054f2a17456 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0b1bb7a-126a-481b-b423-79ea2a530858 HTTP/1.1" status: 204 len: 168 time: 0.5864780 Feb 19 00:44:19.208129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.230106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6524d792-eb4d-4a4e-ac11-191bb4a6408a HTTP/1.1" status: 204 len: 168 time: 1.0405591 Feb 19 00:44:19.239694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (252e463a-f508-4dd1-a3e2-1aa55d974a63), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.250710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 64f3510b-240a-451c-9650-ad7e4aeebb83 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:44:19.255407 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6742efb6-c993-4f63-a99f-7f8370a24c0c tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7109938 Feb 19 00:44:19.256155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 64f3510b-240a-451c-9650-ad7e4aeebb83 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:44:19.288488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:19.310390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:c6:10:d0'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:19.328551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78c75f09-718b-4dac-9d62-c0a34ef0f258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b65d734d-b775-489c-b131-4e9d6afdb47c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.337776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-6bbd82b9-62c9-4104-a868-c1deb35cad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:19.340505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-6bbd82b9-62c9-4104-a868-c1deb35cad53 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 1127 time: 0.3479149 Feb 19 00:44:19.356785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-78c75f09-718b-4dac-9d62-c0a34ef0f258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.367110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-78c75f09-718b-4dac-9d62-c0a34ef0f258 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b65d734d-b775-489c-b131-4e9d6afdb47c HTTP/1.1" status: 204 len: 168 time: 0.6413121 Feb 19 00:44:19.370706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0ecd1-bd93-4321-ac11-7054f2a17456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b1bb7a-126a-481b-b423-79ea2a530858,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:19.413091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6a7d7098-8f12-40d3-b609-e354a5077735 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:19.414056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53520da-d3e0-4a79-9448-53ca08879503 admin admin] Pushing event deleted for resources: {'Network': ['ID=6524d792-eb4d-4a4e-ac11-191bb4a6408a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:19.547833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:19.558643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:19.559020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.663879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c75f09-718b-4dac-9d62-c0a34ef0f258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65d734d-b775-489c-b131-4e9d6afdb47c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:19.729856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58022) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:19.746067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-4881976c-8b3e-44fc-83b9-3fb39f1f17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:19.747697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-4881976c-8b3e-44fc-83b9-3fb39f1f17ea service neutron] 10.222.0.113 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 916 time: 0.3688009 Feb 19 00:44:19.783104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f50d037b-e626-45af-854c-710227a56d30 None None] Provisioning complete for port 2859018b-8503-4ea0-9277-8c08a95e836c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:19.783744 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f50d037b-e626-45af-854c-710227a56d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2859018b-8503-4ea0-9277-8c08a95e836c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.915859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f50d037b-e626-45af-854c-710227a56d30 None None] Port 2859018b-8503-4ea0-9277-8c08a95e836c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:19.916041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2859018b-8503-4ea0-9277-8c08a95e836c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.927743 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2d0532a2-d4b2-41cf-a3f8-2ac134e35e99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e698c6fe560a49ed8209ce0dd7121ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1967950 Feb 19 00:44:19.933933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58028) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:19.988408 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:19.993034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-36599b34-356d-4de6-bb5b-90a5f94f08a7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 HTTP/1.1" status: 200 len: 217 time: 0.1904879 Feb 19 00:44:20.024585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:20.072232 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47784676-d923-4990-8e51-0b1e091699b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:20.123927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] device_id is not set on port e85c372f-4e0f-4ef7-ac6c-760249d22306 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:20.141087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-b084c5aa-c946-49f7-9a74-8d2b779254f8 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3893554 Feb 19 00:44:20.217174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-043676a2-446b-4d03-92aa-f8b4cabdf808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:20.219396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-043676a2-446b-4d03-92aa-f8b4cabdf808 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.2191715 Feb 19 00:44:20.277922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-4f78f6ce-27d8-4157-9f9b-756edcb10253 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517166 Feb 19 00:44:20.435465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8::9d (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/cde6b339-63fe-4f5f-af20-e43609945d73/e85c372f-4e0f-4ef7-ac6c-760249d22306) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:20.619925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:20.682874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:20.701533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:20.776690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=e85c372f-4e0f-4ef7-ac6c-760249d22306,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:20.780107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-7f636442-7738-46cd-8009-22068003c1c4 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935734 Feb 19 00:44:20.781906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-774675d4-bb46-47e8-8643-6ccce39b966d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:20.783292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-774675d4-bb46-47e8-8643-6ccce39b966d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a1ead4071a514b169f79974dd760e81a&device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 1127 time: 0.6171820 Feb 19 00:44:20.811231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9501a145-817b-4910-a1fc-efead25c2903 admin admin] Publish callbacks [] for security_group (1656150e-6a30-4725-982c-e9d8677f3bd4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:20.812986 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cef3407d-0918-4e3f-90ed-ceeb62335a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.051074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3566b73-8738-4f01-b1b3-2ffa60835326 req-f3453fcc-bf4b-47ac-8d17-2936b6ea15f2 service neutron] 10.222.0.113 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642806 Feb 19 00:44:21.077785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-5648edf7-351b-4321-9bca-6517b726f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:21.079321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-5648edf7-351b-4321-9bca-6517b726f953 service neutron] 10.222.0.126 "GET /v2.0/networks?id=cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 200 len: 916 time: 0.2623532 Feb 19 00:44:21.135838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:21.136190 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.141569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-c65c285a-1e61-46c6-9b5c-ac28cf32aa37 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a10fcf0f-3173-4a24-ad25-8b8e26a2483f HTTP/1.1" status: 200 len: 217 time: 0.0449853 Feb 19 00:44:21.188450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.198405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:21.207835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:21.213131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:21.218411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:21.219033 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.259522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-4890a838-4fe0-489c-8e4e-96087f35e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:21.261071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-4890a838-4fe0-489c-8e4e-96087f35e5de service neutron] 10.222.0.126 "GET /v2.0/subnets?id=4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 200 len: 855 time: 0.1090834 Feb 19 00:44:21.284117 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f509f22f-1fa8-4a3a-b5ff-507f5eb5d5b4 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4367704 Feb 19 00:44:21.291628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:21.304095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-4482df26-db45-4726-ba71-73eb6d739fb5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=cc928202-8e51-4951-9248-7035f172374e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325294 Feb 19 00:44:21.305017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-18ecf140-223c-4814-8347-dcb84aa9beb8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:21.311491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9501a145-817b-4910-a1fc-efead25c2903 admin admin] Publish callbacks [] for security_group (1656150e-6a30-4725-982c-e9d8677f3bd4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.425440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:21.425921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.445785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:21.550208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-c902466c-3df8-4f37-9e35-4c4d0460e2bb service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375543 Feb 19 00:44:21.613529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9501a145-817b-4910-a1fc-efead25c2903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1656150e-6a30-4725-982c-e9d8677f3bd4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.616365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9501a145-817b-4910-a1fc-efead25c2903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.620546 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9501a145-817b-4910-a1fc-efead25c2903 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1656150e-6a30-4725-982c-e9d8677f3bd4 HTTP/1.1" status: 204 len: 168 time: 1.6815004 Feb 19 00:44:21.641963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501a145-817b-4910-a1fc-efead25c2903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1656150e-6a30-4725-982c-e9d8677f3bd4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:21.715446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-520a5423-6ad2-4dbe-92b6-a4a7c1d158b2 None None] Provisioning complete for port e85c372f-4e0f-4ef7-ac6c-760249d22306 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:21.715801 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-520a5423-6ad2-4dbe-92b6-a4a7c1d158b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.723544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (2859018b-8503-4ea0-9277-8c08a95e836c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.772453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cef3407d-0918-4e3f-90ed-ceeb62335a84 admin admin] Publish callbacks [] for security_group (038b6454-159d-46bf-9984-ce4e515f5943), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.783574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2859018b-8503-4ea0-9277-8c08a95e836c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.818671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-520a5423-6ad2-4dbe-92b6-a4a7c1d158b2 None None] Port e85c372f-4e0f-4ef7-ac6c-760249d22306 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:21.825808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] In _notify_port_updated(), no bound segment for port 2859018b-8503-4ea0-9277-8c08a95e836c on network df79d519-8dc5-449e-9c90-a0aead5a1c71 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:44:21.831762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:21.832839 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.834272 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "PUT /v2.0/ports/2859018b-8503-4ea0-9277-8c08a95e836c HTTP/1.1" status: 200 len: 1002 time: 2.5385396 Feb 19 00:44:21.838429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cef3407d-0918-4e3f-90ed-ceeb62335a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (038b6454-159d-46bf-9984-ce4e515f5943), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.869682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58072) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:21.900684 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cef3407d-0918-4e3f-90ed-ceeb62335a84 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=196fafef66984be6b1aef3022ba9afc3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2074523 Feb 19 00:44:21.902330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58076) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:21.918032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ecf140-223c-4814-8347-dcb84aa9beb8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:21.922268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-18ecf140-223c-4814-8347-dcb84aa9beb8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:21.933993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.053597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:22.167851 n-d-826527-3 neutron-server[103650]: INFO neutron.db.ipam_backend_mixin [None req-18ecf140-223c-4814-8347-dcb84aa9beb8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cde6b339-63fe-4f5f-af20-e43609945d73 (CIDR: 2001:db8::/64) Feb 19 00:44:22.195891 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ecf140-223c-4814-8347-dcb84aa9beb8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:44:22.196350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ecf140-223c-4814-8347-dcb84aa9beb8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:22.209220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278d9ce-8f18-4a2e-84b3-d1fbf478a22d tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=2859018b-8503-4ea0-9277-8c08a95e836c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:22.221211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3407d-0918-4e3f-90ed-ceeb62335a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038b6454-159d-46bf-9984-ce4e515f5943,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:22.234775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd5a1389-3f37-416d-bbf7-35c030af5fb3 req-5a9317a0-f702-4583-b27f-c9230db851f6 service neutron] 10.222.0.126 "GET /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6759338 Feb 19 00:44:22.247937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-317fced5-e059-44e8-85cb-2da3a48faa69 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Deleting port 2859018b-8503-4ea0-9277-8c08a95e836c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:22.249119 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317fced5-e059-44e8-85cb-2da3a48faa69 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2859018b-8503-4ea0-9277-8c08a95e836c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.270658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d28f2c5-dc70-4e29-8bfe-e2b6135c8976 admin admin] Publish callbacks [] for security_group (038b6454-159d-46bf-9984-ce4e515f5943), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.342877 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d28f2c5-dc70-4e29-8bfe-e2b6135c8976 admin admin] Publish callbacks [] for security_group (038b6454-159d-46bf-9984-ce4e515f5943), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.419149 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-18ecf140-223c-4814-8347-dcb84aa9beb8 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1264701 Feb 19 00:44:22.421785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58092) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:22.432201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-61c66b3a-3ed3-4492-bed9-f759f1e76c92 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:22.451512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6b6617cf-eea1-453a-8b0b-1a25d4b5f889 None None] Provisioning complete for port 2859018b-8503-4ea0-9277-8c08a95e836c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:22.454437 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6617cf-eea1-453a-8b0b-1a25d4b5f889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2859018b-8503-4ea0-9277-8c08a95e836c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.541529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6b6617cf-eea1-453a-8b0b-1a25d4b5f889 None None] Port 2859018b-8503-4ea0-9277-8c08a95e836c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:22.615342 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d28f2c5-dc70-4e29-8bfe-e2b6135c8976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (038b6454-159d-46bf-9984-ce4e515f5943), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.622142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d28f2c5-dc70-4e29-8bfe-e2b6135c8976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.626781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.627713 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4d28f2c5-dc70-4e29-8bfe-e2b6135c8976 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/038b6454-159d-46bf-9984-ce4e515f5943 HTTP/1.1" status: 204 len: 168 time: 0.7161057 Feb 19 00:44:22.651016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (252e463a-f508-4dd1-a3e2-1aa55d974a63), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.655477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28f2c5-dc70-4e29-8bfe-e2b6135c8976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038b6454-159d-46bf-9984-ce4e515f5943,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:22.747534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c66b3a-3ed3-4492-bed9-f759f1e76c92 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:22.751513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-61c66b3a-3ed3-4492-bed9-f759f1e76c92 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.830384 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317fced5-e059-44e8-85cb-2da3a48faa69 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2859018b-8503-4ea0-9277-8c08a95e836c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:22.865251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-317fced5-e059-44e8-85cb-2da3a48faa69 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Calling delete_port for 2859018b-8503-4ea0-9277-8c08a95e836c owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:22.989076 n-d-826527-3 neutron-server[103650]: INFO neutron.db.ipam_backend_mixin [None req-61c66b3a-3ed3-4492-bed9-f759f1e76c92 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4831462e-755a-4d42-9012-50250b1cee3c (CIDR: 2001:db8:0:1::/64) Feb 19 00:44:22.995475 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c66b3a-3ed3-4492-bed9-f759f1e76c92 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:44:22.996086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c66b3a-3ed3-4492-bed9-f759f1e76c92 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:23.035978 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-61c66b3a-3ed3-4492-bed9-f759f1e76c92 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6125374 Feb 19 00:44:23.039228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58112) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:23.058042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'subnet': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:23.198031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317fced5-e059-44e8-85cb-2da3a48faa69 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2859018b-8503-4ea0-9277-8c08a95e836c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:23.201197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 252e463a-f508-4dd1-a3e2-1aa55d974a63 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:44:23.236119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Made reservation on behalf of c1ceee0c39cd4f7ba2948161aecee7d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:23.240301 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:23.411337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fced5-e059-44e8-85cb-2da3a48faa69 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Port': ['ID=2859018b-8503-4ea0-9277-8c08a95e836c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:23.589548 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:23.765742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:44:23.780335 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] Sync routers for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:44:23.797271 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:23.797924 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:23.798075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ed396461-4df3-45d7-b414-6260148f50d6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "PUT /v2.0/routers/252e463a-f508-4dd1-a3e2-1aa55d974a63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0384126 Feb 19 00:44:23.801738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58136) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:23.803834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317fced5-e059-44e8-85cb-2da3a48faa69 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:23.812083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-317fced5-e059-44e8-85cb-2da3a48faa69 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "DELETE /v2.0/ports/2859018b-8503-4ea0-9277-8c08a95e836c HTTP/1.1" status: 204 len: 168 time: 1.9367802 Feb 19 00:44:23.825294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58138) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:23.888660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (0dce7566-20b3-4513-b516-5617c82912bc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:23.999204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:24.002610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:24.011509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cc42cf-35ef-4faa-bcd5-3b926c07ff74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting subnet d944eec4-0c05-4bb2-a338-4a8c7e8192ad {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:44:24.013945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb603790-5441-4f20-bcfc-df56e31a8a87 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:24.019132 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2cc42cf-35ef-4faa-bcd5-3b926c07ff74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for subnet (d944eec4-0c05-4bb2-a338-4a8c7e8192ad), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:24.021428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:24.022059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:24.061519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Subnet': ['ID=0dce7566-20b3-4513-b516-5617c82912bc,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:24.082595 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-924558e1-e690-4808-96bc-741a0448fe13 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0407565 Feb 19 00:44:24.083370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:24.094721 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1376802268', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0dce7566-20b3-4513-b516-5617c82912bc'}], 'security_groups': ['835375f7-6183-4c80-81a2-ff4638ee3a5c', '634cd6ea-5b1a-4752-aca4-ec289e732cf9']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:24.098804 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:44:24.173775 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2cc42cf-35ef-4faa-bcd5-3b926c07ff74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (d944eec4-0c05-4bb2-a338-4a8c7e8192ad), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:24.183724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:24.268729 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:24.324419 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-314f614a-b14b-4102-a49f-26d55e46b815 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] GET failed (client error): The resource could not be found. Feb 19 00:44:24.334701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-314f614a-b14b-4102-a49f-26d55e46b815 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "GET /v2.0/ports/2859018b-8503-4ea0-9277-8c08a95e836c HTTP/1.1" status: 404 len: 333 time: 0.5078869 Feb 19 00:44:24.335415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58154) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:24.365203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-511892193'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:24.456787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afab88-9979-43ac-9b26-e2a6b0600a56 None None] Update dhcp port {'port': {'network_id': 'b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53', 'fixed_ips': [{'subnet_id': '4831462e-755a-4d42-9012-50250b1cee3c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'cde6b339-63fe-4f5f-af20-e43609945d73', 'ip_address': '2001:db8::2'}, {'subnet_id': '0dce7566-20b3-4513-b516-5617c82912bc'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '6a7d7098-8f12-40d3-b609-e354a5077735'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:44:24.543927 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2afab88-9979-43ac-9b26-e2a6b0600a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:24.614326 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:44:21Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:24.688947 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] Checking router: 252e463a-f508-4dd1-a3e2-1aa55d974a63 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:44:24.732269 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] Routers {'252e463a-f508-4dd1-a3e2-1aa55d974a63'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:24.732269 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['252e463a-f508-4dd1-a3e2-1aa55d974a63'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:24.828580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Made reservation on behalf of 63793fbe6a9c4cf3958aa268714d966d for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:24.841044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:24.859030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2cc42cf-35ef-4faa-bcd5-3b926c07ff74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d944eec4-0c05-4bb2-a338-4a8c7e8192ad), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:24.941369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] device_id is not set on port 1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:24.975693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Delete allocated IP 2001:db8::9d (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/cde6b339-63fe-4f5f-af20-e43609945d73) {{(pid=103650) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 00:44:24.985395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] Set router 252e463a-f508-4dd1-a3e2-1aa55d974a63 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:44:24.998506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Allocated IP 2001:db8:0:2::1b9 (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/0dce7566-20b3-4513-b516-5617c82912bc/e85c372f-4e0f-4ef7-ac6c-760249d22306) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:25.209422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Allocated IP 2001:db8::2bc (df79d519-8dc5-449e-9c90-a0aead5a1c71/87b37298-4515-4c2f-b0f8-a8002f406cd9/1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:25.400803 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:25.411133 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:44:21Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:25.429382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:25.488286 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973a7b5c-b67d-4121-b854-27ef356d34b9 None None] The sync data for ids ['252e463a-f508-4dd1-a3e2-1aa55d974a63'] in n-d-826527-3 is: [{'id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1355089703', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:41:11Z', 'updated_at': '2022-02-19T00:44:21Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': 'da2b24b9-76d7-4059-a2d1-5d3b24d9fcef', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '252e463a-f508-4dd1-a3e2-1aa55d974a63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:41:13Z', 'updated_at': '2022-02-19T00:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:44:25.543755 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:25.555103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event updated for resources: {'Port': ['ID=e85c372f-4e0f-4ef7-ac6c-760249d22306,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:25.616073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f2afab88-9979-43ac-9b26-e2a6b0600a56 None None] Allocated IP 2001:db8:0:2::2 (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53/0dce7566-20b3-4513-b516-5617c82912bc/6a7d7098-8f12-40d3-b609-e354a5077735) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:25.623591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] In _notify_port_updated(), no bound segment for port e85c372f-4e0f-4ef7-ac6c-760249d22306 on network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:44:25.640625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:25.643632 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:25.647782 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-90b91441-2f87-4d72-a52e-bd639e3e8c8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "PUT /v2.0/ports/e85c372f-4e0f-4ef7-ac6c-760249d22306 HTTP/1.1" status: 200 len: 970 time: 1.5627053 Feb 19 00:44:25.652261 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2cc42cf-35ef-4faa-bcd5-3b926c07ff74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (d944eec4-0c05-4bb2-a338-4a8c7e8192ad), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:25.653788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58192) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:25.723826 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:25.759191 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f2afab88-9979-43ac-9b26-e2a6b0600a56 None None] For port 6a7d7098-8f12-40d3-b609-e354a5077735, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6a7d7098-8f12-40d3-b609-e354a5077735,segment=NetworkSegment(c7a175fc-3202-4506-af3b-03cc683fdce0),segment_id=c7a175fc-3202-4506-af3b-03cc683fdce0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:25.764856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc42cf-35ef-4faa-bcd5-3b926c07ff74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Subnet': ['ID=d944eec4-0c05-4bb2-a338-4a8c7e8192ad,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:25.786155 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2cc42cf-35ef-4faa-bcd5-3b926c07ff74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:25.790997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a2cc42cf-35ef-4faa-bcd5-3b926c07ff74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/subnets/d944eec4-0c05-4bb2-a338-4a8c7e8192ad HTTP/1.1" status: 204 len: 168 time: 1.9760444 Feb 19 00:44:25.795426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58198) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:25.814790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9dea90-6394-4ea3-b050-6e81356f009b None None] Network ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:25.833518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:25.837097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:25.845862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:25.852053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:25.853511 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:25.889891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:25.962920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fe5cc01f-2686-4955-b2fc-add5e622e685 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6160212 Feb 19 00:44:25.973130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58202) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:25.995722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:10:d0'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:26.120102 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2afab88-9979-43ac-9b26-e2a6b0600a56 None None] Publish callbacks [] for port (6a7d7098-8f12-40d3-b609-e354a5077735), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:26.263758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2afab88-9979-43ac-9b26-e2a6b0600a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:26.476693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-98d3a256-29c3-4421-84d6-e3eff7430bce tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port e85c372f-4e0f-4ef7-ac6c-760249d22306 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:26.486418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98d3a256-29c3-4421-84d6-e3eff7430bce tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:26.495286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:26.508582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2afab88-9979-43ac-9b26-e2a6b0600a56 None None] Pushing event updated for resources: {'Port': ['ID=6a7d7098-8f12-40d3-b609-e354a5077735,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:26.721941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (252e463a-f508-4dd1-a3e2-1aa55d974a63), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:26.728092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c086cf88-1653-45e0-8ecd-8f5299ff31b4 None None] Provisioning complete for port 1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:26.733237 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c086cf88-1653-45e0-8ecd-8f5299ff31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:26.828685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58222) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:26.856508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c086cf88-1653-45e0-8ecd-8f5299ff31b4 None None] Port 1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:26.864709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55317276-0210-4d01-8334-76007f0faca3 None None] DHCP port deletion for ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:44:26.942406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58226) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:27.031869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-55317276-0210-4d01-8334-76007f0faca3 None None] Deleting port 245c6d35-25d2-493e-aa85-08915d1678ed {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:27.032440 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55317276-0210-4d01-8334-76007f0faca3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.042018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.055565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.114697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98d3a256-29c3-4421-84d6-e3eff7430bce tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.164241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-98d3a256-29c3-4421-84d6-e3eff7430bce tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for e85c372f-4e0f-4ef7-ac6c-760249d22306 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:27.169498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] In _notify_port_updated(), no bound segment for port 1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 on network df79d519-8dc5-449e-9c90-a0aead5a1c71 {{(pid=103649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:44:27.179745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:27.183810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.197524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "PUT /v2.0/ports/1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 HTTP/1.1" status: 200 len: 1002 time: 1.2145503 Feb 19 00:44:27.199073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58234) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:27.248759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-55317276-0210-4d01-8334-76007f0faca3 None None] For port 245c6d35-25d2-493e-aa85-08915d1678ed, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=245c6d35-25d2-493e-aa85-08915d1678ed,segment=NetworkSegment(45b9a764-3343-434d-b337-df5378a8612e),segment_id=45b9a764-3343-434d-b337-df5378a8612e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:27.249174 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55317276-0210-4d01-8334-76007f0faca3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.281580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-55317276-0210-4d01-8334-76007f0faca3 None None] Calling delete_port for 245c6d35-25d2-493e-aa85-08915d1678ed owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:27.338808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ee661db-86b4-4b1c-87c7-380c3bc37f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.349975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (252e463a-f508-4dd1-a3e2-1aa55d974a63), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.366135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d3821-6efe-4bc1-a485-97bc992fc79e tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:27.448997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6a7d7098-8f12-40d3-b609-e354a5077735 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:27.663584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b656642b-58f1-4a76-9cc5-d060831dc1a4 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Deleting port 1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:27.665244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b656642b-58f1-4a76-9cc5-d060831dc1a4 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.679456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:27.680092 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.693933 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55317276-0210-4d01-8334-76007f0faca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (245c6d35-25d2-493e-aa85-08915d1678ed), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.719009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a52d5cb4-a95c-4f1e-8fcb-9af14b8bb6c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.786490 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ee661db-86b4-4b1c-87c7-380c3bc37f75 admin admin] Publish callbacks [] for security_group (e673b5ad-d9cc-40be-9437-cbd07cbed07a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.796176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ee661db-86b4-4b1c-87c7-380c3bc37f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e673b5ad-d9cc-40be-9437-cbd07cbed07a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.809991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:27.810407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.844480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55317276-0210-4d01-8334-76007f0faca3 None None] Pushing event deleted for resources: {'Port': ['ID=245c6d35-25d2-493e-aa85-08915d1678ed,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:27.851272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55317276-0210-4d01-8334-76007f0faca3 None None] No DVR routers for this DVR port 245c6d35-25d2-493e-aa85-08915d1678ed on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:44:27.873188 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b656642b-58f1-4a76-9cc5-d060831dc1a4 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.897052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b656642b-58f1-4a76-9cc5-d060831dc1a4 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Calling delete_port for 1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:27.927282 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a9fc3132-d8ef-4e82-8154-6d1c699f323f None None] Provisioning complete for port 1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:27.928013 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9fc3132-d8ef-4e82-8154-6d1c699f323f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:27.950529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98d3a256-29c3-4421-84d6-e3eff7430bce tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e85c372f-4e0f-4ef7-ac6c-760249d22306), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.021474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d3a256-29c3-4421-84d6-e3eff7430bce tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=e85c372f-4e0f-4ef7-ac6c-760249d22306,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:28.068772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port da2b24b9-76d7-4059-a2d1-5d3b24d9fcef, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da2b24b9-76d7-4059-a2d1-5d3b24d9fcef,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:28.069350 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.091365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for da2b24b9-76d7-4059-a2d1-5d3b24d9fcef owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:28.098529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc3132-d8ef-4e82-8154-6d1c699f323f None None] Port 1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:28.110460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:28.135549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b656642b-58f1-4a76-9cc5-d060831dc1a4 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.213826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:28.224763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee661db-86b4-4b1c-87c7-380c3bc37f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e673b5ad-d9cc-40be-9437-cbd07cbed07a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:28.233919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a52d5cb4-a95c-4f1e-8fcb-9af14b8bb6c1 admin admin] Publish callbacks [] for security_group (7f42611a-190a-494f-84ef-c2b1505bb7de), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.234124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0ee661db-86b4-4b1c-87c7-380c3bc37f75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61fb3ee0bbd6460faaa8035ce21c22b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3945048 Feb 19 00:44:28.234124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656642b-58f1-4a76-9cc5-d060831dc1a4 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Port': ['ID=1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:28.237228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58260) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:28.295229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:44:28.296036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0b2c2cce-b4a5-4ab0-ba72-e3ec46431dbd not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:44:28.297157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 245c6d35-25d2-493e-aa85-08915d1678ed no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:28.309483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b656642b-58f1-4a76-9cc5-d060831dc1a4 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.321374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b656642b-58f1-4a76-9cc5-d060831dc1a4 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "DELETE /v2.0/ports/1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 HTTP/1.1" status: 204 len: 168 time: 1.1221581 Feb 19 00:44:28.326542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58266) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:28.385202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 245c6d35-25d2-493e-aa85-08915d1678ed {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:44:28.385562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 245c6d35-25d2-493e-aa85-08915d1678ed not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:44:28.389221 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98d3a256-29c3-4421-84d6-e3eff7430bce tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.396731 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-98d3a256-29c3-4421-84d6-e3eff7430bce tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/e85c372f-4e0f-4ef7-ac6c-760249d22306 HTTP/1.1" status: 204 len: 168 time: 2.7383246 Feb 19 00:44:28.396731 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a52d5cb4-a95c-4f1e-8fcb-9af14b8bb6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f42611a-190a-494f-84ef-c2b1505bb7de), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.424521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-875779e3-2619-4250-a5a0-92baaf615dd6 None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:28.425075 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-875779e3-2619-4250-a5a0-92baaf615dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.433873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58272) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:28.449098 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-448e0e32-61fe-410c-8a5a-81d68b0ddef5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] GET failed (client error): The resource could not be found. Feb 19 00:44:28.455173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-448e0e32-61fe-410c-8a5a-81d68b0ddef5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "GET /v2.0/ports/1b2a4958-ddf5-4f6b-ad2d-8a86e0ebb5a6 HTTP/1.1" status: 404 len: 333 time: 0.1275847 Feb 19 00:44:28.455882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58278) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:28.473186 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a52d5cb4-a95c-4f1e-8fcb-9af14b8bb6c1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ccc3ad8724b4c7798a3f6dfa9e3a438&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5079105 Feb 19 00:44:28.473186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (da2b24b9-76d7-4059-a2d1-5d3b24d9fcef), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.485225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2053512118'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:28.491419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58280) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:28.587423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-875779e3-2619-4250-a5a0-92baaf615dd6 None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:28.600275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-875779e3-2619-4250-a5a0-92baaf615dd6 None None] Provisioning complete for port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:28.600666 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-875779e3-2619-4250-a5a0-92baaf615dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.628892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=da2b24b9-76d7-4059-a2d1-5d3b24d9fcef,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:28.642585 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79f04cb-f15a-4583-a284-749acea3cf02 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] GET failed (client error): The resource could not be found. Feb 19 00:44:28.644383 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c79f04cb-f15a-4583-a284-749acea3cf02 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports/e85c372f-4e0f-4ef7-ac6c-760249d22306 HTTP/1.1" status: 404 len: 333 time: 0.1661890 Feb 19 00:44:28.659855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58286) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:28.660772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d5cb4-a95c-4f1e-8fcb-9af14b8bb6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42611a-190a-494f-84ef-c2b1505bb7de,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:28.724648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-875779e3-2619-4250-a5a0-92baaf615dd6 None None] Port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:28.731652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-875779e3-2619-4250-a5a0-92baaf615dd6 None None] Could not find standard attr ID for object e85c372f-4e0f-4ef7-ac6c-760249d22306. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:44:28.823060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (252e463a-f508-4dd1-a3e2-1aa55d974a63), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:28.845322 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3f3e07aa-03c5-44fa-98fe-2f418f9e3b1a None None] Could not find standard attr ID for object e85c372f-4e0f-4ef7-ac6c-760249d22306. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:44:28.921939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58292) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:29.188222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf569c-35cd-44f8-8cc0-09eeff628569 admin admin] Publish callbacks [] for security_group (e673b5ad-d9cc-40be-9437-cbd07cbed07a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.238866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (252e463a-f508-4dd1-a3e2-1aa55d974a63), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.245444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_controller (252e463a-f508-4dd1-a3e2-1aa55d974a63), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.248775 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-215beb45-6bf0-4382-9f55-621f619d65be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.248990 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf569c-35cd-44f8-8cc0-09eeff628569 admin admin] Publish callbacks [] for security_group (e673b5ad-d9cc-40be-9437-cbd07cbed07a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.268804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-546fa8d8-ed20-46ff-9e35-f5880c9f1446 admin admin] Publish callbacks [] for security_group (7f42611a-190a-494f-84ef-c2b1505bb7de), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.283661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7fcc-193f-4a0a-a73d-388eb774d98e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (c5d1f3a1-479c-499b-baed-68c1bbf63fcd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.334217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-546fa8d8-ed20-46ff-9e35-f5880c9f1446 admin admin] Publish callbacks [] for security_group (7f42611a-190a-494f-84ef-c2b1505bb7de), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.351403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Made reservation on behalf of 63793fbe6a9c4cf3958aa268714d966d for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:29.355154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.358674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7fcc-193f-4a0a-a73d-388eb774d98e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (c5d1f3a1-479c-499b-baed-68c1bbf63fcd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.372347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (252e463a-f508-4dd1-a3e2-1aa55d974a63), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.373081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Fanout notify agent at l3_agent the message router_deleted on router 252e463a-f508-4dd1-a3e2-1aa55d974a63 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:44:29.383171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.384927 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e333baaf-bea9-485e-b275-0acc032cf0fa tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/routers/252e463a-f508-4dd1-a3e2-1aa55d974a63 HTTP/1.1" status: 204 len: 168 time: 3.5885639 Feb 19 00:44:29.390087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58296) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:29.410283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-215beb45-6bf0-4382-9f55-621f619d65be admin admin] Publish callbacks [] for security_group (b566ed3e-4ae5-4ded-80ab-2f640ba9801a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.419829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] device_id is not set on port aaea5d41-96af-453e-bab1-b60959785a87 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:29.424482 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf569c-35cd-44f8-8cc0-09eeff628569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e673b5ad-d9cc-40be-9437-cbd07cbed07a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.426977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-215beb45-6bf0-4382-9f55-621f619d65be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b566ed3e-4ae5-4ded-80ab-2f640ba9801a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.427131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfcf569c-35cd-44f8-8cc0-09eeff628569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.430702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dfcf569c-35cd-44f8-8cc0-09eeff628569 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e673b5ad-d9cc-40be-9437-cbd07cbed07a HTTP/1.1" status: 204 len: 168 time: 1.1903336 Feb 19 00:44:29.509795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.512650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf569c-35cd-44f8-8cc0-09eeff628569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e673b5ad-d9cc-40be-9437-cbd07cbed07a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:29.585332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7fcc-193f-4a0a-a73d-388eb774d98e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c5d1f3a1-479c-499b-baed-68c1bbf63fcd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.594239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-215beb45-6bf0-4382-9f55-621f619d65be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=47b30153d2534606ae8d5436b36dbf88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6711190 Feb 19 00:44:29.594859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c1b7fcc-193f-4a0a-a73d-388eb774d98e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.598682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2c1b7fcc-193f-4a0a-a73d-388eb774d98e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/security-groups/c5d1f3a1-479c-499b-baed-68c1bbf63fcd HTTP/1.1" status: 204 len: 168 time: 0.9351590 Feb 19 00:44:29.599161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215beb45-6bf0-4382-9f55-621f619d65be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b566ed3e-4ae5-4ded-80ab-2f640ba9801a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:29.603368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58300) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:29.604936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58302) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:29.619481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-546fa8d8-ed20-46ff-9e35-f5880c9f1446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f42611a-190a-494f-84ef-c2b1505bb7de), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.627389 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-546fa8d8-ed20-46ff-9e35-f5880c9f1446 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.633818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-546fa8d8-ed20-46ff-9e35-f5880c9f1446 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f42611a-190a-494f-84ef-c2b1505bb7de HTTP/1.1" status: 204 len: 168 time: 1.1401842 Feb 19 00:44:29.734470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Allocated IP 2001:db8::212 (df79d519-8dc5-449e-9c90-a0aead5a1c71/87b37298-4515-4c2f-b0f8-a8002f406cd9/aaea5d41-96af-453e-bab1-b60959785a87) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:29.844418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.920049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (aaea5d41-96af-453e-bab1-b60959785a87), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.933708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:29.949381 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe790d50-e3be-4367-914f-679fa662c50c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (634cd6ea-5b1a-4752-aca4-ec289e732cf9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.961288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b7fcc-193f-4a0a-a73d-388eb774d98e tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d1f3a1-479c-499b-baed-68c1bbf63fcd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:29.974748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546fa8d8-ed20-46ff-9e35-f5880c9f1446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42611a-190a-494f-84ef-c2b1505bb7de,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:29.977629 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (aaea5d41-96af-453e-bab1-b60959785a87), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:29.987588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45b9a764-3343-434d-b337-df5378a8612e') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:29.989663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45b9a764-3343-434d-b337-df5378a8612e') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:30.012068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af5e6464-11bc-488f-b24d-288cfbfe1c46 admin admin] Publish callbacks [] for security_group (b566ed3e-4ae5-4ded-80ab-2f640ba9801a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.033734 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (45b9a764-3343-434d-b337-df5378a8612e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.037194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:30.057045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:30.061939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:30.069779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:30.070503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.107813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe790d50-e3be-4367-914f-679fa662c50c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (634cd6ea-5b1a-4752-aca4-ec289e732cf9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.151558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6793039 Feb 19 00:44:30.152470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58318) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:30.161262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'network_id': 'df79d519-8dc5-449e-9c90-a0aead5a1c71', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-491335779'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:30.204565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (45b9a764-3343-434d-b337-df5378a8612e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.249246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f81cc-bc1d-4357-8f1d-faf7c984eda5 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=aaea5d41-96af-453e-bab1-b60959785a87,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:30.255707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:44:30.256136 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (45b9a764-3343-434d-b337-df5378a8612e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:44:30.271699 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:44:30.288611 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af5e6464-11bc-488f-b24d-288cfbfe1c46 admin admin] Publish callbacks [] for security_group (b566ed3e-4ae5-4ded-80ab-2f640ba9801a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.367792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Made reservation on behalf of 63793fbe6a9c4cf3958aa268714d966d for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:30.371473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.411958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] device_id is not set on port dc42af95-b2d1-4eec-bbef-6657aeca5728 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:30.506432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe790d50-e3be-4367-914f-679fa662c50c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (634cd6ea-5b1a-4752-aca4-ec289e732cf9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.508747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58328) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:30.509028 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe790d50-e3be-4367-914f-679fa662c50c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.513309 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fe790d50-e3be-4367-914f-679fa662c50c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/security-groups/634cd6ea-5b1a-4752-aca4-ec289e732cf9 HTTP/1.1" status: 204 len: 168 time: 0.8853695 Feb 19 00:44:30.519713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58330) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:30.535807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe790d50-e3be-4367-914f-679fa662c50c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634cd6ea-5b1a-4752-aca4-ec289e732cf9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:30.541263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-530fab07-6fdf-4de1-9bf7-ef4e5272e554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.546128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.594738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.605700 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/networks/ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6 HTTP/1.1" status: 204 len: 168 time: 1.2132773 Feb 19 00:44:30.606836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468d4f3-d8eb-44d6-b079-0c06801f211b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Network': ['ID=ad1b5a4f-efca-43f9-ac18-d9afb04bd8d6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:30.614139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58332) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:30.616362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0af1da31-3bd2-4d14-b54d-7b7b4c93afdb None None] Provisioning complete for port aaea5d41-96af-453e-bab1-b60959785a87 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:30.616869 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0af1da31-3bd2-4d14-b54d-7b7b4c93afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (aaea5d41-96af-453e-bab1-b60959785a87), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.656249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af5e6464-11bc-488f-b24d-288cfbfe1c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b566ed3e-4ae5-4ded-80ab-2f640ba9801a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.659823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af5e6464-11bc-488f-b24d-288cfbfe1c46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.661268 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-af5e6464-11bc-488f-b24d-288cfbfe1c46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b566ed3e-4ae5-4ded-80ab-2f640ba9801a HTTP/1.1" status: 204 len: 168 time: 1.0525272 Feb 19 00:44:30.691687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e6464-11bc-488f-b24d-288cfbfe1c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b566ed3e-4ae5-4ded-80ab-2f640ba9801a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:30.714231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Allocated IP 2001:db8::e8 (df79d519-8dc5-449e-9c90-a0aead5a1c71/87b37298-4515-4c2f-b0f8-a8002f406cd9/dc42af95-b2d1-4eec-bbef-6657aeca5728) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:30.786911 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-470873e7-d65c-4650-a52d-54e69e2a941c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (835375f7-6183-4c80-81a2-ff4638ee3a5c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.947912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-428951a0-e279-4e3a-af2d-ead88c057f26 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (134a12f8-4e45-4001-a3e3-9d60508ff065), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:30.969945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-470873e7-d65c-4650-a52d-54e69e2a941c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (835375f7-6183-4c80-81a2-ff4638ee3a5c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.102032 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-428951a0-e279-4e3a-af2d-ead88c057f26 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (134a12f8-4e45-4001-a3e3-9d60508ff065), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.112359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-530fab07-6fdf-4de1-9bf7-ef4e5272e554 admin admin] Publish callbacks [] for security_group (d3818813-f247-4610-88e9-248dbc331759), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.131839 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-530fab07-6fdf-4de1-9bf7-ef4e5272e554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d3818813-f247-4610-88e9-248dbc331759), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.151041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0af1da31-3bd2-4d14-b54d-7b7b4c93afdb None None] Port aaea5d41-96af-453e-bab1-b60959785a87 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:31.239244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-470873e7-d65c-4650-a52d-54e69e2a941c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (835375f7-6183-4c80-81a2-ff4638ee3a5c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.242237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-470873e7-d65c-4650-a52d-54e69e2a941c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.243402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-470873e7-d65c-4650-a52d-54e69e2a941c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/security-groups/835375f7-6183-4c80-81a2-ff4638ee3a5c HTTP/1.1" status: 204 len: 168 time: 0.7216845 Feb 19 00:44:31.246225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:31.295515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da2b24b9-76d7-4059-a2d1-5d3b24d9fcef no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:31.322289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-530fab07-6fdf-4de1-9bf7-ef4e5272e554 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=91f23d64364042c0b90f85ea192d6092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8095264 Feb 19 00:44:31.332389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fab07-6fdf-4de1-9bf7-ef4e5272e554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3818813-f247-4610-88e9-248dbc331759,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:31.336976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58354) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:31.342461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: da2b24b9-76d7-4059-a2d1-5d3b24d9fcef {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:44:31.342759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da2b24b9-76d7-4059-a2d1-5d3b24d9fcef not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:44:31.367174 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.381539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-428951a0-e279-4e3a-af2d-ead88c057f26 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (134a12f8-4e45-4001-a3e3-9d60508ff065), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.384662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-428951a0-e279-4e3a-af2d-ead88c057f26 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.388945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-428951a0-e279-4e3a-af2d-ead88c057f26 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/security-groups/134a12f8-4e45-4001-a3e3-9d60508ff065 HTTP/1.1" status: 204 len: 168 time: 0.7686908 Feb 19 00:44:31.394625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470873e7-d65c-4650-a52d-54e69e2a941c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835375f7-6183-4c80-81a2-ff4638ee3a5c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:31.428364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-60099cfa-a2ac-42a2-989b-8050adc45dee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet cde6b339-63fe-4f5f-af20-e43609945d73 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:44:31.445488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428951a0-e279-4e3a-af2d-ead88c057f26 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=134a12f8-4e45-4001-a3e3-9d60508ff065,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:31.447832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60099cfa-a2ac-42a2-989b-8050adc45dee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (cde6b339-63fe-4f5f-af20-e43609945d73), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.529131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-edec998f-e961-4c3c-8f2d-09cca8cf52c4 admin admin] Publish callbacks [] for security_group (d3818813-f247-4610-88e9-248dbc331759), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.567552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60099cfa-a2ac-42a2-989b-8050adc45dee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (cde6b339-63fe-4f5f-af20-e43609945d73), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.570680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.647240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58368) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:31.664796 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-edec998f-e961-4c3c-8f2d-09cca8cf52c4 admin admin] Publish callbacks [] for security_group (d3818813-f247-4610-88e9-248dbc331759), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.666638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4783-b61b-49bd-9c86-288b4fee7a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.746005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:31.772602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60099cfa-a2ac-42a2-989b-8050adc45dee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (cde6b339-63fe-4f5f-af20-e43609945d73), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.774483 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:31.804127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:31.817507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:31.822163 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.864322 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=dc42af95-b2d1-4eec-bbef-6657aeca5728,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:31.900504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e59b3722-10d0-407e-8915-929e6ff9ec12 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7443578 Feb 19 00:44:31.903236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58374) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:31.913504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4783-b61b-49bd-9c86-288b4fee7a3e admin admin] Publish callbacks [] for security_group (844f8dff-8b96-4d90-ab3b-2f2acef1e5a0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.915801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::71', 'mac_address': 'fa:16:3e:c6:10:d0'}, {'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:ef:16:e5'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:31.934799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ffe4783-b61b-49bd-9c86-288b4fee7a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (844f8dff-8b96-4d90-ab3b-2f2acef1e5a0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:31.971288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60099cfa-a2ac-42a2-989b-8050adc45dee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (cde6b339-63fe-4f5f-af20-e43609945d73), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.061411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafa6989-78de-476d-81f1-46bd79f8c58e None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:32.089478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60099cfa-a2ac-42a2-989b-8050adc45dee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.099495 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-60099cfa-a2ac-42a2-989b-8050adc45dee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/cde6b339-63fe-4f5f-af20-e43609945d73 HTTP/1.1" status: 204 len: 168 time: 0.8487730 Feb 19 00:44:32.130833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58380) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:32.142853 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8ffe4783-b61b-49bd-9c86-288b4fee7a3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6426aba147a455bae96ccce9f3e26d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4928176 Feb 19 00:44:32.205083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:32.207100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58386) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:32.225679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fbb354c4-9ba0-4f9f-9c93-24e066d07778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1709083479', 'description': 'tempest-secgroup-smoke-1709083479 description', 'project_id': '84679949ccf749538377871c65d3012d'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:32.231948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60099cfa-a2ac-42a2-989b-8050adc45dee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=cde6b339-63fe-4f5f-af20-e43609945d73,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:32.255374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e6ce548-3342-45bc-814b-c5af9c1f14e7 req-711084bd-1994-4af9-a5e3-2fae7a089c1c tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a917de-618b-4ae4-87f2-f30c959bc608 HTTP/1.1" status: 200 len: 210 time: 0.3526468 Feb 19 00:44:32.257395 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-edec998f-e961-4c3c-8f2d-09cca8cf52c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d3818813-f247-4610-88e9-248dbc331759), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.268423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-edec998f-e961-4c3c-8f2d-09cca8cf52c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.270046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe4783-b61b-49bd-9c86-288b4fee7a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844f8dff-8b96-4d90-ab3b-2f2acef1e5a0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:32.277860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-edec998f-e961-4c3c-8f2d-09cca8cf52c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3818813-f247-4610-88e9-248dbc331759 HTTP/1.1" status: 204 len: 168 time: 0.9279568 Feb 19 00:44:32.304762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed1e87b-f1fe-456c-b707-7c2d2d23f592 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet 0dce7566-20b3-4513-b516-5617c82912bc {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:44:32.309288 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87b-f1fe-456c-b707-7c2d2d23f592 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (0dce7566-20b3-4513-b516-5617c82912bc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.388973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbb354c4-9ba0-4f9f-9c93-24e066d07778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.400145 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87b-f1fe-456c-b707-7c2d2d23f592 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (0dce7566-20b3-4513-b516-5617c82912bc), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.440581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6261e4c1-60c1-4270-9a8b-3ff10182bc2e None None] Provisioning complete for port dc42af95-b2d1-4eec-bbef-6657aeca5728 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:32.441081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6261e4c1-60c1-4270-9a8b-3ff10182bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.456107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19d210e4-f20d-4a71-b82d-b2b1987d4bec admin admin] Publish callbacks [] for security_group (844f8dff-8b96-4d90-ab3b-2f2acef1e5a0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.503813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19d210e4-f20d-4a71-b82d-b2b1987d4bec admin admin] Publish callbacks [] for security_group (844f8dff-8b96-4d90-ab3b-2f2acef1e5a0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.576952 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbb354c4-9ba0-4f9f-9c93-24e066d07778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (38cf4986-b8d6-476f-955d-3c99022a2b03), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.584899 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbb354c4-9ba0-4f9f-9c93-24e066d07778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38cf4986-b8d6-476f-955d-3c99022a2b03), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.629334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6261e4c1-60c1-4270-9a8b-3ff10182bc2e None None] Port dc42af95-b2d1-4eec-bbef-6657aeca5728 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:32.657288 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87b-f1fe-456c-b707-7c2d2d23f592 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0dce7566-20b3-4513-b516-5617c82912bc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.661978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19d210e4-f20d-4a71-b82d-b2b1987d4bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (844f8dff-8b96-4d90-ab3b-2f2acef1e5a0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.664805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19d210e4-f20d-4a71-b82d-b2b1987d4bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.685727 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-19d210e4-f20d-4a71-b82d-b2b1987d4bec admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/844f8dff-8b96-4d90-ab3b-2f2acef1e5a0 HTTP/1.1" status: 204 len: 168 time: 0.4778411 Feb 19 00:44:32.699325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbb354c4-9ba0-4f9f-9c93-24e066d07778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.706108 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fbb354c4-9ba0-4f9f-9c93-24e066d07778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4928176 Feb 19 00:44:32.708344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58408) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:32.714418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-759fe13a-f119-4232-8877-e7661a2d5ded tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '38cf4986-b8d6-476f-955d-3c99022a2b03', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:32.733026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb354c4-9ba0-4f9f-9c93-24e066d07778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cf4986-b8d6-476f-955d-3c99022a2b03,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:32.763445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d210e4-f20d-4a71-b82d-b2b1987d4bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844f8dff-8b96-4d90-ab3b-2f2acef1e5a0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:32.808463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-759fe13a-f119-4232-8877-e7661a2d5ded tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (07b92915-3917-4fc9-9b13-86e9b19eec0b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.811864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec998f-e961-4c3c-8f2d-09cca8cf52c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3818813-f247-4610-88e9-248dbc331759,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:32.815760 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87b-f1fe-456c-b707-7c2d2d23f592 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (0dce7566-20b3-4513-b516-5617c82912bc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.967181 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1e87b-f1fe-456c-b707-7c2d2d23f592 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=0dce7566-20b3-4513-b516-5617c82912bc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:32.975510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ed1e87b-f1fe-456c-b707-7c2d2d23f592 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:32.982215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5ed1e87b-f1fe-456c-b707-7c2d2d23f592 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/0dce7566-20b3-4513-b516-5617c82912bc HTTP/1.1" status: 204 len: 168 time: 0.8381424 Feb 19 00:44:32.982215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58412) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:33.026202 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e66b661-2487-408a-8138-5974ff38bd8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:33.026770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e66b661-2487-408a-8138-5974ff38bd8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:33.032352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7e66b661-2487-408a-8138-5974ff38bd8d tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/cde6b339-63fe-4f5f-af20-e43609945d73 HTTP/1.1" status: 404 len: 337 time: 0.0467589 Feb 19 00:44:33.033178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58414) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:33.039179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-759fe13a-f119-4232-8877-e7661a2d5ded tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (07b92915-3917-4fc9-9b13-86e9b19eec0b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.046378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-759fe13a-f119-4232-8877-e7661a2d5ded tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (07b92915-3917-4fc9-9b13-86e9b19eec0b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.089118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fe13a-f119-4232-8877-e7661a2d5ded tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b92915-3917-4fc9-9b13-86e9b19eec0b,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:33.113560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-759fe13a-f119-4232-8877-e7661a2d5ded tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.120104 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-759fe13a-f119-4232-8877-e7661a2d5ded tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092028 Feb 19 00:44:33.120879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58424) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:33.127160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a12b3015-a75e-40ca-a3c3-1e6aa63967b6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '38cf4986-b8d6-476f-955d-3c99022a2b03', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:33.175135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12b3015-a75e-40ca-a3c3-1e6aa63967b6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (4a1a6472-49eb-446f-b509-53ea91db9b5b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.260836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dfe2c73-ec26-44fe-becc-3b87f156993c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting subnet 4831462e-755a-4d42-9012-50250b1cee3c {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:44:33.264556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2c73-ec26-44fe-becc-3b87f156993c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (4831462e-755a-4d42-9012-50250b1cee3c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.316119 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12b3015-a75e-40ca-a3c3-1e6aa63967b6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (4a1a6472-49eb-446f-b509-53ea91db9b5b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.323560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12b3015-a75e-40ca-a3c3-1e6aa63967b6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4a1a6472-49eb-446f-b509-53ea91db9b5b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.355140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2c73-ec26-44fe-becc-3b87f156993c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (4831462e-755a-4d42-9012-50250b1cee3c), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.370175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b3015-a75e-40ca-a3c3-1e6aa63967b6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1a6472-49eb-446f-b509-53ea91db9b5b,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:33.382268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12b3015-a75e-40ca-a3c3-1e6aa63967b6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.388100 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a12b3015-a75e-40ca-a3c3-1e6aa63967b6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2660534 Feb 19 00:44:33.388883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58428) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:33.394615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d394c42a-e387-4aea-a2ae-131717cbd7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '38cf4986-b8d6-476f-955d-3c99022a2b03', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:33.435385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d394c42a-e387-4aea-a2ae-131717cbd7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (2989fcee-512c-4310-9b4c-d70fb3eb0fe4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.564428 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2c73-ec26-44fe-becc-3b87f156993c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (4831462e-755a-4d42-9012-50250b1cee3c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.708729 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d394c42a-e387-4aea-a2ae-131717cbd7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (2989fcee-512c-4310-9b4c-d70fb3eb0fe4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.716915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d394c42a-e387-4aea-a2ae-131717cbd7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (2989fcee-512c-4310-9b4c-d70fb3eb0fe4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.770599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d394c42a-e387-4aea-a2ae-131717cbd7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.779026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d394c42a-e387-4aea-a2ae-131717cbd7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3885880 Feb 19 00:44:33.781187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58448) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:33.796101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-60354701-6305-4b4d-823e-414e8efcca65 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '38cf4986-b8d6-476f-955d-3c99022a2b03', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:33.829308 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.871615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60354701-6305-4b4d-823e-414e8efcca65 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (6044e568-933c-4601-bf82-ee31da3a1422), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.875179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2c73-ec26-44fe-becc-3b87f156993c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (4831462e-755a-4d42-9012-50250b1cee3c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:33.972208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2339ce3-adab-4123-bcff-7ace025650b4 None None] Network b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:34.014361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394c42a-e387-4aea-a2ae-131717cbd7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2989fcee-512c-4310-9b4c-d70fb3eb0fe4,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:34.022541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe2c73-ec26-44fe-becc-3b87f156993c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Subnet': ['ID=4831462e-755a-4d42-9012-50250b1cee3c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:34.112464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60354701-6305-4b4d-823e-414e8efcca65 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (6044e568-933c-4601-bf82-ee31da3a1422), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.118884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60354701-6305-4b4d-823e-414e8efcca65 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (6044e568-933c-4601-bf82-ee31da3a1422), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.124707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17f5a6ce-b173-42bb-a83a-f236845aff7d req-75beeffc-a914-46ee-a9ba-d975dddc6915 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.3291850 Feb 19 00:44:34.151325 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0dfe2c73-ec26-44fe-becc-3b87f156993c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.161559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0dfe2c73-ec26-44fe-becc-3b87f156993c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/4831462e-755a-4d42-9012-50250b1cee3c HTTP/1.1" status: 204 len: 168 time: 1.1273699 Feb 19 00:44:34.163226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58458) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:34.178717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60354701-6305-4b4d-823e-414e8efcca65 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6044e568-933c-4601-bf82-ee31da3a1422,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:34.204980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fbb00bf7-1ed5-432e-86de-af1adaedbaec None None] Provisioning complete for port 6a7d7098-8f12-40d3-b609-e354a5077735 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:34.209836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60354701-6305-4b4d-823e-414e8efcca65 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.211874 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bf7-1ed5-432e-86de-af1adaedbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.214365 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-60354701-6305-4b4d-823e-414e8efcca65 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4279952 Feb 19 00:44:34.218357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58462) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:34.234009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d90d4896-99b9-4eb2-88a3-625841329a0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '38cf4986-b8d6-476f-955d-3c99022a2b03', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:34.303471 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-d90d4896-99b9-4eb2-88a3-625841329a0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Project 84679949ccf749538377871c65d3012d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:44:34.316628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90d4896-99b9-4eb2-88a3-625841329a0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (87a6f2c2-59bd-4073-bd41-b2ab17f79bf8), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.466974 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90d4896-99b9-4eb2-88a3-625841329a0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (87a6f2c2-59bd-4073-bd41-b2ab17f79bf8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.472558 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90d4896-99b9-4eb2-88a3-625841329a0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (87a6f2c2-59bd-4073-bd41-b2ab17f79bf8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.537470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d4896-99b9-4eb2-88a3-625841329a0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a6f2c2-59bd-4073-bd41-b2ab17f79bf8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:34.542081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] DHCP port deletion for b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:44:34.556909 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6e4eb9-871c-423d-be20-6f50f9a453bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:34.565628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf6e4eb9-871c-423d-be20-6f50f9a453bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:34.568824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cf6e4eb9-871c-423d-be20-6f50f9a453bf tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/d93ff06b-ef97-406f-8027-d8dbbefc1a8f HTTP/1.1" status: 404 len: 337 time: 0.3555353 Feb 19 00:44:34.572181 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58482) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:34.670142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fbb00bf7-1ed5-432e-86de-af1adaedbaec None None] Current status of the port 6a7d7098-8f12-40d3-b609-e354a5077735 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:34.677533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58484) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:34.680914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-56fa4337-eafc-4935-9e4a-34838407e67c tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "GET /v2.0/ports?device_id=d23f73af-0842-4deb-a572-10b5365a8a11 HTTP/1.1" status: 200 len: 205 time: 0.0966718 Feb 19 00:44:34.686629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fbb00bf7-1ed5-432e-86de-af1adaedbaec None None] Provisioning complete for port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:34.687669 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbb00bf7-1ed5-432e-86de-af1adaedbaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.697317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d90d4896-99b9-4eb2-88a3-625841329a0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.707170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d90d4896-99b9-4eb2-88a3-625841329a0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4847653 Feb 19 00:44:34.708243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58486) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:34.723103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4af57f47-a5cd-454c-8652-6f1153b0150f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '38cf4986-b8d6-476f-955d-3c99022a2b03', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:34.758505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fbb00bf7-1ed5-432e-86de-af1adaedbaec None None] Port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:34.776338 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-4af57f47-a5cd-454c-8652-6f1153b0150f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Project 84679949ccf749538377871c65d3012d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:44:34.781984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] Deleting port 6a7d7098-8f12-40d3-b609-e354a5077735 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:34.782684 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.783288 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-499d717c-4ffb-4bf0-9e93-38a554c0ea63 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] delete failed (client error): The resource could not be found. Feb 19 00:44:34.788178 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-499d717c-4ffb-4bf0-9e93-38a554c0ea63 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/routers/d23f73af-0842-4deb-a572-10b5365a8a11 HTTP/1.1" status: 404 len: 336 time: 0.1093087 Feb 19 00:44:34.788775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58490) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:34.798970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4af57f47-a5cd-454c-8652-6f1153b0150f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (d198c1f1-92bf-485b-b990-f526e5fd6f3f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.882606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] For port 6a7d7098-8f12-40d3-b609-e354a5077735, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6a7d7098-8f12-40d3-b609-e354a5077735,segment=NetworkSegment(c7a175fc-3202-4506-af3b-03cc683fdce0),segment_id=c7a175fc-3202-4506-af3b-03cc683fdce0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:34.883329 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.891725 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab33960-2e6b-4780-b7bb-89c0d8a223be tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:34.894245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab33960-2e6b-4780-b7bb-89c0d8a223be tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:34.899416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] Calling delete_port for 6a7d7098-8f12-40d3-b609-e354a5077735 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:34.905319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3ab33960-2e6b-4780-b7bb-89c0d8a223be tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/df95b814-9294-4e04-8277-373665fc65d9 HTTP/1.1" status: 404 len: 337 time: 0.1059768 Feb 19 00:44:34.907790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58494) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:34.909192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4af57f47-a5cd-454c-8652-6f1153b0150f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (d198c1f1-92bf-485b-b990-f526e5fd6f3f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.915180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4af57f47-a5cd-454c-8652-6f1153b0150f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (d198c1f1-92bf-485b-b990-f526e5fd6f3f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:34.961026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af57f47-a5cd-454c-8652-6f1153b0150f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d198c1f1-92bf-485b-b990-f526e5fd6f3f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:34.974802 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-569a438c-6f34-4305-9ce2-1552b717be51 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:34.975547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-569a438c-6f34-4305-9ce2-1552b717be51 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:34.980803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-569a438c-6f34-4305-9ce2-1552b717be51 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/c04617f3-b318-4b23-a23a-b23c8f057f60 HTTP/1.1" status: 404 len: 337 time: 0.0695765 Feb 19 00:44:34.983906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58498) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.005284 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4af57f47-a5cd-454c-8652-6f1153b0150f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.012210 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4af57f47-a5cd-454c-8652-6f1153b0150f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2998695 Feb 19 00:44:35.012474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58500) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.023745 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fbe7de5-cfb2-4d54-a1bd-3a64804592ee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:35.023992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'network': {'name': 'tempest-network-smoke--1749666318', 'project_id': '84679949ccf749538377871c65d3012d', 'port_security_enabled': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:35.024624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fbe7de5-cfb2-4d54-a1bd-3a64804592ee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:35.030428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8fbe7de5-cfb2-4d54-a1bd-3a64804592ee tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/d59582fe-62a5-4c70-bb47-3bfbaf7fa600 HTTP/1.1" status: 404 len: 337 time: 0.0449719 Feb 19 00:44:35.065927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58502) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.074139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95738de1-6e6e-422f-8150-a53b0415dfbf req-84e9b465-5141-46f9-9a32-fe179d9ec5de service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d1a917de-618b-4ae4-87f2-f30c959bc608 HTTP/1.1" status: 200 len: 210 time: 0.0422297 Feb 19 00:44:35.074823 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (6a7d7098-8f12-40d3-b609-e354a5077735), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.086609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.093158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:35.095336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.101930 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.123064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] Pushing event deleted for resources: {'Port': ['ID=6a7d7098-8f12-40d3-b609-e354a5077735,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:35.158395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] In _notify_port_updated(), no bound segment for port dc42af95-b2d1-4eec-bbef-6657aeca5728 on network df79d519-8dc5-449e-9c90-a0aead5a1c71 {{(pid=103649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:44:35.159226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf753b-b599-4cf1-bf69-73db5a805279 None None] No DVR routers for this DVR port 6a7d7098-8f12-40d3-b609-e354a5077735 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:44:35.166850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:35.167701 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.169529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "PUT /v2.0/ports/dc42af95-b2d1-4eec-bbef-6657aeca5728 HTTP/1.1" status: 200 len: 1065 time: 3.2651036 Feb 19 00:44:35.173495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58506) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.178013 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-0112f8f6-fe70-4ae1-8c46-046835c0c5c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:35.178536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0112f8f6-fe70-4ae1-8c46-046835c0c5c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:35.198006 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0112f8f6-fe70-4ae1-8c46-046835c0c5c3 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/cab05297-d77c-45b7-9bfe-45cb0ac73ed4 HTTP/1.1" status: 404 len: 333 time: 0.1268537 Feb 19 00:44:35.200038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.292688 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c3f6fa-b765-4693-8c10-df7522e65992 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:35.293216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c3f6fa-b765-4693-8c10-df7522e65992 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:35.302978 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f9c3f6fa-b765-4693-8c10-df7522e65992 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/4f4772cc-3d99-4e9d-b845-f86e09fb3494 HTTP/1.1" status: 404 len: 337 time: 0.1018851 Feb 19 00:44:35.308010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58514) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.345212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609da5c-222d-4d9e-86ef-2d68f12aa6ac tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event updated for resources: {'Port': ['ID=dc42af95-b2d1-4eec-bbef-6657aeca5728,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:35.407795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:44:35.425189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6a7d7098-8f12-40d3-b609-e354a5077735 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:35.431994 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a6fa2a-3917-4c04-869a-b43299b76241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:35.434142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a6fa2a-3917-4c04-869a-b43299b76241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:35.452535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58522) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.454983 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a2a6fa2a-3917-4c04-869a-b43299b76241 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/e1382540-b4d0-4c61-98a3-fddea0d816a2 HTTP/1.1" status: 404 len: 337 time: 0.1453555 Feb 19 00:44:35.468895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 6a7d7098-8f12-40d3-b609-e354a5077735 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:44:35.470512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (06166366-497c-4d92-aae0-4ba6f1eef0cd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.471040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6a7d7098-8f12-40d3-b609-e354a5077735 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:44:35.471840 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Added segment 06166366-497c-4d92-aae0-4ba6f1eef0cd of type vlan for network a04aee36-188b-47a7-bb0e-63becec25e40 Feb 19 00:44:35.568507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ca49b04-7063-4a85-9726-6c0409f400ba req-972f5fe0-3363-4bd7-a92e-e458a34e8e59 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1199045 Feb 19 00:44:35.600701 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-53127628-b4b5-40fa-9f4a-9d289098b0bd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:35.600701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53127628-b4b5-40fa-9f4a-9d289098b0bd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:35.600701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-53127628-b4b5-40fa-9f4a-9d289098b0bd tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/8329035e-1829-4016-ba18-8fc510c39da3 HTTP/1.1" status: 404 len: 333 time: 0.1435502 Feb 19 00:44:35.605711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58524) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.645164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a04aee36-188b-47a7-bb0e-63becec25e40), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.703835 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21993fd-4aee-4039-828e-134483eed9b7 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:35.704909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21993fd-4aee-4039-828e-134483eed9b7 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:35.711355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58530) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.718154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b21993fd-4aee-4039-828e-134483eed9b7 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/08866b8f-0ad8-4928-864f-dccf872ddfde HTTP/1.1" status: 404 len: 337 time: 0.1047552 Feb 19 00:44:35.730603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a04aee36-188b-47a7-bb0e-63becec25e40), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.738566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:35.741890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8cd61-3a34-410d-96fe-7a82aa01a911 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Deleting port dc42af95-b2d1-4eec-bbef-6657aeca5728 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:35.743494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bb8cd61-3a34-410d-96fe-7a82aa01a911 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.749131 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.800480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1d555a36-f177-4bae-b299-cb9e87f47293 None None] Provisioning complete for port dc42af95-b2d1-4eec-bbef-6657aeca5728 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:35.800880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d555a36-f177-4bae-b299-cb9e87f47293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.870346 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c0dad8-482e-4e24-8e56-3ab50841ff03 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] DELETE failed (client error): The resource could not be found. Feb 19 00:44:35.870831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c0dad8-482e-4e24-8e56-3ab50841ff03 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:44:35.877150 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f4c0dad8-482e-4e24-8e56-3ab50841ff03 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/subnets/b5bc023e-43e2-433b-a8df-8b69037e01a0 HTTP/1.1" status: 404 len: 337 time: 0.1621337 Feb 19 00:44:35.885333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58536) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.892156 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8785810 Feb 19 00:44:35.921259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1d555a36-f177-4bae-b299-cb9e87f47293 None None] Port dc42af95-b2d1-4eec-bbef-6657aeca5728 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:35.922938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58540) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:35.931189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'admin_state_up': True, 'project_id': '84679949ccf749538377871c65d3012d', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:35.991139 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (53d2e92c-c437-40fe-adb4-3b666124142f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:35.995634 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (53d2e92c-c437-40fe-adb4-3b666124142f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.032014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51d13a-d9f3-4409-9eb3-c1c070fc8138 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Network': ['ID=a04aee36-188b-47a7-bb0e-63becec25e40,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:36.053518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a04aee36-188b-47a7-bb0e-63becec25e40 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:44:36.155216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bb8cd61-3a34-410d-96fe-7a82aa01a911 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.233813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-67c2d2cc-b0c5-4e5a-adfb-b8aaf50b07eb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Deleting port 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:36.234213 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c2d2cc-b0c5-4e5a-adfb-b8aaf50b07eb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.319361 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_controller (53d2e92c-c437-40fe-adb4-3b666124142f), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.328370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8cd61-3a34-410d-96fe-7a82aa01a911 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Calling delete_port for dc42af95-b2d1-4eec-bbef-6657aeca5728 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:36.333223 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:44:36.359927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c2d2cc-b0c5-4e5a-adfb-b8aaf50b07eb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.374757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-67c2d2cc-b0c5-4e5a-adfb-b8aaf50b07eb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Calling delete_port for 4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:36.469892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c2d2cc-b0c5-4e5a-adfb-b8aaf50b07eb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4936c41d-d75a-47e9-a693-7ecb0e9d4bb7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.534804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2d2cc-b0c5-4e5a-adfb-b8aaf50b07eb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Port': ['ID=4936c41d-d75a-47e9-a693-7ecb0e9d4bb7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:36.574934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67c2d2cc-b0c5-4e5a-adfb-b8aaf50b07eb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.588602 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-67c2d2cc-b0c5-4e5a-adfb-b8aaf50b07eb tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/ports/4936c41d-d75a-47e9-a693-7ecb0e9d4bb7 HTTP/1.1" status: 204 len: 168 time: 0.6944535 Feb 19 00:44:36.589954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58562) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:36.763810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (53d2e92c-c437-40fe-adb4-3b666124142f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.765293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.786375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a494551c-db09-4a59-9fdd-58262a62d9f6 req-32dc0290-1e8b-466f-9680-795651cdaa92 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0407023 Feb 19 00:44:36.920583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:36.968469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:36.983058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a175fc-3202-4506-af3b-03cc683fdce0') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:36.984234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a175fc-3202-4506-af3b-03cc683fdce0') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:36.994040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bb8cd61-3a34-410d-96fe-7a82aa01a911 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dc42af95-b2d1-4eec-bbef-6657aeca5728), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.002032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (c7a175fc-3202-4506-af3b-03cc683fdce0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.022134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c7a175fc-3202-4506-af3b-03cc683fdce0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.035086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8cd61-3a34-410d-96fe-7a82aa01a911 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Port': ['ID=dc42af95-b2d1-4eec-bbef-6657aeca5728,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:37.042942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:44:37.043462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (c7a175fc-3202-4506-af3b-03cc683fdce0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:44:37.055190 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:44:37.202706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.234991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.240596 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] 10.222.0.60 "DELETE /v2.0/networks/b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53 HTTP/1.1" status: 204 len: 168 time: 0.6473353 Feb 19 00:44:37.242229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb63409-3393-41ad-98a9-7750df6135c5 tempest-PortsIpV6TestJSON-1696150853 tempest-PortsIpV6TestJSON-1696150853-project] Pushing event deleted for resources: {'Network': ['ID=b317e04f-d0f7-4c8e-a0a1-9f280f5a6d53,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:37.441135 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bb8cd61-3a34-410d-96fe-7a82aa01a911 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.444730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6bb8cd61-3a34-410d-96fe-7a82aa01a911 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "DELETE /v2.0/ports/dc42af95-b2d1-4eec-bbef-6657aeca5728 HTTP/1.1" status: 204 len: 168 time: 2.2700944 Feb 19 00:44:37.447984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58586) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:37.462678 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (53d2e92c-c437-40fe-adb4-3b666124142f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.489092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.491169 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c166ee-d9ca-417b-b6c7-98611024653a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] GET failed (client error): The resource could not be found. Feb 19 00:44:37.493217 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-85c166ee-d9ca-417b-b6c7-98611024653a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "GET /v2.0/ports/dc42af95-b2d1-4eec-bbef-6657aeca5728 HTTP/1.1" status: 404 len: 333 time: 0.0432692 Feb 19 00:44:37.499109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58590) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:37.739573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4338e62a-2b7e-48d2-8434-e160db2bdd5a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Deleting port aaea5d41-96af-453e-bab1-b60959785a87 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:37.740151 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4338e62a-2b7e-48d2-8434-e160db2bdd5a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (aaea5d41-96af-453e-bab1-b60959785a87), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:37.746669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.25.6.122 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/123a048c-cec2-4980-9831-3107b0d696d6) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:37.889936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58604) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:38.265236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4ee2d0d-8e4a-41d4-b780-323d8d6e3449 req-f8e780c6-c8ff-47a6-9772-b8b8d9ff56b2 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0524497 Feb 19 00:44:38.366138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4338e62a-2b7e-48d2-8434-e160db2bdd5a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (aaea5d41-96af-453e-bab1-b60959785a87), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:38.411426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4338e62a-2b7e-48d2-8434-e160db2bdd5a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Calling delete_port for aaea5d41-96af-453e-bab1-b60959785a87 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:38.507703 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-64b190a6-3493-4727-a55f-4664850d71f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1ceee0c39cd4f7ba2948161aecee7d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6146796 Feb 19 00:44:38.508470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58618) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:38.529962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (123a048c-cec2-4980-9831-3107b0d696d6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:38.573975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b8d1eb4-0568-4652-b566-a4e38a3141aa req-b6f59c48-bd0a-4d29-adec-f374ec68fbe4 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0472248 Feb 19 00:44:38.628726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0cdb7b3c-4b25-4e6f-b564-44131e465c1b admin admin] Publish callbacks [] for security_group (6ced5ea3-e9f1-441e-820e-7131232e9779), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:38.655215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (123a048c-cec2-4980-9831-3107b0d696d6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:38.674386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0cdb7b3c-4b25-4e6f-b564-44131e465c1b admin admin] Publish callbacks [] for security_group (6ced5ea3-e9f1-441e-820e-7131232e9779), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:38.749374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0cdb7b3c-4b25-4e6f-b564-44131e465c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6ced5ea3-e9f1-441e-820e-7131232e9779), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:38.753334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0cdb7b3c-4b25-4e6f-b564-44131e465c1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:38.754688 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0cdb7b3c-4b25-4e6f-b564-44131e465c1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ced5ea3-e9f1-441e-820e-7131232e9779 HTTP/1.1" status: 204 len: 168 time: 0.2442236 Feb 19 00:44:38.760138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:38.784909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdb7b3c-4b25-4e6f-b564-44131e465c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ced5ea3-e9f1-441e-820e-7131232e9779,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:38.821044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:38.831258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:38.959283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=123a048c-cec2-4980-9831-3107b0d696d6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:39.004291 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4338e62a-2b7e-48d2-8434-e160db2bdd5a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (aaea5d41-96af-453e-bab1-b60959785a87), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:39.129139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4338e62a-2b7e-48d2-8434-e160db2bdd5a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Port': ['ID=aaea5d41-96af-453e-bab1-b60959785a87,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:39.352191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4338e62a-2b7e-48d2-8434-e160db2bdd5a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:39.359388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58662) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:39.361655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4338e62a-2b7e-48d2-8434-e160db2bdd5a tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "DELETE /v2.0/ports/aaea5d41-96af-453e-bab1-b60959785a87 HTTP/1.1" status: 204 len: 168 time: 1.8614383 Feb 19 00:44:39.438515 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-7999bc8d-50a0-4031-b3ae-02d384141ce9 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] GET failed (client error): The resource could not be found. Feb 19 00:44:39.453279 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7999bc8d-50a0-4031-b3ae-02d384141ce9 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "GET /v2.0/ports/aaea5d41-96af-453e-bab1-b60959785a87 HTTP/1.1" status: 404 len: 333 time: 0.0875616 Feb 19 00:44:39.454148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58664) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:39.457126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d9044d0-cc7e-4ce8-bcc7-ffec137e2595 req-11ea299e-498f-4a4f-a561-4eed593c1019 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0516572 Feb 19 00:44:39.816583 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (53d2e92c-c437-40fe-adb4-3b666124142f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:39.905528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-49b2c0ff-9010-4249-a6d8-24cea83a9e98 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Deleting port a65937e2-7ed6-4238-909f-5deafcb5b1eb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:39.905886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49b2c0ff-9010-4249-a6d8-24cea83a9e98 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a65937e2-7ed6-4238-909f-5deafcb5b1eb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:40.514631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (53d2e92c-c437-40fe-adb4-3b666124142f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:40.634762 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49b2c0ff-9010-4249-a6d8-24cea83a9e98 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a65937e2-7ed6-4238-909f-5deafcb5b1eb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:40.663349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-49b2c0ff-9010-4249-a6d8-24cea83a9e98 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Calling delete_port for a65937e2-7ed6-4238-909f-5deafcb5b1eb owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:40.874836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d258d7e-219d-46af-b94a-73b570ef49af req-8c6c53d3-f5df-4b5f-9b74-334d232c5087 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1979971 Feb 19 00:44:40.944651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58708) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:41.295951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49b2c0ff-9010-4249-a6d8-24cea83a9e98 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a65937e2-7ed6-4238-909f-5deafcb5b1eb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:41.312944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 53d2e92c-c437-40fe-adb4-3b666124142f is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:44:41.374652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b2c0ff-9010-4249-a6d8-24cea83a9e98 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Port': ['ID=a65937e2-7ed6-4238-909f-5deafcb5b1eb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:41.493152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1035497600'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:41.553736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:41.576594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:41.610378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:41.656355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49b2c0ff-9010-4249-a6d8-24cea83a9e98 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:41.661790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-49b2c0ff-9010-4249-a6d8-24cea83a9e98 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "DELETE /v2.0/ports/a65937e2-7ed6-4238-909f-5deafcb5b1eb HTTP/1.1" status: 204 len: 168 time: 2.1996799 Feb 19 00:44:41.662439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58732) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:41.751522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdc15f90-2b96-42af-ba0f-682b2e66db8e req-7cc64b8a-56a9-4d04-9119-351d3c5af9e1 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0905721 Feb 19 00:44:41.803858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:44:41.818952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Sync routers for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:44:41.824537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc70f8be-a1a5-45fc-8bf7-cb616c6877b3 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Deleting subnet 87b37298-4515-4c2f-b0f8-a8002f406cd9 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:44:41.845371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc70f8be-a1a5-45fc-8bf7-cb616c6877b3 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for subnet (87b37298-4515-4c2f-b0f8-a8002f406cd9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:41.848619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:41.849862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-43664e3a-724a-488f-a023-eb3dd1f612b1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.9257517 Feb 19 00:44:41.853157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58736) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:41.856370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:41.857328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:41.912755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-af9e1b73-c96d-4b21-b68b-0a46c416e6ac tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=84679949ccf749538377871c65d3012d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0553615 Feb 19 00:44:41.915258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58738) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:41.917807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc70f8be-a1a5-45fc-8bf7-cb616c6877b3 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (87b37298-4515-4c2f-b0f8-a8002f406cd9), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.025534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5b808e-7688-4c5b-8806-080dcee01051 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:42.030751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4b5b808e-7688-4c5b-8806-080dcee01051 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1113508 Feb 19 00:44:42.031286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58742) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:42.106706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc70f8be-a1a5-45fc-8bf7-cb616c6877b3 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (87b37298-4515-4c2f-b0f8-a8002f406cd9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.124937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2a92431c-7885-4097-b59c-4649bd17d17f tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0895002 Feb 19 00:44:42.151475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58746) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:42.164065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:44:42.169871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819028761', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'project_id': '84679949ccf749538377871c65d3012d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:42.300619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc70f8be-a1a5-45fc-8bf7-cb616c6877b3 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (87b37298-4515-4c2f-b0f8-a8002f406cd9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.435762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70f8be-a1a5-45fc-8bf7-cb616c6877b3 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Subnet': ['ID=87b37298-4515-4c2f-b0f8-a8002f406cd9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:42.471802 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc70f8be-a1a5-45fc-8bf7-cb616c6877b3 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.481659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:42.485788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.498423 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fc70f8be-a1a5-45fc-8bf7-cb616c6877b3 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "DELETE /v2.0/subnets/87b37298-4515-4c2f-b0f8-a8002f406cd9 HTTP/1.1" status: 204 len: 168 time: 0.8350210 Feb 19 00:44:42.499078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58756) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:42.547640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b60540-1c70-4fb4-af95-abaf9aad4d87 None None] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:42.612828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for security_group (a36dbe82-bbfc-4858-bc14-fefa3b0d212d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.628330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a36dbe82-bbfc-4858-bc14-fefa3b0d212d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.691872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:44:42.744914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1e6273d4-90e9-4543-becc-2a7b8160a35f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.745404 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment 1e6273d4-90e9-4543-becc-2a7b8160a35f of type vlan for network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c Feb 19 00:44:42.773769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36dbe82-bbfc-4858-bc14-fefa3b0d212d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:42.774311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (f2fb0053-5bab-4a89-a305-38300cae03cd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.893800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (df79d519-8dc5-449e-9c90-a0aead5a1c71), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.909382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2a8dddc5-deca-4c28-9d85-46de80bb0f8c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.948797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Checking segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:42.949094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network hostable DHCP agents. Network: a04aee36-188b-47a7-bb0e-63becec25e40, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:44:42.983436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2a8dddc5-deca-4c28-9d85-46de80bb0f8c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:42.984401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:39Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:42.996392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:43.009484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.051475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Checking router: 53d2e92c-c437-40fe-adb4-3b666124142f for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:44:43.059508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Updating router 53d2e92c-c437-40fe-adb4-3b666124142f port 123a048c-cec2-4980-9831-3107b0d696d6 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:44:43.078148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59e2e8c4-bfce-4eba-9eac-3a8f8263c19e req-8df9df51-e830-4c9b-9182-d8ceea6f4582 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1161234 Feb 19 00:44:43.082400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58770) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:43.088277 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1284113 Feb 19 00:44:43.110115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2062773779'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:43.141646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] DHCP port deletion for df79d519-8dc5-449e-9c90-a0aead5a1c71 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:44:43.159178 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (123a048c-cec2-4980-9831-3107b0d696d6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.167797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Subnet': ['ID=f2fb0053-5bab-4a89-a305-38300cae03cd,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:43.189578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ecb4e-585e-4c63-b825-7672518c4748 req-b85d2c75-0ce6-4e9d-bac0-14f81d7c9889 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:43.191501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d95ecb4e-585e-4c63-b825-7672518c4748 req-b85d2c75-0ce6-4e9d-bac0-14f81d7c9889 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 945 time: 0.4730868 Feb 19 00:44:43.200520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:43.204936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.224332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network a04aee36-188b-47a7-bb0e-63becec25e40 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:44:43.241247 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:44:43.252328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ace6c144-4017-42a6-9586-7801aee4f05f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.252975 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment ace6c144-4017-42a6-9586-7801aee4f05f of type vlan for network 04038103-d505-42c0-ba83-85e2d89387f2 Feb 19 00:44:43.301745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (04038103-d505-42c0-ba83-85e2d89387f2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.309717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e9844-1bcb-4054-b829-dec27894bc3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=2a8dddc5-deca-4c28-9d85-46de80bb0f8c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:43.339246 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (04038103-d505-42c0-ba83-85e2d89387f2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.345724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:43.346445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.366586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a04aee36-188b-47a7-bb0e-63becec25e40) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:43.388874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Deleting port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:43.389229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.403377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:43.405469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.455442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:44:43.468788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d06bc2-d761-4ca1-a234-01b207437b56 None None] Network a04aee36-188b-47a7-bb0e-63becec25e40 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:43.471038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device db936f30-6589-4c9c-8c31-ac7a1a5b51b5 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:43.537190 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ca2645e4-1e15-4cb1-b580-dc5ec3588b79 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3841832 Feb 19 00:44:43.541856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d95ecb4e-585e-4c63-b825-7672518c4748 req-f266262e-fe90-4b21-82b8-fabc32d625f1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147600 Feb 19 00:44:43.546767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4592791 Feb 19 00:44:43.550122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58780) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:43.550942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58782) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:43.580025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] For port db936f30-6589-4c9c-8c31-ac7a1a5b51b5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=db936f30-6589-4c9c-8c31-ac7a1a5b51b5,segment=NetworkSegment(ff50b7ca-7a91-4991-ab44-180de620909d),segment_id=ff50b7ca-7a91-4991-ab44-180de620909d)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:43.581812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.621757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Calling delete_port for db936f30-6589-4c9c-8c31-ac7a1a5b51b5 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:43.739784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': '2a8dddc5-deca-4c28-9d85-46de80bb0f8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:43.758826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:43.786147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe1917-fd4c-42d8-8664-81fdeafdc54d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=04038103-d505-42c0-ba83-85e2d89387f2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:43.834017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] No DVR routers for this DVR port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:44:43.840572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Port': ['ID=db936f30-6589-4c9c-8c31-ac7a1a5b51b5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:43.849158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 04038103-d505-42c0-ba83-85e2d89387f2 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:44:44.016660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No active binding found for port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:44:44.017273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] The host n-d-826527-3 is not matching for port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:44:44.017459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device db936f30-6589-4c9c-8c31-ac7a1a5b51b5 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:44:44.019823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] Deleting port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:44.020208 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:44.072211 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (df79d519-8dc5-449e-9c90-a0aead5a1c71), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:44.152892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:44.158913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df79d519-8dc5-449e-9c90-a0aead5a1c71']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:44.165359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:44.178330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff50b7ca-7a91-4991-ab44-180de620909d') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:44.178625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff50b7ca-7a91-4991-ab44-180de620909d') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:44.207800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (ff50b7ca-7a91-4991-ab44-180de620909d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:44.225492 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ff50b7ca-7a91-4991-ab44-180de620909d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:44.239386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:44:44.242915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (ff50b7ca-7a91-4991-ab44-180de620909d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:44:44.278482 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:44:44.377454 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (df79d519-8dc5-449e-9c90-a0aead5a1c71), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:44.406155 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:44.411094 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] 10.222.0.60 "DELETE /v2.0/networks/df79d519-8dc5-449e-9c90-a0aead5a1c71 HTTP/1.1" status: 204 len: 168 time: 1.7962489 Feb 19 00:44:44.443475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cf2b2-4619-42f2-83b9-71d32663cf25 tempest-AllowedAddressPairIpV6TestJSON-1017635189 tempest-AllowedAddressPairIpV6TestJSON-1017635189-project] Pushing event deleted for resources: {'Network': ['ID=df79d519-8dc5-449e-9c90-a0aead5a1c71,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:44.795380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-a04aee36-188b-47a7-bb0e-63becec25e40', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:44:44.799229 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.065711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80c2a456-a250-40f8-9574-920652d5ee33 req-da957df0-a994-45c7-8de0-6dc89463c237 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1681654 Feb 19 00:44:45.074365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] For port db936f30-6589-4c9c-8c31-ac7a1a5b51b5, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:45.075423 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.106974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58816) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:45.111187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] Calling delete_port for db936f30-6589-4c9c-8c31-ac7a1a5b51b5 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:45.116286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] Port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:44:45.124805 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (db936f30-6589-4c9c-8c31-ac7a1a5b51b5), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.163663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] Network df79d519-8dc5-449e-9c90-a0aead5a1c71 is not hosted by any dhcp agent {{(pid=103651) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 00:44:45.164292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] No DVR routers for this DVR port db936f30-6589-4c9c-8c31-ac7a1a5b51b5 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:44:45.170170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbb4e4-d727-46f4-b5df-0c5ce0a642a6 None None] Pushing event deleted for resources: {'Port': ['ID=db936f30-6589-4c9c-8c31-ac7a1a5b51b5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:45.322851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Allocated IP 172.20.0.2 (a04aee36-188b-47a7-bb0e-63becec25e40/f2fb0053-5bab-4a89-a305-38300cae03cd/011e8627-24c0-4d29-9b34-89ca4617ad31) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:45.347167 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Publish callbacks [] for port (123a048c-cec2-4980-9831-3107b0d696d6), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.368941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (123a048c-cec2-4980-9831-3107b0d696d6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.416547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-dffa1e07-3a46-4b4e-958e-1bd81569bef1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:45.419806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-dffa1e07-3a46-4b4e-958e-1bd81569bef1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.126 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 945 time: 0.5399048 Feb 19 00:44:45.432749 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ac098e6-d684-4dfb-8a0d-c637b9317bd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63793fbe6a9c4cf3958aa268714d966d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3242640 Feb 19 00:44:45.436113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58822) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:45.449673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71a04b-4007-4cae-b3f6-8373a416d6ef req-80cf9275-1aa4-470b-881c-bd7bca9ae9a0 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:45.451560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc71a04b-4007-4cae-b3f6-8373a416d6ef req-80cf9275-1aa4-470b-881c-bd7bca9ae9a0 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 945 time: 0.5628271 Feb 19 00:44:45.578706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Attempting to bind port 123a048c-cec2-4980-9831-3107b0d696d6 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:44:45.579350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Attempting to bind port 123a048c-cec2-4980-9831-3107b0d696d6 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:44:45.580991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Attempting to bind port 123a048c-cec2-4980-9831-3107b0d696d6 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:44:45.582336 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0685-109b-40e3-9326-954cfedd5440 admin admin] Publish callbacks [] for security_group (9add3028-4a1a-4f4d-85aa-c178473f862c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.613074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa91300-a0e8-4023-b03d-66d0388aa65f None None] Pushing event updated for resources: {'Port': ['ID=123a048c-cec2-4980-9831-3107b0d696d6,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:45.630162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:44:45.635023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:45.635623 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.636222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:44:45.636901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Bound port: 123a048c-cec2-4980-9831-3107b0d696d6, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:44:45.637488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (123a048c-cec2-4980-9831-3107b0d696d6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.647867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0685-109b-40e3-9326-954cfedd5440 admin admin] Publish callbacks [] for security_group (9add3028-4a1a-4f4d-85aa-c178473f862c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.765171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0685-109b-40e3-9326-954cfedd5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9add3028-4a1a-4f4d-85aa-c178473f862c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.768808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1fbe0685-109b-40e3-9326-954cfedd5440 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:45.770128 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1fbe0685-109b-40e3-9326-954cfedd5440 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9add3028-4a1a-4f4d-85aa-c178473f862c HTTP/1.1" status: 204 len: 168 time: 0.3328133 Feb 19 00:44:45.784985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe0685-109b-40e3-9326-954cfedd5440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9add3028-4a1a-4f4d-85aa-c178473f862c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:45.815310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc71a04b-4007-4cae-b3f6-8373a416d6ef req-44e99e4b-f76a-488e-835a-b8904f14a617 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878990 Feb 19 00:44:45.964345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] For port 123a048c-cec2-4980-9831-3107b0d696d6, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:44:46.013048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] For port 123a048c-cec2-4980-9831-3107b0d696d6, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=123a048c-cec2-4980-9831-3107b0d696d6,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:44:46.037459 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Publish callbacks [] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.046366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (123a048c-cec2-4980-9831-3107b0d696d6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.071796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.241295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Network a04aee36-188b-47a7-bb0e-63becec25e40 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:46.242311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:46.242976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:46.280151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:46.285465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:46.381790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa91300-a0e8-4023-b03d-66d0388aa65f None None] Pushing event updated for resources: {'Port': ['ID=123a048c-cec2-4980-9831-3107b0d696d6,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:46.421359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1889b877-04a5-4a12-9d8c-9d9055ad34ea req-ad5d3ae0-9cf9-4152-883c-76884356fb1b tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1100273 Feb 19 00:44:46.424540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (c5bd89f8-f9dc-437d-8717-57ef471b3831), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.562413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Pushing event updated for resources: {'Port': ['ID=011e8627-24c0-4d29-9b34-89ca4617ad31,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:46.567215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Attempting to bind port 011e8627-24c0-4d29-9b34-89ca4617ad31 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:44:46.567865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Attempting to bind port 011e8627-24c0-4d29-9b34-89ca4617ad31 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:44:46.568442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Attempting to bind port 011e8627-24c0-4d29-9b34-89ca4617ad31 on network a04aee36-188b-47a7-bb0e-63becec25e40 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:44:46.598900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.620507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Deleting port 7688b536-3c70-4b31-a8bb-00e6479a8299 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:46.630317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.638654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:44:46.749089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:44:46.749467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Checking segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:46.749880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.750504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Bound using segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:44:46.750880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Bound port: 011e8627-24c0-4d29-9b34-89ca4617ad31, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:44:46.751271 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:46.898889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=c5bd89f8-f9dc-437d-8717-57ef471b3831,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:46.937498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': '1e6273d4-90e9-4543-becc-2a7b8160a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a8dddc5-deca-4c28-9d85-46de80bb0f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:46.938219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: 2a8dddc5-deca-4c28-9d85-46de80bb0f8c, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:44:46.974229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58852) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:47.161767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] For port 011e8627-24c0-4d29-9b34-89ca4617ad31, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:44:47.194699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:44:47.198027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] For port 7688b536-3c70-4b31-a8bb-00e6479a8299, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7688b536-3c70-4b31-a8bb-00e6479a8299,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:47.198424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:47.199063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] For port 011e8627-24c0-4d29-9b34-89ca4617ad31, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=011e8627-24c0-4d29-9b34-89ca4617ad31,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:44:47.218411 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:47.276730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85772ead-3f87-449e-919d-acab7694f814 req-a41e474d-5efb-4ef1-b4d1-c51fcb20aa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:47.295342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85772ead-3f87-449e-919d-acab7694f814 req-a41e474d-5efb-4ef1-b4d1-c51fcb20aa30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 945 time: 0.3925397 Feb 19 00:44:47.304196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a53b4ec-9277-4716-ac1d-b6bb93b041ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:47.315437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e523e67-2fd3-49c7-94a2-c3e444db7e6c None None] Pushing event updated for resources: {'Port': ['ID=011e8627-24c0-4d29-9b34-89ca4617ad31,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:47.343211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Calling delete_port for 7688b536-3c70-4b31-a8bb-00e6479a8299 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:47.345144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2a8dddc5-deca-4c28-9d85-46de80bb0f8c) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:47.361229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:47.361875 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:47.366981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fc8d10-6cce-4b0f-b47c-a9c866761b86 None None] Network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:47.539869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7688b536-3c70-4b31-a8bb-00e6479a8299 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:44:47.541682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1710dbb7-1456-4f7d-9f1c-22df61951142 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8263392 Feb 19 00:44:47.560086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:47.579929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a53b4ec-9277-4716-ac1d-b6bb93b041ac admin admin] Publish callbacks [] for security_group (c4a456f7-731a-4579-9779-f93da125767b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:47.597422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': '04038103-d505-42c0-ba83-85e2d89387f2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:47.613721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:39Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:47.652115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a53b4ec-9277-4716-ac1d-b6bb93b041ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c4a456f7-731a-4579-9779-f93da125767b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:47.741470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-2a8dddc5-deca-4c28-9d85-46de80bb0f8c', 'network_id': '2a8dddc5-deca-4c28-9d85-46de80bb0f8c', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': 'c5bd89f8-f9dc-437d-8717-57ef471b3831'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:44:47.742655 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:47.756153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85772ead-3f87-449e-919d-acab7694f814 req-d3e94f34-6b90-4d1f-bc3d-dac33c63a67e tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595852 Feb 19 00:44:47.759671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbd8c23-d494-4912-9393-35cc8d7a05c0 None None] The sync data for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 is: [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:39Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:44:47.852810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53b4ec-9277-4716-ac1d-b6bb93b041ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a456f7-731a-4579-9779-f93da125767b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:47.908594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:47.990945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:47.998652 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a53b4ec-9277-4716-ac1d-b6bb93b041ac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=66bb09723f9544adaad28178917677e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0179350 Feb 19 00:44:47.999406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58876) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:48.053082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:44:48.055296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a10fcf0f-3173-4a24-ad25-8b8e26a2483f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:44:48.068542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dcc47172-745c-4a61-b49f-5723492bc803 req-41ac0a70-c53d-4972-8375-f82333c20325 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.3112290 Feb 19 00:44:48.149021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Pushing event deleted for resources: {'Port': ['ID=7688b536-3c70-4b31-a8bb-00e6479a8299,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:48.164192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:48.167877 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.184133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 7688b536-3c70-4b31-a8bb-00e6479a8299 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:48.184781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7688b536-3c70-4b31-a8bb-00e6479a8299), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.192933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-53872527'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:48.241194 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-50642fea-7324-48fc-b742-c78b6ddb6f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.335631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.20.0.1 (a04aee36-188b-47a7-bb0e-63becec25e40/f2fb0053-5bab-4a89-a305-38300cae03cd/221e17c0-1c94-459e-8df4-e2f7baa2f273) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:48.396983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Made reservation on behalf of af8f2c32b1954f58bd5696385a5e7dac for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:48.400410 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.448047 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f295e91b-da76-428e-b6aa-016d16a0b7a6 admin admin] Publish callbacks [] for security_group (c4a456f7-731a-4579-9779-f93da125767b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.462890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.516113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] No DVR routers for this DVR port 7688b536-3c70-4b31-a8bb-00e6479a8299 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:44:48.521129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.539386 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c0bd05b-c730-443f-ad31-aa153fdbf924 req-c2d11592-5ff8-4be4-9d2b-1ad7005b69b1 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.126 "DELETE /v2.0/ports/7688b536-3c70-4b31-a8bb-00e6479a8299 HTTP/1.1" status: 204 len: 173 time: 3.0747621 Feb 19 00:44:48.540233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6224cbba-950c-4d81-80fd-93db3f182943', 'name': 'network-vif-deleted', 'tag': '7688b536-3c70-4b31-a8bb-00e6479a8299'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:44:48.542856 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d2f1bd-abbd-4070-b0d8-d1238d5db2f6" -d '{"events": [{"server_uuid": "6224cbba-950c-4d81-80fd-93db3f182943", "name": "network-vif-deleted", "tag": "7688b536-3c70-4b31-a8bb-00e6479a8299"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:44:48.583231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.598874 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f295e91b-da76-428e-b6aa-016d16a0b7a6 admin admin] Publish callbacks [] for security_group (c4a456f7-731a-4579-9779-f93da125767b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.683992 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92c9e7e-65dd-43f0-a6d2-7f274b166203 x-openstack-request-id: req-d92c9e7e-65dd-43f0-a6d2-7f274b166203 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:44:48.685492 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6224cbba-950c-4d81-80fd-93db3f182943", "name": "network-vif-deleted", "tag": "7688b536-3c70-4b31-a8bb-00e6479a8299", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:44:48.687106 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d92c9e7e-65dd-43f0-a6d2-7f274b166203 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:44:48.689123 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6224cbba-950c-4d81-80fd-93db3f182943', 'name': 'network-vif-deleted', 'tag': '7688b536-3c70-4b31-a8bb-00e6479a8299', 'status': 'completed', 'code': 200} Feb 19 00:44:48.750380 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.932813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network a04aee36-188b-47a7-bb0e-63becec25e40 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:48.947106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:48.950562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=221e17c0-1c94-459e-8df4-e2f7baa2f273,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:48.973509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:48.983130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:48.988369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.013286 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f295e91b-da76-428e-b6aa-016d16a0b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c4a456f7-731a-4579-9779-f93da125767b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.016658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f295e91b-da76-428e-b6aa-016d16a0b7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.026995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f295e91b-da76-428e-b6aa-016d16a0b7a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4a456f7-731a-4579-9779-f93da125767b HTTP/1.1" status: 204 len: 168 time: 1.0248282 Feb 19 00:44:49.170271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Allocated IP 2001:db8::2 (2a8dddc5-deca-4c28-9d85-46de80bb0f8c/c5bd89f8-f9dc-437d-8717-57ef471b3831/85b4687b-6ed2-488a-b508-b1b6618b0c42) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:49.176383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295e91b-da76-428e-b6aa-016d16a0b7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a456f7-731a-4579-9779-f93da125767b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:49.185259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (53d2e92c-c437-40fe-adb4-3b666124142f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.254320 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks [] for security_group (a8c2057f-f742-47ec-ad88-9022e9142adc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.335446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a8c2057f-f742-47ec-ad88-9022e9142adc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.399892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:49.488236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:44:49.506827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': 'ace6c144-4017-42a6-9586-7801aee4f05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '04038103-d505-42c0-ba83-85e2d89387f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:49.507338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: 04038103-d505-42c0-ba83-85e2d89387f2, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:44:49.570238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aeeba4-7a10-4d01-a998-3e6d0a92f683 None None] Network a04aee36-188b-47a7-bb0e-63becec25e40 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:49.588169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5c349c5d-d3c0-4a39-b641-d4e77748ab4f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.590496 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Added segment 5c349c5d-d3c0-4a39-b641-d4e77748ab4f of type vlan for network 269cb407-b1f2-4d5a-aef3-971a14dba034 Feb 19 00:44:49.632531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c2057f-f742-47ec-ad88-9022e9142adc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:49.650119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3d4f1b2-b223-4b17-b7ac-acc3a5023a4e req-04c1fe98-23b8-4b07-9f07-1a12efb3aedc tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=6224cbba-950c-4d81-80fd-93db3f182943 HTTP/1.1" status: 200 len: 210 time: 0.4310858 Feb 19 00:44:49.690347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 011e8627-24c0-4d29-9b34-89ca4617ad31 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:49.703695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62ffa9f9-993d-47b1-87ef-ecb6b93cb18b req-d7034a99-59ac-4d3c-aff6-af91a79a56d9 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0683763 Feb 19 00:44:49.744705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 04038103-d505-42c0-ba83-85e2d89387f2 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:44:49.789908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (269cb407-b1f2-4d5a-aef3-971a14dba034), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.794473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 04038103-d505-42c0-ba83-85e2d89387f2) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:49.808645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:49.809144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.814933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5d660957-cfb2-467e-a293-f91371cf6c44 None None] Provisioning complete for port 011e8627-24c0-4d29-9b34-89ca4617ad31 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:49.815530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d660957-cfb2-467e-a293-f91371cf6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.830108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.868599 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-04d37c2a-55e9-40ca-a78a-17458e8fbf19 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3026803 Feb 19 00:44:49.878890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58896) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:49.884414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bc4b0144-aac5-427e-88a0-7d40ddecb73e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1079304634', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:49.890361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef8b45f-089d-4545-8fca-d99d33c8babf None None] Network 04038103-d505-42c0-ba83-85e2d89387f2 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:49.922302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (269cb407-b1f2-4d5a-aef3-971a14dba034), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.933625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:49.935160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.954047 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0144-aac5-427e-88a0-7d40ddecb73e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (8cf3a850-7163-46ab-ad4f-31d4353129e0), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.955336 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0144-aac5-427e-88a0-7d40ddecb73e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (8cf3a850-7163-46ab-ad4f-31d4353129e0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:49.979171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58898) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:50.121242 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e82f4d58-d5f9-4d71-8e14-6fc900613abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.131788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 011e8627-24c0-4d29-9b34-89ca4617ad31 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:50.132912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.148585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-122df2de-4376-436e-9de8-18844305e016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.155801 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2459061 Feb 19 00:44:50.156736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58900) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:50.189764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Request body: {'subnet': {'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:50.336443 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.338869 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Publish callbacks [] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.341759 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e82f4d58-d5f9-4d71-8e14-6fc900613abb admin admin] Publish callbacks [] for security_group (3d0157d1-9d67-4b1f-9d1d-feed216b9d00), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.347179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d8aa1-b55b-418a-bdee-6e7c729b7398 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event updated for resources: {'Network': ['ID=269cb407-b1f2-4d5a-aef3-971a14dba034,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:50.349437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.370165 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.401786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-04038103-d505-42c0-ba83-85e2d89387f2', 'network_id': '04038103-d505-42c0-ba83-85e2d89387f2', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': 'a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:44:50.402395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.440134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e82f4d58-d5f9-4d71-8e14-6fc900613abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3d0157d1-9d67-4b1f-9d1d-feed216b9d00), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.445732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 269cb407-b1f2-4d5a-aef3-971a14dba034 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:44:50.500834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (53d2e92c-c437-40fe-adb4-3b666124142f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.505422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=221e17c0-1c94-459e-8df4-e2f7baa2f273,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:50.517109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5d660957-cfb2-467e-a293-f91371cf6c44 None None] Current status of the port 011e8627-24c0-4d29-9b34-89ca4617ad31 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:50.517514 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d660957-cfb2-467e-a293-f91371cf6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.600838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f4d58-d5f9-4d71-8e14-6fc900613abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0157d1-9d67-4b1f-9d1d-feed216b9d00,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:50.661645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network a04aee36-188b-47a7-bb0e-63becec25e40 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:50.669481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:50.677801 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0144-aac5-427e-88a0-7d40ddecb73e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (8cf3a850-7163-46ab-ad4f-31d4353129e0), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.718727 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e82f4d58-d5f9-4d71-8e14-6fc900613abb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8df63dde65e34b38b6a009c84849e489&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7143667 Feb 19 00:44:50.737041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58908) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:50.740602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0144-aac5-427e-88a0-7d40ddecb73e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (8cf3a850-7163-46ab-ad4f-31d4353129e0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.760281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Made reservation on behalf of af8f2c32b1954f58bd5696385a5e7dac for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:50.763807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.773002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4b0144-aac5-427e-88a0-7d40ddecb73e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:50.777207 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bc4b0144-aac5-427e-88a0-7d40ddecb73e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8966842 Feb 19 00:44:50.781394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58914) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:50.931252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:50.981502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:50.995296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:51.032793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Pushing event updated for resources: {'Port': ['ID=85b4687b-6ed2-488a-b508-b1b6618b0c42,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:51.174836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70873c03-b667-4ad6-8e6b-b40c04fd84e3 req-3d95ac83-d0ce-4dd2-8d1d-3d01d8020aef tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.2056646 Feb 19 00:44:51.247995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5d660957-cfb2-467e-a293-f91371cf6c44 None None] For port 011e8627-24c0-4d29-9b34-89ca4617ad31, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=011e8627-24c0-4d29-9b34-89ca4617ad31,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:51.253517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 011e8627-24c0-4d29-9b34-89ca4617ad31 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:51.253960 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.290896 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d660957-cfb2-467e-a293-f91371cf6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.388924 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.469262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Attempting to bind port 85b4687b-6ed2-488a-b508-b1b6618b0c42 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:44:51.473758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Attempting to bind port 85b4687b-6ed2-488a-b508-b1b6618b0c42 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '1e6273d4-90e9-4543-becc-2a7b8160a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a8dddc5-deca-4c28-9d85-46de80bb0f8c'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:44:51.473758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Attempting to bind port 85b4687b-6ed2-488a-b508-b1b6618b0c42 on network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:44:51.607695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:44:51.608130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Checking segment: {'id': '1e6273d4-90e9-4543-becc-2a7b8160a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a8dddc5-deca-4c28-9d85-46de80bb0f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:51.608487 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.612879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Bound using segment: {'id': '1e6273d4-90e9-4543-becc-2a7b8160a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a8dddc5-deca-4c28-9d85-46de80bb0f8c'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:44:51.615022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Bound port: 85b4687b-6ed2-488a-b508-b1b6618b0c42, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6273d4-90e9-4543-becc-2a7b8160a35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2a8dddc5-deca-4c28-9d85-46de80bb0f8c'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:44:51.615460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.656409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Allocated IP 2001:db8:1::2 (04038103-d505-42c0-ba83-85e2d89387f2/a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf/971e2ab8-2b67-4418-8349-880caf973822) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:51.703733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 53d2e92c-c437-40fe-adb4-3b666124142f has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:44:51.720291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d660957-cfb2-467e-a293-f91371cf6c44 None None] Pushing event updated for resources: {'Port': ['ID=011e8627-24c0-4d29-9b34-89ca4617ad31,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:51.742429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0ecf691f-8ef9-4c89-a184-7d9853bb9b8a None None] Provisioning complete for port 221e17c0-1c94-459e-8df4-e2f7baa2f273 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:51.742855 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ecf691f-8ef9-4c89-a184-7d9853bb9b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.771949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (da38e26d-9613-4d71-af76-be443a26502a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.787497 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:44:51.787853 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:44:51.937057 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.954972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event updated for resources: {'Subnet': ['ID=da38e26d-9613-4d71-af76-be443a26502a,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:51.959707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e59bcded-1446-49bb-bb31-cad80ac988dc admin admin] Publish callbacks [] for security_group (3d0157d1-9d67-4b1f-9d1d-feed216b9d00), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:51.977463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf691f-8ef9-4c89-a184-7d9853bb9b8a None None] Port 221e17c0-1c94-459e-8df4-e2f7baa2f273 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:51.977738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Checking segment: {'id': '5c349c5d-d3c0-4a39-b641-d4e77748ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:51.994769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Network hostable DHCP agents. Network: 269cb407-b1f2-4d5a-aef3-971a14dba034, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:44:52.037106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] For port 85b4687b-6ed2-488a-b508-b1b6618b0c42, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:44:52.048842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e59bcded-1446-49bb-bb31-cad80ac988dc admin admin] Publish callbacks [] for security_group (3d0157d1-9d67-4b1f-9d1d-feed216b9d00), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:52.072222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0ecf691f-8ef9-4c89-a184-7d9853bb9b8a None None] Provisioning complete for port 011e8627-24c0-4d29-9b34-89ca4617ad31 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:52.072760 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ecf691f-8ef9-4c89-a184-7d9853bb9b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:52.087764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] For port 85b4687b-6ed2-488a-b508-b1b6618b0c42, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85b4687b-6ed2-488a-b508-b1b6618b0c42,segment=NetworkSegment(1e6273d4-90e9-4543-becc-2a7b8160a35f),segment_id=1e6273d4-90e9-4543-becc-2a7b8160a35f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:44:52.136600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Network 269cb407-b1f2-4d5a-aef3-971a14dba034 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:44:52.156610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:52.170909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 269cb407-b1f2-4d5a-aef3-971a14dba034) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:52.177948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:52.181502 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:52.218922 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1e64d21e-dbce-46ec-8782-59141fcafcff tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0513663 Feb 19 00:44:52.219950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58924) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:52.238194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Request body: {'port': {'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034', 'name': 'tempest-ExtraDHCPOptionsTestJSON-289544745'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:52.250701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f0810d-c8a6-4f55-9f3a-ad233f1e84ca None None] Network 269cb407-b1f2-4d5a-aef3-971a14dba034 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:52.455303 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e59bcded-1446-49bb-bb31-cad80ac988dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3d0157d1-9d67-4b1f-9d1d-feed216b9d00), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:52.463497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e59bcded-1446-49bb-bb31-cad80ac988dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:52.470454 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e59bcded-1446-49bb-bb31-cad80ac988dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d0157d1-9d67-4b1f-9d1d-feed216b9d00 HTTP/1.1" status: 204 len: 168 time: 1.7315714 Feb 19 00:44:52.505192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59bcded-1446-49bb-bb31-cad80ac988dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0157d1-9d67-4b1f-9d1d-feed216b9d00,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:52.519896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Made reservation on behalf of af8f2c32b1954f58bd5696385a5e7dac for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:52.523843 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:52.567814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] device_id is not set on port 31e018d5-4e46-4997-82aa-0f90367a37da yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:52.651956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58932) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:52.935726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Allocated IP 172.20.0.4 (269cb407-b1f2-4d5a-aef3-971a14dba034/da38e26d-9613-4d71-af76-be443a26502a/31e018d5-4e46-4997-82aa-0f90367a37da) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:53.011433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Publish callbacks [] for port (971e2ab8-2b67-4418-8349-880caf973822), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:53.080615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752ff77-66b4-449c-8c7d-b2d7a3525973 None None] Pushing event updated for resources: {'Port': ['ID=85b4687b-6ed2-488a-b508-b1b6618b0c42,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:53.117166 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (971e2ab8-2b67-4418-8349-880caf973822), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:53.220488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:53.262616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 011e8627-24c0-4d29-9b34-89ca4617ad31 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:53.264038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 123a048c-cec2-4980-9831-3107b0d696d6 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:53.445424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8::1 (2a8dddc5-deca-4c28-9d85-46de80bb0f8c/c5bd89f8-f9dc-437d-8717-57ef471b3831/15e708a6-4033-4ba6-9318-eddf7f48b086) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:53.688871 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:53.779853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Pushing event updated for resources: {'Port': ['ID=971e2ab8-2b67-4418-8349-880caf973822,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:53.817915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks [] for port (31e018d5-4e46-4997-82aa-0f90367a37da), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:53.847137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Network 04038103-d505-42c0-ba83-85e2d89387f2 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:53.858595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf691f-8ef9-4c89-a184-7d9853bb9b8a None None] Current status of the port 011e8627-24c0-4d29-9b34-89ca4617ad31 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:53.880720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:53.883759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:53.906305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:53.921173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-269cb407-b1f2-4d5a-aef3-971a14dba034', 'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034', 'project_id': 'af8f2c32b1954f58bd5696385a5e7dac', 'fixed_ips': [{'subnet_id': 'da38e26d-9613-4d71-af76-be443a26502a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:44:53.922052 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:53.953198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf540f36-e70b-485f-8707-245bb3eac3a8 req-9a695b11-8a4d-48a5-ac3e-3f4379c09f8a tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0986009 Feb 19 00:44:53.995284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:54.091398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:44:54.105586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6cddd646-130a-42ac-9b2a-feaf8e10230b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "PUT /v2.0/routers/53d2e92c-c437-40fe-adb4-3b666124142f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5503616 Feb 19 00:44:54.108600 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Sync routers for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:44:54.110465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:54.123570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:54.129200 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:54.135488 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:54.149235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:54.158155 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (8cf3a850-7163-46ab-ad4f-31d4353129e0), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:54.167273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=15e708a6-4033-4ba6-9318-eddf7f48b086,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:54.170985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Attempting to bind port 971e2ab8-2b67-4418-8349-880caf973822 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:44:54.176103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Attempting to bind port 971e2ab8-2b67-4418-8349-880caf973822 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ace6c144-4017-42a6-9586-7801aee4f05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '04038103-d505-42c0-ba83-85e2d89387f2'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:44:54.176663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Attempting to bind port 971e2ab8-2b67-4418-8349-880caf973822 on network 04038103-d505-42c0-ba83-85e2d89387f2 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:44:54.439872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:44:54.445393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Checking segment: {'id': 'ace6c144-4017-42a6-9586-7801aee4f05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '04038103-d505-42c0-ba83-85e2d89387f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:54.447682 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:54.448131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Bound using segment: {'id': 'ace6c144-4017-42a6-9586-7801aee4f05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '04038103-d505-42c0-ba83-85e2d89387f2'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:44:54.448860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Bound port: 971e2ab8-2b67-4418-8349-880caf973822, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace6c144-4017-42a6-9586-7801aee4f05f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '04038103-d505-42c0-ba83-85e2d89387f2'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:44:54.449256 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (971e2ab8-2b67-4418-8349-880caf973822), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:54.462214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 123a048c-cec2-4980-9831-3107b0d696d6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:54.462589 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (123a048c-cec2-4980-9831-3107b0d696d6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:54.510134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (31e018d5-4e46-4997-82aa-0f90367a37da), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:54.541086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:54.629926 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:44:54.699654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event updated for resources: {'Port': ['ID=31e018d5-4e46-4997-82aa-0f90367a37da,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:54.741378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Allocated IP 172.20.0.2 (269cb407-b1f2-4d5a-aef3-971a14dba034/da38e26d-9613-4d71-af76-be443a26502a/e084235d-de38-481a-aa77-cfb31f7d1c0d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:54.794100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Network 269cb407-b1f2-4d5a-aef3-971a14dba034 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:54.819366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:54.828785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:55.057985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8954d4a2-b8fe-4a47-95de-e970686845db None None] Network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:44:55.109594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-f31b6edf-1480-4812-86e3-44fea0a7e7fd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1709083479&fields=id&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 267 time: 0.4940481 Feb 19 00:44:55.109858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:55.113604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:55.163444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-88ee68fa-157c-4a6f-a0c9-84c57ceaa630 None None] Provisioning complete for port 221e17c0-1c94-459e-8df4-e2f7baa2f273 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:55.164279 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88ee68fa-157c-4a6f-a0c9-84c57ceaa630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:55.170493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:55.274386 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:44:50Z', 'revision_number': 2, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:55.352312 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Checking router: 53d2e92c-c437-40fe-adb4-3b666124142f for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:44:55.352873 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Updating router 53d2e92c-c437-40fe-adb4-3b666124142f port 221e17c0-1c94-459e-8df4-e2f7baa2f273 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:44:55.415322 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:55.429234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bea92285-1153-4992-874d-b997ebca9bae req-ee5fde06-518d-4d91-abe3-2b37c60016fa tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.2551796 Feb 19 00:44:55.441655 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2af9c32f-6c56-47af-9b73-4e9dc99f87bf tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2155037 Feb 19 00:44:55.443704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58992) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:55.455263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Request body: {'port': {'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1045048481', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:44:55.456051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] bootfile-name is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 00:44:55.463231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] tftp-server is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 00:44:55.473602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:55.474380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] server-ip-address is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 00:44:55.624174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-88ee68fa-157c-4a6f-a0c9-84c57ceaa630 None None] Port 221e17c0-1c94-459e-8df4-e2f7baa2f273 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:55.787483 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-b7c84e4b-f3ad-491c-b3c6-8ef99d00ef4a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:55.787483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-b7c84e4b-f3ad-491c-b3c6-8ef99d00ef4a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 797 time: 0.6597691 Feb 19 00:44:55.860308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] For port 971e2ab8-2b67-4418-8349-880caf973822, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:44:55.874574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] For port 971e2ab8-2b67-4418-8349-880caf973822, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=971e2ab8-2b67-4418-8349-880caf973822,segment=NetworkSegment(ace6c144-4017-42a6-9586-7801aee4f05f),segment_id=ace6c144-4017-42a6-9586-7801aee4f05f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:44:55.882456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-7c251b89-baf5-4e72-874d-08cdfe21457f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/quotas/84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 375 time: 0.0863073 Feb 19 00:44:55.928200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 123a048c-cec2-4980-9831-3107b0d696d6 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:55.929877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (123a048c-cec2-4980-9831-3107b0d696d6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:55.996573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Made reservation on behalf of af8f2c32b1954f58bd5696385a5e7dac for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:44:56.000999 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.018989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Publish callbacks [] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.051989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.054783 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (971e2ab8-2b67-4418-8349-880caf973822), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.059418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.078478 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.082898 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (8cf3a850-7163-46ab-ad4f-31d4353129e0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.100078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] device_id is not set on port c1bfc1f9-ab71-4d9b-bf10-44690126722f yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:44:56.166149 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Publish callbacks [] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.179583 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.238572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-49138d8c-8a4f-485f-a7aa-0a416ac3e924 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3249917 Feb 19 00:44:56.271764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Pushing event updated for resources: {'Port': ['ID=e084235d-de38-481a-aa77-cfb31f7d1c0d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:56.439133 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Pushing event updated for resources: {'Port': ['ID=221e17c0-1c94-459e-8df4-e2f7baa2f273,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:56.441822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 123a048c-cec2-4980-9831-3107b0d696d6, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=123a048c-cec2-4980-9831-3107b0d696d6,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:56.456000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1a454bb3-94a2-49de-8516-fedf381461b2 None None] Provisioning complete for port 85b4687b-6ed2-488a-b508-b1b6618b0c42 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:56.456637 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a454bb3-94a2-49de-8516-fedf381461b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.515908 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.516799 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.517458 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.518109 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.519310 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.519993 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.520663 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.521328 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.521989 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.522740 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.524463 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.525234 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.525901 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:56.570261 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Attempting to bind port 221e17c0-1c94-459e-8df4-e2f7baa2f273 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:44:56.571662 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Attempting to bind port 221e17c0-1c94-459e-8df4-e2f7baa2f273 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:44:56.572380 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Attempting to bind port 221e17c0-1c94-459e-8df4-e2f7baa2f273 on network a04aee36-188b-47a7-bb0e-63becec25e40 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:44:56.611295 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:44:56.642059 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Checking segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:56.644244 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.645485 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Bound using segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:44:56.646549 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Bound port: 221e17c0-1c94-459e-8df4-e2f7baa2f273, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:44:56.647285 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.673655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=15e708a6-4033-4ba6-9318-eddf7f48b086,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:56.688536 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (123a048c-cec2-4980-9831-3107b0d696d6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:56.700377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Network 269cb407-b1f2-4d5a-aef3-971a14dba034 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:56.794363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:56.819569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:56.860294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4620a0be-e06a-4b8d-975b-082cbd67cd94 req-819c91c8-20fb-47f3-b5e4-5c69dc0fb888 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1645932 Feb 19 00:44:56.974369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Allocated IP 172.20.0.9 (269cb407-b1f2-4d5a-aef3-971a14dba034/da38e26d-9613-4d71-af76-be443a26502a/c1bfc1f9-ab71-4d9b-bf10-44690126722f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:44:56.982638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] For port 221e17c0-1c94-459e-8df4-e2f7baa2f273, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:44:56.996751 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] For port 221e17c0-1c94-459e-8df4-e2f7baa2f273, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=221e17c0-1c94-459e-8df4-e2f7baa2f273,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:44:57.018772 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:57.169904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a02ca-807f-48bc-8837-88e663aae795 None None] Pushing event updated for resources: {'Port': ['ID=971e2ab8-2b67-4418-8349-880caf973822,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:57.171908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-bb11a8a8-6391-4e21-a7a9-8fa6bb82de3f service neutron] 10.222.0.60 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8959026 Feb 19 00:44:57.249209 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:57.274244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:57.332315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1a454bb3-94a2-49de-8516-fedf381461b2 None None] Current status of the port 85b4687b-6ed2-488a-b508-b1b6618b0c42 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:44:57.332838 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a454bb3-94a2-49de-8516-fedf381461b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:57.418615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Deleting port dfade24a-5c19-40ba-a079-4b8ceb0424a3 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:44:57.420531 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:57.599945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1a454bb3-94a2-49de-8516-fedf381461b2 None None] For port 85b4687b-6ed2-488a-b508-b1b6618b0c42, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85b4687b-6ed2-488a-b508-b1b6618b0c42,segment=NetworkSegment(1e6273d4-90e9-4543-becc-2a7b8160a35f),segment_id=1e6273d4-90e9-4543-becc-2a7b8160a35f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:57.638270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85b4687b-6ed2-488a-b508-b1b6618b0c42 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:44:57.763926 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:57.766411 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:57.783387 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed50c9-64dd-45eb-a5d1-add3da1c9c62 None None] Pushing event updated for resources: {'Port': ['ID=221e17c0-1c94-459e-8df4-e2f7baa2f273,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:57.816224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Attempting to bind port e084235d-de38-481a-aa77-cfb31f7d1c0d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:44:57.817830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Attempting to bind port e084235d-de38-481a-aa77-cfb31f7d1c0d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '5c349c5d-d3c0-4a39-b641-d4e77748ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:44:57.818427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Attempting to bind port e084235d-de38-481a-aa77-cfb31f7d1c0d on network 269cb407-b1f2-4d5a-aef3-971a14dba034 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:44:57.862499 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a454bb3-94a2-49de-8516-fedf381461b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:57.875040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:44:57.876500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Checking segment: {'id': '5c349c5d-d3c0-4a39-b641-d4e77748ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:44:57.877097 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:57.879943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Bound using segment: {'id': '5c349c5d-d3c0-4a39-b641-d4e77748ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:44:57.891496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Bound port: e084235d-de38-481a-aa77-cfb31f7d1c0d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c349c5d-d3c0-4a39-b641-d4e77748ab4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '269cb407-b1f2-4d5a-aef3-971a14dba034'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:44:57.892196 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:57.988795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-2e49c276-8c44-4445-990f-a4790eaded45 service neutron] 10.222.0.60 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7986896 Feb 19 00:44:58.005319 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks [] for port (c1bfc1f9-ab71-4d9b-bf10-44690126722f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:58.054311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] For port dfade24a-5c19-40ba-a079-4b8ceb0424a3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dfade24a-5c19-40ba-a079-4b8ceb0424a3,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:44:58.056982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:58.087131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=123a048c-cec2-4980-9831-3107b0d696d6,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:58.156514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Calling delete_port for dfade24a-5c19-40ba-a079-4b8ceb0424a3 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:44:58.190610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf651739-837c-4228-9b65-a20c53793d9c req-8a1103d0-679f-4db3-8a28-bdc2222f7f7e tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1069617 Feb 19 00:44:58.194696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 8cf3a850-7163-46ab-ad4f-31d4353129e0 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:44:58.348586 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:44:58.524976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c1bfc1f9-ab71-4d9b-bf10-44690126722f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:58.619197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a454bb3-94a2-49de-8516-fedf381461b2 None None] Pushing event updated for resources: {'Port': ['ID=85b4687b-6ed2-488a-b508-b1b6618b0c42,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:58.715298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] For port e084235d-de38-481a-aa77-cfb31f7d1c0d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:44:58.721551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] For port e084235d-de38-481a-aa77-cfb31f7d1c0d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e084235d-de38-481a-aa77-cfb31f7d1c0d,segment=NetworkSegment(5c349c5d-d3c0-4a39-b641-d4e77748ab4f),segment_id=5c349c5d-d3c0-4a39-b641-d4e77748ab4f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:44:58.725447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 85b4687b-6ed2-488a-b508-b1b6618b0c42 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:58.725840 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:58.730025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Provisioning complete for port 15e708a6-4033-4ba6-9318-eddf7f48b086 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:44:58.730489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:58.786884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Port 15e708a6-4033-4ba6-9318-eddf7f48b086 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:44:58.789912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:58.822994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b32dda9-147c-4a05-9519-628a17e1e170 req-d27929f7-dd07-4090-8cbc-cff5b6422385 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 210 time: 0.1478236 Feb 19 00:44:58.891697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:44:58.910549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f9571c51-73a6-46e3-9e3c-6d6075c80bae tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/8cf3a850-7163-46ab-ad4f-31d4353129e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1246154 Feb 19 00:44:58.917885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59038) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:58.944826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Network 269cb407-b1f2-4d5a-aef3-971a14dba034 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:44:58.992562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:44:59.029120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:44:59.048508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257ed2a-1019-4a60-8721-3c33497ed1b7 None None] Pushing event updated for resources: {'Port': ['ID=e084235d-de38-481a-aa77-cfb31f7d1c0d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:59.068700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86740f73-77c3-4849-affa-70e097c55515 None None] Sync routers for ids ['8cf3a850-7163-46ab-ad4f-31d4353129e0'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:44:59.074464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80f8925-3c1d-410e-9cc2-2666f1c1e090 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:59.091505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d80f8925-3c1d-410e-9cc2-2666f1c1e090 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports/15e708a6-4033-4ba6-9318-eddf7f48b086 HTTP/1.1" status: 200 len: 911 time: 0.1702824 Feb 19 00:44:59.094049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59046) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:59.169603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86740f73-77c3-4849-affa-70e097c55515 None None] Routers {'8cf3a850-7163-46ab-ad4f-31d4353129e0'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:44:59.170353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-86740f73-77c3-4849-affa-70e097c55515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8cf3a850-7163-46ab-ad4f-31d4353129e0'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:59.238251 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:44:56Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:44:59.301461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event updated for resources: {'Port': ['ID=c1bfc1f9-ab71-4d9b-bf10-44690126722f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:44:59.359466 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a961a-fdbf-46d5-a018-a4de73b50452 None None] The sync data for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 is: [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:44:56Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:44:59.391485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.394510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.396817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.397545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.399331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.399899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.400457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.401791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.404598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.405308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.405878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.406503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.407066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:44:59.455518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:59.456376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:59.510586 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f571119f-02f3-4cd9-97a9-2093c4cf2de1 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.0629404 Feb 19 00:44:59.518766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:44:59.709987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35d58e97-8e26-448d-9ffc-cbe83bd586c8 req-2919ec80-2768-4ca7-9f58-a094931663ee tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1332006 Feb 19 00:44:59.791680 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efef4d0-6ca2-43af-a348-aa42f21a50dc tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:59.832468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efef4d0-6ca2-43af-a348-aa42f21a50dc tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:59.871299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efef4d0-6ca2-43af-a348-aa42f21a50dc tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:44:59.881436 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7efef4d0-6ca2-43af-a348-aa42f21a50dc tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.3606970 Feb 19 00:44:59.884673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dfade24a-5c19-40ba-a079-4b8ceb0424a3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:44:59.889030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59066) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:00.201257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6b447-0d07-4a01-b921-0481badf0b2f None None] Network 04038103-d505-42c0-ba83-85e2d89387f2 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:00.270385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Pushing event deleted for resources: {'Port': ['ID=dfade24a-5c19-40ba-a079-4b8ceb0424a3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:00.346990 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:00.546416 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d0e0409-afbc-4f8c-bdc3-8c9e4fcbe18f req-c63ba1cf-b8f2-4107-9d75-b85291a827df tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 210 time: 0.4979837 Feb 19 00:45:00.690023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-86740f73-77c3-4849-affa-70e097c55515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:00.713467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Provisioning complete for port 221e17c0-1c94-459e-8df4-e2f7baa2f273 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:00.714578 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:01.010339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86740f73-77c3-4849-affa-70e097c55515 None None] Routers {'8cf3a850-7163-46ab-ad4f-31d4353129e0'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:01.011575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-86740f73-77c3-4849-affa-70e097c55515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8cf3a850-7163-46ab-ad4f-31d4353129e0'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:01.150810 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-86740f73-77c3-4849-affa-70e097c55515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:01.153773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86740f73-77c3-4849-affa-70e097c55515 None None] The sync data for ids ['8cf3a850-7163-46ab-ad4f-31d4353129e0'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:01.170799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 85b4687b-6ed2-488a-b508-b1b6618b0c42 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:01.172235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 011e8627-24c0-4d29-9b34-89ca4617ad31 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:01.189659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14022044-ba69-486f-bc42-e07d9dfbc92c req-1ddd5755-4f3d-4493-a5e6-be096688afb8 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1527431 Feb 19 00:45:01.191512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-4e5890fe-ee4a-47bb-8dc7-423282ced32f tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Deleting port c1bfc1f9-ab71-4d9b-bf10-44690126722f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:01.198152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e5890fe-ee4a-47bb-8dc7-423282ced32f tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c1bfc1f9-ab71-4d9b-bf10-44690126722f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:01.654408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Current status of the port 221e17c0-1c94-459e-8df4-e2f7baa2f273 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:01.662163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:01.702503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e5890fe-ee4a-47bb-8dc7-423282ced32f tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c1bfc1f9-ab71-4d9b-bf10-44690126722f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:01.726693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-4e5890fe-ee4a-47bb-8dc7-423282ced32f tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Calling delete_port for c1bfc1f9-ab71-4d9b-bf10-44690126722f owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:01.759441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396039a6-c900-4ff0-922d-32ecfd7cb25d None None] Network 269cb407-b1f2-4d5a-aef3-971a14dba034 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:02.015329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897b2d4d-91f9-44ac-a312-a8613c60d127 req-3fa78467-4891-4485-9cbb-1b1d7abc84e2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 210 time: 0.0907850 Feb 19 00:45:02.103644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-091bbf68-9101-4667-acc1-30e77960c2fe tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:02.106729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-091bbf68-9101-4667-acc1-30e77960c2fe tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.126 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 797 time: 0.6126487 Feb 19 00:45:02.259154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e5890fe-ee4a-47bb-8dc7-423282ced32f tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c1bfc1f9-ab71-4d9b-bf10-44690126722f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:02.285208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:02.312529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8:1::1 (04038103-d505-42c0-ba83-85e2d89387f2/a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf/32bf924e-3078-4d2d-aeff-aacf5518f6aa) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:02.374089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5890fe-ee4a-47bb-8dc7-423282ced32f tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event deleted for resources: {'Port': ['ID=c1bfc1f9-ab71-4d9b-bf10-44690126722f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:02.426565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] For port 221e17c0-1c94-459e-8df4-e2f7baa2f273, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=221e17c0-1c94-459e-8df4-e2f7baa2f273,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:02.428232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 011e8627-24c0-4d29-9b34-89ca4617ad31 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:02.428865 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:02.460680 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:02.586418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22333d78-2665-4ebd-abe8-011afb6c7dd7 req-2ac3237e-5795-4bce-9f3b-916db4a9c865 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0915942 Feb 19 00:45:02.677116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-8b4fa397-21f6-457a-8f56-846a9af5343b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 380 time: 0.5026786 Feb 19 00:45:02.687799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'port': {'device_id': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'admin_state_up': True, 'tenant_id': '84679949ccf749538377871c65d3012d', 'security_groups': ['38cf4986-b8d6-476f-955d-3c99022a2b03']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:02.771805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Provisioning complete for port 85b4687b-6ed2-488a-b508-b1b6618b0c42 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:02.775023 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:02.925632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Pushing event updated for resources: {'Port': ['ID=221e17c0-1c94-459e-8df4-e2f7baa2f273,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:02.935280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:03.115713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 011e8627-24c0-4d29-9b34-89ca4617ad31 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:03.218580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:03.243777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:03.267789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8a4dc039-1791-41b5-a64e-b3d368e98490 None None] Current status of the port 85b4687b-6ed2-488a-b508-b1b6618b0c42 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:03.305605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6921552d-a5b7-458e-9eea-81166a0ec71a req-066137f2-7882-4d9a-b1c6-d3736b9537b8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 210 time: 0.1286120 Feb 19 00:45:03.310829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:03.384243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Could not find standard attr ID for object c1bfc1f9-ab71-4d9b-bf10-44690126722f. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:45:03.421734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Provisioning complete for port e084235d-de38-481a-aa77-cfb31f7d1c0d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:03.422497 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:03.504819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 04038103-d505-42c0-ba83-85e2d89387f2 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:03.533672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:03.575391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=32bf924e-3078-4d2d-aeff-aacf5518f6aa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:03.647591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e5890fe-ee4a-47bb-8dc7-423282ced32f tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:03.678865 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4e5890fe-ee4a-47bb-8dc7-423282ced32f tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "DELETE /v2.0/ports/c1bfc1f9-ab71-4d9b-bf10-44690126722f HTTP/1.1" status: 204 len: 168 time: 3.7322454 Feb 19 00:45:03.684086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59126) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:03.695369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Request body: {'port': {'name': 'tempest-new-port-name-962082289', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:03.698926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] bootfile-name is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 00:45:03.699528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] tftp-server is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 00:45:03.700082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] server-ip-address is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 00:45:03.731248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:03.732179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (8cf3a850-7163-46ab-ad4f-31d4353129e0), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:03.847490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Current status of the port e084235d-de38-481a-aa77-cfb31f7d1c0d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:03.848592 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:03.925834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] For port e084235d-de38-481a-aa77-cfb31f7d1c0d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e084235d-de38-481a-aa77-cfb31f7d1c0d,segment=NetworkSegment(5c349c5d-d3c0-4a39-b641-d4e77748ab4f),segment_id=5c349c5d-d3c0-4a39-b641-d4e77748ab4f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:03.937396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.070014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85b4687b-6ed2-488a-b508-b1b6618b0c42 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:04.163327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Provisioning complete for port 15e708a6-4033-4ba6-9318-eddf7f48b086 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:04.164202 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.304378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Pushing event updated for resources: {'Port': ['ID=e084235d-de38-481a-aa77-cfb31f7d1c0d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:04.374581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Port 15e708a6-4033-4ba6-9318-eddf7f48b086 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:04.380721 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:04.401069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 85b4687b-6ed2-488a-b508-b1b6618b0c42 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:04.401492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.422525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (31e018d5-4e46-4997-82aa-0f90367a37da), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.472085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Provisioning complete for port 221e17c0-1c94-459e-8df4-e2f7baa2f273 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:04.472848 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.526217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.20.0.14 (a04aee36-188b-47a7-bb0e-63becec25e40/f2fb0053-5bab-4a89-a305-38300cae03cd/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:04.710015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Current status of the port 221e17c0-1c94-459e-8df4-e2f7baa2f273 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:04.719350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 85b4687b-6ed2-488a-b508-b1b6618b0c42 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:04.720679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 971e2ab8-2b67-4418-8349-880caf973822 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:04.735712 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.786286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Provisioning complete for port 31e018d5-4e46-4997-82aa-0f90367a37da triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:04.786718 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31e018d5-4e46-4997-82aa-0f90367a37da), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.865262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks [] for port (31e018d5-4e46-4997-82aa-0f90367a37da), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.893553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a5232d-0325-495c-a025-9c61690d2f45 req-77316a62-6036-4c16-8ac4-1a0d78a354d5 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.4970088 Feb 19 00:45:04.917354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Port 31e018d5-4e46-4997-82aa-0f90367a37da cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:04.932845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 971e2ab8-2b67-4418-8349-880caf973822 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:04.933243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (971e2ab8-2b67-4418-8349-880caf973822), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:04.985168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05e1ee22-ac34-4c60-ba9c-b83668687e23 req-f1b39fe6-bf2f-4ae0-9f1f-d45cd0244f43 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 210 time: 0.1771226 Feb 19 00:45:04.996332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.014789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:05.020440 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-929af028-0204-4016-9d4f-b45cf08fce6c admin admin] 10.222.0.60 "PUT /v2.0/routers/4ecc3b09-e387-4d1f-844e-c9c7361f46c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3655584 Feb 19 00:45:05.021156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (31e018d5-4e46-4997-82aa-0f90367a37da), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.025730 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] Sync routers for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:05.035962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59152) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:05.041085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Provisioning complete for port 971e2ab8-2b67-4418-8349-880caf973822 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:05.045860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (971e2ab8-2b67-4418-8349-880caf973822), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.046843 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:05.047541 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:05.174907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event updated for resources: {'Port': ['ID=31e018d5-4e46-4997-82aa-0f90367a37da,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:05.178602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] In _notify_port_updated(), no bound segment for port 31e018d5-4e46-4997-82aa-0f90367a37da on network 269cb407-b1f2-4d5a-aef3-971a14dba034 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:45:05.184102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network a04aee36-188b-47a7-bb0e-63becec25e40 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:05.184927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:05.185162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:05.185659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.187916 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-493b8274-8fd0-48ab-9a25-115e966f6d6d tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "PUT /v2.0/ports/31e018d5-4e46-4997-82aa-0f90367a37da HTTP/1.1" status: 200 len: 1135 time: 1.4986975 Feb 19 00:45:05.191800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59154) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:05.238228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:05.252677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:05.313423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09611594-6d7b-452c-a397-fdbb8b6b5f53 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:05.314582 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:05.314762 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-09611594-6d7b-452c-a397-fdbb8b6b5f53 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "GET /v2.0/ports/31e018d5-4e46-4997-82aa-0f90367a37da HTTP/1.1" status: 200 len: 1135 time: 0.1217105 Feb 19 00:45:05.325938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59156) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:05.350879 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.374113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 971e2ab8-2b67-4418-8349-880caf973822 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:05.374570 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (971e2ab8-2b67-4418-8349-880caf973822), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.452337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Current status of the port 971e2ab8-2b67-4418-8349-880caf973822 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:05.453040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (971e2ab8-2b67-4418-8349-880caf973822), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.521689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 971e2ab8-2b67-4418-8349-880caf973822, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=971e2ab8-2b67-4418-8349-880caf973822,segment=NetworkSegment(ace6c144-4017-42a6-9586-7801aee4f05f),segment_id=ace6c144-4017-42a6-9586-7801aee4f05f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:05.539757 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (971e2ab8-2b67-4418-8349-880caf973822), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.540492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e084235d-de38-481a-aa77-cfb31f7d1c0d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:05.563475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a1192906-8078-4d87-b932-62414b7079e9 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Deleting port 31e018d5-4e46-4997-82aa-0f90367a37da {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:05.563825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1192906-8078-4d87-b932-62414b7079e9 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (31e018d5-4e46-4997-82aa-0f90367a37da), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.692951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks [] for router (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.695823 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:44:59Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:05.733196 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] Checking router: 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:45:05.742213 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] Routers {'4ecc3b09-e387-4d1f-844e-c9c7361f46c2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:05.742898 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:05.747518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:05.749846 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.784632 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1192906-8078-4d87-b932-62414b7079e9 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (31e018d5-4e46-4997-82aa-0f90367a37da), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:05.818898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a1192906-8078-4d87-b932-62414b7079e9 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Calling delete_port for 31e018d5-4e46-4997-82aa-0f90367a37da owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:05.919682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=971e2ab8-2b67-4418-8349-880caf973822,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:05.933323 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:45:05.937047 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:45:05.954926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-70b0ad30-05db-4e61-a275-8df2e6baf57c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2711363 Feb 19 00:45:05.955403 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] Set router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:05.976564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e084235d-de38-481a-aa77-cfb31f7d1c0d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:05.976988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.159373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e084235d-de38-481a-aa77-cfb31f7d1c0d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:06.161192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 123a048c-cec2-4980-9831-3107b0d696d6 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:06.233203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 123a048c-cec2-4980-9831-3107b0d696d6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:06.233591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1192906-8078-4d87-b932-62414b7079e9 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (31e018d5-4e46-4997-82aa-0f90367a37da), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.234124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (123a048c-cec2-4980-9831-3107b0d696d6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.323710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:44:59Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:06.348787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1192906-8078-4d87-b932-62414b7079e9 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event deleted for resources: {'Port': ['ID=31e018d5-4e46-4997-82aa-0f90367a37da,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:06.386398 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af20a28-1685-49ef-8d83-7852e7abe720 None None] The sync data for ids ['4ecc3b09-e387-4d1f-844e-c9c7361f46c2'] in n-d-826527-3 is: [{'id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'name': 'tempest-TaggedBootDevicesTest-1686549297-router', 'tenant_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:44:59Z', 'revision_number': 5, 'project_id': 'a8ee1a4d77bc43b58c4c023820e56f5f', 'gw_port': {'id': 'a5266c17-fd27-4936-9cb6-4add224b8d1c', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:79:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ecc3b09-e387-4d1f-844e-c9c7361f46c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:01Z', 'updated_at': '2022-02-19T00:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:06.444439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 123a048c-cec2-4980-9831-3107b0d696d6 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:06.448146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 221e17c0-1c94-459e-8df4-e2f7baa2f273 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:06.558489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.624993 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1192906-8078-4d87-b932-62414b7079e9 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.631232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5fc303ae-80da-4db8-be48-b2cbd5cf05d3 None None] Current status of the port 971e2ab8-2b67-4418-8349-880caf973822 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:06.636478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 221e17c0-1c94-459e-8df4-e2f7baa2f273 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:06.637027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.639777 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a1192906-8078-4d87-b932-62414b7079e9 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "DELETE /v2.0/ports/31e018d5-4e46-4997-82aa-0f90367a37da HTTP/1.1" status: 204 len: 168 time: 1.3116930 Feb 19 00:45:06.643217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59178) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:06.646309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Request body: {'port': {'device_id': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:06.685555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b65446f6-97af-4299-aada-890329370239 req-fd81da0a-4a08-4d1f-92e1-3419c182451d tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.3901632 Feb 19 00:45:06.686703 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.687496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (8cf3a850-7163-46ab-ad4f-31d4353129e0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.755725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-724a39fa-1c50-4f0f-b9c6-b28115f43843 None None] Could not find standard attr ID for object c1bfc1f9-ab71-4d9b-bf10-44690126722f. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:45:06.769658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-1215622b-e5e6-4ad4-bec2-89b9b2f2a0cd tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Deleting subnet da38e26d-9613-4d71-af76-be443a26502a {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:45:06.772239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-724a39fa-1c50-4f0f-b9c6-b28115f43843 None None] Could not find standard attr ID for object 31e018d5-4e46-4997-82aa-0f90367a37da. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:45:06.778924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1215622b-e5e6-4ad4-bec2-89b9b2f2a0cd tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks [] for subnet (da38e26d-9613-4d71-af76-be443a26502a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.866753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-724a39fa-1c50-4f0f-b9c6-b28115f43843 None None] Provisioning complete for port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:06.867467 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-724a39fa-1c50-4f0f-b9c6-b28115f43843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.877387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1215622b-e5e6-4ad4-bec2-89b9b2f2a0cd tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (da38e26d-9613-4d71-af76-be443a26502a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.883917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=32bf924e-3078-4d2d-aeff-aacf5518f6aa,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:06.901048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks [] for router_gateway (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:06.933140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 221e17c0-1c94-459e-8df4-e2f7baa2f273 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:06.941952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-724a39fa-1c50-4f0f-b9c6-b28115f43843 None None] Port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:06.961640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-724a39fa-1c50-4f0f-b9c6-b28115f43843 None None] Provisioning complete for port 32bf924e-3078-4d2d-aeff-aacf5518f6aa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:06.962104 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-724a39fa-1c50-4f0f-b9c6-b28115f43843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.034010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.034403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.036710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.037258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.037611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.037958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.040888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.041290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.041641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.041992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.042366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.042704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.043035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:07.062731 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1215622b-e5e6-4ad4-bec2-89b9b2f2a0cd tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (da38e26d-9613-4d71-af76-be443a26502a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.077765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-724a39fa-1c50-4f0f-b9c6-b28115f43843 None None] Port 32bf924e-3078-4d2d-aeff-aacf5518f6aa cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:07.181330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e084235d-de38-481a-aa77-cfb31f7d1c0d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:07.181795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1215622b-e5e6-4ad4-bec2-89b9b2f2a0cd tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (da38e26d-9613-4d71-af76-be443a26502a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.204327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a303d7-9dee-4319-9edc-0dbdd18c4c41 req-1537f478-95f7-41f8-852e-067c9881310f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:07.206331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58a303d7-9dee-4319-9edc-0dbdd18c4c41 req-1537f478-95f7-41f8-852e-067c9881310f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 932 time: 1.0148463 Feb 19 00:45:07.275243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e084235d-de38-481a-aa77-cfb31f7d1c0d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:07.276135 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.304236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215622b-e5e6-4ad4-bec2-89b9b2f2a0cd tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event deleted for resources: {'Subnet': ['ID=da38e26d-9613-4d71-af76-be443a26502a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:07.318629 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1215622b-e5e6-4ad4-bec2-89b9b2f2a0cd tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.330767 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1215622b-e5e6-4ad4-bec2-89b9b2f2a0cd tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "DELETE /v2.0/subnets/da38e26d-9613-4d71-af76-be443a26502a HTTP/1.1" status: 204 len: 168 time: 0.6864476 Feb 19 00:45:07.331555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59188) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:07.332477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.372726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b728723-9204-4178-bd14-4aa4fa989f37 None None] Network 269cb407-b1f2-4d5a-aef3-971a14dba034 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:07.523706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (269cb407-b1f2-4d5a-aef3-971a14dba034), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.580870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e084235d-de38-481a-aa77-cfb31f7d1c0d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:07.588636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 971e2ab8-2b67-4418-8349-880caf973822 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:07.660413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:45:07.664243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Deleting port e084235d-de38-481a-aa77-cfb31f7d1c0d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:07.664601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.669356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Publish callbacks [] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.675647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 971e2ab8-2b67-4418-8349-880caf973822 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:07.676201 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (971e2ab8-2b67-4418-8349-880caf973822), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.687349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Transition to ACTIVE for port object ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:45:07.704826 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.716494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 04038103-d505-42c0-ba83-85e2d89387f2 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:07.764962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Deleting port a5266c17-fd27-4936-9cb6-4add224b8d1c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:07.765307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.772121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:07.786412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:07.794365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58a303d7-9dee-4319-9edc-0dbdd18c4c41 req-f590e136-35f2-4f1f-a69d-20e7fde2f4da tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5801551 Feb 19 00:45:07.882869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] For port e084235d-de38-481a-aa77-cfb31f7d1c0d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e084235d-de38-481a-aa77-cfb31f7d1c0d,segment=NetworkSegment(5c349c5d-d3c0-4a39-b641-d4e77748ab4f),segment_id=5c349c5d-d3c0-4a39-b641-d4e77748ab4f)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:07.883500 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:07.909799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Calling delete_port for e084235d-de38-481a-aa77-cfb31f7d1c0d owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:08.032386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 8cf3a850-7163-46ab-ad4f-31d4353129e0 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:08.035141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dba782de-d5c0-488c-bedc-e00fc42f14c7 req-e50480e2-d7eb-489b-8d0c-ea5509c27215 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0960667 Feb 19 00:45:08.096293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] DHCP port deletion for 269cb407-b1f2-4d5a-aef3-971a14dba034 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:45:08.166289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.248795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:45:08.249361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:45:08.249857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:08.266002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event deleted for resources: {'Port': ['ID=e084235d-de38-481a-aa77-cfb31f7d1c0d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:08.277974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] No DVR routers for this DVR port e084235d-de38-481a-aa77-cfb31f7d1c0d on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:08.382623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Deleting port e084235d-de38-481a-aa77-cfb31f7d1c0d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:08.383009 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.460802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 971e2ab8-2b67-4418-8349-880caf973822 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:08.473571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] For port a5266c17-fd27-4936-9cb6-4add224b8d1c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a5266c17-fd27-4936-9cb6-4add224b8d1c,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:08.473962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.476163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (269cb407-b1f2-4d5a-aef3-971a14dba034), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.482886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dfade24a-5c19-40ba-a079-4b8ceb0424a3 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:08.501017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:45:08.501281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:08.511615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269cb407-b1f2-4d5a-aef3-971a14dba034']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:08.524145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: dfade24a-5c19-40ba-a079-4b8ceb0424a3 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:45:08.524440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dfade24a-5c19-40ba-a079-4b8ceb0424a3 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:45:08.525368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c349c5d-d3c0-4a39-b641-d4e77748ab4f') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:08.525666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c349c5d-d3c0-4a39-b641-d4e77748ab4f') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:08.527839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] For port e084235d-de38-481a-aa77-cfb31f7d1c0d, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:08.528240 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.538684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Calling delete_port for a5266c17-fd27-4936-9cb6-4add224b8d1c owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:08.540992 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (5c349c5d-d3c0-4a39-b641-d4e77748ab4f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.545213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Calling delete_port for e084235d-de38-481a-aa77-cfb31f7d1c0d owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:08.548362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Port e084235d-de38-481a-aa77-cfb31f7d1c0d was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:45:08.553260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-17cd3795-bc09-4d7b-99d2-64bcf90945f4 None None] Provisioning complete for port 32bf924e-3078-4d2d-aeff-aacf5518f6aa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:08.553648 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17cd3795-bc09-4d7b-99d2-64bcf90945f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.555397 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (e084235d-de38-481a-aa77-cfb31f7d1c0d), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.568124 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5c349c5d-d3c0-4a39-b641-d4e77748ab4f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.591530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:45:08.592997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (5c349c5d-d3c0-4a39-b641-d4e77748ab4f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.599152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Pushing event deleted for resources: {'Port': ['ID=e084235d-de38-481a-aa77-cfb31f7d1c0d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:45:08.605729 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:45:08.617062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.617438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.617829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.618169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.618559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.619048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.619373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.619697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.621083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.622190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.623160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.623499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.623827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:45:08.652638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661ff2b-6fa3-4657-8a81-99c3e0acc894 None None] No DVR routers for this DVR port e084235d-de38-481a-aa77-cfb31f7d1c0d on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:08.681035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-17cd3795-bc09-4d7b-99d2-64bcf90945f4 None None] Port 32bf924e-3078-4d2d-aeff-aacf5518f6aa cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:08.764142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (269cb407-b1f2-4d5a-aef3-971a14dba034), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.776037 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.782519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:08.784545 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] 10.222.0.60 "DELETE /v2.0/networks/269cb407-b1f2-4d5a-aef3-971a14dba034 HTTP/1.1" status: 204 len: 168 time: 1.4489400 Feb 19 00:45:08.796561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca1601b-e83a-452d-af57-15b4fc76f167 None None] Sync routers for ids ['8cf3a850-7163-46ab-ad4f-31d4353129e0'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:08.803911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c63300fd-937d-40ec-b8f1-f63a1e8ae4ac tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/8cf3a850-7163-46ab-ad4f-31d4353129e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7082930 Feb 19 00:45:08.806002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59210) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:08.806824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a5266c17-fd27-4936-9cb6-4add224b8d1c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.811724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5bd2c-5dbf-4f61-8203-ce9f1a036815 tempest-ExtraDHCPOptionsTestJSON-1297025568 tempest-ExtraDHCPOptionsTestJSON-1297025568-project] Pushing event deleted for resources: {'Network': ['ID=269cb407-b1f2-4d5a-aef3-971a14dba034,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:08.816948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1601b-e83a-452d-af57-15b4fc76f167 None None] Routers {'8cf3a850-7163-46ab-ad4f-31d4353129e0'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:08.818039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ca1601b-e83a-452d-af57-15b4fc76f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8cf3a850-7163-46ab-ad4f-31d4353129e0'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:08.826151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:45:08.826729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Checking segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:08.827106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Bound using segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:45:08.827564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Bound port: ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:45:08.828492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:08.884541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ca1601b-e83a-452d-af57-15b4fc76f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:08.906384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca1601b-e83a-452d-af57-15b4fc76f167 None None] Routers {'8cf3a850-7163-46ab-ad4f-31d4353129e0'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:08.907438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ca1601b-e83a-452d-af57-15b4fc76f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8cf3a850-7163-46ab-ad4f-31d4353129e0'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:08.919280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843611c0-338a-4337-a9eb-737bd10f5102 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:08.923736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59214) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:08.923892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-843611c0-338a-4337-a9eb-737bd10f5102 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports/32bf924e-3078-4d2d-aeff-aacf5518f6aa HTTP/1.1" status: 200 len: 913 time: 0.1058297 Feb 19 00:45:08.974911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Pushing event deleted for resources: {'Port': ['ID=a5266c17-fd27-4936-9cb6-4add224b8d1c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:09.037199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ca1601b-e83a-452d-af57-15b4fc76f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:09.040330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca1601b-e83a-452d-af57-15b4fc76f167 None None] The sync data for ids ['8cf3a850-7163-46ab-ad4f-31d4353129e0'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:09.083380 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.088044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e084235d-de38-481a-aa77-cfb31f7d1c0d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:09.159269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e084235d-de38-481a-aa77-cfb31f7d1c0d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:45:09.159935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e084235d-de38-481a-aa77-cfb31f7d1c0d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:45:09.315714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.322322 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks [] for router_controller (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.340929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59228) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:09.404896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:45:09.411470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:45:09.418811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (4ecc3b09-e387-4d1f-844e-c9c7361f46c2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.419700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ecc3b09-e387-4d1f-844e-c9c7361f46c2 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:45:09.457959 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.479433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32eda559-37bb-402a-8b65-a984f3037e69 req-93f39cc0-21a4-4d0e-8a3a-218bcda930b0 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.2288673 Feb 19 00:45:09.493551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.510673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59232) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:09.519961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6d947170-7d93-4990-b91a-ff3e9bffa15f admin admin] 10.222.0.60 "DELETE /v2.0/routers/4ecc3b09-e387-4d1f-844e-c9c7361f46c2 HTTP/1.1" status: 204 len: 168 time: 4.4550326 Feb 19 00:45:09.554228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724074b1-7595-40e5-90cc-27932473f84a req-5de782f7-a0fa-44bf-8da0-f07680c0f74a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:09.555961 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-724074b1-7595-40e5-90cc-27932473f84a req-5de782f7-a0fa-44bf-8da0-f07680c0f74a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 944 time: 0.6283970 Feb 19 00:45:09.573216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bf17712-d6cf-47e3-a3b2-2f3c127fd298 admin admin] Deleting subnet 30a69bc8-4302-4149-9266-9c4ab2312fc4 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:45:09.576876 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bf17712-d6cf-47e3-a3b2-2f3c127fd298 admin admin] Publish callbacks [] for subnet (30a69bc8-4302-4149-9266-9c4ab2312fc4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.644651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:09.645341 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.646780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] 10.222.0.126 "PUT /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1092 time: 3.4646075 Feb 19 00:45:09.647491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:09.649819 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:09.687617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bf17712-d6cf-47e3-a3b2-2f3c127fd298 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (30a69bc8-4302-4149-9266-9c4ab2312fc4), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:09.747830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-724074b1-7595-40e5-90cc-27932473f84a req-2d3c90b1-677f-427b-8652-a5e8908217e0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527741 Feb 19 00:45:09.748926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b7a35-7f7d-4203-9aaa-e83968852c6d service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:09.896405 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0742ca-1c8b-4679-a658-414ab2cdcdf3 x-openstack-request-id: req-cf0742ca-1c8b-4679-a658-414ab2cdcdf3 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:09.896746 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:09.897011 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf0742ca-1c8b-4679-a658-414ab2cdcdf3 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:09.897437 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'status': 'completed', 'code': 200} Feb 19 00:45:09.935133 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c8479e88-078e-481f-8c70-4ce78d332647 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=af8f2c32b1954f58bd5696385a5e7dac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5925314 Feb 19 00:45:09.958901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59242) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:10.072894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bf17712-d6cf-47e3-a3b2-2f3c127fd298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (30a69bc8-4302-4149-9266-9c4ab2312fc4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:10.103984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (8cf3a850-7163-46ab-ad4f-31d4353129e0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:10.129703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-2a04d626-d855-4f90-a1cf-ad46fdb60ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:10.131474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-2a04d626-d855-4f90-a1cf-ad46fdb60ece service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1126 time: 0.2287548 Feb 19 00:45:10.159158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4c885-c3ad-483d-ba22-5163a48c98e8 req-b69bc975-b328-49bd-bc13-50eac905f428 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:10.170690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7eb4c885-c3ad-483d-ba22-5163a48c98e8 req-b69bc975-b328-49bd-bc13-50eac905f428 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 945 time: 0.2045751 Feb 19 00:45:10.242455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-19e71993-8a00-46a6-8d28-c356deabc137 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 217 time: 0.0560229 Feb 19 00:45:10.309411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7eb4c885-c3ad-483d-ba22-5163a48c98e8 req-fc779595-687f-42ee-8f00-5058fb118b17 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377947 Feb 19 00:45:10.374539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-80c95471-f98b-4a46-a408-105b89d11092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:10.376031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-80c95471-f98b-4a46-a408-105b89d11092 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 0.0706162 Feb 19 00:45:10.395483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9000aaf2-fe62-4865-9be1-c740d1262bd8 admin admin] Publish callbacks [] for security_group (a8c2057f-f742-47ec-ad88-9022e9142adc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:10.438514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9000aaf2-fe62-4865-9be1-c740d1262bd8 admin admin] Publish callbacks [] for security_group (a8c2057f-f742-47ec-ad88-9022e9142adc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:10.447868 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bf17712-d6cf-47e3-a3b2-2f3c127fd298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (30a69bc8-4302-4149-9266-9c4ab2312fc4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:10.498214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bf17712-d6cf-47e3-a3b2-2f3c127fd298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:10.498375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a81482-dda1-44c8-9bf1-3f79240fa34a None None] Network 9eed6468-b8a2-4a4e-85a9-96cb695ea51c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:10.505459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-3c1e2633-e175-4849-8960-f700d1f9d394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:10.507065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-3c1e2633-e175-4849-8960-f700d1f9d394 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1247027 Feb 19 00:45:10.507237 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7bf17712-d6cf-47e3-a3b2-2f3c127fd298 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/30a69bc8-4302-4149-9266-9c4ab2312fc4 HTTP/1.1" status: 204 len: 168 time: 0.9964778 Feb 19 00:45:10.510297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59250) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:10.799888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] DHCP port deletion for 9eed6468-b8a2-4a4e-85a9-96cb695ea51c request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:45:10.952362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] Deleting port 02bf5861-680c-4164-926f-cd58696b836f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:10.953892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (02bf5861-680c-4164-926f-cd58696b836f), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.026864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf17712-d6cf-47e3-a3b2-2f3c127fd298 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a69bc8-4302-4149-9266-9c4ab2312fc4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:11.080944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] For port 02bf5861-680c-4164-926f-cd58696b836f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=02bf5861-680c-4164-926f-cd58696b836f,segment=NetworkSegment(a362fc80-dc96-40ff-9edd-c1c2a783a554),segment_id=a362fc80-dc96-40ff-9edd-c1c2a783a554)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:11.081589 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (02bf5861-680c-4164-926f-cd58696b836f), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.098579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9000aaf2-fe62-4865-9be1-c740d1262bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a8c2057f-f742-47ec-ad88-9022e9142adc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.100007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] Calling delete_port for 02bf5861-680c-4164-926f-cd58696b836f owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:11.106989 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9000aaf2-fe62-4865-9be1-c740d1262bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.111579 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9000aaf2-fe62-4865-9be1-c740d1262bd8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a8c2057f-f742-47ec-ad88-9022e9142adc HTTP/1.1" status: 204 len: 168 time: 1.1514332 Feb 19 00:45:11.135690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a5266c17-fd27-4936-9cb6-4add224b8d1c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:11.178333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000aaf2-fe62-4865-9be1-c740d1262bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c2057f-f742-47ec-ad88-9022e9142adc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:11.272792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 32bf924e-3078-4d2d-aeff-aacf5518f6aa {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:11.273154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.347171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: a5266c17-fd27-4936-9cb6-4add224b8d1c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:45:11.347519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a5266c17-fd27-4936-9cb6-4add224b8d1c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:45:11.348028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 02bf5861-680c-4164-926f-cd58696b836f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:11.352000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27792a08-6a21-43d4-b631-a4fbc8434667 req-551b33e6-e302-4745-a7ee-c493f5934b80 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.6564901 Feb 19 00:45:11.401579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.415085 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 32bf924e-3078-4d2d-aeff-aacf5518f6aa owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:11.596661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (9eed6468-b8a2-4a4e-85a9-96cb695ea51c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.684046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59272) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:11.724770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (02bf5861-680c-4164-926f-cd58696b836f), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.808783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] Pushing event deleted for resources: {'Port': ['ID=02bf5861-680c-4164-926f-cd58696b836f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:11.823832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 02bf5861-680c-4164-926f-cd58696b836f is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:11.824235 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (02bf5861-680c-4164-926f-cd58696b836f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.845058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fb4146-31fa-4059-ab5b-d67b13fecc93 None None] No DVR routers for this DVR port 02bf5861-680c-4164-926f-cd58696b836f on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:11.903885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3896e-bf9d-4d50-8fb4-80b36c3553b4 req-00f86142-827d-4b6c-9589-18d7e7d10bf4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:11.920934 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffe3896e-bf9d-4d50-8fb4-80b36c3553b4 req-00f86142-827d-4b6c-9589-18d7e7d10bf4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 944 time: 0.5847213 Feb 19 00:45:11.936286 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (32bf924e-3078-4d2d-aeff-aacf5518f6aa), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:11.996148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-417d9e19-e941-4c76-b578-7ead6d5ad993 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:11.999082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-417d9e19-e941-4c76-b578-7ead6d5ad993 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.113 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 945 time: 0.5005105 Feb 19 00:45:12.051339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=32bf924e-3078-4d2d-aeff-aacf5518f6aa,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:12.109493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffe3896e-bf9d-4d50-8fb4-80b36c3553b4 req-bb12be3a-5fd4-40bf-8ba1-eed706788ab9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875741 Feb 19 00:45:12.117970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-0a83ec27-6319-4298-a4e4-738fdedcf774 service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5856111 Feb 19 00:45:12.212171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ac0ef-e387-4201-be20-870f18155a2f req-0aacc363-07da-4a1a-a497-694f4ead55e8 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:12.219777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-368ac0ef-e387-4201-be20-870f18155a2f req-0aacc363-07da-4a1a-a497-694f4ead55e8 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 945 time: 0.6315708 Feb 19 00:45:12.222256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32514c6a-b7d5-4f1c-8894-16043c068bba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:12.265860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (8cf3a850-7163-46ab-ad4f-31d4353129e0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:12.465646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (9eed6468-b8a2-4a4e-85a9-96cb695ea51c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:12.590577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-368ac0ef-e387-4201-be20-870f18155a2f req-c20242ce-527d-44f3-a879-b491d05b9f35 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673778 Feb 19 00:45:12.682441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-419211a1-9d14-4c1f-ad19-41e24b113a6e req-0f7b65d4-fdb0-4beb-862f-d48c6520d410 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1136463 Feb 19 00:45:12.685577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eed6468-b8a2-4a4e-85a9-96cb695ea51c']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:12.706656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 8cf3a850-7163-46ab-ad4f-31d4353129e0 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:12.733222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a362fc80-dc96-40ff-9edd-c1c2a783a554') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:12.733829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a362fc80-dc96-40ff-9edd-c1c2a783a554') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:12.760249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e9a2f11-e8c2-4d08-8d8e-5b2c3f39c6b7 req-8cf64dcc-5dc6-4f40-8f6f-9a95cf85cebe service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6313419 Feb 19 00:45:12.764354 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (a362fc80-dc96-40ff-9edd-c1c2a783a554), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:12.771698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Deleting port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:12.772333 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:12.823370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59304) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:12.823802 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59306) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:12.874320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] For port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:12.875040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:12.890952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Calling delete_port for a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:12.958408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:12.964735 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6c619443-db5b-4a57-8f98-250047ba2dd4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/8cf3a850-7163-46ab-ad4f-31d4353129e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0396538 Feb 19 00:45:12.975319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59314) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:12.976076 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f515a8f-17c1-4b95-97bc-45a81f62a715 None None] Sync routers for ids ['8cf3a850-7163-46ab-ad4f-31d4353129e0'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:13.007948 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f515a8f-17c1-4b95-97bc-45a81f62a715 None None] Routers {'8cf3a850-7163-46ab-ad4f-31d4353129e0'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:13.008603 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8f515a8f-17c1-4b95-97bc-45a81f62a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8cf3a850-7163-46ab-ad4f-31d4353129e0'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:13.084428 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a362fc80-dc96-40ff-9edd-c1c2a783a554), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.094489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32514c6a-b7d5-4f1c-8894-16043c068bba admin admin] Publish callbacks [] for security_group (bb71049b-d5cf-452a-8148-7c7c37266158), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.106874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:45:13.107287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (a362fc80-dc96-40ff-9edd-c1c2a783a554), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:45:13.109011 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:45:13.122214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32514c6a-b7d5-4f1c-8894-16043c068bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bb71049b-d5cf-452a-8148-7c7c37266158), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.138539 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8f515a8f-17c1-4b95-97bc-45a81f62a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:13.149797 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f515a8f-17c1-4b95-97bc-45a81f62a715 None None] Routers {'8cf3a850-7163-46ab-ad4f-31d4353129e0'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:13.151134 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8f515a8f-17c1-4b95-97bc-45a81f62a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8cf3a850-7163-46ab-ad4f-31d4353129e0'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:13.164440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb285932-e6fb-42ff-85cd-82fe9e210e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.173711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1445411439'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:13.192753 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8f515a8f-17c1-4b95-97bc-45a81f62a715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:13.194168 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f515a8f-17c1-4b95-97bc-45a81f62a715 None None] The sync data for ids ['8cf3a850-7163-46ab-ad4f-31d4353129e0'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:13.209814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32514c6a-b7d5-4f1c-8894-16043c068bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71049b-d5cf-452a-8148-7c7c37266158,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:13.213727 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a06ea4ba-2cc9-4094-95ca-7e9a796a44d7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.240826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:45:13.246403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a10fcf0f-3173-4a24-ad25-8b8e26a2483f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:45:13.336542 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:45:13.359387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-32514c6a-b7d5-4f1c-8894-16043c068bba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a9164af7ae44d5ab10f7fffa8d38de9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6312339 Feb 19 00:45:13.371542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-316b3f7e-b33a-462b-b5c3-eba671d481d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:13.373582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-316b3f7e-b33a-462b-b5c3-eba671d481d0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1126 time: 0.3692963 Feb 19 00:45:13.375644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59318) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:13.396591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Pushing event deleted for resources: {'Port': ['ID=a06ea4ba-2cc9-4094-95ca-7e9a796a44d7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:13.454230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:13.459342 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.527808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.570596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] No DVR routers for this DVR port a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:13.575244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.579059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7ebcb23-12ed-4a5d-9a8f-9230b76736d0 req-2d066610-eff2-4a19-812c-bc66aff916bd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.113 "DELETE /v2.0/ports/a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 HTTP/1.1" status: 204 len: 173 time: 1.5047357 Feb 19 00:45:13.581015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c159b3-7b81-4f1a-9550-0fe5d3327773', 'name': 'network-vif-deleted', 'tag': 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:13.590513 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0458c3-d76e-4ffc-b720-8e82dc25b7f3" -d '{"events": [{"server_uuid": "54c159b3-7b81-4f1a-9550-0fe5d3327773", "name": "network-vif-deleted", "tag": "a06ea4ba-2cc9-4094-95ca-7e9a796a44d7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:13.599154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (9eed6468-b8a2-4a4e-85a9-96cb695ea51c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.720318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.723866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb285932-e6fb-42ff-85cd-82fe9e210e45 admin admin] Publish callbacks [] for security_group (f7ab1678-00f8-44fc-ad04-cae4e33ca047), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.735089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9eed6468-b8a2-4a4e-85a9-96cb695ea51c HTTP/1.1" status: 204 len: 168 time: 3.2232473 Feb 19 00:45:13.736793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59326) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:13.742469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1bcfc-20aa-4ec2-bff7-79ac9d52ca40 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eed6468-b8a2-4a4e-85a9-96cb695ea51c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:13.751326 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f1dd77-de77-440d-8926-05674ce67456 x-openstack-request-id: req-b5f1dd77-de77-440d-8926-05674ce67456 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:13.751646 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c159b3-7b81-4f1a-9550-0fe5d3327773", "name": "network-vif-deleted", "tag": "a06ea4ba-2cc9-4094-95ca-7e9a796a44d7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:13.751869 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5f1dd77-de77-440d-8926-05674ce67456 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:13.752267 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c159b3-7b81-4f1a-9550-0fe5d3327773', 'name': 'network-vif-deleted', 'tag': 'a06ea4ba-2cc9-4094-95ca-7e9a796a44d7', 'status': 'completed', 'code': 200} Feb 19 00:45:13.767494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002de453-4b51-4a8d-8d74-51a0bdcc4f59 req-dcc8e297-f394-46b8-a227-645e088046c6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:13.774489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-002de453-4b51-4a8d-8d74-51a0bdcc4f59 req-dcc8e297-f394-46b8-a227-645e088046c6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 944 time: 0.5369136 Feb 19 00:45:13.784218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cb285932-e6fb-42ff-85cd-82fe9e210e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f7ab1678-00f8-44fc-ad04-cae4e33ca047), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.784457 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84c99689-1d62-438e-bc9f-56d7ae599375 admin admin] Publish callbacks [] for security_group (bb71049b-d5cf-452a-8148-7c7c37266158), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.826948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84c99689-1d62-438e-bc9f-56d7ae599375 admin admin] Publish callbacks [] for security_group (bb71049b-d5cf-452a-8148-7c7c37266158), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.838043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for security_group (79fda8b9-2e1e-49a3-8a92-432b7a68a128), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.862878 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (79fda8b9-2e1e-49a3-8a92-432b7a68a128), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.905658 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cb285932-e6fb-42ff-85cd-82fe9e210e45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b5762005906541738f9cf27c7b98193e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0806031 Feb 19 00:45:13.911210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59328) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:13.914101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b880003-a290-4fbd-9094-86ccf0281046 req-67271c62-3d9d-4fd9-b97d-32c95a75fb18 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=54c159b3-7b81-4f1a-9550-0fe5d3327773 HTTP/1.1" status: 200 len: 210 time: 0.0787420 Feb 19 00:45:13.924138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb285932-e6fb-42ff-85cd-82fe9e210e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab1678-00f8-44fc-ad04-cae4e33ca047,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:13.926905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:45:13.936595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-002de453-4b51-4a8d-8d74-51a0bdcc4f59 req-18b2c2b9-4089-4b70-a20f-da017c3831f5 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611178 Feb 19 00:45:13.949458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-d7e9e334-93d5-4d83-8f72-74283aaf8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:13.952029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-d7e9e334-93d5-4d83-8f72-74283aaf8fd4 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 898 time: 0.4963019 Feb 19 00:45:13.969744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (faf7d95c-360e-48c8-baa8-7e13b406eb9b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:13.970104 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Added segment faf7d95c-360e-48c8-baa8-7e13b406eb9b of type vlan for network 3e405dc2-10e0-46bb-829f-6f4dfe744532 Feb 19 00:45:13.988824 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (8cf3a850-7163-46ab-ad4f-31d4353129e0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.010717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-bca1acca-38b8-4aa9-9252-6c96a3ded840 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 217 time: 0.0437334 Feb 19 00:45:14.077472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84c99689-1d62-438e-bc9f-56d7ae599375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bb71049b-d5cf-452a-8148-7c7c37266158), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.079945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84c99689-1d62-438e-bc9f-56d7ae599375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.091342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-84c99689-1d62-438e-bc9f-56d7ae599375 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb71049b-d5cf-452a-8148-7c7c37266158 HTTP/1.1" status: 204 len: 168 time: 0.6897230 Feb 19 00:45:14.180152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-737f8275-ddef-4a9a-980b-df48033c3c88 req-737faa05-13f1-4934-a496-9dafdc2bf998 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1356480 Feb 19 00:45:14.186349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-aa903ee4-fda4-49b3-9732-0795ae5475de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:14.189350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-aa903ee4-fda4-49b3-9732-0795ae5475de service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 0.1657422 Feb 19 00:45:14.196042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c99689-1d62-438e-bc9f-56d7ae599375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71049b-d5cf-452a-8148-7c7c37266158,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:14.310102 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79fda8b9-2e1e-49a3-8a92-432b7a68a128,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:14.339600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-e75fd98c-c8f9-4f5a-834e-337fa60d0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:14.342675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-e75fd98c-c8f9-4f5a-834e-337fa60d0d7e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1303394 Feb 19 00:45:14.345420 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3e405dc2-10e0-46bb-829f-6f4dfe744532), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.357194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a3c3b29-504e-4b13-bdb0-ac89ec6a71cd admin admin] Publish callbacks [] for security_group (f7ab1678-00f8-44fc-ad04-cae4e33ca047), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.456385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-37266f12-a30f-4937-84fc-03d5c052a125 service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045668 Feb 19 00:45:14.486169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a3c3b29-504e-4b13-bdb0-ac89ec6a71cd admin admin] Publish callbacks [] for security_group (f7ab1678-00f8-44fc-ad04-cae4e33ca047), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.516554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3e405dc2-10e0-46bb-829f-6f4dfe744532), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.521791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:14.522575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.555351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59334) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:14.578941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed11b1be-f39d-43b4-b7c9-26f494f90ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.601730 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7754140 Feb 19 00:45:14.606837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59336) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:14.610507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-946c4ca1-73c5-44e8-9e1c-e7f8777493b5 req-67081380-4987-4ec4-863a-bae6f1bc3cbf service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480227 Feb 19 00:45:14.622656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'subnet': {'network_id': '3e405dc2-10e0-46bb-829f-6f4dfe744532', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:14.647252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5afcf-d47f-40fc-a4db-1aab9dd7fa13 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Network': ['ID=3e405dc2-10e0-46bb-829f-6f4dfe744532,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:14.658910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:45:14.677957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed11b1be-f39d-43b4-b7c9-26f494f90ff6 admin admin] Publish callbacks [] for security_group (52459e90-1776-430b-acd9-b754305a54bc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.683974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed11b1be-f39d-43b4-b7c9-26f494f90ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (52459e90-1776-430b-acd9-b754305a54bc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.717605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a3c3b29-504e-4b13-bdb0-ac89ec6a71cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f7ab1678-00f8-44fc-ad04-cae4e33ca047), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.720389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a3c3b29-504e-4b13-bdb0-ac89ec6a71cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.724162 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3a3c3b29-504e-4b13-bdb0-ac89ec6a71cd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7ab1678-00f8-44fc-ad04-cae4e33ca047 HTTP/1.1" status: 204 len: 168 time: 0.8055573 Feb 19 00:45:14.736150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ed11b1be-f39d-43b4-b7c9-26f494f90ff6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61859661a0ef4ccbb414ccddef8ee3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795197 Feb 19 00:45:14.737312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11b1be-f39d-43b4-b7c9-26f494f90ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52459e90-1776-430b-acd9-b754305a54bc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:14.739978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c3b29-504e-4b13-bdb0-ac89ec6a71cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab1678-00f8-44fc-ad04-cae4e33ca047,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:14.740129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59340) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:14.805656 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-790dd729-6dd7-4845-8abd-40b4b532e5f0 admin admin] Publish callbacks [] for security_group (52459e90-1776-430b-acd9-b754305a54bc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.828520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-790dd729-6dd7-4845-8abd-40b4b532e5f0 admin admin] Publish callbacks [] for security_group (52459e90-1776-430b-acd9-b754305a54bc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.834742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:14.837913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.887848 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-790dd729-6dd7-4845-8abd-40b4b532e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (52459e90-1776-430b-acd9-b754305a54bc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.890720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-790dd729-6dd7-4845-8abd-40b4b532e5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:14.892236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-790dd729-6dd7-4845-8abd-40b4b532e5f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/52459e90-1776-430b-acd9-b754305a54bc HTTP/1.1" status: 204 len: 168 time: 0.1510825 Feb 19 00:45:14.903626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790dd729-6dd7-4845-8abd-40b4b532e5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52459e90-1776-430b-acd9-b754305a54bc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:15.078089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee2b1c-fea9-4f73-958d-dc4e7d44b22b req-421c2657-a4f1-4c04-aa01-d244b98c2cc3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:15.079982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1ee2b1c-fea9-4f73-958d-dc4e7d44b22b req-421c2657-a4f1-4c04-aa01-d244b98c2cc3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 944 time: 0.0628300 Feb 19 00:45:15.174639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1ee2b1c-fea9-4f73-958d-dc4e7d44b22b req-e58b41d2-71a1-476c-b51b-9dbaa2a32958 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888400 Feb 19 00:45:15.188757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59354) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:15.204502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0cd4b66-ccd0-479a-90a8-7b046ff9a701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.301083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (d546ba2f-1feb-4add-881b-5c8af3c98df4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.318102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-969409bc-7fb0-4867-af81-95205fdd3c1f req-c9cd4dd1-432e-4eaf-aa84-c3435da8828d tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0400622 Feb 19 00:45:15.329533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:15.382354 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0cd4b66-ccd0-479a-90a8-7b046ff9a701 admin admin] Publish callbacks [] for security_group (07741b9c-2529-4975-9550-c44e4a07b58a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.385333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 15e708a6-4033-4ba6-9318-eddf7f48b086 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:15.385873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.387519 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0cd4b66-ccd0-479a-90a8-7b046ff9a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (07741b9c-2529-4975-9550-c44e4a07b58a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.387653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:45:15.387894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a06ea4ba-2cc9-4094-95ca-7e9a796a44d7 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:45:15.447472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f0cd4b66-ccd0-479a-90a8-7b046ff9a701 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7c8611c318e54045b28a378667303e03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2574868 Feb 19 00:45:15.450675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59364) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:15.451403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd4b66-ccd0-479a-90a8-7b046ff9a701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07741b9c-2529-4975-9550-c44e4a07b58a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:15.510262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c610-f016-4e81-8cab-e94c5a2fe711 admin admin] Publish callbacks [] for security_group (07741b9c-2529-4975-9550-c44e4a07b58a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.535111 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c610-f016-4e81-8cab-e94c5a2fe711 admin admin] Publish callbacks [] for security_group (07741b9c-2529-4975-9550-c44e4a07b58a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.593222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c610-f016-4e81-8cab-e94c5a2fe711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (07741b9c-2529-4975-9550-c44e4a07b58a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.595974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c610-f016-4e81-8cab-e94c5a2fe711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.597241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cfa6c610-f016-4e81-8cab-e94c5a2fe711 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07741b9c-2529-4975-9550-c44e4a07b58a HTTP/1.1" status: 204 len: 168 time: 0.1421301 Feb 19 00:45:15.606481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6c610-f016-4e81-8cab-e94c5a2fe711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07741b9c-2529-4975-9550-c44e4a07b58a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:15.664192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (b38f6239-d58d-4687-9226-4536e0d14704), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.751635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:15.782501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 15e708a6-4033-4ba6-9318-eddf7f48b086 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:15.795951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431a4b0-b5df-4287-b6ae-2b0d587c2fea req-3eca9e87-05f5-423f-b8a8-1f78099e0cce tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:15.798006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0431a4b0-b5df-4287-b6ae-2b0d587c2fea req-3eca9e87-05f5-423f-b8a8-1f78099e0cce tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 945 time: 0.0711339 Feb 19 00:45:15.813524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Subnet': ['ID=b38f6239-d58d-4687-9226-4536e0d14704,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:15.860764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Checking segment: {'id': 'faf7d95c-360e-48c8-baa8-7e13b406eb9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3e405dc2-10e0-46bb-829f-6f4dfe744532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:15.861140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network hostable DHCP agents. Network: 3e405dc2-10e0-46bb-829f-6f4dfe744532, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:45:15.874714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0431a4b0-b5df-4287-b6ae-2b0d587c2fea req-179d13e8-66a4-426e-a63f-280fec179592 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641956 Feb 19 00:45:15.976139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:45:16.000494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3e405dc2-10e0-46bb-829f-6f4dfe744532) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:16.010141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f1d77-a7c2-40be-bded-28658e892e45 None None] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:16.024359 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:16.024987 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.031788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59386) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:16.048120 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83672de0-dbd8-4063-ac66-a5a3966c92a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.110375 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36c1c05e-9e54-493c-b590-991a1e2a2764 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4946034 Feb 19 00:45:16.113053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59388) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:16.119228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-779984830', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:16.134724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97314813-6cd7-403c-9947-d805376eece5 None None] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:16.141966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (15e708a6-4033-4ba6-9318-eddf7f48b086), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.162028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83672de0-dbd8-4063-ac66-a5a3966c92a6 admin admin] Publish callbacks [] for security_group (11e3934f-d535-420f-94b9-90f938996538), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.168427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83672de0-dbd8-4063-ac66-a5a3966c92a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (11e3934f-d535-420f-94b9-90f938996538), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.205028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83672de0-dbd8-4063-ac66-a5a3966c92a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e3934f-d535-420f-94b9-90f938996538,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:16.208592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.209689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.224105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Deleting port 98d24da2-94de-479b-b43e-403b58f2fcec {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:16.224461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.243950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-83672de0-dbd8-4063-ac66-a5a3966c92a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2ba465630984afc8f025268194bb892&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2121618 Feb 19 00:45:16.251146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59394) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:16.285971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=15e708a6-4033-4ba6-9318-eddf7f48b086,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:16.356997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_controller (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.475513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (8cf3a850-7163-46ab-ad4f-31d4353129e0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.599658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_gateway (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.606449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eeaaf7ec-7e5f-49f5-be81-6b1156915b17 req-8d87970c-466d-4d3d-baaf-61f68645ea2f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1335704 Feb 19 00:45:16.610589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] For port 98d24da2-94de-479b-b43e-403b58f2fcec, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=98d24da2-94de-479b-b43e-403b58f2fcec,segment=NetworkSegment(08f29990-4db2-4491-a0bb-3f2d12d43c78),segment_id=08f29990-4db2-4491-a0bb-3f2d12d43c78)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:16.610891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.633005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72ea90e3-fb3c-4fa8-b9e9-4423f1692ef2 req-3d048a30-d82b-4cb1-a943-e473e692dde6 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1589589 Feb 19 00:45:16.663758 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-514360db-ed5c-467f-85b9-9abd6d5a904b admin admin] Publish callbacks [] for security_group (11e3934f-d535-420f-94b9-90f938996538), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.670884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f358a0-5afd-41d6-b2d7-23baad7b221d req-3cd6cd10-8056-4331-9095-4a4db4287020 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:16.672449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00f358a0-5afd-41d6-b2d7-23baad7b221d req-3cd6cd10-8056-4331-9095-4a4db4287020 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 944 time: 0.3175716 Feb 19 00:45:16.692414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Calling delete_port for 98d24da2-94de-479b-b43e-403b58f2fcec owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:16.741215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 8cf3a850-7163-46ab-ad4f-31d4353129e0 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:16.745121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-514360db-ed5c-467f-85b9-9abd6d5a904b admin admin] Publish callbacks [] for security_group (11e3934f-d535-420f-94b9-90f938996538), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.811120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00f358a0-5afd-41d6-b2d7-23baad7b221d req-4f268977-4aa3-4897-92c5-9752737a0ba0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317577 Feb 19 00:45:16.841807 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-514360db-ed5c-467f-85b9-9abd6d5a904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (11e3934f-d535-420f-94b9-90f938996538), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.844693 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-514360db-ed5c-467f-85b9-9abd6d5a904b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:16.848517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-514360db-ed5c-467f-85b9-9abd6d5a904b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11e3934f-d535-420f-94b9-90f938996538 HTTP/1.1" status: 204 len: 168 time: 0.5922601 Feb 19 00:45:16.874060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514360db-ed5c-467f-85b9-9abd6d5a904b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e3934f-d535-420f-94b9-90f938996538,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:16.918377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:16.938794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff214eb0-68b2-48c5-9424-afeb4f181c48 None None] Sync routers for ids ['8cf3a850-7163-46ab-ad4f-31d4353129e0'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:16.941450 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d83daf21-b771-4057-9326-778912402195 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/8cf3a850-7163-46ab-ad4f-31d4353129e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9649618 Feb 19 00:45:16.946650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59418) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:16.957504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff214eb0-68b2-48c5-9424-afeb4f181c48 None None] Routers {'8cf3a850-7163-46ab-ad4f-31d4353129e0'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:16.958467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ff214eb0-68b2-48c5-9424-afeb4f181c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8cf3a850-7163-46ab-ad4f-31d4353129e0'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:17.001862 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-05f26b70-7f64-4e1e-9dc0-6c172a77643a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf3a850-7163-46ab-ad4f-31d4353129e0 HTTP/1.1" status: 200 len: 205 time: 0.0539951 Feb 19 00:45:17.004030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59420) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:17.013994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ff214eb0-68b2-48c5-9424-afeb4f181c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:17.015706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_gateway (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.031370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff214eb0-68b2-48c5-9424-afeb4f181c48 None None] Routers {'8cf3a850-7163-46ab-ad4f-31d4353129e0'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:17.032203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ff214eb0-68b2-48c5-9424-afeb4f181c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8cf3a850-7163-46ab-ad4f-31d4353129e0'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:17.060241 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.083119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ff214eb0-68b2-48c5-9424-afeb4f181c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:17.084163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff214eb0-68b2-48c5-9424-afeb4f181c48 None None] The sync data for ids ['8cf3a850-7163-46ab-ad4f-31d4353129e0'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:17.106251 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42a08748-4be9-43ee-9ba6-62c84823d100 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (8cf3a850-7163-46ab-ad4f-31d4353129e0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.354499 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (98d24da2-94de-479b-b43e-403b58f2fcec), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.369369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42a08748-4be9-43ee-9ba6-62c84823d100 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (8cf3a850-7163-46ab-ad4f-31d4353129e0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.394596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42a08748-4be9-43ee-9ba6-62c84823d100 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (8cf3a850-7163-46ab-ad4f-31d4353129e0), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.408775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Pushing event deleted for resources: {'Port': ['ID=98d24da2-94de-479b-b43e-403b58f2fcec,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:17.511508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42a08748-4be9-43ee-9ba6-62c84823d100 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (8cf3a850-7163-46ab-ad4f-31d4353129e0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.512230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a08748-4be9-43ee-9ba6-62c84823d100 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf3a850-7163-46ab-ad4f-31d4353129e0 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:45:17.515459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078cadd5-e525-4a88-ae04-c2ee7312e5a5 req-54a11d97-1656-4d4f-a741-3f7156cff17c tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:17.519986 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42a08748-4be9-43ee-9ba6-62c84823d100 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.524704 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-42a08748-4be9-43ee-9ba6-62c84823d100 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/8cf3a850-7163-46ab-ad4f-31d4353129e0 HTTP/1.1" status: 204 len: 168 time: 0.5196452 Feb 19 00:45:17.526632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-078cadd5-e525-4a88-ae04-c2ee7312e5a5 req-54a11d97-1656-4d4f-a741-3f7156cff17c tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 945 time: 0.5452235 Feb 19 00:45:17.528292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59462) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:17.572314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:45:17.660292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae61f27f-a99d-4551-8dd8-7c489727663d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:45:17.671601 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae61f27f-a99d-4551-8dd8-7c489727663d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.675034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.25.6.138 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/5365463f-1332-4fd8-af5d-22232e180ac1) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:17.715671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-078cadd5-e525-4a88-ae04-c2ee7312e5a5 req-4021cf53-c71e-48ff-a93e-78eb65c68e30 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829314 Feb 19 00:45:17.764682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae61f27f-a99d-4551-8dd8-7c489727663d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.843420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:17.870657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'port_id': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'mac_address': 'fa:16:3e:e1:95:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:45:17.920789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:17.921485 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:17.951541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:45:17.958997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-893cdfd4-8851-4460-82b7-358724750606 req-28dacb6c-4a59-4e70-9c27-e4ce6d3b60dc tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1411808 Feb 19 00:45:18.000861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:18.016720 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.100032 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b47ff58-7aca-4a0c-87bd-6f2f519d03ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.140156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:18.167297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-4703a9f2-c999-4def-a1aa-ca15439a03e2 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:18.168863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-4703a9f2-c999-4def-a1aa-ca15439a03e2 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.126 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 945 time: 0.2848539 Feb 19 00:45:18.172052 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (5365463f-1332-4fd8-af5d-22232e180ac1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.174057 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae61f27f-a99d-4551-8dd8-7c489727663d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.182273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (d546ba2f-1feb-4add-881b-5c8af3c98df4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.219540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e9c1ad-2856-4fee-8096-694ce279da39 req-4ba83fe8-ab7a-47de-a653-c4ce869823e5 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:18.223240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9e9c1ad-2856-4fee-8096-694ce279da39 req-4ba83fe8-ab7a-47de-a653-c4ce869823e5 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 944 time: 0.2723091 Feb 19 00:45:18.377110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:45:18.459121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9e9c1ad-2856-4fee-8096-694ce279da39 req-e8623ded-b6b2-4874-a28e-be6ea5fba184 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1771626 Feb 19 00:45:18.468633 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae61f27f-a99d-4551-8dd8-7c489727663d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.482124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5365463f-1332-4fd8-af5d-22232e180ac1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.504953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Router d546ba2f-1feb-4add-881b-5c8af3c98df4 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:18.517234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61f27f-a99d-4551-8dd8-7c489727663d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:18.563254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae61f27f-a99d-4551-8dd8-7c489727663d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.567857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ae61f27f-a99d-4551-8dd8-7c489727663d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf HTTP/1.1" status: 204 len: 168 time: 1.0356338 Feb 19 00:45:18.573074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59518) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:18.582240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:18.589812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e317bd-81f5-4cf7-966b-c329c136dea8 None None] Network 04038103-d505-42c0-ba83-85e2d89387f2 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:18.652126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-856067f2-d37f-4684-9bc9-84ec0eb7ed48 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet c5bd89f8-f9dc-437d-8717-57ef471b3831 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:45:18.660226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59520) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:18.662471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:18.667213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:18.669121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-856067f2-d37f-4684-9bc9-84ec0eb7ed48 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (c5bd89f8-f9dc-437d-8717-57ef471b3831), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.700803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Deleting port a10fcf0f-3173-4a24-ad25-8b8e26a2483f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:18.701148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.703913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=5365463f-1332-4fd8-af5d-22232e180ac1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:18.710963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:18.718742 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03e9392f-85d7-44e1-9a5f-fa94946ed5df admin admin] 10.222.0.60 "PUT /v2.0/routers/d546ba2f-1feb-4add-881b-5c8af3c98df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9808939 Feb 19 00:45:18.723089 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] Sync routers for ids ['d546ba2f-1feb-4add-881b-5c8af3c98df4'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:18.725073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59528) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:18.749565 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] Routers {'d546ba2f-1feb-4add-881b-5c8af3c98df4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:18.754649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d546ba2f-1feb-4add-881b-5c8af3c98df4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:18.768525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.799421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-856067f2-d37f-4684-9bc9-84ec0eb7ed48 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (c5bd89f8-f9dc-437d-8717-57ef471b3831), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:18.948122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] DHCP port deletion for 04038103-d505-42c0-ba83-85e2d89387f2 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:45:18.980062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks [] for router (d546ba2f-1feb-4add-881b-5c8af3c98df4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.154004 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] Set router d546ba2f-1feb-4add-881b-5c8af3c98df4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:19.192694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] Deleting port 971e2ab8-2b67-4418-8349-880caf973822 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:19.193261 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (971e2ab8-2b67-4418-8349-880caf973822), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.237045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks [] for router_gateway (d546ba2f-1feb-4add-881b-5c8af3c98df4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.245267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 971e2ab8-2b67-4418-8349-880caf973822 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:19.309658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] For port 971e2ab8-2b67-4418-8349-880caf973822, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=971e2ab8-2b67-4418-8349-880caf973822,segment=NetworkSegment(ace6c144-4017-42a6-9586-7801aee4f05f),segment_id=ace6c144-4017-42a6-9586-7801aee4f05f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:19.310700 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (971e2ab8-2b67-4418-8349-880caf973822), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.319086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Deleting port 82d7953c-1502-4ae3-8eab-eeb42ca96043 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:19.319664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.336403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] For port a10fcf0f-3173-4a24-ad25-8b8e26a2483f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:19.339900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.341487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] Calling delete_port for 971e2ab8-2b67-4418-8349-880caf973822 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:19.359297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Calling delete_port for a10fcf0f-3173-4a24-ad25-8b8e26a2483f owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:19.469169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] For port 82d7953c-1502-4ae3-8eab-eeb42ca96043, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=82d7953c-1502-4ae3-8eab-eeb42ca96043,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:19.470019 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.484542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 971e2ab8-2b67-4418-8349-880caf973822 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:19.484542 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (971e2ab8-2b67-4418-8349-880caf973822), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.496559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Calling delete_port for 82d7953c-1502-4ae3-8eab-eeb42ca96043 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:19.534792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e07ec5d5-2564-4ce5-980e-7e102eab1c7a req-b4132119-cf68-4ad5-92d6-8fec994d6e95 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.3941836 Feb 19 00:45:19.545263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a10fcf0f-3173-4a24-ad25-8b8e26a2483f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.564121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['058e728b-26e2-4094-8fd3-c60b6ed7a0d7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:45:19.591597 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa59a159-e96b-410d-b7af-480d5d94cca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.635213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a10fcf0f-3173-4a24-ad25-8b8e26a2483f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:45:19.671686 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78'}], 'enable_snat': True}, 'gw_port_id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:45:17Z', 'revision_number': 5, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port': {'id': '82d7953c-1502-4ae3-8eab-eeb42ca96043', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:7f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1394, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:19.680166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 971e2ab8-2b67-4418-8349-880caf973822, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=971e2ab8-2b67-4418-8349-880caf973822,segment=NetworkSegment(ace6c144-4017-42a6-9586-7801aee4f05f),segment_id=ace6c144-4017-42a6-9586-7801aee4f05f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:19.706769 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (971e2ab8-2b67-4418-8349-880caf973822), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.724273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80839f10-bf82-47ab-81ed-e1ea9194da11 req-62c4b0e9-5958-4d78-99f5-cdc8b5ea0989 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:19.731268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80839f10-bf82-47ab-81ed-e1ea9194da11 req-62c4b0e9-5958-4d78-99f5-cdc8b5ea0989 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7bd67d-c429-490c-b3f6-d7e6ba423d17 HTTP/1.1" status: 200 len: 945 time: 0.7625654 Feb 19 00:45:19.736503 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] Checking router: d546ba2f-1feb-4add-881b-5c8af3c98df4 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:45:19.740348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_gateway (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.755837 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] Routers {'d546ba2f-1feb-4add-881b-5c8af3c98df4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:19.756481 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:44:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d546ba2f-1feb-4add-881b-5c8af3c98df4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:19.803353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Pushing event deleted for resources: {'Port': ['ID=a10fcf0f-3173-4a24-ad25-8b8e26a2483f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:19.820254 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (971e2ab8-2b67-4418-8349-880caf973822), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.844605 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=971e2ab8-2b67-4418-8349-880caf973822,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:19.850227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] No DVR routers for this DVR port 971e2ab8-2b67-4418-8349-880caf973822 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:19.879851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5fc27-edda-4bf5-ab43-e3b4349d2952 None None] Pushing event deleted for resources: {'Port': ['ID=971e2ab8-2b67-4418-8349-880caf973822,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:19.880450 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] Set router d546ba2f-1feb-4add-881b-5c8af3c98df4 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:19.924684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (82d7953c-1502-4ae3-8eab-eeb42ca96043), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.931615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] No DVR routers for this DVR port a10fcf0f-3173-4a24-ad25-8b8e26a2483f on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:19.939913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-856067f2-d37f-4684-9bc9-84ec0eb7ed48 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (c5bd89f8-f9dc-437d-8717-57ef471b3831), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.941925 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:45:19Z', 'revision_number': 6, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:19.948859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:19.952375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0537b3a8-2e05-4744-88f0-f396282c29cc req-16abac0a-6db4-498f-8715-c3738981a695 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.126 "DELETE /v2.0/ports/a10fcf0f-3173-4a24-ad25-8b8e26a2483f HTTP/1.1" status: 204 len: 173 time: 1.7550361 Feb 19 00:45:19.962705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Pushing event deleted for resources: {'Port': ['ID=82d7953c-1502-4ae3-8eab-eeb42ca96043,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:19.976408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7bd67d-c429-490c-b3f6-d7e6ba423d17', 'name': 'network-vif-deleted', 'tag': 'a10fcf0f-3173-4a24-ad25-8b8e26a2483f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:19.977493 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65067734-10a4-4ab2-8956-44226729ed7a None None] The sync data for ids ['d546ba2f-1feb-4add-881b-5c8af3c98df4'] in n-d-826527-3 is: [{'id': 'd546ba2f-1feb-4add-881b-5c8af3c98df4', 'name': 'tempest-TaggedBootDevicesTest-1810303264-router', 'tenant_id': '55763edbbd044aa48b294dce2f5d4060', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:36:07Z', 'updated_at': '2022-02-19T00:45:19Z', 'revision_number': 6, 'project_id': '55763edbbd044aa48b294dce2f5d4060', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:19.979156 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5def4b75-d5e7-491a-8959-8ab9f73c3273" -d '{"events": [{"server_uuid": "0f7bd67d-c429-490c-b3f6-d7e6ba423d17", "name": "network-vif-deleted", "tag": "a10fcf0f-3173-4a24-ad25-8b8e26a2483f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:20.043605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42ca3008-f246-4a56-8ca4-127745d1893f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.060700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (d546ba2f-1feb-4add-881b-5c8af3c98df4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.115020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80839f10-bf82-47ab-81ed-e1ea9194da11 req-74666fcc-3147-466e-a496-954d03caaafa tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803484 Feb 19 00:45:20.209402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (d546ba2f-1feb-4add-881b-5c8af3c98df4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.212279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks [] for router_controller (d546ba2f-1feb-4add-881b-5c8af3c98df4), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.277374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (d546ba2f-1feb-4add-881b-5c8af3c98df4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.278049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d546ba2f-1feb-4add-881b-5c8af3c98df4 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:45:20.289458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.293775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ea9412a5-f07f-4277-9f84-af9de01ae785 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d546ba2f-1feb-4add-881b-5c8af3c98df4 HTTP/1.1" status: 204 len: 168 time: 1.5676739 Feb 19 00:45:20.294629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59560) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:20.330407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2e2f6-0cd4-4c8a-b044-19af1f51d5fa req-1ca36006-c5de-4dfe-a6b4-ea21af012f3e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:20.333744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ca2e2f6-0cd4-4c8a-b044-19af1f51d5fa req-1ca36006-c5de-4dfe-a6b4-ea21af012f3e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 0.5907955 Feb 19 00:45:20.340051 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-856067f2-d37f-4684-9bc9-84ec0eb7ed48 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (c5bd89f8-f9dc-437d-8717-57ef471b3831), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.345708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa59a159-e96b-410d-b7af-480d5d94cca2 admin admin] Publish callbacks [] for security_group (517adf54-2787-4ac3-8b8d-8611f55ce09f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.375760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856067f2-d37f-4684-9bc9-84ec0eb7ed48 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bd89f8-f9dc-437d-8717-57ef471b3831,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:20.386908 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa59a159-e96b-410d-b7af-480d5d94cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (517adf54-2787-4ac3-8b8d-8611f55ce09f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.396531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a6303e-4efe-47ed-a900-33c4dbffdfdd admin admin] Deleting subnet b2ae6597-1184-4be6-833d-2dadf91381b5 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:45:20.400887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-71a6303e-4efe-47ed-a900-33c4dbffdfdd admin admin] Publish callbacks [] for subnet (b2ae6597-1184-4be6-833d-2dadf91381b5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.475998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-71a6303e-4efe-47ed-a900-33c4dbffdfdd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b2ae6597-1184-4be6-833d-2dadf91381b5), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.537631 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00080c93-de64-49cb-bbd2-616e87316d38 None None] Network 2a8dddc5-deca-4c28-9d85-46de80bb0f8c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:20.615298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-71a6303e-4efe-47ed-a900-33c4dbffdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b2ae6597-1184-4be6-833d-2dadf91381b5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.635430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-856067f2-d37f-4684-9bc9-84ec0eb7ed48 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.656843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-856067f2-d37f-4684-9bc9-84ec0eb7ed48 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/c5bd89f8-f9dc-437d-8717-57ef471b3831 HTTP/1.1" status: 204 len: 168 time: 2.0796974 Feb 19 00:45:20.663459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59566) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:20.721177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa59a159-e96b-410d-b7af-480d5d94cca2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=01f779ffe40248b4b161b5e312f41410&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0563958 Feb 19 00:45:20.723997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59568) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:20.733291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-71a6303e-4efe-47ed-a900-33c4dbffdfdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b2ae6597-1184-4be6-833d-2dadf91381b5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.751858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8323f75-f21b-4c63-b9cd-b009df5848b7 req-acd2f1fb-e1e2-4e08-904c-b290feb14b3e tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6&device_id=d1a917de-618b-4ae4-87f2-f30c959bc608 HTTP/1.1" status: 200 len: 210 time: 0.1875184 Feb 19 00:45:20.821085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-71a6303e-4efe-47ed-a900-33c4dbffdfdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.827376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab77de-36c0-4f2b-9aae-0198bb273227 None None] Network ac0274de-05fe-4e5d-bdf1-fc35d9a50658 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:20.830256 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-71a6303e-4efe-47ed-a900-33c4dbffdfdd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b2ae6597-1184-4be6-833d-2dadf91381b5 HTTP/1.1" status: 204 len: 168 time: 0.5338261 Feb 19 00:45:20.832755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:20.842959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ca2e2f6-0cd4-4c8a-b044-19af1f51d5fa req-0dba5cbb-057a-4bca-b922-d1df19d6c169 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4994733 Feb 19 00:45:20.844739 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af16952-4111-4988-ab1e-ffb9e55fd92d x-openstack-request-id: req-1af16952-4111-4988-ab1e-ffb9e55fd92d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:20.845089 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7bd67d-c429-490c-b3f6-d7e6ba423d17", "name": "network-vif-deleted", "tag": "a10fcf0f-3173-4a24-ad25-8b8e26a2483f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:20.845403 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1af16952-4111-4988-ab1e-ffb9e55fd92d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:20.846117 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7bd67d-c429-490c-b3f6-d7e6ba423d17', 'name': 'network-vif-deleted', 'tag': 'a10fcf0f-3173-4a24-ad25-8b8e26a2483f', 'status': 'completed', 'code': 200} Feb 19 00:45:20.858168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6303e-4efe-47ed-a900-33c4dbffdfdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ae6597-1184-4be6-833d-2dadf91381b5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:20.866537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59a159-e96b-410d-b7af-480d5d94cca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517adf54-2787-4ac3-8b8d-8611f55ce09f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:20.883285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] DHCP port deletion for 2a8dddc5-deca-4c28-9d85-46de80bb0f8c request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:45:20.897774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:20.918219 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (04038103-d505-42c0-ba83-85e2d89387f2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.036586 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (ac0274de-05fe-4e5d-bdf1-fc35d9a50658), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.041401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-106dc248-0801-4c98-90a3-73d55abec45c admin admin] Publish callbacks [] for security_group (517adf54-2787-4ac3-8b8d-8611f55ce09f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.120051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-106dc248-0801-4c98-90a3-73d55abec45c admin admin] Publish callbacks [] for security_group (517adf54-2787-4ac3-8b8d-8611f55ce09f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.191134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 85b4687b-6ed2-488a-b508-b1b6618b0c42 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:21.247301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Deleting port 4dc9379c-cde6-45cb-af77-aced02840a06 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:21.247643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.341014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-106dc248-0801-4c98-90a3-73d55abec45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (517adf54-2787-4ac3-8b8d-8611f55ce09f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.349418 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.350277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-106dc248-0801-4c98-90a3-73d55abec45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.355687 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-106dc248-0801-4c98-90a3-73d55abec45c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/517adf54-2787-4ac3-8b8d-8611f55ce09f HTTP/1.1" status: 204 len: 168 time: 0.6277246 Feb 19 00:45:21.389800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dc248-0801-4c98-90a3-73d55abec45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517adf54-2787-4ac3-8b8d-8611f55ce09f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:21.420265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] For port 4dc9379c-cde6-45cb-af77-aced02840a06, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4dc9379c-cde6-45cb-af77-aced02840a06,segment=NetworkSegment(08f29990-4db2-4491-a0bb-3f2d12d43c78),segment_id=08f29990-4db2-4491-a0bb-3f2d12d43c78)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:21.420646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.456123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Calling delete_port for 4dc9379c-cde6-45cb-af77-aced02840a06 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:21.466396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 85b4687b-6ed2-488a-b508-b1b6618b0c42 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:21.466880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.483264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] Deleting port 85b4687b-6ed2-488a-b508-b1b6618b0c42 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:21.483808 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.527684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 85b4687b-6ed2-488a-b508-b1b6618b0c42, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85b4687b-6ed2-488a-b508-b1b6618b0c42,segment=NetworkSegment(1e6273d4-90e9-4543-becc-2a7b8160a35f),segment_id=1e6273d4-90e9-4543-becc-2a7b8160a35f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:21.560111 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.560988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 82d7953c-1502-4ae3-8eab-eeb42ca96043 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:21.613045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 82d7953c-1502-4ae3-8eab-eeb42ca96043 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:45:21.613571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 82d7953c-1502-4ae3-8eab-eeb42ca96043 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:45:21.614149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 98d24da2-94de-479b-b43e-403b58f2fcec no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:21.632713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:21.666591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4dc9379c-cde6-45cb-af77-aced02840a06), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.705739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 98d24da2-94de-479b-b43e-403b58f2fcec {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:45:21.705739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 98d24da2-94de-479b-b43e-403b58f2fcec not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:45:21.724746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] For port 85b4687b-6ed2-488a-b508-b1b6618b0c42, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=85b4687b-6ed2-488a-b508-b1b6618b0c42,segment=NetworkSegment(1e6273d4-90e9-4543-becc-2a7b8160a35f),segment_id=1e6273d4-90e9-4543-becc-2a7b8160a35f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:21.725382 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.744439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] Calling delete_port for 85b4687b-6ed2-488a-b508-b1b6618b0c42 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:21.779334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc9379c-cde6-45cb-af77-aced02840a06,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:21.806144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] No DVR routers for this DVR port 4dc9379c-cde6-45cb-af77-aced02840a06 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:21.847628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e154d-d5c2-46c9-8032-a120171ef8d1 None None] DHCP port deletion for ac0274de-05fe-4e5d-bdf1-fc35d9a50658 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:45:21.866866 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (85b4687b-6ed2-488a-b508-b1b6618b0c42), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:21.904394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e63d0213-0906-4c7f-b80a-5e106270f40d req-0174540e-7e19-49df-9c1e-9bc529df7335 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.7098930 Feb 19 00:45:21.911404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=85b4687b-6ed2-488a-b508-b1b6618b0c42,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:21.915405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] No DVR routers for this DVR port 85b4687b-6ed2-488a-b508-b1b6618b0c42 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:21.959319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aa6a0-59e4-4f63-813a-0b5dc9c68f23 None None] Pushing event deleted for resources: {'Port': ['ID=85b4687b-6ed2-488a-b508-b1b6618b0c42,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:21.968363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bfd3323-ff6a-4bef-bdce-a8a660d13cfc req-ea465002-3086-4de6-ac6f-01bd47ce19b4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=a90a12bc39e8472b9adf55eef7fa729c&device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.7976110 Feb 19 00:45:21.994417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:45:22.001416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:22.002320 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.025236 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (04038103-d505-42c0-ba83-85e2d89387f2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.035740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (ac0274de-05fe-4e5d-bdf1-fc35d9a50658), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.050413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bfd3323-ff6a-4bef-bdce-a8a660d13cfc req-7d786854-f9b3-4182-b8e6-fde69bb80895 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=a90a12bc39e8472b9adf55eef7fa729c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687969 Feb 19 00:45:22.086394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0274de-05fe-4e5d-bdf1-fc35d9a50658']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:22.093102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59592) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:22.094717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04038103-d505-42c0-ba83-85e2d89387f2']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:22.107454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f29990-4db2-4491-a0bb-3f2d12d43c78') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:22.108019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f29990-4db2-4491-a0bb-3f2d12d43c78') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:22.119393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (08f29990-4db2-4491-a0bb-3f2d12d43c78), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.134135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (08f29990-4db2-4491-a0bb-3f2d12d43c78), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.138436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:22.138610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.143476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:45:22.144087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (08f29990-4db2-4491-a0bb-3f2d12d43c78), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.157990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace6c144-4017-42a6-9586-7801aee4f05f') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:22.157990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace6c144-4017-42a6-9586-7801aee4f05f') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:22.206150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:45:22.207941 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:45:22.212372 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76754cd4-9bf8-42b6-9385-ce017bf11223" -d '{"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:22.213032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (ac0274de-05fe-4e5d-bdf1-fc35d9a50658), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.220135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.224087 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] 10.222.0.60 "DELETE /v2.0/networks/ac0274de-05fe-4e5d-bdf1-fc35d9a50658 HTTP/1.1" status: 204 len: 168 time: 1.3518367 Feb 19 00:45:22.237702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b5bd1-2916-43d1-b91e-f3e7c894930d admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0274de-05fe-4e5d-bdf1-fc35d9a50658,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:22.243262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d38beeee-6718-4ea1-b0dc-ced0152c2b46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.245249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:45:22.251193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:22.260453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.261494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a10fcf0f-3173-4a24-ad25-8b8e26a2483f no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:22.270121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (ace6c144-4017-42a6-9586-7801aee4f05f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.313486 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72d8241-b965-4a0d-b86e-0bc19e432b0f x-openstack-request-id: req-b72d8241-b965-4a0d-b86e-0bc19e432b0f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:22.313870 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:22.314225 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b72d8241-b965-4a0d-b86e-0bc19e432b0f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:22.315185 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'code': 200} Feb 19 00:45:22.340793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: a10fcf0f-3173-4a24-ad25-8b8e26a2483f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:45:22.341574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a10fcf0f-3173-4a24-ad25-8b8e26a2483f not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:45:22.397261 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ace6c144-4017-42a6-9586-7801aee4f05f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.398220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:22.435204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafe7341-7ef6-4d39-8f15-3c3473d97378 req-ab8c124e-6081-4927-b0ec-6501b616cdfd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:22.442730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aafe7341-7ef6-4d39-8f15-3c3473d97378 req-ab8c124e-6081-4927-b0ec-6501b616cdfd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 0.4415658 Feb 19 00:45:22.461150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:45:22.461576 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (ace6c144-4017-42a6-9586-7801aee4f05f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:45:22.466801 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:45:22.482858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9520e6-b0e0-4ee4-b51f-2ba98827c02f req-e73ac4ff-04d2-40a9-ad94-c05db3e1e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:22.485017 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ed9520e6-b0e0-4ee4-b51f-2ba98827c02f req-e73ac4ff-04d2-40a9-ad94-c05db3e1e693 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1128 time: 0.1031802 Feb 19 00:45:22.570480 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ed9520e6-b0e0-4ee4-b51f-2ba98827c02f req-bb7c85a6-1c36-4d20-9790-6fa7b64a9030 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783381 Feb 19 00:45:22.602592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd3323-ff6a-4bef-bdce-a8a660d13cfc req-8f18369a-f07a-41f7-aa09-89815dec012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:22.607925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bfd3323-ff6a-4bef-bdce-a8a660d13cfc req-8f18369a-f07a-41f7-aa09-89815dec012b service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5456011 Feb 19 00:45:22.609199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59600) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:22.628456 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.696973 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-31144b6a-431c-466c-9327-6b67e9a863ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a8ee1a4d77bc43b58c4c023820e56f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0865676 Feb 19 00:45:22.699863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59604) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:22.723157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aafe7341-7ef6-4d39-8f15-3c3473d97378 req-fbebb554-58eb-4365-b283-2aad7158634a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795622 Feb 19 00:45:22.776880 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (04038103-d505-42c0-ba83-85e2d89387f2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.801948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.805560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/04038103-d505-42c0-ba83-85e2d89387f2 HTTP/1.1" status: 204 len: 168 time: 2.1249816 Feb 19 00:45:22.809791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a33912-9ca5-4324-841e-83bd5ba922bc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=04038103-d505-42c0-ba83-85e2d89387f2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:22.816931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59606) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:22.840178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:22.856685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57029da5-0a6b-4fc8-80f8-a4633655b520 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:22.880011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57029da5-0a6b-4fc8-80f8-a4633655b520 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:22.881503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-57029da5-0a6b-4fc8-80f8-a4633655b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:22.893402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d38beeee-6718-4ea1-b0dc-ced0152c2b46 admin admin] Publish callbacks [] for security_group (bd59df93-3d16-4223-86d3-ee600765cf44), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.907635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.909059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-63fc0a89-1f8e-4a69-9f8c-4700f074c26b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7940290 Feb 19 00:45:22.910144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d38beeee-6718-4ea1-b0dc-ced0152c2b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bd59df93-3d16-4223-86d3-ee600765cf44), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.930151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59608) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:22.962229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f33cbaf4-1b96-4ef1-8a0b-a683d39d8098 admin admin] Publish callbacks [] for security_group (401deb4b-810c-4030-b91a-4c7e054504f3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:22.982857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-57029da5-0a6b-4fc8-80f8-a4633655b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:23.014974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d38beeee-6718-4ea1-b0dc-ced0152c2b46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=964105926b7b47a3b8ecc4f51d97aba3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9054403 Feb 19 00:45:23.014974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38beeee-6718-4ea1-b0dc-ced0152c2b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd59df93-3d16-4223-86d3-ee600765cf44,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:23.017307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57029da5-0a6b-4fc8-80f8-a4633655b520 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:23.017959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-57029da5-0a6b-4fc8-80f8-a4633655b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:23.019027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59612) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:23.079412 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f33cbaf4-1b96-4ef1-8a0b-a683d39d8098 admin admin] Publish callbacks [] for security_group (401deb4b-810c-4030-b91a-4c7e054504f3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.124405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4dc9379c-cde6-45cb-af77-aced02840a06 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:23.141897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f33cbaf4-1b96-4ef1-8a0b-a683d39d8098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (401deb4b-810c-4030-b91a-4c7e054504f3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.145433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f33cbaf4-1b96-4ef1-8a0b-a683d39d8098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.149174 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f33cbaf4-1b96-4ef1-8a0b-a683d39d8098 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/401deb4b-810c-4030-b91a-4c7e054504f3 HTTP/1.1" status: 204 len: 168 time: 0.4450119 Feb 19 00:45:23.156482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-57029da5-0a6b-4fc8-80f8-a4633655b520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:23.157201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57029da5-0a6b-4fc8-80f8-a4633655b520 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:23.202077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2a8dddc5-deca-4c28-9d85-46de80bb0f8c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.207277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 4dc9379c-cde6-45cb-af77-aced02840a06 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:45:23.207637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4dc9379c-cde6-45cb-af77-aced02840a06 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:45:23.212489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33cbaf4-1b96-4ef1-8a0b-a683d39d8098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401deb4b-810c-4030-b91a-4c7e054504f3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:23.226327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb793d9b-ce2b-4fae-9810-85fee12ccb2b req-8de6cf85-71a9-4b90-a827-c64abc18797a tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1468201 Feb 19 00:45:23.255267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73900bb1-4a2a-4abf-bc3a-8c0b24aaa74f admin admin] Publish callbacks [] for security_group (bd59df93-3d16-4223-86d3-ee600765cf44), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.311238 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73900bb1-4a2a-4abf-bc3a-8c0b24aaa74f admin admin] Publish callbacks [] for security_group (bd59df93-3d16-4223-86d3-ee600765cf44), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.392873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2a8dddc5-deca-4c28-9d85-46de80bb0f8c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.428071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73900bb1-4a2a-4abf-bc3a-8c0b24aaa74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bd59df93-3d16-4223-86d3-ee600765cf44), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.431114 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73900bb1-4a2a-4abf-bc3a-8c0b24aaa74f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.432767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-73900bb1-4a2a-4abf-bc3a-8c0b24aaa74f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd59df93-3d16-4223-86d3-ee600765cf44 HTTP/1.1" status: 204 len: 168 time: 0.4091945 Feb 19 00:45:23.458760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73900bb1-4a2a-4abf-bc3a-8c0b24aaa74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd59df93-3d16-4223-86d3-ee600765cf44,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:23.465362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8dddc5-deca-4c28-9d85-46de80bb0f8c']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:23.491498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6273d4-90e9-4543-becc-2a7b8160a35f') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:23.491850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6273d4-90e9-4543-becc-2a7b8160a35f') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:23.512394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (1e6273d4-90e9-4543-becc-2a7b8160a35f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.560077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1e6273d4-90e9-4543-becc-2a7b8160a35f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.585110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:45:23.585743 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (1e6273d4-90e9-4543-becc-2a7b8160a35f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.586948 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:45:23.591513 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:45:23.751900 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2a8dddc5-deca-4c28-9d85-46de80bb0f8c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.782540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.790158 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/2a8dddc5-deca-4c28-9d85-46de80bb0f8c HTTP/1.1" status: 204 len: 168 time: 0.9685841 Feb 19 00:45:23.790158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4893c091-2c51-42f8-92d8-bf32799224a6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=2a8dddc5-deca-4c28-9d85-46de80bb0f8c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:23.791853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59628) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:23.796464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-187305524'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:23.861124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:23.876286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:23.994827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:45:24.005363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59638) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:24.071676 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (319c915c-b5bd-4eb3-90c5-b5deb8198b70), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.072073 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment 319c915c-b5bd-4eb3-90c5-b5deb8198b70 of type vlan for network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 Feb 19 00:45:24.183292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.310971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-63fe9b48-7d11-400b-9f83-d9fc30574350 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=55763edbbd044aa48b294dce2f5d4060&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2882917 Feb 19 00:45:24.314838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59650) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:24.326723 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6ae3ce94-a82e-4669-9a1b-10c97a68f342), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.339849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2565f3a-f7f9-497c-806a-26e34e7e7126 req-6f974b96-66d4-410b-b9db-86375e45d39d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:24.342104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2565f3a-f7f9-497c-806a-26e34e7e7126 req-6f974b96-66d4-410b-b9db-86375e45d39d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.3983924 Feb 19 00:45:24.545820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c5f30e-f98c-42f4-8274-7f3f8ae13cdc req-bc1f61ca-e1f0-4696-bb46-5f094b4d7e2d tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1120317 Feb 19 00:45:24.558148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6ae3ce94-a82e-4669-9a1b-10c97a68f342), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.568397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:24.569390 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.625969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8324094 Feb 19 00:45:24.633110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2565f3a-f7f9-497c-806a-26e34e7e7126 req-a1cadd72-b453-428f-9721-82567c5c59e8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813163 Feb 19 00:45:24.683748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59656) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:24.715206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bfd3323-ff6a-4bef-bdce-a8a660d13cfc req-5bc71889-d41e-4ea5-9f26-159234162e5d tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.126 "GET /v2.0/ports?device_id=aaa33e7a-1985-421a-b4ad-faea89db7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0396979 Feb 19 00:45:24.759050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': '6ae3ce94-a82e-4669-9a1b-10c97a68f342', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:24.764423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e04bf6c-0c04-4dc1-8ea0-c2bf3aa5f60f admin admin] Publish callbacks [] for security_group (712538e9-25da-4551-b6a6-c20517db9e08), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.792318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e04bf6c-0c04-4dc1-8ea0-c2bf3aa5f60f admin admin] Publish callbacks [] for security_group (712538e9-25da-4551-b6a6-c20517db9e08), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.894074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e04bf6c-0c04-4dc1-8ea0-c2bf3aa5f60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (712538e9-25da-4551-b6a6-c20517db9e08), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.896737 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e04bf6c-0c04-4dc1-8ea0-c2bf3aa5f60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.902565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e04bf6c-0c04-4dc1-8ea0-c2bf3aa5f60f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/712538e9-25da-4551-b6a6-c20517db9e08 HTTP/1.1" status: 204 len: 168 time: 0.5823267 Feb 19 00:45:24.960142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:24.964905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:24.996031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9dece-bf97-4125-a72f-3cc23b12d3c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=6ae3ce94-a82e-4669-9a1b-10c97a68f342,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:25.017403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:45:25.034925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04bf6c-0c04-4dc1-8ea0-c2bf3aa5f60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712538e9-25da-4551-b6a6-c20517db9e08,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:25.163237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:25.879367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb55c40-e445-4b38-9520-20ef85d2e1a4 req-04b8d03f-93b6-49ad-b98b-b0c03b0631f7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:25.884484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfb55c40-e445-4b38-9520-20ef85d2e1a4 req-04b8d03f-93b6-49ad-b98b-b0c03b0631f7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.1176424 Feb 19 00:45:25.945900 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (8bdca761-e443-4479-b6a8-a20b8ac2b835), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:26.006132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfb55c40-e445-4b38-9520-20ef85d2e1a4 req-0c518789-f5b5-4951-ad3b-3f3d73278cab tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110604 Feb 19 00:45:26.069643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4eca9a0-5a78-4a5d-ac89-7b4ca6bd5ec6 req-e794cf7d-dfc0-4947-b131-f3095ad5ceed service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=a90a12bc39e8472b9adf55eef7fa729c&device_id=d1a917de-618b-4ae4-87f2-f30c959bc608 HTTP/1.1" status: 200 len: 210 time: 0.0607393 Feb 19 00:45:26.122698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4eca9a0-5a78-4a5d-ac89-7b4ca6bd5ec6 req-63111985-64c5-416d-810d-d96ab5254065 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=a90a12bc39e8472b9adf55eef7fa729c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465393 Feb 19 00:45:26.175820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.20.0.1 (3e405dc2-10e0-46bb-829f-6f4dfe744532/b38f6239-d58d-4687-9226-4536e0d14704/e6d4def3-db24-462f-963e-18f50812879f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:26.228746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c9e360d-bbda-4ac5-83d5-e7a4f9a9dd17 req-5bb0a609-e62e-450f-b052-216cb0084ada tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a917de-618b-4ae4-87f2-f30c959bc608 HTTP/1.1" status: 200 len: 210 time: 0.1017914 Feb 19 00:45:26.309564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (e6d4def3-db24-462f-963e-18f50812879f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:26.374789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e6d4def3-db24-462f-963e-18f50812879f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:26.421269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:26.456766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c78850-db29-46b6-a9e9-57926fd6dbdf req-89d07a1c-504b-4890-9340-0c7d1613b069 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:26.458401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24c78850-db29-46b6-a9e9-57926fd6dbdf req-89d07a1c-504b-4890-9340-0c7d1613b069 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.2283313 Feb 19 00:45:26.492050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:26.499587 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': '319c915c-b5bd-4eb3-90c5-b5deb8198b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ae3ce94-a82e-4669-9a1b-10c97a68f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:26.501053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: 6ae3ce94-a82e-4669-9a1b-10c97a68f342, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:45:26.509020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:26.559513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24c78850-db29-46b6-a9e9-57926fd6dbdf req-f2b7856e-981e-4ced-92d3-cabde4b634c2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898178 Feb 19 00:45:26.569351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=8bdca761-e443-4479-b6a8-a20b8ac2b835,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:26.589960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=e6d4def3-db24-462f-963e-18f50812879f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:26.596338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:45:26.618422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59720) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:26.623029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eca9a0-5a78-4a5d-ac89-7b4ca6bd5ec6 req-b3af3532-9ed3-4e9d-92a1-d465cf18110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:26.626842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4eca9a0-5a78-4a5d-ac89-7b4ca6bd5ec6 req-b3af3532-9ed3-4e9d-92a1-d465cf18110c service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3070521 Feb 19 00:45:26.631657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:26.655096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6ae3ce94-a82e-4669-9a1b-10c97a68f342) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:26.664749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f4dbc-0844-4631-80eb-7e66e607eb0b None None] Network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:26.674602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59726) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:26.726575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:26.729887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:26.817230 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1b172de1-0853-4a99-a548-55885dbd5967 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1274941 Feb 19 00:45:26.820134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59730) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:26.823824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-6ae3ce94-a82e-4669-9a1b-10c97a68f342', 'network_id': '6ae3ce94-a82e-4669-9a1b-10c97a68f342', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': '8bdca761-e443-4479-b6a8-a20b8ac2b835'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:45:26.824980 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:26.825104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-77438fd9-0a63-48cc-bac1-e887ac5e579d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-941187059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:26.879356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77438fd9-0a63-48cc-bac1-e887ac5e579d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (27a11166-81ac-4d62-9106-5adbcf5e5771), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:26.881444 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77438fd9-0a63-48cc-bac1-e887ac5e579d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (27a11166-81ac-4d62-9106-5adbcf5e5771), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:26.895875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101c4876-7a2c-4477-a1b9-e73309ee20ab tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:26.904605 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-101c4876-7a2c-4477-a1b9-e73309ee20ab tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1123 time: 0.2833562 Feb 19 00:45:26.915771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:26.936022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'tenant_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:27.024977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77438fd9-0a63-48cc-bac1-e887ac5e579d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (27a11166-81ac-4d62-9106-5adbcf5e5771), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.033908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-178797063-network', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:27.040652 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77438fd9-0a63-48cc-bac1-e887ac5e579d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (27a11166-81ac-4d62-9106-5adbcf5e5771), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.081016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e6d4def3-db24-462f-963e-18f50812879f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.083039 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77438fd9-0a63-48cc-bac1-e887ac5e579d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.083276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.085156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-77438fd9-0a63-48cc-bac1-e887ac5e579d tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2639356 Feb 19 00:45:27.088518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59746) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:27.110258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'port': {'network_id': '6ae3ce94-a82e-4669-9a1b-10c97a68f342', 'name': 'tempest-RoutersIpV6Test-1349133679'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:27.112812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Allocated IP 2001:db8::2 (6ae3ce94-a82e-4669-9a1b-10c97a68f342/8bdca761-e443-4479-b6a8-a20b8ac2b835/88880517-9813-4ace-8b33-ee73116e55cb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:27.242667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Made reservation on behalf of 6c52525095ef439b88cdd6fecbfe0a52 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:27.247562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.282628 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.379332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Publish callbacks [] for port (88880517-9813-4ace-8b33-ee73116e55cb), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.386515 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (88880517-9813-4ace-8b33-ee73116e55cb), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.441732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-051d7e50-7f1e-49d4-adb7-bb3dfa7719bc req-393546e9-fb71-40f4-81ad-457739d99149 tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a917de-618b-4ae4-87f2-f30c959bc608 HTTP/1.1" status: 200 len: 210 time: 0.0593929 Feb 19 00:45:27.485585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:27.489913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.509051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Pushing event updated for resources: {'Port': ['ID=88880517-9813-4ace-8b33-ee73116e55cb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:27.531888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:27.533435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:27.542352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:27.577801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] device_id is not set on port 463834f3-9c42-443d-9ffa-e3a18d7e949f yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:45:27.595711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.723965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Attempting to bind port 88880517-9813-4ace-8b33-ee73116e55cb on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:45:27.724558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Attempting to bind port 88880517-9813-4ace-8b33-ee73116e55cb by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '319c915c-b5bd-4eb3-90c5-b5deb8198b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ae3ce94-a82e-4669-9a1b-10c97a68f342'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:45:27.724690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Attempting to bind port 88880517-9813-4ace-8b33-ee73116e55cb on network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:27.730611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:45:27.731652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Checking segment: {'id': '319c915c-b5bd-4eb3-90c5-b5deb8198b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ae3ce94-a82e-4669-9a1b-10c97a68f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:27.732200 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.732905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Bound using segment: {'id': '319c915c-b5bd-4eb3-90c5-b5deb8198b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ae3ce94-a82e-4669-9a1b-10c97a68f342'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:45:27.733399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Bound port: 88880517-9813-4ace-8b33-ee73116e55cb, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '319c915c-b5bd-4eb3-90c5-b5deb8198b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '6ae3ce94-a82e-4669-9a1b-10c97a68f342'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:45:27.733793 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (88880517-9813-4ace-8b33-ee73116e55cb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.797798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Publish callbacks [] for security_group (af9614a0-021f-454e-a927-96de07598042), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.804290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (af9614a0-021f-454e-a927-96de07598042), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.869942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] For port 88880517-9813-4ace-8b33-ee73116e55cb, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:45:27.874208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:45:27.878681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] For port 88880517-9813-4ace-8b33-ee73116e55cb, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=88880517-9813-4ace-8b33-ee73116e55cb,segment=NetworkSegment(319c915c-b5bd-4eb3-90c5-b5deb8198b70),segment_id=319c915c-b5bd-4eb3-90c5-b5deb8198b70)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:45:27.889633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (88880517-9813-4ace-8b33-ee73116e55cb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.897686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.25.6.144 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/dfadcffd-483a-4397-af1b-3ff8b687f305) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:27.904549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (e6d4def3-db24-462f-963e-18f50812879f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.915681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e6d4def3-db24-462f-963e-18f50812879f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:27.940905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4eca9a0-5a78-4a5d-ac89-7b4ca6bd5ec6 req-963d62af-5e7b-4111-aca5-39829440685e tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.113 "GET /v2.0/ports?device_id=d1a917de-618b-4ae4-87f2-f30c959bc608 HTTP/1.1" status: 200 len: 210 time: 0.0713112 Feb 19 00:45:28.023273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9614a0-021f-454e-a927-96de07598042,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:28.050526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8254fb9f-152e-4c37-9de1-3c20c995a4eb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:28.054307 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Added segment 8254fb9f-152e-4c37-9de1-3c20c995a4eb of type vlan for network 99c8d911-87c1-4c41-a95a-a22381471786 Feb 19 00:45:28.087221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c4078-76f5-4e73-b38b-1665ae051ca4 None None] Pushing event updated for resources: {'Port': ['ID=88880517-9813-4ace-8b33-ee73116e55cb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:28.201043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:28.213721 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=e6d4def3-db24-462f-963e-18f50812879f,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:28.238471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (99c8d911-87c1-4c41-a95a-a22381471786), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:28.285479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8::a2 (6ae3ce94-a82e-4669-9a1b-10c97a68f342/8bdca761-e443-4479-b6a8-a20b8ac2b835/463834f3-9c42-443d-9ffa-e3a18d7e949f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:28.291034 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (99c8d911-87c1-4c41-a95a-a22381471786), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:28.292214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:28.292867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:28.442525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7664289 Feb 19 00:45:28.448346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59790) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:28.485424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Request body: {'subnet': {'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-178797063-subnet', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:28.514236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Made reservation on behalf of 6c52525095ef439b88cdd6fecbfe0a52 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:28.516664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:28.558623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96657fe-b3dd-4e8a-8d5c-816f9b846e52 admin admin] Pushing event updated for resources: {'Network': ['ID=99c8d911-87c1-4c41-a95a-a22381471786,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:28.570086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 99c8d911-87c1-4c41-a95a-a22381471786 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:45:28.672939 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (dfadcffd-483a-4397-af1b-3ff8b687f305), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:28.676042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:28.695211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:28.782112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a37af6cc-89d2-4f0e-82f7-92f8a9772b31 req-dcaed6d3-6668-463e-a270-40fe037c928a tempest-ServerShowV247Test-850907915 tempest-ServerShowV247Test-850907915-project] 10.222.0.60 "GET /v2.0/ports?device_id=d1a917de-618b-4ae4-87f2-f30c959bc608 HTTP/1.1" status: 200 len: 210 time: 0.0990849 Feb 19 00:45:28.937369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:29.003217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59804) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:29.045620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.067011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dfadcffd-483a-4397-af1b-3ff8b687f305), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.174917 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.188416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 88880517-9813-4ace-8b33-ee73116e55cb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:29.215626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:29.252882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:29.259952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:29.265701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=dfadcffd-483a-4397-af1b-3ff8b687f305,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:29.284700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Pushing event updated for resources: {'Subnet': ['ID=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:29.288469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.313321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 88880517-9813-4ace-8b33-ee73116e55cb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:29.313620 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (88880517-9813-4ace-8b33-ee73116e55cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.358906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:29.372629 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9dd3d6-2e64-423f-bd9a-87510357bddb None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:29.377727 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-20f1f001-3dbd-4bef-97ec-4866c27c9309 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/routers/b8fb3267-c886-43a1-b4ed-4a12da83fcb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4469433 Feb 19 00:45:29.392395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9dd3d6-2e64-423f-bd9a-87510357bddb None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:29.393045 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2e9dd3d6-2e64-423f-bd9a-87510357bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:29.409000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59810) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:29.422145 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc341911-7ffe-46ae-9be1-5396841041e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.463396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'port': {'network_id': '3e405dc2-10e0-46bb-829f-6f4dfe744532', 'name': 'tempest-FloatingIPTestJSON-990577824'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:29.483048 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2e9dd3d6-2e64-423f-bd9a-87510357bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:29.506867 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9dd3d6-2e64-423f-bd9a-87510357bddb None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:29.507570 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2e9dd3d6-2e64-423f-bd9a-87510357bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:29.514758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 88880517-9813-4ace-8b33-ee73116e55cb is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:29.515258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (88880517-9813-4ace-8b33-ee73116e55cb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.575846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 88880517-9813-4ace-8b33-ee73116e55cb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=88880517-9813-4ace-8b33-ee73116e55cb,segment=NetworkSegment(319c915c-b5bd-4eb3-90c5-b5deb8198b70),segment_id=319c915c-b5bd-4eb3-90c5-b5deb8198b70)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:29.581210 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (88880517-9813-4ace-8b33-ee73116e55cb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.582528 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2e9dd3d6-2e64-423f-bd9a-87510357bddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:29.583858 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9dd3d6-2e64-423f-bd9a-87510357bddb None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:29.682140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:29.685046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Checking segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:29.685548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Network hostable DHCP agents. Network: 99c8d911-87c1-4c41-a95a-a22381471786, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:45:29.687169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=88880517-9813-4ace-8b33-ee73116e55cb,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:29.698850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:29.704937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=463834f3-9c42-443d-9ffa-e3a18d7e949f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:29.709534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:29.715330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:29.716030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.736297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:29.739592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:29.768442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Network 99c8d911-87c1-4c41-a95a-a22381471786 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:45:29.776440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-17205d6a-59a9-4df3-ad92-1ab5052e5aba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6864114 Feb 19 00:45:29.780442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59814) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:29.781610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] device_id is not set on port 64447e31-7458-47cb-895a-afeaa99c8f67 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:45:29.793135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705cea58-f2f8-49a8-b890-d757a7567170 None None] Network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:29.867877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 99c8d911-87c1-4c41-a95a-a22381471786) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:29.942499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5497884-8b00-4170-b09e-b95d75656edb None None] Network 99c8d911-87c1-4c41-a95a-a22381471786 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:29.988670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:29.989465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.175265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-20df4c07-0d69-4eda-8ed0-acd96e43b55d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7232957 Feb 19 00:45:30.179700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59822) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:30.186657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:30.260027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-99c8d911-87c1-4c41-a95a-a22381471786', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:45:30.261666 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.276388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e0ddb8d6-fbf5-4650-911c-df133230b262 None None] Provisioning complete for port 88880517-9813-4ace-8b33-ee73116e55cb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:30.276928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0ddb8d6-fbf5-4650-911c-df133230b262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (88880517-9813-4ace-8b33-ee73116e55cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.346815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59826) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:30.453925 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc341911-7ffe-46ae-9be1-5396841041e7 admin admin] Publish callbacks [] for security_group (89d02dbd-9424-4731-b627-f56f797652d1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.467798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Allocated IP 172.20.0.2 (99c8d911-87c1-4c41-a95a-a22381471786/064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee/71f89553-1bce-431f-9ca9-cdec03c2e171) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:30.551365 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (4e77c95d-4247-41d2-85ed-85e0565f7356), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.552731 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (4e77c95d-4247-41d2-85ed-85e0565f7356), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.561608 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc341911-7ffe-46ae-9be1-5396841041e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89d02dbd-9424-4731-b627-f56f797652d1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.642211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.20.0.9 (3e405dc2-10e0-46bb-829f-6f4dfe744532/b38f6239-d58d-4687-9226-4536e0d14704/64447e31-7458-47cb-895a-afeaa99c8f67) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:30.658716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (ca05fbc5-6600-4737-b224-e836ab881288), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.814994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e0ddb8d6-fbf5-4650-911c-df133230b262 None None] Current status of the port 88880517-9813-4ace-8b33-ee73116e55cb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:30.843769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dfadcffd-483a-4397-af1b-3ff8b687f305), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.949587 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Publish callbacks [] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:30.973390 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.063568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Network 99c8d911-87c1-4c41-a95a-a22381471786 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:31.066675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:31.074806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:31.087180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 88880517-9813-4ace-8b33-ee73116e55cb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:31.192730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Pushing event updated for resources: {'Port': ['ID=71f89553-1bce-431f-9ca9-cdec03c2e171,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:31.229829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Attempting to bind port 71f89553-1bce-431f-9ca9-cdec03c2e171 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:45:31.230509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Attempting to bind port 71f89553-1bce-431f-9ca9-cdec03c2e171 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:45:31.231038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Attempting to bind port 71f89553-1bce-431f-9ca9-cdec03c2e171 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:31.239391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:45:31.239820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (dfadcffd-483a-4397-af1b-3ff8b687f305), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.240259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Checking segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:31.240826 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.241454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Bound using segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:45:31.242481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Bound port: 71f89553-1bce-431f-9ca9-cdec03c2e171, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:45:31.243161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.247273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (dfadcffd-483a-4397-af1b-3ff8b687f305), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.264966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cc341911-7ffe-46ae-9be1-5396841041e7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6d05cafb26b492791e94447ba868f34&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2590666 Feb 19 00:45:31.265851 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29945bbb-fd2b-47c0-8c04-67d0f44b1ed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.274216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59832) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:31.296266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc341911-7ffe-46ae-9be1-5396841041e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d02dbd-9424-4731-b627-f56f797652d1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:31.379819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 88880517-9813-4ace-8b33-ee73116e55cb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:31.381060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (88880517-9813-4ace-8b33-ee73116e55cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.392275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (ca05fbc5-6600-4737-b224-e836ab881288), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.429207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] For port 71f89553-1bce-431f-9ca9-cdec03c2e171, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:45:31.438502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] For port 71f89553-1bce-431f-9ca9-cdec03c2e171, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=71f89553-1bce-431f-9ca9-cdec03c2e171,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:45:31.461866 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.474785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=dfadcffd-483a-4397-af1b-3ff8b687f305,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:31.493429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3cf004c0-6c17-46b7-9d65-e165061a4db7 None None] Provisioning complete for port 463834f3-9c42-443d-9ffa-e3a18d7e949f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:31.494088 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3cf004c0-6c17-46b7-9d65-e165061a4db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.500079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks [] for router_controller (4e77c95d-4247-41d2-85ed-85e0565f7356), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.565482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3cf004c0-6c17-46b7-9d65-e165061a4db7 None None] Port 463834f3-9c42-443d-9ffa-e3a18d7e949f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:31.627457 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0fa140c-69de-4422-97cb-12c5a21941b2 admin admin] Publish callbacks [] for security_group (89d02dbd-9424-4731-b627-f56f797652d1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.638083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 88880517-9813-4ace-8b33-ee73116e55cb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:31.649829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3cf004c0-6c17-46b7-9d65-e165061a4db7 None None] Provisioning complete for port 88880517-9813-4ace-8b33-ee73116e55cb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:31.650359 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3cf004c0-6c17-46b7-9d65-e165061a4db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (88880517-9813-4ace-8b33-ee73116e55cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.704593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e3a61-dd9e-46f0-b866-757b5fe220ba None None] Pushing event updated for resources: {'Port': ['ID=71f89553-1bce-431f-9ca9-cdec03c2e171,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:31.738119 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0fa140c-69de-4422-97cb-12c5a21941b2 admin admin] Publish callbacks [] for security_group (89d02dbd-9424-4731-b627-f56f797652d1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.744121 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Floating IP ca05fbc5-6600-4737-b224-e836ab881288 associated. External IP: 172.25.6.144, port: ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6. Feb 19 00:45:31.790666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3cf004c0-6c17-46b7-9d65-e165061a4db7 None None] Current status of the port 88880517-9813-4ace-8b33-ee73116e55cb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:31.830722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:31.916913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0837098c-2bf5-43e1-835c-41b9deceef11 None None] Provisioning complete for port 463834f3-9c42-443d-9ffa-e3a18d7e949f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:31.917328 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0837098c-2bf5-43e1-835c-41b9deceef11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.042483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0837098c-2bf5-43e1-835c-41b9deceef11 None None] Port 463834f3-9c42-443d-9ffa-e3a18d7e949f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:32.065437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0fa140c-69de-4422-97cb-12c5a21941b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89d02dbd-9424-4731-b627-f56f797652d1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.068850 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0fa140c-69de-4422-97cb-12c5a21941b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.073402 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c0fa140c-69de-4422-97cb-12c5a21941b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89d02dbd-9424-4731-b627-f56f797652d1 HTTP/1.1" status: 204 len: 168 time: 0.7910724 Feb 19 00:45:32.179395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa140c-69de-4422-97cb-12c5a21941b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d02dbd-9424-4731-b627-f56f797652d1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:32.188621 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks [] for router_gateway (4e77c95d-4247-41d2-85ed-85e0565f7356), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.331774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29945bbb-fd2b-47c0-8c04-67d0f44b1ed1 admin admin] Publish callbacks [] for security_group (7a1a4360-84bd-4590-9c0c-697d6af71a54), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.348986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 53d2e92c-c437-40fe-adb4-3b666124142f has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:32.381036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29945bbb-fd2b-47c0-8c04-67d0f44b1ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7a1a4360-84bd-4590-9c0c-697d6af71a54), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.507998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:32.560893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29945bbb-fd2b-47c0-8c04-67d0f44b1ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1a4360-84bd-4590-9c0c-697d6af71a54,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:32.649750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:32.662371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] Sync routers for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:32.674230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.691022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:32.694441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:32.736259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (64447e31-7458-47cb-895a-afeaa99c8f67), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.744334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1187681a-21c9-4204-881e-2d1c17db8af1 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8273692 Feb 19 00:45:32.745074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:32.747418 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013c4469-bcd5-42ea-be03-48f71cecff59" -d '{"events": [{"name": "network-changed", "server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:32.764516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-29945bbb-fd2b-47c0-8c04-67d0f44b1ed1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a90a12bc39e8472b9adf55eef7fa729c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3971493 Feb 19 00:45:32.767951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59858) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:32.819643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9740e942-fb83-4f30-9f84-981bc457e66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:32.858266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59862) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:32.907709 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23551028-4908-4f61-8d8a-c3f57ba55415 x-openstack-request-id: req-23551028-4908-4f61-8d8a-c3f57ba55415 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:32.908087 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:32.908301 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23551028-4908-4f61-8d8a-c3f57ba55415 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:32.908712 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'status': 'completed', 'code': 200} Feb 19 00:45:32.912232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee07d-455c-436e-8c64-78649383d8ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.104209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee07d-455c-436e-8c64-78649383d8ea admin admin] Publish callbacks [] for security_group (3c56df79-10f9-49e8-b351-43bd1c8eb1ba), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.115358 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5ee07d-455c-436e-8c64-78649383d8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3c56df79-10f9-49e8-b351-43bd1c8eb1ba), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.122070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:33.156668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a74c6ea0-4518-44c5-bade-1b7bba275f87 admin admin] Publish callbacks [] for security_group (7a1a4360-84bd-4590-9c0c-697d6af71a54), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.170044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 71f89553-1bce-431f-9ca9-cdec03c2e171 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:33.230124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9e5ee07d-455c-436e-8c64-78649383d8ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa8fef756c034fa9b087f8787520704d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3673301 Feb 19 00:45:33.239022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59864) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:33.280087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ee07d-455c-436e-8c64-78649383d8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c56df79-10f9-49e8-b351-43bd1c8eb1ba,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:33.312854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a74c6ea0-4518-44c5-bade-1b7bba275f87 admin admin] Publish callbacks [] for security_group (7a1a4360-84bd-4590-9c0c-697d6af71a54), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.352150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 71f89553-1bce-431f-9ca9-cdec03c2e171 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:33.352735 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.364002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4cb4c-b7e5-42cd-96da-fd1148fb84d8 req-56c2b4ec-5aef-4dd9-b0d8-4e4bbb750986 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:33.366441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21d4cb4c-b7e5-42cd-96da-fd1148fb84d8 req-56c2b4ec-5aef-4dd9-b0d8-4e4bbb750986 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.4459736 Feb 19 00:45:33.501263 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9740e942-fb83-4f30-9f84-981bc457e66b admin admin] Publish callbacks [] for security_group (0eea23e2-ef03-48c3-855e-69169e1b95cb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.502872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2aecfc41-dd94-4ab9-9d4d-871bb84a6273 admin admin] Publish callbacks [] for security_group (3c56df79-10f9-49e8-b351-43bd1c8eb1ba), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.505710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (64447e31-7458-47cb-895a-afeaa99c8f67), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.518255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9740e942-fb83-4f30-9f84-981bc457e66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0eea23e2-ef03-48c3-855e-69169e1b95cb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.566014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-c79c3708-dfde-43ad-a081-67d418df3e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:33.566258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9740e942-fb83-4f30-9f84-981bc457e66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eea23e2-ef03-48c3-855e-69169e1b95cb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:33.566413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-c79c3708-dfde-43ad-a081-67d418df3e66 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1128 time: 0.6040261 Feb 19 00:45:33.585422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a74c6ea0-4518-44c5-bade-1b7bba275f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7a1a4360-84bd-4590-9c0c-697d6af71a54), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.588004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a74c6ea0-4518-44c5-bade-1b7bba275f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.589269 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a74c6ea0-4518-44c5-bade-1b7bba275f87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a1a4360-84bd-4590-9c0c-697d6af71a54 HTTP/1.1" status: 204 len: 168 time: 0.8203151 Feb 19 00:45:33.594970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95e1e08-a094-4c56-a1ae-31e2b010dde9 None None] Network 99c8d911-87c1-4c41-a95a-a22381471786 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:33.609040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2aecfc41-dd94-4ab9-9d4d-871bb84a6273 admin admin] Publish callbacks [] for security_group (3c56df79-10f9-49e8-b351-43bd1c8eb1ba), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.659430 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9740e942-fb83-4f30-9f84-981bc457e66b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=852a1e334e7949a1a10a1ddcacd0f46b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1502993 Feb 19 00:45:33.662163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:33.664353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c6ea0-4518-44c5-bade-1b7bba275f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1a4360-84bd-4590-9c0c-697d6af71a54,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:33.680988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4257e098-0aa3-4e67-9bed-4d4ee4521a2a None None] Provisioning complete for port 71f89553-1bce-431f-9ca9-cdec03c2e171 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:33.681592 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4257e098-0aa3-4e67-9bed-4d4ee4521a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.722919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:33.748039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 71f89553-1bce-431f-9ca9-cdec03c2e171 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:33.748356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.809552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c6a38753-c3b0-44cf-90f4-9c33986bdd86 admin admin] Publish callbacks [] for security_group (0eea23e2-ef03-48c3-855e-69169e1b95cb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.814765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb066a4-80bc-4158-a644-7ec50b187d36 req-cd93cdaf-ffe9-44c4-b186-81d227ea2db7 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:33.816382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eb066a4-80bc-4158-a644-7ec50b187d36 req-cd93cdaf-ffe9-44c4-b186-81d227ea2db7 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 945 time: 0.7625780 Feb 19 00:45:33.817341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:33.860496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 71f89553-1bce-431f-9ca9-cdec03c2e171, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=71f89553-1bce-431f-9ca9-cdec03c2e171,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:33.866344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2aecfc41-dd94-4ab9-9d4d-871bb84a6273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3c56df79-10f9-49e8-b351-43bd1c8eb1ba), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.871733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2aecfc41-dd94-4ab9-9d4d-871bb84a6273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.875339 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2aecfc41-dd94-4ab9-9d4d-871bb84a6273 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c56df79-10f9-49e8-b351-43bd1c8eb1ba HTTP/1.1" status: 204 len: 168 time: 0.6277671 Feb 19 00:45:33.879123 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.887606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c6a38753-c3b0-44cf-90f4-9c33986bdd86 admin admin] Publish callbacks [] for security_group (0eea23e2-ef03-48c3-855e-69169e1b95cb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:33.909598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:33.917093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aecfc41-dd94-4ab9-9d4d-871bb84a6273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c56df79-10f9-49e8-b351-43bd1c8eb1ba,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:33.958702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21d4cb4c-b7e5-42cd-96da-fd1148fb84d8 req-999a2be4-9bee-4cf8-ac48-33ecf854b710 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5385435 Feb 19 00:45:33.963885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:33.966407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-40c0d698-cef4-49df-8b1e-2f2f4147d14d tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:33.968147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-40c0d698-cef4-49df-8b1e-2f2f4147d14d tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.113 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 945 time: 0.6170213 Feb 19 00:45:33.987307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'ca05fbc5-6600-4737-b224-e836ab881288', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'port_id': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'mac_address': 'fa:16:3e:e1:95:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:45:29Z', 'updated_at': '2022-02-19T00:45:29Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:45:02Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:34.000063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=64447e31-7458-47cb-895a-afeaa99c8f67,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:34.046922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=71f89553-1bce-431f-9ca9-cdec03c2e171,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:34.166968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] Checking router: 53d2e92c-c437-40fe-adb4-3b666124142f for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:45:34.200714 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-75b6d665-b3d8-40f5-a67f-2daa5e5d8acd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/ca05fbc5-6600-4737-b224-e836ab881288 HTTP/1.1" status: 200 len: 992 time: 0.2340281 Feb 19 00:45:34.228589 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:34.229117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c6a38753-c3b0-44cf-90f4-9c33986bdd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0eea23e2-ef03-48c3-855e-69169e1b95cb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:34.235798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c6a38753-c3b0-44cf-90f4-9c33986bdd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:34.240871 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c6a38753-c3b0-44cf-90f4-9c33986bdd86 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0eea23e2-ef03-48c3-855e-69169e1b95cb HTTP/1.1" status: 204 len: 168 time: 0.5742486 Feb 19 00:45:34.264341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a38753-c3b0-44cf-90f4-9c33986bdd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eea23e2-ef03-48c3-855e-69169e1b95cb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:34.290229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4257e098-0aa3-4e67-9bed-4d4ee4521a2a None None] Current status of the port 71f89553-1bce-431f-9ca9-cdec03c2e171 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:34.305862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:34.306780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:34.355987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-224fed38-85c3-46a1-96e3-1a708fe7576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:34.357925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-224fed38-85c3-46a1-96e3-1a708fe7576e service neutron] 10.222.0.126 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 898 time: 0.7250578 Feb 19 00:45:34.365315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:34.365971 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:34.378784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks [] for router_gateway (4e77c95d-4247-41d2-85ed-85e0565f7356), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:34.436631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:34.514101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:34.551563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:34.714807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b67f44b0-0298-488f-bae1-527d7b3c92d8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.2913301 Feb 19 00:45:34.716015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59894) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:34.723055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'port': {'network_id': '3e405dc2-10e0-46bb-829f-6f4dfe744532', 'name': 'tempest-FloatingIPTestJSON-1853348609'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:34.878695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eb066a4-80bc-4158-a644-7ec50b187d36 req-dadfead5-d597-44c1-8a9b-f1e35d30a331 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9516439 Feb 19 00:45:35.036802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1794a064-d34f-416c-a9d2-b8eebdb0a2d5 None None] Provisioning complete for port 71f89553-1bce-431f-9ca9-cdec03c2e171 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:35.037896 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1794a064-d34f-416c-a9d2-b8eebdb0a2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.052269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-056aa91e-b631-41cd-bb94-0d347185b8da service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1000 time: 0.6657114 Feb 19 00:45:35.066590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:35.071672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=463834f3-9c42-443d-9ffa-e3a18d7e949f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:35.076617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.142130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] device_id is not set on port ddc43e18-9c14-4a36-927c-9aee7bafe7e6 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:45:35.165074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59902) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:35.206282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59904) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:35.306165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efe41286-9f7f-4bcc-9572-c873ed7c0c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.400872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-12c56968-8087-4c04-be68-fede3a5eb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:35.402384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-12c56968-8087-4c04-be68-fede3a5eb54b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 0.2868979 Feb 19 00:45:35.408790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Deleting port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:35.409062 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.496009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.20.0.13 (3e405dc2-10e0-46bb-829f-6f4dfe744532/b38f6239-d58d-4687-9226-4536e0d14704/ddc43e18-9c14-4a36-927c-9aee7bafe7e6) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:35.549885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 71f89553-1bce-431f-9ca9-cdec03c2e171 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:35.697194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Allocated IP 172.25.6.13 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/e6f882c9-3193-453e-b7bd-b5a40e56279f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:35.727617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (27a11166-81ac-4d62-9106-5adbcf5e5771), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.733257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:35.741681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'ca05fbc5-6600-4737-b224-e836ab881288', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'port_id': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'mac_address': 'fa:16:3e:e1:95:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:45:29Z', 'updated_at': '2022-02-19T00:45:29Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:45:02Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:35.767700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (ddc43e18-9c14-4a36-927c-9aee7bafe7e6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.805995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29389f3f-8135-4c2b-8247-a7d49b9d2f77 None None] The sync data for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 is: [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'ca05fbc5-6600-4737-b224-e836ab881288', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'port_id': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'mac_address': 'fa:16:3e:e1:95:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:45:29Z', 'updated_at': '2022-02-19T00:45:29Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:45:02Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:35.813933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 71f89553-1bce-431f-9ca9-cdec03c2e171 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:35.814591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.873110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efe41286-9f7f-4bcc-9572-c873ed7c0c8b admin admin] Publish callbacks [] for security_group (f018a1ee-7344-42e7-a14a-1326f98b219e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.883087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-efe41286-9f7f-4bcc-9572-c873ed7c0c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f018a1ee-7344-42e7-a14a-1326f98b219e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:35.904646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1794a064-d34f-416c-a9d2-b8eebdb0a2d5 None None] Current status of the port 71f89553-1bce-431f-9ca9-cdec03c2e171 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:35.933529 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-efe41286-9f7f-4bcc-9572-c873ed7c0c8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84f9a201c1014b54ad410526917012f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7620664 Feb 19 00:45:35.947947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59930) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:36.018406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ddc43e18-9c14-4a36-927c-9aee7bafe7e6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.040808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 71f89553-1bce-431f-9ca9-cdec03c2e171 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:36.089466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-40a1fdb1-7b73-43b9-b0b6-d5a226aee1e5 None None] Provisioning complete for port 463834f3-9c42-443d-9ffa-e3a18d7e949f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:36.090030 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40a1fdb1-7b73-43b9-b0b6-d5a226aee1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.098764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=ddc43e18-9c14-4a36-927c-9aee7bafe7e6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:36.114345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe41286-9f7f-4bcc-9572-c873ed7c0c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f018a1ee-7344-42e7-a14a-1326f98b219e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:36.130225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:36.130225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65b5688e-520f-4780-afcc-b7ca69fe76b8 admin admin] Publish callbacks [] for security_group (f018a1ee-7344-42e7-a14a-1326f98b219e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.170726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65b5688e-520f-4780-afcc-b7ca69fe76b8 admin admin] Publish callbacks [] for security_group (f018a1ee-7344-42e7-a14a-1326f98b219e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.203253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-40a1fdb1-7b73-43b9-b0b6-d5a226aee1e5 None None] Port 463834f3-9c42-443d-9ffa-e3a18d7e949f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:36.229902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:36.235364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:36.308319 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35acae4-d137-4090-aae2-1546bf7416da None None] New status for floating IP ca05fbc5-6600-4737-b224-e836ab881288: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:45:36.342966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:36.344610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.356774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65b5688e-520f-4780-afcc-b7ca69fe76b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f018a1ee-7344-42e7-a14a-1326f98b219e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.369208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65b5688e-520f-4780-afcc-b7ca69fe76b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.377737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-65b5688e-520f-4780-afcc-b7ca69fe76b8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f018a1ee-7344-42e7-a14a-1326f98b219e HTTP/1.1" status: 204 len: 168 time: 0.4276440 Feb 19 00:45:36.419791 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ad538c43-5a23-4770-af14-91ba76a5dce4 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7025118 Feb 19 00:45:36.421374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5688e-520f-4780-afcc-b7ca69fe76b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f018a1ee-7344-42e7-a14a-1326f98b219e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:36.423166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59956) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:36.442790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'ddc43e18-9c14-4a36-927c-9aee7bafe7e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:36.491146 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.688657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.779147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-83e7765f-ce1c-47ee-becf-f3fa9ea375ee tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/ca05fbc5-6600-4737-b224-e836ab881288 HTTP/1.1" status: 200 len: 992 time: 1.5673034 Feb 19 00:45:36.885423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-6c86c359-d615-4a9d-9adf-9c963e65dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:36.887021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-6c86c359-d615-4a9d-9adf-9c963e65dd9e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.4670169 Feb 19 00:45:36.958466 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks [] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:36.999817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd04d11-58dd-4e3b-b3a5-cee18aaa3857 req-d7997358-3701-4b56-9b8f-ea5cbf96c9dd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:37.001350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bd04d11-58dd-4e3b-b3a5-cee18aaa3857 req-d7997358-3701-4b56-9b8f-ea5cbf96c9dd tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 945 time: 0.3161912 Feb 19 00:45:37.002225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59980) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:37.022747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1883769704-network', 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:37.030443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] For port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:37.030863 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.067188 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53465b08-9ded-4e2e-a06b-6beb2ca74c0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.095934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Calling delete_port for 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:37.140793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.158874 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53465b08-9ded-4e2e-a06b-6beb2ca74c0d admin admin] Publish callbacks [] for security_group (8c4fd02c-3f4e-443f-ac39-15e0e217f3ad), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.163798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53465b08-9ded-4e2e-a06b-6beb2ca74c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8c4fd02c-3f4e-443f-ac39-15e0e217f3ad), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.182012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:37.184336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.213637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-53465b08-9ded-4e2e-a06b-6beb2ca74c0d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08746c5066464bae960e73dbe4deea50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102838 Feb 19 00:45:37.217384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59988) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:37.223545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53465b08-9ded-4e2e-a06b-6beb2ca74c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4fd02c-3f4e-443f-ac39-15e0e217f3ad,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:37.249524 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.260349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bd04d11-58dd-4e3b-b3a5-cee18aaa3857 req-c089c88b-02fa-44a5-878b-f7c3c6a96a3c tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/security-groups?id=cc1a626e-d556-4845-829b-1af6dec33558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468507 Feb 19 00:45:37.299118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-95ed4a4a-1670-4307-8ce5-b88058a72807 service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977494 Feb 19 00:45:37.303742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.309971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7d20-7241-4bb1-a3f6-728357f328e9 admin admin] Publish callbacks [] for security_group (8c4fd02c-3f4e-443f-ac39-15e0e217f3ad), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.346101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.25.6.78 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/6a7f7912-d422-4e42-938d-6c778309702e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:37.349564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7d20-7241-4bb1-a3f6-728357f328e9 admin admin] Publish callbacks [] for security_group (8c4fd02c-3f4e-443f-ac39-15e0e217f3ad), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.398342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:37.432760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:37.469218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7d20-7241-4bb1-a3f6-728357f328e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8c4fd02c-3f4e-443f-ac39-15e0e217f3ad), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.472036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c9a7d20-7241-4bb1-a3f6-728357f328e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.474241 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9c9a7d20-7241-4bb1-a3f6-728357f328e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c4fd02c-3f4e-443f-ac39-15e0e217f3ad HTTP/1.1" status: 204 len: 168 time: 0.2549069 Feb 19 00:45:37.496757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a7d20-7241-4bb1-a3f6-728357f328e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4fd02c-3f4e-443f-ac39-15e0e217f3ad,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:37.501575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (6a7f7912-d422-4e42-938d-6c778309702e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.511502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:37.514009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:37.548373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:37.548779 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.564705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6a7f7912-d422-4e42-938d-6c778309702e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.586217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,segment=NetworkSegment(79615382-e89a-4273-9e93-9cab1d56fa85),segment_id=79615382-e89a-4273-9e93-9cab1d56fa85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:37.587721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:37.591325 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1670813-696d-4a50-8bdf-b2cb6a0b8a23" -d '{"events": [{"server_uuid": "2eb13e91-b986-45c3-957b-f7b8bea9ece3", "name": "network-vif-unplugged", "status": "completed", "tag": "058e728b-26e2-4094-8fd3-c60b6ed7a0d7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:37.595628 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:37.639867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:37.646227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:37.650408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:37.697563 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc208621-03c0-4ad3-bfb3-805379a4ccd8 x-openstack-request-id: req-fc208621-03c0-4ad3-bfb3-805379a4ccd8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:37.698153 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb13e91-b986-45c3-957b-f7b8bea9ece3", "name": "network-vif-unplugged", "status": "completed", "tag": "058e728b-26e2-4094-8fd3-c60b6ed7a0d7", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:37.698664 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc208621-03c0-4ad3-bfb3-805379a4ccd8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:37.699392 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'code': 200} Feb 19 00:45:37.700624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:37.721221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=6a7f7912-d422-4e42-938d-6c778309702e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:37.758002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f882c9-3193-453e-b7bd-b5a40e56279f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:37.791558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60004) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:37.910226 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8003909-b20c-459c-a5ee-8ef57b9ed592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/ca05fbc5-6600-4737-b224-e836ab881288 HTTP/1.1" status: 200 len: 994 time: 0.1158903 Feb 19 00:45:37.937913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-013c4469-bcd5-42ea-be03-48f71cecff59 req-f56d5dc1-96d0-4747-b4e0-fe9efba04bce service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6248970 Feb 19 00:45:38.094894 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (058e728b-26e2-4094-8fd3-c60b6ed7a0d7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.156949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Pushing event deleted for resources: {'Port': ['ID=058e728b-26e2-4094-8fd3-c60b6ed7a0d7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:38.276073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks [] for router_gateway (4e77c95d-4247-41d2-85ed-85e0565f7356), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.439472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] No DVR routers for this DVR port 058e728b-26e2-4094-8fd3-c60b6ed7a0d7 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:38.442822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Publish callbacks [] for security_group (82b8b392-de82-4821-b76d-4e67db1c4140), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.503421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.509042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.512362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfcf129d-5927-4cf6-aae3-c82065b7406b req-44499917-6a05-4ae4-ba54-bd40ac43113f tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.113 "DELETE /v2.0/ports/058e728b-26e2-4094-8fd3-c60b6ed7a0d7 HTTP/1.1" status: 204 len: 173 time: 4.5323815 Feb 19 00:45:38.512843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'name': 'network-vif-deleted', 'tag': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:38.515461 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d977a42-4355-42bf-944d-201b138e5d29" -d '{"events": [{"server_uuid": "2eb13e91-b986-45c3-957b-f7b8bea9ece3", "name": "network-vif-deleted", "tag": "058e728b-26e2-4094-8fd3-c60b6ed7a0d7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:38.560697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (82b8b392-de82-4821-b76d-4e67db1c4140), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.572617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.604402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.605435 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (27a11166-81ac-4d62-9106-5adbcf5e5771), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.609319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f91b11a2-72fc-4dd6-a4e2-f1ba7d445bb2 req-9d938cd4-77f8-4922-a5a0-70acc226d377 tempest-AttachVolumeNegativeTest-1655246246 tempest-AttachVolumeNegativeTest-1655246246-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eb13e91-b986-45c3-957b-f7b8bea9ece3 HTTP/1.1" status: 200 len: 210 time: 0.2082288 Feb 19 00:45:38.631724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60042) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:38.657746 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6339893-93bb-4c58-befa-cfcfdc44dfcb x-openstack-request-id: req-c6339893-93bb-4c58-befa-cfcfdc44dfcb {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:38.658123 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb13e91-b986-45c3-957b-f7b8bea9ece3", "name": "network-vif-deleted", "tag": "058e728b-26e2-4094-8fd3-c60b6ed7a0d7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:38.658397 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c6339893-93bb-4c58-befa-cfcfdc44dfcb {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:38.658705 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eb13e91-b986-45c3-957b-f7b8bea9ece3', 'name': 'network-vif-deleted', 'tag': '058e728b-26e2-4094-8fd3-c60b6ed7a0d7', 'status': 'completed', 'code': 200} Feb 19 00:45:38.666263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:45:38.721187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a7f7912-d422-4e42-938d-6c778309702e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.741728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b8b392-de82-4821-b76d-4e67db1c4140,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:38.762106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=463834f3-9c42-443d-9ffa-e3a18d7e949f,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:38.769394 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f1cb9412-98a1-4e27-82d3-05678be6e50b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.769872 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Added segment f1cb9412-98a1-4e27-82d3-05678be6e50b of type vlan for network f3df7abb-909f-4cfc-83dc-4f97b1415e22 Feb 19 00:45:38.831812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d20ff6a2-9d62-4183-bdbd-42e190e4d4f1 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] Request body: {'port': {'network_id': '725266c0-3dce-48b4-9125-a81a7ca82203', 'name': 'tempest-NetworksNegativeTestJSON-290264702'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:38.850981 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (4e77c95d-4247-41d2-85ed-85e0565f7356), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.851246 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20ff6a2-9d62-4183-bdbd-42e190e4d4f1 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] POST failed (client error): The resource could not be found. Feb 19 00:45:38.851798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20ff6a2-9d62-4183-bdbd-42e190e4d4f1 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:45:38.854230 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d20ff6a2-9d62-4183-bdbd-42e190e4d4f1 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2202725 Feb 19 00:45:38.857403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60048) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:38.870073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (f3df7abb-909f-4cfc-83dc-4f97b1415e22), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.885530 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac4bf95-5f41-4759-b2fd-adb6896fdc33 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] DELETE failed (client error): The resource could not be found. Feb 19 00:45:38.886083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac4bf95-5f41-4759-b2fd-adb6896fdc33 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:45:38.892932 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aac4bf95-5f41-4759-b2fd-adb6896fdc33 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "DELETE /v2.0/networks/73f3d187-6c97-4a45-b344-8da478839d85 HTTP/1.1" status: 404 len: 339 time: 0.0304368 Feb 19 00:45:38.894227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60052) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:38.932705 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-49faae6a-4a44-48a1-a526-4e0a5bd240bb tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] DELETE failed (client error): The resource could not be found. Feb 19 00:45:38.933289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49faae6a-4a44-48a1-a526-4e0a5bd240bb tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:45:38.941512 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-49faae6a-4a44-48a1-a526-4e0a5bd240bb tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "DELETE /v2.0/ports/1f317b56-d9ff-4e06-b117-5ad7d504aaf6 HTTP/1.1" status: 404 len: 333 time: 0.0414860 Feb 19 00:45:38.943929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:38.955224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:38.955999 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (f3df7abb-909f-4cfc-83dc-4f97b1415e22), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.956973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:38.957640 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:38.970416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:38.985301 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-312bd58c-64d3-4299-b451-c37bdd1c9863 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] DELETE failed (client error): The resource could not be found. Feb 19 00:45:38.985778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312bd58c-64d3-4299-b451-c37bdd1c9863 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:45:38.992365 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-312bd58c-64d3-4299-b451-c37bdd1c9863 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "DELETE /v2.0/subnets/975c9929-7c87-4271-9b8d-9e78f6b5651c HTTP/1.1" status: 404 len: 337 time: 0.0440774 Feb 19 00:45:38.992819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60060) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.025265 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ffdf95a-6ac9-4018-bae2-237c66122c78 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] GET failed (client error): The resource could not be found. Feb 19 00:45:39.030247 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1ffdf95a-6ac9-4018-bae2-237c66122c78 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "GET /v2.0/networks/79276672-d816-4eb9-a767-4ecc18e8045a HTTP/1.1" status: 404 len: 339 time: 0.0331602 Feb 19 00:45:39.034869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60064) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.056746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3733547 Feb 19 00:45:39.068126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60066) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.070735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (6a7f7912-d422-4e42-938d-6c778309702e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:39.073376 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b28e470-1b5b-4701-a699-7d8ed176d649 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] GET failed (client error): The resource could not be found. Feb 19 00:45:39.074886 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7b28e470-1b5b-4701-a699-7d8ed176d649 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "GET /v2.0/ports/ec7c8103-718c-4878-99bf-6b1703326973 HTTP/1.1" status: 404 len: 333 time: 0.0393305 Feb 19 00:45:39.076313 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6a7f7912-d422-4e42-938d-6c778309702e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:39.084847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60068) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.110672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Request body: {'subnet': {'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1883769704-subnet', 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:39.121717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea60bf-3f06-4a25-b5bd-171d07f1b23f admin admin] Pushing event updated for resources: {'Network': ['ID=f3df7abb-909f-4cfc-83dc-4f97b1415e22,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:39.156787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:45:39.166809 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99c5ea4-ed77-4790-a180-9f007a2119b9 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] GET failed (client error): The resource could not be found. Feb 19 00:45:39.168307 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a99c5ea4-ed77-4790-a180-9f007a2119b9 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "GET /v2.0/subnets/2a1e21d3-25cc-4c47-a2b5-249610c40c2a HTTP/1.1" status: 404 len: 337 time: 0.0809567 Feb 19 00:45:39.176259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60074) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.199884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0a7730bc-6c8c-41e7-a07b-512d0f2167fa tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:39.235091 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7730bc-6c8c-41e7-a07b-512d0f2167fa tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] PUT failed (client error): The resource could not be found. Feb 19 00:45:39.235769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7730bc-6c8c-41e7-a07b-512d0f2167fa tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:45:39.240775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0a7730bc-6c8c-41e7-a07b-512d0f2167fa tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "PUT /v2.0/networks/c27f24ee-d305-45bf-b209-14ee42cf3cb1 HTTP/1.1" status: 404 len: 339 time: 0.0596480 Feb 19 00:45:39.241712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60076) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.242563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=6a7f7912-d422-4e42-938d-6c778309702e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:39.249833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-533aad5f-f5ae-4020-b2f3-6434fdfa8fe2 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:39.254899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:39.258818 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:39.300249 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-533aad5f-f5ae-4020-b2f3-6434fdfa8fe2 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] PUT failed (client error): The resource could not be found. Feb 19 00:45:39.300839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533aad5f-f5ae-4020-b2f3-6434fdfa8fe2 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:45:39.301994 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-533aad5f-f5ae-4020-b2f3-6434fdfa8fe2 tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "PUT /v2.0/ports/0ec4a7a6-9010-4cf3-bddc-5d33e5c0a26c HTTP/1.1" status: 404 len: 333 time: 0.0565512 Feb 19 00:45:39.303239 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:39.307093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60080) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.312231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2dcabb7a-9593-463a-974a-e53cfe26826d tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:39.381222 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dcabb7a-9593-463a-974a-e53cfe26826d tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] PUT failed (client error): The resource could not be found. Feb 19 00:45:39.381647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dcabb7a-9593-463a-974a-e53cfe26826d tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:45:39.386911 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2dcabb7a-9593-463a-974a-e53cfe26826d tempest-NetworksNegativeTestJSON-2120353585 tempest-NetworksNegativeTestJSON-2120353585-project] 10.222.0.60 "PUT /v2.0/subnets/e5e97f84-5226-4d95-8e98-aed56c31aed5 HTTP/1.1" status: 404 len: 337 time: 0.0748596 Feb 19 00:45:39.413144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Router 4e77c95d-4247-41d2-85ed-85e0565f7356 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:45:39.495079 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0 associated. External IP: 172.25.6.78, port: ddc43e18-9c14-4a36-927c-9aee7bafe7e6. Feb 19 00:45:39.565301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bd690ebf-728f-4c87-b07b-0330609f6456 None None] Provisioning complete for port 463834f3-9c42-443d-9ffa-e3a18d7e949f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:39.566163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd690ebf-728f-4c87-b07b-0330609f6456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:39.619136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bd690ebf-728f-4c87-b07b-0330609f6456 None None] Port 463834f3-9c42-443d-9ffa-e3a18d7e949f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:39.721508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60100) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.789225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60106) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.830589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:39.885133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60110) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:39.924220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 27a11166-81ac-4d62-9106-5adbcf5e5771 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:45:39.998587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f5a37e4-c6d9-4bfd-9d5c-e073bdbf549b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.032907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe9712-e7da-4d20-88f3-edcf6208be95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.041532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (3299a37f-8323-45d4-96ad-6889f7461e7f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.053530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:40.065633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38257d-a9a6-418b-93d2-043c22d3de5c None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:40.073717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-62199e39-20e6-440b-9a30-a102b488bf37 admin admin] Deleting subnet 4e2f3285-2055-4fdb-aae2-df011f3bacd4 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:45:40.079692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38257d-a9a6-418b-93d2-043c22d3de5c None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:40.080558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ab38257d-a9a6-418b-93d2-043c22d3de5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.087847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62199e39-20e6-440b-9a30-a102b488bf37 admin admin] Publish callbacks [] for subnet (4e2f3285-2055-4fdb-aae2-df011f3bacd4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.126258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:40.128183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ab38257d-a9a6-418b-93d2-043c22d3de5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.139493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.152740 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Sync routers for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:40.163921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab38257d-a9a6-418b-93d2-043c22d3de5c None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:40.164806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ab38257d-a9a6-418b-93d2-043c22d3de5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.171936 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:40.172382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:40.173118 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.178965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62199e39-20e6-440b-9a30-a102b488bf37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (4e2f3285-2055-4fdb-aae2-df011f3bacd4), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.179231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3299a37f-8323-45d4-96ad-6889f7461e7f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:40.186249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-32a578c0-1df5-433f-bed0-9a44a87c7799 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/27a11166-81ac-4d62-9106-5adbcf5e5771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3976624 Feb 19 00:45:40.190776 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.191916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-04928c64-94a6-4950-8982-b75e08e49032 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0086172 Feb 19 00:45:40.192471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60114) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:40.201087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60116) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:40.234510 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11247764-2c32-4f0f-82dd-fb9726850117 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8043892 Feb 19 00:45:40.238697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60118) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:40.248044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:40.272704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Checking segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:40.273091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Network hostable DHCP agents. Network: f3df7abb-909f-4cfc-83dc-4f97b1415e22, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:45:40.285472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ab38257d-a9a6-418b-93d2-043c22d3de5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.286730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab38257d-a9a6-418b-93d2-043c22d3de5c None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:40.292165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9977ab26-59b8-477e-9a2b-8bfa94c1a7d2 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:40.296631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9977ab26-59b8-477e-9a2b-8bfa94c1a7d2 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports/463834f3-9c42-443d-9ffa-e3a18d7e949f HTTP/1.1" status: 200 len: 983 time: 0.0999682 Feb 19 00:45:40.296785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb7d9cc-382f-4013-ae4d-8467fce6dff4 None None] Sync routers for ids ['27a11166-81ac-4d62-9106-5adbcf5e5771'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:40.296912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60120) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:40.308227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7d9cc-382f-4013-ae4d-8467fce6dff4 None None] Routers {'27a11166-81ac-4d62-9106-5adbcf5e5771'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:40.309114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3eb7d9cc-382f-4013-ae4d-8467fce6dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['27a11166-81ac-4d62-9106-5adbcf5e5771'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.316600 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62199e39-20e6-440b-9a30-a102b488bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (4e2f3285-2055-4fdb-aae2-df011f3bacd4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.321386 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:40.350826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3eb7d9cc-382f-4013-ae4d-8467fce6dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.362108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7d9cc-382f-4013-ae4d-8467fce6dff4 None None] Routers {'27a11166-81ac-4d62-9106-5adbcf5e5771'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:40.363099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3eb7d9cc-382f-4013-ae4d-8467fce6dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['27a11166-81ac-4d62-9106-5adbcf5e5771'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.406959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:45:40.407807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3eb7d9cc-382f-4013-ae4d-8467fce6dff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.408852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb7d9cc-382f-4013-ae4d-8467fce6dff4 None None] The sync data for ids ['27a11166-81ac-4d62-9106-5adbcf5e5771'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:40.414687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe9712-e7da-4d20-88f3-edcf6208be95 admin admin] Publish callbacks [] for security_group (0974c8ac-1f34-41d5-a56e-83ea82332112), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.430116 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62199e39-20e6-440b-9a30-a102b488bf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (4e2f3285-2055-4fdb-aae2-df011f3bacd4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.437697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f5a37e4-c6d9-4bfd-9d5c-e073bdbf549b admin admin] Publish callbacks [] for security_group (bf5253fc-bc42-47ca-94ba-cb1a58511e13), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.437892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, f3df7abb-909f-4cfc-83dc-4f97b1415e22) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:40.447707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:40.448318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.450355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62fe9712-e7da-4d20-88f3-edcf6208be95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0974c8ac-1f34-41d5-a56e-83ea82332112), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.452894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601c403-3cbb-4f78-ab94-1c97598a6a99 None None] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:40.513206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62199e39-20e6-440b-9a30-a102b488bf37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e2f3285-2055-4fdb-aae2-df011f3bacd4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:40.535071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f5a37e4-c6d9-4bfd-9d5c-e073bdbf549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bf5253fc-bc42-47ca-94ba-cb1a58511e13), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.542817 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:38Z', 'revision_number': 3, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:40.553700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fc85cc7e-9707-4a31-90e0-09c7c22111c4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4746487 Feb 19 00:45:40.567300 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6f5a37e4-c6d9-4bfd-9d5c-e073bdbf549b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6820c4da771240c183b76f0d05e12a32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7768815 Feb 19 00:45:40.572962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60124) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:40.579559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62199e39-20e6-440b-9a30-a102b488bf37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.585793 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-62199e39-20e6-440b-9a30-a102b488bf37 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4e2f3285-2055-4fdb-aae2-df011f3bacd4 HTTP/1.1" status: 204 len: 168 time: 0.8631167 Feb 19 00:45:40.587063 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Checking router: 4e77c95d-4247-41d2-85ed-85e0565f7356 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:45:40.587410 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Updating router 4e77c95d-4247-41d2-85ed-85e0565f7356 port e6f882c9-3193-453e-b7bd-b5a40e56279f binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:45:40.592369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60126) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:40.596256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe9712-e7da-4d20-88f3-edcf6208be95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0974c8ac-1f34-41d5-a56e-83ea82332112,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:40.639122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a37e4-c6d9-4bfd-9d5c-e073bdbf549b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5253fc-bc42-47ca-94ba-cb1a58511e13,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:40.653887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f805abdd-ba2e-4a3e-ba4a-4e3668ac9029 None None] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:40.672927 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-62fe9712-e7da-4d20-88f3-edcf6208be95 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b8dfc0f4e414151adea952e93aa8441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7862191 Feb 19 00:45:40.678241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.681856 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.682800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60128) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:40.765063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c723322-ee8a-437e-9e73-9f313927cde4 admin admin] Publish callbacks [] for security_group (bf5253fc-bc42-47ca-94ba-cb1a58511e13), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.865439 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.866718 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c723322-ee8a-437e-9e73-9f313927cde4 admin admin] Publish callbacks [] for security_group (bf5253fc-bc42-47ca-94ba-cb1a58511e13), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.888082 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8702004-787d-4d72-8121-2de6340b68fc admin admin] Publish callbacks [] for security_group (0974c8ac-1f34-41d5-a56e-83ea82332112), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.896696 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:40.897352 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0 disassociated. External IP: 172.25.6.78, port: ddc43e18-9c14-4a36-927c-9aee7bafe7e6. Feb 19 00:45:40.997887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (cc928202-8e51-4951-9248-7035f172374e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.002206 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8702004-787d-4d72-8121-2de6340b68fc admin admin] Publish callbacks [] for security_group (0974c8ac-1f34-41d5-a56e-83ea82332112), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.090542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c723322-ee8a-437e-9e73-9f313927cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bf5253fc-bc42-47ca-94ba-cb1a58511e13), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.093060 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5c723322-ee8a-437e-9e73-9f313927cde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.096833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5c723322-ee8a-437e-9e73-9f313927cde4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf5253fc-bc42-47ca-94ba-cb1a58511e13 HTTP/1.1" status: 204 len: 168 time: 0.5188205 Feb 19 00:45:41.120764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c723322-ee8a-437e-9e73-9f313927cde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5253fc-bc42-47ca-94ba-cb1a58511e13,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:41.143028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8702004-787d-4d72-8121-2de6340b68fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0974c8ac-1f34-41d5-a56e-83ea82332112), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.144905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8702004-787d-4d72-8121-2de6340b68fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.156398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b8702004-787d-4d72-8121-2de6340b68fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0974c8ac-1f34-41d5-a56e-83ea82332112 HTTP/1.1" status: 204 len: 168 time: 0.4656014 Feb 19 00:45:41.168563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (cc928202-8e51-4951-9248-7035f172374e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.251540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc928202-8e51-4951-9248-7035f172374e']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:41.268496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79615382-e89a-4273-9e93-9cab1d56fa85') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:41.268727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79615382-e89a-4273-9e93-9cab1d56fa85') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:41.284826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (79615382-e89a-4273-9e93-9cab1d56fa85), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.293755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8702004-787d-4d72-8121-2de6340b68fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0974c8ac-1f34-41d5-a56e-83ea82332112,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:41.306734 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Publish callbacks [] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.316136 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.352581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (79615382-e89a-4273-9e93-9cab1d56fa85), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.369535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:45:41.369980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (79615382-e89a-4273-9e93-9cab1d56fa85), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:45:41.371840 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:45:41.406384 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c36c8-fec2-4842-8be7-54d35b387d32 None None] Pushing event updated for resources: {'Port': ['ID=e6f882c9-3193-453e-b7bd-b5a40e56279f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:41.412672 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Attempting to bind port e6f882c9-3193-453e-b7bd-b5a40e56279f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:45:41.413433 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Attempting to bind port e6f882c9-3193-453e-b7bd-b5a40e56279f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:45:41.414034 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Attempting to bind port e6f882c9-3193-453e-b7bd-b5a40e56279f on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:41.421001 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:45:41.421673 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:41.422334 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.422966 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:45:41.423660 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Bound port: e6f882c9-3193-453e-b7bd-b5a40e56279f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:45:41.424252 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.457051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:41.464505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (cc928202-8e51-4951-9248-7035f172374e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.465267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (27a11166-81ac-4d62-9106-5adbcf5e5771), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.472808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.476528 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cc928202-8e51-4951-9248-7035f172374e HTTP/1.1" status: 204 len: 168 time: 0.8812613 Feb 19 00:45:41.503934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e9bce-10ee-447e-8fe2-791207687b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc928202-8e51-4951-9248-7035f172374e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:41.534810 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] For port e6f882c9-3193-453e-b7bd-b5a40e56279f, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:45:41.542681 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] For port e6f882c9-3193-453e-b7bd-b5a40e56279f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e6f882c9-3193-453e-b7bd-b5a40e56279f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:45:41.552933 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.592123 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.619878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-042ff7c3-de22-46f6-bdd8-977e7466db40 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:41.622154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-042ff7c3-de22-46f6-bdd8-977e7466db40 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.4070830 Feb 19 00:45:41.629010 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:41.629823 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:41.683627 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c36c8-fec2-4842-8be7-54d35b387d32 None None] Pushing event updated for resources: {'Port': ['ID=e6f882c9-3193-453e-b7bd-b5a40e56279f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:41.685819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60156) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:41.764735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a5453ba2-a1c9-4bdc-87e1-3a50c7fd28c0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/quotas/d7e8ab9c7cfa4f81af355f28eaf8cacc HTTP/1.1" status: 200 len: 375 time: 0.1330254 Feb 19 00:45:41.766449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60158) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:41.790358 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:41.797418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:41.798052 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3deb5cb0-bccc-448f-a985-181a0ce7dfec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.815248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:41.823826 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006cf48-5f61-4040-8017-08d03164d3c0 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:41.860699 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c5532965-3028-44e6-80db-7bed4e425705 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1ead4071a514b169f79974dd760e81a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0929747 Feb 19 00:45:41.862496 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fc485bf5-fd73-4d52-9edb-8cb47c652b96 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/floatingips/ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0 HTTP/1.1" status: 200 len: 687 time: 1.6202857 Feb 19 00:45:41.865427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60162) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:41.867068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60164) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:41.883141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-9731e87d-3bc6-411d-9072-4e89aa9b89cb tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0945761 Feb 19 00:45:41.912599 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006cf48-5f61-4040-8017-08d03164d3c0 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:41.913265 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3006cf48-5f61-4040-8017-08d03164d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:41.915764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-79997de3-382f-4095-921d-5e64449dad7b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:45:41.922609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-79997de3-382f-4095-921d-5e64449dad7b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0388355 Feb 19 00:45:41.967753 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3006cf48-5f61-4040-8017-08d03164d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:41.988291 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3006cf48-5f61-4040-8017-08d03164d3c0 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:41.988979 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3006cf48-5f61-4040-8017-08d03164d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:42.025120 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49089cc-4149-4fcd-9bf4-697152bb3bc3 admin admin] Publish callbacks [] for security_group (cc1a626e-d556-4845-829b-1af6dec33558), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.030895 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3006cf48-5f61-4040-8017-08d03164d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:42.031281 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3006cf48-5f61-4040-8017-08d03164d3c0 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:42.065903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49089cc-4149-4fcd-9bf4-697152bb3bc3 admin admin] Publish callbacks [] for security_group (cc1a626e-d556-4845-829b-1af6dec33558), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.069298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 6a7f7912-d422-4e42-938d-6c778309702e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:42.069645 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6a7f7912-d422-4e42-938d-6c778309702e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.100046 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:38Z', 'revision_number': 3, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:42.142080 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511c3437-40b7-4a5e-87cd-b71e292a506a None None] The sync data for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 is: [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:38Z', 'revision_number': 3, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:42.207051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Allocated IP 172.20.0.1 (99c8d911-87c1-4c41-a95a-a22381471786/064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee/732dea47-4b4e-4ec6-957a-0ec5e788282b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:42.248845 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3deb5cb0-bccc-448f-a985-181a0ce7dfec admin admin] Publish callbacks [] for security_group (cd743c95-9abd-40c7-82e4-df54924867e5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.263212 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3deb5cb0-bccc-448f-a985-181a0ce7dfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cd743c95-9abd-40c7-82e4-df54924867e5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.301752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-4eb38322-2067-4fa2-9d6c-1208662abbea service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782663 Feb 19 00:45:42.440732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3deb5cb0-bccc-448f-a985-181a0ce7dfec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aba1747a0ac7498e89ec59b520a3e654&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7533309 Feb 19 00:45:42.448328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60178) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:42.451402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb5cb0-bccc-448f-a985-181a0ce7dfec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd743c95-9abd-40c7-82e4-df54924867e5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:42.533226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60180) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:42.565216 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6a7f7912-d422-4e42-938d-6c778309702e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.565564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (6a7f7912-d422-4e42-938d-6c778309702e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.589421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 6a7f7912-d422-4e42-938d-6c778309702e owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:42.596543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49089cc-4149-4fcd-9bf4-697152bb3bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cc1a626e-d556-4845-829b-1af6dec33558), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.599476 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b49089cc-4149-4fcd-9bf4-697152bb3bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.601655 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b49089cc-4149-4fcd-9bf4-697152bb3bc3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc1a626e-d556-4845-829b-1af6dec33558 HTTP/1.1" status: 204 len: 168 time: 0.7289240 Feb 19 00:45:42.611082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 463834f3-9c42-443d-9ffa-e3a18d7e949f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:42.611432 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.621355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-ca0f3cbf-d951-4ec9-a574-0f777e26634a service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880836 Feb 19 00:45:42.632488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49089cc-4149-4fcd-9bf4-697152bb3bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1a626e-d556-4845-829b-1af6dec33558,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:42.644887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Publish callbacks [] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.905718 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6a7f7912-d422-4e42-938d-6c778309702e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:42.936706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=6a7f7912-d422-4e42-938d-6c778309702e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:43.020494 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.025000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.031381 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-301101a6-978e-48ef-b920-cd268f53fe53 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/floatingips/ff1c1efa-4329-4816-b9d3-2ed4fd2e36b0 HTTP/1.1" status: 204 len: 168 time: 1.1652217 Feb 19 00:45:43.032022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60192) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:43.036508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '64447e31-7458-47cb-895a-afeaa99c8f67'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:43.062134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.154388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e6f882c9-3193-453e-b7bd-b5a40e56279f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:43.177298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1392810294'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:43.241773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.244606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a164b83-eab0-4ace-8039-715185d89d6e req-5af0127d-01d1-47f2-979c-59a5690de1e0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 210 time: 0.0841053 Feb 19 00:45:43.252094 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8274b168-f989-48b7-ac71-70323d7b7ca7 admin admin] Publish callbacks [] for security_group (cd743c95-9abd-40c7-82e4-df54924867e5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.286292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e6f882c9-3193-453e-b7bd-b5a40e56279f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:43.286681 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.290408 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.311458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:43.315993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.368834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8274b168-f989-48b7-ac71-70323d7b7ca7 admin admin] Publish callbacks [] for security_group (cd743c95-9abd-40c7-82e4-df54924867e5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.401649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Network 99c8d911-87c1-4c41-a95a-a22381471786 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:43.402566 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.430289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:43.437097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Pushing event updated for resources: {'Port': ['ID=732dea47-4b4e-4ec6-957a-0ec5e788282b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:43.444581 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:43.466387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e6f882c9-3193-453e-b7bd-b5a40e56279f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:43.468588 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.519375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e6f882c9-3193-453e-b7bd-b5a40e56279f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e6f882c9-3193-453e-b7bd-b5a40e56279f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:43.525279 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.550221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.25.6.44 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/a118267e-9b32-4226-83bc-c61d766f1d35) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:43.572179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.631831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 463834f3-9c42-443d-9ffa-e3a18d7e949f owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:43.659662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e6f882c9-3193-453e-b7bd-b5a40e56279f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:43.681865 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (4e77c95d-4247-41d2-85ed-85e0565f7356), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.785477 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (a118267e-9b32-4226-83bc-c61d766f1d35), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.806576 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8274b168-f989-48b7-ac71-70323d7b7ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cd743c95-9abd-40c7-82e4-df54924867e5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.809799 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8274b168-f989-48b7-ac71-70323d7b7ca7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.812370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8274b168-f989-48b7-ac71-70323d7b7ca7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cd743c95-9abd-40c7-82e4-df54924867e5 HTTP/1.1" status: 204 len: 168 time: 1.3620307 Feb 19 00:45:43.830967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a118267e-9b32-4226-83bc-c61d766f1d35), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.876749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (053de735-1b77-422b-b594-88a4fdd93f5b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.886755 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (053de735-1b77-422b-b594-88a4fdd93f5b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.891517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:43.895872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e9e7167e-4b13-495e-8568-a243004f9e31 None None] Provisioning complete for port 732dea47-4b4e-4ec6-957a-0ec5e788282b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:43.897327 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9e7167e-4b13-495e-8568-a243004f9e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:43.902215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:43.906972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:43.911754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274b168-f989-48b7-ac71-70323d7b7ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd743c95-9abd-40c7-82e4-df54924867e5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:43.952618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:45:43.956265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=a118267e-9b32-4226-83bc-c61d766f1d35,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:44.023658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e9e7167e-4b13-495e-8568-a243004f9e31 None None] Port 732dea47-4b4e-4ec6-957a-0ec5e788282b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:44.041781 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fdef3311-dc0c-4541-8b7d-fc6b774b2427), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.041896 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Added segment fdef3311-dc0c-4541-8b7d-fc6b774b2427 of type vlan for network c3c5634a-dba0-421f-a71d-8ad2af8cd44c Feb 19 00:45:44.043359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053de735-1b77-422b-b594-88a4fdd93f5b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:44.203193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (c3c5634a-dba0-421f-a71d-8ad2af8cd44c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.368306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (c3c5634a-dba0-421f-a71d-8ad2af8cd44c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.376928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:44.377961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.389019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (463834f3-9c42-443d-9ffa-e3a18d7e949f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.424941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (6679d3e7-094a-45c1-be1d-5f66b3819acf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.553246 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a118267e-9b32-4226-83bc-c61d766f1d35), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.645041 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.673795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-8f8b3bdc-5143-4855-99db-c127b777a92e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:44.675359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-8f8b3bdc-5143-4855-99db-c127b777a92e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.1952021 Feb 19 00:45:44.765796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=463834f3-9c42-443d-9ffa-e3a18d7e949f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:44.848699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3089824 Feb 19 00:45:44.854647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60236) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:44.859390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Request body: {'port': {'device_id': '74715d62-be7f-4d7d-999c-3058ff73cfd8', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'admin_state_up': True, 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:44.876289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (a118267e-9b32-4226-83bc-c61d766f1d35), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.879923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34385aed-a20a-4fdd-83f3-c518ba9af276 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Network': ['ID=c3c5634a-dba0-421f-a71d-8ad2af8cd44c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:44.888299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a118267e-9b32-4226-83bc-c61d766f1d35), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:44.902803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:45:44.905398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'name': 'tempest-PortsTestJSON-1739882230'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:44.987832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f9bfcf2-b276-498c-804c-a81377d183fc req-250a5132-3ae1-4ad4-afd1-d5f1591aca96 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 210 time: 0.5019166 Feb 19 00:45:45.159029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=a118267e-9b32-4226-83bc-c61d766f1d35,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:45.213899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e6f882c9-3193-453e-b7bd-b5a40e56279f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:45.268839 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (6679d3e7-094a-45c1-be1d-5f66b3819acf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.290844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (27a11166-81ac-4d62-9106-5adbcf5e5771), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.292968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e6f882c9-3193-453e-b7bd-b5a40e56279f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:45.293484 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.430838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e6f882c9-3193-453e-b7bd-b5a40e56279f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:45.441985 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP 6679d3e7-094a-45c1-be1d-5f66b3819acf associated. External IP: 172.25.6.44, port: 64447e31-7458-47cb-895a-afeaa99c8f67. Feb 19 00:45:45.639437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:45.642852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.648671 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Publish callbacks [] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.670153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.726273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:45.730729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.733791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:45.741843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 9213e07b-c308-43db-9571-cb3d826463e1 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:45:45.749202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 27a11166-81ac-4d62-9106-5adbcf5e5771 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:45.829152 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (4e77c95d-4247-41d2-85ed-85e0565f7356), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:45.845970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Pushing event updated for resources: {'Port': ['ID=732dea47-4b4e-4ec6-957a-0ec5e788282b,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:45.958654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:45.971563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129eb12d-a0f6-4006-90d3-a167c8530752 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:45.986419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129eb12d-a0f6-4006-90d3-a167c8530752 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:45.991176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-129eb12d-a0f6-4006-90d3-a167c8530752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:45.999616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:46.071846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:46.085352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f3818817-9850-41f1-8a45-a61224603753 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/27a11166-81ac-4d62-9106-5adbcf5e5771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7848938 Feb 19 00:45:46.086062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-129eb12d-a0f6-4006-90d3-a167c8530752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:46.089937 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1bfd4-2051-4db9-989e-6335325a6b87 None None] Sync routers for ids ['27a11166-81ac-4d62-9106-5adbcf5e5771'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:46.099559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60268) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:46.106620 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6d66b775-8f90-463e-92bd-8af16f85aa40 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.0735004 Feb 19 00:45:46.108670 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1bfd4-2051-4db9-989e-6335325a6b87 None None] Routers {'27a11166-81ac-4d62-9106-5adbcf5e5771'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:46.109480 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4cc1bfd4-2051-4db9-989e-6335325a6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['27a11166-81ac-4d62-9106-5adbcf5e5771'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:46.118655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129eb12d-a0f6-4006-90d3-a167c8530752 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:46.119531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-129eb12d-a0f6-4006-90d3-a167c8530752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:46.129911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60270) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:46.183995 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4cc1bfd4-2051-4db9-989e-6335325a6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:46.204145 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc1bfd4-2051-4db9-989e-6335325a6b87 None None] Routers {'27a11166-81ac-4d62-9106-5adbcf5e5771'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:46.205138 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4cc1bfd4-2051-4db9-989e-6335325a6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['27a11166-81ac-4d62-9106-5adbcf5e5771'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:46.213848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-129eb12d-a0f6-4006-90d3-a167c8530752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:46.219953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129eb12d-a0f6-4006-90d3-a167c8530752 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:46.280890 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4cc1bfd4-2051-4db9-989e-6335325a6b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:46.291700 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1bfd4-2051-4db9-989e-6335325a6b87 None None] The sync data for ids ['27a11166-81ac-4d62-9106-5adbcf5e5771'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:46.411193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4481327c-d49e-4795-b5e0-b84fa34f0fc2 req-a963f1bb-0fe2-4b2a-9356-f4bca8e4ec03 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 210 time: 0.1407118 Feb 19 00:45:46.426479 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-fe91deae-2500-4740-92cf-e75597177c8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 00:45:46.427701 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fe91deae-2500-4740-92cf-e75597177c8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/27a11166-81ac-4d62-9106-5adbcf5e5771/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3190925 Feb 19 00:45:46.431038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60284) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:46.463933 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-342f6bf3-2651-4338-8c45-3ceaf01bd548 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=27a11166-81ac-4d62-9106-5adbcf5e5771 HTTP/1.1" status: 200 len: 205 time: 0.0316310 Feb 19 00:45:46.466303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60286) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:46.468502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Network 99c8d911-87c1-4c41-a95a-a22381471786 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:46.474019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (9213e07b-c308-43db-9571-cb3d826463e1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:46.476470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Allocated IP 172.20.0.8 (f3df7abb-909f-4cfc-83dc-4f97b1415e22/3299a37f-8323-45d4-96ad-6889f7461e7f/47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:46.484674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:46.492444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0bf47987-bf65-4a7a-bec0-a91c79f4c73c tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "GET /v2.0/floatingips/6679d3e7-094a-45c1-be1d-5f66b3819acf HTTP/1.1" status: 200 len: 976 time: 0.3500280 Feb 19 00:45:46.501513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60288) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:46.575281 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8f02-e075-4cf0-b988-95a375533132 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (27a11166-81ac-4d62-9106-5adbcf5e5771), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:46.779845 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8f02-e075-4cf0-b988-95a375533132 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (27a11166-81ac-4d62-9106-5adbcf5e5771), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:46.782462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8f02-e075-4cf0-b988-95a375533132 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (27a11166-81ac-4d62-9106-5adbcf5e5771), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:46.786143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eb5602d6-e5fd-4b70-b197-4d4e66fe1928 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2834508 Feb 19 00:45:46.844016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60296) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:46.849550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'port_id': 'ddc43e18-9c14-4a36-927c-9aee7bafe7e6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:46.894042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e34b9b67-c2e0-4e5e-b12f-4fd9f46fedd9 None None] Provisioning complete for port 732dea47-4b4e-4ec6-957a-0ec5e788282b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:46.894485 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e34b9b67-c2e0-4e5e-b12f-4fd9f46fedd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:46.961690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9213e07b-c308-43db-9571-cb3d826463e1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:46.990026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e34b9b67-c2e0-4e5e-b12f-4fd9f46fedd9 None None] Port 732dea47-4b4e-4ec6-957a-0ec5e788282b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:47.031043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=9213e07b-c308-43db-9571-cb3d826463e1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:47.063275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Router 4e77c95d-4247-41d2-85ed-85e0565f7356 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:47.121122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks [] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.149847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking segment: {'id': 'fdef3311-dc0c-4541-8b7d-fc6b774b2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:47.150427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network hostable DHCP agents. Network: c3c5634a-dba0-421f-a71d-8ad2af8cd44c, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:45:47.225543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8f02-e075-4cf0-b988-95a375533132 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (27a11166-81ac-4d62-9106-5adbcf5e5771), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.226126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4e8f02-e075-4cf0-b988-95a375533132 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Fanout notify agent at l3_agent the message router_deleted on router 27a11166-81ac-4d62-9106-5adbcf5e5771 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:45:47.228622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.232173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:45:47.235739 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e4e8f02-e075-4cf0-b988-95a375533132 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.236833 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3e4e8f02-e075-4cf0-b988-95a375533132 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/27a11166-81ac-4d62-9106-5adbcf5e5771 HTTP/1.1" status: 204 len: 168 time: 0.7687988 Feb 19 00:45:47.239464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60318) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:47.274264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (6679d3e7-094a-45c1-be1d-5f66b3819acf), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.345168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb2b257-2735-47fb-9ad6-f341cbaa77d8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet 8bdca761-e443-4479-b6a8-a20b8ac2b835 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:45:47.373158 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b257-2735-47fb-9ad6-f341cbaa77d8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (8bdca761-e443-4479-b6a8-a20b8ac2b835), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.449067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b257-2735-47fb-9ad6-f341cbaa77d8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (8bdca761-e443-4479-b6a8-a20b8ac2b835), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.554413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60330) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:47.649587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b257-2735-47fb-9ad6-f341cbaa77d8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (8bdca761-e443-4479-b6a8-a20b8ac2b835), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.670500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:47.687632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, c3c5634a-dba0-421f-a71d-8ad2af8cd44c) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:47.698666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a609d-f12b-4baa-bb27-aaf9430c3df7 None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:47.707803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:47.714176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:47.716729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:47.721800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:47.722460 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.732845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event updated for resources: {'Port': ['ID=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:47.773011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:47.785582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Sync routers for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:47.796923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab97fd8c-9080-44da-b208-bc19c9b8f391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.833920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:47.837252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7150d143-bc42-42a5-8747-ddff9cf1bc3c admin admin] 10.222.0.60 "PUT /v2.0/routers/4e77c95d-4247-41d2-85ed-85e0565f7356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6349504 Feb 19 00:45:47.838711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:47.842880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-592fdf58-f4d5-4119-8996-9e4732e0bca5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.9648223 Feb 19 00:45:47.846134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60344) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:47.862870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1503674121'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:47.873601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:47.874575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.923296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5f5e5-77e4-40c9-87a2-1e5ff070e172 req-cb8f0015-8d73-40d9-8414-237930619e22 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:47.925067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99b5f5e5-77e4-40c9-87a2-1e5ff070e172 req-cb8f0015-8d73-40d9-8414-237930619e22 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 931 time: 0.2643189 Feb 19 00:45:47.932085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-2bc5b019-2ceb-4083-b9d2-4db09bfbe2dd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1583855 Feb 19 00:45:47.933749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:47.935274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b257-2735-47fb-9ad6-f341cbaa77d8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (8bdca761-e443-4479-b6a8-a20b8ac2b835), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.937290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:47.956775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Request body: {'port': {'device_id': '74715d62-be7f-4d7d-999c-3058ff73cfd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:48.013867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:45:48.025949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (72a46f16-31e5-4592-9d98-9158fdf232a2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.025949 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Added segment 72a46f16-31e5-4592-9d98-9158fdf232a2 of type vlan for network d7be6d88-dd48-4a71-92a4-d9de220f7ef4 Feb 19 00:45:48.041212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2b257-2735-47fb-9ad6-f341cbaa77d8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=8bdca761-e443-4479-b6a8-a20b8ac2b835,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:48.048902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b257-2735-47fb-9ad6-f341cbaa77d8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.052316 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8bb2b257-2735-47fb-9ad6-f341cbaa77d8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/8bdca761-e443-4479-b6a8-a20b8ac2b835 HTTP/1.1" status: 204 len: 168 time: 0.8119295 Feb 19 00:45:48.082997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7ef1f-87f3-476b-87c0-4e44dd9696f7 None None] Network 6ae3ce94-a82e-4669-9a1b-10c97a68f342 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:48.084631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:48.087952 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc32d23f-476f-4bdb-9117-5668de53fa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.121503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d7be6d88-dd48-4a71-92a4-d9de220f7ef4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.205519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6ae3ce94-a82e-4669-9a1b-10c97a68f342), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.256930 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab97fd8c-9080-44da-b208-bc19c9b8f391 admin admin] Publish callbacks [] for security_group (597a329a-6859-4e6d-bf4f-2d83076732c8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.259740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99b5f5e5-77e4-40c9-87a2-1e5ff070e172 req-346ceb1b-db46-4c1c-86e6-a728cb613b6f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182266 Feb 19 00:45:48.262726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d7be6d88-dd48-4a71-92a4-d9de220f7ef4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.268217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:48.269012 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.284983 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab97fd8c-9080-44da-b208-bc19c9b8f391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (597a329a-6859-4e6d-bf4f-2d83076732c8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.342961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Network': ['ID=d7be6d88-dd48-4a71-92a4-d9de220f7ef4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:48.375834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8517c795-9a4d-4f1d-9ff3-31a71aa73744 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5283883 Feb 19 00:45:48.381799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60354) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:48.394699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'ports': [{'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c'}, {'network_id': 'd7be6d88-dd48-4a71-92a4-d9de220f7ef4'}]} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:48.395639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:48.396375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'd7be6d88-dd48-4a71-92a4-d9de220f7ef4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:48.398537 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.442202 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ab97fd8c-9080-44da-b208-bc19c9b8f391 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b0f4024d87ee434499f472d58c389671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8848317 Feb 19 00:45:48.445938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab97fd8c-9080-44da-b208-bc19c9b8f391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597a329a-6859-4e6d-bf4f-2d83076732c8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:48.450366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60356) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:48.464387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:48.500142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.532902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d7be6d88-dd48-4a71-92a4-d9de220f7ef4 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:45:48.538213 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (6679d3e7-094a-45c1-be1d-5f66b3819acf), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.761395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.819454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 2, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:48.829836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60358) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:48.862834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1f81b4b6-2ffb-4ecd-94d1-b393bd0b6a1b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832953944', 'description': 'tempest-description--1705446903'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:48.867694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:45:48.876376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Publish callbacks [] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.879983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Checking router: 4e77c95d-4247-41d2-85ed-85e0565f7356 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:45:48.880410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Updating router 4e77c95d-4247-41d2-85ed-85e0565f7356 port 732dea47-4b4e-4ec6-957a-0ec5e788282b binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:45:48.890949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Transition to ACTIVE for port object 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:45:48.896001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:48.940283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] DHCP port deletion for 6ae3ce94-a82e-4669-9a1b-10c97a68f342 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:45:48.980736 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.012198 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP 6679d3e7-094a-45c1-be1d-5f66b3819acf associated. External IP: 172.25.6.44, port: 64447e31-7458-47cb-895a-afeaa99c8f67. Feb 19 00:45:49.025305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Pushing event updated for resources: {'Port': ['ID=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:49.086803 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f81b4b6-2ffb-4ecd-94d1-b393bd0b6a1b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.091205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Attempting to bind port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:45:49.091563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Attempting to bind port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:45:49.091900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Attempting to bind port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:49.097651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:45:49.098571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Attempting to bind port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:49.106726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:45:49.107080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Checking segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:49.107484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Bound using segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:45:49.107934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Bound port: 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:45:49.109019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.143128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 88880517-9813-4ace-8b33-ee73116e55cb no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:45:49.157795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85f0d3ca-f752-4d3a-a21e-6f4e7c498893 admin admin] Publish callbacks [] for security_group (597a329a-6859-4e6d-bf4f-2d83076732c8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.167712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] Deleting port 88880517-9813-4ace-8b33-ee73116e55cb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:49.168022 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (88880517-9813-4ace-8b33-ee73116e55cb), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.193852 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85f0d3ca-f752-4d3a-a21e-6f4e7c498893 admin admin] Publish callbacks [] for security_group (597a329a-6859-4e6d-bf4f-2d83076732c8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.207616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] For port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:45:49.211778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] For port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:45:49.222057 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.253299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 88880517-9813-4ace-8b33-ee73116e55cb {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:49.253679 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (88880517-9813-4ace-8b33-ee73116e55cb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.255475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 2} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:49.256866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:49.257658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.259548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] 10.222.0.113 "PUT /v2.0/ports/47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e HTTP/1.1" status: 200 len: 1091 time: 1.3195431 Feb 19 00:45:49.260113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.262130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74715d62-be7f-4d7d-999c-3058ff73cfd8', 'tag': '47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:49.264975 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35" -d '{"events": [{"name": "network-changed", "server_uuid": "74715d62-be7f-4d7d-999c-3058ff73cfd8", "tag": "47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:49.286596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] For port 88880517-9813-4ace-8b33-ee73116e55cb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=88880517-9813-4ace-8b33-ee73116e55cb,segment=NetworkSegment(319c915c-b5bd-4eb3-90c5-b5deb8198b70),segment_id=319c915c-b5bd-4eb3-90c5-b5deb8198b70)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:49.287007 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (88880517-9813-4ace-8b33-ee73116e55cb), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.298536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c42f14-84e6-4aa7-99c4-c6798d0526f7 service neutron] Pushing event updated for resources: {'Port': ['ID=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:49.328297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.357727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] Calling delete_port for 88880517-9813-4ace-8b33-ee73116e55cb owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:49.358267 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38a5ab7-8337-4e7f-8f49-084739373a01 x-openstack-request-id: req-f38a5ab7-8337-4e7f-8f49-084739373a01 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:49.359569 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74715d62-be7f-4d7d-999c-3058ff73cfd8", "tag": "47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:49.359946 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f38a5ab7-8337-4e7f-8f49-084739373a01 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:49.360492 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74715d62-be7f-4d7d-999c-3058ff73cfd8', 'tag': '47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e', 'status': 'completed', 'code': 200} Feb 19 00:45:49.389920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-d9ab32f6-7596-4a75-ace3-5354179bdb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:49.395373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-d9ab32f6-7596-4a75-ace3-5354179bdb15 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 1125 time: 0.0887635 Feb 19 00:45:49.460411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 88880517-9813-4ace-8b33-ee73116e55cb is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:49.461068 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (88880517-9813-4ace-8b33-ee73116e55cb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.517685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-29905607-24c7-4724-9d32-a8c5328b10fa service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e HTTP/1.1" status: 200 len: 217 time: 0.1103516 Feb 19 00:45:49.536594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port 88880517-9813-4ace-8b33-ee73116e55cb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=88880517-9813-4ace-8b33-ee73116e55cb,segment=NetworkSegment(319c915c-b5bd-4eb3-90c5-b5deb8198b70),segment_id=319c915c-b5bd-4eb3-90c5-b5deb8198b70)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:49.537213 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (88880517-9813-4ace-8b33-ee73116e55cb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.551333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 88880517-9813-4ace-8b33-ee73116e55cb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=88880517-9813-4ace-8b33-ee73116e55cb,segment=NetworkSegment(319c915c-b5bd-4eb3-90c5-b5deb8198b70),segment_id=319c915c-b5bd-4eb3-90c5-b5deb8198b70)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:49.562845 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (88880517-9813-4ace-8b33-ee73116e55cb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.564533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85f0d3ca-f752-4d3a-a21e-6f4e7c498893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (597a329a-6859-4e6d-bf4f-2d83076732c8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.568530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85f0d3ca-f752-4d3a-a21e-6f4e7c498893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.574220 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-85f0d3ca-f752-4d3a-a21e-6f4e7c498893 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/597a329a-6859-4e6d-bf4f-2d83076732c8 HTTP/1.1" status: 204 len: 168 time: 1.0717840 Feb 19 00:45:49.632125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f0d3ca-f752-4d3a-a21e-6f4e7c498893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597a329a-6859-4e6d-bf4f-2d83076732c8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:49.636737 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (88880517-9813-4ace-8b33-ee73116e55cb), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.655993 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Publish callbacks [] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.676944 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.681207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] No DVR routers for this DVR port 88880517-9813-4ace-8b33-ee73116e55cb on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:49.682627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=88880517-9813-4ace-8b33-ee73116e55cb,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:49.684054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 88880517-9813-4ace-8b33-ee73116e55cb owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:49.691418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefb9d-8285-4a58-ab8a-c0e5a6f940dc req-af8bb83c-2856-4371-86c3-438b104a9be4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:49.704011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aaefb9d-8285-4a58-ab8a-c0e5a6f940dc req-af8bb83c-2856-4371-86c3-438b104a9be4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 943 time: 0.3039780 Feb 19 00:45:49.715042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-126eab8b-150e-46dd-b4f1-6776ce3a10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:49.716545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-126eab8b-150e-46dd-b4f1-6776ce3a10d1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.1928165 Feb 19 00:45:49.719716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384eae3-61ce-406a-9903-9768e9b5d0f3 None None] Pushing event deleted for resources: {'Port': ['ID=88880517-9813-4ace-8b33-ee73116e55cb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:49.758619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 8f91a1e0-1968-45e6-8fd9-329ae093551c yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:45:49.763204 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f81b4b6-2ffb-4ecd-94d1-b393bd0b6a1b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group (442fe7a0-07f2-4eeb-a874-6538b310ff65), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.777764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f81b4b6-2ffb-4ecd-94d1-b393bd0b6a1b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (442fe7a0-07f2-4eeb-a874-6538b310ff65), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.786155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0e400-beb3-4262-992d-714ce6cdfbee None None] Pushing event updated for resources: {'Port': ['ID=732dea47-4b4e-4ec6-957a-0ec5e788282b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:49.808028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-39f4f5a2-ce7d-4d33-b2d5-125efc68451b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804005 Feb 19 00:45:49.872186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aaefb9d-8285-4a58-ab8a-c0e5a6f940dc req-66d55269-d67d-4601-98e1-1e80fef80f3a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670427 Feb 19 00:45:49.898740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1f81b4b6-2ffb-4ecd-94d1-b393bd0b6a1b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.902764 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1f81b4b6-2ffb-4ecd-94d1-b393bd0b6a1b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0564103 Feb 19 00:45:49.919306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60370) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:49.919537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Attempting to bind port 732dea47-4b4e-4ec6-957a-0ec5e788282b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:45:49.919795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Attempting to bind port 732dea47-4b4e-4ec6-957a-0ec5e788282b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:45:49.920167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Attempting to bind port 732dea47-4b4e-4ec6-957a-0ec5e788282b on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:49.926409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e98b8cc8-3a47-4138-94ca-5d39f93662af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'security_group_rule': {'security_group_id': '442fe7a0-07f2-4eeb-a874-6538b310ff65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:49.931539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:45:49.932188 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Checking segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:49.932799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.933348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Bound using segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:45:49.942579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Bound port: 732dea47-4b4e-4ec6-957a-0ec5e788282b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:45:49.945702 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:49.948877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81b4b6-2ffb-4ecd-94d1-b393bd0b6a1b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442fe7a0-07f2-4eeb-a874-6538b310ff65,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:50.017306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e98b8cc8-3a47-4138-94ca-5d39f93662af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group_rule (e708d773-f611-47a4-8120-6cd839e546c3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.099556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-b7184ccd-91f9-42b4-b9c4-16c809fee38d service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475593 Feb 19 00:45:50.108203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] For port 732dea47-4b4e-4ec6-957a-0ec5e788282b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:45:50.115210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] For port 732dea47-4b4e-4ec6-957a-0ec5e788282b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=732dea47-4b4e-4ec6-957a-0ec5e788282b,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:45:50.132820 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.171990 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b8c5a6b-9d5e-4842-bfb9-93766a6766fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.208264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:50.208923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:50.215512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a0e400-beb3-4262-992d-714ce6cdfbee None None] Pushing event updated for resources: {'Port': ['ID=732dea47-4b4e-4ec6-957a-0ec5e788282b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:50.294161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60378) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:50.336978 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:45:50.340902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d8c23a2c-97d6-419b-8bc6-eab42543d991 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.356636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7798ab38-28eb-4056-a5e4-3ab80052e326 req-59f57b36-29e8-4bdf-bc85-f9e81b76af18 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506156 Feb 19 00:45:50.410503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7213b316-9186-4abe-915a-49b7448dea45 None None] Provisioning complete for port 732dea47-4b4e-4ec6-957a-0ec5e788282b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:50.411345 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7213b316-9186-4abe-915a-49b7448dea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.447719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:45:50.462708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:50.495531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-1cb8649c-ba5d-4c91-8f7f-77a20d18b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:50.498047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-1cb8649c-ba5d-4c91-8f7f-77a20d18b0e6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 1125 time: 0.0897388 Feb 19 00:45:50.553369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e98b8cc8-3a47-4138-94ca-5d39f93662af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group_rule (e708d773-f611-47a4-8120-6cd839e546c3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.566072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (88880517-9813-4ace-8b33-ee73116e55cb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.589836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d8c23a2c-97d6-419b-8bc6-eab42543d991 admin admin] Publish callbacks [] for security_group (25649e8b-6fb3-470f-b353-b1a2ea0492cd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.595926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d8c23a2c-97d6-419b-8bc6-eab42543d991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (25649e8b-6fb3-470f-b353-b1a2ea0492cd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.598573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e98b8cc8-3a47-4138-94ca-5d39f93662af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (e708d773-f611-47a4-8120-6cd839e546c3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.607499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=88880517-9813-4ace-8b33-ee73116e55cb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:50.640055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b8cc8-3a47-4138-94ca-5d39f93662af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e708d773-f611-47a4-8120-6cd839e546c3,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:50.675935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d8c23a2c-97d6-419b-8bc6-eab42543d991 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3ec160278e34c30834cd4a3632fd9c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3779271 Feb 19 00:45:50.679945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60380) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:50.680704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c23a2c-97d6-419b-8bc6-eab42543d991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25649e8b-6fb3-470f-b353-b1a2ea0492cd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:50.681881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7213b316-9186-4abe-915a-49b7448dea45 None None] Current status of the port 732dea47-4b4e-4ec6-957a-0ec5e788282b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:50.682517 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7213b316-9186-4abe-915a-49b7448dea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.738936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-4ffb3d61-fef7-4275-8103-01857704b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:50.740648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-4ffb3d61-fef7-4275-8103-01857704b038 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.2360618 Feb 19 00:45:50.764752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7213b316-9186-4abe-915a-49b7448dea45 None None] For port 732dea47-4b4e-4ec6-957a-0ec5e788282b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=732dea47-4b4e-4ec6-957a-0ec5e788282b,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:50.773959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7213b316-9186-4abe-915a-49b7448dea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.795260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-9799448f-87e8-4537-b8ce-f11b444197d4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e HTTP/1.1" status: 200 len: 217 time: 0.0451996 Feb 19 00:45:50.798623 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c52a5154-e601-4291-a6cd-ca68a5442193 admin admin] Publish callbacks [] for security_group (25649e8b-6fb3-470f-b353-b1a2ea0492cd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.802579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e98b8cc8-3a47-4138-94ca-5d39f93662af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.804056 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e98b8cc8-3a47-4138-94ca-5d39f93662af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8811820 Feb 19 00:45:50.808321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:50.819833 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40904b-b4a5-41d1-a4a6-2a310d76d2f5 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:50.819998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No DVR routers for this DVR port 88880517-9813-4ace-8b33-ee73116e55cb on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:45:50.832640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:50.834687 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40904b-b4a5-41d1-a4a6-2a310d76d2f5 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:50.835351 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0a40904b-b4a5-41d1-a4a6-2a310d76d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:50.858143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213b316-9186-4abe-915a-49b7448dea45 None None] Pushing event updated for resources: {'Port': ['ID=732dea47-4b4e-4ec6-957a-0ec5e788282b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:50.878163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:50Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:50.920231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737256e6-0de0-47f0-9cdf-984c2a39e6be None None] The sync data for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 is: [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:50Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:50.943773 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0a40904b-b4a5-41d1-a4a6-2a310d76d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:50.955506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c8839ad6-e900-4254-bab6-862bad129b48 None None] Provisioning complete for port 732dea47-4b4e-4ec6-957a-0ec5e788282b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:50.955897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c8839ad6-e900-4254-bab6-862bad129b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.972287 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40904b-b4a5-41d1-a4a6-2a310d76d2f5 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:50.972623 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c52a5154-e601-4291-a6cd-ca68a5442193 admin admin] Publish callbacks [] for security_group (25649e8b-6fb3-470f-b353-b1a2ea0492cd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:50.973780 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0a40904b-b4a5-41d1-a4a6-2a310d76d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:51.057578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c72d7b71-259e-4489-a5ca-1d066228839b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'security_group_rule': {'security_group_id': '442fe7a0-07f2-4eeb-a874-6538b310ff65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:51.086884 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0a40904b-b4a5-41d1-a4a6-2a310d76d2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:51.089022 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a40904b-b4a5-41d1-a4a6-2a310d76d2f5 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:51.098323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-3361b3cc-2056-4c83-a2f4-2908d589a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:51.099835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-3361b3cc-2056-4c83-a2f4-2908d589a815 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.2979352 Feb 19 00:45:51.129265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c8839ad6-e900-4254-bab6-862bad129b48 None None] Current status of the port 732dea47-4b4e-4ec6-957a-0ec5e788282b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:51.184722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.204032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-fc48be62-fd18-4d4e-99f8-b0609d602994 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521441 Feb 19 00:45:51.247582 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c72d7b71-259e-4489-a5ca-1d066228839b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group_rule (9771baed-ef5f-4867-aba7-11229ac7f72d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.277598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6ae3ce94-a82e-4669-9a1b-10c97a68f342), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.284347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d06d3-14e8-41f3-8661-59282dbfd0be req-972db956-f616-4682-9eb9-5fe15489b1eb tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:51.291452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-269d06d3-14e8-41f3-8661-59282dbfd0be req-972db956-f616-4682-9eb9-5fe15489b1eb tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 943 time: 0.2166471 Feb 19 00:45:51.295251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c52a5154-e601-4291-a6cd-ca68a5442193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (25649e8b-6fb3-470f-b353-b1a2ea0492cd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.297876 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c52a5154-e601-4291-a6cd-ca68a5442193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.301448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c52a5154-e601-4291-a6cd-ca68a5442193 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/25649e8b-6fb3-470f-b353-b1a2ea0492cd HTTP/1.1" status: 204 len: 168 time: 0.6151497 Feb 19 00:45:51.312775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a5154-e601-4291-a6cd-ca68a5442193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25649e8b-6fb3-470f-b353-b1a2ea0492cd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:51.412591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-269d06d3-14e8-41f3-8661-59282dbfd0be req-60db9900-86cf-444d-aa10-8a23f44726b6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123037 Feb 19 00:45:51.425728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-4edcbabe-2a9c-40f2-8889-4b06778abef2 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144363 Feb 19 00:45:51.441667 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (8f91a1e0-1968-45e6-8fd9-329ae093551c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.532211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae3ce94-a82e-4669-9a1b-10c97a68f342']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:51.556970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:51.573438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '319c915c-b5bd-4eb3-90c5-b5deb8198b70') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:51.573843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '319c915c-b5bd-4eb3-90c5-b5deb8198b70') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:51.576755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba4272a-0125-4cdc-9fe0-c2e51039cc35 req-0ec5aab8-baab-4871-ac1d-5bf24aa3ad6f service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445446 Feb 19 00:45:51.608674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port a6ef817f-2f8b-4248-8f0a-b1568435d151 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:45:51.613092 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (319c915c-b5bd-4eb3-90c5-b5deb8198b70), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.634267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c72d7b71-259e-4489-a5ca-1d066228839b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group_rule (9771baed-ef5f-4867-aba7-11229ac7f72d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.646886 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (319c915c-b5bd-4eb3-90c5-b5deb8198b70), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.687080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c72d7b71-259e-4489-a5ca-1d066228839b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9771baed-ef5f-4867-aba7-11229ac7f72d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.715409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d7b71-259e-4489-a5ca-1d066228839b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9771baed-ef5f-4867-aba7-11229ac7f72d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:51.722727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:45:51.723300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (319c915c-b5bd-4eb3-90c5-b5deb8198b70), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:45:51.729036 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:45:51.818387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c72d7b71-259e-4489-a5ca-1d066228839b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.822905 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c72d7b71-259e-4489-a5ca-1d066228839b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8030593 Feb 19 00:45:51.823325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60400) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:51.837865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:51.874948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.899908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6ae3ce94-a82e-4669-9a1b-10c97a68f342), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.922865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.927277 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/6ae3ce94-a82e-4669-9a1b-10c97a68f342 HTTP/1.1" status: 204 len: 168 time: 3.8401265 Feb 19 00:45:51.937841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60404) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:51.951929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1595515033'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:51.961425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd3d6d-d17b-4ab6-95d9-c87cde271b0c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=6ae3ce94-a82e-4669-9a1b-10c97a68f342,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:51.969252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:51.978612 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:51.986831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d374184-6bcb-4759-91e3-514bd92c5902 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:52.012628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d374184-6bcb-4759-91e3-514bd92c5902 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:52.014843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3d374184-6bcb-4759-91e3-514bd92c5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:52.066984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:52.071613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.104099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3d374184-6bcb-4759-91e3-514bd92c5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:52.115944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (a6ef817f-2f8b-4248-8f0a-b1568435d151), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.122626 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1faa83a6-3964-4f39-bffc-77a5c94fc1a3 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/floatingips/6679d3e7-094a-45c1-be1d-5f66b3819acf HTTP/1.1" status: 200 len: 978 time: 5.2770412 Feb 19 00:45:52.130215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60408) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:52.130215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:52.132564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d374184-6bcb-4759-91e3-514bd92c5902 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:52.136972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3d374184-6bcb-4759-91e3-514bd92c5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:52.185590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:45:52.271741 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6f9f5dd2-43bd-45f2-aa1f-96d9f904817e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.272143 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment 6f9f5dd2-43bd-45f2-aa1f-96d9f904817e of type vlan for network 547ba30a-78f5-456f-acc4-f5387e77199a Feb 19 00:45:52.280252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3d374184-6bcb-4759-91e3-514bd92c5902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:52.280909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d374184-6bcb-4759-91e3-514bd92c5902 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:52.286672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (6679d3e7-094a-45c1-be1d-5f66b3819acf), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.350237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.354287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (547ba30a-78f5-456f-acc4-f5387e77199a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.393373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8f91a1e0-1968-45e6-8fd9-329ae093551c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.467883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:52.511263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:52.513950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:52.515818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a6ef817f-2f8b-4248-8f0a-b1568435d151), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.527064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (547ba30a-78f5-456f-acc4-f5387e77199a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.532059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:52.532658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.540487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=8f91a1e0-1968-45e6-8fd9-329ae093551c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:52.628465 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.658783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=547ba30a-78f5-456f-acc4-f5387e77199a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:52.674212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 547ba30a-78f5-456f-acc4-f5387e77199a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:45:52.678748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.689441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (6679d3e7-094a-45c1-be1d-5f66b3819acf), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.689786 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP 6679d3e7-094a-45c1-be1d-5f66b3819acf disassociated. External IP: 172.25.6.44, port: ddc43e18-9c14-4a36-927c-9aee7bafe7e6. Feb 19 00:45:52.694474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=a6ef817f-2f8b-4248-8f0a-b1568435d151,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:52.749982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b95e1682-8e5b-432a-bce8-0572b8a5b8e8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8104775 Feb 19 00:45:52.751099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60424) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:52.791325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking segment: {'id': '72a46f16-31e5-4592-9d98-9158fdf232a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd7be6d88-dd48-4a71-92a4-d9de220f7ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:52.792543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network hostable DHCP agents. Network: d7be6d88-dd48-4a71-92a4-d9de220f7ef4, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:45:52.809004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': '547ba30a-78f5-456f-acc4-f5387e77199a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:52.858782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Allocated IP 172.25.6.169 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/01247e01-1847-4d4f-9876-a857d72baefa) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:52.869873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network d7be6d88-dd48-4a71-92a4-d9de220f7ef4 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:45:52.903019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d7be6d88-dd48-4a71-92a4-d9de220f7ef4) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:52.912077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:52.917084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f480336-a3bf-4819-8bff-b0de95a3abec None None] Network d7be6d88-dd48-4a71-92a4-d9de220f7ef4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:52.919132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:52.923809 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:52.924697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:52.945612 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ddb21565-962c-443c-bb23-4bab9d770dd1 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5600512 Feb 19 00:45:52.949241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60428) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:53.059223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590b262-70c3-43cc-8eba-a336d75cbeb3 req-6638e1ca-1e44-446d-8ae0-cc17f2690e1a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:53.060715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b590b262-70c3-43cc-8eba-a336d75cbeb3 req-6638e1ca-1e44-446d-8ae0-cc17f2690e1a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 943 time: 0.5115461 Feb 19 00:45:53.168730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 732dea47-4b4e-4ec6-957a-0ec5e788282b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:53.216807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1919960d-da9d-4124-a4f1-e0dd50ac8262 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port a6ef817f-2f8b-4248-8f0a-b1568435d151 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:53.217160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1919960d-da9d-4124-a4f1-e0dd50ac8262 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a6ef817f-2f8b-4248-8f0a-b1568435d151), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.227097 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for port (01247e01-1847-4d4f-9876-a857d72baefa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.250051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 732dea47-4b4e-4ec6-957a-0ec5e788282b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:53.250478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.264841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:45:53.305338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (01247e01-1847-4d4f-9876-a857d72baefa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.335739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:53.346022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.367504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1919960d-da9d-4124-a4f1-e0dd50ac8262 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a6ef817f-2f8b-4248-8f0a-b1568435d151), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.387641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1919960d-da9d-4124-a4f1-e0dd50ac8262 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for a6ef817f-2f8b-4248-8f0a-b1568435d151 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:53.539614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:45:53.558098 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda8f62-e267-41b2-9c8d-5d85e91921ec None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:45:53.568219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.589004 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda8f62-e267-41b2-9c8d-5d85e91921ec None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:53.590770 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1cda8f62-e267-41b2-9c8d-5d85e91921ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:53.685621 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a54a679d-0e03-4cca-8a13-4637e834e9fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/floatingips/6679d3e7-094a-45c1-be1d-5f66b3819acf HTTP/1.1" status: 200 len: 687 time: 1.5594528 Feb 19 00:45:53.688301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60450) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:53.693878 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1cda8f62-e267-41b2-9c8d-5d85e91921ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:53.694110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1919960d-da9d-4124-a4f1-e0dd50ac8262 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a6ef817f-2f8b-4248-8f0a-b1568435d151), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.720642 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cda8f62-e267-41b2-9c8d-5d85e91921ec None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:45:53.721285 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1cda8f62-e267-41b2-9c8d-5d85e91921ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:53.747276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:45:53.763787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'Port': ['ID=01247e01-1847-4d4f-9876-a857d72baefa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:53.782912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (1444fc6f-d6d5-4dcb-9462-e739dec4191c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.805034 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1cda8f62-e267-41b2-9c8d-5d85e91921ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:53.805711 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cda8f62-e267-41b2-9c8d-5d85e91921ec None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:45:53.815266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b590b262-70c3-43cc-8eba-a336d75cbeb3 req-cfbee7b0-dfbe-4a41-98b7-9ade845b6834 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7457988 Feb 19 00:45:53.839899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919960d-da9d-4124-a4f1-e0dd50ac8262 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=a6ef817f-2f8b-4248-8f0a-b1568435d151,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:53.882054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1919960d-da9d-4124-a4f1-e0dd50ac8262 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.885465 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1919960d-da9d-4124-a4f1-e0dd50ac8262 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/a6ef817f-2f8b-4248-8f0a-b1568435d151 HTTP/1.1" status: 204 len: 168 time: 0.9350860 Feb 19 00:45:53.888154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60454) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:53.961126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=1444fc6f-d6d5-4dcb-9462-e739dec4191c,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:53.980495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55137ef-7a90-4978-a199-587743a92b69 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:53.986210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55137ef-7a90-4978-a199-587743a92b69 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:53.988029 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b55137ef-7a90-4978-a199-587743a92b69 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0986605 Feb 19 00:45:53.993682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60456) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:53.996967 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:53.999087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:54.005847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port a118267e-9b32-4226-83bc-c61d766f1d35 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:54.006441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a118267e-9b32-4226-83bc-c61d766f1d35), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.009593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60458) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:54.026443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': '6f9f5dd2-43bd-45f2-aa1f-96d9f904817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '547ba30a-78f5-456f-acc4-f5387e77199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:54.026823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: 547ba30a-78f5-456f-acc4-f5387e77199a, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:45:54.030887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:54.036004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:54.106574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:54.189381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for floatingip (a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.190954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a118267e-9b32-4226-83bc-c61d766f1d35), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.191419 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (a118267e-9b32-4226-83bc-c61d766f1d35), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.197275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 547ba30a-78f5-456f-acc4-f5387e77199a is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:45:54.211653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for a118267e-9b32-4226-83bc-c61d766f1d35 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:54.216263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 732dea47-4b4e-4ec6-957a-0ec5e788282b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:54.231674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'port_id': '47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e', 'mac_address': 'fa:16:3e:b9:1d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3299a37f-8323-45d4-96ad-6889f7461e7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:45:54.258077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (01247e01-1847-4d4f-9876-a857d72baefa), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.259951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 547ba30a-78f5-456f-acc4-f5387e77199a) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:54.265830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:54.265830 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.277669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb9d94-2c50-4efa-8f58-a23100f5193c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 8f91a1e0-1968-45e6-8fd9-329ae093551c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:45:54.278092 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9d94-2c50-4efa-8f58-a23100f5193c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8f91a1e0-1968-45e6-8fd9-329ae093551c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.315079 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.319062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e8b90611-f982-487f-8c64-25f814246264 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5277073 Feb 19 00:45:54.321025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017f01fe-d04a-47fc-854e-815445757318 None None] Network 547ba30a-78f5-456f-acc4-f5387e77199a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:54.330237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60462) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:54.345685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b12897af-6f57-4633-943e-f1e7c634e987 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1935067765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:54.377677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0d0cc30-a474-42b5-9982-e2f7b3fc07e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.396760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:54.397159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.402547 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9d94-2c50-4efa-8f58-a23100f5193c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8f91a1e0-1968-45e6-8fd9-329ae093551c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.413415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:45:54.435819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:54.439990 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.452894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b3eb9d94-2c50-4efa-8f58-a23100f5193c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 8f91a1e0-1968-45e6-8fd9-329ae093551c owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:45:54.457125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b12897af-6f57-4633-943e-f1e7c634e987 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.458233 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b12897af-6f57-4633-943e-f1e7c634e987 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.535725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:54.554315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-547ba30a-78f5-456f-acc4-f5387e77199a', 'network_id': '547ba30a-78f5-456f-acc4-f5387e77199a', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': '1444fc6f-d6d5-4dcb-9462-e739dec4191c'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:45:54.555295 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.633830 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a118267e-9b32-4226-83bc-c61d766f1d35), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.683208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0d0cc30-a474-42b5-9982-e2f7b3fc07e5 admin admin] Publish callbacks [] for security_group (14a601f9-3bf0-4729-b4f8-c6a70f678b56), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.691021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for port (01247e01-1847-4d4f-9876-a857d72baefa), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.693033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=a118267e-9b32-4226-83bc-c61d766f1d35,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:54.701837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9d94-2c50-4efa-8f58-a23100f5193c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8f91a1e0-1968-45e6-8fd9-329ae093551c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.705763 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0d0cc30-a474-42b5-9982-e2f7b3fc07e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (14a601f9-3bf0-4729-b4f8-c6a70f678b56), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.718358 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (01247e01-1847-4d4f-9876-a857d72baefa), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.801021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:45:54.840218 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b12897af-6f57-4633-943e-f1e7c634e987 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.862097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Allocated IP 2001:db8::2 (547ba30a-78f5-456f-acc4-f5387e77199a/1444fc6f-d6d5-4dcb-9462-e739dec4191c/fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:54.897855 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b12897af-6f57-4633-943e-f1e7c634e987 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.903300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb9d94-2c50-4efa-8f58-a23100f5193c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=8f91a1e0-1968-45e6-8fd9-329ae093551c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:54.908506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'Port': ['ID=01247e01-1847-4d4f-9876-a857d72baefa,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:54.910843 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b3eb9d94-2c50-4efa-8f58-a23100f5193c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.917618 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b3eb9d94-2c50-4efa-8f58-a23100f5193c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/8f91a1e0-1968-45e6-8fd9-329ae093551c HTTP/1.1" status: 204 len: 168 time: 0.9195225 Feb 19 00:45:54.920248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (6679d3e7-094a-45c1-be1d-5f66b3819acf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.923227 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:54.928663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60474) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:54.929491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60476) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:54.930381 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5cd958aa-09d2-44ce-b8ca-e4e2dde90f61 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/floatingips/6679d3e7-094a-45c1-be1d-5f66b3819acf HTTP/1.1" status: 204 len: 168 time: 1.2339039 Feb 19 00:45:54.965256 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0d0cc30-a474-42b5-9982-e2f7b3fc07e5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fabd75c1c69444d4b236f6131b86462a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9534690 Feb 19 00:45:54.966538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0cc30-a474-42b5-9982-e2f7b3fc07e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a601f9-3bf0-4729-b4f8-c6a70f678b56,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:54.981814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60478) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:55.095555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b12897af-6f57-4633-943e-f1e7c634e987 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.097006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b12897af-6f57-4633-943e-f1e7c634e987 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7641332 Feb 19 00:45:55.098774 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-27c3dacd-d867-4c46-bd54-8631cb562822 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] delete failed (client error): The resource could not be found. Feb 19 00:45:55.104596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-27c3dacd-d867-4c46-bd54-8631cb562822 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/floatingips/6679d3e7-094a-45c1-be1d-5f66b3819acf HTTP/1.1" status: 404 len: 345 time: 0.1573284 Feb 19 00:45:55.110007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60480) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:55.110529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60482) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:55.119528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42dfbc69-8f32-411b-bbc7-1bc3c22eb60f admin admin] Publish callbacks [] for security_group (14a601f9-3bf0-4729-b4f8-c6a70f678b56), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.155040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42dfbc69-8f32-411b-bbc7-1bc3c22eb60f admin admin] Publish callbacks [] for security_group (14a601f9-3bf0-4729-b4f8-c6a70f678b56), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.212573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42dfbc69-8f32-411b-bbc7-1bc3c22eb60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (14a601f9-3bf0-4729-b4f8-c6a70f678b56), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.215294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42dfbc69-8f32-411b-bbc7-1bc3c22eb60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.218954 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-42dfbc69-8f32-411b-bbc7-1bc3c22eb60f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14a601f9-3bf0-4729-b4f8-c6a70f678b56 HTTP/1.1" status: 204 len: 168 time: 0.2336311 Feb 19 00:45:55.229834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.240886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfbc69-8f32-411b-bbc7-1bc3c22eb60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a601f9-3bf0-4729-b4f8-c6a70f678b56,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:55.264705 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Publish callbacks [] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.282381 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.344692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Network 547ba30a-78f5-456f-acc4-f5387e77199a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:55.352354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:55.359466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1843776c-f60c-43bb-813b-9fd4c5f28727 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:55.363584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:55.364544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60486) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:55.364797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1843776c-f60c-43bb-813b-9fd4c5f28727 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4302139 Feb 19 00:45:55.365998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Pushing event updated for resources: {'Port': ['ID=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:55.381923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.402772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-432e2b3b-df13-45b8-803c-789419f327cd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5781684 Feb 19 00:45:55.425682 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-f944ac7b-5a5d-43fa-beb9-250e6e8a8e12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:45:55.432594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c576ac-8cb5-47b8-83ac-11ecb28f5dff req-af6123b8-50ad-46ec-852b-2930d4f541a9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:55.434875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1c576ac-8cb5-47b8-83ac-11ecb28f5dff req-af6123b8-50ad-46ec-852b-2930d4f541a9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 944 time: 0.4735937 Feb 19 00:45:55.435677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60492) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:55.437331 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f944ac7b-5a5d-43fa-beb9-250e6e8a8e12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/a6ef817f-2f8b-4248-8f0a-b1568435d151 HTTP/1.1" status: 404 len: 333 time: 0.0680459 Feb 19 00:45:55.510961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Attempting to bind port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:45:55.511376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Attempting to bind port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6f9f5dd2-43bd-45f2-aa1f-96d9f904817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '547ba30a-78f5-456f-acc4-f5387e77199a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:45:55.511710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Attempting to bind port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb on network 547ba30a-78f5-456f-acc4-f5387e77199a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:45:55.526365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:45:55.526908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Checking segment: {'id': '6f9f5dd2-43bd-45f2-aa1f-96d9f904817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '547ba30a-78f5-456f-acc4-f5387e77199a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:55.527169 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.527574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Bound using segment: {'id': '6f9f5dd2-43bd-45f2-aa1f-96d9f904817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '547ba30a-78f5-456f-acc4-f5387e77199a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:45:55.530739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Bound port: fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9f5dd2-43bd-45f2-aa1f-96d9f904817e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '547ba30a-78f5-456f-acc4-f5387e77199a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:45:55.531194 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.611028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a904c973-ec88-4ae7-8104-d36ade363911 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:55.616331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a904c973-ec88-4ae7-8104-d36ade363911 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:55.626295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a904c973-ec88-4ae7-8104-d36ade363911 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:55.628011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a904c973-ec88-4ae7-8104-d36ade363911 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "GET /v2.0/ports?network_id=3e405dc2-10e0-46bb-829f-6f4dfe744532 HTTP/1.1" status: 200 len: 2358 time: 0.5101783 Feb 19 00:45:55.629996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] For port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:45:55.630781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:55.636763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] For port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,segment=NetworkSegment(6f9f5dd2-43bd-45f2-aa1f-96d9f904817e),segment_id=6f9f5dd2-43bd-45f2-aa1f-96d9f904817e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:45:55.649645 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:55.687317 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68e8af1-4fb6-40a9-982d-15c80eb16a48 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:45:55.692129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b68e8af1-4fb6-40a9-982d-15c80eb16a48 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/8f91a1e0-1968-45e6-8fd9-329ae093551c HTTP/1.1" status: 404 len: 333 time: 0.1868193 Feb 19 00:45:55.699602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60512) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:55.746419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c68b2d-10e4-41de-b2af-cd8bd5285713 None None] Pushing event updated for resources: {'Port': ['ID=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:56.376166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1c576ac-8cb5-47b8-83ac-11ecb28f5dff req-22abcb61-3084-46be-aac1-ad64ad52393e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8712263 Feb 19 00:45:56.385161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-230e4f3b-bc01-4669-a8e7-02bae3ec8a8a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1832953944&fields=id&tenant_id=6c52525095ef439b88cdd6fecbfe0a52 HTTP/1.1" status: 200 len: 267 time: 0.7100091 Feb 19 00:45:56.450079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d7be6d88-dd48-4a71-92a4-d9de220f7ef4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:56.482422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8add7f09-3a36-4834-9a09-64c5a7eb9d88 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:56.509658 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8add7f09-3a36-4834-9a09-64c5a7eb9d88 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "GET /v2.0/subnets/b38f6239-d58d-4687-9226-4536e0d14704 HTTP/1.1" status: 200 len: 797 time: 0.8767424 Feb 19 00:45:56.510394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60526) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:56.518758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'port': {'network_id': '3e405dc2-10e0-46bb-829f-6f4dfe744532', 'name': 'tempest-FloatingIPTestJSON-269350350', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:56.567826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-a75522ab-11e0-454e-946b-43e65c6e7111 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:56.569664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-a75522ab-11e0-454e-946b-43e65c6e7111 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.1697803 Feb 19 00:45:56.607707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-ebb3ceb0-2792-49e2-9d43-a85e6d2a8e9e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/quotas/6c52525095ef439b88cdd6fecbfe0a52 HTTP/1.1" status: 200 len: 375 time: 0.0263698 Feb 19 00:45:56.686140 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d7be6d88-dd48-4a71-92a4-d9de220f7ef4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:56.693229 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:56.707356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7be6d88-dd48-4a71-92a4-d9de220f7ef4']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:56.717786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a46f16-31e5-4592-9d98-9158fdf232a2') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:56.718134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a46f16-31e5-4592-9d98-9158fdf232a2') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:45:56.723564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-cdbac548-2a05-4451-a275-953446c53390 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1094685 Feb 19 00:45:56.728939 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (72a46f16-31e5-4592-9d98-9158fdf232a2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:56.751502 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (72a46f16-31e5-4592-9d98-9158fdf232a2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:56.768278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:45:56.768709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (72a46f16-31e5-4592-9d98-9158fdf232a2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:45:56.893592 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:45:56.994516 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d7be6d88-dd48-4a71-92a4-d9de220f7ef4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.036217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Network': ['ID=d7be6d88-dd48-4a71-92a4-d9de220f7ef4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:57.042170 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.048223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f3495eaf-6117-452b-8819-a1efb22c2111 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/networks/d7be6d88-dd48-4a71-92a4-d9de220f7ef4 HTTP/1.1" status: 204 len: 168 time: 1.3444111 Feb 19 00:45:57.051963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:57.056861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60534) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:57.076261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1339453891'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:57.175646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-26aa9f42-4e3d-4825-9db6-614a38827fab service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974435 Feb 19 00:45:57.179470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:57.184315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.186870 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.204497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] device_id is not set on port 1a00f336-2ed9-4bb7-8c66-109df6884cd7 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:45:57.211349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:57.277712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:57.278171 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.288291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:45:57.352800 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (9b221e8b-d4cc-42f4-951a-6deb15832a49), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.353181 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Added segment 9b221e8b-d4cc-42f4-951a-6deb15832a49 of type vlan for network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f Feb 19 00:45:57.385424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:57.385816 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.408200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8::1 (547ba30a-78f5-456f-acc4-f5387e77199a/1444fc6f-d6d5-4dcb-9462-e739dec4191c/73298d7f-2a14-42c8-b63b-100d0df5f350) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:57.439743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,segment=NetworkSegment(6f9f5dd2-43bd-45f2-aa1f-96d9f904817e),segment_id=6f9f5dd2-43bd-45f2-aa1f-96d9f904817e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:57.445479 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.470876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-86412bd4-4a41-4e7a-9505-7e5fd83f55cf service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681463 Feb 19 00:45:57.473379 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.528716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:57.591208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb421f5-cf14-4780-af52-a8fb1d3b3159 None None] Network 547ba30a-78f5-456f-acc4-f5387e77199a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:57.610290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.615475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:57.616094 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.636662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.20.0.14 (3e405dc2-10e0-46bb-829f-6f4dfe744532/b38f6239-d58d-4687-9226-4536e0d14704/1a00f336-2ed9-4bb7-8c66-109df6884cd7) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:57.644109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.20.0.12 (3e405dc2-10e0-46bb-829f-6f4dfe744532/b38f6239-d58d-4687-9226-4536e0d14704/1a00f336-2ed9-4bb7-8c66-109df6884cd7) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:57.692394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:57.695052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Network': ['ID=dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:57.707835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8ef74c9d-cff9-4e3e-a8c1-7a359dd28d16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6496282 Feb 19 00:45:57.715477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60550) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:57.722614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:57.757010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:45:57.821730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-666efa54-97fc-48dc-a34b-2097c56c0dd5 None None] Provisioning complete for port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:57.822029 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-666efa54-97fc-48dc-a34b-2097c56c0dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.874750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b8f3232-8253-49ef-8da1-2a96ecd25e2c req-878e3d81-ff77-4894-b8ae-c5239bf8d8f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 210 time: 0.0515711 Feb 19 00:45:57.904903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757c7bd-d818-4892-9fdd-a93a8b1aa429 req-4adb2774-6372-4145-a8fe-b5f294cb83d7 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:57.906582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4757c7bd-d818-4892-9fdd-a93a8b1aa429 req-4adb2774-6372-4145-a8fe-b5f294cb83d7 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 944 time: 0.3619914 Feb 19 00:45:57.913076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.965947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (1a00f336-2ed9-4bb7-8c66-109df6884cd7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:57.967659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:45:57.990573 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.049305 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1a00f336-2ed9-4bb7-8c66-109df6884cd7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.150757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:45:58.155420 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:58.161703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:58.170963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:58.171337 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.172910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:58.176593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=1a00f336-2ed9-4bb7-8c66-109df6884cd7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:58.179906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Performing IP validity checks on allocation pools {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 00:45:58.180419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 00:45:58.273759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:58.274348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.311734 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ad70cfd5-9e42-48cf-ba2a-81f480e9fe4a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7979510 Feb 19 00:45:58.311734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:58.326715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '1a00f336-2ed9-4bb7-8c66-109df6884cd7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:58.357044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.422035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4757c7bd-d818-4892-9fdd-a93a8b1aa429 req-62294f86-0d65-48ef-ab87-bd1d2baa9826 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995799 Feb 19 00:45:58.425289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.469689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-666efa54-97fc-48dc-a34b-2097c56c0dd5 None None] Current status of the port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:58.480011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:58.480585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.522380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:45:58.523755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74715d62-be7f-4d7d-999c-3058ff73cfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:45:58.527119 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cb37e7-83b6-4bb0-9c78-15aad54bb31c" -d '{"events": [{"server_uuid": "74715d62-be7f-4d7d-999c-3058ff73cfd8", "name": "network-vif-plugged", "status": "completed", "tag": "47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:45:58.531829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.565146 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.600160 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.620096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:58.656604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:58.656911 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94610de8-b409-4816-ba7d-4e5aae547a0d x-openstack-request-id: req-94610de8-b409-4816-ba7d-4e5aae547a0d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:45:58.657330 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74715d62-be7f-4d7d-999c-3058ff73cfd8", "name": "network-vif-plugged", "status": "completed", "tag": "47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:45:58.657625 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94610de8-b409-4816-ba7d-4e5aae547a0d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:45:58.658068 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74715d62-be7f-4d7d-999c-3058ff73cfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e', 'code': 200} Feb 19 00:45:58.733768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 547ba30a-78f5-456f-acc4-f5387e77199a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:58.764692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:58.768239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:58.768798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.843179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking segment: {'id': '9b221e8b-d4cc-42f4-951a-6deb15832a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:45:58.843564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network hostable DHCP agents. Network: dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:45:58.873222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.25.6.104 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/051ad9d1-3a33-4966-b63a-b9684d430ce1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:45:58.916073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-da93dc5e-ec4e-44e3-89c9-bdf1605ea5f5 None None] Provisioning complete for port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:58.916476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da93dc5e-ec4e-44e3-89c9-bdf1605ea5f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:58.926507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=73298d7f-2a14-42c8-b63b-100d0df5f350,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:59.027543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:45:59.117585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0513855-9dda-4bed-8efa-e9ae30d6c517 req-2d15a480-1287-4172-a09f-f4d22e4cf84d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 210 time: 0.0690110 Feb 19 00:45:59.161751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (051ad9d1-3a33-4966-b63a-b9684d430ce1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:59.176370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:45:59.180986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-da93dc5e-ec4e-44e3-89c9-bdf1605ea5f5 None None] Current status of the port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:59.191522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9e2df-c9ab-4d05-92af-a2164f3d42e6 req-186dff3e-fb1b-473e-bc45-daadcd8aab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:59.193042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3c9e2df-c9ab-4d05-92af-a2164f3d42e6 req-186dff3e-fb1b-473e-bc45-daadcd8aab76 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 1127 time: 0.4334764 Feb 19 00:45:59.205381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:59.216250 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (051ad9d1-3a33-4966-b63a-b9684d430ce1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:59.218975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b82aa3-6814-47f1-929b-aace064833ac None None] Network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:45:59.241012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:59.241745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:59.314337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=051ad9d1-3a33-4966-b63a-b9684d430ce1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:45:59.328744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:45:59.331395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:45:59.333731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:45:59.342591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:59.343060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:59.346151 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:59.482704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:45:59.485229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f', 'network_id': 'dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f', 'project_id': '1761bddd2a124781bf49884ccf00dc8b', 'fixed_ips': [{'subnet_id': 'e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:45:59.486144 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:59.501765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ee89c0bf-b9dd-41d9-be19-9eda77949ac4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7851362 Feb 19 00:45:59.509974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9b2fcd4a-4144-4900-b654-c0cca21e65e3 None None] Provisioning complete for port 73298d7f-2a14-42c8-b63b-100d0df5f350 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:45:59.510380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b2fcd4a-4144-4900-b654-c0cca21e65e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:59.581461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60598) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:45:59.614816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f', 'name': 'tempest-PortsTestJSON-830246911'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:45:59.663703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3c9e2df-c9ab-4d05-92af-a2164f3d42e6 req-87f73402-406c-4420-90d5-cf0189add8f9 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524693 Feb 19 00:45:59.842440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9b2fcd4a-4144-4900-b654-c0cca21e65e3 None None] Port 73298d7f-2a14-42c8-b63b-100d0df5f350 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:45:59.852097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:45:59.926790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa289229-1ed2-46c5-9b9c-8bf8c0ae5356 req-df56a9a3-7d53-4ef6-8a85-3c6304626a0e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:45:59.928365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa289229-1ed2-46c5-9b9c-8bf8c0ae5356 req-df56a9a3-7d53-4ef6-8a85-3c6304626a0e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 945 time: 0.3447802 Feb 19 00:45:59.956205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (051ad9d1-3a33-4966-b63a-b9684d430ce1), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.034270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Allocated IP 172.20.0.2 (dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f/e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514/0ae36f46-dd22-42a7-8620-15d23c171bf9) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:00.050125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f63f135c-a8bd-4674-b53a-aae5a090e461 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:00.051698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f63f135c-a8bd-4674-b53a-aae5a090e461 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.5753193 Feb 19 00:46:00.143572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-6b1fa759-dab9-4003-b4ec-e5c1b0527078 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c52525095ef439b88cdd6fecbfe0a52 HTTP/1.1" status: 200 len: 380 time: 0.0823505 Feb 19 00:46:00.164480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa289229-1ed2-46c5-9b9c-8bf8c0ae5356 req-b63ce327-b33e-4d65-be89-007b19e0e943 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190032 Feb 19 00:46:00.216921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'port': {'device_id': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'admin_state_up': True, 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'security_groups': ['442fe7a0-07f2-4eeb-a874-6538b310ff65']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:00.286468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (051ad9d1-3a33-4966-b63a-b9684d430ce1), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.293354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (051ad9d1-3a33-4966-b63a-b9684d430ce1), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.340158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:00.343736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.344968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Publish callbacks [] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.353158 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.355761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=051ad9d1-3a33-4966-b63a-b9684d430ce1,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:00.366899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.367374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.367823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.368774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.369227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.369842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.370467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.371163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.371570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.372103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.372513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.372916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.373312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:00.436491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Pushing event updated for resources: {'Port': ['ID=0ae36f46-dd22-42a7-8620-15d23c171bf9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:00.440822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.450213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:00.452549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:00.455228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:00.462035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d49bcaf2-5778-4b95-bf20-aea936315750 req-93ffb2c1-5de1-4b3d-9904-393829b6343c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 210 time: 0.1491935 Feb 19 00:46:00.463800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 9376b3fe-41ef-4231-927f-09d1c20c305b yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:00.568379 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.577862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Attempting to bind port 0ae36f46-dd22-42a7-8620-15d23c171bf9 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:00.578431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Attempting to bind port 0ae36f46-dd22-42a7-8620-15d23c171bf9 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '9b221e8b-d4cc-42f4-951a-6deb15832a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:00.578649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Attempting to bind port 0ae36f46-dd22-42a7-8620-15d23c171bf9 on network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:00.583281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.584662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.594994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:00.595772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Checking segment: {'id': '9b221e8b-d4cc-42f4-951a-6deb15832a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:00.595772 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.596193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Bound using segment: {'id': '9b221e8b-d4cc-42f4-951a-6deb15832a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:00.596688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Bound port: 0ae36f46-dd22-42a7-8620-15d23c171bf9, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b221e8b-d4cc-42f4-951a-6deb15832a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:00.597088 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.655548 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3 associated. External IP: 172.25.6.104, port: 1a00f336-2ed9-4bb7-8c66-109df6884cd7. Feb 19 00:46:00.766512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] For port 0ae36f46-dd22-42a7-8620-15d23c171bf9, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:00.772232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] For port 0ae36f46-dd22-42a7-8620-15d23c171bf9, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ae36f46-dd22-42a7-8620-15d23c171bf9,segment=NetworkSegment(9b221e8b-d4cc-42f4-951a-6deb15832a49),segment_id=9b221e8b-d4cc-42f4-951a-6deb15832a49)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:00.779605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:00.863066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ff27b-f77c-4c8a-acdf-ddba09152d32 None None] Pushing event updated for resources: {'Port': ['ID=0ae36f46-dd22-42a7-8620-15d23c171bf9,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:00.903928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=73298d7f-2a14-42c8-b63b-100d0df5f350,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:00.955200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60612) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:00.966996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Made reservation on behalf of 6c52525095ef439b88cdd6fecbfe0a52 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:00.970521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:01.019354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.8 (dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f/e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514/9376b3fe-41ef-4231-927f-09d1c20c305b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:01.065481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:01.242977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:01.244051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 547ba30a-78f5-456f-acc4-f5387e77199a is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:01.250824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdcecdf4-21a5-4de2-9bb5-55eae9f66eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:01.255962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623adca6-4f4f-4f45-9fd3-be13a947c025 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:01.273883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623adca6-4f4f-4f45-9fd3-be13a947c025 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:01.274707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:01.276396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-623adca6-4f4f-4f45-9fd3-be13a947c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:01.317810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e101e78f-0c88-434c-8aa5-e05cb61aa3fe tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.0059195 Feb 19 00:46:01.318540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60620) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:01.323566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d9110d9f-ca08-4cd0-bb60-b982e26c92b9 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'port_id': '1a00f336-2ed9-4bb7-8c66-109df6884cd7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:01.325278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:01.363517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-623adca6-4f4f-4f45-9fd3-be13a947c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:01.374091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623adca6-4f4f-4f45-9fd3-be13a947c025 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:01.374796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-623adca6-4f4f-4f45-9fd3-be13a947c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:01.425756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-623adca6-4f4f-4f45-9fd3-be13a947c025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:01.426358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623adca6-4f4f-4f45-9fd3-be13a947c025 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:01.446859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9110d9f-ca08-4cd0-bb60-b982e26c92b9 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:01.688506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-061508ca-4e7c-4ba0-8e3c-f1394c96ef83 None None] Provisioning complete for port 73298d7f-2a14-42c8-b63b-100d0df5f350 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:01.689127 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-061508ca-4e7c-4ba0-8e3c-f1394c96ef83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:01.730841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-061508ca-4e7c-4ba0-8e3c-f1394c96ef83 None None] Port 73298d7f-2a14-42c8-b63b-100d0df5f350 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:01.813011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-812731e5-e559-41c1-99a6-6b3fa39886b6 req-0037fdce-593e-405b-a38e-c3fa8098d0da tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 210 time: 0.0336859 Feb 19 00:46:02.060749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (9376b3fe-41ef-4231-927f-09d1c20c305b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.099507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c1c07-6ce5-4a74-a524-8c73db9a45b3 req-58a5a80b-3e20-4aa1-aee8-a1345374e6f5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:02.100959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b66c1c07-6ce5-4a74-a524-8c73db9a45b3 req-58a5a80b-3e20-4aa1-aee8-a1345374e6f5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 945 time: 0.7983718 Feb 19 00:46:02.128076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9110d9f-ca08-4cd0-bb60-b982e26c92b9 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.135438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9110d9f-ca08-4cd0-bb60-b982e26c92b9 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.235064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdcecdf4-21a5-4de2-9bb5-55eae9f66eba admin admin] Publish callbacks [] for security_group (9a64516d-9401-45b9-b43f-14923fa45fba), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.243195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Allocated IP 172.20.0.5 (99c8d911-87c1-4c41-a95a-a22381471786/064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee/8d1273a7-9a14-433a-a7ab-bf85b8e86ccb) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:02.249660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9376b3fe-41ef-4231-927f-09d1c20c305b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.251498 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bdcecdf4-21a5-4de2-9bb5-55eae9f66eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9a64516d-9401-45b9-b43f-14923fa45fba), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.253965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 9f324326-4fa3-4ea4-88e0-d7f9f68950ed is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:46:02.280411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b66c1c07-6ce5-4a74-a524-8c73db9a45b3 req-f04a5f68-868c-4a5e-ae13-c1f471eee02a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556213 Feb 19 00:46:02.306825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b150966c-24c0-4e6f-ac7b-61a8a7f2943d None None] Network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:02.400898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:02.404600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bdcecdf4-21a5-4de2-9bb5-55eae9f66eba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18165b2a0dcf49a99406f98445e7b540&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4454911 Feb 19 00:46:02.408119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60628) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:02.423531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcecdf4-21a5-4de2-9bb5-55eae9f66eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a64516d-9401-45b9-b43f-14923fa45fba,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:02.426620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:02.436270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9110d9f-ca08-4cd0-bb60-b982e26c92b9 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:02.510348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-44ddd118-c653-4e8d-b9e8-f8520f659c04 None None] Provisioning complete for port 0ae36f46-dd22-42a7-8620-15d23c171bf9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:02.511594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44ddd118-c653-4e8d-b9e8-f8520f659c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.561565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5751902c-c351-42c0-9c2b-275db76b7eef admin admin] Publish callbacks [] for security_group (9a64516d-9401-45b9-b43f-14923fa45fba), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.571198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:02.574069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=9376b3fe-41ef-4231-927f-09d1c20c305b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:02.588727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5751902c-c351-42c0-9c2b-275db76b7eef admin admin] Publish callbacks [] for security_group (9a64516d-9401-45b9-b43f-14923fa45fba), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.645017 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5751902c-c351-42c0-9c2b-275db76b7eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9a64516d-9401-45b9-b43f-14923fa45fba), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.648126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5751902c-c351-42c0-9c2b-275db76b7eef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.651840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5751902c-c351-42c0-9c2b-275db76b7eef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a64516d-9401-45b9-b43f-14923fa45fba HTTP/1.1" status: 204 len: 168 time: 0.2406855 Feb 19 00:46:02.681299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:02.685622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-44ddd118-c653-4e8d-b9e8-f8520f659c04 None None] Current status of the port 0ae36f46-dd22-42a7-8620-15d23c171bf9 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:02.686038 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44ddd118-c653-4e8d-b9e8-f8520f659c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.698147 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf1a0b-a479-4c04-9451-160e9056f6fa None None] Sync routers for ids ['9f324326-4fa3-4ea4-88e0-d7f9f68950ed'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:02.728688 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf1a0b-a479-4c04-9451-160e9056f6fa None None] Routers {'9f324326-4fa3-4ea4-88e0-d7f9f68950ed'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:02.729360 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-46cf1a0b-a479-4c04-9451-160e9056f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9f324326-4fa3-4ea4-88e0-d7f9f68950ed'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:02.741448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8faaca94-e33a-4508-b1b2-460a400f33b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/9f324326-4fa3-4ea4-88e0-d7f9f68950ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6287982 Feb 19 00:46:02.760178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-44ddd118-c653-4e8d-b9e8-f8520f659c04 None None] For port 0ae36f46-dd22-42a7-8620-15d23c171bf9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ae36f46-dd22-42a7-8620-15d23c171bf9,segment=NetworkSegment(9b221e8b-d4cc-42f4-951a-6deb15832a49),segment_id=9b221e8b-d4cc-42f4-951a-6deb15832a49)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:02.765893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44ddd118-c653-4e8d-b9e8-f8520f659c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:02.826358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60642) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:02.847309 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-46cf1a0b-a479-4c04-9451-160e9056f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:02.878729 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf1a0b-a479-4c04-9451-160e9056f6fa None None] Routers {'9f324326-4fa3-4ea4-88e0-d7f9f68950ed'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:02.880082 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-46cf1a0b-a479-4c04-9451-160e9056f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9f324326-4fa3-4ea4-88e0-d7f9f68950ed'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:02.880804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ddd118-c653-4e8d-b9e8-f8520f659c04 None None] Pushing event updated for resources: {'Port': ['ID=0ae36f46-dd22-42a7-8620-15d23c171bf9,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:02.976867 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-46cf1a0b-a479-4c04-9451-160e9056f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:02.977871 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf1a0b-a479-4c04-9451-160e9056f6fa None None] The sync data for ids ['9f324326-4fa3-4ea4-88e0-d7f9f68950ed'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:03.019139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:03.019788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.090141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f99fb7bd-e841-4adf-bd38-4cb565bd26e5 req-2a958c7b-8237-4ec5-8338-f44c69eeecd9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 210 time: 0.1105788 Feb 19 00:46:03.106018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e020fc-b543-45a1-9bfd-81bb0e168ef4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:03.110038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-18e020fc-b543-45a1-9bfd-81bb0e168ef4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports/73298d7f-2a14-42c8-b63b-100d0df5f350 HTTP/1.1" status: 200 len: 911 time: 0.2799239 Feb 19 00:46:03.111055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e0c0f40f-d639-4448-90d7-a9d97d73a4af None None] Provisioning complete for port 0ae36f46-dd22-42a7-8620-15d23c171bf9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:03.111769 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f40f-d639-4448-90d7-a9d97d73a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.121413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60648) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:03.137192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ffa2dfba-3b7e-4359-b328-f82e68caaa8d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.5512147 Feb 19 00:46:03.179849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60650) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:03.252516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ae36f46-dd22-42a7-8620-15d23c171bf9 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:03.286737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60652) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:03.294897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751902c-c351-42c0-9c2b-275db76b7eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a64516d-9401-45b9-b43f-14923fa45fba,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:03.326673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9110d9f-ca08-4cd0-bb60-b982e26c92b9 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:03.342200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9110d9f-ca08-4cd0-bb60-b982e26c92b9 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.388661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f6a41-9979-4e04-baee-c11b7dea3c71 req-c49d6e8e-dbe9-4b32-b70e-0def3810a7f2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:03.390300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a2f6a41-9979-4e04-baee-c11b7dea3c71 req-c49d6e8e-dbe9-4b32-b70e-0def3810a7f2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.8202903 Feb 19 00:46:03.396354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0f40f-d639-4448-90d7-a9d97d73a4af None None] Current status of the port 0ae36f46-dd22-42a7-8620-15d23c171bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:03.414217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31dbf9-0c71-4de8-be82-012cb67489d8 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:03.427339 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27dbfea-767b-497e-85e6-af8fd1a20785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.428351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0ae36f46-dd22-42a7-8620-15d23c171bf9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:03.428731 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.434679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d9110d9f-ca08-4cd0-bb60-b982e26c92b9 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/floatingips/ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3 HTTP/1.1" status: 200 len: 978 time: 2.1149569 Feb 19 00:46:03.436129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60654) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:03.448946 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.476461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31dbf9-0c71-4de8-be82-012cb67489d8 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:03.476461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ff31dbf9-0c71-4de8-be82-012cb67489d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:03.515250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a2f6a41-9979-4e04-baee-c11b7dea3c71 req-cf6d7b98-8575-432b-b97a-2bb794ee59b4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/quotas/d7e8ab9c7cfa4f81af355f28eaf8cacc HTTP/1.1" status: 200 len: 375 time: 0.0772269 Feb 19 00:46:03.517351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ff31dbf9-0c71-4de8-be82-012cb67489d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:03.539554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e0c0f40f-d639-4448-90d7-a9d97d73a4af None None] Provisioning complete for port 9376b3fe-41ef-4231-927f-09d1c20c305b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:03.540147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f40f-d639-4448-90d7-a9d97d73a4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9376b3fe-41ef-4231-927f-09d1c20c305b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.542042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff31dbf9-0c71-4de8-be82-012cb67489d8 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:03.542520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ff31dbf9-0c71-4de8-be82-012cb67489d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:03.599831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ff31dbf9-0c71-4de8-be82-012cb67489d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:03.599831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff31dbf9-0c71-4de8-be82-012cb67489d8 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:03.668276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0f40f-d639-4448-90d7-a9d97d73a4af None None] Port 9376b3fe-41ef-4231-927f-09d1c20c305b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:03.684911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0ae36f46-dd22-42a7-8620-15d23c171bf9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:03.694411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 051ad9d1-3a33-4966-b63a-b9684d430ce1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:03.694769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (051ad9d1-3a33-4966-b63a-b9684d430ce1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.741610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.776301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-28d7effe-1ff8-4a36-90aa-dbcff5d4efd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 9376b3fe-41ef-4231-927f-09d1c20c305b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:03.776588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28d7effe-1ff8-4a36-90aa-dbcff5d4efd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9376b3fe-41ef-4231-927f-09d1c20c305b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.782526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (051ad9d1-3a33-4966-b63a-b9684d430ce1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.782860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (051ad9d1-3a33-4966-b63a-b9684d430ce1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.798587 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 051ad9d1-3a33-4966-b63a-b9684d430ce1 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:03.805580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d02bf265-aa75-41ff-919e-2de583903d33 None None] Provisioning complete for port 9376b3fe-41ef-4231-927f-09d1c20c305b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:03.806113 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d02bf265-aa75-41ff-919e-2de583903d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9376b3fe-41ef-4231-927f-09d1c20c305b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.837701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a2f6a41-9979-4e04-baee-c11b7dea3c71 req-0fd1cd62-d0ad-4750-8ee9-cd836c896111 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3037999 Feb 19 00:46:03.856875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d02bf265-aa75-41ff-919e-2de583903d33 None None] Port 9376b3fe-41ef-4231-927f-09d1c20c305b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:03.901587 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27dbfea-767b-497e-85e6-af8fd1a20785 admin admin] Publish callbacks [] for security_group (d98be437-08a5-4288-9a8c-d18f3ce0953e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.933859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Network 99c8d911-87c1-4c41-a95a-a22381471786 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:03.938645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e27dbfea-767b-497e-85e6-af8fd1a20785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d98be437-08a5-4288-9a8c-d18f3ce0953e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:03.973386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (051ad9d1-3a33-4966-b63a-b9684d430ce1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.001036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:04.005576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=051ad9d1-3a33-4966-b63a-b9684d430ce1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:04.023001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:04.025994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:04.076302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.076654 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3 disassociated (deleted). External IP: 172.25.6.104, port: 1a00f336-2ed9-4bb7-8c66-109df6884cd7. Feb 19 00:46:04.152082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dbfea-767b-497e-85e6-af8fd1a20785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98be437-08a5-4288-9a8c-d18f3ce0953e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:04.160771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60662) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:04.168562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e27dbfea-767b-497e-85e6-af8fd1a20785 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6ee51a06b05843d88afbdfff59f697c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8722255 Feb 19 00:46:04.199280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28d7effe-1ff8-4a36-90aa-dbcff5d4efd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9376b3fe-41ef-4231-927f-09d1c20c305b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.245006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-28d7effe-1ff8-4a36-90aa-dbcff5d4efd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 9376b3fe-41ef-4231-927f-09d1c20c305b owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:04.265335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf6820c3-84cd-45a0-8bb1-a6e6dfdebc5a admin admin] Publish callbacks [] for security_group (d98be437-08a5-4288-9a8c-d18f3ce0953e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.276973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a2f6a41-9979-4e04-baee-c11b7dea3c71 req-a70c5a57-d219-48b4-87bb-54682bbbdc8d service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949363 Feb 19 00:46:04.360684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:04.361310 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.383551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-03b20d7f-3b5f-495a-a926-00990575e48e None None] Provisioning complete for port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:04.384381 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b20d7f-3b5f-495a-a926-00990575e48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.411187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:04.413238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf6820c3-84cd-45a0-8bb1-a6e6dfdebc5a admin admin] Publish callbacks [] for security_group (d98be437-08a5-4288-9a8c-d18f3ce0953e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.437033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-03b20d7f-3b5f-495a-a926-00990575e48e None None] Port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:04.576551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf6820c3-84cd-45a0-8bb1-a6e6dfdebc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d98be437-08a5-4288-9a8c-d18f3ce0953e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.579947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf6820c3-84cd-45a0-8bb1-a6e6dfdebc5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.581146 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bf6820c3-84cd-45a0-8bb1-a6e6dfdebc5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d98be437-08a5-4288-9a8c-d18f3ce0953e HTTP/1.1" status: 204 len: 168 time: 0.4194140 Feb 19 00:46:04.589884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:04.595147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.603551 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29847d-2e3d-4b71-bdf3-fbf88de0d602 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:04.638023 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29847d-2e3d-4b71-bdf3-fbf88de0d602 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:04.639181 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dd29847d-2e3d-4b71-bdf3-fbf88de0d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:04.642972 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fe3742a0-3ce2-4944-ab0c-ab7e877a0132 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/floatingips/ea4a12ba-1069-40b7-8a10-e2a8de4e6cd3 HTTP/1.1" status: 204 len: 168 time: 1.2054710 Feb 19 00:46:04.644289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60672) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:04.652991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6820c3-84cd-45a0-8bb1-a6e6dfdebc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98be437-08a5-4288-9a8c-d18f3ce0953e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:04.713729 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dd29847d-2e3d-4b71-bdf3-fbf88de0d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:04.736467 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd29847d-2e3d-4b71-bdf3-fbf88de0d602 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:04.737817 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dd29847d-2e3d-4b71-bdf3-fbf88de0d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:04.823159 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dd29847d-2e3d-4b71-bdf3-fbf88de0d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:04.824547 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd29847d-2e3d-4b71-bdf3-fbf88de0d602 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:04.845586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-47e8886d-e0d9-4b4f-b9cb-2396d724d9f1 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 1a00f336-2ed9-4bb7-8c66-109df6884cd7 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:04.846385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47e8886d-e0d9-4b4f-b9cb-2396d724d9f1 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1a00f336-2ed9-4bb7-8c66-109df6884cd7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:04.968859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-21035b18-7e40-4aea-b034-dd56cf6b6dad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7591078 Feb 19 00:46:04.974818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47e8886d-e0d9-4b4f-b9cb-2396d724d9f1 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1a00f336-2ed9-4bb7-8c66-109df6884cd7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.000411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Request body: {'port': {'device_id': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:05.010942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-47e8886d-e0d9-4b4f-b9cb-2396d724d9f1 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 1a00f336-2ed9-4bb7-8c66-109df6884cd7 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:05.069573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60680) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:05.106604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a2f6a41-9979-4e04-baee-c11b7dea3c71 req-e96e896b-2685-4766-8a5b-22fc4c0e0086 service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630932 Feb 19 00:46:05.115628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ce7bc-8bc0-437a-bc01-244bec59264b req-fade9832-e29f-42f8-9313-d449e76d6d4c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:05.117253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e6ce7bc-8bc0-437a-bc01-244bec59264b req-fade9832-e29f-42f8-9313-d449e76d6d4c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 931 time: 0.8348815 Feb 19 00:46:05.158138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.284060 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28d7effe-1ff8-4a36-90aa-dbcff5d4efd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9376b3fe-41ef-4231-927f-09d1c20c305b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.356583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d7effe-1ff8-4a36-90aa-dbcff5d4efd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=9376b3fe-41ef-4231-927f-09d1c20c305b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:05.364243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.374176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04725c41-ea75-45c5-aa5a-efefaefa9c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.384028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e6ce7bc-8bc0-437a-bc01-244bec59264b req-8a950ec0-2aec-4e44-9129-b3bda7fb0254 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2589014 Feb 19 00:46:05.493926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47e8886d-e0d9-4b4f-b9cb-2396d724d9f1 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1a00f336-2ed9-4bb7-8c66-109df6884cd7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.561144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8886d-e0d9-4b4f-b9cb-2396d724d9f1 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=1a00f336-2ed9-4bb7-8c66-109df6884cd7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:05.695647 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28d7effe-1ff8-4a36-90aa-dbcff5d4efd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.704733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-28d7effe-1ff8-4a36-90aa-dbcff5d4efd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/9376b3fe-41ef-4231-927f-09d1c20c305b HTTP/1.1" status: 204 len: 168 time: 2.4683087 Feb 19 00:46:05.715287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60704) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:05.723768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47e8886d-e0d9-4b4f-b9cb-2396d724d9f1 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.730411 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-47e8886d-e0d9-4b4f-b9cb-2396d724d9f1 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/ports/1a00f336-2ed9-4bb7-8c66-109df6884cd7 HTTP/1.1" status: 204 len: 168 time: 1.0849211 Feb 19 00:46:05.736588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60706) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:05.751189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:05.791799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:05.875267 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-681aef7f-5ec9-405e-801a-39a1e395bb7c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:46:05.876158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681aef7f-5ec9-405e-801a-39a1e395bb7c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:46:05.879914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-681aef7f-5ec9-405e-801a-39a1e395bb7c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/9376b3fe-41ef-4231-927f-09d1c20c305b HTTP/1.1" status: 404 len: 333 time: 0.1638935 Feb 19 00:46:05.885383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60714) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:06.022984 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-434ed40f-45c8-4e50-b0d6-4cd4b2648077 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:46:06.027551 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-434ed40f-45c8-4e50-b0d6-4cd4b2648077 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/9376b3fe-41ef-4231-927f-09d1c20c305b HTTP/1.1" status: 404 len: 333 time: 0.1300786 Feb 19 00:46:06.029111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60726) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:06.104880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c52963a-91f0-4c45-a775-9f4290a35224 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:46:06.109304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c52963a-91f0-4c45-a775-9f4290a35224 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.110916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04725c41-ea75-45c5-aa5a-efefaefa9c9e admin admin] Publish callbacks [] for security_group (4414506a-706b-4270-ad4d-7b4a9e15cda3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.136838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-04725c41-ea75-45c5-aa5a-efefaefa9c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4414506a-706b-4270-ad4d-7b4a9e15cda3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.188492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04725c41-ea75-45c5-aa5a-efefaefa9c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4414506a-706b-4270-ad4d-7b4a9e15cda3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:06.203145 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c52963a-91f0-4c45-a775-9f4290a35224 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.269095 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.298972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-04725c41-ea75-45c5-aa5a-efefaefa9c9e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06f350518c584f90bee88d445629b427&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2251780 Feb 19 00:46:06.303231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60740) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:06.376981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 73298d7f-2a14-42c8-b63b-100d0df5f350 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:06.376981 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.441160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-eda86f80-9506-44a1-bd88-bc2d402704bc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:06.442638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-eda86f80-9506-44a1-bd88-bc2d402704bc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.3376532 Feb 19 00:46:06.461179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c52963a-91f0-4c45-a775-9f4290a35224 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.519282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-3d9680eb-0067-4210-b914-9dfcdf177787 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/quotas/d7e8ab9c7cfa4f81af355f28eaf8cacc HTTP/1.1" status: 200 len: 375 time: 0.0334818 Feb 19 00:46:06.529128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:46:06.565107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Publish callbacks [] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.591089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.25.6.236 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/3f7820b2-83dc-4c6f-995e-6bc40b256345) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:06.610073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Publish callbacks [] for security_group (4414506a-706b-4270-ad4d-7b4a9e15cda3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.663573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Transition to ACTIVE for port object 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:46:06.669673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c52963a-91f0-4c45-a775-9f4290a35224 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.683133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.692328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.718465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Publish callbacks [] for security_group (4414506a-706b-4270-ad4d-7b4a9e15cda3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.727941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c52963a-91f0-4c45-a775-9f4290a35224 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:06.750953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c52963a-91f0-4c45-a775-9f4290a35224 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.753384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 73298d7f-2a14-42c8-b63b-100d0df5f350 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:06.756495 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0c52963a-91f0-4c45-a775-9f4290a35224 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514 HTTP/1.1" status: 204 len: 168 time: 0.7262785 Feb 19 00:46:06.762850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc91623-4ed4-4c4c-894d-846a3138d6dc None None] Network dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:06.768170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60752) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:06.866317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:06.929624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fef07b-e85c-4248-87d7-e20f8acd9006 req-a053bf52-c278-41e4-b11a-820c76f1b8fc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:06.931288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6fef07b-e85c-4248-87d7-e20f8acd9006 req-a053bf52-c278-41e4-b11a-820c76f1b8fc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 931 time: 0.3779745 Feb 19 00:46:06.935662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-26e62174-3146-40df-9241-2fc01c16376f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3940184 Feb 19 00:46:06.950898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:06.976653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (3f7820b2-83dc-4c6f-995e-6bc40b256345), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.032938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] DHCP port deletion for dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:46:07.101545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3f7820b2-83dc-4c6f-995e-6bc40b256345), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.142862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] Deleting port 0ae36f46-dd22-42a7-8620-15d23c171bf9 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:07.143386 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.176632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:07.183361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:07.188994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:07.193921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 0ae36f46-dd22-42a7-8620-15d23c171bf9 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:07.194297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.241281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] For port 0ae36f46-dd22-42a7-8620-15d23c171bf9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ae36f46-dd22-42a7-8620-15d23c171bf9,segment=NetworkSegment(9b221e8b-d4cc-42f4-951a-6deb15832a49),segment_id=9b221e8b-d4cc-42f4-951a-6deb15832a49)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:07.241952 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.256162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] Calling delete_port for 0ae36f46-dd22-42a7-8620-15d23c171bf9 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:07.271604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=3f7820b2-83dc-4c6f-995e-6bc40b256345,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:07.332608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] For port 0ae36f46-dd22-42a7-8620-15d23c171bf9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ae36f46-dd22-42a7-8620-15d23c171bf9,segment=NetworkSegment(9b221e8b-d4cc-42f4-951a-6deb15832a49),segment_id=9b221e8b-d4cc-42f4-951a-6deb15832a49)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:07.333000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.350060 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4414506a-706b-4270-ad4d-7b4a9e15cda3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.352970 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.356509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4414506a-706b-4270-ad4d-7b4a9e15cda3 HTTP/1.1" status: 204 len: 168 time: 1.0491445 Feb 19 00:46:07.394283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4414506a-706b-4270-ad4d-7b4a9e15cda3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:07.396997 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.398811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6fef07b-e85c-4248-87d7-e20f8acd9006 req-8510811a-b689-4379-94a8-c476f7903219 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4532354 Feb 19 00:46:07.406797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 0ae36f46-dd22-42a7-8620-15d23c171bf9 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:07.431814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.432169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.432514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.432849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.433183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.433513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.433842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.433958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (b008f7ad-da2a-4238-bdf4-8689ba3b2421), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.434163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.434561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.434895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.435219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.435564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.435860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95be673f-5443-46dc-8912-a01fedc52d3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:07.451654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-655c66b2-04fb-4992-bfba-c7e48ab917de service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275098 Feb 19 00:46:07.452349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Attempting to bind port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:07.452661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Attempting to bind port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:07.452986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Attempting to bind port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:07.484630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] No DVR routers for this DVR port 0ae36f46-dd22-42a7-8620-15d23c171bf9 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:07.502830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb on network 99c8d911-87c1-4c41-a95a-a22381471786 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:46:07.503164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Attempting to bind port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:07.515584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ea5b3-4821-48a2-8af4-14bc0e9a3e38 None None] Pushing event deleted for resources: {'Port': ['ID=0ae36f46-dd22-42a7-8620-15d23c171bf9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:07.546050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:07.546445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Checking segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:07.546833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Bound using segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:07.547387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Bound port: 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:07.547659 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.554229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3f7820b2-83dc-4c6f-995e-6bc40b256345), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.586172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (73298d7f-2a14-42c8-b63b-100d0df5f350), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.649524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=73298d7f-2a14-42c8-b63b-100d0df5f350,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:07.663430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-3578c4ce-2456-4a2e-b45c-88903e849db1 service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887107 Feb 19 00:46:07.719394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0ae36f46-dd22-42a7-8620-15d23c171bf9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.795332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=0ae36f46-dd22-42a7-8620-15d23c171bf9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:07.825546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No DVR routers for this DVR port 0ae36f46-dd22-42a7-8620-15d23c171bf9 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:07.839379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:07.854884 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:07.872260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:07.889625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.012823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.033188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60784) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:08.046069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (3f7820b2-83dc-4c6f-995e-6bc40b256345), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.064979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (3f7820b2-83dc-4c6f-995e-6bc40b256345), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.068335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:08.080533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62530bf7-eebf-42bd-a07c-fd838690afa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.088080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b221e8b-d4cc-42f4-951a-6deb15832a49') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:08.088382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b221e8b-d4cc-42f4-951a-6deb15832a49') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:08.117052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8806fa5-d7ec-4d6f-9eb8-891e6bec5824 req-4044812a-833e-4dd9-b32b-b23cc0589700 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 210 time: 0.1167982 Feb 19 00:46:08.133288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (9b221e8b-d4cc-42f4-951a-6deb15832a49), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.152824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:08.153606 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.155310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] 10.222.0.126 "PUT /v2.0/ports/8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 1091 time: 3.1740844 Feb 19 00:46:08.156083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:08.172886 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76492259-a7de-4984-a0d7-2a5ab8d4081b" -d '{"events": [{"name": "network-changed", "server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:08.212549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (9b221e8b-d4cc-42f4-951a-6deb15832a49), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.234376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=3f7820b2-83dc-4c6f-995e-6bc40b256345,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:08.237067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:46:08.237478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (9b221e8b-d4cc-42f4-951a-6deb15832a49), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:46:08.250749 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:46:08.263573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (b008f7ad-da2a-4238-bdf4-8689ba3b2421), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.339656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00360c5-fe6a-4c8d-be49-4ef7b71455de service neutron] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:08.398327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.398327 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-88dac6fd-1ce2-401e-8ddf-89d2d36d269b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6564584 Feb 19 00:46:08.404145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:08.418564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'port': {'network_id': '3e405dc2-10e0-46bb-829f-6f4dfe744532', 'name': 'tempest-FloatingIPTestJSON-1280177589'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:08.427858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-beab13b7-57eb-4b44-8476-f2fbe16d4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:08.430394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-beab13b7-57eb-4b44-8476-f2fbe16d4d26 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1125 time: 0.1524208 Feb 19 00:46:08.465590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 9f324326-4fa3-4ea4-88e0-d7f9f68950ed has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:08.541798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-31a0aafa-399f-4102-94d4-b07901a0b740 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 217 time: 0.0711000 Feb 19 00:46:08.552470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.564526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.570735 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/networks/dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f HTTP/1.1" status: 204 len: 168 time: 1.7945900 Feb 19 00:46:08.593267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60804) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:08.623664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1119811843'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:08.636565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43faeaea-f980-42b0-aea8-7d11d92d556e tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Network': ['ID=dbdee55a-9e9b-473f-91ec-7f8ac5bd0a1f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:08.636794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:08.650684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3cadc-2c57-447a-8880-ffbd55ebbf5a None None] Sync routers for ids ['9f324326-4fa3-4ea4-88e0-d7f9f68950ed'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:08.665118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:08.668497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.669860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3cadc-2c57-447a-8880-ffbd55ebbf5a None None] Routers {'9f324326-4fa3-4ea4-88e0-d7f9f68950ed'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:08.671811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-36c3cadc-2c57-447a-8880-ffbd55ebbf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9f324326-4fa3-4ea4-88e0-d7f9f68950ed'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:08.693364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:08.696063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.706914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-5a77585c-af94-4136-b462-3ecd50befd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:08.708699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-5a77585c-af94-4136-b462-3ecd50befd28 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0744870 Feb 19 00:46:08.716245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-29dfa724-3388-4041-8f31-f0746bedb9c5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/9f324326-4fa3-4ea4-88e0-d7f9f68950ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5934877 Feb 19 00:46:08.724917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60808) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:08.729499 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e520b74-15ee-48b1-954f-0409b3edda5b x-openstack-request-id: req-8e520b74-15ee-48b1-954f-0409b3edda5b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:08.729806 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:08.730051 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e520b74-15ee-48b1-954f-0409b3edda5b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:08.730642 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'status': 'completed', 'code': 200} Feb 19 00:46:08.742383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] device_id is not set on port 14b97e72-6eb5-40cf-a7ad-225603b248f3 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:08.760944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62530bf7-eebf-42bd-a07c-fd838690afa1 admin admin] Publish callbacks [] for security_group (e879d9a5-c094-4dee-88d2-89c575ce4bc6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.778152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-36c3cadc-2c57-447a-8880-ffbd55ebbf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:08.791512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c3cadc-2c57-447a-8880-ffbd55ebbf5a None None] Routers {'9f324326-4fa3-4ea4-88e0-d7f9f68950ed'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:08.793044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-36c3cadc-2c57-447a-8880-ffbd55ebbf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9f324326-4fa3-4ea4-88e0-d7f9f68950ed'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:08.798876 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-62530bf7-eebf-42bd-a07c-fd838690afa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e879d9a5-c094-4dee-88d2-89c575ce4bc6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.803163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:46:08.843672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-36c3cadc-2c57-447a-8880-ffbd55ebbf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:08.844608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c3cadc-2c57-447a-8880-ffbd55ebbf5a None None] The sync data for ids ['9f324326-4fa3-4ea4-88e0-d7f9f68950ed'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:08.860939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5a0df538-170b-4e2d-a765-4e0c2505d197 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f324326-4fa3-4ea4-88e0-d7f9f68950ed HTTP/1.1" status: 200 len: 205 time: 0.1261067 Feb 19 00:46:08.865016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60812) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:08.868114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-99d32401-dd61-46cc-9406-191790421d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:08.869591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-99d32401-dd61-46cc-9406-191790421d07 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1438074 Feb 19 00:46:08.896770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b9e19294-c57d-43dd-b29f-fbe59a173e6b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:08.897300 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Added segment b9e19294-c57d-43dd-b29f-fbe59a173e6b of type vlan for network 64214e44-54e0-41f6-9954-ddc911cf1270 Feb 19 00:46:08.897418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e17f8d-c422-4804-8f41-14cbe5cf4a26 req-6f52c817-4342-4457-9aa7-e891b0bc6e50 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:08.899654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9e17f8d-c422-4804-8f41-14cbe5cf4a26 req-6f52c817-4342-4457-9aa7-e891b0bc6e50 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 943 time: 0.2642212 Feb 19 00:46:08.901469 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-62530bf7-eebf-42bd-a07c-fd838690afa1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f41f4236d4844e7ab628ff8c3678c948&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8670290 Feb 19 00:46:08.913766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60814) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:08.969527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62530bf7-eebf-42bd-a07c-fd838690afa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e879d9a5-c094-4dee-88d2-89c575ce4bc6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:09.082577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9430f5ab-4b09-4549-b9e9-1b7a2d50b728 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.087486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9e17f8d-c422-4804-8f41-14cbe5cf4a26 req-5a3f4309-30e3-4835-9916-cd8358e138b6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655734 Feb 19 00:46:09.093876 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-42724d05-5e31-45e0-904f-724abdccf991 admin admin] Publish callbacks [] for security_group (e879d9a5-c094-4dee-88d2-89c575ce4bc6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.097036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-36761d84-8b1f-4381-9530-e0f94b4c97e3 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186940 Feb 19 00:46:09.121734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ae36f46-dd22-42a7-8620-15d23c171bf9 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:46:09.136005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-42724d05-5e31-45e0-904f-724abdccf991 admin admin] Publish callbacks [] for security_group (e879d9a5-c094-4dee-88d2-89c575ce4bc6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.168290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0ae36f46-dd22-42a7-8620-15d23c171bf9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:46:09.168863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ae36f46-dd22-42a7-8620-15d23c171bf9 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:46:09.202242 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (64214e44-54e0-41f6-9954-ddc911cf1270), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.237747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831f909d-d0a7-4bae-ad75-a6db28e09e13 req-01bda0d4-d5a0-4d78-b3d4-ed589a50ac0f service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317544 Feb 19 00:46:09.267186 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-42724d05-5e31-45e0-904f-724abdccf991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e879d9a5-c094-4dee-88d2-89c575ce4bc6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.269635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-42724d05-5e31-45e0-904f-724abdccf991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.274280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-42724d05-5e31-45e0-904f-724abdccf991 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e879d9a5-c094-4dee-88d2-89c575ce4bc6 HTTP/1.1" status: 204 len: 168 time: 0.3559895 Feb 19 00:46:09.342672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.20.0.2 (3e405dc2-10e0-46bb-829f-6f4dfe744532/b38f6239-d58d-4687-9226-4536e0d14704/14b97e72-6eb5-40cf-a7ad-225603b248f3) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:09.358079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9430f5ab-4b09-4549-b9e9-1b7a2d50b728 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.366534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9430f5ab-4b09-4549-b9e9-1b7a2d50b728 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.388279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (64214e44-54e0-41f6-9954-ddc911cf1270), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.393784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:09.394466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.517822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9430f5ab-4b09-4549-b9e9-1b7a2d50b728 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (9f324326-4fa3-4ea4-88e0-d7f9f68950ed), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.518477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9430f5ab-4b09-4549-b9e9-1b7a2d50b728 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Fanout notify agent at l3_agent the message router_deleted on router 9f324326-4fa3-4ea4-88e0-d7f9f68950ed {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:46:09.525305 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9430f5ab-4b09-4549-b9e9-1b7a2d50b728 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.526531 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9430f5ab-4b09-4549-b9e9-1b7a2d50b728 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/9f324326-4fa3-4ea4-88e0-d7f9f68950ed HTTP/1.1" status: 204 len: 168 time: 0.6532142 Feb 19 00:46:09.537881 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9366915 Feb 19 00:46:09.541358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60834) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:09.541689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60836) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:09.550682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': '64214e44-54e0-41f6-9954-ddc911cf1270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:09.635122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90d982-77f5-4773-a9bb-fefc01fe9c39 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Network': ['ID=64214e44-54e0-41f6-9954-ddc911cf1270,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:09.654931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 64214e44-54e0-41f6-9954-ddc911cf1270 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:46:09.673836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91ac73fd-96c6-4dec-8e57-e74ec9ed8ac0 req-754a67d8-691c-4afc-a357-28665054f2ab tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 210 time: 0.4155447 Feb 19 00:46:09.726162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42724d05-5e31-45e0-904f-724abdccf991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e879d9a5-c094-4dee-88d2-89c575ce4bc6,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:09.755730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2282ec0-e602-4f29-8171-d614383e33fe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet 1444fc6f-d6d5-4dcb-9462-e739dec4191c {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:46:09.765558 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2282ec0-e602-4f29-8171-d614383e33fe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (1444fc6f-d6d5-4dcb-9462-e739dec4191c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:09.880761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-8309fd6f-8dd0-4752-9ad3-0c2f05b525d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:09.882348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-8309fd6f-8dd0-4752-9ad3-0c2f05b525d9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1125 time: 0.2220225 Feb 19 00:46:09.953475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a5f9fc1e-796a-445c-ad48-d77abc108139 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:09.955329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a5f9fc1e-796a-445c-ad48-d77abc108139 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.2939231 Feb 19 00:46:09.970218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Request body: {'port': {'device_id': 'a0494dd6-4a27-43a7-8326-f4ef53372b34', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'admin_state_up': True, 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:10.072314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-9c47e918-2847-457e-827b-e5e166ddc269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:10.074038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-9c47e918-2847-457e-827b-e5e166ddc269 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1815367 Feb 19 00:46:10.136560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-c9b2bd3b-f0c4-47a1-9d98-9dbd777e3b71 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 217 time: 0.0555060 Feb 19 00:46:10.250747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2282ec0-e602-4f29-8171-d614383e33fe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (1444fc6f-d6d5-4dcb-9462-e739dec4191c), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.256901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (14b97e72-6eb5-40cf-a7ad-225603b248f3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.267210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:10.270831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.276630 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:10.280042 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.284343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-dc33c557-012c-45ab-9a5e-3dea7703427c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:10.286038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-dc33c557-012c-45ab-9a5e-3dea7703427c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1406569 Feb 19 00:46:10.377044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166e480-dd00-4146-9902-62578aed0b17 req-567aed3c-45cb-42d2-b510-e3cc8d763021 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:10.378919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5166e480-dd00-4146-9902-62578aed0b17 req-567aed3c-45cb-42d2-b510-e3cc8d763021 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 943 time: 0.1636066 Feb 19 00:46:10.452654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-b9a2986a-b212-4009-8002-d4366c369cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:10.454310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2282ec0-e602-4f29-8171-d614383e33fe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (1444fc6f-d6d5-4dcb-9462-e739dec4191c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.454474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-b9a2986a-b212-4009-8002-d4366c369cef service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1608405 Feb 19 00:46:10.468212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (14b97e72-6eb5-40cf-a7ad-225603b248f3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.551845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=14b97e72-6eb5-40cf-a7ad-225603b248f3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:10.553391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Allocated IP 172.20.0.6 (f3df7abb-909f-4cfc-83dc-4f97b1415e22/3299a37f-8323-45d4-96ad-6889f7461e7f/2e96e1f7-73a0-40da-b83f-61ecfe63495f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:10.565500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5166e480-dd00-4146-9902-62578aed0b17 req-4325298f-735f-4842-af94-da845f80000a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649201 Feb 19 00:46:10.586341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3e405dc2-10e0-46bb-829f-6f4dfe744532 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:10.620400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-df89f6af-9ad5-422f-9c7b-291c10aea373 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575787 Feb 19 00:46:10.622835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:10.630527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:10.694396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2282ec0-e602-4f29-8171-d614383e33fe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (1444fc6f-d6d5-4dcb-9462-e739dec4191c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.751690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f5c456-2408-4a90-b589-c268a710e778 None None] Network 547ba30a-78f5-456f-acc4-f5387e77199a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:10.807510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a31ed91-2cb6-411c-b02a-2c2d87798335 req-802bc1bc-4633-47e6-8f9f-9d8a7c2ab2d3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 210 time: 0.0429647 Feb 19 00:46:10.828125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2282ec0-e602-4f29-8171-d614383e33fe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.833041 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2282ec0-e602-4f29-8171-d614383e33fe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/1444fc6f-d6d5-4dcb-9462-e739dec4191c HTTP/1.1" status: 204 len: 168 time: 1.2869143 Feb 19 00:46:10.842350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:10.843307 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.843609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60878) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:10.846865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2282ec0-e602-4f29-8171-d614383e33fe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=1444fc6f-d6d5-4dcb-9462-e739dec4191c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:10.877894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (ba61a70d-0b9c-4e16-b11a-604cf8d8a5de), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:10.891146 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-117ea9ef-7fb4-411d-b789-c70313d7379a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4848437 Feb 19 00:46:10.896693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60882) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:10.902879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'port_id': '14b97e72-6eb5-40cf-a7ad-225603b248f3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:10.925897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76492259-a7de-4984-a0d7-2a5ab8d4081b req-e116a5fd-cccd-4f44-a4e5-f778011bf35c service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985137 Feb 19 00:46:10.991401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (b008f7ad-da2a-4238-bdf4-8689ba3b2421), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.020606 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks [] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.034379 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (547ba30a-78f5-456f-acc4-f5387e77199a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.113639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.123450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] DHCP port deletion for 547ba30a-78f5-456f-acc4-f5387e77199a request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:46:11.127883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:46:11.148106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=ba61a70d-0b9c-4e16-b11a-604cf8d8a5de,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:11.167801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking segment: {'id': 'b9e19294-c57d-43dd-b29f-fbe59a173e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '64214e44-54e0-41f6-9954-ddc911cf1270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:11.171249 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network hostable DHCP agents. Network: 64214e44-54e0-41f6-9954-ddc911cf1270, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:46:11.184049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:11.189037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:11.192014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:11.239082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:11.239443 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.276068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Deleting port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:11.276392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.310662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network 64214e44-54e0-41f6-9954-ddc911cf1270 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:46:11.319951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,segment=NetworkSegment(6f9f5dd2-43bd-45f2-aa1f-96d9f904817e),segment_id=6f9f5dd2-43bd-45f2-aa1f-96d9f904817e)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:11.320406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.341691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:11.342702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 64214e44-54e0-41f6-9954-ddc911cf1270) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:11.359544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:11.360445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.365759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517bf765-de99-499e-a1ba-a8fa6d8535dc None None] Network 64214e44-54e0-41f6-9954-ddc911cf1270 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:11.431302 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1c659a88-9273-46a6-ae4c-208803f4baf7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8844841 Feb 19 00:46:11.434241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:11.439422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': '64214e44-54e0-41f6-9954-ddc911cf1270', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1769860893'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:11.446424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] For port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,segment=NetworkSegment(6f9f5dd2-43bd-45f2-aa1f-96d9f904817e),segment_id=6f9f5dd2-43bd-45f2-aa1f-96d9f904817e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:11.446424 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.453119 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.459149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event updated for resources: {'Port': ['ID=2e96e1f7-73a0-40da-b83f-61ecfe63495f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:11.488135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Calling delete_port for fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:11.497572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:11.502961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No DVR routers for this DVR port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:11.537756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:11.538442 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.634955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-a28d70e2-218d-4cae-b0f3-6783a0ff464a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6705353 Feb 19 00:46:11.657565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-64214e44-54e0-41f6-9954-ddc911cf1270', 'network_id': '64214e44-54e0-41f6-9954-ddc911cf1270', 'project_id': '1761bddd2a124781bf49884ccf00dc8b', 'fixed_ips': [{'subnet_id': 'ba61a70d-0b9c-4e16-b11a-604cf8d8a5de'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:46:11.658510 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.667986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Request body: {'port': {'device_id': 'a0494dd6-4a27-43a7-8326-f4ef53372b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:11.852881 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (547ba30a-78f5-456f-acc4-f5387e77199a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.855375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.925805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:11.931110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.935990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Pushing event deleted for resources: {'Port': ['ID=fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:11.942934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547ba30a-78f5-456f-acc4-f5387e77199a']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:11.946092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] No DVR routers for this DVR port fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:11.955913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.956688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.958173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.959517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.959891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.960241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.960583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.960923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.961259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.961689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.962022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.962535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.963224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b23a47-8f44-4c4b-bf00-93431b6434f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:46:11.968994 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:11.973999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 718c29a0-5f0b-49a1-9e51-71b6294545c6 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:11.999462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.029347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9f5dd2-43bd-45f2-aa1f-96d9f904817e') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:12.030125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9f5dd2-43bd-45f2-aa1f-96d9f904817e') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:12.039087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (b008f7ad-da2a-4238-bdf4-8689ba3b2421), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.058764 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (6f9f5dd2-43bd-45f2-aa1f-96d9f904817e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.078153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Allocated IP 172.20.0.2 (64214e44-54e0-41f6-9954-ddc911cf1270/ba61a70d-0b9c-4e16-b11a-604cf8d8a5de/21ca66ad-65d2-4c6f-a1b5-692987bcf815) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:12.087560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44bcfc-a5d2-4a35-91dc-51dc150f26b4 req-d9705109-8ace-40f4-ab7e-c79aa89209f1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:12.097029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d44bcfc-a5d2-4a35-91dc-51dc150f26b4 req-d9705109-8ace-40f4-ab7e-c79aa89209f1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 943 time: 0.3412125 Feb 19 00:46:12.173643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6f9f5dd2-43bd-45f2-aa1f-96d9f904817e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.175528 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP b008f7ad-da2a-4238-bdf4-8689ba3b2421 associated. External IP: 172.25.6.236, port: 14b97e72-6eb5-40cf-a7ad-225603b248f3. Feb 19 00:46:12.196329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:46:12.196829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (6f9f5dd2-43bd-45f2-aa1f-96d9f904817e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:46:12.200111 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:46:12.338289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673d53c-3021-4d3c-a76e-1621713dedb8 req-228c7950-f358-4847-8723-ef013964aa19 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:12.338289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f673d53c-3021-4d3c-a76e-1621713dedb8 req-228c7950-f358-4847-8723-ef013964aa19 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 931 time: 0.4016373 Feb 19 00:46:12.357612 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Publish callbacks [] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.370507 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.394158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d44bcfc-a5d2-4a35-91dc-51dc150f26b4 req-d1f2dd57-a6d7-4fc1-9683-49d6a5eba6d8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938185 Feb 19 00:46:12.420162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (547ba30a-78f5-456f-acc4-f5387e77199a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.441987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Pushing event updated for resources: {'Port': ['ID=21ca66ad-65d2-4c6f-a1b5-692987bcf815,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:12.444957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.448905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/547ba30a-78f5-456f-acc4-f5387e77199a HTTP/1.1" status: 204 len: 168 time: 1.5943811 Feb 19 00:46:12.453886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60936) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:12.458957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Network 64214e44-54e0-41f6-9954-ddc911cf1270 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:12.462981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:12.468720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:12.502257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.4 (64214e44-54e0-41f6-9954-ddc911cf1270/ba61a70d-0b9c-4e16-b11a-604cf8d8a5de/718c29a0-5f0b-49a1-9e51-71b6294545c6) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:12.522896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-41779039', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:12.535924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e756f-7823-41ae-a32e-888f9d376d6e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=547ba30a-78f5-456f-acc4-f5387e77199a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:12.546482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Attempting to bind port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:12.546964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Attempting to bind port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'b9e19294-c57d-43dd-b29f-fbe59a173e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '64214e44-54e0-41f6-9954-ddc911cf1270'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:12.547440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Attempting to bind port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 on network 64214e44-54e0-41f6-9954-ddc911cf1270 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:12.550934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:12.553775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:12.554428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Checking segment: {'id': 'b9e19294-c57d-43dd-b29f-fbe59a173e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '64214e44-54e0-41f6-9954-ddc911cf1270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:12.554989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.555509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Bound using segment: {'id': 'b9e19294-c57d-43dd-b29f-fbe59a173e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '64214e44-54e0-41f6-9954-ddc911cf1270'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:12.556411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Bound port: 21ca66ad-65d2-4c6f-a1b5-692987bcf815, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9e19294-c57d-43dd-b29f-fbe59a173e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '64214e44-54e0-41f6-9954-ddc911cf1270'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:12.556897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.568776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f673d53c-3021-4d3c-a76e-1621713dedb8 req-0c17f77f-3aa3-4732-b924-51d07d8c5be4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072208 Feb 19 00:46:12.593774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (9b2240f9-122d-41bf-a636-c127dff40b10), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.598436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (9b2240f9-122d-41bf-a636-c127dff40b10), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.635164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] For port 21ca66ad-65d2-4c6f-a1b5-692987bcf815, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:12.639373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] For port 21ca66ad-65d2-4c6f-a1b5-692987bcf815, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=21ca66ad-65d2-4c6f-a1b5-692987bcf815,segment=NetworkSegment(b9e19294-c57d-43dd-b29f-fbe59a173e6b),segment_id=b9e19294-c57d-43dd-b29f-fbe59a173e6b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:12.649040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.707830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad65c2-4570-4ea4-b098-c8f7105487dc None None] Pushing event updated for resources: {'Port': ['ID=21ca66ad-65d2-4c6f-a1b5-692987bcf815,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:12.818967 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (9b2240f9-122d-41bf-a636-c127dff40b10), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.841341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (718c29a0-5f0b-49a1-9e51-71b6294545c6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.865339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:12.871570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:12.876019 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3676f4-7909-4d3c-8b77-833b7821028b None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:12.898640 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3676f4-7909-4d3c-8b77-833b7821028b None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:12.899353 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3a3676f4-7909-4d3c-8b77-833b7821028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:12.982597 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3a3676f4-7909-4d3c-8b77-833b7821028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:12.989321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e96e1f7-73a0-40da-b83f-61ecfe63495f {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:46:12.998804 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7dd493c-a9c1-4ecf-85cc-8a116acb99fd tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/floatingips/b008f7ad-da2a-4238-bdf4-8689ba3b2421 HTTP/1.1" status: 200 len: 978 time: 2.1004009 Feb 19 00:46:13.003813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60966) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:13.004129 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3676f4-7909-4d3c-8b77-833b7821028b None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:13.005901 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3a3676f4-7909-4d3c-8b77-833b7821028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:13.016195 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Publish callbacks [] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.040751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (718c29a0-5f0b-49a1-9e51-71b6294545c6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.097042 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3a3676f4-7909-4d3c-8b77-833b7821028b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:13.097721 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3676f4-7909-4d3c-8b77-833b7821028b None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:13.200606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network 64214e44-54e0-41f6-9954-ddc911cf1270 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:13.200606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:13.207387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:13.218518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:46:13.248081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_gateway (9b2240f9-122d-41bf-a636-c127dff40b10), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.255072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:46:13.255486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fc91a2cd-d3a6-4bfd-9e96-a9ebf00f2dbb not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:46:13.256258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Transition to ACTIVE for port object 2e96e1f7-73a0-40da-b83f-61ecfe63495f will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:46:13.271918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.324443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=718c29a0-5f0b-49a1-9e51-71b6294545c6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:13.358434 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:13.359348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.371979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Pushing event updated for resources: {'Port': ['ID=2e96e1f7-73a0-40da-b83f-61ecfe63495f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:13.390443 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8374fa61-11de-4a13-99b8-a731d8a2a89a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.9554219 Feb 19 00:46:13.391166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60982) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:13.556705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 14b97e72-6eb5-40cf-a7ad-225603b248f3 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:13.557007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (14b97e72-6eb5-40cf-a7ad-225603b248f3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.613029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d0e078dc-8399-4b67-9752-47f8961f3239 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 718c29a0-5f0b-49a1-9e51-71b6294545c6 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:13.614052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0e078dc-8399-4b67-9752-47f8961f3239 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (718c29a0-5f0b-49a1-9e51-71b6294545c6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.643652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Attempting to bind port 2e96e1f7-73a0-40da-b83f-61ecfe63495f on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:13.644183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Attempting to bind port 2e96e1f7-73a0-40da-b83f-61ecfe63495f by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:13.644527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Attempting to bind port 2e96e1f7-73a0-40da-b83f-61ecfe63495f on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:13.662764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Port 2e96e1f7-73a0-40da-b83f-61ecfe63495f on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:46:13.663102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Attempting to bind port 2e96e1f7-73a0-40da-b83f-61ecfe63495f on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:13.683656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:13.684009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Checking segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:13.684401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Bound using segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:13.684857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Bound port: 2e96e1f7-73a0-40da-b83f-61ecfe63495f, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:13.685222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.696407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd534b-0062-48eb-90bf-97fac0d8cd7c req-8827c313-e774-4370-9273-40e0416a5649 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:13.698040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbfd534b-0062-48eb-90bf-97fac0d8cd7c req-8827c313-e774-4370-9273-40e0416a5649 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 943 time: 0.1957808 Feb 19 00:46:13.772736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:46:13.781342 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0e078dc-8399-4b67-9752-47f8961f3239 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (718c29a0-5f0b-49a1-9e51-71b6294545c6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.785864 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (14b97e72-6eb5-40cf-a7ad-225603b248f3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:13.801928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d0e078dc-8399-4b67-9752-47f8961f3239 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 718c29a0-5f0b-49a1-9e51-71b6294545c6 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:13.955898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:14.007793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'mac_address': 'fa:16:3e:00:2d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:46:14.039529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0e078dc-8399-4b67-9752-47f8961f3239 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (718c29a0-5f0b-49a1-9e51-71b6294545c6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.121591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e078dc-8399-4b67-9752-47f8961f3239 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=718c29a0-5f0b-49a1-9e51-71b6294545c6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:14.156182 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:14.160453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.185330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:46:14.219134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:14.224183 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.300181 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0e078dc-8399-4b67-9752-47f8961f3239 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.309637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d0e078dc-8399-4b67-9752-47f8961f3239 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/718c29a0-5f0b-49a1-9e51-71b6294545c6 HTTP/1.1" status: 204 len: 168 time: 0.9162331 Feb 19 00:46:14.312704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32798) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:14.321976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:14.354961 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-fecaa5c8-8d74-47ac-8413-13c81747343a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:46:14.356799 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fecaa5c8-8d74-47ac-8413-13c81747343a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/718c29a0-5f0b-49a1-9e51-71b6294545c6 HTTP/1.1" status: 404 len: 333 time: 0.0427988 Feb 19 00:46:14.360303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:14.420228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf36aad-02eb-4227-92f4-e286c7d5ad12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet ba61a70d-0b9c-4e16-b11a-604cf8d8a5de {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:46:14.424203 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cf36aad-02eb-4227-92f4-e286c7d5ad12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (ba61a70d-0b9c-4e16-b11a-604cf8d8a5de), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.483326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cf36aad-02eb-4227-92f4-e286c7d5ad12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (ba61a70d-0b9c-4e16-b11a-604cf8d8a5de), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.514484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b22ad0c-3eca-40ec-a61b-dadb4921baea None None] Network 64214e44-54e0-41f6-9954-ddc911cf1270 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:14.519375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] For port 2e96e1f7-73a0-40da-b83f-61ecfe63495f, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:14.539464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbfd534b-0062-48eb-90bf-97fac0d8cd7c req-271e3c1e-c527-4664-ba1c-8fd7fbb4fe55 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7992265 Feb 19 00:46:14.586632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98edb86-d07a-43ce-b398-2fe54f2bc8dc req-be8f2a07-6623-4f7a-bfc5-35da6f408085 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:14.586836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:46:14.588062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d98edb86-d07a-43ce-b398-2fe54f2bc8dc req-be8f2a07-6623-4f7a-bfc5-35da6f408085 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 943 time: 0.8851888 Feb 19 00:46:14.591803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] For port 2e96e1f7-73a0-40da-b83f-61ecfe63495f, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e96e1f7-73a0-40da-b83f-61ecfe63495f,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:14.601833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cf36aad-02eb-4227-92f4-e286c7d5ad12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (ba61a70d-0b9c-4e16-b11a-604cf8d8a5de), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.611885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.675347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cf36aad-02eb-4227-92f4-e286c7d5ad12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (ba61a70d-0b9c-4e16-b11a-604cf8d8a5de), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.708792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf36aad-02eb-4227-92f4-e286c7d5ad12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=ba61a70d-0b9c-4e16-b11a-604cf8d8a5de,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:14.712775 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1cf36aad-02eb-4227-92f4-e286c7d5ad12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.718517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1cf36aad-02eb-4227-92f4-e286c7d5ad12 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/ba61a70d-0b9c-4e16-b11a-604cf8d8a5de HTTP/1.1" status: 204 len: 168 time: 0.3546562 Feb 19 00:46:14.718709 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_gateway (9b2240f9-122d-41bf-a636-c127dff40b10), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.720719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32808) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:14.729968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:14.730716 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.732313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] 10.222.0.113 "PUT /v2.0/ports/2e96e1f7-73a0-40da-b83f-61ecfe63495f HTTP/1.1" status: 200 len: 1091 time: 3.0686545 Feb 19 00:46:14.736140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0494dd6-4a27-43a7-8326-f4ef53372b34', 'tag': '2e96e1f7-73a0-40da-b83f-61ecfe63495f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:14.739160 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651fa33-7f6f-4ad0-90b4-c341f44404fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a0494dd6-4a27-43a7-8326-f4ef53372b34", "tag": "2e96e1f7-73a0-40da-b83f-61ecfe63495f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:14.783669 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.832509 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba795f0e-c3fe-4944-b2c1-99e64e00fbc5 x-openstack-request-id: req-ba795f0e-c3fe-4944-b2c1-99e64e00fbc5 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:14.832891 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0494dd6-4a27-43a7-8326-f4ef53372b34", "tag": "2e96e1f7-73a0-40da-b83f-61ecfe63495f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:14.833154 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba795f0e-c3fe-4944-b2c1-99e64e00fbc5 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:14.833918 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0494dd6-4a27-43a7-8326-f4ef53372b34', 'tag': '2e96e1f7-73a0-40da-b83f-61ecfe63495f', 'status': 'completed', 'code': 200} Feb 19 00:46:14.863623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (64214e44-54e0-41f6-9954-ddc911cf1270), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.869132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d98edb86-d07a-43ce-b398-2fe54f2bc8dc req-82dcdd0d-7d4c-43a0-bd23-f1417b64c4ab tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727795 Feb 19 00:46:14.912517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f5b5b-f558-41d5-98cf-d71c8814d25d service neutron] Pushing event updated for resources: {'Port': ['ID=2e96e1f7-73a0-40da-b83f-61ecfe63495f,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:14.934423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32818) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:14.945978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b3ffb9ab-13e0-49c7-8016-9fb3a0e7a057 None None] Provisioning complete for port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:14.946778 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb9ab-13e0-49c7-8016-9fb3a0e7a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.980496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.981137 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (b008f7ad-da2a-4238-bdf4-8689ba3b2421), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:14.981791 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP b008f7ad-da2a-4238-bdf4-8689ba3b2421 disassociated. External IP: 172.25.6.236, port: 14b97e72-6eb5-40cf-a7ad-225603b248f3. Feb 19 00:46:14.982872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 14b97e72-6eb5-40cf-a7ad-225603b248f3 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:15.021324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:15.021681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.095758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 172.25.6.230 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/bde9926c-24d6-4ca0-abc5-e94c93644729) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:15.098077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d042336d-f773-4691-9094-3c995a0a5ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.117179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] For port 21ca66ad-65d2-4c6f-a1b5-692987bcf815, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=21ca66ad-65d2-4c6f-a1b5-692987bcf815,segment=NetworkSegment(b9e19294-c57d-43dd-b29f-fbe59a173e6b),segment_id=b9e19294-c57d-43dd-b29f-fbe59a173e6b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:15.117792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.137732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 21ca66ad-65d2-4c6f-a1b5-692987bcf815 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:15.208141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffb9ab-13e0-49c7-8016-9fb3a0e7a057 None None] Current status of the port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:15.208797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb9ab-13e0-49c7-8016-9fb3a0e7a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.250235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-8ebbfbfa-a3b4-4f32-aff3-0198673c48c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:15.252231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-8ebbfbfa-a3b4-4f32-aff3-0198673c48c4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 1125 time: 0.4488246 Feb 19 00:46:15.273340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 21ca66ad-65d2-4c6f-a1b5-692987bcf815 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:15.276237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b3ffb9ab-13e0-49c7-8016-9fb3a0e7a057 None None] For port 21ca66ad-65d2-4c6f-a1b5-692987bcf815, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=21ca66ad-65d2-4c6f-a1b5-692987bcf815,segment=NetworkSegment(b9e19294-c57d-43dd-b29f-fbe59a173e6b),segment_id=b9e19294-c57d-43dd-b29f-fbe59a173e6b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:15.299218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.306372 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3ffb9ab-13e0-49c7-8016-9fb3a0e7a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (21ca66ad-65d2-4c6f-a1b5-692987bcf815), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.330573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No DVR routers for this DVR port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:15.337621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=21ca66ad-65d2-4c6f-a1b5-692987bcf815,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:15.340015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffb9ab-13e0-49c7-8016-9fb3a0e7a057 None None] Pushing event deleted for resources: {'Port': ['ID=21ca66ad-65d2-4c6f-a1b5-692987bcf815,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:15.347407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No active binding found for port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:46:15.347787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] The host n-d-826527-3 is not matching for port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:46:15.348512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 21ca66ad-65d2-4c6f-a1b5-692987bcf815 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 00:46:15.353015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-4119dcc8-3454-4ce5-b03f-cb2b0981b1e1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e96e1f7-73a0-40da-b83f-61ecfe63495f HTTP/1.1" status: 200 len: 217 time: 0.0850539 Feb 19 00:46:15.371759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Port 21ca66ad-65d2-4c6f-a1b5-692987bcf815 not found, will not notify nova. {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 00:46:15.445749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (14b97e72-6eb5-40cf-a7ad-225603b248f3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.449970 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (bde9926c-24d6-4ca0-abc5-e94c93644729), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.516548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (64214e44-54e0-41f6-9954-ddc911cf1270), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.520203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-ca366764-d104-4545-bef8-0891545cfe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:15.521927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-ca366764-d104-4545-bef8-0891545cfe88 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.1570942 Feb 19 00:46:15.530321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=14b97e72-6eb5-40cf-a7ad-225603b248f3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:15.568072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64214e44-54e0-41f6-9954-ddc911cf1270']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:15.584176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-f5e31389-4439-40cb-bb56-addd4b1d83ed service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480852 Feb 19 00:46:15.588438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71454e11-df9f-42a4-9bc8-d5ba4862d0f4 None None] Network 64214e44-54e0-41f6-9954-ddc911cf1270 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:15.591703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e19294-c57d-43dd-b29f-fbe59a173e6b') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:15.592886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e19294-c57d-43dd-b29f-fbe59a173e6b') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:15.614343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (b9e19294-c57d-43dd-b29f-fbe59a173e6b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.641220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b9e19294-c57d-43dd-b29f-fbe59a173e6b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.650557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:46:15.650966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (b9e19294-c57d-43dd-b29f-fbe59a173e6b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:46:15.654057 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:46:15.687590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-aa5251df-d3e0-4ba9-a6f6-a810b66d5e2e None None] Could not find standard attr ID for object 21ca66ad-65d2-4c6f-a1b5-692987bcf815. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:46:15.731016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d042336d-f773-4691-9094-3c995a0a5ba6 admin admin] Publish callbacks [] for security_group (dd25334d-47a5-4f50-9abe-7001a2f49aa6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.741555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (64214e44-54e0-41f6-9954-ddc911cf1270), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.750541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.758782 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/networks/64214e44-54e0-41f6-9954-ddc911cf1270 HTTP/1.1" status: 204 len: 168 time: 1.0345144 Feb 19 00:46:15.760430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32830) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:15.763488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d042336d-f773-4691-9094-3c995a0a5ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dd25334d-47a5-4f50-9abe-7001a2f49aa6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.786824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'name': 'tempest-PortsTestJSON-931128947'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:15.790259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10841348-b2e7-4f96-8d52-b2f181146ce4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Network': ['ID=64214e44-54e0-41f6-9954-ddc911cf1270,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:15.838368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51375d18-2f60-47fc-8daf-724d8852751d None None] DHCP port deletion for 64214e44-54e0-41f6-9954-ddc911cf1270 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:46:15.846156 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (bde9926c-24d6-4ca0-abc5-e94c93644729), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.906555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d042336d-f773-4691-9094-3c995a0a5ba6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c34b97020414ae7b7cd5cacbce00830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9704702 Feb 19 00:46:15.909399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32834) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:15.930638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d042336d-f773-4691-9094-3c995a0a5ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25334d-47a5-4f50-9abe-7001a2f49aa6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:15.954419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:15.967691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:15.971183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:15.975572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:15.975865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fd992-ffef-453b-9911-8e664e04b804 req-8e4bd362-d07e-4a2d-9951-596033b27a95 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:15.977736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e40fd992-ffef-453b-9911-8e664e04b804 req-8e4bd362-d07e-4a2d-9951-596033b27a95 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.3120868 Feb 19 00:46:15.982129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:15.985427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:15.987432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=bde9926c-24d6-4ca0-abc5-e94c93644729,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:16.013384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-1cc79f51-1b28-4896-a62e-0a29d525728a service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168420 Feb 19 00:46:16.014498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port e99cc12b-3700-419c-ada7-0f7fc532725a yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:16.073420 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbe24d7-7258-4a0c-85aa-16843a8d80a1 admin admin] Publish callbacks [] for security_group (dd25334d-47a5-4f50-9abe-7001a2f49aa6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.116171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbe24d7-7258-4a0c-85aa-16843a8d80a1 admin admin] Publish callbacks [] for security_group (dd25334d-47a5-4f50-9abe-7001a2f49aa6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.253919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbe24d7-7258-4a0c-85aa-16843a8d80a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dd25334d-47a5-4f50-9abe-7001a2f49aa6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.257151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bbe24d7-7258-4a0c-85aa-16843a8d80a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.260691 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0bbe24d7-7258-4a0c-85aa-16843a8d80a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd25334d-47a5-4f50-9abe-7001a2f49aa6 HTTP/1.1" status: 204 len: 168 time: 0.3447926 Feb 19 00:46:16.263091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e40fd992-ffef-453b-9911-8e664e04b804 req-aa266c69-b865-4b43-b6e8-9ad90965b0fa tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522228 Feb 19 00:46:16.276940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe24d7-7258-4a0c-85aa-16843a8d80a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25334d-47a5-4f50-9abe-7001a2f49aa6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:16.285083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (e99cc12b-3700-419c-ada7-0f7fc532725a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.359967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e99cc12b-3700-419c-ada7-0f7fc532725a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.392146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abbc99-efd7-4e7b-8475-cf51d6ca3a5f req-b146cdc3-5d50-4f36-8680-2eacc9a9071e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:16.393694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64abbc99-efd7-4e7b-8475-cf51d6ca3a5f req-b146cdc3-5d50-4f36-8680-2eacc9a9071e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 943 time: 0.3727448 Feb 19 00:46:16.399040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b77ab3e-d150-4fab-924b-47f4332e0bd9 req-e1e16656-7528-4fa6-b3d6-10ebbb980c75 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690839 Feb 19 00:46:16.421189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:16.425639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:16.436441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:16.450421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:16.465347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09572b-9cfb-493a-a9d8-3a1ac22a3a94 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:16.478433 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:16.479860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.486742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09572b-9cfb-493a-a9d8-3a1ac22a3a94 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:16.487662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-cc09572b-9cfb-493a-a9d8-3a1ac22a3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:16.513414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=e99cc12b-3700-419c-ada7-0f7fc532725a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:16.541019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7c0155f1-d0d7-49e1-954a-893b36ca7e8c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7591450 Feb 19 00:46:16.542040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:16.573440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-cc09572b-9cfb-493a-a9d8-3a1ac22a3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:16.590881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09572b-9cfb-493a-a9d8-3a1ac22a3a94 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:16.592126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-cc09572b-9cfb-493a-a9d8-3a1ac22a3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:16.593094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64abbc99-efd7-4e7b-8475-cf51d6ca3a5f req-2a3ab4ef-430e-4c09-80cc-7a89eda80311 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835501 Feb 19 00:46:16.640915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-cc09572b-9cfb-493a-a9d8-3a1ac22a3a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:16.642101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09572b-9cfb-493a-a9d8-3a1ac22a3a94 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:16.662983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.666248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-05f858c7-3ab9-45c7-9c4c-e55f11681897 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/ports/14b97e72-6eb5-40cf-a7ad-225603b248f3 HTTP/1.1" status: 204 len: 168 time: 3.6582489 Feb 19 00:46:16.669354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32844) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:16.681753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-ffd06146-3d9b-40bf-92f5-101e616f1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:16.683392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-ffd06146-3d9b-40bf-92f5-101e616f1d5f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 1125 time: 0.1974463 Feb 19 00:46:16.685923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_gateway (9b2240f9-122d-41bf-a636-c127dff40b10), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:16.799806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32846) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:17.060839 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f58b7c97-9f9a-417a-929a-d01b1859e230 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "GET /v2.0/floatingips/b008f7ad-da2a-4238-bdf4-8689ba3b2421 HTTP/1.1" status: 200 len: 688 time: 0.3902140 Feb 19 00:46:17.063457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:17.108166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 21ca66ad-65d2-4c6f-a1b5-692987bcf815 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:46:17.113237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a293b0d8-cb27-4082-95bc-acf4457fb912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port e99cc12b-3700-419c-ada7-0f7fc532725a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:17.113534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a293b0d8-cb27-4082-95bc-acf4457fb912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e99cc12b-3700-419c-ada7-0f7fc532725a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.140470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 21ca66ad-65d2-4c6f-a1b5-692987bcf815 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:46:17.141080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 21ca66ad-65d2-4c6f-a1b5-692987bcf815 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:46:17.212713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a70ce07e-bef6-41ac-9162-328da15d7abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.256226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a293b0d8-cb27-4082-95bc-acf4457fb912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e99cc12b-3700-419c-ada7-0f7fc532725a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.272982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a293b0d8-cb27-4082-95bc-acf4457fb912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for e99cc12b-3700-419c-ada7-0f7fc532725a owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:17.318104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-124ebc07-0989-47d8-8988-4c8636cb60f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:17.318104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-124ebc07-0989-47d8-8988-4c8636cb60f5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.5952759 Feb 19 00:46:17.330883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 3f7820b2-83dc-4c6f-995e-6bc40b256345 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:17.331224 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3f7820b2-83dc-4c6f-995e-6bc40b256345), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.380860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-26db4c5d-2bfb-4929-83d1-dafd4dd3377a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e96e1f7-73a0-40da-b83f-61ecfe63495f HTTP/1.1" status: 200 len: 217 time: 0.0525348 Feb 19 00:46:17.432109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a293b0d8-cb27-4082-95bc-acf4457fb912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e99cc12b-3700-419c-ada7-0f7fc532725a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.434950 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3f7820b2-83dc-4c6f-995e-6bc40b256345), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.435285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (3f7820b2-83dc-4c6f-995e-6bc40b256345), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.471789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 3f7820b2-83dc-4c6f-995e-6bc40b256345 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:17.474305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293b0d8-cb27-4082-95bc-acf4457fb912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=e99cc12b-3700-419c-ada7-0f7fc532725a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:17.486938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a293b0d8-cb27-4082-95bc-acf4457fb912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.492054 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a293b0d8-cb27-4082-95bc-acf4457fb912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/e99cc12b-3700-419c-ada7-0f7fc532725a HTTP/1.1" status: 204 len: 168 time: 0.9464812 Feb 19 00:46:17.492229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32852) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:17.497481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'mac_address': 'fa:16:3e:45:98:34', 'name': 'tempest-PortsTestJSON-2037704869'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:17.533139 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a70ce07e-bef6-41ac-9162-328da15d7abd admin admin] Publish callbacks [] for security_group (c546155b-dad0-4a6b-b81e-85609dfc45c1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.534423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (9b2240f9-122d-41bf-a636-c127dff40b10), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.537367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-21481ed4-eb71-4bc0-aa78-0ef455e53943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:17.538943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-21481ed4-eb71-4bc0-aa78-0ef455e53943 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.1431861 Feb 19 00:46:17.543736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a70ce07e-bef6-41ac-9162-328da15d7abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c546155b-dad0-4a6b-b81e-85609dfc45c1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.640588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-4c12c551-92bb-49e4-a691-142dfc4b0180 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935545 Feb 19 00:46:17.650952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:17.660591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f42e0e-bfd3-4355-9204-55f7affdc031 req-f90d6c4b-bad7-4dd7-b5f7-615c3d5d5828 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:17.662215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02f42e0e-bfd3-4355-9204-55f7affdc031 req-f90d6c4b-bad7-4dd7-b5f7-615c3d5d5828 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2906005 Feb 19 00:46:17.684797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a70ce07e-bef6-41ac-9162-328da15d7abd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aee6b5e1126d4edeba4d99be9e6fc2b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8795614 Feb 19 00:46:17.695550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32858) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:17.726113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ce07e-bef6-41ac-9162-328da15d7abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c546155b-dad0-4a6b-b81e-85609dfc45c1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:17.770365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.779909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:17.802978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3f7820b2-83dc-4c6f-995e-6bc40b256345), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.829380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 524ce287-e453-4999-8bf0-f05b62530626 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:17.845022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=3f7820b2-83dc-4c6f-995e-6bc40b256345,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:17.867968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:46:17.875467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:17.876337 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.887720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02f42e0e-bfd3-4355-9204-55f7affdc031 req-2efc791c-4258-41bd-aa64-4077a1d5744c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134223 Feb 19 00:46:17.913874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-71b79742-0235-4218-b7d4-e77185c11132 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635357 Feb 19 00:46:17.926325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59b0d778-3814-406a-8851-835eb4cdd702 admin admin] Publish callbacks [] for security_group (c546155b-dad0-4a6b-b81e-85609dfc45c1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:17.946649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ac2951-d9fa-4d1b-8931-bc0953586511 req-aa066f58-955c-4383-81ca-3c7391de9c30 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:17.948632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53ac2951-d9fa-4d1b-8931-bc0953586511 req-aa066f58-955c-4383-81ca-3c7391de9c30 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 943 time: 0.2167892 Feb 19 00:46:17.996623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59b0d778-3814-406a-8851-835eb4cdd702 admin admin] Publish callbacks [] for security_group (c546155b-dad0-4a6b-b81e-85609dfc45c1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.019525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6f20-5566-4a15-9f0e-bb2dbbda8f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.033275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (b008f7ad-da2a-4238-bdf4-8689ba3b2421), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.035847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.038948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a80f18f1-b6dc-4707-adcf-04a5087d4b71 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/floatingips/b008f7ad-da2a-4238-bdf4-8689ba3b2421 HTTP/1.1" status: 204 len: 168 time: 0.9727674 Feb 19 00:46:18.050004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32860) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:18.067829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 9b2240f9-122d-41bf-a636-c127dff40b10 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:46:18.068735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:18.069200 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.089302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53ac2951-d9fa-4d1b-8931-bc0953586511 req-16711ace-d306-440a-b5cb-10df27b8c8e7 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194487 Feb 19 00:46:18.095823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'ddc43e18-9c14-4a36-927c-9aee7bafe7e6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:18.102581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2651fa33-7f6f-4ad0-90b4-c341f44404fd req-15dbcbbf-c4cc-46c5-9524-1189ca05d3c8 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820703 Feb 19 00:46:18.107958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:18.131854 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ea07f-7d80-476e-b130-b5749386d7f2" -d '{"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-plugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:18.153997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:18.162618 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.166823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.196613 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59b0d778-3814-406a-8851-835eb4cdd702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c546155b-dad0-4a6b-b81e-85609dfc45c1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.201738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59b0d778-3814-406a-8851-835eb4cdd702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.203546 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-59b0d778-3814-406a-8851-835eb4cdd702 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c546155b-dad0-4a6b-b81e-85609dfc45c1 HTTP/1.1" status: 204 len: 168 time: 0.4867024 Feb 19 00:46:18.209796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (524ce287-e453-4999-8bf0-f05b62530626), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.226379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0d778-3814-406a-8851-835eb4cdd702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c546155b-dad0-4a6b-b81e-85609dfc45c1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:18.273633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:18.278588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:18.288664 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62862e48-600c-4035-8da0-355e17d71bfe None None] Sync routers for ids ['9b2240f9-122d-41bf-a636-c127dff40b10'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:18.305781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (524ce287-e453-4999-8bf0-f05b62530626), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.306027 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62862e48-600c-4035-8da0-355e17d71bfe None None] Routers {'9b2240f9-122d-41bf-a636-c127dff40b10'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:18.306974 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62862e48-600c-4035-8da0-355e17d71bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9b2240f9-122d-41bf-a636-c127dff40b10'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:18.311784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.313223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-033312d0-632f-4d0d-9360-1e660f7c419e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.8512754 Feb 19 00:46:18.317743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32868) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:18.362917 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62862e48-600c-4035-8da0-355e17d71bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:18.371329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:18.377796 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62862e48-600c-4035-8da0-355e17d71bfe None None] Routers {'9b2240f9-122d-41bf-a636-c127dff40b10'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:18.378877 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62862e48-600c-4035-8da0-355e17d71bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:45:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9b2240f9-122d-41bf-a636-c127dff40b10'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:18.382595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:18.393814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:18.400959 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:18.401611 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.409705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=524ce287-e453-4999-8bf0-f05b62530626,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:18.428342 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.441675 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bc87f2eb-db63-442b-bdea-465e8e48343c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9483976 Feb 19 00:46:18.444757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32870) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:18.445421 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62862e48-600c-4035-8da0-355e17d71bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:18.446344 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62862e48-600c-4035-8da0-355e17d71bfe None None] The sync data for ids ['9b2240f9-122d-41bf-a636-c127dff40b10'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:18.543099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff1fe82-df39-4b5e-bbac-bed3037e1bb5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:18.544529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8ff1fe82-df39-4b5e-bbac-bed3037e1bb5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/524ce287-e453-4999-8bf0-f05b62530626 HTTP/1.1" status: 200 len: 841 time: 0.0985575 Feb 19 00:46:18.547291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32872) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:18.603005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-261c058f-b540-419e-bdba-f13c47a74546 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/routers/9b2240f9-122d-41bf-a636-c127dff40b10 HTTP/1.1" status: 200 len: 883 time: 0.2838488 Feb 19 00:46:18.609702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32874) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:18.618992 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf29f4d-711a-47ab-8734-db299bb5cd13 x-openstack-request-id: req-2bf29f4d-711a-47ab-8734-db299bb5cd13 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:18.619287 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-plugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:18.619547 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2bf29f4d-711a-47ab-8734-db299bb5cd13 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:18.619944 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'code': 200} Feb 19 00:46:18.641342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.25.6.213 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/80473120-c664-4699-afee-181c2ac5126b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:18.743341 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.798471 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (80473120-c664-4699-afee-181c2ac5126b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.837956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (80473120-c664-4699-afee-181c2ac5126b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.849268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a028a-12fa-4ef3-b375-a486d1107403 req-8dd315a1-78ed-477a-8897-1bc7fb69000f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:18.851793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9a028a-12fa-4ef3-b375-a486d1107403 req-8dd315a1-78ed-477a-8897-1bc7fb69000f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1127 time: 0.1395488 Feb 19 00:46:18.870846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9f011556-cc89-46bf-8d6f-c4ac8856f522 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 524ce287-e453-4999-8bf0-f05b62530626 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:18.871495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9f011556-cc89-46bf-8d6f-c4ac8856f522 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (524ce287-e453-4999-8bf0-f05b62530626), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:18.891886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:18.896584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:18.902638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:19.066955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=80473120-c664-4699-afee-181c2ac5126b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:19.074921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9f011556-cc89-46bf-8d6f-c4ac8856f522 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (524ce287-e453-4999-8bf0-f05b62530626), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:19.105041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed9a028a-12fa-4ef3-b375-a486d1107403 req-4bf0f4df-b3e5-4544-8a7e-8677df7a8dc0 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452879 Feb 19 00:46:19.140190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9f011556-cc89-46bf-8d6f-c4ac8856f522 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 524ce287-e453-4999-8bf0-f05b62530626 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:19.270664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-6fe045ba-1a3a-4daa-a036-f0bf6c1e0ea4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2521484 Feb 19 00:46:19.324271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e994b9-4040-47a2-8401-abc1e60e05bf req-def41936-9dd1-48e5-b128-66fb1a31bb3e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:19.325964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24e994b9-4040-47a2-8401-abc1e60e05bf req-def41936-9dd1-48e5-b128-66fb1a31bb3e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.2719474 Feb 19 00:46:19.392284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7d249dc9-bdc6-4552-bc42-927e4f33948a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7786920 Feb 19 00:46:19.407018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32900) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:19.412798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-510dff0e-c20b-4524-bcaa-ccd01963dc8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-41779039'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:19.437366 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9f011556-cc89-46bf-8d6f-c4ac8856f522 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (524ce287-e453-4999-8bf0-f05b62530626), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:19.472275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2d3b-3f46-4f6e-b7cf-a83d027a7582 req-a8b42eb9-ed38-4f8d-9aea-ade003710771 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:19.474083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5d2d3b-3f46-4f6e-b7cf-a83d027a7582 req-a8b42eb9-ed38-4f8d-9aea-ade003710771 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 943 time: 0.2379689 Feb 19 00:46:19.505644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24e994b9-4040-47a2-8401-abc1e60e05bf req-b546af93-8ad0-4539-95c8-b59278ef9ebb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718376 Feb 19 00:46:19.506430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f011556-cc89-46bf-8d6f-c4ac8856f522 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=524ce287-e453-4999-8bf0-f05b62530626,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:19.527424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9f011556-cc89-46bf-8d6f-c4ac8856f522 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:19.530762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9f011556-cc89-46bf-8d6f-c4ac8856f522 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/524ce287-e453-4999-8bf0-f05b62530626 HTTP/1.1" status: 204 len: 168 time: 0.9825454 Feb 19 00:46:19.538135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-72951898-c8c0-403c-aae2-451d22362495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:19.539656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-72951898-c8c0-403c-aae2-451d22362495 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 1127 time: 0.1995411 Feb 19 00:46:19.543117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32904) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:19.557053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2e96e1f7-73a0-40da-b83f-61ecfe63495f details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:46:19.588088 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d458076-b39b-4563-859c-301a9003ecaf tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:46:19.589573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1d458076-b39b-4563-859c-301a9003ecaf tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/524ce287-e453-4999-8bf0-f05b62530626 HTTP/1.1" status: 404 len: 333 time: 0.0455120 Feb 19 00:46:19.597300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32906) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:19.616583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'name': 'tempest-PortsTestJSON-570808384'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:19.669695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f5d2d3b-3f46-4f6e-b7cf-a83d027a7582 req-39625312-6db7-49c1-b747-06c0f4b75a16 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723661 Feb 19 00:46:19.780827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-c8c75dbd-38e5-44d1-9f6a-258a3537e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:19.782645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-c8c75dbd-38e5-44d1-9f6a-258a3537e618 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.2062182 Feb 19 00:46:19.797365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2e96e1f7-73a0-40da-b83f-61ecfe63495f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e96e1f7-73a0-40da-b83f-61ecfe63495f,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:19.801567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:19.805325 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:19.813164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '2e96e1f7-73a0-40da-b83f-61ecfe63495f', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'port_id': '2e96e1f7-73a0-40da-b83f-61ecfe63495f', 'mac_address': 'fa:16:3e:8d:dd:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3299a37f-8323-45d4-96ad-6889f7461e7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:46:19.831497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (1e09181b-8839-4d01-9eca-18d576a515e4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:19.860354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2e96e1f7-73a0-40da-b83f-61ecfe63495f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:19.860577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-4735946e-8a49-4e59-9a9b-32a26e284373 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e HTTP/1.1" status: 200 len: 217 time: 0.0680070 Feb 19 00:46:19.861511 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:19.868936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 96c8640c-d5bd-4357-9457-f154b2f1d0ff yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:19.882842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e96e1f7-73a0-40da-b83f-61ecfe63495f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:46:19.913881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2e96e1f7-73a0-40da-b83f-61ecfe63495f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e96e1f7-73a0-40da-b83f-61ecfe63495f,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:19.923424 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:19.975387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-688c5c57-afd8-494a-9a83-1ca3538c0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:19.977375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-688c5c57-afd8-494a-9a83-1ca3538c0ccc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.1035898 Feb 19 00:46:20.031234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2e96e1f7-73a0-40da-b83f-61ecfe63495f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:20.032565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (80473120-c664-4699-afee-181c2ac5126b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.053963 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-042086ad-c11a-4d5a-9ef2-cac713c142c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.068408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-4b2068a2-bc08-40fa-a58c-b61cf7984543 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791082 Feb 19 00:46:20.090554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-510dff0e-c20b-4524-bcaa-ccd01963dc8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (9b2240f9-122d-41bf-a636-c127dff40b10), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.129693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-510dff0e-c20b-4524-bcaa-ccd01963dc8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (9b2240f9-122d-41bf-a636-c127dff40b10), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.146487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['2e96e1f7-73a0-40da-b83f-61ecfe63495f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:46:20.231453 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (96c8640c-d5bd-4357-9457-f154b2f1d0ff), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.276402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-5e40ec2d-181b-436c-be76-ecd2c29bc757 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005768 Feb 19 00:46:20.367066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (96c8640c-d5bd-4357-9457-f154b2f1d0ff), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.465681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=96c8640c-d5bd-4357-9457-f154b2f1d0ff,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:20.496930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:20.503424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:20.505855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:20.511889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:20.512530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.526479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bd3e937-d4b0-4b3f-bef1-8142339e8495 req-5e271212-89bc-4df7-8fbe-10f7e742f748 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434607 Feb 19 00:46:20.536613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8be34733-e525-45bc-b667-92c9bf5dd2fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9280074 Feb 19 00:46:20.538693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32922) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:20.551389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:20.728943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (96c8640c-d5bd-4357-9457-f154b2f1d0ff), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.732933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510dff0e-c20b-4524-bcaa-ccd01963dc8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 9b2240f9-122d-41bf-a636-c127dff40b10 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:20.761787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (80473120-c664-4699-afee-181c2ac5126b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.778320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ad277-38fe-431b-8082-b3bfb3e3775b req-7afd46c9-636f-4be7-84a2-a802256231c5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:20.780003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-072ad277-38fe-431b-8082-b3bfb3e3775b req-7afd46c9-636f-4be7-84a2-a802256231c5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.1757622 Feb 19 00:46:20.800060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (80473120-c664-4699-afee-181c2ac5126b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:20.965479 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (1e09181b-8839-4d01-9eca-18d576a515e4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.050211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=80473120-c664-4699-afee-181c2ac5126b,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:21.109086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510dff0e-c20b-4524-bcaa-ccd01963dc8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:21.119928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77758b07-3de3-40a6-b13d-6e7375ccb3ae None None] Sync routers for ids ['9b2240f9-122d-41bf-a636-c127dff40b10'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:21.140182 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77758b07-3de3-40a6-b13d-6e7375ccb3ae None None] Routers {'9b2240f9-122d-41bf-a636-c127dff40b10'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:21.144318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-77758b07-3de3-40a6-b13d-6e7375ccb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9b2240f9-122d-41bf-a636-c127dff40b10'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:21.240508 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP 1e09181b-8839-4d01-9eca-18d576a515e4 associated. External IP: 172.25.6.213, port: ddc43e18-9c14-4a36-927c-9aee7bafe7e6. Feb 19 00:46:21.250891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-77758b07-3de3-40a6-b13d-6e7375ccb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:21.251247 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-510dff0e-c20b-4524-bcaa-ccd01963dc8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.252644 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-510dff0e-c20b-4524-bcaa-ccd01963dc8a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/9b2240f9-122d-41bf-a636-c127dff40b10 HTTP/1.1" status: 200 len: 890 time: 1.8446577 Feb 19 00:46:21.257121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32948) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:21.301930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77758b07-3de3-40a6-b13d-6e7375ccb3ae None None] Routers {'9b2240f9-122d-41bf-a636-c127dff40b10'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:21.304001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-77758b07-3de3-40a6-b13d-6e7375ccb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9b2240f9-122d-41bf-a636-c127dff40b10'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:21.308897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.356872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-77758b07-3de3-40a6-b13d-6e7375ccb3ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:21.357480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77758b07-3de3-40a6-b13d-6e7375ccb3ae None None] The sync data for ids ['9b2240f9-122d-41bf-a636-c127dff40b10'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:21.479269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32952) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:21.570346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2e96e1f7-73a0-40da-b83f-61ecfe63495f up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:21.654359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-072ad277-38fe-431b-8082-b3bfb3e3775b req-59af3561-af06-48c6-bdcb-aa33dfb87ce6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8671122 Feb 19 00:46:21.701937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 2e96e1f7-73a0-40da-b83f-61ecfe63495f completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:46:21.708869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5663a9-8241-4420-9702-667583df4b10 req-fd373f91-5af7-48a1-ba2a-d717b8c568f8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:21.710455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc5663a9-8241-4420-9702-667583df4b10 req-fd373f91-5af7-48a1-ba2a-d717b8c568f8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 944 time: 0.9107831 Feb 19 00:46:21.714645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 2e96e1f7-73a0-40da-b83f-61ecfe63495f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:21.714736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (96c8640c-d5bd-4357-9457-f154b2f1d0ff), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.714906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.728547 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (96c8640c-d5bd-4357-9457-f154b2f1d0ff), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.782568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] In _notify_port_updated(), no bound segment for port 96c8640c-d5bd-4357-9457-f154b2f1d0ff on network c3c5634a-dba0-421f-a71d-8ad2af8cd44c {{(pid=103649) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:46:21.787286 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-226c3d13-79c3-4136-a934-22962c10ddf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.788599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:21.789330 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.793241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "PUT /v2.0/ports/96c8640c-d5bd-4357-9457-f154b2f1d0ff HTTP/1.1" status: 200 len: 818 time: 1.2441051 Feb 19 00:46:21.803523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32968) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:21.818278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2e96e1f7-73a0-40da-b83f-61ecfe63495f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:21.818728 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.825091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ec113-60cd-4697-ba0c-c4aaeaa1a6a9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=96c8640c-d5bd-4357-9457-f154b2f1d0ff,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:21.868843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0494dd6-4a27-43a7-8326-f4ef53372b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e96e1f7-73a0-40da-b83f-61ecfe63495f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:21.872080 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349826f6-8b73-42bc-a4a8-5699f173e86b" -d '{"events": [{"server_uuid": "a0494dd6-4a27-43a7-8326-f4ef53372b34", "name": "network-vif-plugged", "status": "completed", "tag": "2e96e1f7-73a0-40da-b83f-61ecfe63495f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:21.876234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2e96e1f7-73a0-40da-b83f-61ecfe63495f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e96e1f7-73a0-40da-b83f-61ecfe63495f,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:21.880874 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:21.889384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc5663a9-8241-4420-9702-667583df4b10 req-cdf9abc4-e684-46da-8dc9-c4a43d3cc04f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667035 Feb 19 00:46:21.920818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:21.927616 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-27700288-7cb2-4a17-9fa5-0fa6d849c6f8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/routers/9b2240f9-122d-41bf-a636-c127dff40b10 HTTP/1.1" status: 200 len: 890 time: 0.4641528 Feb 19 00:46:21.930789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32976) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:21.948952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2e96e1f7-73a0-40da-b83f-61ecfe63495f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:21.962770 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5abd81-1a86-4214-9a9f-fe5a38a91862 x-openstack-request-id: req-cd5abd81-1a86-4214-9a9f-fe5a38a91862 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:21.962964 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0494dd6-4a27-43a7-8326-f4ef53372b34", "name": "network-vif-plugged", "status": "completed", "tag": "2e96e1f7-73a0-40da-b83f-61ecfe63495f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:21.963152 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cd5abd81-1a86-4214-9a9f-fe5a38a91862 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:21.963591 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0494dd6-4a27-43a7-8326-f4ef53372b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e96e1f7-73a0-40da-b83f-61ecfe63495f', 'code': 200} Feb 19 00:46:22.016941 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-297fd377-a770-4ad6-b20c-4c039c068e14 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2240f9-122d-41bf-a636-c127dff40b10 HTTP/1.1" status: 200 len: 205 time: 0.0771246 Feb 19 00:46:22.019179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32982) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:22.169136 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-226c3d13-79c3-4136-a934-22962c10ddf5 admin admin] Publish callbacks [] for security_group (e9953592-0afc-41a8-a517-be6c61953c63), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.175589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-436615a5-85f2-4f20-b1d5-ccf919b5179f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 96c8640c-d5bd-4357-9457-f154b2f1d0ff {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:22.175970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-436615a5-85f2-4f20-b1d5-ccf919b5179f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (96c8640c-d5bd-4357-9457-f154b2f1d0ff), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.186472 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-226c3d13-79c3-4136-a934-22962c10ddf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e9953592-0afc-41a8-a517-be6c61953c63), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.216232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (9b2240f9-122d-41bf-a636-c127dff40b10), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.252509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:22.266528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60504983-9202-432f-ab86-4d21dd6d9703 req-d0ecd916-134b-4953-ad2d-b20bbd1e4085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:22.268810 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e72f0c-8da8-4f53-8aea-1e6d6b1b12eb None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:22.269325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60504983-9202-432f-ab86-4d21dd6d9703 req-d0ecd916-134b-4953-ad2d-b20bbd1e4085 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 1127 time: 0.1980150 Feb 19 00:46:22.293746 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e72f0c-8da8-4f53-8aea-1e6d6b1b12eb None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:22.294781 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3e72f0c-8da8-4f53-8aea-1e6d6b1b12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:22.299957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-226c3d13-79c3-4136-a934-22962c10ddf5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=340db23e29f5432a9b18d30369a6cb63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8157375 Feb 19 00:46:22.300603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32992) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:22.303826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c3d13-79c3-4136-a934-22962c10ddf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9953592-0afc-41a8-a517-be6c61953c63,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:22.310352 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-436615a5-85f2-4f20-b1d5-ccf919b5179f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (96c8640c-d5bd-4357-9457-f154b2f1d0ff), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.326711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.352703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-436615a5-85f2-4f20-b1d5-ccf919b5179f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 96c8640c-d5bd-4357-9457-f154b2f1d0ff owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:22.399068 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ad607793-f760-43d8-b2c2-786e72488162 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3452442 Feb 19 00:46:22.401335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60504983-9202-432f-ab86-4d21dd6d9703 req-36a9fce8-53f7-4e64-883c-bb4b739e6e98 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229906 Feb 19 00:46:22.406069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32994) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:22.423611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2055544243'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:22.474521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_gateway (9b2240f9-122d-41bf-a636-c127dff40b10), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.483959 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3e72f0c-8da8-4f53-8aea-1e6d6b1b12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:22.492134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:22.495483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.496557 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e72f0c-8da8-4f53-8aea-1e6d6b1b12eb None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:22.497565 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3e72f0c-8da8-4f53-8aea-1e6d6b1b12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:22.535691 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3e72f0c-8da8-4f53-8aea-1e6d6b1b12eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:22.537068 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e72f0c-8da8-4f53-8aea-1e6d6b1b12eb None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:22.545441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e631fc4-16dc-45ec-9f2d-d2b4326429ed admin admin] Publish callbacks [] for security_group (e9953592-0afc-41a8-a517-be6c61953c63), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.550040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-436615a5-85f2-4f20-b1d5-ccf919b5179f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (96c8640c-d5bd-4357-9457-f154b2f1d0ff), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.580064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:46:22.600436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436615a5-85f2-4f20-b1d5-ccf919b5179f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=96c8640c-d5bd-4357-9457-f154b2f1d0ff,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:22.607474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e631fc4-16dc-45ec-9f2d-d2b4326429ed admin admin] Publish callbacks [] for security_group (e9953592-0afc-41a8-a517-be6c61953c63), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.620504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (87a76d63-cb9c-4f7f-94fe-fedc2e9106dc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.620668 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Added segment 87a76d63-cb9c-4f7f-94fe-fedc2e9106dc of type vlan for network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 Feb 19 00:46:22.625314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-436615a5-85f2-4f20-b1d5-ccf919b5179f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.631347 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-436615a5-85f2-4f20-b1d5-ccf919b5179f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/96c8640c-d5bd-4357-9457-f154b2f1d0ff HTTP/1.1" status: 204 len: 168 time: 0.8232801 Feb 19 00:46:22.631971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32996) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:22.646752 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.707033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4cb53a-0e00-4d72-a298-3502ea28b302 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:22.711707 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ba4cb53a-0e00-4d72-a298-3502ea28b302 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0785866 Feb 19 00:46:22.712490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33002) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:22.745052 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41e14c9-17b9-49fe-a26c-77d7c656bfc5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:46:22.750474 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d41e14c9-17b9-49fe-a26c-77d7c656bfc5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/96c8640c-d5bd-4357-9457-f154b2f1d0ff HTTP/1.1" status: 404 len: 333 time: 0.0370655 Feb 19 00:46:22.751098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33004) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:22.756100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1073742312'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:22.766825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6bdf17a3-473f-48a9-85b6-e0a5bc48aa00), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.792871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:22.797114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.819200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port bde9926c-24d6-4ca0-abc5-e94c93644729 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:22.819448 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bde9926c-24d6-4ca0-abc5-e94c93644729), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.824366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:46:22.835862 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f103f913-4ebc-41c8-aeff-627801ab4a0a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.836462 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Added segment f103f913-4ebc-41c8-aeff-627801ab4a0a of type vlan for network a4ef641e-21f6-401a-a00d-4d5ca0c06360 Feb 19 00:46:22.844986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33006) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:22.890220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a4ef641e-21f6-401a-a00d-4d5ca0c06360), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.917824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e631fc4-16dc-45ec-9f2d-d2b4326429ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e9953592-0afc-41a8-a517-be6c61953c63), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.920617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e631fc4-16dc-45ec-9f2d-d2b4326429ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.922343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9e631fc4-16dc-45ec-9f2d-d2b4326429ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9953592-0afc-41a8-a517-be6c61953c63 HTTP/1.1" status: 204 len: 168 time: 0.5919671 Feb 19 00:46:22.932570 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6bdf17a3-473f-48a9-85b6-e0a5bc48aa00), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.938331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:22.939037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.940440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a4ef641e-21f6-401a-a00d-4d5ca0c06360), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.955426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:22.956309 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:22.996588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e631fc4-16dc-45ec-9f2d-d2b4326429ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9953592-0afc-41a8-a517-be6c61953c63,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:23.004159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2519531 Feb 19 00:46:23.004889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:23.044538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:23.063836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-6f323e64-da14-4627-949d-abbee10caca3 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3509612 Feb 19 00:46:23.088714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6814184 Feb 19 00:46:23.105917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33018) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:23.121696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'subnet': {'network_id': '6bdf17a3-473f-48a9-85b6-e0a5bc48aa00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:23.154911 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bde9926c-24d6-4ca0-abc5-e94c93644729), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:23.187600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd044958-002f-4512-a559-71029deaab0e req-fcbda101-dc97-4b5b-b042-f4a20affad6d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:23.192201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd044958-002f-4512-a559-71029deaab0e req-fcbda101-dc97-4b5b-b042-f4a20affad6d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.4056628 Feb 19 00:46:23.286364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84b7f0-d004-47fd-8893-fe09cbbb231a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Network': ['ID=6bdf17a3-473f-48a9-85b6-e0a5bc48aa00,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:23.299421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:46:23.324472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3304dc9-d780-4123-bb42-a8b939ba096b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Network': ['ID=a4ef641e-21f6-401a-a00d-4d5ca0c06360,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:23.335675 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-18ff4085-7a64-4870-916d-ef24dc3be119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:23.395002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:46:23.409005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for bde9926c-24d6-4ca0-abc5-e94c93644729 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:23.419333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:23.424960 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:23.481731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-c4c4cfef-c557-4c3e-a37e-f43d9df2763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:23.483345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-c4c4cfef-c557-4c3e-a37e-f43d9df2763e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1128 time: 0.2219810 Feb 19 00:46:23.542820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae497d-94d5-4582-93f4-c1f95450b614 req-d834bc7c-e533-4912-961b-02cb4958fbbd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:23.544675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edae497d-94d5-4582-93f4-c1f95450b614 req-d834bc7c-e533-4912-961b-02cb4958fbbd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 945 time: 0.4126556 Feb 19 00:46:23.606439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:23.610895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:23.628327 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:23.717273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-66365d7e-41f6-49c6-b489-1735dd261eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:23.719521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-66365d7e-41f6-49c6-b489-1735dd261eff service neutron] 10.222.0.126 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 898 time: 0.1661670 Feb 19 00:46:23.835761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-18ff4085-7a64-4870-916d-ef24dc3be119 admin admin] Publish callbacks [] for security_group (24582d21-0a4d-4d0a-a9bd-e91143d1dcc4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:23.855900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-bea5eae2-d943-4800-9e18-2c661b818f62 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1002 time: 0.1274817 Feb 19 00:46:23.867311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-18ff4085-7a64-4870-916d-ef24dc3be119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (24582d21-0a4d-4d0a-a9bd-e91143d1dcc4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:23.885249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd044958-002f-4512-a559-71029deaab0e req-55e780eb-968e-4e39-8bb5-4e5e1b197bbc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5936599 Feb 19 00:46:23.913859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff4085-7a64-4870-916d-ef24dc3be119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24582d21-0a4d-4d0a-a9bd-e91143d1dcc4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:23.968900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edae497d-94d5-4582-93f4-c1f95450b614 req-4b7f8d44-71ed-4c2a-b9b0-355d4734653e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119532 Feb 19 00:46:24.022355 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-18ff4085-7a64-4870-916d-ef24dc3be119 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=682d398e0afa4866b8e6efbc71ac8039&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1761103 Feb 19 00:46:24.027247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:24.054895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-29b0e65d-c6d4-4be8-9445-458cdbd48d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:24.067099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-29b0e65d-c6d4-4be8-9445-458cdbd48d61 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 0.2024856 Feb 19 00:46:24.176254 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.193933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (332542c1-2327-4aa4-8bf6-1ae7adac8038), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.240282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e95fc68c-f36b-4983-b42c-f301ad02e982 admin admin] Publish callbacks [] for security_group (24582d21-0a4d-4d0a-a9bd-e91143d1dcc4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.245284 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (2b1595a4-81b1-4102-941e-bdcac78668e8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.310154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f70502-4ce3-440b-8f7d-bea724274739 req-56c8778b-8471-4b5a-8d79-20458d1290e0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:24.314639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67f70502-4ce3-440b-8f7d-bea724274739 req-56c8778b-8471-4b5a-8d79-20458d1290e0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.2837503 Feb 19 00:46:24.314805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e95fc68c-f36b-4983-b42c-f301ad02e982 admin admin] Publish callbacks [] for security_group (24582d21-0a4d-4d0a-a9bd-e91143d1dcc4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.322409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33044) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:24.327842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'floatingip': {'port_id': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:24.341072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=332542c1-2327-4aa4-8bf6-1ae7adac8038,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:24.361671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking segment: {'id': 'f103f913-4ebc-41c8-aeff-627801ab4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:24.362028 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network hostable DHCP agents. Network: a4ef641e-21f6-401a-a00d-4d5ca0c06360, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:46:24.379315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-3a8aba99-974a-47f8-8888-478352ded584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:24.381071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-3a8aba99-974a-47f8-8888-478352ded584 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2939301 Feb 19 00:46:24.389695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for floatingip (a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.430234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Checking segment: {'id': '87a76d63-cb9c-4f7f-94fe-fedc2e9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6bdf17a3-473f-48a9-85b6-e0a5bc48aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:24.430956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network hostable DHCP agents. Network: 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:46:24.440719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:46:24.444994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Subnet': ['ID=2b1595a4-81b1-4102-941e-bdcac78668e8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:24.458859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e95fc68c-f36b-4983-b42c-f301ad02e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (24582d21-0a4d-4d0a-a9bd-e91143d1dcc4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.461716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e95fc68c-f36b-4983-b42c-f301ad02e982 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.465875 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e95fc68c-f36b-4983-b42c-f301ad02e982 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/24582d21-0a4d-4d0a-a9bd-e91143d1dcc4 HTTP/1.1" status: 204 len: 168 time: 0.4373097 Feb 19 00:46:24.473234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a4ef641e-21f6-401a-a00d-4d5ca0c06360) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:24.486061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fc68c-f36b-4983-b42c-f301ad02e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24582d21-0a4d-4d0a-a9bd-e91143d1dcc4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:24.486838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d93ea-cdea-441d-b9e0-063db098dd2f None None] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:24.488537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:24.489595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.493633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:46:24.504919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:24.511249 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:24.512637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.521846 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2e4b5ff4-331b-497d-ab9c-b08e7f01e1b7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4881527 Feb 19 00:46:24.526269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33050) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:24.536116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a7bd7bdc-4a0e-48bf-8030-d3f8332514fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:24.564488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4877837d-c523-460f-a9b0-0b63db249082 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4575613 Feb 19 00:46:24.585766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791d4b89-fc7d-4650-b6f2-94330511dada None None] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:24.615629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33052) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:24.768300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-ce82ba22-94b2-4176-8efc-689c68b26b38 service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760154 Feb 19 00:46:24.887282 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-a4ef641e-21f6-401a-a00d-4d5ca0c06360', 'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360', 'project_id': '1761bddd2a124781bf49884ccf00dc8b', 'fixed_ips': [{'subnet_id': '332542c1-2327-4aa4-8bf6-1ae7adac8038'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:46:24.888158 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.924149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-6bdf17a3-473f-48a9-85b6-e0a5bc48aa00', 'network_id': '6bdf17a3-473f-48a9-85b6-e0a5bc48aa00', 'project_id': 'bab949d6f4314fb98a21bcb9718fea54', 'fixed_ips': [{'subnet_id': '2b1595a4-81b1-4102-941e-bdcac78668e8'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:46:24.931653 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:24.982521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (bde9926c-24d6-4ca0-abc5-e94c93644729), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.061092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=bde9926c-24d6-4ca0-abc5-e94c93644729,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:25.217836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33062) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:25.225724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1462a31-cd63-4e1c-a39e-254a79a51669 req-bfbfcd90-eb6f-4a57-8c20-1f3dc868d6f3 service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397981 Feb 19 00:46:25.267336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1086537601', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:25.296664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (8509b842-9c71-473b-983a-bd895d04c65c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.297798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (8509b842-9c71-473b-983a-bd895d04c65c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.360658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_controller (8509b842-9c71-473b-983a-bd895d04c65c), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.369415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Allocated IP 172.20.0.2 (a4ef641e-21f6-401a-a00d-4d5ca0c06360/332542c1-2327-4aa4-8bf6-1ae7adac8038/3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:25.413855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Allocated IP 172.20.0.2 (6bdf17a3-473f-48a9-85b6-e0a5bc48aa00/2b1595a4-81b1-4102-941e-bdcac78668e8/398074f9-a590-4efd-bba0-807d38d72272) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:25.422712 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-980a8e90-1713-49c6-8af8-99348fdca137 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.446244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa03493-25c2-4fdd-b1b1-f157cf9261cb req-e4387b33-9751-4c73-9fb4-09948c8642d1 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:25.448140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7aa03493-25c2-4fdd-b1b1-f157cf9261cb req-e4387b33-9751-4c73-9fb4-09948c8642d1 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 945 time: 0.2573345 Feb 19 00:46:25.531845 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-980a8e90-1713-49c6-8af8-99348fdca137 admin admin] Publish callbacks [] for security_group (e00e5ce8-ab79-4186-81ab-147dd0128ff0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.606014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7aa03493-25c2-4fdd-b1b1-f157cf9261cb req-d117554b-5e29-443e-9043-6d95b7a94533 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677845 Feb 19 00:46:25.606823 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-980a8e90-1713-49c6-8af8-99348fdca137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e00e5ce8-ab79-4186-81ab-147dd0128ff0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.643714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_gateway (8509b842-9c71-473b-983a-bd895d04c65c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.664982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a8e90-1713-49c6-8af8-99348fdca137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00e5ce8-ab79-4186-81ab-147dd0128ff0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:25.698916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (9b2240f9-122d-41bf-a636-c127dff40b10), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.814744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bd7bdc-4a0e-48bf-8030-d3f8332514fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:25.818865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a7bd7bdc-4a0e-48bf-8030-d3f8332514fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.859957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (9b2240f9-122d-41bf-a636-c127dff40b10), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:25.864340 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (9b2240f9-122d-41bf-a636-c127dff40b10), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.035250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-980a8e90-1713-49c6-8af8-99348fdca137 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=44fa869f92684e47944eda48f8471257&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8071911 Feb 19 00:46:26.038355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:26.041805 n-d-826527-3 neutron-server[103650]: INFO neutron.db.ipam_backend_mixin [None req-a7bd7bdc-4a0e-48bf-8030-d3f8332514fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 332542c1-2327-4aa4-8bf6-1ae7adac8038 (CIDR: 172.20.0.0/28) Feb 19 00:46:26.046392 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (9b2240f9-122d-41bf-a636-c127dff40b10), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.047975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2240f9-122d-41bf-a636-c127dff40b10 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:46:26.061180 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.063037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fb2dd550-f069-4703-8b40-47750b2818ff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/9b2240f9-122d-41bf-a636-c127dff40b10 HTTP/1.1" status: 204 len: 168 time: 4.0426962 Feb 19 00:46:26.127757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33072) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:26.137200 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bd7bdc-4a0e-48bf-8030-d3f8332514fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:46:26.137735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bd7bdc-4a0e-48bf-8030-d3f8332514fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:46:26.143246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1637065262'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:26.175772 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Publish callbacks [] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.194073 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.207289 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Publish callbacks [] for port (398074f9-a590-4efd-bba0-807d38d72272), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.208954 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a7bd7bdc-4a0e-48bf-8030-d3f8332514fc tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6813419 Feb 19 00:46:26.216952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33074) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:26.221439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:26.223728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:26.227819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:26.230724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_gateway (8509b842-9c71-473b-983a-bd895d04c65c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.257104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:26.259614 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (398074f9-a590-4efd-bba0-807d38d72272), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.261236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.294860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:26.301222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:26.308352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:26.318744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:26.321995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.345385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5648917-71da-4b6d-ba09-ecb5f4180cfa req-1d90ee81-5cb5-46e0-abc2-e621f8f606e8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:26.353254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5648917-71da-4b6d-ba09-ecb5f4180cfa req-1d90ee81-5cb5-46e0-abc2-e621f8f606e8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 945 time: 0.3214016 Feb 19 00:46:26.387416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.25.6.179 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/2dd8e49b-de98-4188-8b51-5aaed80d3963) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:26.403583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Attempting to bind port 398074f9-a590-4efd-bba0-807d38d72272 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:26.404706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Attempting to bind port 398074f9-a590-4efd-bba0-807d38d72272 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '87a76d63-cb9c-4f7f-94fe-fedc2e9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6bdf17a3-473f-48a9-85b6-e0a5bc48aa00'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:26.405096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Attempting to bind port 398074f9-a590-4efd-bba0-807d38d72272 on network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:26.415389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:26.415785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Checking segment: {'id': '87a76d63-cb9c-4f7f-94fe-fedc2e9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6bdf17a3-473f-48a9-85b6-e0a5bc48aa00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:26.416192 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.416599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Bound using segment: {'id': '87a76d63-cb9c-4f7f-94fe-fedc2e9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6bdf17a3-473f-48a9-85b6-e0a5bc48aa00'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:26.417139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Bound port: 398074f9-a590-4efd-bba0-807d38d72272, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87a76d63-cb9c-4f7f-94fe-fedc2e9106dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6bdf17a3-473f-48a9-85b6-e0a5bc48aa00'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:26.417995 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (398074f9-a590-4efd-bba0-807d38d72272), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.468711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:46:26.479114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Attempting to bind port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:26.479609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Attempting to bind port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f103f913-4ebc-41c8-aeff-627801ab4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:26.480001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Attempting to bind port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a on network a4ef641e-21f6-401a-a00d-4d5ca0c06360 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:26.487623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Pushing event updated for resources: {'Port': ['ID=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:26.502524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (2dd8e49b-de98-4188-8b51-5aaed80d3963), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.519675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5648917-71da-4b6d-ba09-ecb5f4180cfa req-dee06e6c-5bef-4c85-8221-8bd39e8dccc5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654577 Feb 19 00:46:26.523836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:26.524357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Checking segment: {'id': 'f103f913-4ebc-41c8-aeff-627801ab4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:26.524776 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.525449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Bound using segment: {'id': 'f103f913-4ebc-41c8-aeff-627801ab4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:26.525955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Bound port: 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f103f913-4ebc-41c8-aeff-627801ab4a0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:26.526653 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.533499 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (89938f20-07e0-4178-8391-ef0325bf9b14), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.533858 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment 89938f20-07e0-4178-8391-ef0325bf9b14 of type vlan for network 931e9662-a69b-4495-89ee-09814913ddf8 Feb 19 00:46:26.533962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-804c53da-528e-45d9-97fc-84e709756480 admin admin] Publish callbacks [] for security_group (e00e5ce8-ab79-4186-81ab-147dd0128ff0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.553537 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2dd8e49b-de98-4188-8b51-5aaed80d3963), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.597791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-804c53da-528e-45d9-97fc-84e709756480 admin admin] Publish callbacks [] for security_group (e00e5ce8-ab79-4186-81ab-147dd0128ff0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.617462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] For port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:26.618993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:26.621730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] For port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,segment=NetworkSegment(f103f913-4ebc-41c8-aeff-627801ab4a0a),segment_id=f103f913-4ebc-41c8-aeff-627801ab4a0a)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:26.634347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:26.642014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=2dd8e49b-de98-4188-8b51-5aaed80d3963,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:26.652632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:26.668665 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.708286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.resource_extend [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:46:26.722126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:26.731725 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.777011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Pushing event updated for resources: {'Port': ['ID=398074f9-a590-4efd-bba0-807d38d72272,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:26.829422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-804c53da-528e-45d9-97fc-84e709756480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e00e5ce8-ab79-4186-81ab-147dd0128ff0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.831082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-804c53da-528e-45d9-97fc-84e709756480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.835575 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-804c53da-528e-45d9-97fc-84e709756480 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e00e5ce8-ab79-4186-81ab-147dd0128ff0 HTTP/1.1" status: 204 len: 168 time: 0.7900090 Feb 19 00:46:26.882973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c53da-528e-45d9-97fc-84e709756480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00e5ce8-ab79-4186-81ab-147dd0128ff0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:26.924965 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.932470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582290b-f622-4e9b-a924-865d1a80cd7e None None] Pushing event updated for resources: {'Port': ['ID=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:26.945360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (931e9662-a69b-4495-89ee-09814913ddf8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.949311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] For port 398074f9-a590-4efd-bba0-807d38d72272, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:26.953945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:26.983167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] For port 398074f9-a590-4efd-bba0-807d38d72272, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=398074f9-a590-4efd-bba0-807d38d72272,segment=NetworkSegment(87a76d63-cb9c-4f7f-94fe-fedc2e9106dc),segment_id=87a76d63-cb9c-4f7f-94fe-fedc2e9106dc)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:27.005991 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (398074f9-a590-4efd-bba0-807d38d72272), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:27.156987 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.resource_extend [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:46:27.191545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24a162-8109-4c28-a1e8-dab72cc9d931 None None] Pushing event updated for resources: {'Port': ['ID=398074f9-a590-4efd-bba0-807d38d72272,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:27.273324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (931e9662-a69b-4495-89ee-09814913ddf8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:27.279601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_gateway (8509b842-9c71-473b-983a-bd895d04c65c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:27.279872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:27.280640 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:27.336031 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:46:27.359911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ef841-3bbc-4489-b95a-fb7e0aa5c49c req-db7a82c6-ce1f-4764-a0ce-1db721594083 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:27.361635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ef841-3bbc-4489-b95a-fb7e0aa5c49c req-db7a82c6-ce1f-4764-a0ce-1db721594083 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 945 time: 0.4297404 Feb 19 00:46:27.628556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (8509b842-9c71-473b-983a-bd895d04c65c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:27.798382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router 8509b842-9c71-473b-983a-bd895d04c65c is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:46:27.835043 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Floating IP a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2 associated. External IP: 172.25.6.169, port: 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb. Feb 19 00:46:27.842976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7131886 Feb 19 00:46:27.843710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33102) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:27.906791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': '931e9662-a69b-4495-89ee-09814913ddf8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:27.928798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:27.941242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1913e89-cd9f-463e-8f90-1eee7fe2c6c7 None None] Sync routers for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:27.952689 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:27.954234 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6037124b-f40f-49e3-b572-ff5140043ff5 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3373764 Feb 19 00:46:27.957400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33106) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:27.959981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1913e89-cd9f-463e-8f90-1eee7fe2c6c7 None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:27.960884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e1913e89-cd9f-463e-8f90-1eee7fe2c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:27.999265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e1913e89-cd9f-463e-8f90-1eee7fe2c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:28.011998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1913e89-cd9f-463e-8f90-1eee7fe2c6c7 None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:28.013022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e1913e89-cd9f-463e-8f90-1eee7fe2c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:28.077637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8928d8-3f07-4cb0-b1e3-ac27f1e8b2d3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=931e9662-a69b-4495-89ee-09814913ddf8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:28.106573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e1913e89-cd9f-463e-8f90-1eee7fe2c6c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:28.107402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1913e89-cd9f-463e-8f90-1eee7fe2c6c7 None None] The sync data for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:28.111425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 931e9662-a69b-4495-89ee-09814913ddf8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:46:28.148172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:28.152193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:28.404718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c040da7-6f55-4a29-998b-f7cc27928657 None None] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:28.418909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad3ef841-3bbc-4489-b95a-fb7e0aa5c49c req-67b90db5-525a-45b5-9975-c90d568d56dc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823700 Feb 19 00:46:28.643324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-af60b604-7065-4684-91b9-00b966e72bc7 None None] Provisioning complete for port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:28.651824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af60b604-7065-4684-91b9-00b966e72bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:28.675134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776920-5567-4dc3-887d-64667b983b18 req-6cee7d75-ae3c-4114-83a0-ab2a17f294ed tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:28.675134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f776920-5567-4dc3-887d-64667b983b18 req-6cee7d75-ae3c-4114-83a0-ab2a17f294ed tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 945 time: 0.4264302 Feb 19 00:46:28.753536 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (35815e37-63e4-4bec-92b1-30c294fda536), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:28.903315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-af60b604-7065-4684-91b9-00b966e72bc7 None None] Current status of the port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:28.903716 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af60b604-7065-4684-91b9-00b966e72bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:28.975980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ca0fcd-bb7d-48fd-8423-8c603f8a93f1 None None] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:28.990749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-af60b604-7065-4684-91b9-00b966e72bc7 None None] For port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,segment=NetworkSegment(f103f913-4ebc-41c8-aeff-627801ab4a0a),segment_id=f103f913-4ebc-41c8-aeff-627801ab4a0a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:28.999925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.021062 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af60b604-7065-4684-91b9-00b966e72bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.028761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:29.082649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:29.106858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=35815e37-63e4-4bec-92b1-30c294fda536,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:29.113374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:29.114516 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.235074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9fdff-55e8-46d8-bbb6-56b6bd6f8999 None None] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:29.253098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Router 4e77c95d-4247-41d2-85ed-85e0565f7356 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:29.260974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33140) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:29.265241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e6dc47f3-9b83-4996-b7b3-04b56e183a72 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0445290 Feb 19 00:46:29.280055 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (0e3b480d-d8eb-47e1-9586-02539d67d332), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.284567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360', 'fixed_ips': [{'subnet_id': '332542c1-2327-4aa4-8bf6-1ae7adac8038'}, {'subnet_id': '35815e37-63e4-4bec-92b1-30c294fda536'}], 'name': 'tempest-PortsTestJSON-60647005'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:29.358656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 398074f9-a590-4efd-bba0-807d38d72272 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:29.372730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7cbf43d9-8d38-4057-bcf1-90841ec5508b None None] Provisioning complete for port 398074f9-a590-4efd-bba0-807d38d72272 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:29.373104 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7cbf43d9-8d38-4057-bcf1-90841ec5508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (398074f9-a590-4efd-bba0-807d38d72272), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.389741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Deleting port 2e96e1f7-73a0-40da-b83f-61ecfe63495f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:29.390113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.395042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60b604-7065-4684-91b9-00b966e72bc7 None None] Pushing event updated for resources: {'Port': ['ID=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:29.660857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 398074f9-a590-4efd-bba0-807d38d72272 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:29.661425 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (398074f9-a590-4efd-bba0-807d38d72272), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.666573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:29.672220 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.680824 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] Sync routers for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:29.693035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:29.708682 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:29.709282 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:29.718046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dd72611a-9516-452c-b91f-1572a2935b41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "PUT /v2.0/floatingips/a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2 HTTP/1.1" status: 200 len: 991 time: 5.3942764 Feb 19 00:46:29.751593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:29.754294 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4908285-8b8f-4cda-9fc2-174cec857bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:29.768629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=0e3b480d-d8eb-47e1-9586-02539d67d332,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:29.811935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': '89938f20-07e0-4178-8391-ef0325bf9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '931e9662-a69b-4495-89ee-09814913ddf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:29.812412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: 931e9662-a69b-4495-89ee-09814913ddf8, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:46:29.860026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] For port 2e96e1f7-73a0-40da-b83f-61ecfe63495f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e96e1f7-73a0-40da-b83f-61ecfe63495f,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:29.860509 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.876821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 931e9662-a69b-4495-89ee-09814913ddf8 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:46:29.932515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf43d9-8d38-4057-bcf1-90841ec5508b None None] Current status of the port 398074f9-a590-4efd-bba0-807d38d72272 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:29.935929 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7cbf43d9-8d38-4057-bcf1-90841ec5508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (398074f9-a590-4efd-bba0-807d38d72272), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:29.960016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Calling delete_port for 2e96e1f7-73a0-40da-b83f-61ecfe63495f owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:29.989095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf4aa36-9001-4498-9aa5-03ed811618f3 req-9b79e384-b90b-4778-878b-0925b9d654ce tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:29.997689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cf4aa36-9001-4498-9aa5-03ed811618f3 req-9b79e384-b90b-4778-878b-0925b9d654ce tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 945 time: 0.3432589 Feb 19 00:46:30.077604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.20.0.1 (6bdf17a3-473f-48a9-85b6-e0a5bc48aa00/2b1595a4-81b1-4102-941e-bdcac78668e8/0a5329e2-7f8e-474c-8499-a9ecf24d2b3c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:30.087786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 931e9662-a69b-4495-89ee-09814913ddf8) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:30.088022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.095982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:30.096629 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.114578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 971e0567-a537-4cae-82a1-4a87a33cd89e yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:30.126854 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:46:30.140457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cf4aa36-9001-4498-9aa5-03ed811618f3 req-0e2ba1de-b4e4-4da1-a1a7-6ceaea0eab00 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415925 Feb 19 00:46:30.145378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2a5085-0126-4b84-83f2-319932949268 None None] Network 931e9662-a69b-4495-89ee-09814913ddf8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:30.298705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd455ad-4bdb-4aac-ba5c-b6b7f38c23e6 req-10f11e4b-de1f-4c5a-aa4d-6a77f3311eb0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:30.300676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cd455ad-4bdb-4aac-ba5c-b6b7f38c23e6 req-10f11e4b-de1f-4c5a-aa4d-6a77f3311eb0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.4469123 Feb 19 00:46:30.305847 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c430024-e17c-4ce3-8ad1-5fdec3ab59bf x-openstack-request-id: req-1c430024-e17c-4ce3-8ad1-5fdec3ab59bf {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:30.306513 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:30.307018 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c430024-e17c-4ce3-8ad1-5fdec3ab59bf {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:30.308012 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'status': 'completed', 'code': 200} Feb 19 00:46:30.346003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-990cb35a-0cc1-4b12-83db-86b2b0f1bd10 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4920521 Feb 19 00:46:30.353554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7cbf43d9-8d38-4057-bcf1-90841ec5508b None None] For port 398074f9-a590-4efd-bba0-807d38d72272, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=398074f9-a590-4efd-bba0-807d38d72272,segment=NetworkSegment(87a76d63-cb9c-4f7f-94fe-fedc2e9106dc),segment_id=87a76d63-cb9c-4f7f-94fe-fedc2e9106dc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:30.355899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c061e4-a6ec-4e26-a107-e6cddf779923 None None] Update dhcp port {'port': {'network_id': 'a4ef641e-21f6-401a-a00d-4d5ca0c06360', 'fixed_ips': [{'subnet_id': '332542c1-2327-4aa4-8bf6-1ae7adac8038', 'ip_address': '172.20.0.2'}, {'subnet_id': '35815e37-63e4-4bec-92b1-30c294fda536'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:46:30.368660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33174) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:30.381638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3f94d6d5-6444-45ed-b440-c1574214488a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1846110985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:30.424526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f94d6d5-6444-45ed-b440-c1574214488a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (b6a1612a-8f2b-4014-97e3-cccbc433db58), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.426284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f94d6d5-6444-45ed-b440-c1574214488a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (b6a1612a-8f2b-4014-97e3-cccbc433db58), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.490659 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7cbf43d9-8d38-4057-bcf1-90841ec5508b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (398074f9-a590-4efd-bba0-807d38d72272), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.496788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f94d6d5-6444-45ed-b440-c1574214488a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (b6a1612a-8f2b-4014-97e3-cccbc433db58), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.516528 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f94d6d5-6444-45ed-b440-c1574214488a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (b6a1612a-8f2b-4014-97e3-cccbc433db58), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.543616 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'port_id': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'mac_address': 'fa:16:3e:00:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:45:54Z', 'updated_at': '2022-02-19T00:46:26Z', 'revision_number': 1, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:50Z', 'revision_number': 5, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:30.555286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cd455ad-4bdb-4aac-ba5c-b6b7f38c23e6 req-319c32a1-8a73-4c6f-a947-a0ecbc3ecc71 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189081 Feb 19 00:46:30.588856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-5ab790b3-058e-42df-ab4d-74947db16e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:30.593975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-5ab790b3-058e-42df-ab4d-74947db16e9b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1127 time: 0.2917197 Feb 19 00:46:30.600928 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f94d6d5-6444-45ed-b440-c1574214488a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.605787 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] Checking router: 4e77c95d-4247-41d2-85ed-85e0565f7356 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:46:30.609215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3f94d6d5-6444-45ed-b440-c1574214488a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2319973 Feb 19 00:46:30.610744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33184) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:30.643814 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:30.645023 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:30.648737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.741103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-931e9662-a69b-4495-89ee-09814913ddf8', 'network_id': '931e9662-a69b-4495-89ee-09814913ddf8', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': '0e3b480d-d8eb-47e1-9586-02539d67d332'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:46:30.744457 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.766239 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89c061e4-a6ec-4e26-a107-e6cddf779923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.818172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:30.843092 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:46:30.946996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf43d9-8d38-4057-bcf1-90841ec5508b None None] Pushing event updated for resources: {'Port': ['ID=398074f9-a590-4efd-bba0-807d38d72272,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:30.967851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 398074f9-a590-4efd-bba0-807d38d72272 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:30.976202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:30.986617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-605cd073-729c-4b71-91c8-a935dc368c30 None None] Provisioning complete for port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:31.003259 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605cd073-729c-4b71-91c8-a935dc368c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:31.111118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02365f3-2992-4123-8e60-e85993f31aa9 req-5fe3d599-22b7-4560-8cf1-f9441ca7d27c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:31.117331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a02365f3-2992-4123-8e60-e85993f31aa9 req-5fe3d599-22b7-4560-8cf1-f9441ca7d27c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.3821559 Feb 19 00:46:31.118118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2e96e1f7-73a0-40da-b83f-61ecfe63495f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:31.219783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event deleted for resources: {'Port': ['ID=2e96e1f7-73a0-40da-b83f-61ecfe63495f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:31.258062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33192) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:31.271039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Allocated IP 2001:db8::2 (931e9662-a69b-4495-89ee-09814913ddf8/0e3b480d-d8eb-47e1-9586-02539d67d332/c85a88cd-a896-45e3-ad52-9f899179ae2b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:31.294489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-ed056b4d-e7cc-47f0-9ae9-9884a9d4b9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:31.300437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-ed056b4d-e7cc-47f0-9ae9-9884a9d4b9b0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.6876433 Feb 19 00:46:31.385166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c85f272-02b8-4f08-a9d9-f2bf9989a525 req-fa53e6aa-e505-4f2c-864d-2a743f09c2c5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0494dd6-4a27-43a7-8326-f4ef53372b34 HTTP/1.1" status: 200 len: 210 time: 0.1238768 Feb 19 00:46:31.407402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:46:31.425037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:31.434421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:31.449702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] No DVR routers for this DVR port 2e96e1f7-73a0-40da-b83f-61ecfe63495f on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:31.463113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.11 (a4ef641e-21f6-401a-a00d-4d5ca0c06360/332542c1-2327-4aa4-8bf6-1ae7adac8038/971e0567-a537-4cae-82a1-4a87a33cd89e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:31.470958 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'port_id': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'mac_address': 'fa:16:3e:00:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:45:54Z', 'updated_at': '2022-02-19T00:46:26Z', 'revision_number': 1, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:50Z', 'revision_number': 5, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:31.480423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.26 (a4ef641e-21f6-401a-a00d-4d5ca0c06360/35815e37-63e4-4bec-92b1-30c294fda536/971e0567-a537-4cae-82a1-4a87a33cd89e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:31.485051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:31.523164 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485c48c5-a7f8-4446-a9b3-ba93f22bd4d6 None None] The sync data for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 is: [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'floating_ip_address': '172.25.6.169', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'port_id': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'mac_address': 'fa:16:3e:00:2d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:45:54Z', 'updated_at': '2022-02-19T00:46:26Z', 'revision_number': 1, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:50Z', 'revision_number': 5, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:31.528277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:31.540100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f776920-5567-4dc3-887d-64667b983b18 req-13d2243a-60b3-48d6-b68b-7569cbacca89 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "DELETE /v2.0/ports/2e96e1f7-73a0-40da-b83f-61ecfe63495f HTTP/1.1" status: 204 len: 173 time: 2.8533869 Feb 19 00:46:31.559051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=0a5329e2-7f8e-474c-8499-a9ecf24d2b3c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:31.651474 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (8509b842-9c71-473b-983a-bd895d04c65c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:31.712941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2e96e1f7-73a0-40da-b83f-61ecfe63495f no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:46:31.756456 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:31.759077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e72fd55-7a5a-4cb5-be77-5bb2268b0e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:31.802805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a02365f3-2992-4123-8e60-e85993f31aa9 req-a877932b-5747-4ee4-9a98-bcc9e708c032 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6489501 Feb 19 00:46:31.811697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-e1cfc6c5-cc16-46a1-bc5f-b4c562a78163 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.3811007 Feb 19 00:46:31.927945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:31.996762 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.029176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7350d8-63d4-46bb-bf53-ac64e16b41f3 None None] New status for floating IP a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:46:32.033132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-c92a671c-982f-4e0d-a8a4-0dca451cc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:32.035065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-c92a671c-982f-4e0d-a8a4-0dca451cc843 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1725996 Feb 19 00:46:32.044570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 2e96e1f7-73a0-40da-b83f-61ecfe63495f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:46:32.044992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2e96e1f7-73a0-40da-b83f-61ecfe63495f not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:46:32.180789 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Publish callbacks [] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.185928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:32.186325 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.196785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.232471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.278119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=971e0567-a537-4cae-82a1-4a87a33cd89e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:32.291999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Network 931e9662-a69b-4495-89ee-09814913ddf8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:32.305677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Pushing event updated for resources: {'Port': ['ID=c85a88cd-a896-45e3-ad52-9f899179ae2b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:32.308435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:32.331719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:32.333693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:32.335012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:32.341802 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:32.410217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-605cd073-729c-4b71-91c8-a935dc368c30 None None] Current status of the port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:32.429245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:32.429976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.478721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-605cd073-729c-4b71-91c8-a935dc368c30 None None] Provisioning complete for port 398074f9-a590-4efd-bba0-807d38d72272 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:32.479102 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605cd073-729c-4b71-91c8-a935dc368c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (398074f9-a590-4efd-bba0-807d38d72272), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.498573 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9066659e-552f-427d-beb4-3acea02ab41a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.2309594 Feb 19 00:46:32.499238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33204) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:32.506499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '332542c1-2327-4aa4-8bf6-1ae7adac8038'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:32.542531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Attempting to bind port c85a88cd-a896-45e3-ad52-9f899179ae2b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:32.542952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Attempting to bind port c85a88cd-a896-45e3-ad52-9f899179ae2b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '89938f20-07e0-4178-8391-ef0325bf9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '931e9662-a69b-4495-89ee-09814913ddf8'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:32.543263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Attempting to bind port c85a88cd-a896-45e3-ad52-9f899179ae2b on network 931e9662-a69b-4495-89ee-09814913ddf8 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:32.601436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.603875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0494dd6-4a27-43a7-8326-f4ef53372b34', 'name': 'network-vif-deleted', 'tag': '2e96e1f7-73a0-40da-b83f-61ecfe63495f'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:32.609670 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5821b33c-0f11-4a8d-a1a4-91b4a3d6a07e" -d '{"events": [{"server_uuid": "a0494dd6-4a27-43a7-8326-f4ef53372b34", "name": "network-vif-deleted", "tag": "2e96e1f7-73a0-40da-b83f-61ecfe63495f"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:32.619966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:32.643105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:32.643488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Checking segment: {'id': '89938f20-07e0-4178-8391-ef0325bf9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '931e9662-a69b-4495-89ee-09814913ddf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:32.643893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.644284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Bound using segment: {'id': '89938f20-07e0-4178-8391-ef0325bf9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '931e9662-a69b-4495-89ee-09814913ddf8'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:32.644772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Bound port: c85a88cd-a896-45e3-ad52-9f899179ae2b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89938f20-07e0-4178-8391-ef0325bf9b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '931e9662-a69b-4495-89ee-09814913ddf8'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:32.645199 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.737174 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca76cc5-4fdb-446e-ac58-bcb73851a0a4 x-openstack-request-id: req-dca76cc5-4fdb-446e-ac58-bcb73851a0a4 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:32.737663 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0494dd6-4a27-43a7-8326-f4ef53372b34", "name": "network-vif-deleted", "tag": "2e96e1f7-73a0-40da-b83f-61ecfe63495f", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:32.738070 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dca76cc5-4fdb-446e-ac58-bcb73851a0a4 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:32.738664 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0494dd6-4a27-43a7-8326-f4ef53372b34', 'name': 'network-vif-deleted', 'tag': '2e96e1f7-73a0-40da-b83f-61ecfe63495f', 'status': 'completed', 'code': 200} Feb 19 00:46:32.740668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] For port c85a88cd-a896-45e3-ad52-9f899179ae2b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:32.745538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] For port c85a88cd-a896-45e3-ad52-9f899179ae2b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c85a88cd-a896-45e3-ad52-9f899179ae2b,segment=NetworkSegment(89938f20-07e0-4178-8391-ef0325bf9b14),segment_id=89938f20-07e0-4178-8391-ef0325bf9b14)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:32.761045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-89c061e4-a6ec-4e26-a107-e6cddf779923 None None] Allocated IP 172.20.0.18 (a4ef641e-21f6-401a-a00d-4d5ca0c06360/35815e37-63e4-4bec-92b1-30c294fda536/3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:32.803205 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e72fd55-7a5a-4cb5-be77-5bb2268b0e07 admin admin] Publish callbacks [] for security_group (482e817b-9539-43f6-9dcf-cd4237ec0f0d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.809363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-91c695ef-fc55-4792-b88d-ad53ec5bfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:32.811670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-91c695ef-fc55-4792-b88d-ad53ec5bfc28 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7678943 Feb 19 00:46:32.831326 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e72fd55-7a5a-4cb5-be77-5bb2268b0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (482e817b-9539-43f6-9dcf-cd4237ec0f0d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.840448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.856068 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:32.862158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 398074f9-a590-4efd-bba0-807d38d72272 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:32.883100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72fd55-7a5a-4cb5-be77-5bb2268b0e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482e817b-9539-43f6-9dcf-cd4237ec0f0d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:32.932577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.008503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9e72fd55-7a5a-4cb5-be77-5bb2268b0e07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75d2df1e08364899b3f13b74d6e45548&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7468259 Feb 19 00:46:33.014758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33216) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:33.035829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8::1 (931e9662-a69b-4495-89ee-09814913ddf8/0e3b480d-d8eb-47e1-9586-02539d67d332/ed2b864a-5d1e-4e87-9348-07e33c36741b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:33.104841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465e454-c87a-49f8-962d-2a4915fc720d None None] Pushing event updated for resources: {'Port': ['ID=c85a88cd-a896-45e3-ad52-9f899179ae2b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:33.141826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=0a5329e2-7f8e-474c-8499-a9ecf24d2b3c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:33.163329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09e8b-299a-48a7-a4c0-411d21d0bce7 req-a350eea9-662f-4985-adb2-5657a9839681 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:33.165137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10b09e8b-299a-48a7-a4c0-411d21d0bce7 req-a350eea9-662f-4985-adb2-5657a9839681 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.2099087 Feb 19 00:46:33.174304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (8509b842-9c71-473b-983a-bd895d04c65c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.245346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-141fd652-51fb-40ef-9460-cc62832a4f12 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248753 Feb 19 00:46:33.271268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-605cd073-729c-4b71-91c8-a935dc368c30 None None] Current status of the port 398074f9-a590-4efd-bba0-807d38d72272 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:33.357625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:33.359408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:33.432324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4908285-8b8f-4cda-9fc2-174cec857bd9 req-92b1336a-df40-42f5-98ce-c591d0c74abd service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714609 Feb 19 00:46:33.451660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5c57517-547d-4e67-9cf3-2370dfcf1337 admin admin] Publish callbacks [] for security_group (482e817b-9539-43f6-9dcf-cd4237ec0f0d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.543031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ff079883-4b3e-469e-8151-ee1508b6d50a None None] Provisioning complete for port 0a5329e2-7f8e-474c-8499-a9ecf24d2b3c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:33.546785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ff079883-4b3e-469e-8151-ee1508b6d50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.561609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router 8509b842-9c71-473b-983a-bd895d04c65c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:33.564199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.578840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 398074f9-a590-4efd-bba0-807d38d72272 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:33.579530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (398074f9-a590-4efd-bba0-807d38d72272), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.656929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5c57517-547d-4e67-9cf3-2370dfcf1337 admin admin] Publish callbacks [] for security_group (482e817b-9539-43f6-9dcf-cd4237ec0f0d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.660476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ff079883-4b3e-469e-8151-ee1508b6d50a None None] Port 0a5329e2-7f8e-474c-8499-a9ecf24d2b3c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:33.741065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10b09e8b-299a-48a7-a4c0-411d21d0bce7 req-a18d9e52-95a1-4a87-b937-a26e02c585fb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5585701 Feb 19 00:46:33.767789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:33.774492 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-63e887cf-2b2e-4427-8614-08d93fcd77e6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/routers/8509b842-9c71-473b-983a-bd895d04c65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8159065 Feb 19 00:46:33.777616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33236) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:33.779591 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44cac8-eae8-4ceb-9202-68690735cbad None None] Sync routers for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:33.783085 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'port': {'network_id': '6bdf17a3-473f-48a9-85b6-e0a5bc48aa00', 'name': 'tempest-FloatingIPTestJSON-1631607436'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:33.802577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-89c061e4-a6ec-4e26-a107-e6cddf779923 None None] For port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,segment=NetworkSegment(f103f913-4ebc-41c8-aeff-627801ab4a0a),segment_id=f103f913-4ebc-41c8-aeff-627801ab4a0a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:33.807797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5c57517-547d-4e67-9cf3-2370dfcf1337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (482e817b-9539-43f6-9dcf-cd4237ec0f0d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.807972 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44cac8-eae8-4ceb-9202-68690735cbad None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:33.816962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5c57517-547d-4e67-9cf3-2370dfcf1337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.821488 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fd44cac8-eae8-4ceb-9202-68690735cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:33.821947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e5c57517-547d-4e67-9cf3-2370dfcf1337 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/482e817b-9539-43f6-9dcf-cd4237ec0f0d HTTP/1.1" status: 204 len: 168 time: 0.7994423 Feb 19 00:46:33.874319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c57517-547d-4e67-9cf3-2370dfcf1337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e817b-9539-43f6-9dcf-cd4237ec0f0d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:33.889363 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.913006 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fd44cac8-eae8-4ceb-9202-68690735cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:33.932645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 931e9662-a69b-4495-89ee-09814913ddf8 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:33.937258 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44cac8-eae8-4ceb-9202-68690735cbad None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:33.938826 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fd44cac8-eae8-4ceb-9202-68690735cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:33.942128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:33.951346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:33.951898 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (b6a1612a-8f2b-4014-97e3-cccbc433db58), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:33.990529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 398074f9-a590-4efd-bba0-807d38d72272 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:33.992406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:34.022111 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fd44cac8-eae8-4ceb-9202-68690735cbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:34.022958 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd44cac8-eae8-4ceb-9202-68690735cbad None None] The sync data for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:34.032769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Made reservation on behalf of bab949d6f4314fb98a21bcb9718fea54 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:34.036646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.059845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] device_id is not set on port b704b757-74a0-4a12-b5e0-94476c0c741f yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:34.106738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-1d7a014e-b69e-4436-b79f-cc6cc935cda3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:34.113527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-1d7a014e-b69e-4436-b79f-cc6cc935cda3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.6636012 Feb 19 00:46:34.132880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=ed2b864a-5d1e-4e87-9348-07e33c36741b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:34.157463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-40ceea9a-b34d-4e7c-807e-337e3145c1f5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/quotas/d7e8ab9c7cfa4f81af355f28eaf8cacc HTTP/1.1" status: 200 len: 375 time: 0.0428953 Feb 19 00:46:34.182448 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89c061e4-a6ec-4e26-a107-e6cddf779923 None None] Publish callbacks [] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.204555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.213199 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89c061e4-a6ec-4e26-a107-e6cddf779923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.217504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ff181fc2-3e68-4c66-a7ca-2331a8b2e3cb None None] Provisioning complete for port 0a5329e2-7f8e-474c-8499-a9ecf24d2b3c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:34.217880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ff181fc2-3e68-4c66-a7ca-2331a8b2e3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.247789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:34.248176 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.257611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Allocated IP 172.20.0.7 (6bdf17a3-473f-48a9-85b6-e0a5bc48aa00/2b1595a4-81b1-4102-941e-bdcac78668e8/b704b757-74a0-4a12-b5e0-94476c0c741f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:34.452919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ff181fc2-3e68-4c66-a7ca-2331a8b2e3cb None None] Port 0a5329e2-7f8e-474c-8499-a9ecf24d2b3c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:34.464898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for port (b704b757-74a0-4a12-b5e0-94476c0c741f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.516105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:34.529287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c061e4-a6ec-4e26-a107-e6cddf779923 None None] Pushing event updated for resources: {'Port': ['ID=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:34.534944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33244) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:34.556188 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15b5a13a-7498-4c6a-8ef6-d92689927a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.588177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Delete allocated IP 172.20.0.26 (a4ef641e-21f6-401a-a00d-4d5ca0c06360/35815e37-63e4-4bec-92b1-30c294fda536) {{(pid=103650) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 00:46:34.595938 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.616429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-f5076332-5a7f-4299-bfc9-0a315e7b9547 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4580700 Feb 19 00:46:34.618905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.620142 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (b6a1612a-8f2b-4014-97e3-cccbc433db58), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.700411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b704b757-74a0-4a12-b5e0-94476c0c741f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:34.723009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=ed2b864a-5d1e-4e87-9348-07e33c36741b,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:34.930696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:34.938492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:34.952188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:34.977410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:34.995867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event updated for resources: {'Port': ['ID=b704b757-74a0-4a12-b5e0-94476c0c741f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:35.084083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:35.084499 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.112935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15b5a13a-7498-4c6a-8ef6-d92689927a51 admin admin] Publish callbacks [] for security_group (3c99db1c-0258-438e-8be7-9829eb6dff7c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.144105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1830d7c-8045-4ccc-898a-3518d167419c None None] Network 931e9662-a69b-4495-89ee-09814913ddf8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:35.152367 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15b5a13a-7498-4c6a-8ef6-d92689927a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3c99db1c-0258-438e-8be7-9829eb6dff7c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.187276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:35.188320 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.211826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.227294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 931e9662-a69b-4495-89ee-09814913ddf8 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:35.231473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.323637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4988b0a8-98ed-4c32-8c0d-7e87611aae00 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5446091 Feb 19 00:46:35.325907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2fdd68c2-b2ff-49d6-ab11-2a1255171683 None None] Provisioning complete for port c85a88cd-a896-45e3-ad52-9f899179ae2b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:35.326478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2fdd68c2-b2ff-49d6-ab11-2a1255171683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.329578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:35.331319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c85a88cd-a896-45e3-ad52-9f899179ae2b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:35.332062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33252) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:35.332655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944d4d9-dd43-45b0-b416-5f89a99157cf req-90877a0a-10ea-4b91-ad54-c83a8a3ecbea tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:35.336708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9944d4d9-dd43-45b0-b416-5f89a99157cf req-90877a0a-10ea-4b91-ad54-c83a8a3ecbea tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.3575485 Feb 19 00:46:35.343221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:35.346402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Request body: {'floatingip': {'port_id': 'b704b757-74a0-4a12-b5e0-94476c0c741f'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:35.416626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-15b5a13a-7498-4c6a-8ef6-d92689927a51 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=33892f591871467c9c645c56a1492047&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8795421 Feb 19 00:46:35.449385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33254) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:35.490357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9944d4d9-dd43-45b0-b416-5f89a99157cf req-bc951bf8-1594-4862-afad-a615af7a02e7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445601 Feb 19 00:46:35.499715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5a13a-7498-4c6a-8ef6-d92689927a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c99db1c-0258-438e-8be7-9829eb6dff7c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:35.506563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (1e09181b-8839-4d01-9eca-18d576a515e4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.591145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=971e0567-a537-4cae-82a1-4a87a33cd89e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:35.648682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-7c1714c3-9afb-4f02-bfab-b08be63b86ba service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9475574 Feb 19 00:46:35.659097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] In _notify_port_updated(), no bound segment for port 971e0567-a537-4cae-82a1-4a87a33cd89e on network a4ef641e-21f6-401a-a00d-4d5ca0c06360 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:46:35.667224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:35.668169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.669723 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b819a89-83fa-4ca3-be4e-59a4942fdff5 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "PUT /v2.0/ports/971e0567-a537-4cae-82a1-4a87a33cd89e HTTP/1.1" status: 200 len: 918 time: 3.1694109 Feb 19 00:46:35.681167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33258) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:35.692556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '332542c1-2327-4aa4-8bf6-1ae7adac8038'}, {'subnet_id': '35815e37-63e4-4bec-92b1-30c294fda536'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:35.738159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c85a88cd-a896-45e3-ad52-9f899179ae2b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:35.738652 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.811657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2fdd68c2-b2ff-49d6-ab11-2a1255171683 None None] Current status of the port c85a88cd-a896-45e3-ad52-9f899179ae2b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:35.812191 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2fdd68c2-b2ff-49d6-ab11-2a1255171683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.812395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router b6a1612a-8f2b-4014-97e3-cccbc433db58 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:46:35.829309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c7871-81dd-4209-a279-ca6eab2951fb req-ae7937cf-9bc7-45de-8921-be946460f9e1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:35.831395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e4c7871-81dd-4209-a279-ca6eab2951fb req-ae7937cf-9bc7-45de-8921-be946460f9e1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.1794381 Feb 19 00:46:35.864345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2fdd68c2-b2ff-49d6-ab11-2a1255171683 None None] For port c85a88cd-a896-45e3-ad52-9f899179ae2b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c85a88cd-a896-45e3-ad52-9f899179ae2b,segment=NetworkSegment(89938f20-07e0-4178-8391-ef0325bf9b14),segment_id=89938f20-07e0-4178-8391-ef0325bf9b14)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:35.867115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-34ef76fa-2d69-4849-bf32-f694625c053f service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165146 Feb 19 00:46:35.886554 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2fdd68c2-b2ff-49d6-ab11-2a1255171683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.927639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c85a88cd-a896-45e3-ad52-9f899179ae2b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:35.928036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:35.977867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd68c2-b2ff-49d6-ab11-2a1255171683 None None] Pushing event updated for resources: {'Port': ['ID=c85a88cd-a896-45e3-ad52-9f899179ae2b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:36.040356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:46:36.040719 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:46:36.041499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6e9808ea-a376-4b95-ae16-9dd340674cc6 None None] Provisioning complete for port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:36.042001 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e9808ea-a376-4b95-ae16-9dd340674cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.153788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e4c7871-81dd-4209-a279-ca6eab2951fb req-8f29912d-87de-46de-ad88-e44bf72e7a92 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068488 Feb 19 00:46:36.200824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:36.214902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64d811-27db-4bd2-ae38-6f860e05b0e2 None None] Sync routers for ids ['b6a1612a-8f2b-4014-97e3-cccbc433db58'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:36.221805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5d4bc71d-ab03-43b4-a518-9b612bae737b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/b6a1612a-8f2b-4014-97e3-cccbc433db58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6043069 Feb 19 00:46:36.237045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64d811-27db-4bd2-ae38-6f860e05b0e2 None None] Routers {'b6a1612a-8f2b-4014-97e3-cccbc433db58'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:36.237821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5d64d811-27db-4bd2-ae38-6f860e05b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b6a1612a-8f2b-4014-97e3-cccbc433db58'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:36.239903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6e9808ea-a376-4b95-ae16-9dd340674cc6 None None] Current status of the port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:36.253787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33272) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:36.285594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5d64d811-27db-4bd2-ae38-6f860e05b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:36.305140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d64d811-27db-4bd2-ae38-6f860e05b0e2 None None] Routers {'b6a1612a-8f2b-4014-97e3-cccbc433db58'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:36.305140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5d64d811-27db-4bd2-ae38-6f860e05b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b6a1612a-8f2b-4014-97e3-cccbc433db58'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:36.309210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6e9808ea-a376-4b95-ae16-9dd340674cc6 None None] Provisioning complete for port b704b757-74a0-4a12-b5e0-94476c0c741f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:36.309210 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e9808ea-a376-4b95-ae16-9dd340674cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b704b757-74a0-4a12-b5e0-94476c0c741f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.368907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5d64d811-27db-4bd2-ae38-6f860e05b0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:36.369823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64d811-27db-4bd2-ae38-6f860e05b0e2 None None] The sync data for ids ['b6a1612a-8f2b-4014-97e3-cccbc433db58'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:36.391656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62a16d9a-cf8a-4037-9b4b-dbbaedd7d677 req-9f6edea9-d47c-4c3a-8154-d2a9cdff01d3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 210 time: 0.1598454 Feb 19 00:46:36.400810 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6e9808ea-a376-4b95-ae16-9dd340674cc6 None None] Port b704b757-74a0-4a12-b5e0-94476c0c741f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:36.437040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea4594f-dba8-4e41-bddf-075bec535355 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:36.441451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2ea4594f-dba8-4e41-bddf-075bec535355 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports/ed2b864a-5d1e-4e87-9348-07e33c36741b HTTP/1.1" status: 200 len: 911 time: 0.1779447 Feb 19 00:46:36.442275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33280) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:36.459171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b8e89c8b-7d25-4036-9d75-25b23551ce46 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0e3b480d-d8eb-47e1-9586-02539d67d332'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:36.529781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Provisioning complete for port c85a88cd-a896-45e3-ad52-9f899179ae2b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:36.536932 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.547447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.678355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1cf976e-7538-4b35-b536-676bc341d6d7 admin admin] Publish callbacks [] for security_group (3c99db1c-0258-438e-8be7-9829eb6dff7c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.685661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c85a88cd-a896-45e3-ad52-9f899179ae2b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:36.717077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1cf976e-7538-4b35-b536-676bc341d6d7 admin admin] Publish callbacks [] for security_group (3c99db1c-0258-438e-8be7-9829eb6dff7c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.814335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8e89c8b-7d25-4036-9d75-25b23551ce46 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.858630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Current status of the port c85a88cd-a896-45e3-ad52-9f899179ae2b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:36.895015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c85a88cd-a896-45e3-ad52-9f899179ae2b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:36.900424 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1cf976e-7538-4b35-b536-676bc341d6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3c99db1c-0258-438e-8be7-9829eb6dff7c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.903543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b1cf976e-7538-4b35-b536-676bc341d6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:36.907609 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b1cf976e-7538-4b35-b536-676bc341d6d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c99db1c-0258-438e-8be7-9829eb6dff7c HTTP/1.1" status: 204 len: 168 time: 1.4566154 Feb 19 00:46:36.969781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cf976e-7538-4b35-b536-676bc341d6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c99db1c-0258-438e-8be7-9829eb6dff7c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:37.042891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Provisioning complete for port 971e0567-a537-4cae-82a1-4a87a33cd89e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:37.044091 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.131710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Port 971e0567-a537-4cae-82a1-4a87a33cd89e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:37.205555 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c85a88cd-a896-45e3-ad52-9f899179ae2b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:37.205892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.278742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Provisioning complete for port ed2b864a-5d1e-4e87-9348-07e33c36741b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:37.282433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.366160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62d23061-483b-4eac-9d88-6bce77dfefba None None] Port ed2b864a-5d1e-4e87-9348-07e33c36741b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:37.369073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.26 (a4ef641e-21f6-401a-a00d-4d5ca0c06360/35815e37-63e4-4bec-92b1-30c294fda536/971e0567-a537-4cae-82a1-4a87a33cd89e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:37.373186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c85a88cd-a896-45e3-ad52-9f899179ae2b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:37.517332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-749e1ecb-85ba-490b-bad7-10fc506c6015 None None] Provisioning complete for port 971e0567-a537-4cae-82a1-4a87a33cd89e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:37.517891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-749e1ecb-85ba-490b-bad7-10fc506c6015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.532993 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.562056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (1e09181b-8839-4d01-9eca-18d576a515e4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.588521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-749e1ecb-85ba-490b-bad7-10fc506c6015 None None] Port 971e0567-a537-4cae-82a1-4a87a33cd89e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:37.590558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da86b277-26fb-4f14-be66-072e2cc94da9 req-f99bb0e4-85e6-4a2f-8734-01c9bb50ead3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 210 time: 0.0444162 Feb 19 00:46:37.614143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-749e1ecb-85ba-490b-bad7-10fc506c6015 None None] Provisioning complete for port ed2b864a-5d1e-4e87-9348-07e33c36741b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:37.614567 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-749e1ecb-85ba-490b-bad7-10fc506c6015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.655777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-749e1ecb-85ba-490b-bad7-10fc506c6015 None None] Port ed2b864a-5d1e-4e87-9348-07e33c36741b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:37.693142 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8e89c8b-7d25-4036-9d75-25b23551ce46 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.704101 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8e89c8b-7d25-4036-9d75-25b23551ce46 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.711636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e89c8b-7d25-4036-9d75-25b23551ce46 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:37.712416 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8e89c8b-7d25-4036-9d75-25b23551ce46 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:37.713965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b8e89c8b-7d25-4036-9d75-25b23551ce46 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/ports/ed2b864a-5d1e-4e87-9348-07e33c36741b HTTP/1.1" status: 200 len: 911 time: 1.2707181 Feb 19 00:46:37.718340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33322) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:37.852517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e89c8b-7d25-4036-9d75-25b23551ce46 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=ed2b864a-5d1e-4e87-9348-07e33c36741b,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:38.192246 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP 1e09181b-8839-4d01-9eca-18d576a515e4 associated. External IP: 172.25.6.213, port: ddc43e18-9c14-4a36-927c-9aee7bafe7e6. Feb 19 00:46:38.196136 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:38.227317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-7428167f-4877-4b01-8577-9c7f5af8f821 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:38.229090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-7428167f-4877-4b01-8577-9c7f5af8f821 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.2243807 Feb 19 00:46:38.246238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:38.247314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Request body: {'port': {'device_id': '51d27de3-015f-4715-a536-98f66a9a1b9d', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'admin_state_up': True, 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:38.300102 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=971e0567-a537-4cae-82a1-4a87a33cd89e,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:38.441269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (b6a1612a-8f2b-4014-97e3-cccbc433db58), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:38.444334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:38.447841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:38.470577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] In _notify_port_updated(), no bound segment for port 971e0567-a537-4cae-82a1-4a87a33cd89e on network a4ef641e-21f6-401a-a00d-4d5ca0c06360 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:46:38.476389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:38.478509 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:38.480304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3e0a75f4-150e-4755-8d6b-606fa62ca3ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "PUT /v2.0/ports/971e0567-a537-4cae-82a1-4a87a33cd89e HTTP/1.1" status: 200 len: 998 time: 2.7978995 Feb 19 00:46:38.483912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:38.713709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:38.733115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5b3fb30d-814b-427a-9440-c694fc412265 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 971e0567-a537-4cae-82a1-4a87a33cd89e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:38.733468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb30d-814b-427a-9440-c694fc412265 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:38.807732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-293a4290-ebbf-4071-a5dd-e1329b69488d None None] Provisioning complete for port 971e0567-a537-4cae-82a1-4a87a33cd89e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:38.809338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-293a4290-ebbf-4071-a5dd-e1329b69488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:38.886497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-293a4290-ebbf-4071-a5dd-e1329b69488d None None] Port 971e0567-a537-4cae-82a1-4a87a33cd89e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:38.910604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb30d-814b-427a-9440-c694fc412265 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:38.935370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5b3fb30d-814b-427a-9440-c694fc412265 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 971e0567-a537-4cae-82a1-4a87a33cd89e owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:38.943396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:38.955714 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b9989-476f-4e2d-be15-54fbc1eb3a3b None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:38.983406 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b9989-476f-4e2d-be15-54fbc1eb3a3b None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:38.984050 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7d0b9989-476f-4e2d-be15-54fbc1eb3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:39.079904 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7d0b9989-476f-4e2d-be15-54fbc1eb3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:39.111948 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b9989-476f-4e2d-be15-54fbc1eb3a3b None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:39.113213 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7d0b9989-476f-4e2d-be15-54fbc1eb3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:39.171365 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7d0b9989-476f-4e2d-be15-54fbc1eb3a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:39.172123 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0b9989-476f-4e2d-be15-54fbc1eb3a3b None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:39.233566 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa0aacb2-a297-4c74-a59f-b8eda6e89035 req-2684b602-9a09-45dc-9bbd-51c9cc1c5e19 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 210 time: 0.1046741 Feb 19 00:46:39.324451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Allocated IP 172.20.0.6 (f3df7abb-909f-4cfc-83dc-4f97b1415e22/3299a37f-8323-45d4-96ad-6889f7461e7f/b4df5255-b1e0-4226-99dd-f95fb87e74e4) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:39.436252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router 8509b842-9c71-473b-983a-bd895d04c65c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:39.443716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port ed2b864a-5d1e-4e87-9348-07e33c36741b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:39.444175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:39.558515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb30d-814b-427a-9440-c694fc412265 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (971e0567-a537-4cae-82a1-4a87a33cd89e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:39.598540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3fb30d-814b-427a-9440-c694fc412265 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=971e0567-a537-4cae-82a1-4a87a33cd89e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:39.622581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:39.642257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:39.649314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:39.654281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for ed2b864a-5d1e-4e87-9348-07e33c36741b owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:39.657705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acbbaa6-a20a-4482-b5ce-24bb173a0797 None None] Sync routers for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:39.694373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acbbaa6-a20a-4482-b5ce-24bb173a0797 None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:39.695223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8acbbaa6-a20a-4482-b5ce-24bb173a0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:39.768944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8acbbaa6-a20a-4482-b5ce-24bb173a0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:39.795669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acbbaa6-a20a-4482-b5ce-24bb173a0797 None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:39.796698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8acbbaa6-a20a-4482-b5ce-24bb173a0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:39.859257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b3fb30d-814b-427a-9440-c694fc412265 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:39.863029 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b3fb30d-814b-427a-9440-c694fc412265 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/971e0567-a537-4cae-82a1-4a87a33cd89e HTTP/1.1" status: 204 len: 168 time: 1.3777599 Feb 19 00:46:39.871365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33412) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:39.906645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8acbbaa6-a20a-4482-b5ce-24bb173a0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:39.907227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acbbaa6-a20a-4482-b5ce-24bb173a0797 None None] The sync data for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:39.910085 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf46cc5-137c-44cb-931e-1b3d31aa1911 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:46:39.927915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33414) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:39.928376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-caf46cc5-137c-44cb-931e-1b3d31aa1911 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/971e0567-a537-4cae-82a1-4a87a33cd89e HTTP/1.1" status: 404 len: 333 time: 0.0409231 Feb 19 00:46:39.931748 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks [] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:39.932915 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c35ee148-4285-4dc6-b2ba-1904269f5f92 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/floatingips/1e09181b-8839-4d01-9eca-18d576a515e4 HTTP/1.1" status: 200 len: 978 time: 4.5966752 Feb 19 00:46:39.933507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33418) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:40.033951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14c0210-01fc-4253-9e29-f86a5bdb34aa tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet 35815e37-63e4-4bec-92b1-30c294fda536 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:46:40.042901 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e14c0210-01fc-4253-9e29-f86a5bdb34aa tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (35815e37-63e4-4bec-92b1-30c294fda536), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.089385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port b704b757-74a0-4a12-b5e0-94476c0c741f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:40.090021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b704b757-74a0-4a12-b5e0-94476c0c741f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.146559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e14c0210-01fc-4253-9e29-f86a5bdb34aa tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (35815e37-63e4-4bec-92b1-30c294fda536), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.232810 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b704b757-74a0-4a12-b5e0-94476c0c741f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.239622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.252997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:46:40.312165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ed2b864a-5d1e-4e87-9348-07e33c36741b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.394317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:40.410976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event updated for resources: {'Port': ['ID=b4df5255-b1e0-4226-99dd-f95fb87e74e4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:40.417193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:40.419805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:40.526517 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e14c0210-01fc-4253-9e29-f86a5bdb34aa tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (35815e37-63e4-4bec-92b1-30c294fda536), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.573432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=ed2b864a-5d1e-4e87-9348-07e33c36741b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:40.696725 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (b6a1612a-8f2b-4014-97e3-cccbc433db58), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.721061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:40.723133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.736681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.737348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (1e09181b-8839-4d01-9eca-18d576a515e4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.738623 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Floating IP 1e09181b-8839-4d01-9eca-18d576a515e4 disassociated. External IP: 172.25.6.213, port: b704b757-74a0-4a12-b5e0-94476c0c741f. Feb 19 00:46:40.739274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for b704b757-74a0-4a12-b5e0-94476c0c741f owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:40.850928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12e84c-4190-4ed8-b8bd-2837f892a468 req-21fb5a5d-d657-43b6-b1e1-e0a295a37ec3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:40.852854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d12e84c-4190-4ed8-b8bd-2837f892a468 req-21fb5a5d-d657-43b6-b1e1-e0a295a37ec3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 931 time: 0.3861978 Feb 19 00:46:40.856092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-663dbe6f-196a-4738-9e96-c7b53398e7af tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6159267 Feb 19 00:46:40.876186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Request body: {'port': {'device_id': '51d27de3-015f-4715-a536-98f66a9a1b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:40.881055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b704b757-74a0-4a12-b5e0-94476c0c741f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.885485 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e14c0210-01fc-4253-9e29-f86a5bdb34aa tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (35815e37-63e4-4bec-92b1-30c294fda536), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.915704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=b704b757-74a0-4a12-b5e0-94476c0c741f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:40.967801 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e14c0210-01fc-4253-9e29-f86a5bdb34aa tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:40.971951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e14c0210-01fc-4253-9e29-f86a5bdb34aa tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/35815e37-63e4-4bec-92b1-30c294fda536 HTTP/1.1" status: 204 len: 168 time: 1.0377014 Feb 19 00:46:40.972869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c0210-01fc-4253-9e29-f86a5bdb34aa tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=35815e37-63e4-4bec-92b1-30c294fda536,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:40.976174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33444) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:40.988063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540e8e2-31f4-4a55-89f2-e6ee0cf389ab None None] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:41.152296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router 8509b842-9c71-473b-983a-bd895d04c65c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:41.162337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d12e84c-4190-4ed8-b8bd-2837f892a468 req-8a9a3bc8-41e6-4db8-bbac-76658407e28a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999568 Feb 19 00:46:41.181983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router b6a1612a-8f2b-4014-97e3-cccbc433db58 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:41.190363 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:41.238768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5265156-49c5-45d2-82a5-0e8e37e4f18d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet 332542c1-2327-4aa4-8bf6-1ae7adac8038 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:46:41.266140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d5265156-49c5-45d2-82a5-0e8e37e4f18d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (332542c1-2327-4aa4-8bf6-1ae7adac8038), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:41.383054 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d5265156-49c5-45d2-82a5-0e8e37e4f18d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (332542c1-2327-4aa4-8bf6-1ae7adac8038), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:41.483142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:41.492026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a9c65460-b7d6-4c27-809c-d00f092cdc68 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/b6a1612a-8f2b-4014-97e3-cccbc433db58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7719386 Feb 19 00:46:41.508800 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de128739-1c37-4939-8447-d647e827b896 None None] Sync routers for ids ['b6a1612a-8f2b-4014-97e3-cccbc433db58'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:41.527219 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de128739-1c37-4939-8447-d647e827b896 None None] Routers {'b6a1612a-8f2b-4014-97e3-cccbc433db58'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:41.527873 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-de128739-1c37-4939-8447-d647e827b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b6a1612a-8f2b-4014-97e3-cccbc433db58'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:41.554161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33458) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:41.626748 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-de128739-1c37-4939-8447-d647e827b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:41.641797 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de128739-1c37-4939-8447-d647e827b896 None None] Routers {'b6a1612a-8f2b-4014-97e3-cccbc433db58'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:41.642704 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-de128739-1c37-4939-8447-d647e827b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b6a1612a-8f2b-4014-97e3-cccbc433db58'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:41.690379 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-de128739-1c37-4939-8447-d647e827b896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:41.691107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d5265156-49c5-45d2-82a5-0e8e37e4f18d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (332542c1-2327-4aa4-8bf6-1ae7adac8038), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:41.691480 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de128739-1c37-4939-8447-d647e827b896 None None] The sync data for ids ['b6a1612a-8f2b-4014-97e3-cccbc433db58'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:41.771668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-11d29b9a-5c8d-4f23-b9a8-eaac0d924bd6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6a1612a-8f2b-4014-97e3-cccbc433db58 HTTP/1.1" status: 200 len: 205 time: 0.1224763 Feb 19 00:46:41.778907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33464) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:41.823091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:41.841075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0446c-877b-49e3-ac53-28f1f4a19547 None None] Sync routers for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:41.869558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:46:41.875375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0446c-877b-49e3-ac53-28f1f4a19547 None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:41.876032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b5c0446c-877b-49e3-ac53-28f1f4a19547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:41.911013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:41.920176 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5df2cc47-f6e5-470d-b881-58ad22eb3de8 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/ports/b704b757-74a0-4a12-b5e0-94476c0c741f HTTP/1.1" status: 204 len: 168 time: 1.9856117 Feb 19 00:46:41.921002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33468) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:41.974137 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a5a52c1-15f4-438b-90aa-5fc14cc009e6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (b6a1612a-8f2b-4014-97e3-cccbc433db58), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:41.983801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b5c0446c-877b-49e3-ac53-28f1f4a19547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:42.092504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c0446c-877b-49e3-ac53-28f1f4a19547 None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:42.093935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b5c0446c-877b-49e3-ac53-28f1f4a19547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:42.168525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b5c0446c-877b-49e3-ac53-28f1f4a19547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:42.169468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c0446c-877b-49e3-ac53-28f1f4a19547 None None] The sync data for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:42.234323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2ae6c5d7-73f7-427b-b450-f6520cea26f1 None None] Provisioning complete for port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:42.234712 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ae6c5d7-73f7-427b-b450-f6520cea26f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.254886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:42.304739 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d5265156-49c5-45d2-82a5-0e8e37e4f18d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (332542c1-2327-4aa4-8bf6-1ae7adac8038), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.332851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'mac_address': 'fa:16:3e:00:2d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:46:42.378175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d5265156-49c5-45d2-82a5-0e8e37e4f18d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.381957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d5265156-49c5-45d2-82a5-0e8e37e4f18d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/332542c1-2327-4aa4-8bf6-1ae7adac8038 HTTP/1.1" status: 204 len: 168 time: 1.3573198 Feb 19 00:46:42.386019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ed958-cd4a-4323-ae2b-7b20b419e220 None None] Network a4ef641e-21f6-401a-a00d-4d5ca0c06360 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:42.386328 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33482) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:42.427575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a5a52c1-15f4-438b-90aa-5fc14cc009e6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (b6a1612a-8f2b-4014-97e3-cccbc433db58), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.433161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5265156-49c5-45d2-82a5-0e8e37e4f18d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=332542c1-2327-4aa4-8bf6-1ae7adac8038,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:42.443361 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a5a52c1-15f4-438b-90aa-5fc14cc009e6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (b6a1612a-8f2b-4014-97e3-cccbc433db58), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.526002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a4ef641e-21f6-401a-a00d-4d5ca0c06360), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.536828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:42.537597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.552757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0a92a-938e-4ace-8f6a-469cf7146b6c req-0759f204-2985-4196-963b-5518743e295a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:42.555438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78f0a92a-938e-4ace-8f6a-469cf7146b6c req-0759f204-2985-4196-963b-5518743e295a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 931 time: 0.2407532 Feb 19 00:46:42.558439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a5a52c1-15f4-438b-90aa-5fc14cc009e6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (b6a1612a-8f2b-4014-97e3-cccbc433db58), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.559049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5a52c1-15f4-438b-90aa-5fc14cc009e6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Fanout notify agent at l3_agent the message router_deleted on router b6a1612a-8f2b-4014-97e3-cccbc433db58 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:46:42.577834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:46:42.580657 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a5a52c1-15f4-438b-90aa-5fc14cc009e6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.582490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0a5a52c1-15f4-438b-90aa-5fc14cc009e6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/b6a1612a-8f2b-4014-97e3-cccbc433db58 HTTP/1.1" status: 204 len: 168 time: 0.8026955 Feb 19 00:46:42.593117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33490) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:42.631531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:42.642806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4df5255-b1e0-4226-99dd-f95fb87e74e4 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:46:42.651672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (8509b842-9c71-473b-983a-bd895d04c65c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.701138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Publish callbacks [] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.738699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6c5d7-73f7-427b-b450-f6520cea26f1 None None] Current status of the port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:42.746061 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.755341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Transition to ACTIVE for port object b4df5255-b1e0-4226-99dd-f95fb87e74e4 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:46:42.772946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78f0a92a-938e-4ace-8f6a-469cf7146b6c req-708af176-d8db-4c9d-862e-8598e2fd1a2d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005002 Feb 19 00:46:42.784551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.812045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:42.822661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:42.822984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.845697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d154a5-70fd-4d09-81cc-0b46ee554c9f tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet 0e3b480d-d8eb-47e1-9586-02539d67d332 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:46:42.862436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07d154a5-70fd-4d09-81cc-0b46ee554c9f tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (0e3b480d-d8eb-47e1-9586-02539d67d332), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:42.870826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:46:42.923367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4df5255-b1e0-4226-99dd-f95fb87e74e4,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:42.942049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] DHCP port deletion for a4ef641e-21f6-401a-a00d-4d5ca0c06360 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:46:42.943899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07d154a5-70fd-4d09-81cc-0b46ee554c9f tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (0e3b480d-d8eb-47e1-9586-02539d67d332), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.041232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] For port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,segment=NetworkSegment(f103f913-4ebc-41c8-aeff-627801ab4a0a),segment_id=f103f913-4ebc-41c8-aeff-627801ab4a0a)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:43.041805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.067465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:43.128218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] Deleting port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:43.129395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.227536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] For port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,segment=NetworkSegment(f103f913-4ebc-41c8-aeff-627801ab4a0a),segment_id=f103f913-4ebc-41c8-aeff-627801ab4a0a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:43.228026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.247981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] Calling delete_port for 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:43.306556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.341371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:43.353094 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.356685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No DVR routers for this DVR port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:43.385267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] Pushing event deleted for resources: {'Port': ['ID=3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:43.391497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338ae99-ab73-45ae-a15f-baa619fc4ebc None None] No DVR routers for this DVR port 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:43.544036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a4ef641e-21f6-401a-a00d-4d5ca0c06360), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.570091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ef641e-21f6-401a-a00d-4d5ca0c06360']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:43.581493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f103f913-4ebc-41c8-aeff-627801ab4a0a') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:43.581796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f103f913-4ebc-41c8-aeff-627801ab4a0a') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:43.614677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (f103f913-4ebc-41c8-aeff-627801ab4a0a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.628437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 0a5329e2-7f8e-474c-8499-a9ecf24d2b3c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:43.628814 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.647061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f103f913-4ebc-41c8-aeff-627801ab4a0a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.681811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:46:43.682295 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (f103f913-4ebc-41c8-aeff-627801ab4a0a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.682416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Attempting to bind port b4df5255-b1e0-4226-99dd-f95fb87e74e4 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:43.682856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Attempting to bind port b4df5255-b1e0-4226-99dd-f95fb87e74e4 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:43.682856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Attempting to bind port b4df5255-b1e0-4226-99dd-f95fb87e74e4 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:46:43.685595 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:46:43.723773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0c81-4dda-476d-b6d0-ad9e667d32ed req-8d7fec1b-15e7-41f8-922b-1dfe1800214a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:43.725479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-806a0c81-4dda-476d-b6d0-ad9e667d32ed req-8d7fec1b-15e7-41f8-922b-1dfe1800214a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.2136872 Feb 19 00:46:43.735584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Port b4df5255-b1e0-4226-99dd-f95fb87e74e4 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:46:43.735887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Attempting to bind port b4df5255-b1e0-4226-99dd-f95fb87e74e4 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:43.767670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07d154a5-70fd-4d09-81cc-0b46ee554c9f tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0e3b480d-d8eb-47e1-9586-02539d67d332), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.773289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:43.773639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Checking segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:43.774033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Bound using segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:43.774514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Bound port: b4df5255-b1e0-4226-99dd-f95fb87e74e4, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:43.774918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.777233 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a4ef641e-21f6-401a-a00d-4d5ca0c06360), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.797103 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.800245 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/networks/a4ef641e-21f6-401a-a00d-4d5ca0c06360 HTTP/1.1" status: 204 len: 168 time: 1.4129355 Feb 19 00:46:43.811368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.816273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33524) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:43.866856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:43.879037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 0a5329e2-7f8e-474c-8499-a9ecf24d2b3c owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:43.882149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260c07-10d8-4d90-9732-df86d1205603 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Network': ['ID=a4ef641e-21f6-401a-a00d-4d5ca0c06360,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:43.940972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-806a0c81-4dda-476d-b6d0-ad9e667d32ed req-6a314053-9ea2-48b2-8a87-2a0cc3200fe8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066462 Feb 19 00:46:43.952390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a68d4-ca33-4fe2-9159-f2381c09b2c8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:43.954081 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a81a68d4-ca33-4fe2-9159-f2381c09b2c8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1283414 Feb 19 00:46:43.958326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33526) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:43.974752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33528) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:43.980945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:43.982171 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:43.997373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] For port b4df5255-b1e0-4226-99dd-f95fb87e74e4, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:44.039284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07d154a5-70fd-4d09-81cc-0b46ee554c9f tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (0e3b480d-d8eb-47e1-9586-02539d67d332), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.040709 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6a091881-9a8f-4c58-a68b-3d0ef2d3a8e4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0811951 Feb 19 00:46:44.045224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33532) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:44.052168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-546018451'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:44.062956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] For port b4df5255-b1e0-4226-99dd-f95fb87e74e4, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b4df5255-b1e0-4226-99dd-f95fb87e74e4,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:44.091822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2fe89-7ae6-450d-82bd-033b323d50a9 req-12977a9a-8685-4455-b7e2-7e0f36725054 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:44.093923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85e2fe89-7ae6-450d-82bd-033b323d50a9 req-12977a9a-8685-4455-b7e2-7e0f36725054 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 943 time: 0.2266080 Feb 19 00:46:44.101252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d154a5-70fd-4d09-81cc-0b46ee554c9f tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3b480d-d8eb-47e1-9586-02539d67d332,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:44.109140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:44.113302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.122883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07d154a5-70fd-4d09-81cc-0b46ee554c9f tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.127478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f42530-25f3-4fbe-a3d4-32e428217619 None None] Network 931e9662-a69b-4495-89ee-09814913ddf8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:44.129195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-07d154a5-70fd-4d09-81cc-0b46ee554c9f tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/0e3b480d-d8eb-47e1-9586-02539d67d332 HTTP/1.1" status: 204 len: 168 time: 1.5314455 Feb 19 00:46:44.132969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.133654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33534) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:44.208908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:46:44.237990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-19b4b8e7-01e1-4aec-806c-508538da21a6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/ca05fbc5-6600-4737-b224-e836ab881288 HTTP/1.1" status: 200 len: 994 time: 0.2572124 Feb 19 00:46:44.252280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8b1c61df-b02d-4911-bd36-f76f94051c26), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.260826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:44.261444 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.265458 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Added segment 8b1c61df-b02d-4911-bd36-f76f94051c26 of type vlan for network f76e7105-d97c-4c4b-a84e-ca24e1f9153b Feb 19 00:46:44.265841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] 10.222.0.113 "PUT /v2.0/ports/b4df5255-b1e0-4226-99dd-f95fb87e74e4 HTTP/1.1" status: 200 len: 1091 time: 3.3951087 Feb 19 00:46:44.324638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (931e9662-a69b-4495-89ee-09814913ddf8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.353727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51d27de3-015f-4715-a536-98f66a9a1b9d', 'tag': 'b4df5255-b1e0-4226-99dd-f95fb87e74e4'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:44.356699 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18500605-2436-499e-9ddd-c1b8a754eef9" -d '{"events": [{"name": "network-changed", "server_uuid": "51d27de3-015f-4715-a536-98f66a9a1b9d", "tag": "b4df5255-b1e0-4226-99dd-f95fb87e74e4"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:44.431145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ae2e0-b243-4018-ae5c-ba0b1bc7a1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4df5255-b1e0-4226-99dd-f95fb87e74e4,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:44.460663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85e2fe89-7ae6-450d-82bd-033b323d50a9 req-c9115a17-53b6-4de2-bb75-7c8851b9b140 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338957 Feb 19 00:46:44.486842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (f76e7105-d97c-4c4b-a84e-ca24e1f9153b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.545103 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (f76e7105-d97c-4c4b-a84e-ca24e1f9153b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.550405 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03068958-c115-4ab7-9026-b30fb300ba79 x-openstack-request-id: req-03068958-c115-4ab7-9026-b30fb300ba79 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:44.550608 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51d27de3-015f-4715-a536-98f66a9a1b9d", "tag": "b4df5255-b1e0-4226-99dd-f95fb87e74e4", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:44.550922 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03068958-c115-4ab7-9026-b30fb300ba79 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:44.551185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:44.551372 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51d27de3-015f-4715-a536-98f66a9a1b9d', 'tag': 'b4df5255-b1e0-4226-99dd-f95fb87e74e4', 'status': 'completed', 'code': 200} Feb 19 00:46:44.551955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.610527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0a5329e2-7f8e-474c-8499-a9ecf24d2b3c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.615914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-8fe4de77-9db5-493d-87a9-4dadff6e5163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:44.618315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-8fe4de77-9db5-493d-87a9-4dadff6e5163 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 1125 time: 0.1816707 Feb 19 00:46:44.623891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:44.624465 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.655377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:44.658799 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8e494b-7f0b-4e93-8982-66cd9404b9cc" -d '{"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-plugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:44.687670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:44.701515 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.709628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] DHCP port deletion for 931e9662-a69b-4495-89ee-09814913ddf8 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:46:44.721281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=0a5329e2-7f8e-474c-8499-a9ecf24d2b3c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:44.727646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-69f0f019-c727-4fdf-96bb-dda62129f584 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4df5255-b1e0-4226-99dd-f95fb87e74e4 HTTP/1.1" status: 200 len: 217 time: 0.1014469 Feb 19 00:46:44.740819 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8fa43f-f1f5-42b1-a481-f44b93ea974a x-openstack-request-id: req-5f8fa43f-f1f5-42b1-a481-f44b93ea974a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:44.741256 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-plugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:44.741522 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f8fa43f-f1f5-42b1-a481-f44b93ea974a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:44.741913 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'code': 200} Feb 19 00:46:44.743736 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6974571 Feb 19 00:46:44.752638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33560) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:44.776044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:44.785571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port c85a88cd-a896-45e3-ad52-9f899179ae2b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:44.785571 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:44.846016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0c146-236a-4299-acd2-676adad226b3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Network': ['ID=f76e7105-d97c-4c4b-a84e-ca24e1f9153b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:44.881336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network f76e7105-d97c-4c4b-a84e-ca24e1f9153b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:46:44.915397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-06e477a5-615f-4fe3-b987-dcb6e40c5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:44.916894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-06e477a5-615f-4fe3-b987-dcb6e40c5f67 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.1443226 Feb 19 00:46:44.919670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:46:44.921492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:44.949232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c4bdd-be83-49ca-8552-ace90cb0dde9 req-b3198f69-a939-4fe3-810d-418c1dc229f6 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:44.950839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-906c4bdd-be83-49ca-8552-ace90cb0dde9 req-b3198f69-a939-4fe3-810d-418c1dc229f6 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1128 time: 0.2446663 Feb 19 00:46:44.996056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-ee161e67-a1e3-4485-91b8-a8c0d06c71cb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633152 Feb 19 00:46:45.055584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:46:45.060414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3a63f50d-3ea9-4b5a-825b-e8ccf12c7a9a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:46:45.060961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c85a88cd-a896-45e3-ad52-9f899179ae2b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:46:45.157557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] Deleting port c85a88cd-a896-45e3-ad52-9f899179ae2b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:45.158012 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.203114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port c85a88cd-a896-45e3-ad52-9f899179ae2b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c85a88cd-a896-45e3-ad52-9f899179ae2b,segment=NetworkSegment(89938f20-07e0-4178-8391-ef0325bf9b14),segment_id=89938f20-07e0-4178-8391-ef0325bf9b14)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:45.203612 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.261215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for c85a88cd-a896-45e3-ad52-9f899179ae2b owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:45.273875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-1abbd182-0006-49fc-94c8-7ea712b7fd68 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555799 Feb 19 00:46:45.280625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-906c4bdd-be83-49ca-8552-ace90cb0dde9 req-858a7c88-b8dd-41f3-a67d-954095005560 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871566 Feb 19 00:46:45.365313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c85a88cd-a896-45e3-ad52-9f899179ae2b is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:45.365599 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.370498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:45.374951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] For port c85a88cd-a896-45e3-ad52-9f899179ae2b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c85a88cd-a896-45e3-ad52-9f899179ae2b,segment=NetworkSegment(89938f20-07e0-4178-8391-ef0325bf9b14),segment_id=89938f20-07e0-4178-8391-ef0325bf9b14)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:45.375153 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.375925 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.396258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] Calling delete_port for c85a88cd-a896-45e3-ad52-9f899179ae2b owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:45.462225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1baed47-efd8-4055-af62-c2e2dcd30412 req-1f7cfe7a-4667-453b-afd8-37624ca44149 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804478 Feb 19 00:46:45.679492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.697512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-37e1c47c-f574-4f1b-bf13-ae4dd57ac9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:45.712274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-37e1c47c-f574-4f1b-bf13-ae4dd57ac9cb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 1125 time: 0.1768904 Feb 19 00:46:45.784831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] No DVR routers for this DVR port c85a88cd-a896-45e3-ad52-9f899179ae2b on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:45.786873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eaa65f-7e8e-4adb-92d3-9e017ac26e64 None None] Pushing event deleted for resources: {'Port': ['ID=c85a88cd-a896-45e3-ad52-9f899179ae2b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:45.942890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (8509b842-9c71-473b-983a-bd895d04c65c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.954400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10d442-173e-4ab0-90ef-703a0738a276 req-4e44f718-e615-4499-a0eb-ebfc1327dfb5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:45.975369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b10d442-173e-4ab0-90ef-703a0738a276 req-4e44f718-e615-4499-a0eb-ebfc1327dfb5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 943 time: 0.3526907 Feb 19 00:46:45.992103 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (4559e19e-5e1f-4076-9bad-022e1092fcbf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:45.997027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c85a88cd-a896-45e3-ad52-9f899179ae2b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:46.087359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-6c7d5b5a-9445-49b8-8c51-3cb2ac11ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:46.089392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-6c7d5b5a-9445-49b8-8c51-3cb2ac11ad8d service neutron] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.3750215 Feb 19 00:46:46.206812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=c85a88cd-a896-45e3-ad52-9f899179ae2b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:46.210835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No DVR routers for this DVR port c85a88cd-a896-45e3-ad52-9f899179ae2b on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:46.242731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-ca950dac-c456-40f7-aca5-f02848a9242f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4df5255-b1e0-4226-99dd-f95fb87e74e4 HTTP/1.1" status: 200 len: 217 time: 0.1462426 Feb 19 00:46:46.253022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b10d442-173e-4ab0-90ef-703a0738a276 req-5b065a1a-de87-4709-a58a-acc7f7f02032 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763247 Feb 19 00:46:46.258106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=4559e19e-5e1f-4076-9bad-022e1092fcbf,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:46.397714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking segment: {'id': '8b1c61df-b02d-4911-bd36-f76f94051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:46.398418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network hostable DHCP agents. Network: f76e7105-d97c-4c4b-a84e-ca24e1f9153b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:46:46.402213 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (931e9662-a69b-4495-89ee-09814913ddf8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:46.408301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-e15790df-6535-493a-a75a-c0f3292c6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:46.409850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-e15790df-6535-493a-a75a-c0f3292c6ed4 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.1548297 Feb 19 00:46:46.445302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931e9662-a69b-4495-89ee-09814913ddf8']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:46.487596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-716a44fe-41fa-4b13-956e-88a2c1097073 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708742 Feb 19 00:46:46.499535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89938f20-07e0-4178-8391-ef0325bf9b14') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:46.499856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89938f20-07e0-4178-8391-ef0325bf9b14') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:46.503888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network f76e7105-d97c-4c4b-a84e-ca24e1f9153b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:46:46.526007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (89938f20-07e0-4178-8391-ef0325bf9b14), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:46.542001 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, f76e7105-d97c-4c4b-a84e-ca24e1f9153b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:46.550493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c4661c-885b-4632-90cc-7f48eb75b400 None None] Network f76e7105-d97c-4c4b-a84e-ca24e1f9153b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:46.578643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (89938f20-07e0-4178-8391-ef0325bf9b14), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:46.583335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:46.584262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:46.663126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-2d5336ec-7d0a-4ec6-9734-b07f6453f58d service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686869 Feb 19 00:46:46.725762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-f76e7105-d97c-4c4b-a84e-ca24e1f9153b', 'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b', 'project_id': '1761bddd2a124781bf49884ccf00dc8b', 'fixed_ips': [{'subnet_id': '4559e19e-5e1f-4076-9bad-022e1092fcbf'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:46:46.727692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:46.820180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18500605-2436-499e-9ddd-c1b8a754eef9 req-8594b15c-750c-4369-8deb-9732c33ffe8a service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483669 Feb 19 00:46:46.908329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Allocated IP 172.20.0.2 (f76e7105-d97c-4c4b-a84e-ca24e1f9153b/4559e19e-5e1f-4076-9bad-022e1092fcbf/27ff1a81-672f-430f-89e3-8673c015b2cd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:47.015751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-461d2c7e-bea8-4611-8416-b43d3c7c8507 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4270127 Feb 19 00:46:47.036438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-1ef78053-3656-4136-a44a-f45d1549dad1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:46:47.062828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-1ef78053-3656-4136-a44a-f45d1549dad1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0448055 Feb 19 00:46:47.093371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33658) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:47.202166 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Publish callbacks [] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:47.227477 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:47.359123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:46:47.359989 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (89938f20-07e0-4178-8391-ef0325bf9b14), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:47.363638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Pushing event updated for resources: {'Port': ['ID=27ff1a81-672f-430f-89e3-8673c015b2cd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:47.397237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Network f76e7105-d97c-4c4b-a84e-ca24e1f9153b is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:47.402851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:47.414535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:47.512410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-bf79d0e5-d0d0-4331-820d-6f07855fc5f1 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:47.513947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-bf79d0e5-d0d0-4331-820d-6f07855fc5f1 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1125 time: 0.4165096 Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:46:47.577827 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:46:47.589685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router 8509b842-9c71-473b-983a-bd895d04c65c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:46:47.591892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (931e9662-a69b-4495-89ee-09814913ddf8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:47.635821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:47.645299 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/931e9662-a69b-4495-89ee-09814913ddf8 HTTP/1.1" status: 204 len: 168 time: 3.5085917 Feb 19 00:46:47.646067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68565298-8037-424f-85b6-29ea62b01dc1 req-aa1a3c7a-18be-467e-8cde-9fdd7fd21e6f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:47.651061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1261f8c2-c6d5-40b2-a8f8-779e6821003c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=931e9662-a69b-4495-89ee-09814913ddf8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:47.660028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68565298-8037-424f-85b6-29ea62b01dc1 req-aa1a3c7a-18be-467e-8cde-9fdd7fd21e6f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 943 time: 0.1437571 Feb 19 00:46:47.660756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b4df5255-b1e0-4226-99dd-f95fb87e74e4 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:46:47.682491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:47.702305 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6868288f-1751-4c94-8613-5aee9a01a593 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9394429 Feb 19 00:46:47.703626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33678) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:47.719249 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b163dd2d-00b1-478d-82d6-b9068f88cc49 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1332036897', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:47.743656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Attempting to bind port 27ff1a81-672f-430f-89e3-8673c015b2cd on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:47.745134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Attempting to bind port 27ff1a81-672f-430f-89e3-8673c015b2cd by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8b1c61df-b02d-4911-bd36-f76f94051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:47.753305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Attempting to bind port 27ff1a81-672f-430f-89e3-8673c015b2cd on network f76e7105-d97c-4c4b-a84e-ca24e1f9153b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:47.793714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68565298-8037-424f-85b6-29ea62b01dc1 req-27de6d8b-561f-4ff1-8bbd-eab192bf987b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284306 Feb 19 00:46:47.799455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b', 'name': 'tempest-PortsTestJSON-678686676'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:47.802647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:47.803050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Checking segment: {'id': '8b1c61df-b02d-4911-bd36-f76f94051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:47.803450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:47.803851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Bound using segment: {'id': '8b1c61df-b02d-4911-bd36-f76f94051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:47.804342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Bound port: 27ff1a81-672f-430f-89e3-8673c015b2cd, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1c61df-b02d-4911-bd36-f76f94051c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:47.806903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b163dd2d-00b1-478d-82d6-b9068f88cc49 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:47.808224 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b163dd2d-00b1-478d-82d6-b9068f88cc49 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:47.833016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.051881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:46:48.063199 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782779cc-540e-4368-b1f6-3773dd5f3734 None None] Sync routers for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:46:48.065561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33688) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:48.079778 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782779cc-540e-4368-b1f6-3773dd5f3734 None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:48.082390 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8473465f-a657-4b1d-ae1a-1fd35bf9496e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/routers/8509b842-9c71-473b-983a-bd895d04c65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1602759 Feb 19 00:46:48.085179 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-782779cc-540e-4368-b1f6-3773dd5f3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:48.199818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b4df5255-b1e0-4226-99dd-f95fb87e74e4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b4df5255-b1e0-4226-99dd-f95fb87e74e4,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:48.242216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'b4df5255-b1e0-4226-99dd-f95fb87e74e4', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'port_id': 'b4df5255-b1e0-4226-99dd-f95fb87e74e4', 'mac_address': 'fa:16:3e:65:57:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3299a37f-8323-45d4-96ad-6889f7461e7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:46:48.258423 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-782779cc-540e-4368-b1f6-3773dd5f3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:48.291803 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782779cc-540e-4368-b1f6-3773dd5f3734 None None] Routers {'8509b842-9c71-473b-983a-bd895d04c65c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:46:48.295126 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-782779cc-540e-4368-b1f6-3773dd5f3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['8509b842-9c71-473b-983a-bd895d04c65c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:48.366101 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49f62cf0-9ee4-44d0-a314-25e9357dea22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.386232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b4df5255-b1e0-4226-99dd-f95fb87e74e4 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:48.387072 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.411616 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-782779cc-540e-4368-b1f6-3773dd5f3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:48.417095 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782779cc-540e-4368-b1f6-3773dd5f3734 None None] The sync data for ids ['8509b842-9c71-473b-983a-bd895d04c65c'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:46:48.418672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4df5255-b1e0-4226-99dd-f95fb87e74e4 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:46:48.435335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-568608c5-741b-4297-a948-ca81dd561074 None None] For port 27ff1a81-672f-430f-89e3-8673c015b2cd, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:48.441357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-568608c5-741b-4297-a948-ca81dd561074 None None] For port 27ff1a81-672f-430f-89e3-8673c015b2cd, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=27ff1a81-672f-430f-89e3-8673c015b2cd,segment=NetworkSegment(8b1c61df-b02d-4911-bd36-f76f94051c26),segment_id=8b1c61df-b02d-4911-bd36-f76f94051c26)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:48.483050 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.500592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b4df5255-b1e0-4226-99dd-f95fb87e74e4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b4df5255-b1e0-4226-99dd-f95fb87e74e4,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:48.541864 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.545483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b163dd2d-00b1-478d-82d6-b9068f88cc49 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.588773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b163dd2d-00b1-478d-82d6-b9068f88cc49 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.597969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router (8509b842-9c71-473b-983a-bd895d04c65c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.619780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568608c5-741b-4297-a948-ca81dd561074 None None] Pushing event updated for resources: {'Port': ['ID=27ff1a81-672f-430f-89e3-8673c015b2cd,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:48.706340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b163dd2d-00b1-478d-82d6-b9068f88cc49 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.713684 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b163dd2d-00b1-478d-82d6-b9068f88cc49 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0219095 Feb 19 00:46:48.717035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:48.727937 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.732687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33702) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:48.757624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b4df5255-b1e0-4226-99dd-f95fb87e74e4,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:48.779636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-8278958'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:48.787079 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:48.838254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b4df5255-b1e0-4226-99dd-f95fb87e74e4'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:46:48.839237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port bf7343ee-0362-4268-a1c1-9c1938f3f3fe yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:48.946092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:48.952183 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:49.014222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_gateway (8509b842-9c71-473b-983a-bd895d04c65c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:49.022435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-90db44d8-4f43-4b40-98af-f51c092764c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:49.024722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-90db44d8-4f43-4b40-98af-f51c092764c8 service neutron] 10.222.0.60 "GET /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1125 time: 0.0734143 Feb 19 00:46:49.065896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Request body: {'binding': {'host': 'n-h1-826527-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:49.067102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Unknown quota resources ['binding']. {{(pid=103649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 00:46:49.249898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.5 (f76e7105-d97c-4c4b-a84e-ca24e1f9153b/4559e19e-5e1f-4076-9bad-022e1092fcbf/bf7343ee-0362-4268-a1c1-9c1938f3f3fe) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:49.256658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def191d9-7116-4f79-b12a-062cd58ad3de req-a32ca43d-214b-4aa2-beaa-dcfaec2d773d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:49.266492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-def191d9-7116-4f79-b12a-062cd58ad3de req-a32ca43d-214b-4aa2-beaa-dcfaec2d773d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 944 time: 0.3143635 Feb 19 00:46:49.586646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (bf7343ee-0362-4268-a1c1-9c1938f3f3fe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:49.591512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 2dd8e49b-de98-4188-8b51-5aaed80d3963 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:49.592106 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2dd8e49b-de98-4188-8b51-5aaed80d3963), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:49.642396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:46:49.649166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bf7343ee-0362-4268-a1c1-9c1938f3f3fe), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:49.702545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network f76e7105-d97c-4c4b-a84e-ca24e1f9153b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:49.706722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (25fc6ff7-d050-492c-b482-9afcfaed12cb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:49.707285 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment 25fc6ff7-d050-492c-b482-9afcfaed12cb of type vlan for network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 Feb 19 00:46:49.709346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:49.712128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:49.769013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-def191d9-7116-4f79-b12a-062cd58ad3de req-58548319-2e6f-4347-bebd-0509e5289cae tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015779 Feb 19 00:46:49.860246 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2dd8e49b-de98-4188-8b51-5aaed80d3963), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:49.901414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 2dd8e49b-de98-4188-8b51-5aaed80d3963 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:49.916548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on host n-h1-826527-3 for vnic_type normal with profile None {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:49.916894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:49.917230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:49.918273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6fe52f9c-b0a4-4c96-b10f-a82cba93c766), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:49.925806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:46:49.926367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:49.937292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:49.937644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Checking segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:49.938049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Bound using segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:49.938591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Bound port: ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:49.974526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=bf7343ee-0362-4268-a1c1-9c1938f3f3fe,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:49.993272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6fe52f9c-b0a4-4c96-b10f-a82cba93c766), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:50.004444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:50.005101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:50.041270 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6aec133a-c9b1-4cc2-a15d-b330bc22f27d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:50.050331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:50.051335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:50.285690 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-08ae952f-415a-41aa-bc6e-ff27132dd19d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4995070 Feb 19 00:46:50.297347 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5586212 Feb 19 00:46:50.299362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33720) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:50.299895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33722) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:50.312995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e05a7-6257-4481-9959-73447be5bf3c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=6fe52f9c-b0a4-4c96-b10f-a82cba93c766,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:50.324766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:50.329994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:46:50.481556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': 'f76e7105-d97c-4c4b-a84e-ca24e1f9153b', 'name': 'tempest-PortsTestJSON-696230786'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:50.849412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:50.890138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 27ff1a81-672f-430f-89e3-8673c015b2cd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:50.895327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:50.900706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.016327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada16927-03a8-4c6a-a3cb-444f30f9816b None None] Network f76e7105-d97c-4c4b-a84e-ca24e1f9153b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:51.029410 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.031259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] 10.222.0.60 "POST /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6/bindings HTTP/1.1" status: 201 len: 389 time: 1.9906864 Feb 19 00:46:51.291583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-abd8298f-7e00-4add-aa04-e7928b798c87 None None] Provisioning complete for port 27ff1a81-672f-430f-89e3-8673c015b2cd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:51.293640 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abd8298f-7e00-4add-aa04-e7928b798c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.447346 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.498355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-abd8298f-7e00-4add-aa04-e7928b798c87 None None] Current status of the port 27ff1a81-672f-430f-89e3-8673c015b2cd is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:51.498944 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abd8298f-7e00-4add-aa04-e7928b798c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.530073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 27ff1a81-672f-430f-89e3-8673c015b2cd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:51.530736 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.685434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b4df5255-b1e0-4226-99dd-f95fb87e74e4 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:51.772825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2dd8e49b-de98-4188-8b51-5aaed80d3963), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.789199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-abd8298f-7e00-4add-aa04-e7928b798c87 None None] For port 27ff1a81-672f-430f-89e3-8673c015b2cd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=27ff1a81-672f-430f-89e3-8673c015b2cd,segment=NetworkSegment(8b1c61df-b02d-4911-bd36-f76f94051c26),segment_id=8b1c61df-b02d-4911-bd36-f76f94051c26)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:51.848108 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abd8298f-7e00-4add-aa04-e7928b798c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.857384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d68987-fd86-4440-94d1-6c409cd55d42 req-15c54f26-5045-46c7-9b29-dba32e3e9886 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:51.862350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82d68987-fd86-4440-94d1-6c409cd55d42 req-15c54f26-5045-46c7-9b29-dba32e3e9886 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 944 time: 0.8297331 Feb 19 00:46:51.923042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=2dd8e49b-de98-4188-8b51-5aaed80d3963,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:51.938260 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:51.966446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8298f-7e00-4add-aa04-e7928b798c87 None None] Pushing event updated for resources: {'Port': ['ID=27ff1a81-672f-430f-89e3-8673c015b2cd,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:52.020853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port b4df5255-b1e0-4226-99dd-f95fb87e74e4 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:46:52.043297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 27ff1a81-672f-430f-89e3-8673c015b2cd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:52.045875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port b4df5255-b1e0-4226-99dd-f95fb87e74e4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:52.046294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.220117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-2c84b058-17d8-475a-b10a-7c282467f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:52.227251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-2c84b058-17d8-475a-b10a-7c282467f369 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1128 time: 0.8238571 Feb 19 00:46:52.237050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b4df5255-b1e0-4226-99dd-f95fb87e74e4 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:52.237350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.246375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f009c4a-b3b9-449e-9fb9-d61c44e7ec49 req-934233d8-c6fc-4dcf-906f-c044ac949181 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:52.248018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f009c4a-b3b9-449e-9fb9-d61c44e7ec49 req-934233d8-c6fc-4dcf-906f-c044ac949181 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.9503510 Feb 19 00:46:52.278303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d27de3-015f-4715-a536-98f66a9a1b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4df5255-b1e0-4226-99dd-f95fb87e74e4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:52.281317 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4bbe81-4dae-4457-9b0b-b3df0dc9be0f" -d '{"events": [{"server_uuid": "51d27de3-015f-4715-a536-98f66a9a1b9d", "name": "network-vif-plugged", "status": "completed", "tag": "b4df5255-b1e0-4226-99dd-f95fb87e74e4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:52.314482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b4df5255-b1e0-4226-99dd-f95fb87e74e4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b4df5255-b1e0-4226-99dd-f95fb87e74e4,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:52.327909 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.334947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:46:52.338521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.427730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b4df5255-b1e0-4226-99dd-f95fb87e74e4,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:52.492314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6bc4a4ba-720e-402b-b8f0-83de960dc470 None None] Provisioning complete for port bf7343ee-0362-4268-a1c1-9c1938f3f3fe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:52.492710 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a4ba-720e-402b-b8f0-83de960dc470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf7343ee-0362-4268-a1c1-9c1938f3f3fe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.531638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82d68987-fd86-4440-94d1-6c409cd55d42 req-8139bce6-300f-434b-88e7-3782e1147fd4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243594 Feb 19 00:46:52.553940 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (8509b842-9c71-473b-983a-bd895d04c65c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.688735 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4ca7e8-c6c9-4e50-b222-61683d869ced x-openstack-request-id: req-3c4ca7e8-c6c9-4e50-b222-61683d869ced {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:46:52.689046 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d27de3-015f-4715-a536-98f66a9a1b9d", "name": "network-vif-plugged", "status": "completed", "tag": "b4df5255-b1e0-4226-99dd-f95fb87e74e4", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:46:52.689313 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c4ca7e8-c6c9-4e50-b222-61683d869ced {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:46:52.689724 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d27de3-015f-4715-a536-98f66a9a1b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4df5255-b1e0-4226-99dd-f95fb87e74e4', 'code': 200} Feb 19 00:46:52.764336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4a4ba-720e-402b-b8f0-83de960dc470 None None] Port bf7343ee-0362-4268-a1c1-9c1938f3f3fe cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:52.779555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (8509b842-9c71-473b-983a-bd895d04c65c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.780664 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.787176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_controller (8509b842-9c71-473b-983a-bd895d04c65c), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.817187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2b9e-ebd3-4bcd-ac6d-305e6b95c757 req-8a1285a0-9e76-423d-b2f0-3518bd21adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:52.822277 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82be2b9e-ebd3-4bcd-ac6d-305e6b95c757 req-8a1285a0-9e76-423d-b2f0-3518bd21adb5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 1127 time: 0.1141024 Feb 19 00:46:52.879147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:52.908128 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (8509b842-9c71-473b-983a-bd895d04c65c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.908973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Fanout notify agent at l3_agent the message router_deleted on router 8509b842-9c71-473b-983a-bd895d04c65c {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:46:52.924875 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:52.929098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33776) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:52.931897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0f9cc26c-0246-45e3-ab40-c5cfffe2f72a tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/routers/8509b842-9c71-473b-983a-bd895d04c65c HTTP/1.1" status: 204 len: 168 time: 4.8644567 Feb 19 00:46:52.936755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 27ff1a81-672f-430f-89e3-8673c015b2cd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:52.967625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port ed9a1706-402f-4f4c-a63a-c1771a7354dc yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:46:52.979162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:52.979509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: 6fe52f9c-b0a4-4c96-b10f-a82cba93c766, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:46:53.064911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6bc4a4ba-720e-402b-b8f0-83de960dc470 None None] Provisioning complete for port 27ff1a81-672f-430f-89e3-8673c015b2cd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:53.065304 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a4ba-720e-402b-b8f0-83de960dc470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.077089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b9dab4-2589-47a3-a596-efefbcb53c93 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting subnet 2b1595a4-81b1-4102-941e-bdcac78668e8 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:46:53.080496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7b9dab4-2589-47a3-a596-efefbcb53c93 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for subnet (2b1595a4-81b1-4102-941e-bdcac78668e8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.119175 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-82be2b9e-ebd3-4bcd-ac6d-305e6b95c757 req-4302da31-2720-465a-80cd-d36d9debb2ba service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932057 Feb 19 00:46:53.145297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7b9dab4-2589-47a3-a596-efefbcb53c93 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (2b1595a4-81b1-4102-941e-bdcac78668e8), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.183768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f009c4a-b3b9-449e-9fb9-d61c44e7ec49 req-c971225b-0782-4a25-b896-2d38bb7b2235 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8756454 Feb 19 00:46:53.200140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:46:53.263442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 27ff1a81-672f-430f-89e3-8673c015b2cd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:53.263848 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.306306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7b9dab4-2589-47a3-a596-efefbcb53c93 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (2b1595a4-81b1-4102-941e-bdcac78668e8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.335429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-37b9a83f-f020-4bab-8065-4a3cfd4aca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:53.337587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-37b9a83f-f020-4bab-8065-4a3cfd4aca4e service neutron] 10.222.0.113 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 898 time: 1.0855722 Feb 19 00:46:53.338709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6fe52f9c-b0a4-4c96-b10f-a82cba93c766) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:53.359586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:53.360610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.441374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.4 (f76e7105-d97c-4c4b-a84e-ca24e1f9153b/4559e19e-5e1f-4076-9bad-022e1092fcbf/ed9a1706-402f-4f4c-a63a-c1771a7354dc) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:53.455478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2aebbb34-7e5d-45db-896d-9995f7979c2c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1478686 Feb 19 00:46:53.463717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-178ba9c9-963a-4e80-941f-0de27a879a40 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1002 time: 0.1161711 Feb 19 00:46:53.468233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33786) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:53.508725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7b9dab4-2589-47a3-a596-efefbcb53c93 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (2b1595a4-81b1-4102-941e-bdcac78668e8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.559347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add63031-6b23-4d4e-9e2e-86020266bbfc None None] Network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:53.601146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9dab4-2589-47a3-a596-efefbcb53c93 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1595a4-81b1-4102-941e-bdcac78668e8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:53.603847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7b9dab4-2589-47a3-a596-efefbcb53c93 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.609626 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d7b9dab4-2589-47a3-a596-efefbcb53c93 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/subnets/2b1595a4-81b1-4102-941e-bdcac78668e8 HTTP/1.1" status: 204 len: 168 time: 0.6760468 Feb 19 00:46:53.611131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33794) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:53.747694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831364c9-b4c2-475b-979e-e72f01b31a22 None None] Network 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:53.844705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6bdf17a3-473f-48a9-85b6-e0a5bc48aa00), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.973024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6bc4a4ba-720e-402b-b8f0-83de960dc470 None None] Current status of the port 27ff1a81-672f-430f-89e3-8673c015b2cd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:53.974746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 398074f9-a590-4efd-bba0-807d38d72272 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:53.975110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (398074f9-a590-4efd-bba0-807d38d72272), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:53.998047 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.062803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] For port 398074f9-a590-4efd-bba0-807d38d72272, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=398074f9-a590-4efd-bba0-807d38d72272,segment=NetworkSegment(87a76d63-cb9c-4f7f-94fe-fedc2e9106dc),segment_id=87a76d63-cb9c-4f7f-94fe-fedc2e9106dc)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:54.063441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (398074f9-a590-4efd-bba0-807d38d72272), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.083575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 398074f9-a590-4efd-bba0-807d38d72272 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:54.197808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (398074f9-a590-4efd-bba0-807d38d72272), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.199162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 27ff1a81-672f-430f-89e3-8673c015b2cd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:54.275848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=398074f9-a590-4efd-bba0-807d38d72272,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:54.278889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] No DVR routers for this DVR port 398074f9-a590-4efd-bba0-807d38d72272 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:46:54.362675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:46:54.364517 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.420262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6bdf17a3-473f-48a9-85b6-e0a5bc48aa00), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.452567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdf17a3-473f-48a9-85b6-e0a5bc48aa00']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:54.470058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a76d63-cb9c-4f7f-94fe-fedc2e9106dc') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:54.470451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a76d63-cb9c-4f7f-94fe-fedc2e9106dc') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:46:54.483599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (87a76d63-cb9c-4f7f-94fe-fedc2e9106dc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.500555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (87a76d63-cb9c-4f7f-94fe-fedc2e9106dc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.508785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:46:54.509605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (87a76d63-cb9c-4f7f-94fe-fedc2e9106dc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:46:54.586401 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:46:54.590759 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6bdf17a3-473f-48a9-85b6-e0a5bc48aa00), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.600502 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.604453 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/networks/6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 HTTP/1.1" status: 204 len: 168 time: 0.9921937 Feb 19 00:46:54.607122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33812) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:54.679729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-5cdd4942-a6a3-42b1-b550-8c07616a86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:54.682482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-5cdd4942-a6a3-42b1-b550-8c07616a86c9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 1.2031777 Feb 19 00:46:54.712341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9c2cd-5dc9-451d-8b80-d3c16cf1856d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Network': ['ID=6bdf17a3-473f-48a9-85b6-e0a5bc48aa00,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:54.763971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ee7c1c30-53f9-424a-955c-40e6b3b43437 None None] Provisioning complete for port bf7343ee-0362-4268-a1c1-9c1938f3f3fe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:54.763971 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee7c1c30-53f9-424a-955c-40e6b3b43437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bf7343ee-0362-4268-a1c1-9c1938f3f3fe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.832904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Allocated IP 2001:db8::2 (6fe52f9c-b0a4-4c96-b10f-a82cba93c766/b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504/c081e8f7-c499-49d9-b486-4f8c93d1f607) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:54.892209 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:54.931169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c1c30-53f9-424a-955c-40e6b3b43437 None None] Port bf7343ee-0362-4268-a1c1-9c1938f3f3fe cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:55.050271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 80473120-c664-4699-afee-181c2ac5126b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:55.052607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d8d3a-ae08-4996-95c9-67958126f901 req-f78bea64-3d39-476e-8e79-f595395daafb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:55.054241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb9d8d3a-ae08-4996-95c9-67958126f901 req-f78bea64-3d39-476e-8e79-f595395daafb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.7225230 Feb 19 00:46:55.054892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (80473120-c664-4699-afee-181c2ac5126b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.114675 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Publish callbacks [] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.116463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2542c93-f1ef-4bcc-85fa-a57c7603953d None None] DHCP port deletion for 6bdf17a3-473f-48a9-85b6-e0a5bc48aa00 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:46:55.128849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.179855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-c09839c4-3158-400d-a02a-f56771be7954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:55.181440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-c09839c4-3158-400d-a02a-f56771be7954 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4902804 Feb 19 00:46:55.236931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5c815-e4be-4005-87c4-c9460cd04ee9 req-c7fe007d-0250-4854-be7f-6ac6285c8138 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:55.240206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ae5c815-e4be-4005-87c4-c9460cd04ee9 req-c7fe007d-0250-4854-be7f-6ac6285c8138 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 945 time: 0.9163020 Feb 19 00:46:55.261725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (80473120-c664-4699-afee-181c2ac5126b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.262128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (80473120-c664-4699-afee-181c2ac5126b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.286658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Pushing event updated for resources: {'Port': ['ID=c081e8f7-c499-49d9-b486-4f8c93d1f607,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:55.300799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 80473120-c664-4699-afee-181c2ac5126b owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:55.312495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:55.314125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:55.322878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:55.446928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Attempting to bind port c081e8f7-c499-49d9-b486-4f8c93d1f607 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:46:55.448927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Attempting to bind port c081e8f7-c499-49d9-b486-4f8c93d1f607 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:46:55.453154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Attempting to bind port c081e8f7-c499-49d9-b486-4f8c93d1f607 on network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:46:55.469957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:46:55.470477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Checking segment: {'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:46:55.470965 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.471446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Bound using segment: {'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:46:55.472015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Bound port: c081e8f7-c499-49d9-b486-4f8c93d1f607, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:46:55.473577 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.633179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] For port c081e8f7-c499-49d9-b486-4f8c93d1f607, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:55.637828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] For port c081e8f7-c499-49d9-b486-4f8c93d1f607, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c081e8f7-c499-49d9-b486-4f8c93d1f607,segment=NetworkSegment(25fc6ff7-d050-492c-b482-9afcfaed12cb),segment_id=25fc6ff7-d050-492c-b482-9afcfaed12cb)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:46:55.641898 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (ed9a1706-402f-4f4c-a63a-c1771a7354dc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.647423 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (80473120-c664-4699-afee-181c2ac5126b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.661424 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.706591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb9d8d3a-ae08-4996-95c9-67958126f901 req-c8c96055-83d2-4242-8100-6c1664e38b50 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5335999 Feb 19 00:46:55.742491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ae5c815-e4be-4005-87c4-c9460cd04ee9 req-1793c9d4-dd94-4c10-9910-99ca42a3b595 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605787 Feb 19 00:46:55.742742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=80473120-c664-4699-afee-181c2ac5126b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:55.756473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.833036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-a1009281-f6d9-4f78-90eb-b80379991429 service neutron] 10.222.0.113 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232989 Feb 19 00:46:55.852802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ed9a1706-402f-4f4c-a63a-c1771a7354dc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.885342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e91567-63c4-442e-ac89-dc138ac48fd2 None None] Pushing event updated for resources: {'Port': ['ID=c081e8f7-c499-49d9-b486-4f8c93d1f607,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:55.924147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for floatingip (1e09181b-8839-4d01-9eca-18d576a515e4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.927831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:55.932300 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0c7f0a3e-eea2-4797-858b-353168113780 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/floatingips/1e09181b-8839-4d01-9eca-18d576a515e4 HTTP/1.1" status: 204 len: 168 time: 1.3210144 Feb 19 00:46:55.932684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:55.981100 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52ffcad-0dfe-4a79-82b9-720ac2e2aeef tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] DELETE failed (client error): The resource could not be found. Feb 19 00:46:55.985561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a52ffcad-0dfe-4a79-82b9-720ac2e2aeef tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:46:55.996303 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a52ffcad-0dfe-4a79-82b9-720ac2e2aeef tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/ports/b704b757-74a0-4a12-b5e0-94476c0c741f HTTP/1.1" status: 404 len: 333 time: 0.0602942 Feb 19 00:46:55.997107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:56.082291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bb9daf24-ecc1-403e-94d7-0d1fa09a871e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "GET /v2.0/ports?device_id=8509b842-9c71-473b-983a-bd895d04c65c HTTP/1.1" status: 200 len: 205 time: 0.0817463 Feb 19 00:46:56.083509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33844) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:56.169489 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-4fab069f-67cd-416c-b13d-064e8fa7a653 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] delete failed (client error): The resource could not be found. Feb 19 00:46:56.170462 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4fab069f-67cd-416c-b13d-064e8fa7a653 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/routers/8509b842-9c71-473b-983a-bd895d04c65c HTTP/1.1" status: 404 len: 336 time: 0.0858641 Feb 19 00:46:56.173391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33846) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:56.247473 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4b6c45d-dc31-466c-a54a-9fd203bd60d6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] DELETE failed (client error): The resource could not be found. Feb 19 00:46:56.247950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4b6c45d-dc31-466c-a54a-9fd203bd60d6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:46:56.264023 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4b6c45d-dc31-466c-a54a-9fd203bd60d6 tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/subnets/2b1595a4-81b1-4102-941e-bdcac78668e8 HTTP/1.1" status: 404 len: 337 time: 0.0871956 Feb 19 00:46:56.264641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:56.322552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network f76e7105-d97c-4c4b-a84e-ca24e1f9153b is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:56.431038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:56.480114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:56.489446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=ed9a1706-402f-4f4c-a63a-c1771a7354dc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:56.565323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7dea0d43-2efc-4bb1-95f0-39d38f199dee tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port ddc43e18-9c14-4a36-927c-9aee7bafe7e6 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:56.565668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dea0d43-2efc-4bb1-95f0-39d38f199dee tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ddc43e18-9c14-4a36-927c-9aee7bafe7e6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:56.817560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-ce3dfc3d-4598-4d2e-ad68-a1501f4645cf service neutron] 10.222.0.113 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9666147 Feb 19 00:46:56.872243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dea0d43-2efc-4bb1-95f0-39d38f199dee tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ddc43e18-9c14-4a36-927c-9aee7bafe7e6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:56.884111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:56.884928 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:56.926598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7dea0d43-2efc-4bb1-95f0-39d38f199dee tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for ddc43e18-9c14-4a36-927c-9aee7bafe7e6 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:57.016842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c081e8f7-c499-49d9-b486-4f8c93d1f607 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:57.040345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f378eba7-2ac9-415d-9fce-abf79dbc3f1a None None] Provisioning complete for port ed9a1706-402f-4f4c-a63a-c1771a7354dc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:57.046398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f378eba7-2ac9-415d-9fce-abf79dbc3f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ed9a1706-402f-4f4c-a63a-c1771a7354dc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:57.221269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f378eba7-2ac9-415d-9fce-abf79dbc3f1a None None] Port ed9a1706-402f-4f4c-a63a-c1771a7354dc cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:57.263313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c081e8f7-c499-49d9-b486-4f8c93d1f607 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:57.265943 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:57.357741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5848794f-d37f-4d6b-aac9-d548c19882fd tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 7.0544963 Feb 19 00:46:57.358277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33870) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:57.371726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dea0d43-2efc-4bb1-95f0-39d38f199dee tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ddc43e18-9c14-4a36-927c-9aee7bafe7e6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:57.445800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-e2016541-eb73-4317-a571-9eb8c8e7bb07 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:57.448276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-e2016541-eb73-4317-a571-9eb8c8e7bb07 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d&tenant_id=84679949ccf749538377871c65d3012d&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1128 time: 0.5424612 Feb 19 00:46:57.472732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826527-3'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:46:57.501934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c081e8f7-c499-49d9-b486-4f8c93d1f607 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:57.506049 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:57.524279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8::1 (6fe52f9c-b0a4-4c96-b10f-a82cba93c766/b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504/4d2e7d5a-2823-418a-a69e-7a467a75c42d) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:46:57.555400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e589c-dbb1-4fd7-9e9e-5914f3109efc req-21d6a65a-6c38-470a-b7d9-c57931f4540b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:57.558405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa3e589c-dbb1-4fd7-9e9e-5914f3109efc req-21d6a65a-6c38-470a-b7d9-c57931f4540b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 945 time: 0.5950344 Feb 19 00:46:57.621121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port c081e8f7-c499-49d9-b486-4f8c93d1f607, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c081e8f7-c499-49d9-b486-4f8c93d1f607,segment=NetworkSegment(25fc6ff7-d050-492c-b482-9afcfaed12cb),segment_id=25fc6ff7-d050-492c-b482-9afcfaed12cb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:57.636555 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:57.646289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 398074f9-a590-4efd-bba0-807d38d72272 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:46:57.648800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea0d43-2efc-4bb1-95f0-39d38f199dee tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=ddc43e18-9c14-4a36-927c-9aee7bafe7e6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:57.757520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 398074f9-a590-4efd-bba0-807d38d72272 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:46:57.762744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 398074f9-a590-4efd-bba0-807d38d72272 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:46:57.786122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93c0543-8e73-49b9-a81b-e07dbe77c94f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:57.789521 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d93c0543-8e73-49b9-a81b-e07dbe77c94f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.4301131 Feb 19 00:46:57.793690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33876) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:57.850253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=c081e8f7-c499-49d9-b486-4f8c93d1f607,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:57.874973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dea0d43-2efc-4bb1-95f0-39d38f199dee tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:57.878939 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7dea0d43-2efc-4bb1-95f0-39d38f199dee tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/ports/ddc43e18-9c14-4a36-927c-9aee7bafe7e6 HTTP/1.1" status: 204 len: 168 time: 1.6119151 Feb 19 00:46:57.882357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33878) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:57.953255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:57.979032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f87f54-55a6-437f-95c6-d47234788104 None None] Network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:46:58.049665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ebf22-487f-40f3-a0c2-8d1967b4414a req-594f49ba-e853-439e-bcd6-f8f617830c40 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:58.053008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-434ebf22-487f-40f3-a0c2-8d1967b4414a req-594f49ba-e853-439e-bcd6-f8f617830c40 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 1.0432794 Feb 19 00:46:58.065275 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:58.199095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=4d2e7d5a-2823-418a-a69e-7a467a75c42d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:58.205892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bcbc93db-750d-4944-9660-aadbc3150b43 None None] Provisioning complete for port c081e8f7-c499-49d9-b486-4f8c93d1f607 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:58.206561 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcbc93db-750d-4944-9660-aadbc3150b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:58.235917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:46:58.271806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:46:58.278968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa3e589c-dbb1-4fd7-9e9e-5914f3109efc req-2302f040-7ff3-4d9a-9682-4abede3f91e2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127123 Feb 19 00:46:58.279591 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:58.297905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-59a78a9b-d09f-421b-956e-db08abaea64a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port ed9a1706-402f-4f4c-a63a-c1771a7354dc {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:58.298292 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59a78a9b-d09f-421b-956e-db08abaea64a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ed9a1706-402f-4f4c-a63a-c1771a7354dc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:58.313580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:46:58.314175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:58.489222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc93db-750d-4944-9660-aadbc3150b43 None None] Current status of the port c081e8f7-c499-49d9-b486-4f8c93d1f607 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:58.506562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59a78a9b-d09f-421b-956e-db08abaea64a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ed9a1706-402f-4f4c-a63a-c1771a7354dc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:58.533263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-434ebf22-487f-40f3-a0c2-8d1967b4414a req-8bb3cfac-4db5-4f24-90ce-00d78022eee5 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4600885 Feb 19 00:46:58.535214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-59a78a9b-d09f-421b-956e-db08abaea64a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for ed9a1706-402f-4f4c-a63a-c1771a7354dc owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:58.895461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59a78a9b-d09f-421b-956e-db08abaea64a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ed9a1706-402f-4f4c-a63a-c1771a7354dc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:58.898336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c081e8f7-c499-49d9-b486-4f8c93d1f607 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:46:58.936679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a78a9b-d09f-421b-956e-db08abaea64a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=ed9a1706-402f-4f4c-a63a-c1771a7354dc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:46:58.944232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-957931b4-ea4e-409a-b1f0-912e3cd1841d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 64447e31-7458-47cb-895a-afeaa99c8f67 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:58.944703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-957931b4-ea4e-409a-b1f0-912e3cd1841d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (64447e31-7458-47cb-895a-afeaa99c8f67), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.188498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c081e8f7-c499-49d9-b486-4f8c93d1f607 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:59.189262 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.198280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3a88dc91-a429-4cb7-91b1-1407fafb6c44 None None] Provisioning complete for port c081e8f7-c499-49d9-b486-4f8c93d1f607 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:59.198878 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a88dc91-a429-4cb7-91b1-1407fafb6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.404205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59a78a9b-d09f-421b-956e-db08abaea64a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.409176 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-59a78a9b-d09f-421b-956e-db08abaea64a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/ed9a1706-402f-4f4c-a63a-c1771a7354dc HTTP/1.1" status: 204 len: 168 time: 1.6045582 Feb 19 00:46:59.415190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33900) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:59.455528 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a73117-8212-42c6-bc90-c7d888c95c34 req-4751ef05-8d6b-4f84-965f-58560edbfdd6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:46:59.457285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56a73117-8212-42c6-bc90-c7d888c95c34 req-4751ef05-8d6b-4f84-965f-58560edbfdd6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 945 time: 1.0751109 Feb 19 00:46:59.486038 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa8246f-0268-4f4d-abe5-ff04e52735a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:46:59.490514 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5fa8246f-0268-4f4d-abe5-ff04e52735a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/ed9a1706-402f-4f4c-a63a-c1771a7354dc HTTP/1.1" status: 404 len: 333 time: 0.0689518 Feb 19 00:46:59.492766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33902) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:46:59.569427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-957931b4-ea4e-409a-b1f0-912e3cd1841d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (64447e31-7458-47cb-895a-afeaa99c8f67), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.576067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c081e8f7-c499-49d9-b486-4f8c93d1f607 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:59.607878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3a88dc91-a429-4cb7-91b1-1407fafb6c44 None None] Current status of the port c081e8f7-c499-49d9-b486-4f8c93d1f607 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:46:59.643466 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.658056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3a88dc91-a429-4cb7-91b1-1407fafb6c44 None None] Provisioning complete for port 4d2e7d5a-2823-418a-a69e-7a467a75c42d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:59.659840 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a88dc91-a429-4cb7-91b1-1407fafb6c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.687666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-957931b4-ea4e-409a-b1f0-912e3cd1841d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 64447e31-7458-47cb-895a-afeaa99c8f67 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:46:59.703169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:46:59.736314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3a88dc91-a429-4cb7-91b1-1407fafb6c44 None None] Port 4d2e7d5a-2823-418a-a69e-7a467a75c42d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:46:59.762210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:46:59.817461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Publish callbacks [] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.836763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port bf7343ee-0362-4268-a1c1-9c1938f3f3fe {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:46:59.839299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bf7343ee-0362-4268-a1c1-9c1938f3f3fe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.866884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:46:59.869253 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31e7e4f-0c99-46ec-aaec-a4dfae4e8695" -d '{"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:46:59.879470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3e1a37ee-1345-4384-91d9-0e87a9d18cd8 None None] Provisioning complete for port 4d2e7d5a-2823-418a-a69e-7a467a75c42d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:46:59.884671 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e1a37ee-1345-4384-91d9-0e87a9d18cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:46:59.905419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56a73117-8212-42c6-bc90-c7d888c95c34 req-76db5e48-8b31-41d4-a3a1-2784d9f49d8c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350951 Feb 19 00:46:59.930581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:00.009076 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9492ef-fded-4d10-986e-ab6843d57b6e x-openstack-request-id: req-da9492ef-fded-4d10-986e-ab6843d57b6e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:00.011822 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:00.013234 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da9492ef-fded-4d10-986e-ab6843d57b6e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:00.014840 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'code': 200} Feb 19 00:47:00.016663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a37ee-1345-4384-91d9-0e87a9d18cd8 None None] Port 4d2e7d5a-2823-418a-a69e-7a467a75c42d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:00.249029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33918) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:00.276573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-957931b4-ea4e-409a-b1f0-912e3cd1841d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (64447e31-7458-47cb-895a-afeaa99c8f67), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:00.357898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957931b4-ea4e-409a-b1f0-912e3cd1841d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=64447e31-7458-47cb-895a-afeaa99c8f67,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:00.404889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bf7343ee-0362-4268-a1c1-9c1938f3f3fe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:00.570987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for bf7343ee-0362-4268-a1c1-9c1938f3f3fe owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:00.743777 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-957931b4-ea4e-409a-b1f0-912e3cd1841d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:00.758766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-07f0c5c8-7b65-4fe0-ab73-da8cc29adfbc None None] Provisioning complete for port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:00.759306 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-957931b4-ea4e-409a-b1f0-912e3cd1841d tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/ports/64447e31-7458-47cb-895a-afeaa99c8f67 HTTP/1.1" status: 204 len: 168 time: 2.8744388 Feb 19 00:47:00.759410 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-07f0c5c8-7b65-4fe0-ab73-da8cc29adfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:00.761486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33924) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:00.803687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-07f0c5c8-7b65-4fe0-ab73-da8cc29adfbc None None] Port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:00.817652 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-495f6571-c0aa-488f-b796-0d3fe7bf459c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:00.890368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df163740-b773-4879-a3db-1918c18c9111 req-51d1a375-3053-4043-bfba-6bc31dafa136 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:00.892298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df163740-b773-4879-a3db-1918c18c9111 req-51d1a375-3053-4043-bfba-6bc31dafa136 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 944 time: 1.0191932 Feb 19 00:47:00.893938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:00.903036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5bfd9b-2309-474c-9c99-594c10fe583b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:00.911154 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7b5bfd9b-2309-474c-9c99-594c10fe583b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8fb3267-c886-43a1-b4ed-4a12da83fcb7 HTTP/1.1" status: 200 len: 913 time: 0.1401062 Feb 19 00:47:00.911822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33928) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:01.199990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bf7343ee-0362-4268-a1c1-9c1938f3f3fe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.215682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df163740-b773-4879-a3db-1918c18c9111 req-dc7355ab-c62e-4691-9e87-6dca6f5c8cb7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974517 Feb 19 00:47:01.240469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=bf7343ee-0362-4268-a1c1-9c1938f3f3fe,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:01.260658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on host n-h2-826527-3 for vnic_type normal with profile {"migrating_to": "n-h1-826527-3"} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:01.260991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:01.261331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:01.296337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630fa6a6-4359-4957-8818-55a7173af7f7 req-9d16073a-23fc-4b1b-a041-e142c299fb56 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:01.303412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-630fa6a6-4359-4957-8818-55a7173af7f7 req-9d16073a-23fc-4b1b-a041-e142c299fb56 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 945 time: 0.8567536 Feb 19 00:47:01.317728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:47:01.317974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Attempting to bind port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on network a04aee36-188b-47a7-bb0e-63becec25e40 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:01.346848 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-495f6571-c0aa-488f-b796-0d3fe7bf459c admin admin] Publish callbacks [] for security_group (131219a4-ddcf-4c47-ace5-849df68aa905), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.361251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:01.361603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Checking segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:01.362006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Bound using segment: {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:01.362385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.362530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Bound port: ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06166366-497c-4d92-aae0-4ba6f1eef0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:01.362930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.363490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.364127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.364907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.365465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.366119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.366955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.367467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.369503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.370279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.370839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.371600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.372175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:01.391173 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-495f6571-c0aa-488f-b796-0d3fe7bf459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (131219a4-ddcf-4c47-ace5-849df68aa905), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.509614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.517872 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d65d9ccb-5890-4513-8d76-555b400fc7b9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/bf7343ee-0362-4268-a1c1-9c1938f3f3fe HTTP/1.1" status: 204 len: 168 time: 2.0238900 Feb 19 00:47:01.518732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33934) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:01.519671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-495f6571-c0aa-488f-b796-0d3fe7bf459c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fc72fe55b7b4ace8ca13709ec3d1666&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1302269 Feb 19 00:47:01.523703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495f6571-c0aa-488f-b796-0d3fe7bf459c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131219a4-ddcf-4c47-ace5-849df68aa905,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:01.552334 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-630fa6a6-4359-4957-8818-55a7173af7f7 req-20133352-f008-415e-aba1-6d1da52782ca tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479358 Feb 19 00:47:01.559833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33936) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:01.614976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.617869 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9cf04a-ce44-496e-80a8-6355b22c1558 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:47:01.619609 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bd9cf04a-ce44-496e-80a8-6355b22c1558 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/bf7343ee-0362-4268-a1c1-9c1938f3f3fe HTTP/1.1" status: 404 len: 333 time: 0.0929611 Feb 19 00:47:01.622505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33938) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:01.637913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.639095 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.661135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:01.704189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-6112c869-b7c3-4657-95bc-ebb1e9f06907 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet 4559e19e-5e1f-4076-9bad-022e1092fcbf {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:47:01.708133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6112c869-b7c3-4657-95bc-ebb1e9f06907 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (4559e19e-5e1f-4076-9bad-022e1092fcbf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.709265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:01.742905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.749752 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca1a0-61fa-427f-8c8d-0f216d260845 admin admin] Publish callbacks [] for security_group (131219a4-ddcf-4c47-ace5-849df68aa905), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.759768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6112c869-b7c3-4657-95bc-ebb1e9f06907 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (4559e19e-5e1f-4076-9bad-022e1092fcbf), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.799390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=4d2e7d5a-2823-418a-a69e-7a467a75c42d,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:01.875548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6112c869-b7c3-4657-95bc-ebb1e9f06907 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (4559e19e-5e1f-4076-9bad-022e1092fcbf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:01.880016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca1a0-61fa-427f-8c8d-0f216d260845 admin admin] Publish callbacks [] for security_group (131219a4-ddcf-4c47-ace5-849df68aa905), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:02.085097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=8']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:02.126096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:02.126775 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:02.128827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6fa73ad1-58f4-4c53-9734-1564a4a59bf0 service neutron] 10.222.0.113 "PUT /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1122 time: 4.6608727 Feb 19 00:47:02.131172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:02.138062 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9959640f-1acf-4c00-af4e-765b0e317ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:02.166422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:02.172901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:02.220112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:02.371987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c52be8f2-3eeb-4eb3-9c9e-1629afcfa6fd None None] Provisioning complete for port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:02.372801 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c52be8f2-3eeb-4eb3-9c9e-1629afcfa6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:02.393236 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0868d12-3e43-4242-aec1-ddc5775e02d4 x-openstack-request-id: req-b0868d12-3e43-4242-aec1-ddc5775e02d4 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:02.393236 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:02.393587 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0868d12-3e43-4242-aec1-ddc5775e02d4 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:02.393950 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'status': 'completed', 'code': 200} Feb 19 00:47:02.426601 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca1a0-61fa-427f-8c8d-0f216d260845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (131219a4-ddcf-4c47-ace5-849df68aa905), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:02.432180 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca1a0-61fa-427f-8c8d-0f216d260845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:02.433507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ac8ca1a0-61fa-427f-8c8d-0f216d260845 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/131219a4-ddcf-4c47-ace5-849df68aa905 HTTP/1.1" status: 204 len: 168 time: 0.8688107 Feb 19 00:47:02.480597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ca1a0-61fa-427f-8c8d-0f216d260845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131219a4-ddcf-4c47-ace5-849df68aa905,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:02.567309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a872f-77fd-4ea0-9b4e-b45390430260 req-5dbc11db-442e-48b0-b309-70a9b9583b21 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:02.583523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c73a872f-77fd-4ea0-9b4e-b45390430260 req-5dbc11db-442e-48b0-b309-70a9b9583b21 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 944 time: 0.2003105 Feb 19 00:47:02.767073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:47:02.773917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c52be8f2-3eeb-4eb3-9c9e-1629afcfa6fd None None] Current status of the port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:02.774683 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c52be8f2-3eeb-4eb3-9c9e-1629afcfa6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:02.830671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c52be8f2-3eeb-4eb3-9c9e-1629afcfa6fd None None] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:02.835045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:02.841101 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e5e9d3-f5a3-4383-af2c-019767daed10" -d '{"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:02.853859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c52be8f2-3eeb-4eb3-9c9e-1629afcfa6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:02.895213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c73a872f-77fd-4ea0-9b4e-b45390430260 req-0b2dfeaf-2101-4b6a-aa97-ada4bce65275 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3063912 Feb 19 00:47:02.947912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444b090-ccb2-4991-8d01-2b3f5993886c req-1158906c-74cb-4fe5-b036-521dee5adcfb tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:02.961399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c444b090-ccb2-4991-8d01-2b3f5993886c req-1158906c-74cb-4fe5-b036-521dee5adcfb tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 945 time: 0.2859898 Feb 19 00:47:03.048881 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429e61d9-9dc0-4e62-9f43-d441ccf01b6e x-openstack-request-id: req-429e61d9-9dc0-4e62-9f43-d441ccf01b6e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:03.058655 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-plugged", "status": "completed", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:03.059202 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-429e61d9-9dc0-4e62-9f43-d441ccf01b6e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:03.059714 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'code': 200} Feb 19 00:47:03.173783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33962) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:03.251348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-44b8bdc7-d12d-4edc-a1bd-87db534e526a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:03.253244 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-44b8bdc7-d12d-4edc-a1bd-87db534e526a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 945 time: 0.4878070 Feb 19 00:47:03.254499 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6112c869-b7c3-4657-95bc-ebb1e9f06907 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (4559e19e-5e1f-4076-9bad-022e1092fcbf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.302457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52be8f2-3eeb-4eb3-9c9e-1629afcfa6fd None None] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:03.359841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112c869-b7c3-4657-95bc-ebb1e9f06907 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=4559e19e-5e1f-4076-9bad-022e1092fcbf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:03.369385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-869ba324-15be-419d-903b-6e04c257f5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.405215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c0d4a2-b532-4efb-a403-e367653976cc None None] Network f76e7105-d97c-4c4b-a84e-ca24e1f9153b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:03.416473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6112c869-b7c3-4657-95bc-ebb1e9f06907 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.422158 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6112c869-b7c3-4657-95bc-ebb1e9f06907 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/4559e19e-5e1f-4076-9bad-022e1092fcbf HTTP/1.1" status: 204 len: 168 time: 1.7961328 Feb 19 00:47:03.434700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33968) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:03.446240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-9bb3148f-e84a-497a-950a-23e74595ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:03.447819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-9bb3148f-e84a-497a-950a-23e74595ab3b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1156 time: 1.0697343 Feb 19 00:47:03.490097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b9fbde63-eede-4d87-9a4c-8ccdcc2d4a5b None None] Provisioning complete for port 4d2e7d5a-2823-418a-a69e-7a467a75c42d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:03.490878 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9fbde63-eede-4d87-9a4c-8ccdcc2d4a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.543873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b9fbde63-eede-4d87-9a4c-8ccdcc2d4a5b None None] Port 4d2e7d5a-2823-418a-a69e-7a467a75c42d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:03.555826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:03.568756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4a390374-3a38-451c-8894-eb71920309a4 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0985277 Feb 19 00:47:03.576096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33970) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:03.625616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-590379202'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:03.637142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c444b090-ccb2-4991-8d01-2b3f5993886c req-d9346d2d-0add-473b-807b-aa11808c658c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5739679 Feb 19 00:47:03.691678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (f76e7105-d97c-4c4b-a84e-ca24e1f9153b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.717657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:03.722316 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.802073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-94846e0c-77a6-405e-bdac-2020c7c2bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:03.803519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-94846e0c-77a6-405e-bdac-2020c7c2bbd1 service neutron] 10.222.0.126 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 898 time: 0.3379653 Feb 19 00:47:03.813967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:03.833956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Deleting port b4df5255-b1e0-4226-99dd-f95fb87e74e4 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:03.834913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.860192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:03.886824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:03.887447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:03.927788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8272e2f6-637c-496e-a5d0-abd708128dc2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.928378 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment 8272e2f6-637c-496e-a5d0-abd708128dc2 of type vlan for network 849a143b-7704-4c2a-ac5c-8fe4a698f618 Feb 19 00:47:03.939931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 27ff1a81-672f-430f-89e3-8673c015b2cd {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:03.940385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:03.967695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.034694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-f4cfda10-e338-4af9-883a-148bfd19ba0a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1002 time: 0.2216702 Feb 19 00:47:04.065014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] DHCP port deletion for f76e7105-d97c-4c4b-a84e-ca24e1f9153b request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:47:04.098338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:04.135323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-44445d40-d766-4b18-b4e5-efb2633ac5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:04.136819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-44445d40-d766-4b18-b4e5-efb2633ac5d5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 0.0689383 Feb 19 00:47:04.155127 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (849a143b-7704-4c2a-ac5c-8fe4a698f618), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.157388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-869ba324-15be-419d-903b-6e04c257f5a9 admin admin] Publish callbacks [] for security_group (b9b3522d-e57d-4cf6-bb56-6b2b01a9f299), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.174283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] For port b4df5255-b1e0-4226-99dd-f95fb87e74e4, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b4df5255-b1e0-4226-99dd-f95fb87e74e4,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:04.175005 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.177501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-869ba324-15be-419d-903b-6e04c257f5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b9b3522d-e57d-4cf6-bb56-6b2b01a9f299), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.217468 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-869ba324-15be-419d-903b-6e04c257f5a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dd4781ba76f42afb26496527906582d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0221434 Feb 19 00:47:04.220080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] For port 27ff1a81-672f-430f-89e3-8673c015b2cd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=27ff1a81-672f-430f-89e3-8673c015b2cd,segment=NetworkSegment(8b1c61df-b02d-4911-bd36-f76f94051c26),segment_id=8b1c61df-b02d-4911-bd36-f76f94051c26)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:04.220567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.227756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33976) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:04.247492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Calling delete_port for b4df5255-b1e0-4226-99dd-f95fb87e74e4 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:04.300698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 27ff1a81-672f-430f-89e3-8673c015b2cd owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:04.339560 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:47:04.342064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ba324-15be-419d-903b-6e04c257f5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3522d-e57d-4cf6-bb56-6b2b01a9f299,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:04.382559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] Deleting port 27ff1a81-672f-430f-89e3-8673c015b2cd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:04.383163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.525438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350ae0-7a37-46c5-a867-9012e1bed817 req-7634c591-ebd4-4535-a1ed-fc181d0ad6b8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:04.535677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1350ae0-7a37-46c5-a867-9012e1bed817 req-7634c591-ebd4-4535-a1ed-fc181d0ad6b8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.5035431 Feb 19 00:47:04.568576 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (849a143b-7704-4c2a-ac5c-8fe4a698f618), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.580986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:04.581840 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.595569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-924f5a6d-b92e-4fce-8e02-0536c913f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:04.597663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-924f5a6d-b92e-4fce-8e02-0536c913f14b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4399581 Feb 19 00:47:04.636333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] For port 27ff1a81-672f-430f-89e3-8673c015b2cd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=27ff1a81-672f-430f-89e3-8673c015b2cd,segment=NetworkSegment(8b1c61df-b02d-4911-bd36-f76f94051c26),segment_id=8b1c61df-b02d-4911-bd36-f76f94051c26)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:04.636928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.692371 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99b14fe5-cea8-42e9-95c7-47b760237ef9 admin admin] Publish callbacks [] for security_group (b9b3522d-e57d-4cf6-bb56-6b2b01a9f299), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.698471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] Calling delete_port for 27ff1a81-672f-430f-89e3-8673c015b2cd owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:04.777816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:04.842710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No DVR routers for this DVR port 27ff1a81-672f-430f-89e3-8673c015b2cd on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:04.926913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 27ff1a81-672f-430f-89e3-8673c015b2cd no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:04.958526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 27ff1a81-672f-430f-89e3-8673c015b2cd {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:47:04.959259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 27ff1a81-672f-430f-89e3-8673c015b2cd not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:04.976830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1350ae0-7a37-46c5-a867-9012e1bed817 req-ddfabcdb-0835-4dfd-b363-0083f7fdfb4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4349887 Feb 19 00:47:04.999119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3780715 Feb 19 00:47:05.003540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33990) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:05.003683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33988) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:05.032266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=27ff1a81-672f-430f-89e3-8673c015b2cd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:05.056397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:46:59Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:01Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:05.058933 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (27ff1a81-672f-430f-89e3-8673c015b2cd), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.088656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:05.121673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (f76e7105-d97c-4c4b-a84e-ca24e1f9153b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.165043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b4df5255-b1e0-4226-99dd-f95fb87e74e4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.205620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] Pushing event deleted for resources: {'Port': ['ID=27ff1a81-672f-430f-89e3-8673c015b2cd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:05.212922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8e342-3c84-44f2-a81e-82d6ce0925b8 None None] No DVR routers for this DVR port 27ff1a81-672f-430f-89e3-8673c015b2cd on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:05.225846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76e7105-d97c-4c4b-a84e-ca24e1f9153b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:05.227503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:05.235916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:05.236525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Updating router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b port 4d2e7d5a-2823-418a-a69e-7a467a75c42d binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:05.293838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1c61df-b02d-4911-bd36-f76f94051c26') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:05.294234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1c61df-b02d-4911-bd36-f76f94051c26') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:05.295592 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.308801 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99b14fe5-cea8-42e9-95c7-47b760237ef9 admin admin] Publish callbacks [] for security_group (b9b3522d-e57d-4cf6-bb56-6b2b01a9f299), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.348473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event deleted for resources: {'Port': ['ID=b4df5255-b1e0-4226-99dd-f95fb87e74e4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:05.357088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b07b07-33f6-4a59-b2e3-0e79243e20b6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=849a143b-7704-4c2a-ac5c-8fe4a698f618,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:05.380512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59b4f350-4c97-4536-bc6e-8d8ad0953062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.404255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8b1c61df-b02d-4911-bd36-f76f94051c26), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.449474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] No DVR routers for this DVR port b4df5255-b1e0-4226-99dd-f95fb87e74e4 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:05.453360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-6d15109b-c885-4c70-9a88-d19e62fdbc5b service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8138747 Feb 19 00:47:05.456607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8b1c61df-b02d-4911-bd36-f76f94051c26), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.461161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.464667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8356ca05-5d32-4766-b299-c3e67d80f49a req-0ba9c363-a435-4803-8ff7-4308fc5e106e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "DELETE /v2.0/ports/b4df5255-b1e0-4226-99dd-f95fb87e74e4 HTTP/1.1" status: 204 len: 173 time: 2.1980264 Feb 19 00:47:05.466140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51d27de3-015f-4715-a536-98f66a9a1b9d', 'name': 'network-vif-deleted', 'tag': 'b4df5255-b1e0-4226-99dd-f95fb87e74e4'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:05.468629 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7450bb2f-ca38-414d-9f4c-0964901921c8" -d '{"events": [{"server_uuid": "51d27de3-015f-4715-a536-98f66a9a1b9d", "name": "network-vif-deleted", "tag": "b4df5255-b1e0-4226-99dd-f95fb87e74e4"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:05.484609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5498c66-6c1f-4d55-8d17-8da062b6dcd3 req-94f25916-7b79-428f-b9e4-aafeeca20ae5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:05.499924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:47:05.500392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8b1c61df-b02d-4911-bd36-f76f94051c26), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:47:05.504253 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:47:05.507437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port e6d4def3-db24-462f-963e-18f50812879f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:05.507437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e6d4def3-db24-462f-963e-18f50812879f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.522439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5498c66-6c1f-4d55-8d17-8da062b6dcd3 req-94f25916-7b79-428f-b9e4-aafeeca20ae5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=51d27de3-015f-4715-a536-98f66a9a1b9d HTTP/1.1" status: 200 len: 867 time: 0.5892801 Feb 19 00:47:05.615294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 849a143b-7704-4c2a-ac5c-8fe4a698f618 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:05.658679 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e6d4def3-db24-462f-963e-18f50812879f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.672231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for e6d4def3-db24-462f-963e-18f50812879f owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:05.714372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:05.716050 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b275b07f-6397-4bd5-8950-527d8a71887a x-openstack-request-id: req-b275b07f-6397-4bd5-8950-527d8a71887a {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:05.716349 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51d27de3-015f-4715-a536-98f66a9a1b9d", "name": "network-vif-deleted", "tag": "b4df5255-b1e0-4226-99dd-f95fb87e74e4", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:05.716742 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b275b07f-6397-4bd5-8950-527d8a71887a {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:05.717147 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51d27de3-015f-4715-a536-98f66a9a1b9d', 'name': 'network-vif-deleted', 'tag': 'b4df5255-b1e0-4226-99dd-f95fb87e74e4', 'status': 'completed', 'code': 200} Feb 19 00:47:05.720311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.805194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5498c66-6c1f-4d55-8d17-8da062b6dcd3 req-7dd3d678-c9ba-4836-b2f5-9bc35b6caee4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784283 Feb 19 00:47:05.826229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9959640f-1acf-4c00-af4e-765b0e317ca0 req-4943c25f-c994-43d3-9cb9-74091f6db875 service neutron] 10.222.0.126 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473249 Feb 19 00:47:05.838617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (f76e7105-d97c-4c4b-a84e-ca24e1f9153b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.847214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:47:05.849955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:05.853700 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/networks/f76e7105-d97c-4c4b-a84e-ca24e1f9153b HTTP/1.1" status: 204 len: 168 time: 2.4180043 Feb 19 00:47:05.859466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34004) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:05.866785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2129435819'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:05.882438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b4df5255-b1e0-4226-99dd-f95fb87e74e4 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:05.951027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: b4df5255-b1e0-4226-99dd-f95fb87e74e4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:47:05.951681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b4df5255-b1e0-4226-99dd-f95fb87e74e4 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:05.991017 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99b14fe5-cea8-42e9-95c7-47b760237ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b9b3522d-e57d-4cf6-bb56-6b2b01a9f299), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.001342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99b14fe5-cea8-42e9-95c7-47b760237ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.005632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-99b14fe5-cea8-42e9-95c7-47b760237ef9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9b3522d-e57d-4cf6-bb56-6b2b01a9f299 HTTP/1.1" status: 204 len: 168 time: 1.7663350 Feb 19 00:47:06.014369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c6314-ad04-4e45-a7c2-4acfabdb5ee7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Network': ['ID=f76e7105-d97c-4c4b-a84e-ca24e1f9153b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:06.043788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b14fe5-cea8-42e9-95c7-47b760237ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3522d-e57d-4cf6-bb56-6b2b01a9f299,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:06.110910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:06.114299 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Publish callbacks [] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.117806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.171942 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.200751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59b4f350-4c97-4536-bc6e-8d8ad0953062 admin admin] Publish callbacks [] for security_group (eb207054-5bea-4b0d-8959-c97808b3ae36), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.225941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-59b4f350-4c97-4536-bc6e-8d8ad0953062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (eb207054-5bea-4b0d-8959-c97808b3ae36), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.294562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:06.320242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d26739-3f86-4900-bc5c-907ef09b1816 None None] Pushing event updated for resources: {'Port': ['ID=4d2e7d5a-2823-418a-a69e-7a467a75c42d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:06.366989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 has no active binding in host n-h1-826527-3 {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 00:47:06.439392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:06.467539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (48f131cb-b571-4b02-b489-741f806ee1ff), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.481929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Attempting to bind port 4d2e7d5a-2823-418a-a69e-7a467a75c42d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:06.482525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Attempting to bind port 4d2e7d5a-2823-418a-a69e-7a467a75c42d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:06.483053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Attempting to bind port 4d2e7d5a-2823-418a-a69e-7a467a75c42d on network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:06.511925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:06.511925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Checking segment: {'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:06.511925 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.514126 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-59b4f350-4c97-4536-bc6e-8d8ad0953062 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c06f690b531642e9a5309e8600c3c76f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4867320 Feb 19 00:47:06.515657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Bound using segment: {'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:06.516335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Bound port: 4d2e7d5a-2823-418a-a69e-7a467a75c42d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25fc6ff7-d050-492c-b482-9afcfaed12cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:06.516923 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.524542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34014) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:06.526221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4f350-4c97-4536-bc6e-8d8ad0953062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb207054-5bea-4b0d-8959-c97808b3ae36,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:06.539378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f492721c-1051-41a2-8101-8dae834682e5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.540900 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Added segment f492721c-1051-41a2-8101-8dae834682e5 of type vlan for network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 Feb 19 00:47:06.550151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f44f2c-d1b0-44a4-8b62-c0a24abffba3 req-9a1f0a46-066d-42c1-b4f1-0f484368c589 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:06.561034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75f44f2c-d1b0-44a4-8b62-c0a24abffba3 req-9a1f0a46-066d-42c1-b4f1-0f484368c589 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.3171937 Feb 19 00:47:06.660908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e6d4def3-db24-462f-963e-18f50812879f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.674100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] For port 4d2e7d5a-2823-418a-a69e-7a467a75c42d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:06.681103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] For port 4d2e7d5a-2823-418a-a69e-7a467a75c42d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4d2e7d5a-2823-418a-a69e-7a467a75c42d,segment=NetworkSegment(25fc6ff7-d050-492c-b482-9afcfaed12cb),segment_id=25fc6ff7-d050-492c-b482-9afcfaed12cb)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:06.688561 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.696074 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.723062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=48f131cb-b571-4b02-b489-741f806ee1ff,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:06.813386 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75f44f2c-d1b0-44a4-8b62-c0a24abffba3 req-e0e3b9f0-28a7-44a2-9a6b-be7396d1cc11 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517159 Feb 19 00:47:06.831367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:06.831751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: 849a143b-7704-4c2a-ac5c-8fe4a698f618, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:06.840033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=e6d4def3-db24-462f-963e-18f50812879f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:06.855899 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.resource_extend [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:47:06.901353 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43d37736-83ef-410a-96f2-b492b85db4ca admin admin] Publish callbacks [] for security_group (eb207054-5bea-4b0d-8959-c97808b3ae36), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.926215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d26739-3f86-4900-bc5c-907ef09b1816 None None] Pushing event updated for resources: {'Port': ['ID=4d2e7d5a-2823-418a-a69e-7a467a75c42d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:06.932114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:06.934026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:06.941737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-630cf60c-bdc8-4966-97e3-549cf946312f None None] Provisioning complete for port 4d2e7d5a-2823-418a-a69e-7a467a75c42d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:06.942670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-630cf60c-bdc8-4966-97e3-549cf946312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.956850 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.964907 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43d37736-83ef-410a-96f2-b492b85db4ca admin admin] Publish callbacks [] for security_group (eb207054-5bea-4b0d-8959-c97808b3ae36), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:06.967061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:06.970513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:07.023659 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43d37736-83ef-410a-96f2-b492b85db4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (eb207054-5bea-4b0d-8959-c97808b3ae36), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:07.026250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-43d37736-83ef-410a-96f2-b492b85db4ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:07.042856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-43d37736-83ef-410a-96f2-b492b85db4ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eb207054-5bea-4b0d-8959-c97808b3ae36 HTTP/1.1" status: 204 len: 168 time: 0.5148203 Feb 19 00:47:07.061843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 849a143b-7704-4c2a-ac5c-8fe4a698f618 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:07.095579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d37736-83ef-410a-96f2-b492b85db4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb207054-5bea-4b0d-8959-c97808b3ae36,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:07.128269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 849a143b-7704-4c2a-ac5c-8fe4a698f618) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:07.144539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:07.148682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:07.186691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ed313746-27ba-405b-9e10-17ea4687e434 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1189084 Feb 19 00:47:07.187419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34034) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:07.190434 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3298013 Feb 19 00:47:07.191211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34036) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:07.208512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:07.222632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6258cac-ead2-463a-bd17-d2c8cdea1573 None None] Network 849a143b-7704-4c2a-ac5c-8fe4a698f618 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:07.342010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a69d52-d62a-4a3e-abf1-a7f0a28b0374 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Network': ['ID=38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:07.532737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:07.582542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:07.687112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-849a143b-7704-4c2a-ac5c-8fe4a698f618', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:07.688465 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:07.696327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:07.701110 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.049026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:08.069617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:08.154843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-307e4271-4dae-44c0-9ff8-98a021c2f063 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:08.157078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-307e4271-4dae-44c0-9ff8-98a021c2f063 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.4503193 Feb 19 00:47:08.223781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-525f159c-32c3-4595-835f-e74ffe9385a4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/quotas/d7e8ab9c7cfa4f81af355f28eaf8cacc HTTP/1.1" status: 200 len: 375 time: 0.0572877 Feb 19 00:47:08.338982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:08.356116 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5bda6-262f-4bb1-b229-c2de8f354c98 None None] Sync routers for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:08.365930 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a48132f-e9c1-4b50-943b-b23ba36b418b tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "PUT /v2.0/routers/b8fb3267-c886-43a1-b4ed-4a12da83fcb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4522514 Feb 19 00:47:08.370213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34078) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:08.386164 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5bda6-262f-4bb1-b229-c2de8f354c98 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:08.391581 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-baa5bda6-262f-4bb1-b229-c2de8f354c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:08.453267 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-0b9558f0-6ca8-4360-965b-efeaba7a76c2 service neutron] 10.222.0.126 "GET /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 384 time: 0.9476359 Feb 19 00:47:08.524958 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-baa5bda6-262f-4bb1-b229-c2de8f354c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:08.565338 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5bda6-262f-4bb1-b229-c2de8f354c98 None None] Routers {'b8fb3267-c886-43a1-b4ed-4a12da83fcb7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:08.571007 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-baa5bda6-262f-4bb1-b229-c2de8f354c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:08.679029 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-baa5bda6-262f-4bb1-b229-c2de8f354c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:08.679708 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa5bda6-262f-4bb1-b229-c2de8f354c98 None None] The sync data for ids ['b8fb3267-c886-43a1-b4ed-4a12da83fcb7'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:08.718789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.729586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-630cf60c-bdc8-4966-97e3-549cf946312f None None] Current status of the port 4d2e7d5a-2823-418a-a69e-7a467a75c42d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:08.732193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-630cf60c-bdc8-4966-97e3-549cf946312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:08.781566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc0b3f-60ef-4b34-bd78-faafa96f6c76 req-4772920f-2bc7-4a3a-991b-83076b8d5ade tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:08.789706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ebc0b3f-60ef-4b34-bd78-faafa96f6c76 req-4772920f-2bc7-4a3a-991b-83076b8d5ade tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 946 time: 0.6315219 Feb 19 00:47:08.967113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:46:59Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:06Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:08.990821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ebc0b3f-60ef-4b34-bd78-faafa96f6c76 req-359bae28-fa4a-4aeb-84a8-561c0893d295 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001054 Feb 19 00:47:09.028053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7c1533-fff0-474e-99c1-4044c22b3c20 None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:46:59Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:06Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:09.030910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-99dbcc97-4e2b-4d62-a090-090b147c3f42 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7857997 Feb 19 00:47:09.034506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-630cf60c-bdc8-4966-97e3-549cf946312f None None] For port 4d2e7d5a-2823-418a-a69e-7a467a75c42d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4d2e7d5a-2823-418a-a69e-7a467a75c42d,segment=NetworkSegment(25fc6ff7-d050-492c-b482-9afcfaed12cb),segment_id=25fc6ff7-d050-492c-b482-9afcfaed12cb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:09.038703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Allocated IP 2001:db8:1::2 (849a143b-7704-4c2a-ac5c-8fe4a698f618/48f131cb-b571-4b02-b489-741f806ee1ff/5801e469-f64b-4f7d-b405-a8516ef62a24) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:09.053939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-630cf60c-bdc8-4966-97e3-549cf946312f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:09.212576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cf60c-bdc8-4966-97e3-549cf946312f None None] Pushing event updated for resources: {'Port': ['ID=4d2e7d5a-2823-418a-a69e-7a467a75c42d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:09.324623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1fe9d818-a139-48b9-9b59-6bc52b0066ad None None] Provisioning complete for port 4d2e7d5a-2823-418a-a69e-7a467a75c42d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:09.327449 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fe9d818-a139-48b9-9b59-6bc52b0066ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:09.775039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1fe9d818-a139-48b9-9b59-6bc52b0066ad None None] Current status of the port 4d2e7d5a-2823-418a-a69e-7a467a75c42d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:09.921408 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Publish callbacks [] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:09.944249 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:09.982735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_gateway (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.032849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Network 849a143b-7704-4c2a-ac5c-8fe4a698f618 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:10.041478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:10.051212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:10.078446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:10.108248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:10.164724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting port 5365463f-1332-4fd8-af5d-22232e180ac1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:10.166526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5365463f-1332-4fd8-af5d-22232e180ac1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.184941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:10.221221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Pushing event updated for resources: {'Port': ['ID=5801e469-f64b-4f7d-b405-a8516ef62a24,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:10.284239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Attempting to bind port 5801e469-f64b-4f7d-b405-a8516ef62a24 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:10.285067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Attempting to bind port 5801e469-f64b-4f7d-b405-a8516ef62a24 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:10.286551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Attempting to bind port 5801e469-f64b-4f7d-b405-a8516ef62a24 on network 849a143b-7704-4c2a-ac5c-8fe4a698f618 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:10.298977 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:10.300340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Checking segment: {'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:10.302161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.303846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Bound using segment: {'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:10.305402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Bound port: 5801e469-f64b-4f7d-b405-a8516ef62a24, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:10.306988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.318723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:10.321816 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517b12b2-2d35-4524-8836-6576fe7d8ea6" -d '{"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:10.331594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.368439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (d65a8d6d-127f-4d3f-bbf2-7caf0877301f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.417967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5365463f-1332-4fd8-af5d-22232e180ac1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.450960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Calling delete_port for 5365463f-1332-4fd8-af5d-22232e180ac1 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:10.471992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] For port 5801e469-f64b-4f7d-b405-a8516ef62a24, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:10.479395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] For port 5801e469-f64b-4f7d-b405-a8516ef62a24, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5801e469-f64b-4f7d-b405-a8516ef62a24,segment=NetworkSegment(8272e2f6-637c-496e-a5d0-abd708128dc2),segment_id=8272e2f6-637c-496e-a5d0-abd708128dc2)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:10.483194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] Transition to ACTIVE for port object ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:47:10.501639 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.666993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45134f4-f70f-438f-9f24-b37b3e7d9748 None None] Pushing event updated for resources: {'Port': ['ID=5801e469-f64b-4f7d-b405-a8516ef62a24,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:10.685937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.918659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5365463f-1332-4fd8-af5d-22232e180ac1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:10.949570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4d2e7d5a-2823-418a-a69e-7a467a75c42d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:10.985292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Port': ['ID=5365463f-1332-4fd8-af5d-22232e180ac1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:11.032676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking segment: {'id': 'f492721c-1051-41a2-8101-8dae834682e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:11.033044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network hostable DHCP agents. Network: 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:11.073938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de430e33-40f0-42ef-94c3-42095a02e08a req-a28affa6-c390-4ae5-b6ac-f1b17453d3a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:11.075808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de430e33-40f0-42ef-94c3-42095a02e08a req-a28affa6-c390-4ae5-b6ac-f1b17453d3a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 0.7478740 Feb 19 00:47:11.114126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-ac73acd8-7766-4d1b-8eba-90cd75be9fb6 service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0819328 Feb 19 00:47:11.138607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4d2e7d5a-2823-418a-a69e-7a467a75c42d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:11.139746 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.145795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=d65a8d6d-127f-4d3f-bbf2-7caf0877301f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:11.190497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.235249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.235756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.236771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.236771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.236771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.237308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.237547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.237884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.242928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.242928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.243207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.243520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.243855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:11.265398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:11.382979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4d2e7d5a-2823-418a-a69e-7a467a75c42d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:11.448075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:11.456925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36417c7d-3c70-4dd7-be57-2b687badef76 None None] Network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:11.488369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.491289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router_controller (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.574115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:11.574115 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.611434 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (b8fb3267-c886-43a1-b4ed-4a12da83fcb7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.612035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Fanout notify agent at l3_agent the message router_deleted on router b8fb3267-c886-43a1-b4ed-4a12da83fcb7 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:47:11.634105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.640883 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-312e9e05-8723-46c7-a6bb-aff0baa6d04e tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/routers/b8fb3267-c886-43a1-b4ed-4a12da83fcb7 HTTP/1.1" status: 204 len: 168 time: 3.2640424 Feb 19 00:47:11.642371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34186) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:11.676358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] No DVR routers for this DVR port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:11.678065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=11']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:11.747289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71', 'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71', 'project_id': '1761bddd2a124781bf49884ccf00dc8b', 'fixed_ips': [{'subnet_id': 'd65a8d6d-127f-4d3f-bbf2-7caf0877301f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:11.752972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.793240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:11.809991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b8a79157-2d27-4051-a08a-fcaf6ae685df tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6156533 Feb 19 00:47:11.819155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34198) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:11.838783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de430e33-40f0-42ef-94c3-42095a02e08a req-a05c9979-d6ab-4cd8-94de-d2bf47212cf0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7215462 Feb 19 00:47:11.868771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71', 'name': 'tempest-PortsTestJSON-714036178', 'fixed_ips': [{'subnet_id': 'd65a8d6d-127f-4d3f-bbf2-7caf0877301f', 'ip_address': '172.20.0.10'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:11.930084 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-100eafab-f733-447c-96bc-bb607576e51f tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Deleting subnet b38f6239-d58d-4687-9226-4536e0d14704 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:47:11.960024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Allocated IP 172.20.0.2 (38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71/d65a8d6d-127f-4d3f-bbf2-7caf0877301f/a1ece40a-e91e-4493-98b5-5b3c93184747) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:11.973967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-100eafab-f733-447c-96bc-bb607576e51f tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks [] for subnet (b38f6239-d58d-4687-9226-4536e0d14704), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.041208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:12.098755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 host n-h1-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:47:12.100213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:12.166981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-100eafab-f733-447c-96bc-bb607576e51f tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b38f6239-d58d-4687-9226-4536e0d14704), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.257377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Publish callbacks [] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.270232 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.327544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Pushing event updated for resources: {'Port': ['ID=a1ece40a-e91e-4493-98b5-5b3c93184747,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:12.327798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8:1::1 (849a143b-7704-4c2a-ac5c-8fe4a698f618/48f131cb-b571-4b02-b489-741f806ee1ff/084b6f1d-d334-431a-bc65-ec8b72fc1367) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:12.342371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.343014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.343458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.343886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.344520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.345042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.345480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.345997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.346732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.347187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.347753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.348221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.349123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:12.355995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-100eafab-f733-447c-96bc-bb607576e51f tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b38f6239-d58d-4687-9226-4536e0d14704), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.369173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:12.370876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:12.373566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:12.448887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Attempting to bind port a1ece40a-e91e-4493-98b5-5b3c93184747 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:12.449402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Attempting to bind port a1ece40a-e91e-4493-98b5-5b3c93184747 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f492721c-1051-41a2-8101-8dae834682e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:12.449922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Attempting to bind port a1ece40a-e91e-4493-98b5-5b3c93184747 on network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:12.457603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:12.458947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:12.460882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Checking segment: {'id': 'f492721c-1051-41a2-8101-8dae834682e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:12.461642 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.463301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Bound using segment: {'id': 'f492721c-1051-41a2-8101-8dae834682e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:12.464597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Bound port: a1ece40a-e91e-4493-98b5-5b3c93184747, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f492721c-1051-41a2-8101-8dae834682e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:12.465822 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.472496 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1aa4e0-3099-4eef-846d-7fea5e9ce19c x-openstack-request-id: req-0a1aa4e0-3099-4eef-846d-7fea5e9ce19c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:12.475269 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:12.475650 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a1aa4e0-3099-4eef-846d-7fea5e9ce19c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:12.476523 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'code': 200} Feb 19 00:47:12.509547 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-6ee13f9b-9aef-4641-b5d3-1650cae1097d service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3944557 Feb 19 00:47:12.640152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] For port a1ece40a-e91e-4493-98b5-5b3c93184747, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:12.646780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] For port a1ece40a-e91e-4493-98b5-5b3c93184747, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a1ece40a-e91e-4493-98b5-5b3c93184747,segment=NetworkSegment(f492721c-1051-41a2-8101-8dae834682e5),segment_id=f492721c-1051-41a2-8101-8dae834682e5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:12.675109 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.813491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-100eafab-f733-447c-96bc-bb607576e51f tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b38f6239-d58d-4687-9226-4536e0d14704), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.817225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-207e36b7-cd06-4803-adb0-a51a8766e0a1 service neutron] 10.222.0.126 "PUT /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6/bindings/n-h1-826527-3/activate HTTP/1.1" status: 200 len: 369 time: 4.3502178 Feb 19 00:47:12.824014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61aa214-37e4-4637-bf3a-0de7c67c48e1 None None] Pushing event updated for resources: {'Port': ['ID=a1ece40a-e91e-4493-98b5-5b3c93184747,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:12.851252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:12.982542 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.020798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.066959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5801e469-f64b-4f7d-b405-a8516ef62a24 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:13.161278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a87d22f-de6b-49a5-b4b4-e8526aad0d0a req-b9e7ba82-88b9-466d-baa2-5a6f9c0f2db2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 210 time: 0.1136565 Feb 19 00:47:13.206815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 849a143b-7704-4c2a-ac5c-8fe4a698f618 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:13.218679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5801e469-f64b-4f7d-b405-a8516ef62a24 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:13.219157 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.305712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:13.309223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:13.312915 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.401024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-100eafab-f733-447c-96bc-bb607576e51f tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.413155 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-100eafab-f733-447c-96bc-bb607576e51f tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/subnets/b38f6239-d58d-4687-9226-4536e0d14704 HTTP/1.1" status: 204 len: 168 time: 1.7696168 Feb 19 00:47:13.415785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=084b6f1d-d334-431a-bc65-ec8b72fc1367,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:13.418702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34296) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:13.447880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100eafab-f733-447c-96bc-bb607576e51f tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Subnet': ['ID=b38f6239-d58d-4687-9226-4536e0d14704,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:13.487679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5801e469-f64b-4f7d-b405-a8516ef62a24 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:13.488243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.506119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf59af-a307-4cee-abbd-b7fd792681be None None] Network 849a143b-7704-4c2a-ac5c-8fe4a698f618 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:13.536574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:47:13.569357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cedbb2-f97c-44bb-a144-aa18c752109a req-58a29545-7965-49fd-bb8d-e3b27924bdbf tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:13.577456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60cedbb2-f97c-44bb-a144-aa18c752109a req-58a29545-7965-49fd-bb8d-e3b27924bdbf tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 0.4833753 Feb 19 00:47:13.647647 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3e405dc2-10e0-46bb-829f-6f4dfe744532), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.772948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 5801e469-f64b-4f7d-b405-a8516ef62a24, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5801e469-f64b-4f7d-b405-a8516ef62a24,segment=NetworkSegment(8272e2f6-637c-496e-a5d0-abd708128dc2),segment_id=8272e2f6-637c-496e-a5d0-abd708128dc2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:13.797429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-e56bc811-3ba6-4342-806d-74849a4a276e tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:13.799392 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-e56bc811-3ba6-4342-806d-74849a4a276e tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d&tenant_id=84679949ccf749538377871c65d3012d&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.6363697 Feb 19 00:47:13.804597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.834941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a100b010-7726-4509-ae85-b054516a153d None None] Provisioning complete for port 5801e469-f64b-4f7d-b405-a8516ef62a24 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:13.836725 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a100b010-7726-4509-ae85-b054516a153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:13.883788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60cedbb2-f97c-44bb-a144-aa18c752109a req-79ea89bc-495e-482c-bac3-5b50f25e2009 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045197 Feb 19 00:47:14.020609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=5801e469-f64b-4f7d-b405-a8516ef62a24,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:14.096756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a100b010-7726-4509-ae85-b054516a153d None None] Current status of the port 5801e469-f64b-4f7d-b405-a8516ef62a24 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:14.115675 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3e405dc2-10e0-46bb-829f-6f4dfe744532), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:14.115828 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.10 (38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71/d65a8d6d-127f-4d3f-bbf2-7caf0877301f/68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:14.209259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e405dc2-10e0-46bb-829f-6f4dfe744532']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:14.269450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf7d95c-360e-48c8-baa8-7e13b406eb9b') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:14.269757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf7d95c-360e-48c8-baa8-7e13b406eb9b') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:14.307042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (faf7d95c-360e-48c8-baa8-7e13b406eb9b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:14.341473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:14.451987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34316) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:14.472956 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (faf7d95c-360e-48c8-baa8-7e13b406eb9b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:14.532761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f237f45-7be4-49cb-9c1c-0d94447bac32 req-5fa81a45-f158-4ab9-a41c-dd09ecc0e6ba tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 210 time: 0.1565435 Feb 19 00:47:14.536414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-3b5a270f-8827-447f-9d53-1545190d4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:14.538165 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-3b5a270f-8827-447f-9d53-1545190d4a8b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 1127 time: 0.7305863 Feb 19 00:47:14.597767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:47:14.598530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (faf7d95c-360e-48c8-baa8-7e13b406eb9b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:47:14.608008 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:47:14.760953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cc953205-283d-4a98-b90b-ae1685ea97fd None None] Provisioning complete for port 5801e469-f64b-4f7d-b405-a8516ef62a24 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:14.762066 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc953205-283d-4a98-b90b-ae1685ea97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:14.779192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:14.862476 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce108-b5a9-4ea3-878a-a079263cdfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.018414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cc953205-283d-4a98-b90b-ae1685ea97fd None None] Current status of the port 5801e469-f64b-4f7d-b405-a8516ef62a24 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:15.064350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-91c1ddbd-0e2d-421f-a428-dd9c462b2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:15.065443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cc953205-283d-4a98-b90b-ae1685ea97fd None None] Provisioning complete for port 084b6f1d-d334-431a-bc65-ec8b72fc1367 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:15.066586 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc953205-283d-4a98-b90b-ae1685ea97fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.071820 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-91c1ddbd-0e2d-421f-a428-dd9c462b2df2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1127 time: 0.4641862 Feb 19 00:47:15.190565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5801e469-f64b-4f7d-b405-a8516ef62a24 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:15.195128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b1f033-266c-45b3-9416-1f467191f4c1 None None] Network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:15.204570 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3e405dc2-10e0-46bb-829f-6f4dfe744532), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.267713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.274336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] 10.222.0.60 "DELETE /v2.0/networks/3e405dc2-10e0-46bb-829f-6f4dfe744532 HTTP/1.1" status: 204 len: 168 time: 1.8442059 Feb 19 00:47:15.389192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cc953205-283d-4a98-b90b-ae1685ea97fd None None] Port 084b6f1d-d334-431a-bc65-ec8b72fc1367 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:15.436872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.470134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6a5d569f-95da-4ece-9abd-98caddce6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:15.473716 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-6a5d569f-95da-4ece-9abd-98caddce6c42 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 898 time: 0.3875494 Feb 19 00:47:15.487577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5801e469-f64b-4f7d-b405-a8516ef62a24 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:15.488378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.574249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Provisioning complete for port a1ece40a-e91e-4493-98b5-5b3c93184747 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:15.574925 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.808881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:15.845281 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce108-b5a9-4ea3-878a-a079263cdfa0 admin admin] Publish callbacks [] for security_group (7faf5952-447e-47cd-910a-aa063e4b142d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.849488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34348) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:15.851566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:15.866000 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-e7f87021-9ada-4332-b1b5-8bb91f063eb9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1000 time: 0.3563213 Feb 19 00:47:15.868427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc1ce108-b5a9-4ea3-878a-a079263cdfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7faf5952-447e-47cd-910a-aa063e4b142d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:15.872428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:15.875370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:15.953376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:15.954069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.163299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ce108-b5a9-4ea3-878a-a079263cdfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faf5952-447e-47cd-910a-aa063e4b142d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:16.200406 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fc1ce108-b5a9-4ea3-878a-a079263cdfa0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b530c640bc4e4d8d8d1a6028b96153c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7444291 Feb 19 00:47:16.211236 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-08d0a581-4d23-49d6-a806-34652774145a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.3856485 Feb 19 00:47:16.215559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34354) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:16.215731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34356) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:16.235303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': '38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71', 'name': 'tempest-PortsTestJSON-186748535', 'fixed_ips': [{'subnet_id': 'd65a8d6d-127f-4d3f-bbf2-7caf0877301f', 'ip_address': '172.20.0.9'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:16.245874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5801e469-f64b-4f7d-b405-a8516ef62a24 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:16.247145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a1ece40a-e91e-4493-98b5-5b3c93184747 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:16.263766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c53ed0-9370-4655-bb93-3ef19b10d6be tempest-FloatingIPTestJSON-1574586174 tempest-FloatingIPTestJSON-1574586174-project] Pushing event deleted for resources: {'Network': ['ID=3e405dc2-10e0-46bb-829f-6f4dfe744532,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:16.346893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Current status of the port a1ece40a-e91e-4493-98b5-5b3c93184747 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:16.349560 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.350695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12e7012a-5f0f-4eaa-b3ab-b3fbc829d803 req-547acc7d-ac44-4b95-8d5e-5b369f9c2b43 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 210 time: 0.0815129 Feb 19 00:47:16.377840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c887c9b1-af98-4c78-b946-9809139319b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bab949d6f4314fb98a21bcb9718fea54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5180998 Feb 19 00:47:16.378033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34366) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:16.396462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a1ece40a-e91e-4493-98b5-5b3c93184747 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:16.396873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.415942 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.424386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db16924-ea2c-4b63-8a33-2d63926bafa1 req-456256de-8f13-4c34-bf9c-85c8c25a0a7a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:16.426113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3db16924-ea2c-4b63-8a33-2d63926bafa1 req-456256de-8f13-4c34-bf9c-85c8c25a0a7a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 1.2230487 Feb 19 00:47:16.443626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] For port a1ece40a-e91e-4493-98b5-5b3c93184747, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a1ece40a-e91e-4493-98b5-5b3c93184747,segment=NetworkSegment(f492721c-1051-41a2-8101-8dae834682e5),segment_id=f492721c-1051-41a2-8101-8dae834682e5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:16.475019 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.479601 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-a357a751-3d5d-4de3-8456-db497d3f1bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:16.482096 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-a357a751-3d5d-4de3-8456-db497d3f1bb0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 0.5454593 Feb 19 00:47:16.483655 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.484461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.536882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-f5566ce1-63f2-44ff-a655-6def51b60e10 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:16.538372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-f5566ce1-63f2-44ff-a655-6def51b60e10 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 1.3364236 Feb 19 00:47:16.551473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Provisioning complete for port 084b6f1d-d334-431a-bc65-ec8b72fc1367 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:16.551906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.580653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Pushing event updated for resources: {'Port': ['ID=a1ece40a-e91e-4493-98b5-5b3c93184747,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:16.612861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Request body: {'port': {'device_id': 'e00cc920-c372-4dbd-9459-653c0c714265', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'admin_state_up': True, 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:16.633162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:16.638986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-80a03cd4-5dd7-4a1d-b83b-56f1d70afc95 None None] Port 084b6f1d-d334-431a-bc65-ec8b72fc1367 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:16.639153 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.645657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a1ece40a-e91e-4493-98b5-5b3c93184747 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:16.646884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-5762a26f-a45a-4e4c-9c3f-e0fd73889292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:16.648552 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-5762a26f-a45a-4e4c-9c3f-e0fd73889292 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0970247 Feb 19 00:47:16.648882 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ba90-21dc-418c-9adc-8961fd739c82 admin admin] Publish callbacks [] for security_group (79fda8b9-2e1e-49a3-8a92-432b7a68a128), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.686294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc60f969-9503-4586-8eb0-2b3932b4e8ab admin admin] Publish callbacks [] for security_group (7faf5952-447e-47cd-910a-aa063e4b142d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.716647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3db16924-ea2c-4b63-8a33-2d63926bafa1 req-65b96d67-5b10-415d-9179-64b4ca9109f3 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818830 Feb 19 00:47:16.717293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=084b6f1d-d334-431a-bc65-ec8b72fc1367,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:16.735580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 33a6ee6a-69de-4ea5-a92e-dd8db80f360c yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:47:16.746922 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ba90-21dc-418c-9adc-8961fd739c82 admin admin] Publish callbacks [] for security_group (79fda8b9-2e1e-49a3-8a92-432b7a68a128), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.797314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-00eb38c4-e5e0-4729-803b-d82e3ebdd267 None None] Provisioning complete for port 68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:16.800597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00eb38c4-e5e0-4729-803b-d82e3ebdd267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.812610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc60f969-9503-4586-8eb0-2b3932b4e8ab admin admin] Publish callbacks [] for security_group (7faf5952-447e-47cd-910a-aa063e4b142d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.813939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network 849a143b-7704-4c2a-ac5c-8fe4a698f618 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:16.819934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:16.903917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-00eb38c4-e5e0-4729-803b-d82e3ebdd267 None None] Port 68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:16.920953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-00eb38c4-e5e0-4729-803b-d82e3ebdd267 None None] Provisioning complete for port a1ece40a-e91e-4493-98b5-5b3c93184747 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:16.921335 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00eb38c4-e5e0-4729-803b-d82e3ebdd267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:16.969039 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-2ea6b478-7c39-49b1-8a46-c9781ff8043b service neutron] 10.222.0.113 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058035 Feb 19 00:47:17.014254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a1ece40a-e91e-4493-98b5-5b3c93184747 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:17.016394 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ba90-21dc-418c-9adc-8961fd739c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (79fda8b9-2e1e-49a3-8a92-432b7a68a128), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.019049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffd8ba90-21dc-418c-9adc-8961fd739c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.020218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ffd8ba90-21dc-418c-9adc-8961fd739c82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79fda8b9-2e1e-49a3-8a92-432b7a68a128 HTTP/1.1" status: 204 len: 168 time: 0.6420548 Feb 19 00:47:17.020931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:17.024564 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.112215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8ba90-21dc-418c-9adc-8961fd739c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fda8b9-2e1e-49a3-8a92-432b7a68a128,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:17.124202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a1ece40a-e91e-4493-98b5-5b3c93184747 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:17.125400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.184877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-00eb38c4-e5e0-4729-803b-d82e3ebdd267 None None] Current status of the port a1ece40a-e91e-4493-98b5-5b3c93184747 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:17.189756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-5fc2b2a1-4cf6-467f-abef-5051dba1080d service neutron] 10.222.0.113 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119696 Feb 19 00:47:17.241888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:17.244491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc60f969-9503-4586-8eb0-2b3932b4e8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7faf5952-447e-47cd-910a-aa063e4b142d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.249840 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc60f969-9503-4586-8eb0-2b3932b4e8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.255993 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fc60f969-9503-4586-8eb0-2b3932b4e8ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7faf5952-447e-47cd-910a-aa063e4b142d HTTP/1.1" status: 204 len: 168 time: 1.0372262 Feb 19 00:47:17.304973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a1ece40a-e91e-4493-98b5-5b3c93184747 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:17.321405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a19d45-eada-4aca-8526-cdf89465970b req-6fcf4900-6b2f-40a7-8bd6-dfa3a6aaf557 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:17.323671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a19d45-eada-4aca-8526-cdf89465970b req-6fcf4900-6b2f-40a7-8bd6-dfa3a6aaf557 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.3116338 Feb 19 00:47:17.392070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.9 (38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71/d65a8d6d-127f-4d3f-bbf2-7caf0877301f/33a6ee6a-69de-4ea5-a92e-dd8db80f360c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:17.431391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-12565941-e668-41ae-a039-5ba3ebdbfd46 None None] Provisioning complete for port 084b6f1d-d334-431a-bc65-ec8b72fc1367 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:17.434916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12565941-e668-41ae-a039-5ba3ebdbfd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.524345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60f969-9503-4586-8eb0-2b3932b4e8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faf5952-447e-47cd-910a-aa063e4b142d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:17.564384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-12565941-e668-41ae-a039-5ba3ebdbfd46 None None] Port 084b6f1d-d334-431a-bc65-ec8b72fc1367 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:17.568858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d77434b-a012-4fa6-85d5-62ebf2a908f5 req-10a0ed49-b325-4dfe-b2c6-d2fe4188a84e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 210 time: 0.0555682 Feb 19 00:47:17.586164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Allocated IP 172.20.0.7 (f3df7abb-909f-4cfc-83dc-4f97b1415e22/3299a37f-8323-45d4-96ad-6889f7461e7f/f9b2d98f-ed94-449b-847b-d3d952f5db12) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:17.597376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a19d45-eada-4aca-8526-cdf89465970b req-400833d2-2fa8-4eaa-9642-46e60a21e156 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579477 Feb 19 00:47:17.623563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:17.634601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:17.637481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a58e1cbc-edc8-4718-a15f-ff46dca3c033 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4487016 Feb 19 00:47:17.640267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34400) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:17.650043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-999947077'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:17.667354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:17.668694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:46:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:17.727125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-9ca9b71c-4db9-497c-8f19-1659c47c9870 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:17.728874 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-9ca9b71c-4db9-497c-8f19-1659c47c9870 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d&tenant_id=84679949ccf749538377871c65d3012d&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 1127 time: 0.2222321 Feb 19 00:47:17.737999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:17.741719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.788074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:17.816595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:17.817902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fd5634fe-144b-4641-92db-d278c3900efe), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.818468 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment fd5634fe-144b-4641-92db-d278c3900efe of type vlan for network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd Feb 19 00:47:17.870465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks [] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.886323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (33a6ee6a-69de-4ea5-a92e-dd8db80f360c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.902690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.992815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:17.998686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:17.999588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.018859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88143278-077d-4cc7-b9f8-52a5d62ae6ce req-db33cb96-74ae-45c4-93aa-fefca6183e73 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:18.020696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88143278-077d-4cc7-b9f8-52a5d62ae6ce req-db33cb96-74ae-45c4-93aa-fefca6183e73 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 0.1538453 Feb 19 00:47:18.050617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (33a6ee6a-69de-4ea5-a92e-dd8db80f360c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.082616 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.093919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-768ad587-db0b-4224-b6bc-d266273517ba service neutron] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:18.102875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40f07f3d-3c9c-46ed-903b-133ff106a966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.104267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-768ad587-db0b-4224-b6bc-d266273517ba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.105825 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-768ad587-db0b-4224-b6bc-d266273517ba service neutron] 10.222.0.113 "DELETE /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6/bindings/n-h2-826527-3 HTTP/1.1" status: 204 len: 173 time: 0.3700356 Feb 19 00:47:18.117765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:18.121518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:18.125262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:18.144058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:18.156904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5146027 Feb 19 00:47:18.157908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3985943-4ca2-4331-bfaf-8820e1862a9a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:18.182222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34410) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:18.183002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=33a6ee6a-69de-4ea5-a92e-dd8db80f360c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:18.196243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:18.257527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34412) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:18.279915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:18.301110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:18.318037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event updated for resources: {'Port': ['ID=f9b2d98f-ed94-449b-847b-d3d952f5db12,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:18.319169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:18.320753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:18.346669 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33cb899-27e5-453a-8d97-83da143e9676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.391626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88143278-077d-4cc7-b9f8-52a5d62ae6ce req-9d205065-498d-4968-ab57-28d0f0907030 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477974 Feb 19 00:47:18.469553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:18.470272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.506582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d89e5797-3a35-46e5-905b-a1e4832e22d2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9133055 Feb 19 00:47:18.524982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Request body: {'port': {'device_id': 'e00cc920-c372-4dbd-9459-653c0c714265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:18.702639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.733344 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33cb899-27e5-453a-8d97-83da143e9676 admin admin] Publish callbacks [] for security_group (c6b96a09-6754-400d-ab2d-ee174a830c20), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.748086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:13Z', 'revision_number': 3, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:15Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:18.763716 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33cb899-27e5-453a-8d97-83da143e9676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c6b96a09-6754-400d-ab2d-ee174a830c20), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.769730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7498ef10-1276-4508-8c75-5181781dd0fc None None] Provisioning complete for port 33a6ee6a-69de-4ea5-a92e-dd8db80f360c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:18.770121 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7498ef10-1276-4508-8c75-5181781dd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (33a6ee6a-69de-4ea5-a92e-dd8db80f360c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.785180 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a066c-b0b3-4a5d-b986-255558200003 req-044f8053-3b25-43c3-ba65-e4e00dcdaf9c tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:18.787557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd6a066c-b0b3-4a5d-b986-255558200003 req-044f8053-3b25-43c3-ba65-e4e00dcdaf9c tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1127 time: 0.2185385 Feb 19 00:47:18.887993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:18.888496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Updating router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b port 084b6f1d-d334-431a-bc65-ec8b72fc1367 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:18.890397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:18.891158 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.930881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d33cb899-27e5-453a-8d97-83da143e9676 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a6b190c4883148dbb7dfc3aff8676ee7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6616182 Feb 19 00:47:18.934959 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34428) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:18.960800 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:18.987100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd6a066c-b0b3-4a5d-b986-255558200003 req-759996dc-6455-4ee1-81d1-8ba4e7e3b986 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840353 Feb 19 00:47:19.008515 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-28f39380-3299-4b2d-9f95-d2ac86158e7d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7833805 Feb 19 00:47:19.009863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34430) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:19.036992 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.045744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7498ef10-1276-4508-8c75-5181781dd0fc None None] Port 33a6ee6a-69de-4ea5-a92e-dd8db80f360c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:19.097701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:19.098707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a1f03-d80a-4116-af21-8c5d18004cec req-bfcfd27a-1f92-4a6f-805b-29cf7384c542 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:19.104483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.104705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d2a1f03-d80a-4116-af21-8c5d18004cec req-bfcfd27a-1f92-4a6f-805b-29cf7384c542 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 931 time: 0.4055691 Feb 19 00:47:19.126754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33cb899-27e5-453a-8d97-83da143e9676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b96a09-6754-400d-ab2d-ee174a830c20,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:19.357215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c8448-404a-4a9c-b543-2642275fa9e3 req-2beb6713-8d17-4ae6-bb3c-c24672f8f308 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:19.359581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-159c8448-404a-4a9c-b543-2642275fa9e3 req-2beb6713-8d17-4ae6-bb3c-c24672f8f308 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.2536750 Feb 19 00:47:19.415268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (8674f4d4-a033-449d-8d02-0a47bacf882f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.431175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d2a1f03-d80a-4116-af21-8c5d18004cec req-ec135460-356d-4a35-aa58-d73eaff2a16a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479367 Feb 19 00:47:19.495374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-159c8448-404a-4a9c-b543-2642275fa9e3 req-c6e0d63c-6ffa-456e-b47c-014e5fd3ea15 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258767 Feb 19 00:47:19.532841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0fceac-669d-45e3-b644-c3b55f45b230 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:19.534582 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ec0fceac-669d-45e3-b644-c3b55f45b230 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.5192924 Feb 19 00:47:19.546214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34446) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:19.564522 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a5ca4f-3350-49db-b3b1-9ec6ab92fa5a admin admin] Publish callbacks [] for security_group (c6b96a09-6754-400d-ab2d-ee174a830c20), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.590665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a5ca4f-3350-49db-b3b1-9ec6ab92fa5a admin admin] Publish callbacks [] for security_group (c6b96a09-6754-400d-ab2d-ee174a830c20), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.641668 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Publish callbacks [] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.656103 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.674631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=8674f4d4-a033-449d-8d02-0a47bacf882f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:19.695834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:19.700012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:19.748222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe633423-9d3b-4077-aa45-e05f6b178531 req-fc1f6e3b-1d36-4749-a902-6cc2c26a3690 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:19.749745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe633423-9d3b-4077-aa45-e05f6b178531 req-fc1f6e3b-1d36-4749-a902-6cc2c26a3690 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 0.1713529 Feb 19 00:47:19.759854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f17e3-1935-4dc5-9a00-66a876cb0a80 None None] Pushing event updated for resources: {'Port': ['ID=084b6f1d-d334-431a-bc65-ec8b72fc1367,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:19.778086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:19.793156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a5ca4f-3350-49db-b3b1-9ec6ab92fa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c6b96a09-6754-400d-ab2d-ee174a830c20), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.803045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37a5ca4f-3350-49db-b3b1-9ec6ab92fa5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.804283 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-37a5ca4f-3350-49db-b3b1-9ec6ab92fa5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6b96a09-6754-400d-ab2d-ee174a830c20 HTTP/1.1" status: 204 len: 168 time: 0.8676267 Feb 19 00:47:19.849733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d92892-7269-4a92-87eb-00c958de25c8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:19.864809 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d92892-7269-4a92-87eb-00c958de25c8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:19.873505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34458) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:19.875335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d92892-7269-4a92-87eb-00c958de25c8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:19.875853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Attempting to bind port 084b6f1d-d334-431a-bc65-ec8b72fc1367 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:19.876228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Attempting to bind port 084b6f1d-d334-431a-bc65-ec8b72fc1367 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:19.876593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Attempting to bind port 084b6f1d-d334-431a-bc65-ec8b72fc1367 on network 849a143b-7704-4c2a-ac5c-8fe4a698f618 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:19.882604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d7d92892-7269-4a92-87eb-00c958de25c8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3285685 Feb 19 00:47:19.884194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe633423-9d3b-4077-aa45-e05f6b178531 req-47e22fac-b603-4af7-8003-b10eeb56dd5a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202440 Feb 19 00:47:19.889102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:19.889486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Checking segment: {'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:19.889891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.891933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34462) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:19.897453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Bound using segment: {'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:19.898100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Bound port: 084b6f1d-d334-431a-bc65-ec8b72fc1367, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8272e2f6-637c-496e-a5d0-abd708128dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:19.898546 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.909508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:19.915020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:19.915740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:19.922321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34466) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:19.932389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5ca4f-3350-49db-b3b1-9ec6ab92fa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b96a09-6754-400d-ab2d-ee174a830c20,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:19.937722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1ffdb5-7ca0-487a-ae53-1e90610dc9e2 None None] Network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:19.976840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d29f32ab-2955-40fc-a6ce-1e5632cb71c1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7901063 Feb 19 00:47:19.978604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34468) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:20.214148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b2d98f-ed94-449b-847b-d3d952f5db12 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:20.218522 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1e4109-5dfc-4558-b70b-437aa515c50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.229086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Publish callbacks [] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.241024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] For port 084b6f1d-d334-431a-bc65-ec8b72fc1367, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:20.247274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Transition to ACTIVE for port object f9b2d98f-ed94-449b-847b-d3d952f5db12 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:47:20.254792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] For port 084b6f1d-d334-431a-bc65-ec8b72fc1367, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=084b6f1d-d334-431a-bc65-ec8b72fc1367,segment=NetworkSegment(8272e2f6-637c-496e-a5d0-abd708128dc2),segment_id=8272e2f6-637c-496e-a5d0-abd708128dc2)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:20.289749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:20.290649 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.294692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.311462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-59b82f51-a8ec-4318-b29d-1c9566060d82 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/ca05fbc5-6600-4737-b224-e836ab881288 HTTP/1.1" status: 200 len: 992 time: 0.3825328 Feb 19 00:47:20.318621 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.425465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5facc2c8-cf0e-42ec-993a-d1dfe7595a6e None None] Provisioning complete for port 084b6f1d-d334-431a-bc65-ec8b72fc1367 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:20.426266 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5facc2c8-cf0e-42ec-993a-d1dfe7595a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.454972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Pushing event updated for resources: {'Port': ['ID=f9b2d98f-ed94-449b-847b-d3d952f5db12,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:20.480999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'networks': [{'name': 'tempest-network--912617025'}, {'name': 'tempest-network--1963885606'}]} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:20.486660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'network': {'name': 'tempest-network--912617025'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:20.489502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'network': {'name': 'tempest-network--1963885606'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:20.605256 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-38d27ccf-4971-45ca-9c0e-f406f16684e8 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3890455 Feb 19 00:47:20.605505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34490) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:20.703008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Made reservation on behalf of bf312da199d24b83959b1c7f95901125 for: {'network': 2} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:20.709286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.748400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-10ccfe21-4654-4a5e-9a27-d5809ed28a4a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 33a6ee6a-69de-4ea5-a92e-dd8db80f360c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:20.748818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe21-4654-4a5e-9a27-d5809ed28a4a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (33a6ee6a-69de-4ea5-a92e-dd8db80f360c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.774087 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:20.814624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Attempting to bind port f9b2d98f-ed94-449b-847b-d3d952f5db12 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:20.815225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Attempting to bind port f9b2d98f-ed94-449b-847b-d3d952f5db12 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:20.815862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Attempting to bind port f9b2d98f-ed94-449b-847b-d3d952f5db12 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:20.832009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Port f9b2d98f-ed94-449b-847b-d3d952f5db12 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:47:20.832612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Attempting to bind port f9b2d98f-ed94-449b-847b-d3d952f5db12 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:20.871293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2bd0c-f6a5-42e8-9dcf-1f8cf292b720 req-1762d52a-4d0b-4da0-9b54-9be30f196305 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:20.872943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50d2bd0c-f6a5-42e8-9dcf-1f8cf292b720 req-1762d52a-4d0b-4da0-9b54-9be30f196305 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 943 time: 0.2747474 Feb 19 00:47:20.873940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:20.874472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Checking segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:20.875008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Bound using segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:20.875634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Bound port: f9b2d98f-ed94-449b-847b-d3d952f5db12, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:20.876231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.015136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50d2bd0c-f6a5-42e8-9dcf-1f8cf292b720 req-92110312-416b-40f9-8526-3e8988d57e0d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330550 Feb 19 00:47:21.035198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] For port f9b2d98f-ed94-449b-847b-d3d952f5db12, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:21.044989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] For port f9b2d98f-ed94-449b-847b-d3d952f5db12, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f9b2d98f-ed94-449b-847b-d3d952f5db12,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:21.056728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f17e3-1935-4dc5-9a00-66a876cb0a80 None None] Pushing event updated for resources: {'Port': ['ID=084b6f1d-d334-431a-bc65-ec8b72fc1367,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:21.085103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:21.085755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:21.089066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for security_group (ba61ec12-42d6-429c-876b-a41eb9077dd0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.094288 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.119306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:21.120156 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.123849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] 10.222.0.113 "PUT /v2.0/ports/f9b2d98f-ed94-449b-847b-d3d952f5db12 HTTP/1.1" status: 200 len: 1091 time: 2.6083875 Feb 19 00:47:21.126704 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ba61ec12-42d6-429c-876b-a41eb9077dd0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.128087 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.152482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e00cc920-c372-4dbd-9459-653c0c714265', 'tag': 'f9b2d98f-ed94-449b-847b-d3d952f5db12'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:21.165568 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42434a5c-2501-4aae-9029-bef49126c29c" -d '{"events": [{"name": "network-changed", "server_uuid": "e00cc920-c372-4dbd-9459-653c0c714265", "tag": "f9b2d98f-ed94-449b-847b-d3d952f5db12"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:21.292322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-603c2af2-f8d1-4dbd-a590-22b37f837cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:21.293962 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-603c2af2-f8d1-4dbd-a590-22b37f837cb8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1127 time: 0.5501535 Feb 19 00:47:21.301536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe21-4654-4a5e-9a27-d5809ed28a4a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (33a6ee6a-69de-4ea5-a92e-dd8db80f360c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.310698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e051c1-28b8-433a-b6d2-afe1fabd621a service neutron] Pushing event updated for resources: {'Port': ['ID=f9b2d98f-ed94-449b-847b-d3d952f5db12,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:21.327335 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.353500 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-10ccfe21-4654-4a5e-9a27-d5809ed28a4a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 33a6ee6a-69de-4ea5-a92e-dd8db80f360c owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:21.398063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Allocated IP 2001:db8:2::2 (e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd/8674f4d4-a033-449d-8d02-0a47bacf882f/714e93b4-3b89-47a9-b71c-95dfdd70819f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:21.416513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:21.437699 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e711dce-6e57-4f48-a9df-0690df947c5b x-openstack-request-id: req-4e711dce-6e57-4f48-a9df-0690df947c5b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:21.438019 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e00cc920-c372-4dbd-9459-653c0c714265", "tag": "f9b2d98f-ed94-449b-847b-d3d952f5db12", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:21.438299 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4e711dce-6e57-4f48-a9df-0690df947c5b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:21.438698 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e00cc920-c372-4dbd-9459-653c0c714265', 'tag': 'f9b2d98f-ed94-449b-847b-d3d952f5db12', 'status': 'completed', 'code': 200} Feb 19 00:47:21.472339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:21.477532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba61ec12-42d6-429c-876b-a41eb9077dd0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:21.516231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (86ee26c9-bf98-4a8e-92d4-a56017b771a8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.516591 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Added segment 86ee26c9-bf98-4a8e-92d4-a56017b771a8 of type vlan for network d1022886-0ec7-42a4-92d9-d192d810c029 Feb 19 00:47:21.528038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port dfadcffd-483a-4397-af1b-3ff8b687f305 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:21.528401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dfadcffd-483a-4397-af1b-3ff8b687f305), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.581724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5facc2c8-cf0e-42ec-993a-d1dfe7595a6e None None] Current status of the port 084b6f1d-d334-431a-bc65-ec8b72fc1367 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:21.582125 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5facc2c8-cf0e-42ec-993a-d1dfe7595a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.588171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.598916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-9392acff-41a4-47a3-855c-c1544e8dffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:21.600487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-9392acff-41a4-47a3-855c-c1544e8dffe9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 1125 time: 0.2847612 Feb 19 00:47:21.624031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d1022886-0ec7-42a4-92d9-d192d810c029), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.633351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-478f3d62-a3ce-4441-a94d-57408222f7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:21.634887 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-478f3d62-a3ce-4441-a94d-57408222f7e0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 898 time: 0.3039503 Feb 19 00:47:21.697370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dfadcffd-483a-4397-af1b-3ff8b687f305), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.697820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (dfadcffd-483a-4397-af1b-3ff8b687f305), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:21.782362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for dfadcffd-483a-4397-af1b-3ff8b687f305 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:21.783999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34522) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:21.866124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-33350ef9-9431-48a5-a803-3f490736ecc7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 1000 time: 0.2218380 Feb 19 00:47:21.949366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-c26901b8-ed42-4805-bb69-dfaa35240a81 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b2d98f-ed94-449b-847b-d3d952f5db12 HTTP/1.1" status: 200 len: 217 time: 0.3365526 Feb 19 00:47:22.003911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1025767449-network', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:22.025105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:22.032386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:22.038880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-998c763a-06ef-4b74-8ce5-6ac86d387b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:22.040729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-998c763a-06ef-4b74-8ce5-6ac86d387b4b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.0842071 Feb 19 00:47:22.046864 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e7761659-a910-4517-870a-7c2956b15670), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.047571 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Added segment e7761659-a910-4517-870a-7c2956b15670 of type vlan for network 391d22fa-f1c0-4ad3-9494-cb9cda26ac97 Feb 19 00:47:22.094955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5facc2c8-cf0e-42ec-993a-d1dfe7595a6e None None] For port 084b6f1d-d334-431a-bc65-ec8b72fc1367, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=084b6f1d-d334-431a-bc65-ec8b72fc1367,segment=NetworkSegment(8272e2f6-637c-496e-a5d0-abd708128dc2),segment_id=8272e2f6-637c-496e-a5d0-abd708128dc2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:22.115123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-db1a081a-4211-4426-8954-329df5676ebf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652688 Feb 19 00:47:22.115670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5facc2c8-cf0e-42ec-993a-d1dfe7595a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.180202 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Publish callbacks [] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.217171 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.247050 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (391d22fa-f1c0-4ad3-9494-cb9cda26ac97), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.318892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facc2c8-cf0e-42ec-993a-d1dfe7595a6e None None] Pushing event updated for resources: {'Port': ['ID=084b6f1d-d334-431a-bc65-ec8b72fc1367,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:22.332429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e61f8-e8de-4c03-8964-87c590effef9 req-46234551-b587-4f87-aed2-f340b77ea346 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:22.334063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-892e61f8-e8de-4c03-8964-87c590effef9 req-46234551-b587-4f87-aed2-f340b77ea346 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 943 time: 0.1834586 Feb 19 00:47:22.339627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d1022886-0ec7-42a4-92d9-d192d810c029), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.340253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (391d22fa-f1c0-4ad3-9494-cb9cda26ac97), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.344280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:22.345935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:22.350511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:22.350696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:22.351759 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.376412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:22.394584 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe21-4654-4a5e-9a27-d5809ed28a4a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (33a6ee6a-69de-4ea5-a92e-dd8db80f360c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.405805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6f7887c4-2268-4543-a870-6d14e17e5d7f None None] Provisioning complete for port 084b6f1d-d334-431a-bc65-ec8b72fc1367 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:22.406228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f7887c4-2268-4543-a870-6d14e17e5d7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.439056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Made reservation on behalf of 514ca39d69e14410a3a3735a593c2c6e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:22.441659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.477599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-41febd0f-8f96-4350-a225-d67c8682c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:22.479200 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-41febd0f-8f96-4350-a225-d67c8682c0ac service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 0.5780756 Feb 19 00:47:22.489576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccfe21-4654-4a5e-9a27-d5809ed28a4a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=33a6ee6a-69de-4ea5-a92e-dd8db80f360c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:22.518898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Pushing event updated for resources: {'Port': ['ID=714e93b4-3b89-47a9-b71c-95dfdd70819f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:22.521566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:22.521566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.556775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Attempting to bind port 714e93b4-3b89-47a9-b71c-95dfdd70819f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:22.556775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Attempting to bind port 714e93b4-3b89-47a9-b71c-95dfdd70819f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:22.557252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Attempting to bind port 714e93b4-3b89-47a9-b71c-95dfdd70819f on network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:22.568466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.575172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:13Z', 'revision_number': 3, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:20Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:22.576902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-d81c3c2b-ae0d-43be-b76d-0b14da778ba4 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128323 Feb 19 00:47:22.625921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:22.626956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Checking segment: {'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:22.626956 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.627153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Bound using segment: {'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:22.627780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Bound port: 714e93b4-3b89-47a9-b71c-95dfdd70819f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:22.628191 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.632125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7446728 Feb 19 00:47:22.646773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34538) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:22.690063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:22.696404 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecc26a2-bde0-4e78-9d80-5004a1254108" -d '{"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:22.703159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42845961-1bf3-41ea-b901-ea6846e6f02c None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:13Z', 'revision_number': 3, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:20Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:22.777976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:22.880985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Network': ['ID=d1022886-0ec7-42a4-92d9-d192d810c029,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:22.883079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] For port 714e93b4-3b89-47a9-b71c-95dfdd70819f, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:22.886503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] For port 714e93b4-3b89-47a9-b71c-95dfdd70819f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=714e93b4-3b89-47a9-b71c-95dfdd70819f,segment=NetworkSegment(fd5634fe-144b-4641-92db-d278c3900efe),segment_id=fd5634fe-144b-4641-92db-d278c3900efe)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:22.890570 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6417e5f3-da11-4502-94b6-38f1f7d16405 x-openstack-request-id: req-6417e5f3-da11-4502-94b6-38f1f7d16405 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:22.890860 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:22.891161 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6417e5f3-da11-4502-94b6-38f1f7d16405 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:22.891566 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'code': 200} Feb 19 00:47:22.899289 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.905579 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:22.923099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d1022886-0ec7-42a4-92d9-d192d810c029 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:22.925380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.015312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6f7887c4-2268-4543-a870-6d14e17e5d7f None None] Current status of the port 084b6f1d-d334-431a-bc65-ec8b72fc1367 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:23.175540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8:2::1 (e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd/8674f4d4-a033-449d-8d02-0a47bacf882f/31a95c40-59a7-4247-b921-de2e59ef6b16) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:23.179374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:23.312061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-892e61f8-e8de-4c03-8964-87c590effef9 req-51742552-bacf-47d5-b98b-71d3d4942db1 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9403453 Feb 19 00:47:23.343338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b1018-7b47-41f0-946d-5e2d1f9eefec None None] Pushing event updated for resources: {'Port': ['ID=714e93b4-3b89-47a9-b71c-95dfdd70819f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:23.352512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Publish callbacks [] for security_group (aa90adbf-34bc-4bc4-b4c8-f1e1133f8dec), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.369347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-8eefdf3f-a070-4be0-bd21-7bcdc9e0d003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:23.371084 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-8eefdf3f-a070-4be0-bd21-7bcdc9e0d003 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8790467 Feb 19 00:47:23.393117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aa90adbf-34bc-4bc4-b4c8-f1e1133f8dec), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.476673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dfadcffd-483a-4397-af1b-3ff8b687f305), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.518517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b0356-5f4c-485e-95d8-cd351f54cb1c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Network': ['ID=391d22fa-f1c0-4ad3-9494-cb9cda26ac97,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:23.531179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 391d22fa-f1c0-4ad3-9494-cb9cda26ac97 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:23.572174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc29666-f6d4-4631-bcdb-5077383e2bc5 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:23.578868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc29666-f6d4-4631-bcdb-5077383e2bc5 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:23.589750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc29666-f6d4-4631-bcdb-5077383e2bc5 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:23.596167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc29666-f6d4-4631-bcdb-5077383e2bc5 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:23.605531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fcc29666-f6d4-4631-bcdb-5077383e2bc5 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9326673 Feb 19 00:47:23.609665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34554) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:23.648903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-73f41178-7aaa-4237-a38b-4b2cde31caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:23.650664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-73f41178-7aaa-4237-a38b-4b2cde31caa9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1125 time: 0.7709889 Feb 19 00:47:23.652492 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10ccfe21-4654-4a5e-9a27-d5809ed28a4a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.656249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b17122d5-45fd-4beb-8dc1-c84c5c796d95 req-608b9fce-0607-4e5f-bc0c-48a27bdee917 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0784395 Feb 19 00:47:23.687547 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-10ccfe21-4654-4a5e-9a27-d5809ed28a4a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/33a6ee6a-69de-4ea5-a92e-dd8db80f360c HTTP/1.1" status: 204 len: 168 time: 3.7939925 Feb 19 00:47:23.688698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34558) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:23.718267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:23.762701 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-8273a8b9-a4b7-4d4b-9bee-f13caccdeb16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:47:23.764212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8273a8b9-a4b7-4d4b-9bee-f13caccdeb16 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/33a6ee6a-69de-4ea5-a92e-dd8db80f360c HTTP/1.1" status: 404 len: 333 time: 0.0738347 Feb 19 00:47:23.781812 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.793101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=dfadcffd-483a-4397-af1b-3ff8b687f305,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:23.797490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34560) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:23.843199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa90adbf-34bc-4bc4-b4c8-f1e1133f8dec,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:23.875252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ee29a022-dd75-4985-adab-c6f45f6e2547), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.875612 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Added segment ee29a022-dd75-4985-adab-c6f45f6e2547 of type vlan for network 0af639a4-f77e-4922-b57b-0de621d56df8 Feb 19 00:47:23.971731 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d1022886-0ec7-42a4-92d9-d192d810c029), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:23.996758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (0af639a4-f77e-4922-b57b-0de621d56df8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.013253 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-7a3f5973-82b6-460d-86b8-3c4b8a3c426a service neutron] 10.222.0.113 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236391 Feb 19 00:47:24.020728 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (ca05fbc5-6600-4737-b224-e836ab881288), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.021069 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Floating IP ca05fbc5-6600-4737-b224-e836ab881288 disassociated (deleted). External IP: 172.25.6.144, port: ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6. Feb 19 00:47:24.028123 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.088532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42434a5c-2501-4aae-9029-bef49126c29c req-c0da1578-5006-4cd9-b49b-7fc697ec9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:24.090088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42434a5c-2501-4aae-9029-bef49126c29c req-c0da1578-5006-4cd9-b49b-7fc697ec9aeb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 1125 time: 0.3248823 Feb 19 00:47:24.111243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-4522219a-9e17-48c7-a725-c731d0933c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:24.113039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-4522219a-9e17-48c7-a725-c731d0933c6f service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.4239037 Feb 19 00:47:24.177266 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.207336 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (0af639a4-f77e-4922-b57b-0de621d56df8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.208633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:24.209326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.322974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d1022886-0ec7-42a4-92d9-d192d810c029), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.333565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9a45-9e52-4fe5-9061-e0db81a7fd91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:24.333916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c52e9a45-9e52-4fe5-9061-e0db81a7fd91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.351064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-6e42afcf-3390-4fbd-b6b8-eee9e81fd448 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.2211611 Feb 19 00:47:24.399769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] Pushing event updated for resources: {'Network': ['ID=0af639a4-f77e-4922-b57b-0de621d56df8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:24.429790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 0af639a4-f77e-4922-b57b-0de621d56df8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:24.435699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1022886-0ec7-42a4-92d9-d192d810c029']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:24.441492 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f536c683-6f81-4f13-a938-d48d340e831b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.6545420 Feb 19 00:47:24.451008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34578) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:24.467598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Request body: {'subnet': {'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1025767449-subnet', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:24.482283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.489137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ee26c9-bf98-4a8e-92d4-a56017b771a8') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:24.489137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ee26c9-bf98-4a8e-92d4-a56017b771a8') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:24.544409 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (86ee26c9-bf98-4a8e-92d4-a56017b771a8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.559515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=31a95c40-59a7-4247-b921-de2e59ef6b16,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:24.573727 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cf1aa3b8-6ebd-4684-9b92-5c024c1977cc req-edc5ade6-da89-4dbe-8a0a-d289905f3972 service neutron] 10.222.0.113 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504026 Feb 19 00:47:24.577654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42434a5c-2501-4aae-9029-bef49126c29c req-7e044028-7cfc-4458-8de3-3352a87ee0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:24.579313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42434a5c-2501-4aae-9029-bef49126c29c req-7e044028-7cfc-4458-8de3-3352a87ee0ab service neutron] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.4649320 Feb 19 00:47:24.623254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-52a44244-f196-43fe-84a8-b112a55a04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:24.624746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-52a44244-f196-43fe-84a8-b112a55a04d1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.2477868 Feb 19 00:47:24.660874 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (86ee26c9-bf98-4a8e-92d4-a56017b771a8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.769938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42434a5c-2501-4aae-9029-bef49126c29c req-7e9438d4-e84f-47ff-b599-0834f2264195 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b2d98f-ed94-449b-847b-d3d952f5db12 HTTP/1.1" status: 200 len: 217 time: 0.1668155 Feb 19 00:47:24.776151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:47:24.776775 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (86ee26c9-bf98-4a8e-92d4-a56017b771a8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:47:24.782640 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:47:24.792517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:24.803926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:24.812038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:24.814291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.824651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Made reservation on behalf of 514ca39d69e14410a3a3735a593c2c6e for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:24.832795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.845619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c52e9a45-9e52-4fe5-9061-e0db81a7fd91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:24.933107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 53d2e92c-c437-40fe-adb4-3b666124142f has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:25.017482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9faf09-2563-4819-9f77-17ed0d49cfbf None None] Network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:25.138436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 084b6f1d-d334-431a-bc65-ec8b72fc1367 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:25.236484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9a45-9e52-4fe5-9061-e0db81a7fd91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:25.254985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9862b-1715-402e-bf78-be294225630d req-12b8a490-9527-4c7b-adf5-4b9bb3eb2937 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:25.261997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aad9862b-1715-402e-bf78-be294225630d req-12b8a490-9527-4c7b-adf5-4b9bb3eb2937 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 943 time: 0.7775714 Feb 19 00:47:25.299465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d1022886-0ec7-42a4-92d9-d192d810c029), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:25.302049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42434a5c-2501-4aae-9029-bef49126c29c req-fe555df7-ef25-49b2-8a62-b49268106280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:25.303604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42434a5c-2501-4aae-9029-bef49126c29c req-fe555df7-ef25-49b2-8a62-b49268106280 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.5201635 Feb 19 00:47:25.313415 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:25.319450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/networks/d1022886-0ec7-42a4-92d9-d192d810c029 HTTP/1.1" status: 204 len: 168 time: 1.7084513 Feb 19 00:47:25.323328 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34590) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:25.373668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-a0c6babe-8795-4af4-aa9f-375bdb45654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:25.375228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-a0c6babe-8795-4af4-aa9f-375bdb45654c service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7358844 Feb 19 00:47:25.385331 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:25.386005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663081bc-0675-4f99-b4ab-eeda8cf3bb1b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Network': ['ID=d1022886-0ec7-42a4-92d9-d192d810c029,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:25.430980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42434a5c-2501-4aae-9029-bef49126c29c req-36686eb5-1978-4469-8a6c-94615b538a26 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104429 Feb 19 00:47:25.477498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aad9862b-1715-402e-bf78-be294225630d req-13e4cee1-f9cf-4b7a-a9b2-c12e38046727 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094040 Feb 19 00:47:25.612772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b87f1022-6b37-4e4a-8821-ad49cbbc2b7f None None] Provisioning complete for port 714e93b4-3b89-47a9-b71c-95dfdd70819f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:25.613293 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b87f1022-6b37-4e4a-8821-ad49cbbc2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:25.751109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 084b6f1d-d334-431a-bc65-ec8b72fc1367 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:25.751396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:25.805921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f9b2d98f-ed94-449b-847b-d3d952f5db12 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:47:25.811451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42434a5c-2501-4aae-9029-bef49126c29c req-04548740-ffcf-4565-a4be-485f10e626d3 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628600 Feb 19 00:47:25.815157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:25.835560 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] Sync routers for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:25.846145 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:25.853898 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:25.854597 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:25.917426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b87f1022-6b37-4e4a-8821-ad49cbbc2b7f None None] Current status of the port 714e93b4-3b89-47a9-b71c-95dfdd70819f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:25.918996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b87f1022-6b37-4e4a-8821-ad49cbbc2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:25.945896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 084b6f1d-d334-431a-bc65-ec8b72fc1367 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:25.945896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 714e93b4-3b89-47a9-b71c-95dfdd70819f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:25.974156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (391d22fa-f1c0-4ad3-9494-cb9cda26ac97), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.058510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:47:26.073294 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c52e9a45-9e52-4fe5-9061-e0db81a7fd91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.123556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b87f1022-6b37-4e4a-8821-ad49cbbc2b7f None None] For port 714e93b4-3b89-47a9-b71c-95dfdd70819f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=714e93b4-3b89-47a9-b71c-95dfdd70819f,segment=NetworkSegment(fd5634fe-144b-4641-92db-d278c3900efe),segment_id=fd5634fe-144b-4641-92db-d278c3900efe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:26.129156 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7ddc7c4f-e0ce-40e6-a616-b024f8b29d44 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/floatingips/ca05fbc5-6600-4737-b224-e836ab881288 HTTP/1.1" status: 204 len: 168 time: 5.5082934 Feb 19 00:47:26.140657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b87f1022-6b37-4e4a-8821-ad49cbbc2b7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.150227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-d1521e7d-672c-4284-a9f0-968afe16d312 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7616985 Feb 19 00:47:26.190139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:26.210528 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d03837-135e-4fd9-82d2-398607877cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:26.214602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:47:26.216302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f1022-6b37-4e4a-8821-ad49cbbc2b7f None None] Pushing event updated for resources: {'Port': ['ID=714e93b4-3b89-47a9-b71c-95dfdd70819f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:26.228461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 714e93b4-3b89-47a9-b71c-95dfdd70819f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:26.228461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.280122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9a45-9e52-4fe5-9061-e0db81a7fd91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:26.362364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f9b2d98f-ed94-449b-847b-d3d952f5db12, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f9b2d98f-ed94-449b-847b-d3d952f5db12,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:26.467878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f9b2d98f-ed94-449b-847b-d3d952f5db12', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'port_id': 'f9b2d98f-ed94-449b-847b-d3d952f5db12', 'mac_address': 'fa:16:3e:f5:90:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3299a37f-8323-45d4-96ad-6889f7461e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:47:26.474312 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:26.491305 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2635769-4623-4b86-b509-30126193d223 x-openstack-request-id: req-f2635769-4623-4b86-b509-30126193d223 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:26.491583 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:26.491841 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2635769-4623-4b86-b509-30126193d223 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:26.493448 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'status': 'completed', 'code': 200} Feb 19 00:47:26.662026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:26.665535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9b65ee99-eafc-4ad4-883b-9bd888f1db1e None None] Provisioning complete for port 714e93b4-3b89-47a9-b71c-95dfdd70819f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:26.666160 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b65ee99-eafc-4ad4-883b-9bd888f1db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.737665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'mac_address': 'fa:16:3e:00:2d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:47:26.742845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f9b2d98f-ed94-449b-847b-d3d952f5db12 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:26.743581 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.780180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42434a5c-2501-4aae-9029-bef49126c29c req-7670e2b6-0416-4a13-b6ec-62c45b9a4ad5 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9604070 Feb 19 00:47:26.826091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (cb8e3a40-835f-4765-b891-1451053c3bd0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.846802 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (391d22fa-f1c0-4ad3-9494-cb9cda26ac97), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.888211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b2d98f-ed94-449b-847b-d3d952f5db12 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:26.892600 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c52e9a45-9e52-4fe5-9061-e0db81a7fd91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:26.900853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c52e9a45-9e52-4fe5-9061-e0db81a7fd91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0 HTTP/1.1" status: 204 len: 168 time: 3.0942447 Feb 19 00:47:26.919746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34622) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:26.964734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 714e93b4-3b89-47a9-b71c-95dfdd70819f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:26.971171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f9b2d98f-ed94-449b-847b-d3d952f5db12, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f9b2d98f-ed94-449b-847b-d3d952f5db12,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:26.976130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:26.976636 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.006801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d644d3d-5eb1-40c4-813d-fdddc3af7495 req-711fb361-5ecf-4ece-a057-ca313586979e service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746885 Feb 19 00:47:27.054581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391d22fa-f1c0-4ad3-9494-cb9cda26ac97']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:27.065985 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.073445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a41d0e-974d-4819-8288-4219b06fc4d7 req-3e4a1e53-0ede-4666-afa0-9d2ab6618aed tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:27.075420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56a41d0e-974d-4819-8288-4219b06fc4d7 req-3e4a1e53-0ede-4666-afa0-9d2ab6618aed tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 0.4229562 Feb 19 00:47:27.094605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbb77bd-1f87-4280-aaf4-e579280668bd req-44e1255d-28cb-49b3-b949-0d9565f3fde6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:27.097618 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe64dab2-480b-435d-b30c-ee69c53b9c43 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:47:27.099387 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fe64dab2-480b-435d-b30c-ee69c53b9c43 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/68ba7b0e-caf8-48e1-8d5d-598ae32cfbb0 HTTP/1.1" status: 404 len: 333 time: 0.1688201 Feb 19 00:47:27.105284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1bbb77bd-1f87-4280-aaf4-e579280668bd req-44e1255d-28cb-49b3-b949-0d9565f3fde6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 943 time: 0.3925333 Feb 19 00:47:27.107167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34626) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:27.116184 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7761659-a910-4517-870a-7c2956b15670') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:27.116847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7761659-a910-4517-870a-7c2956b15670') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:27.127421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03837-135e-4fd9-82d2-398607877cfd req-e8ff29d7-f6e2-4f29-acdb-dc45f69c8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:27.129313 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8d03837-135e-4fd9-82d2-398607877cfd req-e8ff29d7-f6e2-4f29-acdb-dc45f69c8448 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 1127 time: 0.5525599 Feb 19 00:47:27.186494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8e3a40-835f-4765-b891-1451053c3bd0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:27.186963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:27.193820 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:45:02Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:27.206791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 714e93b4-3b89-47a9-b71c-95dfdd70819f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:27.228668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e7761659-a910-4517-870a-7c2956b15670), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.236015 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] Checking router: 53d2e92c-c437-40fe-adb4-3b666124142f for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:27.245555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34630) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:27.249922 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:27.251499 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:27.277249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-0863438e-68f4-446b-9424-13a1a35538e0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:27.278867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-0863438e-68f4-446b-9424-13a1a35538e0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 945 time: 0.3093193 Feb 19 00:47:27.300114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9b65ee99-eafc-4ad4-883b-9bd888f1db1e None None] Current status of the port 714e93b4-3b89-47a9-b71c-95dfdd70819f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:27.301729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb8b02c-09a7-41a9-b3ce-eb07bf64f843 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet d65a8d6d-127f-4d3f-bbf2-7caf0877301f {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:47:27.311095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:27.321227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56a41d0e-974d-4819-8288-4219b06fc4d7 req-fc4c89f7-09c0-4c5e-b0a0-57fe4f5f9245 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2130792 Feb 19 00:47:27.328773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e7761659-a910-4517-870a-7c2956b15670), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.335124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f9b2d98f-ed94-449b-847b-d3d952f5db12'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:27.337248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1bbb77bd-1f87-4280-aaf4-e579280668bd req-149527d7-8ae7-4ef3-887e-c1fa8d7294c8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255013 Feb 19 00:47:27.341214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Checking segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:27.341674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Network hostable DHCP agents. Network: 0af639a4-f77e-4922-b57b-0de621d56df8, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:27.357313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.361136 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.362661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b02c-09a7-41a9-b3ce-eb07bf64f843 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (d65a8d6d-127f-4d3f-bbf2-7caf0877301f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.375017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:47:27.375432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e7761659-a910-4517-870a-7c2956b15670), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:47:27.380194 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:47:27.382452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f9b2d98f-ed94-449b-847b-d3d952f5db12,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:27.419984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.421606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.439457 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b02c-09a7-41a9-b3ce-eb07bf64f843 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (d65a8d6d-127f-4d3f-bbf2-7caf0877301f), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.439962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9b65ee99-eafc-4ad4-883b-9bd888f1db1e None None] Provisioning complete for port 31a95c40-59a7-4247-b921-de2e59ef6b16 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:27.440414 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b65ee99-eafc-4ad4-883b-9bd888f1db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.445531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:27.528147 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:27.546930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e318e45-0d7d-4dc1-9918-1ec88b40f5b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.555068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:27.559065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9b65ee99-eafc-4ad4-883b-9bd888f1db1e None None] Port 31a95c40-59a7-4247-b921-de2e59ef6b16 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:27.560357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 714e93b4-3b89-47a9-b71c-95dfdd70819f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:27.560734 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.579582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:27.579929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.641806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (391d22fa-f1c0-4ad3-9494-cb9cda26ac97), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.647386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Network 0af639a4-f77e-4922-b57b-0de621d56df8 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:27.649317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b02c-09a7-41a9-b3ce-eb07bf64f843 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d65a8d6d-127f-4d3f-bbf2-7caf0877301f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.671073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.677794 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/networks/391d22fa-f1c0-4ad3-9494-cb9cda26ac97 HTTP/1.1" status: 204 len: 168 time: 2.3519382 Feb 19 00:47:27.686921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34638) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:27.772908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1aef5ca8-995a-46da-9240-b9fb6f803a58 None None] Provisioning complete for port 31a95c40-59a7-4247-b921-de2e59ef6b16 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:27.773573 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aef5ca8-995a-46da-9240-b9fb6f803a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.806892 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:45:02Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:27.826470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 714e93b4-3b89-47a9-b71c-95dfdd70819f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:27.833266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:27.834307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:27.844282 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6790bf55-0187-406e-addd-663a2e6c7725 None None] The sync data for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 is: [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:44:49Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '221e17c0-1c94-459e-8df4-e2f7baa2f273', 'name': '', 'network_id': 'a04aee36-188b-47a7-bb0e-63becec25e40', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:f3:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2192, 'fixed_ips': [{'subnet_id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:47Z', 'updated_at': '2022-02-19T00:45:02Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': 'f2fb0053-5bab-4a89-a305-38300cae03cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:27.854726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1aef5ca8-995a-46da-9240-b9fb6f803a58 None None] Port 31a95c40-59a7-4247-b921-de2e59ef6b16 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:27.860306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:27.866839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 0af639a4-f77e-4922-b57b-0de621d56df8) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:27.885367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05ee83a-2c8f-45d5-80fe-6c6814ccd862 None None] Network 0af639a4-f77e-4922-b57b-0de621d56df8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:27.918741 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b02c-09a7-41a9-b3ce-eb07bf64f843 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (d65a8d6d-127f-4d3f-bbf2-7caf0877301f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.018249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f954d8-2c0d-4cab-95e8-d3b2b1017272 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:28.025506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f954d8-2c0d-4cab-95e8-d3b2b1017272 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:28.026710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40fd9e0-2df3-462b-b993-4a24a0d0952c None None] Network 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:28.028395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-83f954d8-2c0d-4cab-95e8-d3b2b1017272 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3351264 Feb 19 00:47:28.033108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7eb8b02c-09a7-41a9-b3ce-eb07bf64f843 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.042819 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7eb8b02c-09a7-41a9-b3ce-eb07bf64f843 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/d65a8d6d-127f-4d3f-bbf2-7caf0877301f HTTP/1.1" status: 204 len: 168 time: 0.9234285 Feb 19 00:47:28.052148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8b02c-09a7-41a9-b3ce-eb07bf64f843 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=d65a8d6d-127f-4d3f-bbf2-7caf0877301f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:28.053823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-0af639a4-f77e-4922-b57b-0de621d56df8', 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'fixed_ips': [{'subnet_id': 'cb8e3a40-835f-4765-b891-1451053c3bd0'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:28.054766 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.057222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e318e45-0d7d-4dc1-9918-1ec88b40f5b6 admin admin] Publish callbacks [] for security_group (2c0d0fc1-2e9f-40e0-8e19-ac8a4cbdb191), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.058440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34640) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:28.058954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34642) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:28.077117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-652478944'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:28.117249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e318e45-0d7d-4dc1-9918-1ec88b40f5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2c0d0fc1-2e9f-40e0-8e19-ac8a4cbdb191), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.142392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Made reservation on behalf of bf312da199d24b83959b1c7f95901125 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:28.145858 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.268836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:28.275642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5e318e45-0d7d-4dc1-9918-1ec88b40f5b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=141fc53dda0d41d9bd85966190aed934&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0255272 Feb 19 00:47:28.281280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e318e45-0d7d-4dc1-9918-1ec88b40f5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0d0fc1-2e9f-40e0-8e19-ac8a4cbdb191,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:28.284638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34644) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:28.287855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=31a95c40-59a7-4247-b921-de2e59ef6b16,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:28.290924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03837-135e-4fd9-82d2-398607877cfd req-25870b91-2ce3-4207-9699-72b6a0e6801f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:28.292487 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8d03837-135e-4fd9-82d2-398607877cfd req-25870b91-2ce3-4207-9699-72b6a0e6801f service neutron] 10.222.0.113 "GET /v2.0/networks?id=a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 200 len: 898 time: 1.1512966 Feb 19 00:47:28.297133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.299421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:28.300023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.306016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:28.306955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75515972-2a63-444a-8f72-0288014ae2b4 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Network': ['ID=391d22fa-f1c0-4ad3-9494-cb9cda26ac97,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:28.320184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Allocated IP 172.20.0.2 (0af639a4-f77e-4922-b57b-0de621d56df8/cb8e3a40-835f-4765-b891-1451053c3bd0/ef15c22b-0f46-49e4-8854-e8a7288b2b95) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:28.323810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:28.335572 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2c0bd224-dd41-408a-9937-c7afbaf19dfc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.336240 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Added segment 2c0bd224-dd41-408a-9937-c7afbaf19dfc of type vlan for network a6d0508a-64f8-43ab-8320-3825d0a755aa Feb 19 00:47:28.365050 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8d03837-135e-4fd9-82d2-398607877cfd req-13b0a49d-d258-4a3d-9a39-0b6920d04ec4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 200 len: 217 time: 0.0610895 Feb 19 00:47:28.453250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03837-135e-4fd9-82d2-398607877cfd req-1a3f7e0a-acd9-4f3f-abec-9233eca2dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:28.454810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8d03837-135e-4fd9-82d2-398607877cfd req-1a3f7e0a-acd9-4f3f-abec-9233eca2dd3b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 200 len: 835 time: 0.0839255 Feb 19 00:47:28.461773 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ab3b0acc-02d2-4e38-ad9a-a9e948ca0e43 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.0035763 Feb 19 00:47:28.462488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34650) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:28.479390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] DHCP port deletion for 38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:47:28.481715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd1600d-252b-4c2f-a4f2-e55ecb1bcfd3 None None] New status for floating IP ca05fbc5-6600-4737-b224-e836ab881288: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:47:28.482907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:28.496654 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a6d0508a-64f8-43ab-8320-3825d0a755aa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.590360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (f99d5f90-0647-4ef1-96f5-f9d95f168764), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.591341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (f99d5f90-0647-4ef1-96f5-f9d95f168764), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.592262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.673379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:28.675411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4530e0ee-fdaa-44c0-aa4c-ca9b5a01e5c9 admin admin] Publish callbacks [] for security_group (2c0d0fc1-2e9f-40e0-8e19-ac8a4cbdb191), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.688972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] Deleting port a1ece40a-e91e-4493-98b5-5b3c93184747 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:28.689584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.697401 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a6d0508a-64f8-43ab-8320-3825d0a755aa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.706436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:28.707127 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.743197 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks [] for router_controller (f99d5f90-0647-4ef1-96f5-f9d95f168764), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.749896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d03837-135e-4fd9-82d2-398607877cfd req-819fd183-82c3-4621-ad23-436ca88cd0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:28.752646 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8d03837-135e-4fd9-82d2-398607877cfd req-819fd183-82c3-4621-ad23-436ca88cd0ad service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=a04aee36-188b-47a7-bb0e-63becec25e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2872827 Feb 19 00:47:28.755286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:28.899867 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Publish callbacks [] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.928016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4530e0ee-fdaa-44c0-aa4c-ca9b5a01e5c9 admin admin] Publish callbacks [] for security_group (2c0d0fc1-2e9f-40e0-8e19-ac8a4cbdb191), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.931777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.931936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] No DVR routers for this DVR port ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:28.935209 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:28.939321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a260c13f-1d0b-4a0c-9a93-81c36ac2cac0 req-684bc301-3803-4b77-a240-721158f29e51 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "DELETE /v2.0/ports/ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 HTTP/1.1" status: 204 len: 173 time: 1.6510978 Feb 19 00:47:28.958805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff391fa8-b3b0-4a40-a3d7-e0849e0683c8 req-cb029930-4988-47da-81f0-e63ac1304137 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:28.964090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff391fa8-b3b0-4a40-a3d7-e0849e0683c8 req-cb029930-4988-47da-81f0-e63ac1304137 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 944 time: 0.4541879 Feb 19 00:47:28.980155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-deleted', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:28.985835 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7058464-2d75-41e8-acce-a483bbc945cd" -d '{"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-deleted", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:29.002913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7ec22-9642-47ba-a0aa-f066d506a661 req-e1b22240-7b63-4e31-a291-9107918f0215 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:29.005485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a7ec22-9642-47ba-a0aa-f066d506a661 req-e1b22240-7b63-4e31-a291-9107918f0215 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=7382ac53-dcc4-47fe-894f-e7ebb62e535d HTTP/1.1" status: 200 len: 866 time: 0.5047936 Feb 19 00:47:29.007780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port a1ece40a-e91e-4493-98b5-5b3c93184747 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:29.008436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.036354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9744384 Feb 19 00:47:29.047273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34668) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:29.099917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-161800038'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:29.103461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Network 0af639a4-f77e-4922-b57b-0de621d56df8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:29.112363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a1ece40a-e91e-4493-98b5-5b3c93184747 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:29.169150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:29.170761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks [] for router_gateway (f99d5f90-0647-4ef1-96f5-f9d95f168764), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.197934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:29.208922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3b473793-09a2-4483-b2bc-3b06d947b122 None None] Provisioning complete for port 31a95c40-59a7-4247-b921-de2e59ef6b16 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:29.209588 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b473793-09a2-4483-b2bc-3b06d947b122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.225118 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8d03837-135e-4fd9-82d2-398607877cfd req-aaebaca0-51a9-4cee-a25f-e85db5700b95 service neutron] 10.222.0.113 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656613 Feb 19 00:47:29.226489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] For port a1ece40a-e91e-4493-98b5-5b3c93184747, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a1ece40a-e91e-4493-98b5-5b3c93184747,segment=NetworkSegment(f492721c-1051-41a2-8101-8dae834682e5),segment_id=f492721c-1051-41a2-8101-8dae834682e5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:29.226909 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.229768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Pushing event updated for resources: {'Port': ['ID=ef15c22b-0f46-49e4-8854-e8a7288b2b95,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:29.288272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] Calling delete_port for a1ece40a-e91e-4493-98b5-5b3c93184747 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:29.334308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:29.347290 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:29.390490 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-615cc140-9941-4c72-b119-218f735496c0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4030552 Feb 19 00:47:29.397855 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:29.403231 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:29.421072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:29.426071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1315865700'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:29.485053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b473793-09a2-4483-b2bc-3b06d947b122 None None] Port 31a95c40-59a7-4247-b921-de2e59ef6b16 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:29.516884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:29.521668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Attempting to bind port ef15c22b-0f46-49e4-8854-e8a7288b2b95 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:29.522053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Attempting to bind port ef15c22b-0f46-49e4-8854-e8a7288b2b95 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:29.526766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.527558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Attempting to bind port ef15c22b-0f46-49e4-8854-e8a7288b2b95 on network 0af639a4-f77e-4922-b57b-0de621d56df8 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:29.592819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8d03837-135e-4fd9-82d2-398607877cfd req-f06bb8b8-e39b-4287-98d2-e625d1461123 service neutron] 10.222.0.113 "GET /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468163 Feb 19 00:47:29.615772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:29.619089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Checking segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:29.619340 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:29.621164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.621792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Bound using segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:29.623687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Bound port: ef15c22b-0f46-49e4-8854-e8a7288b2b95, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:29.624329 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.650678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:29.660407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (63237ed8-182d-4f4c-a340-54fca91cbc48), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.660763 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added segment 63237ed8-182d-4f4c-a340-54fca91cbc48 of type vlan for network a5aeb02d-b7c9-456c-ab49-6df05750dd31 Feb 19 00:47:29.699590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a1ece40a-e91e-4493-98b5-5b3c93184747 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:29.700432 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.717048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a5aeb02d-b7c9-456c-ab49-6df05750dd31), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.748521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a5aeb02d-b7c9-456c-ab49-6df05750dd31), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.753585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:29.754205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.776924 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3547513 Feb 19 00:47:29.786692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.789080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34686) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:29.797103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'subnet': {'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:29.855125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] For port ef15c22b-0f46-49e4-8854-e8a7288b2b95, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:29.858822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f9b2d98f-ed94-449b-847b-d3d952f5db12 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:29.867989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] Pushing event deleted for resources: {'Port': ['ID=a1ece40a-e91e-4493-98b5-5b3c93184747,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:29.872817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff391fa8-b3b0-4a40-a3d7-e0849e0683c8 req-b7f55fe1-bf52-4670-be34-b5e17815b102 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8239131 Feb 19 00:47:29.873501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2761b3-0b39-4af3-ba48-f4b692d1a945 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Network': ['ID=a6d0508a-64f8-43ab-8320-3825d0a755aa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:29.876597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Made reservation on behalf of bf312da199d24b83959b1c7f95901125 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:29.880240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:29.935494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b806f09-59b1-4336-9dfd-d17e914c7960 None None] No DVR routers for this DVR port a1ece40a-e91e-4493-98b5-5b3c93184747 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:29.947341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a6d0508a-64f8-43ab-8320-3825d0a755aa details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:29.965882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a7ec22-9642-47ba-a0aa-f066d506a661 req-e061fd55-455a-4ff9-a4fa-83de5651313f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cf4986-b8d6-476f-955d-3c99022a2b03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9068196 Feb 19 00:47:29.991467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] For port ef15c22b-0f46-49e4-8854-e8a7288b2b95, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ef15c22b-0f46-49e4-8854-e8a7288b2b95,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:30.012867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:30.025795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (14ad216d-30a7-407b-94f4-e35a0073ab40), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.026447 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Added segment 14ad216d-30a7-407b-94f4-e35a0073ab40 of type vlan for network 9e13fad2-256a-4123-a477-c7ae53eec3f8 Feb 19 00:47:30.045669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:30.084572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cfb4d4-027c-4c47-aca5-0ffd708f6320 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Network': ['ID=a5aeb02d-b7c9-456c-ab49-6df05750dd31,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:30.086469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (9e13fad2-256a-4123-a477-c7ae53eec3f8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.095144 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.118589 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f39737-ae07-41d1-83f8-db29e8453ce1 x-openstack-request-id: req-59f39737-ae07-41d1-83f8-db29e8453ce1 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:30.118834 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7382ac53-dcc4-47fe-894f-e7ebb62e535d", "name": "network-vif-deleted", "tag": "ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:30.119163 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59f39737-ae07-41d1-83f8-db29e8453ce1 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:30.120003 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7382ac53-dcc4-47fe-894f-e7ebb62e535d', 'name': 'network-vif-deleted', 'tag': 'ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6', 'status': 'completed', 'code': 200} Feb 19 00:47:30.125189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (9e13fad2-256a-4123-a477-c7ae53eec3f8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.134450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:30.135270 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.135403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:30.158996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks [] for router_gateway (f99d5f90-0647-4ef1-96f5-f9d95f168764), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.182507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.224351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Network': ['ID=9e13fad2-256a-4123-a477-c7ae53eec3f8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:30.230423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] For port a1ece40a-e91e-4493-98b5-5b3c93184747, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a1ece40a-e91e-4493-98b5-5b3c93184747,segment=NetworkSegment(f492721c-1051-41a2-8101-8dae834682e5),segment_id=f492721c-1051-41a2-8101-8dae834682e5)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:30.230805 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.273893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-21c40488-512b-4d47-b7b9-daabcdc04735 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1851201 Feb 19 00:47:30.274544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for a1ece40a-e91e-4493-98b5-5b3c93184747 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:30.275495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34692) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:30.279972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 9e13fad2-256a-4123-a477-c7ae53eec3f8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:30.287650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'ports': [{'network_id': 'a6d0508a-64f8-43ab-8320-3825d0a755aa', 'name': 'tempest-port--1739994889', 'admin_state_up': True}, {'network_id': '9e13fad2-256a-4123-a477-c7ae53eec3f8', 'admin_state_up': False}]} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:30.288385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'port': {'network_id': 'a6d0508a-64f8-43ab-8320-3825d0a755aa', 'name': 'tempest-port--1739994889', 'admin_state_up': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:30.289559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'port': {'network_id': '9e13fad2-256a-4123-a477-c7ae53eec3f8', 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:30.292686 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4530e0ee-fdaa-44c0-aa4c-ca9b5a01e5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2c0d0fc1-2e9f-40e0-8e19-ac8a4cbdb191), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.295564 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4530e0ee-fdaa-44c0-aa4c-ca9b5a01e5c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.296842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4530e0ee-fdaa-44c0-aa4c-ca9b5a01e5c9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c0d0fc1-2e9f-40e0-8e19-ac8a4cbdb191 HTTP/1.1" status: 204 len: 168 time: 2.0099654 Feb 19 00:47:30.354429 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:25Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:25Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:30.396812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530e0ee-fdaa-44c0-aa4c-ca9b5a01e5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0d0fc1-2e9f-40e0-8e19-ac8a4cbdb191,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:30.421395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Made reservation on behalf of 80a3b05a80a34aa7bdd56ae1cc430e27 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:30.427002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.465319 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:30.469809 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Updating router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b port 31a95c40-59a7-4247-b921-de2e59ef6b16 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:30.484943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a1ece40a-e91e-4493-98b5-5b3c93184747), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.509609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No DVR routers for this DVR port a1ece40a-e91e-4493-98b5-5b3c93184747 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:30.575605 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.595298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf9f43-c31e-4ed9-823c-d2eba21db182 None None] Pushing event updated for resources: {'Port': ['ID=ef15c22b-0f46-49e4-8854-e8a7288b2b95,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:30.672588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port f9b2d98f-ed94-449b-847b-d3d952f5db12 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:47:30.708111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:30.708544 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.721408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f9b2d98f-ed94-449b-847b-d3d952f5db12 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:30.728494 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.837039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Allocated IP 172.25.6.159 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/4a6bae77-0290-49bf-9366-601c96486513) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:30.846969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:30.980484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=a1ece40a-e91e-4493-98b5-5b3c93184747,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:31.088884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:31.155094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34708) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:31.231151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f492721c-1051-41a2-8101-8dae834682e5') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:31.231473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f492721c-1051-41a2-8101-8dae834682e5') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:31.246927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:31.247530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.251112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f9b2d98f-ed94-449b-847b-d3d952f5db12 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:31.251525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.257607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34710) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:31.289823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00cc920-c372-4dbd-9459-653c0c714265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b2d98f-ed94-449b-847b-d3d952f5db12'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:31.292824 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1ae67d-f5fc-4e11-935f-db142c2226f4" -d '{"events": [{"server_uuid": "e00cc920-c372-4dbd-9459-653c0c714265", "name": "network-vif-plugged", "status": "completed", "tag": "f9b2d98f-ed94-449b-847b-d3d952f5db12"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:31.323442 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (f492721c-1051-41a2-8101-8dae834682e5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.341929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ef15c22b-0f46-49e4-8854-e8a7288b2b95 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:31.345112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f9b2d98f-ed94-449b-847b-d3d952f5db12, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f9b2d98f-ed94-449b-847b-d3d952f5db12,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:31.379380 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b728-705f-4867-80ab-2788a46e0a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.391977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Made reservation on behalf of bf312da199d24b83959b1c7f95901125 for: {'port': 2} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:31.396581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.419895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.431610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.436601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:31.447787 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9146539-e0aa-41cf-ba5e-f30cae7b1c86 x-openstack-request-id: req-f9146539-e0aa-41cf-ba5e-f30cae7b1c86 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:31.448349 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00cc920-c372-4dbd-9459-653c0c714265", "name": "network-vif-plugged", "status": "completed", "tag": "f9b2d98f-ed94-449b-847b-d3d952f5db12", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:31.448795 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9146539-e0aa-41cf-ba5e-f30cae7b1c86 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:31.449373 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00cc920-c372-4dbd-9459-653c0c714265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b2d98f-ed94-449b-847b-d3d952f5db12', 'code': 200} Feb 19 00:47:31.483788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f492721c-1051-41a2-8101-8dae834682e5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.491094 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Publish callbacks [] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.500189 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.553253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba6aeb-16e7-462a-90bb-4cc0caadbac1 req-2a6cc896-dd3e-4afb-8e33-ffa634e14756 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:31.554907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7ba6aeb-16e7-462a-90bb-4cc0caadbac1 req-2a6cc896-dd3e-4afb-8e33-ffa634e14756 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 944 time: 0.4916828 Feb 19 00:47:31.558070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:47:31.564827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:31.579968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (f492721c-1051-41a2-8101-8dae834682e5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:47:31.583504 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:47:31.607948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:47:31.608302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ce4ef7fa-0613-4f2d-a0dd-6ec91914afc6 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:31.619306 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.648917 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Pushing event updated for resources: {'Port': ['ID=31a95c40-59a7-4247-b921-de2e59ef6b16,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:31.690147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ef15c22b-0f46-49e4-8854-e8a7288b2b95 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:31.690596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.740919 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.748376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f9b2d98f-ed94-449b-847b-d3d952f5db12,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:31.749101 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.749580 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.750023 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.750484 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.750918 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.760881 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.762945 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.765084 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.765278 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.765766 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.767470 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.768008 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:47:31.815621 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Attempting to bind port 31a95c40-59a7-4247-b921-de2e59ef6b16 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:31.817407 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Attempting to bind port 31a95c40-59a7-4247-b921-de2e59ef6b16 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:31.817896 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Attempting to bind port 31a95c40-59a7-4247-b921-de2e59ef6b16 on network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:31.833034 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:31.833651 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Checking segment: {'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:31.834305 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.834820 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Bound using segment: {'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:31.835430 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Bound port: 31a95c40-59a7-4247-b921-de2e59ef6b16, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5634fe-144b-4641-92db-d278c3900efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:31.835935 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.908029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ef15c22b-0f46-49e4-8854-e8a7288b2b95 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:31.911157 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:31.958475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:31.973529 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.006964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.014331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port ef15c22b-0f46-49e4-8854-e8a7288b2b95, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ef15c22b-0f46-49e4-8854-e8a7288b2b95,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:32.015995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/networks/38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71 HTTP/1.1" status: 204 len: 168 time: 3.9528875 Feb 19 00:47:32.021436 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.023063 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] For port 31a95c40-59a7-4247-b921-de2e59ef6b16, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:32.029731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34718) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.038040 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] For port 31a95c40-59a7-4247-b921-de2e59ef6b16, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=31a95c40-59a7-4247-b921-de2e59ef6b16,segment=NetworkSegment(fd5634fe-144b-4641-92db-d278c3900efe),segment_id=fd5634fe-144b-4641-92db-d278c3900efe)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:32.057005 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.068673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-693736947'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:32.086925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks [] for port (4a6bae77-0290-49bf-9366-601c96486513), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.090050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7ba6aeb-16e7-462a-90bb-4cc0caadbac1 req-ad9a0500-a2c9-4399-a871-f536c41d8fd3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055799 Feb 19 00:47:32.107652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16702120-6e30-4c7c-9278-62c437ec9767 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Network': ['ID=38be1f5d-5b8b-49cf-ac5d-9b7ccd353d71,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.170594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:32.171144 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feed017-3f41-4a65-83b9-2a4a6dd5c136 None None] Pushing event updated for resources: {'Port': ['ID=31a95c40-59a7-4247-b921-de2e59ef6b16,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.171515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e5414218-bf30-4581-9ff3-209a3ce92a5b None None] Provisioning complete for port 31a95c40-59a7-4247-b921-de2e59ef6b16 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:32.171899 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5414218-bf30-4581-9ff3-209a3ce92a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.173588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=ef15c22b-0f46-49e4-8854-e8a7288b2b95,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.176903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.182147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (43de4264-c7a5-4217-8ee2-461b8e2c67ca), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.216578 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:32.217384 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:32.232272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b728-705f-4867-80ab-2788a46e0a9a admin admin] Publish callbacks [] for security_group (17dc1171-dfc0-42c6-b855-756889759b47), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.246135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b0d61-f6d1-493f-93a7-9e98da5a8bc8 None None] Network 0af639a4-f77e-4922-b57b-0de621d56df8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:32.255655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:32.275868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b82e5aea-ae12-45c3-8594-7592852361e8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.276260 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Added segment b82e5aea-ae12-45c3-8594-7592852361e8 of type vlan for network 00245700-403d-4a93-beff-b44f05b1c007 Feb 19 00:47:32.337489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a4039-b520-4829-9152-f3b1eec33067 req-d48b60dd-59cd-4b2b-80cd-cb57db56a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:32.341976 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bc9a4039-b520-4829-9152-f3b1eec33067 req-d48b60dd-59cd-4b2b-80cd-cb57db56a9a9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 1127 time: 0.8886483 Feb 19 00:47:32.371893 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b728-705f-4867-80ab-2788a46e0a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (17dc1171-dfc0-42c6-b855-756889759b47), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.432256 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:32.449530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (00245700-403d-4a93-beff-b44f05b1c007), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.535649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] device_id is not set on port d7bad235-e403-45ba-801d-b28db045972a yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:47:32.538781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d4b8b728-705f-4867-80ab-2788a46e0a9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ad9c63eb7884cada39ab238dad952d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2799790 Feb 19 00:47:32.540146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34720) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.545100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8b728-705f-4867-80ab-2788a46e0a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dc1171-dfc0-42c6-b855-756889759b47,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.560816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e5414218-bf30-4581-9ff3-209a3ce92a5b None None] Current status of the port 31a95c40-59a7-4247-b921-de2e59ef6b16 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:32.561379 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5414218-bf30-4581-9ff3-209a3ce92a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.572689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (00245700-403d-4a93-beff-b44f05b1c007), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.577758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:32.579683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.617194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e5414218-bf30-4581-9ff3-209a3ce92a5b None None] For port 31a95c40-59a7-4247-b921-de2e59ef6b16, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=31a95c40-59a7-4247-b921-de2e59ef6b16,segment=NetworkSegment(fd5634fe-144b-4641-92db-d278c3900efe),segment_id=fd5634fe-144b-4641-92db-d278c3900efe)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:32.623610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5414218-bf30-4581-9ff3-209a3ce92a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.655426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Checking segment: {'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:32.655807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network hostable DHCP agents. Network: a5aeb02d-b7c9-456c-ab49-6df05750dd31, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:32.669111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5c2e-3bb1-4734-8d2b-3deda3108a84 admin admin] Publish callbacks [] for security_group (17dc1171-dfc0-42c6-b855-756889759b47), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.703556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6714184 Feb 19 00:47:32.713243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34728) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.715169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Subnet': ['ID=43de4264-c7a5-4217-8ee2-461b8e2c67ca,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.743404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5414218-bf30-4581-9ff3-209a3ce92a5b None None] Pushing event updated for resources: {'Port': ['ID=31a95c40-59a7-4247-b921-de2e59ef6b16,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.760614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8ef9fea9-3409-4c35-94d9-3799e32ab36a None None] Provisioning complete for port 31a95c40-59a7-4247-b921-de2e59ef6b16 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:32.761052 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fea9-3409-4c35-94d9-3799e32ab36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.762806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:32.768714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': '00245700-403d-4a93-beff-b44f05b1c007', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:32.800230 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bc9a4039-b520-4829-9152-f3b1eec33067 req-e767b26f-902e-4032-adfc-b6175854ea10 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282520 Feb 19 00:47:32.801082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a5aeb02d-b7c9-456c-ab49-6df05750dd31) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:32.805597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:32.806580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.818472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca43124-0183-41c6-8d7b-e156576e37df None None] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:32.846280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd98f04-1580-46e3-825c-cedf7fcda798 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Network': ['ID=00245700-403d-4a93-beff-b44f05b1c007,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:32.866487 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4a6bae77-0290-49bf-9366-601c96486513), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.888120 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5c2e-3bb1-4734-8d2b-3deda3108a84 admin admin] Publish callbacks [] for security_group (17dc1171-dfc0-42c6-b855-756889759b47), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:32.906578 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:25Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:32.908137 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bad427a1-2d02-4b93-a579-ba20b34c3d79 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1178761 Feb 19 00:47:32.919464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34730) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:32.950769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 00245700-403d-4a93-beff-b44f05b1c007 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:32.976359 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0a27d7-355f-445f-ae43-8315f6dbba45 None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:25Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:33.103082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:33.121595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:33.125155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:33.213187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6bae77-0290-49bf-9366-601c96486513,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:33.216326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ef15c22b-0f46-49e4-8854-e8a7288b2b95 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:33.254313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:33.256317 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.380629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:33.385107 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.668152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:33.671884 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32efb9f4-a779-4537-acc5-abb87bbe8524" -d '{"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-plugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:33.696762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bb53e-f976-418f-8105-bee72e6dd145 req-6768bc3b-2a12-4239-b77c-6cc1e6ec62de tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:33.710222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca7bb53e-f976-418f-8105-bee72e6dd145 req-6768bc3b-2a12-4239-b77c-6cc1e6ec62de tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 945 time: 0.4237514 Feb 19 00:47:33.780063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Allocated IP 2001:db8:3::2 (a5aeb02d-b7c9-456c-ab49-6df05750dd31/43de4264-c7a5-4217-8ee2-461b8e2c67ca/577ef239-78f0-4283-b281-c0b80828778e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:33.877446 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6049897-fa81-49e6-af13-16c28d9de914 x-openstack-request-id: req-a6049897-fa81-49e6-af13-16c28d9de914 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:33.878121 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-plugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:33.878664 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6049897-fa81-49e6-af13-16c28d9de914 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:33.879293 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'code': 200} Feb 19 00:47:33.889085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9fea9-3409-4c35-94d9-3799e32ab36a None None] Current status of the port 31a95c40-59a7-4247-b921-de2e59ef6b16 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:33.947780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8ef9fea9-3409-4c35-94d9-3799e32ab36a None None] Provisioning complete for port ef15c22b-0f46-49e4-8854-e8a7288b2b95 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:33.948525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef9fea9-3409-4c35-94d9-3799e32ab36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:33.981592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca7bb53e-f976-418f-8105-bee72e6dd145 req-7c542c5e-74ac-4ca7-b5d3-f4afede011ee tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552714 Feb 19 00:47:34.082980 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Publish callbacks [] for port (577ef239-78f0-4283-b281-c0b80828778e), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.111621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5c2e-3bb1-4734-8d2b-3deda3108a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (17dc1171-dfc0-42c6-b855-756889759b47), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.114925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf9d5c2e-3bb1-4734-8d2b-3deda3108a84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.116309 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cf9d5c2e-3bb1-4734-8d2b-3deda3108a84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17dc1171-dfc0-42c6-b855-756889759b47 HTTP/1.1" status: 204 len: 168 time: 1.5750167 Feb 19 00:47:34.177232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for port (d7bad235-e403-45ba-801d-b28db045972a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.177809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ef15c22b-0f46-49e4-8854-e8a7288b2b95 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:34.178748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.187023 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d5c2e-3bb1-4734-8d2b-3deda3108a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dc1171-dfc0-42c6-b855-756889759b47,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:34.227181 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (577ef239-78f0-4283-b281-c0b80828778e), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.324879 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.346847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] device_id is not set on port db2663e4-68fc-424f-a6fb-b5e04f07c670 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:47:34.350106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8ef9fea9-3409-4c35-94d9-3799e32ab36a None None] Current status of the port ef15c22b-0f46-49e4-8854-e8a7288b2b95 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:34.365522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:34.373666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:34.380987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:34.420822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Pushing event updated for resources: {'Port': ['ID=577ef239-78f0-4283-b281-c0b80828778e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:34.500889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ef15c22b-0f46-49e4-8854-e8a7288b2b95 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:34.512298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Attempting to bind port 577ef239-78f0-4283-b281-c0b80828778e on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:34.512692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Attempting to bind port 577ef239-78f0-4283-b281-c0b80828778e by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:34.513058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Attempting to bind port 577ef239-78f0-4283-b281-c0b80828778e on network a5aeb02d-b7c9-456c-ab49-6df05750dd31 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:34.516481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ae329615-b0fa-4e34-a978-10fbe59e76b0 None None] Provisioning complete for port ef15c22b-0f46-49e4-8854-e8a7288b2b95 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:34.516859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae329615-b0fa-4e34-a978-10fbe59e76b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.521387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:34.521767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Checking segment: {'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:34.522164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.522598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Bound using segment: {'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:34.523083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Bound port: 577ef239-78f0-4283-b281-c0b80828778e, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:34.523462 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (577ef239-78f0-4283-b281-c0b80828778e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.547949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (53d2e92c-c437-40fe-adb4-3b666124142f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.639831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks [] for router_gateway (f99d5f90-0647-4ef1-96f5-f9d95f168764), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.686410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] For port 577ef239-78f0-4283-b281-c0b80828778e, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:34.710249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (0e78c210-1d0f-4127-91a6-f7e3a8a1e78f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.789409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] For port 577ef239-78f0-4283-b281-c0b80828778e, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=577ef239-78f0-4283-b281-c0b80828778e,segment=NetworkSegment(63237ed8-182d-4f4c-a340-54fca91cbc48),segment_id=63237ed8-182d-4f4c-a340-54fca91cbc48)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:34.806371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for port (db2663e4-68fc-424f-a6fb-b5e04f07c670), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.825162 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (577ef239-78f0-4283-b281-c0b80828778e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:34.852808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=0e78c210-1d0f-4127-91a6-f7e3a8a1e78f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:34.888603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Checking segment: {'id': 'b82e5aea-ae12-45c3-8594-7592852361e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '00245700-403d-4a93-beff-b44f05b1c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:34.888963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network hostable DHCP agents. Network: 00245700-403d-4a93-beff-b44f05b1c007, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:34.940754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network 00245700-403d-4a93-beff-b44f05b1c007 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:34.952710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ae329615-b0fa-4e34-a978-10fbe59e76b0 None None] Current status of the port ef15c22b-0f46-49e4-8854-e8a7288b2b95 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:34.957768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Allocated IP 2001:db8:3::1 (a5aeb02d-b7c9-456c-ab49-6df05750dd31/43de4264-c7a5-4217-8ee2-461b8e2c67ca/f2f7919d-e04c-4c53-b0e2-b5dff89fe03b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:34.963485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 00245700-403d-4a93-beff-b44f05b1c007) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:34.973047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:34.973654 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.038765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bee022-a1ba-471e-84ec-0f34b482a682 None None] Pushing event updated for resources: {'Port': ['ID=577ef239-78f0-4283-b281-c0b80828778e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:35.054505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87745220-1813-49f5-9504-d583c8c0ecdc None None] Network 00245700-403d-4a93-beff-b44f05b1c007 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:35.066838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d68322aa-794c-47aa-a3da-fca47a9ca733 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3486416 Feb 19 00:47:35.081523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34750) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:35.086132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34752) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:35.102594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5cc73ee7-3b02-408e-ab3d-a124043cf1ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-720052764', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:35.140391 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d7bad235-e403-45ba-801d-b28db045972a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.234199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f99745e2-3732-40b9-8f10-806fec20ca82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.253269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 31a95c40-59a7-4247-b921-de2e59ef6b16 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:35.288395 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5cc73ee7-3b02-408e-ab3d-a124043cf1ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (cebf4b08-0fe0-484b-80f3-c05a07a50489), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.289455 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5cc73ee7-3b02-408e-ab3d-a124043cf1ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (cebf4b08-0fe0-484b-80f3-c05a07a50489), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.329842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 31a95c40-59a7-4247-b921-de2e59ef6b16 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:35.330338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.351742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.381373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-00245700-403d-4a93-beff-b44f05b1c007', 'network_id': '00245700-403d-4a93-beff-b44f05b1c007', 'project_id': '1761bddd2a124781bf49884ccf00dc8b', 'fixed_ips': [{'subnet_id': '0e78c210-1d0f-4127-91a6-f7e3a8a1e78f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:35.382094 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.402223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fa47c-696e-4f0a-a3fa-9257dfe72a83 req-3148ccbe-e4a3-4f3d-ad31-78aa5075f382 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:35.403751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e49fa47c-696e-4f0a-a3fa-9257dfe72a83 req-3148ccbe-e4a3-4f3d-ad31-78aa5075f382 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 945 time: 0.2743070 Feb 19 00:47:35.478002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Port': ['ID=d7bad235-e403-45ba-801d-b28db045972a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:35.480036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5cc73ee7-3b02-408e-ab3d-a124043cf1ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for router_controller (cebf4b08-0fe0-484b-80f3-c05a07a50489), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.505095 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5cc73ee7-3b02-408e-ab3d-a124043cf1ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (cebf4b08-0fe0-484b-80f3-c05a07a50489), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.518795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Checking segment: {'id': '2c0bd224-dd41-408a-9937-c7afbaf19dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a6d0508a-64f8-43ab-8320-3825d0a755aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:35.519283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Network hostable DHCP agents. Network: a6d0508a-64f8-43ab-8320-3825d0a755aa, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:35.528164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (f99d5f90-0647-4ef1-96f5-f9d95f168764), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.570329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e49fa47c-696e-4f0a-a3fa-9257dfe72a83 req-87197aef-c7c3-4876-8b37-badc2cbb3064 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036022 Feb 19 00:47:35.572517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 31a95c40-59a7-4247-b921-de2e59ef6b16 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:35.577122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.652224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Allocated IP 172.20.0.2 (00245700-403d-4a93-beff-b44f05b1c007/0e78c210-1d0f-4127-91a6-f7e3a8a1e78f/dde6dfeb-6ccb-4b47-8f32-2b13507be1f2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:35.663688 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5cc73ee7-3b02-408e-ab3d-a124043cf1ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.677119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34756) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:35.678027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5cc73ee7-3b02-408e-ab3d-a124043cf1ae tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5966592 Feb 19 00:47:35.686003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'network_id': '00245700-403d-4a93-beff-b44f05b1c007', 'name': 'tempest-PortsTestJSON-1582300823'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:35.694366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Network a6d0508a-64f8-43ab-8320-3825d0a755aa is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:35.795266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f99745e2-3732-40b9-8f10-806fec20ca82 admin admin] Publish callbacks [] for security_group (57f3fedb-8cb7-4769-869e-646dac03cd88), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.812983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:35.820202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:35.829601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:35.838585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:35.839177 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.844061 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f99745e2-3732-40b9-8f10-806fec20ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (57f3fedb-8cb7-4769-869e-646dac03cd88), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:35.848660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a6d0508a-64f8-43ab-8320-3825d0a755aa) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:35.866325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331046ce-24b3-4900-9df2-5f3a7c2e3680 None None] Network a6d0508a-64f8-43ab-8320-3825d0a755aa requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:35.932670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:35.933635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (db2663e4-68fc-424f-a6fb-b5e04f07c670), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.002955 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Publish callbacks [] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.015080 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.057736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Network 00245700-403d-4a93-beff-b44f05b1c007 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:36.061224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:36.065884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:36.082862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f99745e2-3732-40b9-8f10-806fec20ca82 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef06ff7f72644f2fb28e971925dd0c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9749360 Feb 19 00:47:36.083721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99745e2-3732-40b9-8f10-806fec20ca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3fedb-8cb7-4769-869e-646dac03cd88,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:36.086234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34772) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:36.146372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 221e17c0-1c94-459e-8df4-e2f7baa2f273 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:36.147307 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.190733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Pushing event updated for resources: {'Port': ['ID=dde6dfeb-6ccb-4b47-8f32-2b13507be1f2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:36.216726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Attempting to bind port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:36.217376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Attempting to bind port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'b82e5aea-ae12-45c3-8594-7592852361e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '00245700-403d-4a93-beff-b44f05b1c007'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:36.217756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Attempting to bind port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 on network 00245700-403d-4a93-beff-b44f05b1c007 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:36.233389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:36.234174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Checking segment: {'id': 'b82e5aea-ae12-45c3-8594-7592852361e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '00245700-403d-4a93-beff-b44f05b1c007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:36.235656 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.237017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Bound using segment: {'id': 'b82e5aea-ae12-45c3-8594-7592852361e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '00245700-403d-4a93-beff-b44f05b1c007'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:36.237767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Bound port: dde6dfeb-6ccb-4b47-8f32-2b13507be1f2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82e5aea-ae12-45c3-8594-7592852361e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '00245700-403d-4a93-beff-b44f05b1c007'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:36.238513 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.263548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Port': ['ID=db2663e4-68fc-424f-a6fb-b5e04f07c670,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:36.266090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:36.272343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.290048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Checking segment: {'id': '14ad216d-30a7-407b-94f4-e35a0073ab40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9e13fad2-256a-4123-a477-c7ae53eec3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:36.290466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Network hostable DHCP agents. Network: 9e13fad2-256a-4123-a477-c7ae53eec3f8, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:36.344573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port e166ec83-848c-43dc-ae23-a0d92a0ed54a yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:47:36.397815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] For port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:36.407085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] For port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dde6dfeb-6ccb-4b47-8f32-2b13507be1f2,segment=NetworkSegment(b82e5aea-ae12-45c3-8594-7592852361e8),segment_id=b82e5aea-ae12-45c3-8594-7592852361e8)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:36.416392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Network 9e13fad2-256a-4123-a477-c7ae53eec3f8 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:36.418462 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.555015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b08e3-248a-4497-ae86-0e30ec083ec0 None None] Pushing event updated for resources: {'Port': ['ID=dde6dfeb-6ccb-4b47-8f32-2b13507be1f2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:36.565230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 9e13fad2-256a-4123-a477-c7ae53eec3f8) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:36.570330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port 221e17c0-1c94-459e-8df4-e2f7baa2f273, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=221e17c0-1c94-459e-8df4-e2f7baa2f273,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:36.570714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.579150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6285fb-0027-4ea0-bbac-2104dbcb810a None None] Network 9e13fad2-256a-4123-a477-c7ae53eec3f8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:36.609426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:36.633937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:36.638511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:36.639228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.690862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 221e17c0-1c94-459e-8df4-e2f7baa2f273 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:36.711744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Router f99d5f90-0647-4ef1-96f5-f9d95f168764 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:47:36.779964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-02b694ea-8daa-45c2-af44-1000f3cfe266 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:36.782527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-02b694ea-8daa-45c2-af44-1000f3cfe266 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.9297931 Feb 19 00:47:36.794796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e814ff25-19c5-46fc-9347-6ac62627c86f None None] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:36.796464 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.807957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9290a9ff-a9aa-47fe-9303-7671aec2850f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.5291615 Feb 19 00:47:36.820967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34774) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:36.842662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a1a3-799c-4a9d-85bc-12056c1028bb admin admin] Publish callbacks [] for security_group (57f3fedb-8cb7-4769-869e-646dac03cd88), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.897496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a1a3-799c-4a9d-85bc-12056c1028bb admin admin] Publish callbacks [] for security_group (57f3fedb-8cb7-4769-869e-646dac03cd88), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:36.950651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-f8885ef1-8eb2-4557-90e6-b23c7084671b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/quotas/d7e8ab9c7cfa4f81af355f28eaf8cacc HTTP/1.1" status: 200 len: 375 time: 0.1611657 Feb 19 00:47:36.973598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8aa8ab62-93f9-452e-b150-6b071d98f43c None None] Provisioning complete for port 577ef239-78f0-4283-b281-c0b80828778e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:36.974092 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ab62-93f9-452e-b150-6b071d98f43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (577ef239-78f0-4283-b281-c0b80828778e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.216678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-529adb7e-524b-49b9-b702-3cf6b97ad225 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2424808 Feb 19 00:47:37.219903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a1a3-799c-4a9d-85bc-12056c1028bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (57f3fedb-8cb7-4769-869e-646dac03cd88), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.222684 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4cb2a1a3-799c-4a9d-85bc-12056c1028bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.223941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4cb2a1a3-799c-4a9d-85bc-12056c1028bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/57f3fedb-8cb7-4769-869e-646dac03cd88 HTTP/1.1" status: 204 len: 168 time: 1.0854948 Feb 19 00:47:37.236739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.14 (00245700-403d-4a93-beff-b44f05b1c007/0e78c210-1d0f-4127-91a6-f7e3a8a1e78f/e166ec83-848c-43dc-ae23-a0d92a0ed54a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:37.273993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2a1a3-799c-4a9d-85bc-12056c1028bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3fedb-8cb7-4769-869e-646dac03cd88,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:37.289572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8aa8ab62-93f9-452e-b150-6b071d98f43c None None] Current status of the port 577ef239-78f0-4283-b281-c0b80828778e is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:37.289973 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ab62-93f9-452e-b150-6b071d98f43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (577ef239-78f0-4283-b281-c0b80828778e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.317897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 577ef239-78f0-4283-b281-c0b80828778e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:37.495807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8aa8ab62-93f9-452e-b150-6b071d98f43c None None] For port 577ef239-78f0-4283-b281-c0b80828778e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=577ef239-78f0-4283-b281-c0b80828778e,segment=NetworkSegment(63237ed8-182d-4f4c-a340-54fca91cbc48),segment_id=63237ed8-182d-4f4c-a340-54fca91cbc48)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:37.509442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8aa8ab62-93f9-452e-b150-6b071d98f43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (577ef239-78f0-4283-b281-c0b80828778e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.606295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8ab62-93f9-452e-b150-6b071d98f43c None None] Pushing event updated for resources: {'Port': ['ID=577ef239-78f0-4283-b281-c0b80828778e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:37.637486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 577ef239-78f0-4283-b281-c0b80828778e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:37.637824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (577ef239-78f0-4283-b281-c0b80828778e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.692658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e79af-b4a8-4904-94d1-8695814da62d tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:37.695020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e79af-b4a8-4904-94d1-8695814da62d tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:37.727779 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c23e79af-b4a8-4904-94d1-8695814da62d tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7700665 Feb 19 00:47:37.727779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34784) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:37.788724 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.803086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.803897 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:37.862918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 577ef239-78f0-4283-b281-c0b80828778e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:37.866252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:37.891798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-d10f7d3c-0faf-43ac-9c5e-3be81487be9b service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6146724 Feb 19 00:47:37.905897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event updated for resources: {'Port': ['ID=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:37.945717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:37.992449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:37.992928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.153509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Sync routers for ids ['f99d5f90-0647-4ef1-96f5-f9d95f168764'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:38.187015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-73a9f590-9fc5-464e-8772-0072cfd83ac9 None None] Provisioning complete for port 577ef239-78f0-4283-b281-c0b80828778e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:38.187392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73a9f590-9fc5-464e-8772-0072cfd83ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (577ef239-78f0-4283-b281-c0b80828778e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.271854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:38.277624 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.278343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:38.278973 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a3ec68c3-ecb0-41dd-92f5-dcd49d24a1b0 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.8127227 Feb 19 00:47:38.290807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:38.417241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5ffc5c5b-1dde-474e-9311-b75a289eae99 service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058966 Feb 19 00:47:38.417715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (221e17c0-1c94-459e-8df4-e2f7baa2f273), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.432207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:38.432599 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.532839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Routers {'f99d5f90-0647-4ef1-96f5-f9d95f168764'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:38.533558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f99d5f90-0647-4ef1-96f5-f9d95f168764'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:38.664107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:38.763950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dde6dfeb-6ccb-4b47-8f32-2b13507be1f2,segment=NetworkSegment(b82e5aea-ae12-45c3-8594-7592852361e8),segment_id=b82e5aea-ae12-45c3-8594-7592852361e8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:38.790980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c43cf3-dca3-4f7a-ac8d-18eb534b3bdc None None] Network 00245700-403d-4a93-beff-b44f05b1c007 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:38.806822 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:38.994224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:39.018502 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:39.023323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a74073f4-55f4-4227-847b-c16ae794063b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1027513 Feb 19 00:47:39.026808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34816) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:39.033673 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:39.038555 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:39.095347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:39.248367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5d999e0-3cef-4ba9-b0f2-6a174d4c4a5b req-cacd6e22-f994-4c02-91f0-8eceafba96a9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 210 time: 0.2548447 Feb 19 00:47:39.268206 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:39.539220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=221e17c0-1c94-459e-8df4-e2f7baa2f273,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:39.548359 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f922d-5aa1-4db7-8942-5550efe03466 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Deleting port d7bad235-e403-45ba-801d-b28db045972a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:39.548913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c6f922d-5aa1-4db7-8942-5550efe03466 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d7bad235-e403-45ba-801d-b28db045972a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.634515 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:36Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:37Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:39.679798 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:39.680165 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Updating router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:39.711420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 577ef239-78f0-4283-b281-c0b80828778e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:39.755941 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.848899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Set router f99d5f90-0647-4ef1-96f5-f9d95f168764 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:39.871487 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (53d2e92c-c437-40fe-adb4-3b666124142f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.913922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c6f922d-5aa1-4db7-8942-5550efe03466 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d7bad235-e403-45ba-801d-b28db045972a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.944488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:39.959486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9c6f922d-5aa1-4db7-8942-5550efe03466 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Calling delete_port for d7bad235-e403-45ba-801d-b28db045972a owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:40.007130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=dde6dfeb-6ccb-4b47-8f32-2b13507be1f2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:40.115813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-73a9f590-9fc5-464e-8772-0072cfd83ac9 None None] Current status of the port 577ef239-78f0-4283-b281-c0b80828778e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:40.181154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 577ef239-78f0-4283-b281-c0b80828778e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:40.181706 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (577ef239-78f0-4283-b281-c0b80828778e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.199336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-73a9f590-9fc5-464e-8772-0072cfd83ac9 None None] Provisioning complete for port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:40.200466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73a9f590-9fc5-464e-8772-0072cfd83ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.247785 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Publish callbacks [] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.255889 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.337012 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1ea22-d83e-4180-bcad-6b2039bfaf52 None None] Pushing event updated for resources: {'Port': ['ID=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:40.410297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.extraroute_db [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 00:47:40.431002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.482212 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Attempting to bind port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:40.483755 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Attempting to bind port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:40.484143 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Attempting to bind port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b on network a5aeb02d-b7c9-456c-ab49-6df05750dd31 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:40.495726 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:40.501203 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Checking segment: {'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:40.503440 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.504370 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Bound using segment: {'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:40.505369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d11cf3a1-fc6b-4e94-bdb0-ac6be44b0483 req-f7badb2d-15c6-4e19-8ea2-1b063aabaccc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 210 time: 0.0882666 Feb 19 00:47:40.519068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.extraroute_db [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Removed routes are [] {{(pid=103649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 00:47:40.519550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-73a9f590-9fc5-464e-8772-0072cfd83ac9 None None] Port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:40.519760 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.520117 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Bound port: f2f7919d-e04c-4c53-b0e2-b5dff89fe03b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63237ed8-182d-4f4c-a340-54fca91cbc48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:40.523006 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.739331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 577ef239-78f0-4283-b281-c0b80828778e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:40.781213 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] For port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:40.787381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Provisioning complete for port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:40.788053 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.799923 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] For port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,segment=NetworkSegment(63237ed8-182d-4f4c-a340-54fca91cbc48),segment_id=63237ed8-182d-4f4c-a340-54fca91cbc48)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:40.805046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network 00245700-403d-4a93-beff-b44f05b1c007 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:40.844885 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:40.848829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=e166ec83-848c-43dc-ae23-a0d92a0ed54a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:40.912695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '4a6bae77-0290-49bf-9366-601c96486513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:47:34Z', 'revision_number': 3, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port': {'id': '4a6bae77-0290-49bf-9366-601c96486513', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:30Z', 'updated_at': '2022-02-19T00:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:41.006444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Checking router: f99d5f90-0647-4ef1-96f5-f9d95f168764 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:41.007092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Updating router f99d5f90-0647-4ef1-96f5-f9d95f168764 port 4a6bae77-0290-49bf-9366-601c96486513 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:41.089424 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:41.094632 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:41.098207 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1ea22-d83e-4180-bcad-6b2039bfaf52 None None] Pushing event updated for resources: {'Port': ['ID=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:41.244327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Current status of the port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:41.252130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4a6bae77-0290-49bf-9366-601c96486513), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.301512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:41.303867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:41.340304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c6f922d-5aa1-4db7-8942-5550efe03466 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d7bad235-e403-45ba-801d-b28db045972a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.350217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Provisioning complete for port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:41.352276 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:47:41.353229 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.354724 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:41.368913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.412699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:41.433408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.477371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-64028e6c-a4d3-4784-b243-d5ed858b89d8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:41.479720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-64028e6c-a4d3-4784-b243-d5ed858b89d8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.126 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.6605959 Feb 19 00:47:41.495146 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c6f922d-5aa1-4db7-8942-5550efe03466 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.501550 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9c6f922d-5aa1-4db7-8942-5550efe03466 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/ports/d7bad235-e403-45ba-801d-b28db045972a HTTP/1.1" status: 204 len: 168 time: 3.7840223 Feb 19 00:47:41.506494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34930) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:41.521980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f922d-5aa1-4db7-8942-5550efe03466 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Port': ['ID=d7bad235-e403-45ba-801d-b28db045972a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:41.585888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Request body: {'port': {'device_id': 'd4f340d9-6d6b-4f6a-825e-2e2341d4750f', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'admin_state_up': True, 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:41.835382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Current status of the port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:41.835979 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.853357 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:40Z', 'revision_number': 6, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:40Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:41.870785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6c34573-0d5e-4789-91d7-0c31152522e0 req-a530e9e7-386b-475a-907b-d9265d7d3b2a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 210 time: 0.0758321 Feb 19 00:47:41.919675 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e5142f-230f-45ba-9a67-cd37c3fbd24f None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:40Z', 'revision_number': 6, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:40Z', 'revision_number': 4, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:41.947896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34936) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:41.966033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:41.966699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:41.986021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:41.992532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.047921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:42.050814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] For port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,segment=NetworkSegment(63237ed8-182d-4f4c-a340-54fca91cbc48),segment_id=63237ed8-182d-4f4c-a340-54fca91cbc48)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:42.061724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.109497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 53d2e92c-c437-40fe-adb4-3b666124142f has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:42.125808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:42.135584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5478b4-fc2a-4fb7-97f8-8388780b2856 None None] Pushing event updated for resources: {'Port': ['ID=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:42.161833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.199498 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-699d5388-23da-49fd-90c6-5467a046ae7b tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.5171144 Feb 19 00:47:42.211425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34940) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:42.237265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:42.246680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.258465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e4b2c7b2-528f-4919-b76d-dfbaa2d5a02b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 200 len: 954 time: 3.1795928 Feb 19 00:47:42.260772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34942) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:42.344044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Provisioning complete for port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:42.347322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.399102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ec557085-76fe-40c9-b4d0-ff57b25d1769 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 200 len: 954 time: 0.1273794 Feb 19 00:47:42.406772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34948) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:42.411988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'routes': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:42.426811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:42.473471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17adf06d-e47a-43c0-b7f8-9bd2647a9325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.505487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Current status of the port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:42.516650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-58daea7d-37fe-46d4-945d-6598c7911fc9 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Deleting port db2663e4-68fc-424f-a6fb-b5e04f07c670 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:42.516995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58daea7d-37fe-46d4-945d-6598c7911fc9 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (db2663e4-68fc-424f-a6fb-b5e04f07c670), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.617891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:42.618311 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Publish callbacks [] for port (4a6bae77-0290-49bf-9366-601c96486513), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.637569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-febce1e4-dc7f-4850-bdad-206db05b2d8f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "PUT /v2.0/routers/53d2e92c-c437-40fe-adb4-3b666124142f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4735157 Feb 19 00:47:42.640228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34950) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:42.649600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] Sync routers for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:42.657194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Allocated IP 172.20.0.6 (f3df7abb-909f-4cfc-83dc-4f97b1415e22/3299a37f-8323-45d4-96ad-6889f7461e7f/416aadc4-2ee5-4be9-a442-0b38d7c1fde0) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:42.658578 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4a6bae77-0290-49bf-9366-601c96486513), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.728382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e241b-da5f-49a0-9b6c-594e4d3790ce None None] Pushing event updated for resources: {'Port': ['ID=4a6bae77-0290-49bf-9366-601c96486513,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:42.731478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Provisioning complete for port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:42.732168 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:42.808991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:42.809754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:42.911551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Current status of the port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:42.915959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Attempting to bind port 4a6bae77-0290-49bf-9366-601c96486513 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:42.916341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Attempting to bind port 4a6bae77-0290-49bf-9366-601c96486513 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:42.916715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Attempting to bind port 4a6bae77-0290-49bf-9366-601c96486513 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:42.955200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58daea7d-37fe-46d4-945d-6598c7911fc9 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (db2663e4-68fc-424f-a6fb-b5e04f07c670), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.008626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:43.011657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:43.011783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-58daea7d-37fe-46d4-945d-6598c7911fc9 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Calling delete_port for db2663e4-68fc-424f-a6fb-b5e04f07c670 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:43.014746 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.015393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:43.016281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Bound port: 4a6bae77-0290-49bf-9366-601c96486513, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:43.018783 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4a6bae77-0290-49bf-9366-601c96486513), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.085878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Provisioning complete for port e166ec83-848c-43dc-ae23-a0d92a0ed54a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:43.086550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.327630 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-de283630-013c-4f96-a940-1a903003cdda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting subnet f2fb0053-5bab-4a89-a305-38300cae03cd {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:47:43.347191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-de283630-013c-4f96-a940-1a903003cdda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for subnet (f2fb0053-5bab-4a89-a305-38300cae03cd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.398664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f793464-f777-4969-90c9-bd3db76cf47c req-f7e4a79e-960e-451d-891d-52ed32155489 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 210 time: 0.1392922 Feb 19 00:47:43.450206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-463a5d36-dd1b-4812-97d3-29281a6ee17b None None] Port e166ec83-848c-43dc-ae23-a0d92a0ed54a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:43.452927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f2f7919d-e04c-4c53-b0e2-b5dff89fe03b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:43.539504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-de283630-013c-4f96-a940-1a903003cdda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (f2fb0053-5bab-4a89-a305-38300cae03cd), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.555508 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:43.572948 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:43.575103 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:43.625979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.648864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58daea7d-37fe-46d4-945d-6598c7911fc9 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (db2663e4-68fc-424f-a6fb-b5e04f07c670), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.652480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] For port 4a6bae77-0290-49bf-9366-601c96486513, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:43.684662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:43.696288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.729382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daea7d-37fe-46d4-945d-6598c7911fc9 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Port': ['ID=db2663e4-68fc-424f-a6fb-b5e04f07c670,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:43.750161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58daea7d-37fe-46d4-945d-6598c7911fc9 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.757499 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-58daea7d-37fe-46d4-945d-6598c7911fc9 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/ports/db2663e4-68fc-424f-a6fb-b5e04f07c670 HTTP/1.1" status: 204 len: 168 time: 2.2286377 Feb 19 00:47:43.757499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:43.787878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] For port 4a6bae77-0290-49bf-9366-601c96486513, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4a6bae77-0290-49bf-9366-601c96486513,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:43.810085 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:43.817771 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks [] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.866041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:43.866041 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:43.874473 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b68eb74a-d1c1-4df4-bbde-bde657d9f25b tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1119406 Feb 19 00:47:43.882624 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4a6bae77-0290-49bf-9366-601c96486513), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.042785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.extraroute_db [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added routes are [] {{(pid=103649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 00:47:44.043660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.extraroute_db [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103649) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 00:47:44.050057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e241b-da5f-49a0-9b6c-594e4d3790ce None None] Pushing event updated for resources: {'Port': ['ID=4a6bae77-0290-49bf-9366-601c96486513,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:44.103091 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.112463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34962) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:44.119026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Routers {'f99d5f90-0647-4ef1-96f5-f9d95f168764'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:44.119989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f99d5f90-0647-4ef1-96f5-f9d95f168764'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:44.120830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-775629045'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:44.129931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17adf06d-e47a-43c0-b7f8-9bd2647a9325 admin admin] Publish callbacks [] for security_group (38a9fec4-fead-4ccf-9b99-2fd7a4760c10), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.135721 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.185591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e', 'f9b2d98f-ed94-449b-847b-d3d952f5db12'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:44.253378 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17adf06d-e47a-43c0-b7f8-9bd2647a9325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38a9fec4-fead-4ccf-9b99-2fd7a4760c10), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.259307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:44.338573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adf06d-e47a-43c0-b7f8-9bd2647a9325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a9fec4-fead-4ccf-9b99-2fd7a4760c10,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:44.355002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:44.380563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:44.441208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-de283630-013c-4f96-a940-1a903003cdda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f2fb0053-5bab-4a89-a305-38300cae03cd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.443669 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:40Z', 'revision_number': 6, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:42Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:44.509147 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:44.513939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:44.522934 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:44.529182 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:44.531255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:44.534221 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.606657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] Set router f99d5f90-0647-4ef1-96f5-f9d95f168764 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:44.611534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event updated for resources: {'Port': ['ID=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:44.619303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Made reservation on behalf of bf312da199d24b83959b1c7f95901125 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:44.624633 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.653788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-17adf06d-e47a-43c0-b7f8-9bd2647a9325 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6cf717740bb141648604350c9f081032&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7020121 Feb 19 00:47:44.660629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34970) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:44.672587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:44.683156 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:44.687736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (38177479-39c1-49f9-a568-86bf773ce22b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.688263 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Added segment 38177479-39c1-49f9-a568-86bf773ce22b of type vlan for network 2835f80a-b6b3-4733-a237-cb7f2b08900b Feb 19 00:47:44.748678 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2835f80a-b6b3-4733-a237-cb7f2b08900b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.759730 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-de283630-013c-4f96-a940-1a903003cdda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (f2fb0053-5bab-4a89-a305-38300cae03cd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.796247 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2835f80a-b6b3-4733-a237-cb7f2b08900b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.802055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:44.802693 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.845520 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-de283630-013c-4f96-a940-1a903003cdda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:44.851951 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-de283630-013c-4f96-a940-1a903003cdda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/subnets/f2fb0053-5bab-4a89-a305-38300cae03cd HTTP/1.1" status: 204 len: 168 time: 2.1190617 Feb 19 00:47:44.853304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34972) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:44.857867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de283630-013c-4f96-a940-1a903003cdda tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fb0053-5bab-4a89-a305-38300cae03cd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:44.889473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d7b180-bb9a-4133-b6fa-4034b1ef7058 None None] Network a04aee36-188b-47a7-bb0e-63becec25e40 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:44.892355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Allocated IP 172.20.0.1 (0af639a4-f77e-4922-b57b-0de621d56df8/cb8e3a40-835f-4765-b891-1451053c3bd0/0cb877ed-86f6-4f79-acfc-81b19febb6cb) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:44.914648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8002319 Feb 19 00:47:44.919584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-2ab64dec-4658-4c55-8db9-d1c562898437 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3406022 Feb 19 00:47:44.924444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34974) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:44.952612 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:44Z', 'revision_number': 7, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:42Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:44.958107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2044604099'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:44.982806 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9b5d45-eb5f-48dc-b4ca-02ab1fc6faf5 None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:44Z', 'revision_number': 7, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:42Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:45.008281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Request body: {'port': {'device_id': 'd4f340d9-6d6b-4f6a-825e-2e2341d4750f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:45.053939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:47:37Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:45.089129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (53d2e92c-c437-40fe-adb4-3b666124142f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.142228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-945b15c9-a235-4b8f-95d7-09e2f56ea593 admin admin] Publish callbacks [] for security_group (38a9fec4-fead-4ccf-9b99-2fd7a4760c10), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.167348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.175801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2ed20-bdcc-4ec8-998b-fdeb41ce56d8 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Network': ['ID=2835f80a-b6b3-4733-a237-cb7f2b08900b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:45.210847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c6532-3662-4b6b-abd2-a61d5afb9cc0 req-f9e5ef24-2bd6-4689-b8d4-c641c4ce02a2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:45.216525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a9c6532-3662-4b6b-abd2-a61d5afb9cc0 req-f9e5ef24-2bd6-4689-b8d4-c641c4ce02a2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 931 time: 0.6699424 Feb 19 00:47:45.217812 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.264650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Made reservation on behalf of bf312da199d24b83959b1c7f95901125 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:45.271376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.273962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-945b15c9-a235-4b8f-95d7-09e2f56ea593 admin admin] Publish callbacks [] for security_group (38a9fec4-fead-4ccf-9b99-2fd7a4760c10), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.282365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2835f80a-b6b3-4733-a237-cb7f2b08900b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:45.284742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] Checking router: 53d2e92c-c437-40fe-adb4-3b666124142f for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:45.426445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.448790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] Routers {'53d2e92c-c437-40fe-adb4-3b666124142f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:45.462519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:45.465713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['53d2e92c-c437-40fe-adb4-3b666124142f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:45.468217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a9c6532-3662-4b6b-abd2-a61d5afb9cc0 req-a7ce8989-837d-40aa-ad3c-bed91c4550ae tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080059 Feb 19 00:47:45.501666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.531338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e5b974a8-ef47-49bc-9b5a-da477ffb52eb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.532148 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Added segment e5b974a8-ef47-49bc-9b5a-da477ffb52eb of type vlan for network 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 Feb 19 00:47:45.585888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (4b664b31-bcef-42ce-b7c7-c14d03fb05a1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.636064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:45.648105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Publish callbacks [] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.657335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (4b664b31-bcef-42ce-b7c7-c14d03fb05a1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.667610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:45.669423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.741172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] Set router 53d2e92c-c437-40fe-adb4-3b666124142f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:45.744248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=e166ec83-848c-43dc-ae23-a0d92a0ed54a,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:45.747682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '4a6bae77-0290-49bf-9366-601c96486513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:47:34Z', 'revision_number': 3, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port': {'id': '4a6bae77-0290-49bf-9366-601c96486513', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:30Z', 'updated_at': '2022-02-19T00:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:45.750637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (53d2e92c-c437-40fe-adb4-3b666124142f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.763941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.779768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-945b15c9-a235-4b8f-95d7-09e2f56ea593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38a9fec4-fead-4ccf-9b99-2fd7a4760c10), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.784937 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-945b15c9-a235-4b8f-95d7-09e2f56ea593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.786158 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-945b15c9-a235-4b8f-95d7-09e2f56ea593 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38a9fec4-fead-4ccf-9b99-2fd7a4760c10 HTTP/1.1" status: 204 len: 168 time: 1.1204774 Feb 19 00:47:45.914951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Network 0af639a4-f77e-4922-b57b-0de621d56df8 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:45.947001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:45.997614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] DHCP port deletion for a04aee36-188b-47a7-bb0e-63becec25e40 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:47:46.179908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2315230 Feb 19 00:47:46.256042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Pushing event updated for resources: {'Port': ['ID=0cb877ed-86f6-4f79-acfc-81b19febb6cb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:46.265491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418a9f1c-c32e-4f02-b0ee-b1c4109d4fc8 None None] The sync data for ids ['f99d5f90-0647-4ef1-96f5-f9d95f168764'] in n-d-826527-3 is: [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '4a6bae77-0290-49bf-9366-601c96486513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:47:34Z', 'revision_number': 3, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port': {'id': '4a6bae77-0290-49bf-9366-601c96486513', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:30Z', 'updated_at': '2022-02-19T00:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:46.267299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:46.271880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b15c9-a235-4b8f-95d7-09e2f56ea593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a9fec4-fead-4ccf-9b99-2fd7a4760c10,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:46.316076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (cebf4b08-0fe0-484b-80f3-c05a07a50489), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:46.326923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:46.547880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038a22c-db6f-4b5e-8b5f-294fe0c34ac1 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Network': ['ID=4b664b31-bcef-42ce-b7c7-c14d03fb05a1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:46.669290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (f99d5f90-0647-4ef1-96f5-f9d95f168764), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:46.671198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:46.858515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:46.872578 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:46.874213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f809f1bb-a5fe-45e3-b2d2-4e93af4015fa tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 200 len: 704 time: 4.4664171 Feb 19 00:47:46.899316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34998) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:47.335358 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:47.370657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 123a048c-cec2-4980-9831-3107b0d696d6 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:47.371013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (123a048c-cec2-4980-9831-3107b0d696d6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:47.383094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870c379-52d4-4919-baef-0cd81ea3af3f req-f2131874-1e64-440a-83de-6efee3b8cc79 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:47.398154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5870c379-52d4-4919-baef-0cd81ea3af3f req-f2131874-1e64-440a-83de-6efee3b8cc79 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 931 time: 0.5156109 Feb 19 00:47:47.457798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8b01da86-fe59-44f2-a2af-221fea2c825a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 200 len: 704 time: 0.5570128 Feb 19 00:47:47.462466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35006) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:47.509285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:47.624009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-002a0219-7060-4981-94a1-bdabe87091be None None] Provisioning complete for port e166ec83-848c-43dc-ae23-a0d92a0ed54a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:47.624602 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-002a0219-7060-4981-94a1-bdabe87091be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:47.709529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4a6bae77-0290-49bf-9366-601c96486513 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:47.850013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:48.261006 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port 123a048c-cec2-4980-9831-3107b0d696d6, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=123a048c-cec2-4980-9831-3107b0d696d6,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:48.261871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (123a048c-cec2-4980-9831-3107b0d696d6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.284888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-002a0219-7060-4981-94a1-bdabe87091be None None] Port e166ec83-848c-43dc-ae23-a0d92a0ed54a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:48.340179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:48.343421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:48.389840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 123a048c-cec2-4980-9831-3107b0d696d6 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:48.524306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5870c379-52d4-4919-baef-0cd81ea3af3f req-91531834-7ba7-41f8-b7c6-002b16179037 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1240060 Feb 19 00:47:48.787256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:48.809320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Publish callbacks [] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.842159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b57dc66-e783-4ff3-8990-039a58831558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.940230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Transition to ACTIVE for port object 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:47:48.941228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] Deleting port 011e8627-24c0-4d29-9b34-89ca4617ad31 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:48.944266 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:48.965668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.150786 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Publish callbacks [] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.158414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] For port 011e8627-24c0-4d29-9b34-89ca4617ad31, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=011e8627-24c0-4d29-9b34-89ca4617ad31,segment=NetworkSegment(06166366-497c-4d92-aae0-4ba6f1eef0cd),segment_id=06166366-497c-4d92-aae0-4ba6f1eef0cd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:49.160898 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.177764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Pushing event updated for resources: {'Port': ['ID=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:49.186746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.205141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] Calling delete_port for 011e8627-24c0-4d29-9b34-89ca4617ad31 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:49.372879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Attempting to bind port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:49.373240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Attempting to bind port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:49.373780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Attempting to bind port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:49.391026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35042) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:49.407693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4a6bae77-0290-49bf-9366-601c96486513 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:49.408143 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4a6bae77-0290-49bf-9366-601c96486513), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.409193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:47:49.409552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Attempting to bind port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:49.422039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:49.422454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Checking segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:49.422589 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (011e8627-24c0-4d29-9b34-89ca4617ad31), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.422823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Bound using segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:49.423542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Bound port: 416aadc4-2ee5-4be9-a442-0b38d7c1fde0, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:49.423861 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.453093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'subnets': [{'network_id': '2835f80a-b6b3-4733-a237-cb7f2b08900b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--428579448', 'ip_version': 6}, {'network_id': '4b664b31-bcef-42ce-b7c7-c14d03fb05a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:49.453412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'subnet': {'network_id': '2835f80a-b6b3-4733-a237-cb7f2b08900b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--428579448', 'ip_version': 6}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:49.454080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Request body: {'subnet': {'network_id': '4b664b31-bcef-42ce-b7c7-c14d03fb05a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:49.460546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7aa9d4db-6029-42ea-b547-d08d4e921bc7 None None] Provisioning complete for port 0cb877ed-86f6-4f79-acfc-81b19febb6cb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:49.460933 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aa9d4db-6029-42ea-b547-d08d4e921bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.520885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] No DVR routers for this DVR port 011e8627-24c0-4d29-9b34-89ca4617ad31 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:49.533412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:49.565780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8caae-081b-4816-bb0e-f3da2249809e None None] Pushing event deleted for resources: {'Port': ['ID=011e8627-24c0-4d29-9b34-89ca4617ad31,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:49.573564 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.663898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:47:37Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:49.684262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.701678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Pushing event updated for resources: {'Port': ['ID=0cb877ed-86f6-4f79-acfc-81b19febb6cb,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:49.708818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945e7234-49cb-41cc-b1b4-6761e6118200 None None] The sync data for ids ['53d2e92c-c437-40fe-adb4-3b666124142f'] in n-d-826527-3 is: [{'id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-439107584', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': '123a048c-cec2-4980-9831-3107b0d696d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:44:36Z', 'updated_at': '2022-02-19T00:47:37Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '123a048c-cec2-4980-9831-3107b0d696d6', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d2e92c-c437-40fe-adb4-3b666124142f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2178, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:44:37Z', 'updated_at': '2022-02-19T00:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:49.733760 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (f99d5f90-0647-4ef1-96f5-f9d95f168764), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.779795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.788829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (123a048c-cec2-4980-9831-3107b0d696d6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.831604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:49.901518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] For port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:49.959441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] For port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:50.014673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7aa9d4db-6029-42ea-b547-d08d4e921bc7 None None] Port 0cb877ed-86f6-4f79-acfc-81b19febb6cb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:50.035031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.055795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=123a048c-cec2-4980-9831-3107b0d696d6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:50.116135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bad7c-3967-4db5-ab2d-3357fe3557a4 req-5d82d38f-3622-4184-9387-e5e6bf6b9b25 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:50.117815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d0bad7c-3967-4db5-ab2d-3357fe3557a4 req-5d82d38f-3622-4184-9387-e5e6bf6b9b25 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 943 time: 0.2519376 Feb 19 00:47:50.120527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:50.120527 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.121826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] 10.222.0.126 "PUT /v2.0/ports/416aadc4-2ee5-4be9-a442-0b38d7c1fde0 HTTP/1.1" status: 200 len: 1091 time: 5.1269276 Feb 19 00:47:50.123311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35058) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:50.150718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f340d9-6d6b-4f6a-825e-2e2341d4750f', 'tag': '416aadc4-2ee5-4be9-a442-0b38d7c1fde0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:50.155270 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d3f894-b236-4820-b61b-2f35b0e1daa9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f340d9-6d6b-4f6a-825e-2e2341d4750f", "tag": "416aadc4-2ee5-4be9-a442-0b38d7c1fde0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:50.169973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058309b-9df2-46fa-9618-395f9c87a602 service neutron] Pushing event updated for resources: {'Port': ['ID=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:50.203247 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42e4f63e-4f24-43dc-a0f8-1fc3ebe97094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.215749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4a6bae77-0290-49bf-9366-601c96486513 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:50.216309 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4a6bae77-0290-49bf-9366-601c96486513), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.247830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 4a6bae77-0290-49bf-9366-601c96486513, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4a6bae77-0290-49bf-9366-601c96486513,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:50.292752 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4a6bae77-0290-49bf-9366-601c96486513), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.361366 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7997c9d-0b9e-4849-95a4-a0f2ad03999a x-openstack-request-id: req-c7997c9d-0b9e-4849-95a4-a0f2ad03999a {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:50.361965 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f340d9-6d6b-4f6a-825e-2e2341d4750f", "tag": "416aadc4-2ee5-4be9-a442-0b38d7c1fde0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:50.362455 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7997c9d-0b9e-4849-95a4-a0f2ad03999a {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:50.363270 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4f340d9-6d6b-4f6a-825e-2e2341d4750f', 'tag': '416aadc4-2ee5-4be9-a442-0b38d7c1fde0', 'status': 'completed', 'code': 200} Feb 19 00:47:50.371499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-6954a9af-4ee0-4099-ae1f-d4ffa4385945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:50.373618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-6954a9af-4ee0-4099-ae1f-d4ffa4385945 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 1125 time: 0.1957855 Feb 19 00:47:50.378354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d0bad7c-3967-4db5-ab2d-3357fe3557a4 req-88719edc-dc06-4761-8b4c-1830bab33ed2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913342 Feb 19 00:47:50.439815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 011e8627-24c0-4d29-9b34-89ca4617ad31 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:50.450816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-67300dd9-b11a-47f5-b24e-ccb3bc057889 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416aadc4-2ee5-4be9-a442-0b38d7c1fde0 HTTP/1.1" status: 200 len: 217 time: 0.0681770 Feb 19 00:47:50.452872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:44Z', 'revision_number': 7, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:42Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:50.545553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-4c5bceab-0267-4d77-8bca-3dc74e5ee04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:50.552896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-4c5bceab-0267-4d77-8bca-3dc74e5ee04b service neutron] 10.222.0.126 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.0697083 Feb 19 00:47:50.581098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 011e8627-24c0-4d29-9b34-89ca4617ad31 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:47:50.582001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 011e8627-24c0-4d29-9b34-89ca4617ad31 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:50.592186 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-09f76eff-777c-4889-8a1e-b618fc99c42d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365202 Feb 19 00:47:50.597591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:50.626349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:50.653160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=4a6bae77-0290-49bf-9366-601c96486513,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:50.679057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:50.680804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:50.738794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.797949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:50.798366 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.857411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:50.957690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 221e17c0-1c94-459e-8df4-e2f7baa2f273 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:50.983139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (53d2e92c-c437-40fe-adb4-3b666124142f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:50.989574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-8967e4f9-7e03-4da9-b766-716a0743386f service neutron] 10.222.0.126 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848002 Feb 19 00:47:50.994524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 221e17c0-1c94-459e-8df4-e2f7baa2f273 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:47:50.995872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 221e17c0-1c94-459e-8df4-e2f7baa2f273 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:51.048039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Made reservation on behalf of bf312da199d24b83959b1c7f95901125 for: {'subnet': 2} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:51.054120 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.054506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.092420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port f2f7919d-e04c-4c53-b0e2-b5dff89fe03b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,segment=NetworkSegment(63237ed8-182d-4f4c-a340-54fca91cbc48),segment_id=63237ed8-182d-4f4c-a340-54fca91cbc48)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:51.092879 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.110102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for f2f7919d-e04c-4c53-b0e2-b5dff89fe03b owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:51.115026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (cebf4b08-0fe0-484b-80f3-c05a07a50489), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.116765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=e166ec83-848c-43dc-ae23-a0d92a0ed54a,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:51.224634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-debccd4e-612e-45b0-a3af-530bd1ed6173 req-71e15858-1c26-45bb-9a34-4c75684ec9b5 service neutron] 10.222.0.126 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209721 Feb 19 00:47:51.236184 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.236802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.257642 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (53d2e92c-c437-40fe-adb4-3b666124142f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.263254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:44Z', 'revision_number': 7, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:42Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:51.325140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0d581-1f0b-4cda-946e-dee386c6f4fa None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:44Z', 'revision_number': 7, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2f7919d-e04c-4c53-b0e2-b5dff89fe03b', 'name': '', 'network_id': 'a5aeb02d-b7c9-456c-ab49-6df05750dd31', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:c7:79:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:34Z', 'updated_at': '2022-02-19T00:47:42Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '43de4264-c7a5-4217-8ee2-461b8e2c67ca', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:51.355379 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_controller (53d2e92c-c437-40fe-adb4-3b666124142f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.384938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network 00245700-403d-4a93-beff-b44f05b1c007 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:51.398876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:51.449110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Network 0af639a4-f77e-4922-b57b-0de621d56df8 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:51.526011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:51.728565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (53d2e92c-c437-40fe-adb4-3b666124142f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.729415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Fanout notify agent at l3_agent the message router_deleted on router 53d2e92c-c437-40fe-adb4-3b666124142f {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:47:51.778028 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.779423 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-247a042c-1ca2-4ca5-a376-81065ff9c58f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/routers/53d2e92c-c437-40fe-adb4-3b666124142f HTTP/1.1" status: 204 len: 168 time: 6.9179285 Feb 19 00:47:51.809079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:51.869149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b3d9a7b6-847f-4070-9c57-56a6023a2a10 None None] Provisioning complete for port e166ec83-848c-43dc-ae23-a0d92a0ed54a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:51.870382 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3d9a7b6-847f-4070-9c57-56a6023a2a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:51.930833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b3d9a7b6-847f-4070-9c57-56a6023a2a10 None None] Port e166ec83-848c-43dc-ae23-a0d92a0ed54a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:52.065514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0b275f4e-4a63-4842-8ed2-befcd5bcf990 None None] Provisioning complete for port 0cb877ed-86f6-4f79-acfc-81b19febb6cb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:52.066908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b275f4e-4a63-4842-8ed2-befcd5bcf990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.088585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-8dcf32d6-fc33-46b8-a35c-334e988935bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:52.091747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-8dcf32d6-fc33-46b8-a35c-334e988935bc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 1125 time: 0.8057942 Feb 19 00:47:52.115711 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f2f7919d-e04c-4c53-b0e2-b5dff89fe03b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.134857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Router f99d5f90-0647-4ef1-96f5-f9d95f168764 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:52.149629 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a04aee36-188b-47a7-bb0e-63becec25e40), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.154993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Router cebf4b08-0fe0-484b-80f3-c05a07a50489 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:47:52.172604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0b275f4e-4a63-4842-8ed2-befcd5bcf990 None None] Port 0cb877ed-86f6-4f79-acfc-81b19febb6cb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:52.187576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=f2f7919d-e04c-4c53-b0e2-b5dff89fe03b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:52.281505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Allocated IP 172.25.6.59 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/f88528d4-2c88-43e3-99f3-59b708d91165) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:52.453841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-242e6257-1707-484f-a1c1-eb7b4d16a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:52.455744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-242e6257-1707-484f-a1c1-eb7b4d16a159 service neutron] 10.222.0.126 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.3375366 Feb 19 00:47:52.472846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:52.486566 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18497b22-facf-4d8e-ac86-bc24c5bbfa11 None None] Sync routers for ids ['cebf4b08-0fe0-484b-80f3-c05a07a50489'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:52.491420 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a53d0c64-19ed-4e07-94c2-b10b6bc6ba6c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "PUT /v2.0/routers/cebf4b08-0fe0-484b-80f3-c05a07a50489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1825826 Feb 19 00:47:52.500824 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18497b22-facf-4d8e-ac86-bc24c5bbfa11 None None] Routers {'cebf4b08-0fe0-484b-80f3-c05a07a50489'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:52.507684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35076) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:52.508754 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-18497b22-facf-4d8e-ac86-bc24c5bbfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cebf4b08-0fe0-484b-80f3-c05a07a50489'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:52.552208 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-18497b22-facf-4d8e-ac86-bc24c5bbfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:52.562439 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18497b22-facf-4d8e-ac86-bc24c5bbfa11 None None] Routers {'cebf4b08-0fe0-484b-80f3-c05a07a50489'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:52.563348 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-18497b22-facf-4d8e-ac86-bc24c5bbfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cebf4b08-0fe0-484b-80f3-c05a07a50489'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:52.585794 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a04aee36-188b-47a7-bb0e-63becec25e40), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.597699 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-18497b22-facf-4d8e-ac86-bc24c5bbfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:52.598378 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18497b22-facf-4d8e-ac86-bc24c5bbfa11 None None] The sync data for ids ['cebf4b08-0fe0-484b-80f3-c05a07a50489'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:52.614273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-65effca2-9443-4e99-a69a-04ed98d0639c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=416aadc4-2ee5-4be9-a442-0b38d7c1fde0 HTTP/1.1" status: 200 len: 217 time: 0.1503816 Feb 19 00:47:52.640218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b7058-486e-4380-8fea-e493f6ae3d11 req-73e8cce0-e4b8-42cc-b058-0eea155074d9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:52.641995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f1b7058-486e-4380-8fea-e493f6ae3d11 req-73e8cce0-e4b8-42cc-b058-0eea155074d9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 943 time: 1.1291430 Feb 19 00:47:52.645914 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.706841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04aee36-188b-47a7-bb0e-63becec25e40']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:52.724611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:52.731563 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-60a828ef-f6c0-47eb-84d5-4a4b2375681a admin admin] 10.222.0.60 "PUT /v2.0/routers/f99d5f90-0647-4ef1-96f5-f9d95f168764/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4366806 Feb 19 00:47:52.750582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Sync routers for ids ['f99d5f90-0647-4ef1-96f5-f9d95f168764'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:52.763009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06166366-497c-4d92-aae0-4ba6f1eef0cd') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:52.763313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06166366-497c-4d92-aae0-4ba6f1eef0cd') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:52.769276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Routers {'f99d5f90-0647-4ef1-96f5-f9d95f168764'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:52.773238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f99d5f90-0647-4ef1-96f5-f9d95f168764'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:52.794255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (06166366-497c-4d92-aae0-4ba6f1eef0cd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.810068 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.856449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (06166366-497c-4d92-aae0-4ba6f1eef0cd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.866330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:47:52.866750 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (06166366-497c-4d92-aae0-4ba6f1eef0cd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:47:52.870099 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:47:52.878472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4a6bae77-0290-49bf-9366-601c96486513 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:52.928097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-3f313631-86f4-4872-b2b2-a19a2449fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:52.929785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-3f313631-86f4-4872-b2b2-a19a2449fa67 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.2561760 Feb 19 00:47:52.998705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a04aee36-188b-47a7-bb0e-63becec25e40), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.011324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.016992 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/networks/a04aee36-188b-47a7-bb0e-63becec25e40 HTTP/1.1" status: 204 len: 168 time: 1.2028220 Feb 19 00:47:53.029317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35084) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:53.066105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-f54006fc-622f-4d72-ad26-30d55385e3a8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604191 Feb 19 00:47:53.089079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c30be2-29a4-4770-8d30-eb3e6cbf4bc0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Network': ['ID=a04aee36-188b-47a7-bb0e-63becec25e40,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:53.112626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4a6bae77-0290-49bf-9366-601c96486513 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:53.113382 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4a6bae77-0290-49bf-9366-601c96486513), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.139982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Set router f99d5f90-0647-4ef1-96f5-f9d95f168764 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:53.155101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (5916b82f-0850-496a-a80b-2ec8e28d3a1b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.165208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c632923-9e95-4b66-8573-b01575cd70a8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:53.169606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1c632923-9e95-4b66-8573-b01575cd70a8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebf4b08-0fe0-484b-80f3-c05a07a50489 HTTP/1.1" status: 200 len: 983 time: 0.5657878 Feb 19 00:47:53.180590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f1b7058-486e-4380-8fea-e493f6ae3d11 req-687cb73f-52df-4c5a-a44f-c732f5d3171c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631522 Feb 19 00:47:53.206069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35088) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:53.299937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for port (f88528d4-2c88-43e3-99f3-59b708d91165), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.375269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4a6bae77-0290-49bf-9366-601c96486513 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:53.389310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 123a048c-cec2-4980-9831-3107b0d696d6 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:53.441399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-268c9984-488e-437a-ba10-f6ee420eeaf2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (38cf4986-b8d6-476f-955d-3c99022a2b03), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.446320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 123a048c-cec2-4980-9831-3107b0d696d6 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:47:53.446694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 123a048c-cec2-4980-9831-3107b0d696d6 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:53.471457 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-268c9984-488e-437a-ba10-f6ee420eeaf2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (38cf4986-b8d6-476f-955d-3c99022a2b03), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.542658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-49018867-90d0-4848-ad87-86d47c913a3a service neutron] 10.222.0.126 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174535 Feb 19 00:47:53.543354 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f88528d4-2c88-43e3-99f3-59b708d91165), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.556066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Subnet': ['ID=5916b82f-0850-496a-a80b-2ec8e28d3a1b,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:53.567478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-268c9984-488e-437a-ba10-f6ee420eeaf2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38cf4986-b8d6-476f-955d-3c99022a2b03), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.570160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-268c9984-488e-437a-ba10-f6ee420eeaf2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.571457 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-268c9984-488e-437a-ba10-f6ee420eeaf2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/security-groups/38cf4986-b8d6-476f-955d-3c99022a2b03 HTTP/1.1" status: 204 len: 168 time: 0.5412016 Feb 19 00:47:53.596530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c9984-488e-437a-ba10-f6ee420eeaf2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cf4986-b8d6-476f-955d-3c99022a2b03,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:53.633673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Checking segment: {'id': '38177479-39c1-49f9-a568-86bf773ce22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2835f80a-b6b3-4733-a237-cb7f2b08900b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:53.643045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Network hostable DHCP agents. Network: 2835f80a-b6b3-4733-a237-cb7f2b08900b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:53.661537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:53.708797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:53.717484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Network 2835f80a-b6b3-4733-a237-cb7f2b08900b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:53.719404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'Port': ['ID=f88528d4-2c88-43e3-99f3-59b708d91165,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:53.731745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:53.750562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2835f80a-b6b3-4733-a237-cb7f2b08900b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:53.756037 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (82d533a1-6eae-4855-b5b4-14c69c764642), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.861868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:53.898038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event updated for resources: {'Subnet': ['ID=82d533a1-6eae-4855-b5b4-14c69c764642,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:53.910489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Checking segment: {'id': 'e5b974a8-ef47-49bc-9b5a-da477ffb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b664b31-bcef-42ce-b7c7-c14d03fb05a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:53.910989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Network hostable DHCP agents. Network: 4b664b31-bcef-42ce-b7c7-c14d03fb05a1, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:53.953907 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for floatingip (820dd23b-b232-4c27-901f-f16b3b191398), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:53.976851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Network 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:54.017901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 4b664b31-bcef-42ce-b7c7-c14d03fb05a1) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:54.033049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d3f894-b236-4820-b61b-2f35b0e1daa9 req-f00fed39-97e5-45b9-889b-c583b24d3cba service neutron] 10.222.0.126 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770265 Feb 19 00:47:54.036133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.036609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.037248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.062930 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a36783e6-8502-4368-9507-3802e6507605 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.6115923 Feb 19 00:47:54.069840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35108) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.114445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35110) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.119522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1534600207-network', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:54.146918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (cebf4b08-0fe0-484b-80f3-c05a07a50489), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.186373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ff9d35-5c9a-44e7-85ff-9d7ca891882e None None] Network 2835f80a-b6b3-4733-a237-cb7f2b08900b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:54.188656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6b491-5d67-454f-b6db-35715e242e37 None None] Network 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:54.241651 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f88528d4-2c88-43e3-99f3-59b708d91165), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.266852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc415dd-2dfb-4dd9-9b75-ab9dfcbe6ccd tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.270021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc415dd-2dfb-4dd9-9b75-ab9dfcbe6ccd tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.275281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:47:54.275487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc415dd-2dfb-4dd9-9b75-ab9dfcbe6ccd tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.286802 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0bc415dd-2dfb-4dd9-9b75-ab9dfcbe6ccd tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2066350 Feb 19 00:47:54.355595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35114) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.356077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35116) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.362683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0265c80b-b179-4ba1-8fac-4120fb48c9a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2032161345', 'description': 'tempest-secgroup-smoke-2032161345 description', 'project_id': '84679949ccf749538377871c65d3012d'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:54.379081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Made reservation on behalf of fdc7bbcb2b214ace918c1e7767d5c5c7 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:54.381406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.384919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:54.414075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for port (f88528d4-2c88-43e3-99f3-59b708d91165), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.420822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '416aadc4-2ee5-4be9-a442-0b38d7c1fde0', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'port_id': '416aadc4-2ee5-4be9-a442-0b38d7c1fde0', 'mac_address': 'fa:16:3e:46:b5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3299a37f-8323-45d4-96ad-6889f7461e7f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:47:54.448683 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.458004 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f88528d4-2c88-43e3-99f3-59b708d91165), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.493655 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0265c80b-b179-4ba1-8fac-4120fb48c9a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.507320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-65611675-b10c-4b69-9287-3e1b4ff4520c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Deleting subnet 5916b82f-0850-496a-a80b-2ec8e28d3a1b {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:47:54.509069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:54.509465 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.520989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:54.525101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'Port': ['ID=f88528d4-2c88-43e3-99f3-59b708d91165,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:54.535982 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:54.537804 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.549646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8d53a0b2-112e-41c7-8205-43357d2d294e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0854957 Feb 19 00:47:54.552691 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:54.553804 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:54.616374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Publish callbacks [] for security_group (16121253-9f15-408f-a689-df42a08ca119), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.617590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35118) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:54.617746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65611675-b10c-4b69-9287-3e1b4ff4520c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for subnet (5916b82f-0850-496a-a80b-2ec8e28d3a1b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.652022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:47:54.676084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:54.704961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (16121253-9f15-408f-a689-df42a08ca119), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.706490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182a0dd7-aa69-44d4-88c2-7b03fa725640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-2835f80a-b6b3-4733-a237-cb7f2b08900b', 'network_id': '2835f80a-b6b3-4733-a237-cb7f2b08900b', 'project_id': 'bf312da199d24b83959b1c7f95901125', 'fixed_ips': [{'subnet_id': '5916b82f-0850-496a-a80b-2ec8e28d3a1b'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:54.707620 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-182a0dd7-aa69-44d4-88c2-7b03fa725640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.721544 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.733168 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.748217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-4b664b31-bcef-42ce-b7c7-c14d03fb05a1', 'network_id': '4b664b31-bcef-42ce-b7c7-c14d03fb05a1', 'project_id': 'bf312da199d24b83959b1c7f95901125', 'fixed_ips': [{'subnet_id': '82d533a1-6eae-4855-b5b4-14c69c764642'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:54.749516 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.760561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4eb35c-6815-4d81-9036-350741a7c433 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet 43de4264-c7a5-4217-8ee2-461b8e2c67ca {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:47:54.767808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb35c-6815-4d81-9036-350741a7c433 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (43de4264-c7a5-4217-8ee2-461b8e2c67ca), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.789730 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:54.793260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '4a6bae77-0290-49bf-9366-601c96486513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port': {'id': '4a6bae77-0290-49bf-9366-601c96486513', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:30Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0cb877ed-86f6-4f79-acfc-81b19febb6cb', 'name': '', 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'mac_address': 'fa:16:3e:d9:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'cb8e3a40-835f-4765-b891-1451053c3bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:43Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 2, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'subnets': [{'id': 'cb8e3a40-835f-4765-b891-1451053c3bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:54.931497 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (820dd23b-b232-4c27-901f-f16b3b191398), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.936708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb35c-6815-4d81-9036-350741a7c433 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (43de4264-c7a5-4217-8ee2-461b8e2c67ca), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:54.948419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe946a-62c9-4761-ab62-015a6ef293fc req-dc711442-4027-4ef3-9c83-c8e69ff751b6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:54.950407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebfe946a-62c9-4761-ab62-015a6ef293fc req-dc711442-4027-4ef3-9c83-c8e69ff751b6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 943 time: 0.5322685 Feb 19 00:47:54.999889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.004306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a12f6e40-73d3-4410-8dd1-4f50c7c26ec0 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8427446 Feb 19 00:47:55.012759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35120) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:55.023588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Checking router: f99d5f90-0647-4ef1-96f5-f9d95f168764 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:55.023922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-685674028'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:55.024483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Updating router f99d5f90-0647-4ef1-96f5-f9d95f168764 port 0cb877ed-86f6-4f79-acfc-81b19febb6cb binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:47:55.057898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Made reservation on behalf of 2e328a01cf094effb1e23784743e1e2c for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:55.061546 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.134474 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:51Z', 'revision_number': 8, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:55.139338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:55.160179 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.208118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['416aadc4-2ee5-4be9-a442-0b38d7c1fde0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:47:55.216212 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:47:55.257978 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:55.258817 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:55.366290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Allocated IP 2001:db8:0:1::1 (4b664b31-bcef-42ce-b7c7-c14d03fb05a1/82d533a1-6eae-4855-b5b4-14c69c764642/ea6c257c-5f49-496d-932b-2344d17d74d8) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:55.448560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:55.466078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65611675-b10c-4b69-9287-3e1b4ff4520c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (5916b82f-0850-496a-a80b-2ec8e28d3a1b), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.497155 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:55.517017 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.553090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebfe946a-62c9-4761-ab62-015a6ef293fc req-9a014141-5a6f-46c4-aa75-b73031de91ba tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5748668 Feb 19 00:47:55.573471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16121253-9f15-408f-a689-df42a08ca119,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:55.595539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb35c-6815-4d81-9036-350741a7c433 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (43de4264-c7a5-4217-8ee2-461b8e2c67ca), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.597614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.598590 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Added segment a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf of type vlan for network 05841fc3-f251-4f34-ae3e-94c4b5c96974 Feb 19 00:47:55.731162 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65611675-b10c-4b69-9287-3e1b4ff4520c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (5916b82f-0850-496a-a80b-2ec8e28d3a1b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.756326 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb35c-6815-4d81-9036-350741a7c433 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (43de4264-c7a5-4217-8ee2-461b8e2c67ca), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.799335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for security_group (eee23239-19f1-4c37-b5b0-fb9d01ab2add), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.802591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4eb35c-6815-4d81-9036-350741a7c433 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=43de4264-c7a5-4217-8ee2-461b8e2c67ca,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:55.804302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d4eb35c-6815-4d81-9036-350741a7c433 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.810150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3d4eb35c-6815-4d81-9036-350741a7c433 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/43de4264-c7a5-4217-8ee2-461b8e2c67ca HTTP/1.1" status: 204 len: 168 time: 1.1843989 Feb 19 00:47:55.810806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35126) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:55.832093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a11d26-9c34-4f33-be56-115cfd9e712b None None] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:55.846879 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:51Z', 'revision_number': 8, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:55.880196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (05841fc3-f251-4f34-ae3e-94c4b5c96974), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.907993 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dcf1a2-3a54-4cdf-8c6a-efde2dff979a None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:47:51Z', 'revision_number': 8, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '31a95c40-59a7-4247-b921-de2e59ef6b16', 'name': '', 'network_id': 'e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:e1:ee:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:21Z', 'updated_at': '2022-02-19T00:47:32Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '8674f4d4-a033-449d-8d02-0a47bacf882f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:47:55.934889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a5aeb02d-b7c9-456c-ab49-6df05750dd31), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.936937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (eee23239-19f1-4c37-b5b0-fb9d01ab2add), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.951055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0265c80b-b179-4ba1-8fac-4120fb48c9a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (64352e04-088f-4bb4-b177-33b725786aad), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.951769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:47:55.973007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f493dac8-90cb-4693-94f7-3ab840f9d683), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:55.974277 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Added segment f493dac8-90cb-4693-94f7-3ab840f9d683 of type vlan for network 42129b3d-b030-41fb-9c72-639b910a08ec Feb 19 00:47:56.001329 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Publish callbacks [] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.020191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0265c80b-b179-4ba1-8fac-4120fb48c9a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (64352e04-088f-4bb4-b177-33b725786aad), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.041364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (42129b3d-b030-41fb-9c72-639b910a08ec), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.056636 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.074006 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0265c80b-b179-4ba1-8fac-4120fb48c9a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.079463 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0265c80b-b179-4ba1-8fac-4120fb48c9a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.7210865 Feb 19 00:47:56.084715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35132) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:56.086949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (05841fc3-f251-4f34-ae3e-94c4b5c96974), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.088316 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.089330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.101638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d826f211-6112-46c4-8861-c3678c58ba7f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '64352e04-088f-4bb4-b177-33b725786aad', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:56.110641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Pushing event updated for resources: {'Port': ['ID=ea6c257c-5f49-496d-932b-2344d17d74d8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.130366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee23239-19f1-4c37-b5b0-fb9d01ab2add,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.138123 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Publish callbacks [] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.140124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (42129b3d-b030-41fb-9c72-639b910a08ec), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-182a0dd7-aa69-44d4-88c2-7b03fa725640 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5916b82f-0850-496a-a80b-2ec8e28d3a1b: This subnet is being modified by another concurrent operation. Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5916b82f-0850-496a-a80b-2ec8e28d3a1b: This subnet is being modified by another concurrent operation. Feb 19 00:47:56.143639 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 00:47:56.166517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:56.168274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.170808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Network 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:47:56.176814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c80b-b179-4ba1-8fac-4120fb48c9a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64352e04-088f-4bb4-b177-33b725786aad,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.180890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139c4471-4dfb-4b69-b1c8-761f106298ec None None] Network 2835f80a-b6b3-4733-a237-cb7f2b08900b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:56.182548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65611675-b10c-4b69-9287-3e1b4ff4520c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (5916b82f-0850-496a-a80b-2ec8e28d3a1b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.192560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:56.196515 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.207781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:47:56.274393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'Network': ['ID=42129b3d-b030-41fb-9c72-639b910a08ec,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.278914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65611675-b10c-4b69-9287-3e1b4ff4520c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Subnet': ['ID=5916b82f-0850-496a-a80b-2ec8e28d3a1b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.286294 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1706750 Feb 19 00:47:56.291892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35134) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:56.299076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbbae2-9346-49e7-b13d-bee1cb205cf0 None None] Pushing event updated for resources: {'Port': ['ID=0cb877ed-86f6-4f79-acfc-81b19febb6cb,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.307638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Request body: {'subnet': {'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1534600207-subnet', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:56.315272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65611675-b10c-4b69-9287-3e1b4ff4520c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.318879 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-65611675-b10c-4b69-9287-3e1b4ff4520c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/subnets/5916b82f-0850-496a-a80b-2ec8e28d3a1b HTTP/1.1" status: 204 len: 168 time: 1.9618011 Feb 19 00:47:56.324390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-49e5acad-236c-4e09-ad94-b19847030897 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3105495 Feb 19 00:47:56.329746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:56.330277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35138) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:56.337040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Request body: {'subnet': {'network_id': '42129b3d-b030-41fb-9c72-639b910a08ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:56.358572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80df266f-0ae9-4038-a986-729d4c23b722 admin admin] Pushing event updated for resources: {'Network': ['ID=05841fc3-f251-4f34-ae3e-94c4b5c96974,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:56.381144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d826f211-6112-46c4-8861-c3678c58ba7f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (f0bc0c49-0609-473d-a50e-4b8d29618587), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.401129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 42129b3d-b030-41fb-9c72-639b910a08ec details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:56.481781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Made reservation on behalf of fdc7bbcb2b214ace918c1e7767d5c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:56.489158 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.507660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 05841fc3-f251-4f34-ae3e-94c4b5c96974 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:47:56.509614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] DHCP port deletion for a5aeb02d-b7c9-456c-ab49-6df05750dd31 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:47:56.511801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port e166ec83-848c-43dc-ae23-a0d92a0ed54a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:56.512459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.693650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 577ef239-78f0-4283-b281-c0b80828778e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:56.694260 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (577ef239-78f0-4283-b281-c0b80828778e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.737724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b691123-f65a-42db-ae53-cbd955aff91a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Deleting subnet 82d533a1-6eae-4855-b5b4-14c69c764642 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:47:56.789926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.805613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for e166ec83-848c-43dc-ae23-a0d92a0ed54a owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:56.896321 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d826f211-6112-46c4-8861-c3678c58ba7f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (f0bc0c49-0609-473d-a50e-4b8d29618587), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.901148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b691123-f65a-42db-ae53-cbd955aff91a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for subnet (82d533a1-6eae-4855-b5b4-14c69c764642), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.914351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Made reservation on behalf of 2e328a01cf094effb1e23784743e1e2c for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:47:56.917051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:56.962468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d826f211-6112-46c4-8861-c3678c58ba7f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f0bc0c49-0609-473d-a50e-4b8d29618587), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.012936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1021d-d5d4-43f6-b67e-536085cb0678 req-dbf11c01-b33f-49c1-b3a8-59d294652349 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.014731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8da1021d-d5d4-43f6-b67e-536085cb0678 req-dbf11c01-b33f-49c1-b3a8-59d294652349 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 944 time: 0.3003175 Feb 19 00:47:57.140015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port 577ef239-78f0-4283-b281-c0b80828778e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=577ef239-78f0-4283-b281-c0b80828778e,segment=NetworkSegment(63237ed8-182d-4f4c-a340-54fca91cbc48),segment_id=63237ed8-182d-4f4c-a340-54fca91cbc48)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:57.145950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (577ef239-78f0-4283-b281-c0b80828778e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.153665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826f211-6112-46c4-8861-c3678c58ba7f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0bc0c49-0609-473d-a50e-4b8d29618587,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:57.180569 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d826f211-6112-46c4-8861-c3678c58ba7f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.181810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d826f211-6112-46c4-8861-c3678c58ba7f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0890613 Feb 19 00:47:57.201332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35150) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:57.203262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Attempting to bind port ea6c257c-5f49-496d-932b-2344d17d74d8 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:57.203650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Attempting to bind port ea6c257c-5f49-496d-932b-2344d17d74d8 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e5b974a8-ef47-49bc-9b5a-da477ffb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b664b31-bcef-42ce-b7c7-c14d03fb05a1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:57.204064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Attempting to bind port ea6c257c-5f49-496d-932b-2344d17d74d8 on network 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:57.212019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 577ef239-78f0-4283-b281-c0b80828778e owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:57.227144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1c0388a9-f06f-4918-8996-9a3bfff7011d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '64352e04-088f-4bb4-b177-33b725786aad', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:57.233147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8da1021d-d5d4-43f6-b67e-536085cb0678 req-93bf7802-0dbc-4214-a9c2-b134763ceb80 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941619 Feb 19 00:47:57.277001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 577ef239-78f0-4283-b281-c0b80828778e no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:57.289503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b691123-f65a-42db-ae53-cbd955aff91a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (82d533a1-6eae-4855-b5b4-14c69c764642), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.303050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Attempting to bind port 0cb877ed-86f6-4f79-acfc-81b19febb6cb on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:47:57.303692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Attempting to bind port 0cb877ed-86f6-4f79-acfc-81b19febb6cb by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:47:57.304083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Attempting to bind port 0cb877ed-86f6-4f79-acfc-81b19febb6cb on network 0af639a4-f77e-4922-b57b-0de621d56df8 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:47:57.306652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:57.307153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Checking segment: {'id': 'e5b974a8-ef47-49bc-9b5a-da477ffb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b664b31-bcef-42ce-b7c7-c14d03fb05a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:57.307928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.309627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Bound using segment: {'id': 'e5b974a8-ef47-49bc-9b5a-da477ffb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b664b31-bcef-42ce-b7c7-c14d03fb05a1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:57.310376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Bound port: ea6c257c-5f49-496d-932b-2344d17d74d8, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5b974a8-ef47-49bc-9b5a-da477ffb52eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '4b664b31-bcef-42ce-b7c7-c14d03fb05a1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:57.310872 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.326835 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c0388a9-f06f-4918-8996-9a3bfff7011d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (69822792-e722-45b2-9dc8-f7f46f984358), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.328888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fbf90232-337b-4976-abd0-b739ec25ed36 None None] Provisioning complete for port 0cb877ed-86f6-4f79-acfc-81b19febb6cb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:57.329724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbf90232-337b-4976-abd0-b739ec25ed36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.360949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (344b3b9f-d82a-4891-821f-07d7de3b26e6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.428357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:47:57.428357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Checking segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:57.428357 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.428357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Bound using segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:47:57.429604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Bound port: 0cb877ed-86f6-4f79-acfc-81b19febb6cb, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:47:57.429850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=344b3b9f-d82a-4891-821f-07d7de3b26e6,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:57.430556 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.451319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] Deleting port 577ef239-78f0-4283-b281-c0b80828778e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:47:57.452336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (577ef239-78f0-4283-b281-c0b80828778e), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.467653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Checking segment: {'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:57.468036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Network hostable DHCP agents. Network: 05841fc3-f251-4f34-ae3e-94c4b5c96974, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:57.477681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (577ef239-78f0-4283-b281-c0b80828778e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.519302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No DVR routers for this DVR port 577ef239-78f0-4283-b281-c0b80828778e on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:57.521052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=577ef239-78f0-4283-b281-c0b80828778e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:57.557569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Network 05841fc3-f251-4f34-ae3e-94c4b5c96974 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:57.635855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c0388a9-f06f-4918-8996-9a3bfff7011d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (69822792-e722-45b2-9dc8-f7f46f984358), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.636445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fbf90232-337b-4976-abd0-b739ec25ed36 None None] Port 0cb877ed-86f6-4f79-acfc-81b19febb6cb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:47:57.642562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 05841fc3-f251-4f34-ae3e-94c4b5c96974) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:57.650397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a5aeb02d-b7c9-456c-ab49-6df05750dd31), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.666124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] For port 577ef239-78f0-4283-b281-c0b80828778e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=577ef239-78f0-4283-b281-c0b80828778e,segment=NetworkSegment(63237ed8-182d-4f4c-a340-54fca91cbc48),segment_id=63237ed8-182d-4f4c-a340-54fca91cbc48)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:57.666124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (577ef239-78f0-4283-b281-c0b80828778e), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.666954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:57.667557 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.675029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f959ac-7a3e-4c0b-a779-34be0ce78d0a None None] Network 05841fc3-f251-4f34-ae3e-94c4b5c96974 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:57.710649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] For port ea6c257c-5f49-496d-932b-2344d17d74d8, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:57.722315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3e92ee11-3069-4a60-abd2-4428e349d8bd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4293029 Feb 19 00:47:57.722937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No active binding found for port 577ef239-78f0-4283-b281-c0b80828778e {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:47:57.723051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] The host n-d-826527-3 is not matching for port 577ef239-78f0-4283-b281-c0b80828778e host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:47:57.723409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 577ef239-78f0-4283-b281-c0b80828778e not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:57.723831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f2f7919d-e04c-4c53-b0e2-b5dff89fe03b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:47:57.727314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c0388a9-f06f-4918-8996-9a3bfff7011d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (69822792-e722-45b2-9dc8-f7f46f984358), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.732765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35152) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:57.737244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:57.742762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5aeb02d-b7c9-456c-ab49-6df05750dd31']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:57.757910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63237ed8-182d-4f4c-a340-54fca91cbc48') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:57.758422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63237ed8-182d-4f4c-a340-54fca91cbc48') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:57.773453 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (63237ed8-182d-4f4c-a340-54fca91cbc48), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.779072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] Calling delete_port for 577ef239-78f0-4283-b281-c0b80828778e owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:47:57.781339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: f2f7919d-e04c-4c53-b0e2-b5dff89fe03b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:47:57.781814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f2f7919d-e04c-4c53-b0e2-b5dff89fe03b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:47:57.789410 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (be6c58f1-7964-48d3-93f7-e3ef009b38af), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.791140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (be6c58f1-7964-48d3-93f7-e3ef009b38af), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.807984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (63237ed8-182d-4f4c-a340-54fca91cbc48), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.812489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e166ec83-848c-43dc-ae23-a0d92a0ed54a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.816736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (76e2890a-8c45-4fb2-b4c2-2ba48630ed72), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.824827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:47:57.825394 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (63237ed8-182d-4f4c-a340-54fca91cbc48), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:47:57.829360 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:47:57.849875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] For port ea6c257c-5f49-496d-932b-2344d17d74d8, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ea6c257c-5f49-496d-932b-2344d17d74d8,segment=NetworkSegment(e5b974a8-ef47-49bc-9b5a-da477ffb52eb),segment_id=e5b974a8-ef47-49bc-9b5a-da477ffb52eb)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:57.863893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] For port 0cb877ed-86f6-4f79-acfc-81b19febb6cb, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:47:57.885699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0388a9-f06f-4918-8996-9a3bfff7011d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69822792-e722-45b2-9dc8-f7f46f984358,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:57.901380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c0388a9-f06f-4918-8996-9a3bfff7011d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.905283 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1c0388a9-f06f-4918-8996-9a3bfff7011d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6894782 Feb 19 00:47:57.906715 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks [] for router_controller (be6c58f1-7964-48d3-93f7-e3ef009b38af), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.909399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35158) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:57.914011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b16daca5-1a15-47f7-931e-e27fb9d5530b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '64352e04-088f-4bb4-b177-33b725786aad', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:57.921311 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.925264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b691123-f65a-42db-ae53-cbd955aff91a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (82d533a1-6eae-4855-b5b4-14c69c764642), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:57.983695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=e166ec83-848c-43dc-ae23-a0d92a0ed54a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.009496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] For port 0cb877ed-86f6-4f79-acfc-81b19febb6cb, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0cb877ed-86f6-4f79-acfc-81b19febb6cb,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:47:58.013099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd91263-0025-489d-8bba-59dd1410ec08 None None] Pushing event updated for resources: {'Port': ['ID=ea6c257c-5f49-496d-932b-2344d17d74d8,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.044055 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a5aeb02d-b7c9-456c-ab49-6df05750dd31), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.060086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.083126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:58.085506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.096072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/a5aeb02d-b7c9-456c-ab49-6df05750dd31 HTTP/1.1" status: 204 len: 168 time: 2.2842011 Feb 19 00:47:58.115140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35162) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:58.165633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-05841fc3-f251-4f34-ae3e-94c4b5c96974', 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974', 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'fixed_ips': [{'subnet_id': '344b3b9f-d82a-4891-821f-07d7de3b26e6'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:58.166798 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.176712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'Subnet': ['ID=76e2890a-8c45-4fb2-b4c2-2ba48630ed72,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.179830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Checking segment: {'id': 'f493dac8-90cb-4693-94f7-3ab840f9d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42129b3d-b030-41fb-9c72-639b910a08ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:47:58.180266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Network hostable DHCP agents. Network: 42129b3d-b030-41fb-9c72-639b910a08ec, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:47:58.205870 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b16daca5-1a15-47f7-931e-e27fb9d5530b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (fe83d377-0f72-4c5d-b43b-9a06b1b0a962), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.206591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (cebf4b08-0fe0-484b-80f3-c05a07a50489), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.220953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11fc9b-04f7-485e-abe4-885a9645bdcc tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=a5aeb02d-b7c9-456c-ab49-6df05750dd31,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.232151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Network 42129b3d-b030-41fb-9c72-639b910a08ec is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:47:58.339761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (577ef239-78f0-4283-b281-c0b80828778e), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.378417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] Network a5aeb02d-b7c9-456c-ab49-6df05750dd31 is not hosted by any dhcp agent {{(pid=103651) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 00:47:58.378892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] No DVR routers for this DVR port 577ef239-78f0-4283-b281-c0b80828778e on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:47:58.415708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 42129b3d-b030-41fb-9c72-639b910a08ec) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:47:58.417537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:47:58.423200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b691123-f65a-42db-ae53-cbd955aff91a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (82d533a1-6eae-4855-b5b4-14c69c764642), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.431572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:58.432186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.450850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:58.454016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.473962 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bedc8593-b228-42b6-8ed9-867d61981c2b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1386125 Feb 19 00:47:58.473962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b691123-f65a-42db-ae53-cbd955aff91a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Subnet': ['ID=82d533a1-6eae-4855-b5b4-14c69c764642,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.476843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35180) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:58.480317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b691123-f65a-42db-ae53-cbd955aff91a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.486246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6b691123-f65a-42db-ae53-cbd955aff91a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/subnets/82d533a1-6eae-4855-b5b4-14c69c764642 HTTP/1.1" status: 204 len: 168 time: 2.1546826 Feb 19 00:47:58.498541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1280019337', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:58.502562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e388119-ed38-476c-a232-811303f34202 None None] Network 42129b3d-b030-41fb-9c72-639b910a08ec requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:58.504662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbbae2-9346-49e7-b13d-bee1cb205cf0 None None] Pushing event updated for resources: {'Port': ['ID=0cb877ed-86f6-4f79-acfc-81b19febb6cb,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.504815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35182) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:58.531351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Routers {'f99d5f90-0647-4ef1-96f5-f9d95f168764'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:58.532056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f99d5f90-0647-4ef1-96f5-f9d95f168764'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:58.660592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1736b56-e668-4558-b4f1-9acd7908fa22 None None] Pushing event deleted for resources: {'Port': ['ID=577ef239-78f0-4283-b281-c0b80828778e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:58.675436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Allocated IP 172.20.0.2 (05841fc3-f251-4f34-ae3e-94c4b5c96974/344b3b9f-d82a-4891-821f-07d7de3b26e6/08c8f5b1-96e7-490f-9441-b0ec270f5813) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:47:58.848061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.849251 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.859681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks [] for router_gateway (be6c58f1-7964-48d3-93f7-e3ef009b38af), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.896564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:47:58.896959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.899492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Router cebf4b08-0fe0-484b-80f3-c05a07a50489 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:47:58.902822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ac8b0-555e-41ec-9b77-b9c8d37bf07c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:58.908844 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-681ac8b0-555e-41ec-9b77-b9c8d37bf07c tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3899622 Feb 19 00:47:58.909793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35186) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:58.915990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ea6c257c-5f49-496d-932b-2344d17d74d8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:47:58.963173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-42129b3d-b030-41fb-9c72-639b910a08ec', 'network_id': '42129b3d-b030-41fb-9c72-639b910a08ec', 'project_id': '2e328a01cf094effb1e23784743e1e2c', 'fixed_ips': [{'subnet_id': '76e2890a-8c45-4fb2-b4c2-2ba48630ed72'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:47:58.964698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:58.993218 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b16daca5-1a15-47f7-931e-e27fb9d5530b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (fe83d377-0f72-4c5d-b43b-9a06b1b0a962), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.019891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router_controller (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.021076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b16daca5-1a15-47f7-931e-e27fb9d5530b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (fe83d377-0f72-4c5d-b43b-9a06b1b0a962), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.062902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe713f-c7c0-49d6-a6b7-8509c3e625bb req-944a6540-1662-4660-b7ca-c0667b0aeab4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:59.063597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f340d9-6d6b-4f6a-825e-2e2341d4750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416aadc4-2ee5-4be9-a442-0b38d7c1fde0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:47:59.064910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fabe713f-c7c0-49d6-a6b7-8509c3e625bb req-944a6540-1662-4660-b7ca-c0667b0aeab4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.4007084 Feb 19 00:47:59.071548 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de29633e-c12c-41d4-93af-22e7be500ee9" -d '{"events": [{"server_uuid": "d4f340d9-6d6b-4f6a-825e-2e2341d4750f", "name": "network-vif-plugged", "status": "completed", "tag": "416aadc4-2ee5-4be9-a442-0b38d7c1fde0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:47:59.076216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] Set router f99d5f90-0647-4ef1-96f5-f9d95f168764 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:47:59.084085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3d8264c9-2363-4596-b3dd-cbdf4ab3930a None None] Provisioning complete for port 0cb877ed-86f6-4f79-acfc-81b19febb6cb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:59.084598 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d8264c9-2363-4596-b3dd-cbdf4ab3930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.096478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fa61c-8670-4829-9e74-571d21ee0a6c req-a66d7564-5b29-438e-869b-274ad5b3c6b3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:59.098026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-507fa61c-8670-4829-9e74-571d21ee0a6c req-a66d7564-5b29-438e-869b-274ad5b3c6b3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 944 time: 0.6079612 Feb 19 00:47:59.127180 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16daca5-1a15-47f7-931e-e27fb9d5530b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe83d377-0f72-4c5d-b43b-9a06b1b0a962,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:59.129735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:47:59.186534 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b16daca5-1a15-47f7-931e-e27fb9d5530b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.188898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b16daca5-1a15-47f7-931e-e27fb9d5530b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2782595 Feb 19 00:47:59.192784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (4b664b31-bcef-42ce-b7c7-c14d03fb05a1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.195903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35192) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:59.210820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3787f1e8-8c0e-4465-8224-0e7eb7c6dd4b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '64352e04-088f-4bb4-b177-33b725786aad', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:47:59.216529 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.223964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:47:59.230080 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5ae1ea45-86d2-4515-b717-59670d648c91 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "PUT /v2.0/routers/cebf4b08-0fe0-484b-80f3-c05a07a50489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0228446 Feb 19 00:47:59.239813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35194) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:59.277474 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba332189-fbf8-4cb8-ad52-832fa8e8b5f1 None None] Sync routers for ids ['cebf4b08-0fe0-484b-80f3-c05a07a50489'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:47:59.330457 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5e30eb-0961-484a-9109-d49245fbf266 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:47:59.332299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fe5e30eb-0961-484a-9109-d49245fbf266 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/e166ec83-848c-43dc-ae23-a0d92a0ed54a HTTP/1.1" status: 404 len: 333 time: 0.0784974 Feb 19 00:47:59.335678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35196) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:47:59.362145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fabe713f-c7c0-49d6-a6b7-8509c3e625bb req-291e2319-bdb7-44fe-8733-136bab5e42e2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831054 Feb 19 00:47:59.374611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-507fa61c-8670-4829-9e74-571d21ee0a6c req-b75e6643-e955-462f-bdec-9c596caa04b9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983118 Feb 19 00:47:59.433819 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e3780f6-54cb-49b1-9dda-58b8d1edbbb2 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for router (cebf4b08-0fe0-484b-80f3-c05a07a50489), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.493725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router_gateway (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.507532 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3787f1e8-8c0e-4465-8224-0e7eb7c6dd4b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (fd76e26e-db5c-42c8-b595-330528d17f48), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.700525 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks [] for router_gateway (be6c58f1-7964-48d3-93f7-e3ef009b38af), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.705946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4dc78-edec-4c3b-b5c7-3748ca2393da req-b28eacc0-fae0-4887-8b4c-c2741a4511ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:47:59.707661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab4dc78-edec-4c3b-b5c7-3748ca2393da req-b28eacc0-fae0-4887-8b4c-c2741a4511ad service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 1127 time: 0.1949947 Feb 19 00:47:59.739636 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.743595 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.744518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:47:59.769250 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e511f4-2e3f-4d2f-bbf2-6c0fa251c51b x-openstack-request-id: req-a3e511f4-2e3f-4d2f-bbf2-6c0fa251c51b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:47:59.769669 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f340d9-6d6b-4f6a-825e-2e2341d4750f", "name": "network-vif-plugged", "status": "completed", "tag": "416aadc4-2ee5-4be9-a442-0b38d7c1fde0", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:47:59.769850 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3e511f4-2e3f-4d2f-bbf2-6c0fa251c51b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:47:59.770231 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f340d9-6d6b-4f6a-825e-2e2341d4750f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416aadc4-2ee5-4be9-a442-0b38d7c1fde0', 'code': 200} Feb 19 00:47:59.781318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62fc9e-4497-44fa-be26-68e8f3541996 None None] Network 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:47:59.810870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ea6c257c-5f49-496d-932b-2344d17d74d8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:47:59.811421 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.903954 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba332189-fbf8-4cb8-ad52-832fa8e8b5f1 None None] Routers {'cebf4b08-0fe0-484b-80f3-c05a07a50489'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:47:59.904655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ba332189-fbf8-4cb8-ad52-832fa8e8b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cebf4b08-0fe0-484b-80f3-c05a07a50489'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:47:59.986935 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Publish callbacks [] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:47:59.995677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ba332189-fbf8-4cb8-ad52-832fa8e8b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:00.045413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.087486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Allocated IP 172.20.0.2 (42129b3d-b030-41fb-9c72-639b910a08ec/76e2890a-8c45-4fb2-b4c2-2ba48630ed72/3163b54f-5d65-4f0c-bcd1-61f5e2338a69) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:00.105495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Deleting port ea6c257c-5f49-496d-932b-2344d17d74d8 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:00.106123 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.115329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e3780f6-54cb-49b1-9dda-58b8d1edbbb2 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (cebf4b08-0fe0-484b-80f3-c05a07a50489), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.122451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e3780f6-54cb-49b1-9dda-58b8d1edbbb2 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for router_controller (cebf4b08-0fe0-484b-80f3-c05a07a50489), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.134852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba332189-fbf8-4cb8-ad52-832fa8e8b5f1 None None] Routers {'cebf4b08-0fe0-484b-80f3-c05a07a50489'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:00.135528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ba332189-fbf8-4cb8-ad52-832fa8e8b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cebf4b08-0fe0-484b-80f3-c05a07a50489'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:00.139791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3787f1e8-8c0e-4465-8224-0e7eb7c6dd4b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (fd76e26e-db5c-42c8-b595-330528d17f48), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.180426 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3787f1e8-8c0e-4465-8224-0e7eb7c6dd4b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (fd76e26e-db5c-42c8-b595-330528d17f48), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.212891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Network 05841fc3-f251-4f34-ae3e-94c4b5c96974 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:00.216241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab4dc78-edec-4c3b-b5c7-3748ca2393da req-87bfa54f-35b0-43c6-b933-8393d7ed7bc5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830818 Feb 19 00:48:00.225638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3d8264c9-2363-4596-b3dd-cbdf4ab3930a None None] Current status of the port 0cb877ed-86f6-4f79-acfc-81b19febb6cb is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:00.225992 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d8264c9-2363-4596-b3dd-cbdf4ab3930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.243018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:00.245836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ba332189-fbf8-4cb8-ad52-832fa8e8b5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:00.246498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba332189-fbf8-4cb8-ad52-832fa8e8b5f1 None None] The sync data for ids ['cebf4b08-0fe0-484b-80f3-c05a07a50489'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:00.248205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:00.276660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787f1e8-8c0e-4465-8224-0e7eb7c6dd4b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd76e26e-db5c-42c8-b595-330528d17f48,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.283885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Pushing event updated for resources: {'Port': ['ID=08c8f5b1-96e7-490f-9441-b0ec270f5813,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.288178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] For port ea6c257c-5f49-496d-932b-2344d17d74d8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ea6c257c-5f49-496d-932b-2344d17d74d8,segment=NetworkSegment(e5b974a8-ef47-49bc-9b5a-da477ffb52eb),segment_id=e5b974a8-ef47-49bc-9b5a-da477ffb52eb)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:00.288574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.293566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e3780f6-54cb-49b1-9dda-58b8d1edbbb2 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (cebf4b08-0fe0-484b-80f3-c05a07a50489), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.294565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3780f6-54cb-49b1-9dda-58b8d1edbbb2 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Fanout notify agent at l3_agent the message router_deleted on router cebf4b08-0fe0-484b-80f3-c05a07a50489 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:48:00.302605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6e3780f6-54cb-49b1-9dda-58b8d1edbbb2 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.304044 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6e3780f6-54cb-49b1-9dda-58b8d1edbbb2 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/routers/cebf4b08-0fe0-484b-80f3-c05a07a50489 HTTP/1.1" status: 204 len: 168 time: 0.9674280 Feb 19 00:48:00.307088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3787f1e8-8c0e-4465-8224-0e7eb7c6dd4b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.308548 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3787f1e8-8c0e-4465-8224-0e7eb7c6dd4b tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1086361 Feb 19 00:48:00.316251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35198) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:00.316755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35200) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:00.334264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Allocated IP 172.25.6.141 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:00.377724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-76248ca7-ea82-4f58-abb6-9753a907914a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '64352e04-088f-4bb4-b177-33b725786aad', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:00.386742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet 0e78c210-1d0f-4127-91a6-f7e3a8a1e78f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:48:00.396306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Calling delete_port for ea6c257c-5f49-496d-932b-2344d17d74d8 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:00.400432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (0e78c210-1d0f-4127-91a6-f7e3a8a1e78f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.441981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ea6c257c-5f49-496d-932b-2344d17d74d8 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:00.442431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.445457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3d8264c9-2363-4596-b3dd-cbdf4ab3930a None None] For port 0cb877ed-86f6-4f79-acfc-81b19febb6cb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0cb877ed-86f6-4f79-acfc-81b19febb6cb,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:00.486153 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d8264c9-2363-4596-b3dd-cbdf4ab3930a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.490887 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-76248ca7-ea82-4f58-abb6-9753a907914a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Project 84679949ccf749538377871c65d3012d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:48:00.519727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Attempting to bind port 08c8f5b1-96e7-490f-9441-b0ec270f5813 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:00.520111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Attempting to bind port 08c8f5b1-96e7-490f-9441-b0ec270f5813 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:00.520471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Attempting to bind port 08c8f5b1-96e7-490f-9441-b0ec270f5813 on network 05841fc3-f251-4f34-ae3e-94c4b5c96974 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:00.545692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (0e78c210-1d0f-4127-91a6-f7e3a8a1e78f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.563078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76248ca7-ea82-4f58-abb6-9753a907914a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (856bfa94-8a12-4041-8a68-43c5f932d663), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.564360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks [] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.572093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:00.572564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Checking segment: {'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:00.572882 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.573243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Bound using segment: {'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:00.573856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Bound port: 08c8f5b1-96e7-490f-9441-b0ec270f5813, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:00.574894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.631667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] DHCP port deletion for 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:48:00.636674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port ea6c257c-5f49-496d-932b-2344d17d74d8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ea6c257c-5f49-496d-932b-2344d17d74d8,segment=NetworkSegment(e5b974a8-ef47-49bc-9b5a-da477ffb52eb),segment_id=e5b974a8-ef47-49bc-9b5a-da477ffb52eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:00.662054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '4a6bae77-0290-49bf-9366-601c96486513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port': {'id': '4a6bae77-0290-49bf-9366-601c96486513', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:30Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0cb877ed-86f6-4f79-acfc-81b19febb6cb', 'name': '', 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'mac_address': 'fa:16:3e:d9:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'cb8e3a40-835f-4765-b891-1451053c3bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:43Z', 'updated_at': '2022-02-19T00:47:57Z', 'revision_number': 4, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'subnets': [{'id': 'cb8e3a40-835f-4765-b891-1451053c3bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:00.666368 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.668659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4a6c4-3715-4b10-82d5-85e2b16e4327 req-0f437626-603b-4fd4-9666-7b51f746d524 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:00.670255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2d4a6c4-3715-4b10-82d5-85e2b16e4327 req-0f437626-603b-4fd4-9666-7b51f746d524 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 945 time: 0.1515956 Feb 19 00:48:00.676261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 31a95c40-59a7-4247-b921-de2e59ef6b16 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:00.676552 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.709361 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.757790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c58de4-70d1-4cbb-b7b3-b36667759a56 req-10957435-13cb-4abf-927e-1d1fc45454b3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:00.758703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8264c9-2363-4596-b3dd-cbdf4ab3930a None None] Pushing event updated for resources: {'Port': ['ID=0cb877ed-86f6-4f79-acfc-81b19febb6cb,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.759412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36c58de4-70d1-4cbb-b7b3-b36667759a56 req-10957435-13cb-4abf-927e-1d1fc45454b3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.1820261 Feb 19 00:48:00.789498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ea6c257c-5f49-496d-932b-2344d17d74d8 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:00.803974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a35cf8-5db3-4308-af65-1bea1b0baaf0 None None] The sync data for ids ['f99d5f90-0647-4ef1-96f5-f9d95f168764'] in n-d-826527-3 is: [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '4a6bae77-0290-49bf-9366-601c96486513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:47:47Z', 'revision_number': 4, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port': {'id': '4a6bae77-0290-49bf-9366-601c96486513', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:30Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0cb877ed-86f6-4f79-acfc-81b19febb6cb', 'name': '', 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'mac_address': 'fa:16:3e:d9:9e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_interface', 'standard_attr_id': 2599, 'fixed_ips': [{'subnet_id': 'cb8e3a40-835f-4765-b891-1451053c3bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:43Z', 'updated_at': '2022-02-19T00:47:57Z', 'revision_number': 4, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'subnets': [{'id': 'cb8e3a40-835f-4765-b891-1451053c3bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:00.819185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router_gateway (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.834562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-07c5fb9d-c4c4-4151-a76c-f73df407d20c None None] Provisioning complete for port ea6c257c-5f49-496d-932b-2344d17d74d8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:00.834941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-07c5fb9d-c4c4-4151-a76c-f73df407d20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.842103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:00.860433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:00.863825 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Publish callbacks [] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.871828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:00.876502 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.877840 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Pushing event updated for resources: {'Port': ['ID=2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:00.887187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76248ca7-ea82-4f58-abb6-9753a907914a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (856bfa94-8a12-4041-8a68-43c5f932d663), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.901476 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76248ca7-ea82-4f58-abb6-9753a907914a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (856bfa94-8a12-4041-8a68-43c5f932d663), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.915431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.950040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:00.968054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2d4a6c4-3715-4b10-82d5-85e2b16e4327 req-91486643-a79a-419e-b4c3-a2298179426f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856293 Feb 19 00:48:00.996845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port 31a95c40-59a7-4247-b921-de2e59ef6b16, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=31a95c40-59a7-4247-b921-de2e59ef6b16,segment=NetworkSegment(fd5634fe-144b-4641-92db-d278c3900efe),segment_id=fd5634fe-144b-4641-92db-d278c3900efe)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:00.997234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.007250 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0e78c210-1d0f-4127-91a6-f7e3a8a1e78f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.013384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36c58de4-70d1-4cbb-b7b3-b36667759a56 req-c9280028-c1fd-4f3a-b07a-0a81a50296b1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253938 Feb 19 00:48:01.019613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 31a95c40-59a7-4247-b921-de2e59ef6b16 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:01.032678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=ea6c257c-5f49-496d-932b-2344d17d74d8,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.085783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] For port 08c8f5b1-96e7-490f-9441-b0ec270f5813, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:01.089392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76248ca7-ea82-4f58-abb6-9753a907914a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856bfa94-8a12-4041-8a68-43c5f932d663,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.101317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Port': ['ID=ea6c257c-5f49-496d-932b-2344d17d74d8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.117741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] For port 08c8f5b1-96e7-490f-9441-b0ec270f5813, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=08c8f5b1-96e7-490f-9441-b0ec270f5813,segment=NetworkSegment(a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf),segment_id=a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:01.137811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] No DVR routers for this DVR port ea6c257c-5f49-496d-932b-2344d17d74d8 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:01.158488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76248ca7-ea82-4f58-abb6-9753a907914a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.159354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Network 42129b3d-b030-41fb-9c72-639b910a08ec is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:01.160055 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-76248ca7-ea82-4f58-abb6-9753a907914a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8408451 Feb 19 00:48:01.166695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35212) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:01.172545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:01.174980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:01.181093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-07c5fb9d-c4c4-4151-a76c-f73df407d20c None None] Could not find standard attr ID for object ea6c257c-5f49-496d-932b-2344d17d74d8. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:48:01.184380 n-d-826527-3 neutron-server[103651]: INFO neutron.plugins.ml2.db [None req-07c5fb9d-c4c4-4151-a76c-f73df407d20c None None] No ports have port_id starting with ea6c257c-5f49-496d-932b-2344d17d74d8 Feb 19 00:48:01.186063 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.211211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4739970a-77de-414a-b05c-c2a8ad8b0829 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'security_group_rule': {'security_group_id': '64352e04-088f-4bb4-b177-33b725786aad', 'project_id': '84679949ccf749538377871c65d3012d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:01.240551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No active binding found for port ea6c257c-5f49-496d-932b-2344d17d74d8 {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:48:01.240961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] The host n-d-826527-3 is not matching for port ea6c257c-5f49-496d-932b-2344d17d74d8 host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:48:01.241400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ea6c257c-5f49-496d-932b-2344d17d74d8 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:01.313408 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-4739970a-77de-414a-b05c-c2a8ad8b0829 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Project 84679949ccf749538377871c65d3012d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:48:01.335998 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4739970a-77de-414a-b05c-c2a8ad8b0829 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (9f901831-48c6-472f-a106-d75aca763432), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.364648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] Deleting port ea6c257c-5f49-496d-932b-2344d17d74d8 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:01.365275 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.367652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Attempting to bind port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:01.367818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Attempting to bind port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f493dac8-90cb-4693-94f7-3ab840f9d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42129b3d-b030-41fb-9c72-639b910a08ec'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:01.368353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Attempting to bind port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 on network 42129b3d-b030-41fb-9c72-639b910a08ec {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:01.369454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Allocated IP 172.25.6.218 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d8c24e4e-7950-4ea3-910c-14e6c32db4bd) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:01.383185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:01.383636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Checking segment: {'id': 'f493dac8-90cb-4693-94f7-3ab840f9d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42129b3d-b030-41fb-9c72-639b910a08ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:01.383986 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.384391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Bound using segment: {'id': 'f493dac8-90cb-4693-94f7-3ab840f9d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42129b3d-b030-41fb-9c72-639b910a08ec'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:01.384890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Bound port: 3163b54f-5d65-4f0c-bcd1-61f5e2338a69, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f493dac8-90cb-4693-94f7-3ab840f9d683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '42129b3d-b030-41fb-9c72-639b910a08ec'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:01.385933 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.390709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (0e78c210-1d0f-4127-91a6-f7e3a8a1e78f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.396269 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (4b664b31-bcef-42ce-b7c7-c14d03fb05a1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.479915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] For port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:01.490827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b664b31-bcef-42ce-b7c7-c14d03fb05a1']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:01.501245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=0e78c210-1d0f-4127-91a6-f7e3a8a1e78f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.501590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] For port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3163b54f-5d65-4f0c-bcd1-61f5e2338a69,segment=NetworkSegment(f493dac8-90cb-4693-94f7-3ab840f9d683),segment_id=f493dac8-90cb-4693-94f7-3ab840f9d683)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:01.512281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3f58c6-fc5b-4098-b22a-ee3b821c1fde None None] Network 00245700-403d-4a93-beff-b44f05b1c007 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:01.513112 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.517544 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/0e78c210-1d0f-4127-91a6-f7e3a8a1e78f HTTP/1.1" status: 204 len: 168 time: 1.1994405 Feb 19 00:48:01.526546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35218) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:01.559933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b974a8-ef47-49bc-9b5a-da477ffb52eb') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:01.560607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b974a8-ef47-49bc-9b5a-da477ffb52eb') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:01.595066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.595748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.596322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.596891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.597462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.598032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.598734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.599353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.601859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.601859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.601859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.601859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.601859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203c368-5f2b-40db-b9f1-2c365fe4b091 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:01.620125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e5b974a8-ef47-49bc-9b5a-da477ffb52eb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.656557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e5b974a8-ef47-49bc-9b5a-da477ffb52eb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.682533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:01.683357 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e5b974a8-ef47-49bc-9b5a-da477ffb52eb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:01.686882 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:01.809026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Pushing event updated for resources: {'Port': ['ID=3163b54f-5d65-4f0c-bcd1-61f5e2338a69,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.830922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (4b664b31-bcef-42ce-b7c7-c14d03fb05a1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.853285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for port (d8c24e4e-7950-4ea3-910c-14e6c32db4bd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.944629 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.955283 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/networks/4b664b31-bcef-42ce-b7c7-c14d03fb05a1 HTTP/1.1" status: 204 len: 168 time: 3.0410476 Feb 19 00:48:01.957933 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:01.963062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35222) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:01.969886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0845d-7d7f-4ec6-b320-82fa30d1eba2 None None] Pushing event updated for resources: {'Port': ['ID=08c8f5b1-96e7-490f-9441-b0ec270f5813,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:01.982513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d8c24e4e-7950-4ea3-910c-14e6c32db4bd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.060238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294e685-ff0b-4038-b852-76645f96e2a7 tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Network': ['ID=4b664b31-bcef-42ce-b7c7-c14d03fb05a1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.078901 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4739970a-77de-414a-b05c-c2a8ad8b0829 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (9f901831-48c6-472f-a106-d75aca763432), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.117394 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (00245700-403d-4a93-beff-b44f05b1c007), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.118195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e5849c-b41b-4fed-9e71-eb737490ddf2 None None] Pushing event updated for resources: {'Port': ['ID=3163b54f-5d65-4f0c-bcd1-61f5e2338a69,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.126710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:02.143983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4739970a-77de-414a-b05c-c2a8ad8b0829 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9f901831-48c6-472f-a106-d75aca763432), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.185708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:02.200609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks [] for router_gateway (be6c58f1-7964-48d3-93f7-e3ef009b38af), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.200844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:02.203883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:02.264512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'Port': ['ID=d8c24e4e-7950-4ea3-910c-14e6c32db4bd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.276728 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2835f80a-b6b3-4733-a237-cb7f2b08900b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.307975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739970a-77de-414a-b05c-c2a8ad8b0829 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f901831-48c6-472f-a106-d75aca763432,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.323243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (31a95c40-59a7-4247-b921-de2e59ef6b16), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.396630 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4739970a-77de-414a-b05c-c2a8ad8b0829 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.401112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4739970a-77de-414a-b05c-c2a8ad8b0829 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1954334 Feb 19 00:48:02.421368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35226) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:02.466949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'network': {'name': 'tempest-network-smoke--670360789', 'project_id': '84679949ccf749538377871c65d3012d', 'port_security_enabled': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:02.498262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=31a95c40-59a7-4247-b921-de2e59ef6b16,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.573361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:02.577027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.641130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a65aa-77ab-45b9-8474-7d4dd6475bae req-189b220c-f756-495d-a669-ff091233f684 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:02.657382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea6a65aa-77ab-45b9-8474-7d4dd6475bae req-189b220c-f756-495d-a669-ff091233f684 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.7593477 Feb 19 00:48:02.669773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] For port ea6c257c-5f49-496d-932b-2344d17d74d8, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:02.670370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.700729 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2835f80a-b6b3-4733-a237-cb7f2b08900b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.739670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] Calling delete_port for ea6c257c-5f49-496d-932b-2344d17d74d8 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:02.748090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] Port ea6c257c-5f49-496d-932b-2344d17d74d8 was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:48:02.754341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2835f80a-b6b3-4733-a237-cb7f2b08900b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:02.762719 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (ea6c257c-5f49-496d-932b-2344d17d74d8), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.798807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38177479-39c1-49f9-a568-86bf773ce22b') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:02.799388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38177479-39c1-49f9-a568-86bf773ce22b') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:02.806337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:48:02.809086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] Network 4b664b31-bcef-42ce-b7c7-c14d03fb05a1 is not hosted by any dhcp agent {{(pid=103651) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 00:48:02.811205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] No DVR routers for this DVR port ea6c257c-5f49-496d-932b-2344d17d74d8 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:02.814419 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router_gateway (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.832367 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (d94b2d0b-0297-4532-a92f-a0a9457e2aa8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.832604 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Added segment d94b2d0b-0297-4532-a92f-a0a9457e2aa8 of type vlan for network d408f862-3dd1-4701-a0d7-b9076936a5ef Feb 19 00:48:02.835077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (38177479-39c1-49f9-a568-86bf773ce22b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:02.852279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a4844-f5a8-4886-bcc3-af051ab7460c None None] Pushing event deleted for resources: {'Port': ['ID=ea6c257c-5f49-496d-932b-2344d17d74d8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:02.930276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] DHCP port deletion for 00245700-403d-4a93-beff-b44f05b1c007 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:48:02.952727 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d408f862-3dd1-4701-a0d7-b9076936a5ef), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.014312 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (38177479-39c1-49f9-a568-86bf773ce22b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.041083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:03.041432 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.073959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:03.076056 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f22d9e2-f11c-482c-89d9-6e3eef28a2a9" -d '{"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:03.076437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:03.076871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (38177479-39c1-49f9-a568-86bf773ce22b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:03.080343 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:03.098466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:03.112054 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.149801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] Deleting port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:03.150258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.207181 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.271919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:03.272176 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2835f80a-b6b3-4733-a237-cb7f2b08900b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.282713 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.288403 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/networks/2835f80a-b6b3-4733-a237-cb7f2b08900b HTTP/1.1" status: 204 len: 168 time: 1.3201613 Feb 19 00:48:03.300463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:03.304237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35230) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:03.309430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f5488-6429-441c-b28e-5621031f330f tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Network': ['ID=2835f80a-b6b3-4733-a237-cb7f2b08900b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:03.383022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.407862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85371d66-5100-4ef3-8f16-a9c41a842a1a None None] Network 05841fc3-f251-4f34-ae3e-94c4b5c96974 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:03.416765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] For port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dde6dfeb-6ccb-4b47-8f32-2b13507be1f2,segment=NetworkSegment(b82e5aea-ae12-45c3-8594-7592852361e8),segment_id=b82e5aea-ae12-45c3-8594-7592852361e8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:03.417240 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.502126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] Calling delete_port for dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:03.541610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Router 1e639aa2-3b2c-4357-bd62-cfbaff7255e3 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:48:03.653740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:03.654125 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.660715 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.667096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:03.689458 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d6c565-0783-461d-bec9-dbfeac9ebdbb None None] Sync routers for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:03.691664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-271fb70a-9d9c-4b68-8779-947f5617604f None None] Provisioning complete for port 08c8f5b1-96e7-490f-9441-b0ec270f5813 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:03.692050 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-271fb70a-9d9c-4b68-8779-947f5617604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.704989 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6c565-0783-461d-bec9-dbfeac9ebdbb None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:03.706018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.707525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-512f6d10-1dff-42e8-b216-72684d119108 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.2286217 Feb 19 00:48:03.708335 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e9d6c565-0783-461d-bec9-dbfeac9ebdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:03.710638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cae4ff-f022-4859-b190-dfb9d4271564 req-c43db250-b648-4003-9f03-bb76cd9e43a6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:03.711416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35232) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:03.713341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4cae4ff-f022-4859-b190-dfb9d4271564 req-c43db250-b648-4003-9f03-bb76cd9e43a6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 945 time: 1.5615010 Feb 19 00:48:03.746778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] No DVR routers for this DVR port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:03.759196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342aa4a2-eeea-4ce2-95c9-10c5c95414fc None None] Pushing event deleted for resources: {'Port': ['ID=dde6dfeb-6ccb-4b47-8f32-2b13507be1f2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:03.770326 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d408f862-3dd1-4701-a0d7-b9076936a5ef), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.775988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:03.776922 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:03.800467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6e520b-f3e4-4e9b-abd4-854904db400c None None] Network 42129b3d-b030-41fb-9c72-639b910a08ec requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:03.812449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea6a65aa-77ab-45b9-8474-7d4dd6475bae req-63686ecc-ed07-40b0-979a-98692b05564d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1539323 Feb 19 00:48:03.818453 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e9d6c565-0783-461d-bec9-dbfeac9ebdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:03.844990 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6c565-0783-461d-bec9-dbfeac9ebdbb None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:03.846698 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e9d6c565-0783-461d-bec9-dbfeac9ebdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:03.894050 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e798e-5c06-4c4b-b3a6-75f4eb2feb5c x-openstack-request-id: req-d75e798e-5c06-4c4b-b3a6-75f4eb2feb5c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:03.894713 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:03.894939 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d75e798e-5c06-4c4b-b3a6-75f4eb2feb5c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:03.895550 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'code': 200} Feb 19 00:48:03.927533 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-e9d6c565-0783-461d-bec9-dbfeac9ebdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:03.928551 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d6c565-0783-461d-bec9-dbfeac9ebdbb None None] The sync data for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:04.025568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-271fb70a-9d9c-4b68-8779-947f5617604f None None] Current status of the port 08c8f5b1-96e7-490f-9441-b0ec270f5813 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:04.025967 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-271fb70a-9d9c-4b68-8779-947f5617604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.039673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:04.040222 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.049651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6182125 Feb 19 00:48:04.051172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35234) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:04.057024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'admin_state_up': True, 'project_id': '84679949ccf749538377871c65d3012d', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:04.059009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:04.059360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.081719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-271fb70a-9d9c-4b68-8779-947f5617604f None None] For port 08c8f5b1-96e7-490f-9441-b0ec270f5813, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=08c8f5b1-96e7-490f-9441-b0ec270f5813,segment=NetworkSegment(a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf),segment_id=a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:04.099065 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-271fb70a-9d9c-4b68-8779-947f5617604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.146357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3163b54f-5d65-4f0c-bcd1-61f5e2338a69,segment=NetworkSegment(f493dac8-90cb-4693-94f7-3ab840f9d683),segment_id=f493dac8-90cb-4693-94f7-3ab840f9d683)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:04.151916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (9e13fad2-256a-4123-a477-c7ae53eec3f8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.164562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.165815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 08c8f5b1-96e7-490f-9441-b0ec270f5813 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:04.201433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fb70a-9d9c-4b68-8779-947f5617604f None None] Pushing event updated for resources: {'Port': ['ID=08c8f5b1-96e7-490f-9441-b0ec270f5813,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:04.257326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (45d32b55-7b3a-4654-acdf-af058f4a8045), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.258811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (45d32b55-7b3a-4654-acdf-af058f4a8045), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.273630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1781921c-5e6f-4b9b-a108-9d454fbbe5d6 None None] Provisioning complete for port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:04.274045 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1781921c-5e6f-4b9b-a108-9d454fbbe5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.307783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=3163b54f-5d65-4f0c-bcd1-61f5e2338a69,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:04.324368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 08c8f5b1-96e7-490f-9441-b0ec270f5813 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:04.324764 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.339845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4cae4ff-f022-4859-b190-dfb9d4271564 req-605809cb-9faa-4048-baca-16fc406009b2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6012621 Feb 19 00:48:04.343470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f87a3-a4d3-4719-910e-5af42d526592 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Network': ['ID=d408f862-3dd1-4701-a0d7-b9076936a5ef,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:04.356340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_controller (45d32b55-7b3a-4654-acdf-af058f4a8045), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.378421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d408f862-3dd1-4701-a0d7-b9076936a5ef details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:48:04.381529 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (be6c58f1-7964-48d3-93f7-e3ef009b38af), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.402356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] For port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2, host n-d-826527-3, got binding levels [] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:04.403006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.412009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:04.436708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:04.453479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 was not found and therefore no delete operation was performed {{(pid=103649) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:48:04.465496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01220a-f609-486a-b613-7c3d5cdc0605 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:48:04.535076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dde6dfeb-6ccb-4b47-8f32-2b13507be1f2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.609788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No DVR routers for this DVR port dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:04.632289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1781921c-5e6f-4b9b-a108-9d454fbbe5d6 None None] Current status of the port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:04.659051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 08c8f5b1-96e7-490f-9441-b0ec270f5813 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:04.660202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0cb877ed-86f6-4f79-acfc-81b19febb6cb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:04.663068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=dde6dfeb-6ccb-4b47-8f32-2b13507be1f2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:04.669146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (9e13fad2-256a-4123-a477-c7ae53eec3f8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.722318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1781921c-5e6f-4b9b-a108-9d454fbbe5d6 None None] Provisioning complete for port 08c8f5b1-96e7-490f-9441-b0ec270f5813 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:04.722712 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1781921c-5e6f-4b9b-a108-9d454fbbe5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.762170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f01220a-f609-486a-b613-7c3d5cdc0605 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 00:48:04.795831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0cb877ed-86f6-4f79-acfc-81b19febb6cb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:04.796220 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.837323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e13fad2-256a-4123-a477-c7ae53eec3f8']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:04.879686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ad216d-30a7-407b-94f4-e35a0073ab40') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:04.879686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ad216d-30a7-407b-94f4-e35a0073ab40') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:04.908266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (00245700-403d-4a93-beff-b44f05b1c007), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.925709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (45d32b55-7b3a-4654-acdf-af058f4a8045), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.936077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.946056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1781921c-5e6f-4b9b-a108-9d454fbbe5d6 None None] Current status of the port 08c8f5b1-96e7-490f-9441-b0ec270f5813 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:04.958415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00245700-403d-4a93-beff-b44f05b1c007']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:04.974763 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (14ad216d-30a7-407b-94f4-e35a0073ab40), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:04.988625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf0ab-6d66-4b07-8bc9-d47c3d72bb22 req-845755aa-b93d-405c-84a7-e01b5560454e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:04.990326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e36cf0ab-6d66-4b07-8bc9-d47c3d72bb22 req-845755aa-b93d-405c-84a7-e01b5560454e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 945 time: 0.5387571 Feb 19 00:48:05.014563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82e5aea-ae12-45c3-8594-7592852361e8') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:05.014870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82e5aea-ae12-45c3-8594-7592852361e8') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:05.046357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0cb877ed-86f6-4f79-acfc-81b19febb6cb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:05.047195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:05.063568 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (b82e5aea-ae12-45c3-8594-7592852361e8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.069266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d427f2b2-b901-4a73-8601-5c26c7ffaf98 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9191599 Feb 19 00:48:05.073135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35240) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:05.078168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:05.090504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (14ad216d-30a7-407b-94f4-e35a0073ab40), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.112966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:05.113461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (14ad216d-30a7-407b-94f4-e35a0073ab40), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.118140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b82e5aea-ae12-45c3-8594-7592852361e8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:05.120076 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:05.157879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:05.158335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (b82e5aea-ae12-45c3-8594-7592852361e8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:05.164626 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:05.167359 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-79771697-c8a9-407e-af3c-ba91d018c675 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet 8674f4d4-a033-449d-8d02-0a47bacf882f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:48:05.183283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79771697-c8a9-407e-af3c-ba91d018c675 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (8674f4d4-a033-449d-8d02-0a47bacf882f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.282944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79771697-c8a9-407e-af3c-ba91d018c675 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (8674f4d4-a033-449d-8d02-0a47bacf882f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.287922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e36cf0ab-6d66-4b07-8bc9-d47c3d72bb22 req-d7feefb1-5873-458e-aefc-33b485b45537 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518647 Feb 19 00:48:05.297319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff9fc0-efab-4e21-b659-0b280ffe92f8 req-296a42a6-143e-4094-aa02-a34b3c799b53 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:05.299365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cff9fc0-efab-4e21-b659-0b280ffe92f8 req-296a42a6-143e-4094-aa02-a34b3c799b53 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.3080709 Feb 19 00:48:05.301085 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (9e13fad2-256a-4123-a477-c7ae53eec3f8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.309114 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.312926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/networks/9e13fad2-256a-4123-a477-c7ae53eec3f8 HTTP/1.1" status: 204 len: 168 time: 1.5982764 Feb 19 00:48:05.325628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35242) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:05.331203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Router be6c58f1-7964-48d3-93f7-e3ef009b38af is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:48:05.357568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:05.358240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:05.365441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (00245700-403d-4a93-beff-b44f05b1c007), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.365797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:05.398401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a218c6e-05a8-487b-ab53-15347331f21a tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Network': ['ID=9e13fad2-256a-4123-a477-c7ae53eec3f8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:05.424414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0b728f6e-6256-439a-90ca-055dec1be8db None None] Provisioning complete for port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:05.424800 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b728f6e-6256-439a-90ca-055dec1be8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.436779 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.443824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/networks/00245700-403d-4a93-beff-b44f05b1c007 HTTP/1.1" status: 204 len: 168 time: 3.9123433 Feb 19 00:48:05.452130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35246) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:05.454792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a6d0508a-64f8-43ab-8320-3825d0a755aa), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.525188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92745b6c-a6c7-4e0a-9229-f5e76dd0e48c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Network': ['ID=00245700-403d-4a93-beff-b44f05b1c007,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:05.527414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:05.581454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cff9fc0-efab-4e21-b659-0b280ffe92f8 req-4a6d48bf-cb35-4c28-89fb-7adecfc7022a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611253 Feb 19 00:48:05.583405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:05.583791 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.615949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a445bb-eba3-4f2a-8e7c-a72d90662788 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:05.620974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-88a445bb-eba3-4f2a-8e7c-a72d90662788 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/9213e07b-c308-43db-9571-cb3d826463e1 HTTP/1.1" status: 200 len: 841 time: 0.1573126 Feb 19 00:48:05.623962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35248) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:05.680476 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79771697-c8a9-407e-af3c-ba91d018c675 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (8674f4d4-a033-449d-8d02-0a47bacf882f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.681051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0b728f6e-6256-439a-90ca-055dec1be8db None None] Current status of the port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:05.695316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ac02e-4e0c-4335-9014-991189210637 req-ce5d9ba2-7d86-46f1-adc6-551650a5c7ad tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:05.695316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c23ac02e-4e0c-4335-9014-991189210637 req-ce5d9ba2-7d86-46f1-adc6-551650a5c7ad tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 945 time: 0.2906256 Feb 19 00:48:05.706111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-350fa8e0-0e85-4f32-a3bf-871d33e49823 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/9213e07b-c308-43db-9571-cb3d826463e1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0774646 Feb 19 00:48:05.706111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:05.707827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35250) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:05.716184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:05.726123 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Sync routers for ids ['be6c58f1-7964-48d3-93f7-e3ef009b38af'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:05.738741 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Routers {'be6c58f1-7964-48d3-93f7-e3ef009b38af'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:05.739676 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['be6c58f1-7964-48d3-93f7-e3ef009b38af'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:05.802903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a6d0508a-64f8-43ab-8320-3825d0a755aa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.808735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (45d32b55-7b3a-4654-acdf-af058f4a8045), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.817735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Allocated IP 172.20.0.1 (42129b3d-b030-41fb-9c72-639b910a08ec/76e2890a-8c45-4fb2-b4c2-2ba48630ed72/c7cc2d42-2cca-444f-a742-eeda03782e84) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:05.855192 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.856849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d81e944f-613e-480a-be46-1594d204b94c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1230385 Feb 19 00:48:05.860878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35252) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:05.872979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.876561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d0508a-64f8-43ab-8320-3825d0a755aa']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:05.898429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:05.899716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 08c8f5b1-96e7-490f-9441-b0ec270f5813 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:05.933185 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c23ac02e-4e0c-4335-9014-991189210637 req-a3e9add7-13fc-48d0-b863-38aa940b5100 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135640 Feb 19 00:48:05.947515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c0bd224-dd41-408a-9937-c7afbaf19dfc') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:05.947731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c0bd224-dd41-408a-9937-c7afbaf19dfc') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:05.975330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:01Z', 'revision_number': 9, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:05.981900 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (2c0bd224-dd41-408a-9937-c7afbaf19dfc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:05.984282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:05.995478 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.002018 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Set router be6c58f1-7964-48d3-93f7-e3ef009b38af gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:06.014540 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:06.016812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 08c8f5b1-96e7-490f-9441-b0ec270f5813 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:06.017238 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.056695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:06.057359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:06.078286 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2c0bd224-dd41-408a-9937-c7afbaf19dfc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.093934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79771697-c8a9-407e-af3c-ba91d018c675 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (8674f4d4-a033-449d-8d02-0a47bacf882f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.134173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:06.141371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (2c0bd224-dd41-408a-9937-c7afbaf19dfc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:06.143399 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:06.150680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:06.263829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79771697-c8a9-407e-af3c-ba91d018c675 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=8674f4d4-a033-449d-8d02-0a47bacf882f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:06.281832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ed0b3-4ca0-4059-affa-9b6544ff4525 None None] Network e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:06.287034 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79771697-c8a9-407e-af3c-ba91d018c675 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.290743 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-79771697-c8a9-407e-af3c-ba91d018c675 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/8674f4d4-a033-449d-8d02-0a47bacf882f HTTP/1.1" status: 204 len: 168 time: 1.2150452 Feb 19 00:48:06.293767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35258) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:06.295179 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:48:01Z', 'revision_number': 3, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:06.355735 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Checking router: be6c58f1-7964-48d3-93f7-e3ef009b38af for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:06.356371 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Updating router be6c58f1-7964-48d3-93f7-e3ef009b38af port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:48:06.368820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.375133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a6d0508a-64f8-43ab-8320-3825d0a755aa), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.406002 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.422547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:06.435519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.25.6.167 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/762555b6-b5bc-41d1-b356-adc65e6206d4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:06.452193 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.460526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] 10.222.0.60 "DELETE /v2.0/networks/a6d0508a-64f8-43ab-8320-3825d0a755aa HTTP/1.1" status: 204 len: 168 time: 1.1230316 Feb 19 00:48:06.493425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb45cf7-b661-4005-a1a2-5717412c60de tempest-BulkNetworkOpsIpV6Test-1101144193 tempest-BulkNetworkOpsIpV6Test-1101144193-project] Pushing event deleted for resources: {'Network': ['ID=a6d0508a-64f8-43ab-8320-3825d0a755aa,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:06.507974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 08c8f5b1-96e7-490f-9441-b0ec270f5813 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:06.613700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.616899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (01995cdd-48e1-4242-b042-65d6f212c771), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.623592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:06.648518 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.694992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:06.700097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:06.700587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dde6dfeb-6ccb-4b47-8f32-2b13507be1f2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:06.724560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'mac_address': 'fa:16:3e:00:2d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:06.750520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:06.753076 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Network 42129b3d-b030-41fb-9c72-639b910a08ec is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:06.760486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:06.776613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3166c5e-2336-4c95-8cd1-6fe0d69180f9 None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:06.808383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:06.822444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.823525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:06.830838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'Port': ['ID=c7cc2d42-2cca-444f-a742-eeda03782e84,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:06.842340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175e3ad-f527-466d-9d8f-667424c6379b req-b5d6add7-31aa-4c6a-bfb1-12e0838aaeea tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:06.844368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5175e3ad-f527-466d-9d8f-667424c6379b req-b5d6add7-31aa-4c6a-bfb1-12e0838aaeea tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 945 time: 0.4964087 Feb 19 00:48:06.851085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=01995cdd-48e1-4242-b042-65d6f212c771,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:06.860649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:06.861351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.862459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:06.863002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:06.905663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:06.965493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5175e3ad-f527-466d-9d8f-667424c6379b req-a8755bf0-2a4c-48d9-aa14-6a468e512a6e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006625 Feb 19 00:48:06.987207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:06.993887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.008321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938cc6e-5e4e-42a7-af83-6e35c922beba req-0425a3ae-5e02-437e-a2e2-06f3424a3692 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:07.019643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4938cc6e-5e4e-42a7-af83-6e35c922beba req-0425a3ae-5e02-437e-a2e2-06f3424a3692 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2558563 Feb 19 00:48:07.079666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] DHCP port deletion for e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:48:07.100154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.105633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4938cc6e-5e4e-42a7-af83-6e35c922beba req-2383e226-f119-4c08-af5e-bff97ef9c1df tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850070 Feb 19 00:48:07.113582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d86045f1-fccc-4aee-9709-c431c5a0ae40 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4045594 Feb 19 00:48:07.115442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35266) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:07.120865 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.124433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35268) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:07.130805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c9993c03-e741-4423-a335-8ef5ab106edb tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1778248500'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:07.182767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 714e93b4-3b89-47a9-b71c-95dfdd70819f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:07.187662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.283773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:07.325383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:07.341913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:07.374318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=762555b6-b5bc-41d1-b356-adc65e6206d4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:07.426506 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Publish callbacks [] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.430684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=12']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:07.440884 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.458753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 714e93b4-3b89-47a9-b71c-95dfdd70819f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:07.526055 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363f871-cbb2-45cc-aaec-1f5c40ce8f8e None None] Pushing event updated for resources: {'Port': ['ID=2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:07.530680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:07.561017 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Attempting to bind port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:07.561922 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Attempting to bind port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:07.562531 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Attempting to bind port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:07.570484 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:07.571114 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:07.571932 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.573994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:07.574434 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Bound port: 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:07.575923 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.586022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'project_id': '1761bddd2a124781bf49884ccf00dc8b', 'fixed_ips': [{'subnet_id': '01995cdd-48e1-4242-b042-65d6f212c771'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:48:07.586909 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.612345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:01Z', 'revision_number': 9, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:07.647956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f487d7-2f2e-4ab6-a75a-eccc35820659 None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:01Z', 'revision_number': 9, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '084b6f1d-d334-431a-bc65-ec8b72fc1367', 'name': '', 'network_id': '849a143b-7704-4c2a-ac5c-8fe4a698f618', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:53:73:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2522, 'fixed_ips': [{'subnet_id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:12Z', 'updated_at': '2022-02-19T00:47:21Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': '48f131cb-b571-4b02-b489-741f806ee1ff', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:07.651554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-eafd9963-335e-4651-8142-f719f9e6890a None None] Provisioning complete for port c7cc2d42-2cca-444f-a742-eeda03782e84 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:07.652005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eafd9963-335e-4651-8142-f719f9e6890a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.668710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] For port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:07.672391 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] For port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:07.689187 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9993c03-e741-4423-a335-8ef5ab106edb tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.697671 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.728281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port 714e93b4-3b89-47a9-b71c-95dfdd70819f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=714e93b4-3b89-47a9-b71c-95dfdd70819f,segment=NetworkSegment(fd5634fe-144b-4641-92db-d278c3900efe),segment_id=fd5634fe-144b-4641-92db-d278c3900efe)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:07.728740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.753241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 714e93b4-3b89-47a9-b71c-95dfdd70819f owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:07.771780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7ff5f627-b31d-4107-9110-7640f2bf7610 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf312da199d24b83959b1c7f95901125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6527588 Feb 19 00:48:07.774158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35272) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:07.781614 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363f871-cbb2-45cc-aaec-1f5c40ce8f8e None None] Pushing event updated for resources: {'Port': ['ID=2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:07.815434 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Routers {'be6c58f1-7964-48d3-93f7-e3ef009b38af'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:07.816734 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['be6c58f1-7964-48d3-93f7-e3ef009b38af'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:07.862680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Allocated IP 172.20.0.2 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/01995cdd-48e1-4242-b042-65d6f212c771/0dfbb106-e411-489a-9dc4-4c254ffba03f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:07.911731 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9993c03-e741-4423-a335-8ef5ab106edb tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (3d0ea433-2190-45fc-b06e-819ef121dbf5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.927691 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9993c03-e741-4423-a335-8ef5ab106edb tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3d0ea433-2190-45fc-b06e-819ef121dbf5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.945881 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de2a3106-54eb-4d30-b44b-f4eda17489ae admin admin] Publish callbacks [] for security_group (ba61ec12-42d6-429c-876b-a41eb9077dd0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:07.976440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9993c03-e741-4423-a335-8ef5ab106edb tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0ea433-2190-45fc-b06e-819ef121dbf5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.007333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] Deleting port 714e93b4-3b89-47a9-b71c-95dfdd70819f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:08.007940 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.027218 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9993c03-e741-4423-a335-8ef5ab106edb tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.028685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.040949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c9993c03-e741-4423-a335-8ef5ab106edb tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9087975 Feb 19 00:48:08.041951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.045935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35276) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:08.062430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-404fabaa-4353-4925-9d27-d9211ea27e63 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1012166027'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:08.072935 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] Set router be6c58f1-7964-48d3-93f7-e3ef009b38af gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:08.085864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.136186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=714e93b4-3b89-47a9-b71c-95dfdd70819f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.155218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] For port 714e93b4-3b89-47a9-b71c-95dfdd70819f, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:08.155630 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.197364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eafd9963-335e-4651-8142-f719f9e6890a None None] Port c7cc2d42-2cca-444f-a742-eeda03782e84 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:08.217013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de2a3106-54eb-4d30-b44b-f4eda17489ae admin admin] Publish callbacks [] for security_group (ba61ec12-42d6-429c-876b-a41eb9077dd0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.257496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No DVR routers for this DVR port 714e93b4-3b89-47a9-b71c-95dfdd70819f on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:08.270275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] Calling delete_port for 714e93b4-3b89-47a9-b71c-95dfdd70819f owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:08.275200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] Port 714e93b4-3b89-47a9-b71c-95dfdd70819f was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:48:08.275740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 714e93b4-3b89-47a9-b71c-95dfdd70819f is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:08.276139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.293233 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (714e93b4-3b89-47a9-b71c-95dfdd70819f), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.376609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] No DVR routers for this DVR port 714e93b4-3b89-47a9-b71c-95dfdd70819f on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:08.378329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd901f-3bf7-4e14-82ba-7a373c05c586 None None] Pushing event deleted for resources: {'Port': ['ID=714e93b4-3b89-47a9-b71c-95dfdd70819f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.439005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Publish callbacks [] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.460321 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.511172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-404fabaa-4353-4925-9d27-d9211ea27e63 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.515488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (45d32b55-7b3a-4654-acdf-af058f4a8045), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.530205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:08.537068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Pushing event updated for resources: {'Port': ['ID=0dfbb106-e411-489a-9dc4-4c254ffba03f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.537267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:48:01Z', 'revision_number': 3, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:08.538820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:08.544308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:08.551219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27aea2-d157-4c95-9323-a1a22f55db54 req-838533c6-04ea-40e4-8d55-8a51610976c6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:08.554417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf27aea2-d157-4c95-9323-a1a22f55db54 req-838533c6-04ea-40e4-8d55-8a51610976c6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 945 time: 0.4099138 Feb 19 00:48:08.566437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.568649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d2a00e-9aef-475e-90e3-9c2785de74cd None None] The sync data for ids ['be6c58f1-7964-48d3-93f7-e3ef009b38af'] in n-d-826527-3 is: [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:48:01Z', 'revision_number': 3, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:08.625676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Attempting to bind port 0dfbb106-e411-489a-9dc4-4c254ffba03f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:08.627129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Attempting to bind port 0dfbb106-e411-489a-9dc4-4c254ffba03f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'fdef3311-dc0c-4541-8b7d-fc6b774b2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:08.627129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Attempting to bind port 0dfbb106-e411-489a-9dc4-4c254ffba03f on network c3c5634a-dba0-421f-a71d-8ad2af8cd44c {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:08.635406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:08.635651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Allocated IP 172.20.0.1 (05841fc3-f251-4f34-ae3e-94c4b5c96974/344b3b9f-d82a-4891-821f-07d7de3b26e6/771f8276-f7df-4348-837a-f21a6c447d4c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:08.635752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Checking segment: {'id': 'fdef3311-dc0c-4541-8b7d-fc6b774b2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:08.639004 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.639004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Bound using segment: {'id': 'fdef3311-dc0c-4541-8b7d-fc6b774b2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:08.639004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Bound port: 0dfbb106-e411-489a-9dc4-4c254ffba03f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdef3311-dc0c-4541-8b7d-fc6b774b2427', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:08.639004 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.648995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:08.671033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef3c7c-35f8-4d2c-b33e-9d4a68b6bb72 req-6a023647-3a0a-4150-826b-8af05f6ec358 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:08.672712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1ef3c7c-35f8-4d2c-b33e-9d4a68b6bb72 req-6a023647-3a0a-4150-826b-8af05f6ec358 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 945 time: 0.4128315 Feb 19 00:48:08.679954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5634fe-144b-4641-92db-d278c3900efe') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:08.680271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5634fe-144b-4641-92db-d278c3900efe') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:08.687119 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de2a3106-54eb-4d30-b44b-f4eda17489ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ba61ec12-42d6-429c-876b-a41eb9077dd0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.689699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de2a3106-54eb-4d30-b44b-f4eda17489ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.693533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de2a3106-54eb-4d30-b44b-f4eda17489ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ba61ec12-42d6-429c-876b-a41eb9077dd0 HTTP/1.1" status: 204 len: 168 time: 0.9183662 Feb 19 00:48:08.701023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-e3bbe311-25b2-4bfb-9d84-0cfdcfa84718 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:08.702593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-e3bbe311-25b2-4bfb-9d84-0cfdcfa84718 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.126 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 945 time: 0.3769555 Feb 19 00:48:08.714330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] For port 0dfbb106-e411-489a-9dc4-4c254ffba03f, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:08.718001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] For port 0dfbb106-e411-489a-9dc4-4c254ffba03f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0dfbb106-e411-489a-9dc4-4c254ffba03f,segment=NetworkSegment(fdef3311-dc0c-4541-8b7d-fc6b774b2427),segment_id=fdef3311-dc0c-4541-8b7d-fc6b774b2427)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:08.730219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.744261 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (fd5634fe-144b-4641-92db-d278c3900efe), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.794930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a3106-54eb-4d30-b44b-f4eda17489ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba61ec12-42d6-429c-876b-a41eb9077dd0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.823297 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fd5634fe-144b-4641-92db-d278c3900efe), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.832356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf27aea2-d157-4c95-9323-a1a22f55db54 req-90c3ba71-4665-42c1-b68c-f4447c99c554 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546556 Feb 19 00:48:08.867947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a842ce-128f-4c6f-be1f-0366b8015870 None None] Pushing event updated for resources: {'Port': ['ID=0dfbb106-e411-489a-9dc4-4c254ffba03f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:08.870830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:08.871256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (fd5634fe-144b-4641-92db-d278c3900efe), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:08.878864 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:08.956532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-404fabaa-4353-4925-9d27-d9211ea27e63 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (91fc490d-edff-43eb-88cc-d31b6d9a83e7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:08.981371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.000209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1ef3c7c-35f8-4d2c-b33e-9d4a68b6bb72 req-ee249210-bc98-4f57-9667-1836994d7d4a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850742 Feb 19 00:48:09.000991 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-404fabaa-4353-4925-9d27-d9211ea27e63 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (91fc490d-edff-43eb-88cc-d31b6d9a83e7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.002359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.109665 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-404fabaa-4353-4925-9d27-d9211ea27e63 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.116001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-404fabaa-4353-4925-9d27-d9211ea27e63 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0627165 Feb 19 00:48:09.116001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.119466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35284) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:09.128610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1361415843', 'security_groups': ['91fc490d-edff-43eb-88cc-d31b6d9a83e7'], 'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '01995cdd-48e1-4242-b042-65d6f212c771'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:09.133504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.136745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd HTTP/1.1" status: 204 len: 168 time: 2.8403244 Feb 19 00:48:09.148788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35286) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:09.157177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fabaa-4353-4925-9d27-d9211ea27e63 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fc490d-edff-43eb-88cc-d31b6d9a83e7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:09.185175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143c5ee-b267-4cf3-ba33-e17b4b73daa3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=e90143ad-29eb-4d0f-a3a1-c5cd2e5e21cd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:09.256580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Publish callbacks [] for port (771f8276-f7df-4348-837a-f21a6c447d4c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.260620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Deleting port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:09.261287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.366817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'Port': ['ID=c7cc2d42-2cca-444f-a742-eeda03782e84,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:09.386627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.418819 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (45d32b55-7b3a-4654-acdf-af058f4a8045), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.500944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:09.509412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] For port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:09.509831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.512807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:09.591971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:09.592624 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.606859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Calling delete_port for 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:09.657279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.692983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:09.693357 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.720239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:09.732625 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.771433 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Network 05841fc3-f251-4f34-ae3e-94c4b5c96974 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:09.781806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:09.785042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:09.787737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:09.801944 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Network 42129b3d-b030-41fb-9c72-639b910a08ec is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:09.831248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port f389f954-1f1c-4345-945c-c5ccfab4d0c0 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:48:09.843889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Pushing event updated for resources: {'Port': ['ID=771f8276-f7df-4348-837a-f21a6c447d4c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:09.863599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:09.903489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:09.916149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 31a95c40-59a7-4247-b921-de2e59ef6b16 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:09.964323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 31a95c40-59a7-4247-b921-de2e59ef6b16 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:09.964323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 31a95c40-59a7-4247-b921-de2e59ef6b16 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:10.078298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (be6c58f1-7964-48d3-93f7-e3ef009b38af), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.137084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:10.269864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:10.271493 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.364724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35308) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:10.365501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.6 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/01995cdd-48e1-4242-b042-65d6f212c771/f389f954-1f1c-4345-945c-c5ccfab4d0c0) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:10.437727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9f7308a4-44ca-42ac-bc5d-e7cc3107b136 None None] Provisioning complete for port 771f8276-f7df-4348-837a-f21a6c447d4c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:10.448395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9f7308a4-44ca-42ac-bc5d-e7cc3107b136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.541849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:10.542628 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.544398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9f7308a4-44ca-42ac-bc5d-e7cc3107b136 None None] Port 771f8276-f7df-4348-837a-f21a6c447d4c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:10.569678 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.576447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:10.590124 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7deaa0-0afe-40b3-957d-42b54325875b" -d '{"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-plugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:10.613153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:10.624290 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.625570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:10.654171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.656022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (416aadc4-2ee5-4be9-a442-0b38d7c1fde0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.706440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:10.712587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:10.715008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e', 'f9b2d98f-ed94-449b-847b-d3d952f5db12'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:10.754572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:10.830955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dfd15-efc5-45ff-b891-368646859376 req-965ff9c9-4e88-4045-a56c-4f6620d82fcf tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:10.833509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e7dfd15-efc5-45ff-b891-368646859376 req-965ff9c9-4e88-4045-a56c-4f6620d82fcf tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4f340d9-6d6b-4f6a-825e-2e2341d4750f HTTP/1.1" status: 200 len: 945 time: 0.8055508 Feb 19 00:48:10.852744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-91282c67-2522-4912-970f-388e1ad4ad5a None None] Provisioning complete for port c7cc2d42-2cca-444f-a742-eeda03782e84 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:10.853129 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91282c67-2522-4912-970f-388e1ad4ad5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.854909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No active binding found for port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:48:10.855290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:48:10.855752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:10.863477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:10.864201 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:10.877029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=13']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:10.909940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Router 1e639aa2-3b2c-4357-bd62-cfbaff7255e3 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:10.938445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91282c67-2522-4912-970f-388e1ad4ad5a None None] Port c7cc2d42-2cca-444f-a742-eeda03782e84 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:11.006319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8771930 Feb 19 00:48:11.006829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35332) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:11.025325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 45d32b55-7b3a-4654-acdf-af058f4a8045 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:48:11.041453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2dff50b0-3b49-4362-8c2c-7a721513a2ca tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:11.058749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19d793-6e32-4407-9b23-8e1675ceeced tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=f389f954-1f1c-4345-945c-c5ccfab4d0c0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:11.080017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] No DVR routers for this DVR port 416aadc4-2ee5-4be9-a442-0b38d7c1fde0 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:11.085954 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.093487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f903ddd-9929-42a2-a04f-87510f9ae174 req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.126 "DELETE /v2.0/ports/416aadc4-2ee5-4be9-a442-0b38d7c1fde0 HTTP/1.1" status: 204 len: 173 time: 2.3629200 Feb 19 00:48:11.132516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f340d9-6d6b-4f6a-825e-2e2341d4750f', 'name': 'network-vif-deleted', 'tag': '416aadc4-2ee5-4be9-a442-0b38d7c1fde0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:11.135150 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3f1e93-d79f-43e4-a25f-adef0d53468c" -d '{"events": [{"server_uuid": "d4f340d9-6d6b-4f6a-825e-2e2341d4750f", "name": "network-vif-deleted", "tag": "416aadc4-2ee5-4be9-a442-0b38d7c1fde0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:11.155178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4158924-148f-4f1c-a471-f76ec8c2803c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event deleted for resources: {'Port': ['ID=416aadc4-2ee5-4be9-a442-0b38d7c1fde0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:11.155548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1171062297'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:11.185796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6780d5-cde5-49dd-a2c7-79cdc03b277f req-15d923e9-8e6a-40ae-b7ce-33944b2e7233 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:11.188862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c6780d5-cde5-49dd-a2c7-79cdc03b277f req-15d923e9-8e6a-40ae-b7ce-33944b2e7233 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.5793834 Feb 19 00:48:11.210505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:11.221510 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.272620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e7dfd15-efc5-45ff-b891-368646859376 req-2963b4b3-1cda-4727-8bdf-32233092e15f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994548 Feb 19 00:48:11.321633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c6780d5-cde5-49dd-a2c7-79cdc03b277f req-d92f526d-0d3f-4d72-af81-6737e600bd7f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237066 Feb 19 00:48:11.398576 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab42c8f4-6dd7-4292-940a-4a5274bb6589 x-openstack-request-id: req-ab42c8f4-6dd7-4292-940a-4a5274bb6589 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:11.398876 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-plugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:11.399975 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab42c8f4-6dd7-4292-940a-4a5274bb6589 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:11.400388 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'code': 200} Feb 19 00:48:11.430799 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52000c7-2ec6-4f77-96a7-6ffc9a88bd15 x-openstack-request-id: req-d52000c7-2ec6-4f77-96a7-6ffc9a88bd15 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:11.431310 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f340d9-6d6b-4f6a-825e-2e2341d4750f", "name": "network-vif-deleted", "tag": "416aadc4-2ee5-4be9-a442-0b38d7c1fde0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:11.431310 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d52000c7-2ec6-4f77-96a7-6ffc9a88bd15 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:11.431571 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4f340d9-6d6b-4f6a-825e-2e2341d4750f', 'name': 'network-vif-deleted', 'tag': '416aadc4-2ee5-4be9-a442-0b38d7c1fde0', 'status': 'completed', 'code': 200} Feb 19 00:48:11.442200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.447892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:11.547643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.563997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:11.564622 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.621223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] For port 0dfbb106-e411-489a-9dc4-4c254ffba03f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0dfbb106-e411-489a-9dc4-4c254ffba03f,segment=NetworkSegment(fdef3311-dc0c-4541-8b7d-fc6b774b2427),segment_id=fdef3311-dc0c-4541-8b7d-fc6b774b2427)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:11.622874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:11.623268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.649519 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.716440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Provisioning complete for port 9213e07b-c308-43db-9571-cb3d826463e1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:11.716877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9213e07b-c308-43db-9571-cb3d826463e1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.751984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:11.757813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.770902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a87e2-5001-46e1-aec4-f52192f2db90 None None] Sync routers for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:11.777615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35340) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:11.778796 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c28b6d5-b030-4e3c-8810-2bbb457f601b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "PUT /v2.0/routers/1e639aa2-3b2c-4357-bd62-cfbaff7255e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0661232 Feb 19 00:48:11.783223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Pushing event updated for resources: {'Port': ['ID=0dfbb106-e411-489a-9dc4-4c254ffba03f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:11.787238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Request body: {'port': {'network_id': '42129b3d-b030-41fb-9c72-639b910a08ec', 'name': 'tempest-FloatingIPAdminTestJSON-72983931'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:11.822519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-77b0426b-2e93-422a-9a98-9dd4f46581d5 None None] Port 9213e07b-c308-43db-9571-cb3d826463e1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:11.840549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a87e2-5001-46e1-aec4-f52192f2db90 None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:11.841207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-626a87e2-5001-46e1-aec4-f52192f2db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:11.846869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:11.848261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0dfbb106-e411-489a-9dc4-4c254ffba03f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:11.935547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:11.947292 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Sync routers for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:11.954146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-626a87e2-5001-46e1-aec4-f52192f2db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:11.961936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dff50b0-3b49-4362-8c2c-7a721513a2ca tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:11.965428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2dff50b0-3b49-4362-8c2c-7a721513a2ca tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:11.969102 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:11.970035 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:11.991764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a87e2-5001-46e1-aec4-f52192f2db90 None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:11.992416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-626a87e2-5001-46e1-aec4-f52192f2db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:11.997738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:11.998125 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.032613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Made reservation on behalf of 2e328a01cf094effb1e23784743e1e2c for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:12.036827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.052873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.057371 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2d73139e-27b5-4a1a-8254-47b82f0db3b0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.0048361 Feb 19 00:48:12.063150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35342) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:12.069259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.069585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9e767f21-c46b-40d3-8db4-5ac7e6790a4a None None] Provisioning complete for port f389f954-1f1c-4345-945c-c5ccfab4d0c0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:12.069968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e767f21-c46b-40d3-8db4-5ac7e6790a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.073878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] device_id is not set on port 70cfa35d-253e-4e9a-bb25-1d10d8f086d8 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:48:12.183109 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:12.195719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-626a87e2-5001-46e1-aec4-f52192f2db90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:12.196361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a87e2-5001-46e1-aec4-f52192f2db90 None None] The sync data for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:12.280110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Allocated IP 172.20.0.3 (42129b3d-b030-41fb-9c72-639b910a08ec/76e2890a-8c45-4fb2-b4c2-2ba48630ed72/70cfa35d-253e-4e9a-bb25-1d10d8f086d8) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:12.281651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9e767f21-c46b-40d3-8db4-5ac7e6790a4a None None] Port f389f954-1f1c-4345-945c-c5ccfab4d0c0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:12.418789 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-578381ba-1bd0-4e8c-acbb-0ed717a55bad tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=84679949ccf749538377871c65d3012d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3499978 Feb 19 00:48:12.420103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:12.462595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (4507e918-f2ff-454f-9129-b2de5a890b7a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.463505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35350) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:12.512843 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:08Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:12.516401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4507e918-f2ff-454f-9129-b2de5a890b7a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.563417 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for port (70cfa35d-253e-4e9a-bb25-1d10d8f086d8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.609169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4507e918-f2ff-454f-9129-b2de5a890b7a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:12.660131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (70cfa35d-253e-4e9a-bb25-1d10d8f086d8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.707634 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Checking router: 45d32b55-7b3a-4654-acdf-af058f4a8045 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:12.708237 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Updating router 45d32b55-7b3a-4654-acdf-af058f4a8045 port 762555b6-b5bc-41d1-b356-adc65e6206d4 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:48:12.776298 n-d-826527-3 neutron-server[103650]: INFO neutron.db.ipam_backend_mixin [None req-2dff50b0-3b49-4362-8c2c-7a721513a2ca tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 01995cdd-48e1-4242-b042-65d6f212c771 (CIDR: 172.20.0.0/28) Feb 19 00:48:12.787389 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.810071 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dff50b0-3b49-4362-8c2c-7a721513a2ca tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:48:12.810647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dff50b0-3b49-4362-8c2c-7a721513a2ca tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:12.826223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Network 42129b3d-b030-41fb-9c72-639b910a08ec is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:12.841653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:12.845778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:12.889409 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2dff50b0-3b49-4362-8c2c-7a721513a2ca tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8668363 Feb 19 00:48:12.906613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35354) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:12.920883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:12.921619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:12.925570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7007aba-2d6b-4e58-920d-35538ad57b42 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:12.937723 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d7007aba-2d6b-4e58-920d-35538ad57b42 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4712930 Feb 19 00:48:12.938121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c698fad-f6b1-43d1-a39f-e3a4a210ba61 req-b9f88a59-3a7b-4868-85f6-6e5623d06493 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:12.939758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c698fad-f6b1-43d1-a39f-e3a4a210ba61 req-b9f88a59-3a7b-4868-85f6-6e5623d06493 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.3001056 Feb 19 00:48:12.944115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:12.964422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35356) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:12.981164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event updated for resources: {'Port': ['ID=70cfa35d-253e-4e9a-bb25-1d10d8f086d8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:13.086975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Publish callbacks [] for port (771f8276-f7df-4348-837a-f21a6c447d4c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.091319 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-160edf1d-e4c3-4499-9cad-3774b17b45b0 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1279771 Feb 19 00:48:13.095579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (ab763cea-1065-4c59-a1aa-3ca1e901a965), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.099352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35358) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:13.106122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2072755380', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'project_id': '84679949ccf749538377871c65d3012d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:13.120498 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.223170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0dfbb106-e411-489a-9dc4-4c254ffba03f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:13.225893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.226673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.226673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.226949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.228206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.228206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.228206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.228485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.228682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.228963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.229283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.229609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.229985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:13.282562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67d99a-cfd6-4551-84bf-1050a8e22a75 req-1389472c-88af-4dd8-8d47-e038165304dc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:13.292184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc67d99a-cfd6-4551-84bf-1050a8e22a75 req-1389472c-88af-4dd8-8d47-e038165304dc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 945 time: 0.5505764 Feb 19 00:48:13.306330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ab763cea-1065-4c59-a1aa-3ca1e901a965), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.327143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Pushing event updated for resources: {'Port': ['ID=771f8276-f7df-4348-837a-f21a6c447d4c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:13.341188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4f0e6759-54fb-4265-9855-1770a4877806 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5606632 Feb 19 00:48:13.355384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35360) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:13.414716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c698fad-f6b1-43d1-a39f-e3a4a210ba61 req-121360db-1114-47a6-95d9-4f3f1d9415df tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403694 Feb 19 00:48:13.419470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6ae7a0da-c0f0-451e-9dc0-ac8ed020f790 None None] Provisioning complete for port 70cfa35d-253e-4e9a-bb25-1d10d8f086d8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:13.421159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ae7a0da-c0f0-451e-9dc0-ac8ed020f790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (70cfa35d-253e-4e9a-bb25-1d10d8f086d8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.430151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 084b6f1d-d334-431a-bc65-ec8b72fc1367 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:13.432262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.438703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.440447 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 3.0663822 Feb 19 00:48:13.447041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35364) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:13.455835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8c310-8dae-4d86-ad51-9d01762a5a12 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab763cea-1065-4c59-a1aa-3ca1e901a965,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:13.474345 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (be6c58f1-7964-48d3-93f7-e3ef009b38af), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.478305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:13.478682 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.564157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc67d99a-cfd6-4551-84bf-1050a8e22a75 req-3d29e4dc-a37c-46b0-b36b-cb5d8e071b36 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700675 Feb 19 00:48:13.568682 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Publish callbacks [] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.578046 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.636230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7a0da-c0f0-451e-9dc0-ac8ed020f790 None None] Port 70cfa35d-253e-4e9a-bb25-1d10d8f086d8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:13.652491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:13.656565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.701330 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6f0fa-08fa-4c51-9fbc-03b43940c1d0 None None] Pushing event updated for resources: {'Port': ['ID=762555b6-b5bc-41d1-b356-adc65e6206d4,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:13.709742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:13.713104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'project_id': '2e328a01cf094effb1e23784743e1e2c', 'port_id': '70cfa35d-253e-4e9a-bb25-1d10d8f086d8'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:13.717114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.721145 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Attempting to bind port 762555b6-b5bc-41d1-b356-adc65e6206d4 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:13.721797 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Attempting to bind port 762555b6-b5bc-41d1-b356-adc65e6206d4 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:13.722465 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Attempting to bind port 762555b6-b5bc-41d1-b356-adc65e6206d4 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:13.730498 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:13.731635 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:13.732433 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.733060 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:13.733765 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Bound port: 762555b6-b5bc-41d1-b356-adc65e6206d4, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:13.734448 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.778924 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:13.812573 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.832676 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] For port 762555b6-b5bc-41d1-b356-adc65e6206d4, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:13.837858 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] For port 762555b6-b5bc-41d1-b356-adc65e6206d4, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=762555b6-b5bc-41d1-b356-adc65e6206d4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:13.849318 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.880526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1cbdddad-d3d4-4613-bb35-d113c9de2073 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4296789 Feb 19 00:48:13.891199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35366) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:13.893237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port 084b6f1d-d334-431a-bc65-ec8b72fc1367, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=084b6f1d-d334-431a-bc65-ec8b72fc1367,segment=NetworkSegment(8272e2f6-637c-496e-a5d0-abd708128dc2),segment_id=8272e2f6-637c-496e-a5d0-abd708128dc2)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:13.893782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:13.903725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b4fb00a7-7468-481b-b8bb-773a244be72e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-security--815375580', 'description': 'tempest-security-description-129542733'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:13.926592 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6f0fa-08fa-4c51-9fbc-03b43940c1d0 None None] Pushing event updated for resources: {'Port': ['ID=762555b6-b5bc-41d1-b356-adc65e6206d4,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:13.950225 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:13.951018 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:13.959573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 084b6f1d-d334-431a-bc65-ec8b72fc1367 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:14.037027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Network 05841fc3-f251-4f34-ae3e-94c4b5c96974 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:14.040091 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.089172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:14.130117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4fb00a7-7468-481b-b8bb-773a244be72e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (ab763cea-1065-4c59-a1aa-3ca1e901a965), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.159798 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:14.442702 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:08Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:14.477099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2f255ebe-b862-4296-bcf9-b8aca8a4374f None None] Provisioning complete for port 771f8276-f7df-4348-837a-f21a6c447d4c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:14.478345 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f255ebe-b862-4296-bcf9-b8aca8a4374f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.519529 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc02129-7997-460f-b860-4517bd1b923c None None] The sync data for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 is: [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:08Z', 'revision_number': 3, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:14.568577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2f255ebe-b862-4296-bcf9-b8aca8a4374f None None] Port 771f8276-f7df-4348-837a-f21a6c447d4c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:14.882626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5eef2-cf33-490f-bc8f-750097cbeca0 req-bea08bd3-ae6e-4656-a873-382c4ce84e27 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:14.884872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ac5eef2-cf33-490f-bc8f-750097cbeca0 req-bea08bd3-ae6e-4656-a873-382c4ce84e27 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.3031542 Feb 19 00:48:14.889334 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (e976e537-78a0-4275-9c72-2a08af5a15b4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:14.910462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fc934-d293-43dd-8aa0-cbf5c1a1fb95 req-f733634d-9537-46bf-bf3e-309fe3b9902b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:14.912011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-995fc934-d293-43dd-8aa0-cbf5c1a1fb95 req-f733634d-9537-46bf-bf3e-309fe3b9902b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 945 time: 0.2090034 Feb 19 00:48:15.004289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (084b6f1d-d334-431a-bc65-ec8b72fc1367), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.018313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Allocated IP 172.25.6.43 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/77961ad2-02ed-4b22-b5cb-4eb342c15c86) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:15.030230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-108ced14-a5df-412e-982a-dce90d7e6db5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.032591 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-108ced14-a5df-412e-982a-dce90d7e6db5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 945 time: 1.0451729 Feb 19 00:48:15.047420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:15.070602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:15.085879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:15.086507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.092390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e12a7cc-d3e2-4710-bc30-c94aaa9da9dc None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:15.140927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (27fc16c5-7958-4091-baae-4de66824005b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.148470 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2208135 Feb 19 00:48:15.162860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35372) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:15.196365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1385185498', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e976e537-78a0-4275-9c72-2a08af5a15b4'}], 'security_groups': ['3d0ea433-2190-45fc-b06e-819ef121dbf5']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:15.199578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=084b6f1d-d334-431a-bc65-ec8b72fc1367,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:15.202647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc8a55-310f-4e43-8dfd-11167c3be554 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=e976e537-78a0-4275-9c72-2a08af5a15b4,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:15.315086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5ac5eef2-cf33-490f-bc8f-750097cbeca0 req-a3a9d7eb-2eb0-4eea-9ffc-8132530f90f3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4170837 Feb 19 00:48:15.362509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-995fc934-d293-43dd-8aa0-cbf5c1a1fb95 req-8fab0027-76b8-4f07-b7ed-e0863931ade7 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588440 Feb 19 00:48:15.458239 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for port (77961ad2-02ed-4b22-b5cb-4eb342c15c86), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.484025 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4fb00a7-7468-481b-b8bb-773a244be72e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (ab763cea-1065-4c59-a1aa-3ca1e901a965), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.555198 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (77961ad2-02ed-4b22-b5cb-4eb342c15c86), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.634360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:15.643209 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:15.646122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 762555b6-b5bc-41d1-b356-adc65e6206d4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:15.650272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:15.809724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 762555b6-b5bc-41d1-b356-adc65e6206d4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:15.810096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.822955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4fb00a7-7468-481b-b8bb-773a244be72e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ab763cea-1065-4c59-a1aa-3ca1e901a965), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.826016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4fb00a7-7468-481b-b8bb-773a244be72e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.827567 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b4fb00a7-7468-481b-b8bb-773a244be72e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "PUT /v2.0/security-groups/ab763cea-1065-4c59-a1aa-3ca1e901a965 HTTP/1.1" status: 200 len: 1795 time: 1.9279821 Feb 19 00:48:15.853153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35374) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:15.891074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Pushing event updated for resources: {'Port': ['ID=77961ad2-02ed-4b22-b5cb-4eb342c15c86,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:15.986843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 762555b6-b5bc-41d1-b356-adc65e6206d4 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:15.987244 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:15.992124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Checking segment: {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:15.992822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network hostable DHCP agents. Network: d408f862-3dd1-4701-a0d7-b9076936a5ef, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:48:16.006675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eae2d03f-f724-4f20-a8d0-edc6458493b9 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups/ab763cea-1065-4c59-a1aa-3ca1e901a965 HTTP/1.1" status: 200 len: 1795 time: 0.1524367 Feb 19 00:48:16.009269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35376) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:16.040887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Deleting port f9b2d98f-ed94-449b-847b-d3d952f5db12 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:16.043013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.049736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 762555b6-b5bc-41d1-b356-adc65e6206d4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=762555b6-b5bc-41d1-b356-adc65e6206d4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:16.050807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe069f0-7d7e-4155-a18c-f3e4b41528b2 None None] Update dhcp port {'port': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'fixed_ips': [{'subnet_id': '01995cdd-48e1-4242-b042-65d6f212c771', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e976e537-78a0-4275-9c72-2a08af5a15b4'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '0dfbb106-e411-489a-9dc4-4c254ffba03f'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:48:16.056509 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.144846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=762555b6-b5bc-41d1-b356-adc65e6206d4,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:16.159017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.159408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.159703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.160048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.160376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.160710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.161046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.161364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.161693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.162018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.162434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.163606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.164053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:48:16.172607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Subnet': ['ID=27fc16c5-7958-4091-baae-4de66824005b,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:16.175601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe069f0-7d7e-4155-a18c-f3e4b41528b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.190344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb00a7-7468-481b-b8bb-773a244be72e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab763cea-1065-4c59-a1aa-3ca1e901a965,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:16.200866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.202857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network d408f862-3dd1-4701-a0d7-b9076936a5ef is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:48:16.230388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Router be6c58f1-7964-48d3-93f7-e3ef009b38af has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:16.237929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] For port f9b2d98f-ed94-449b-847b-d3d952f5db12, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f9b2d98f-ed94-449b-847b-d3d952f5db12,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:16.238693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.261447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Calling delete_port for f9b2d98f-ed94-449b-847b-d3d952f5db12 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:16.266334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.289027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d408f862-3dd1-4701-a0d7-b9076936a5ef) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:16.304239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:16.304846 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.373115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb58ad-24d2-4ece-91b2-df9f4578d397 None None] Network d408f862-3dd1-4701-a0d7-b9076936a5ef requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:16.408889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for floatingip (7ab9c96f-1cb4-464c-ade0-826270c6d120), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.453707 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e255eb6-293c-49df-bdd2-c69f10f040cc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (ab763cea-1065-4c59-a1aa-3ca1e901a965), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.548098 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-768f1ed5-5c25-455e-8d64-a8d12971ee45 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4428639 Feb 19 00:48:16.552589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35382) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:16.593049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e255eb6-293c-49df-bdd2-c69f10f040cc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (ab763cea-1065-4c59-a1aa-3ca1e901a965), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.606500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-d408f862-3dd1-4701-a0d7-b9076936a5ef', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:48:16.607359 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.618399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7fe069f0-7d7e-4155-a18c-f3e4b41528b2 None None] Allocated IP 172.20.0.18 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/e976e537-78a0-4275-9c72-2a08af5a15b4/0dfbb106-e411-489a-9dc4-4c254ffba03f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:16.675082 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (77961ad2-02ed-4b22-b5cb-4eb342c15c86), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.737686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:16.807591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf24a8-4c1b-4874-9855-a80f8b1c1782 req-74ad675e-f7d4-4f01-a18a-de251d0590dd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:16.809568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ddf24a8-4c1b-4874-9855-a80f8b1c1782 req-74ad675e-f7d4-4f01-a18a-de251d0590dd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.2731323 Feb 19 00:48:16.841222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7fe069f0-7d7e-4155-a18c-f3e4b41528b2 None None] For port 0dfbb106-e411-489a-9dc4-4c254ffba03f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0dfbb106-e411-489a-9dc4-4c254ffba03f,segment=NetworkSegment(fdef3311-dc0c-4541-8b7d-fc6b774b2427),segment_id=fdef3311-dc0c-4541-8b7d-fc6b774b2427)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:16.888571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94b223-66c3-4a55-b69c-03e39714afe3 req-f139ff28-8d7e-441e-9033-7c655e7718bc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:16.890525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a94b223-66c3-4a55-b69c-03e39714afe3 req-f139ff28-8d7e-441e-9033-7c655e7718bc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 945 time: 0.3551443 Feb 19 00:48:16.891302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e255eb6-293c-49df-bdd2-c69f10f040cc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ab763cea-1065-4c59-a1aa-3ca1e901a965), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.893450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe069f0-7d7e-4155-a18c-f3e4b41528b2 None None] Publish callbacks [] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.894147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e255eb6-293c-49df-bdd2-c69f10f040cc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.906342 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-135f8a4c-d5d6-4f20-bb90-7846556794c8 admin admin] 10.222.0.60 "PUT /v2.0/routers/be6c58f1-7964-48d3-93f7-e3ef009b38af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0279636 Feb 19 00:48:16.906539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9e255eb6-293c-49df-bdd2-c69f10f040cc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/ab763cea-1065-4c59-a1aa-3ca1e901a965 HTTP/1.1" status: 204 len: 168 time: 0.8851368 Feb 19 00:48:16.937116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Sync routers for ids ['be6c58f1-7964-48d3-93f7-e3ef009b38af'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:16.947098 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe069f0-7d7e-4155-a18c-f3e4b41528b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:16.978939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35384) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:16.980001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e255eb6-293c-49df-bdd2-c69f10f040cc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab763cea-1065-4c59-a1aa-3ca1e901a965,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:16.986948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a94b223-66c3-4a55-b69c-03e39714afe3 req-adaa9a7a-7dcc-4386-a80d-07764193fdb4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903211 Feb 19 00:48:17.090478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:17.123743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe069f0-7d7e-4155-a18c-f3e4b41528b2 None None] Pushing event updated for resources: {'Port': ['ID=0dfbb106-e411-489a-9dc4-4c254ffba03f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:17.375965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:17.388114 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2a9a58d1-384b-4d20-94f4-4d59b9c80788 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2316358 Feb 19 00:48:17.390119 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:17.390784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Allocated IP 172.20.0.2 (d408f862-3dd1-4701-a0d7-b9076936a5ef/27fc16c5-7958-4091-baae-4de66824005b/e489808c-4891-4a8e-9331-5be14fa77f2c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:17.392211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35392) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:17.392659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f9b2d98f-ed94-449b-847b-d3d952f5db12), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:17.395083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ddf24a8-4c1b-4874-9855-a80f8b1c1782 req-d76267d5-f98d-441a-b072-793be5717c52 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5462544 Feb 19 00:48:17.437449 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:17.439927 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:17.458785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Routers {'be6c58f1-7964-48d3-93f7-e3ef009b38af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:17.459749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['be6c58f1-7964-48d3-93f7-e3ef009b38af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:17.479500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 762555b6-b5bc-41d1-b356-adc65e6206d4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:17.481714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:17.574274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-429d1761-2f12-40b5-afc2-50710d2cf826 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet 48f131cb-b571-4b02-b489-741f806ee1ff {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:48:17.583616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2b0998d7-e360-4144-8d4c-d9bc540a0500 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5952513 Feb 19 00:48:17.635575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35394) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:17.647635 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:17.647980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event deleted for resources: {'Port': ['ID=f9b2d98f-ed94-449b-847b-d3d952f5db12,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:17.704307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for port (77961ad2-02ed-4b22-b5cb-4eb342c15c86), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:17.712479 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (77961ad2-02ed-4b22-b5cb-4eb342c15c86), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:17.726322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-429d1761-2f12-40b5-afc2-50710d2cf826 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (48f131cb-b571-4b02-b489-741f806ee1ff), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:17.729225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] No DVR routers for this DVR port f9b2d98f-ed94-449b-847b-d3d952f5db12 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:17.740536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:17.743961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-652d6aa9-658a-4104-9925-ac1e4d787356 req-6fabde94-201d-455c-83e0-f70f053a4567 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "DELETE /v2.0/ports/f9b2d98f-ed94-449b-847b-d3d952f5db12 HTTP/1.1" status: 204 len: 173 time: 2.6495554 Feb 19 00:48:17.794594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e00cc920-c372-4dbd-9459-653c0c714265', 'name': 'network-vif-deleted', 'tag': 'f9b2d98f-ed94-449b-847b-d3d952f5db12'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:17.797273 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bba044-37d0-4202-9a52-f3d13e1b8fab" -d '{"events": [{"server_uuid": "e00cc920-c372-4dbd-9459-653c0c714265", "name": "network-vif-deleted", "tag": "f9b2d98f-ed94-449b-847b-d3d952f5db12"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:17.828954 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-0948da5d-2d76-4509-b043-9ef3809153eb tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] delete failed (client error): The resource could not be found. Feb 19 00:48:17.836304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0948da5d-2d76-4509-b043-9ef3809153eb tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/ab763cea-1065-4c59-a1aa-3ca1e901a965 HTTP/1.1" status: 404 len: 347 time: 0.1823981 Feb 19 00:48:17.873438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35404) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:17.942068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c9d83b5a-a541-4ee4-a8fe-0c0b1c53aa8c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--445039769'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:18.058248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-429d1761-2f12-40b5-afc2-50710d2cf826 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (48f131cb-b571-4b02-b489-741f806ee1ff), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.073949 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Publish callbacks [] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.097605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5f3f74b1-71b7-4239-9f53-dcb34eab9c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.132989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f9b2d98f-ed94-449b-847b-d3d952f5db12 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:18.148362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Pushing event updated for resources: {'Port': ['ID=77961ad2-02ed-4b22-b5cb-4eb342c15c86,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:18.171709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Delete allocated IP 172.20.0.6 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/01995cdd-48e1-4242-b042-65d6f212c771) {{(pid=103650) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 00:48:18.199936 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a31edc7-8b92-4d24-93ed-fdaab8a1bf4c x-openstack-request-id: req-4a31edc7-8b92-4d24-93ed-fdaab8a1bf4c {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:18.200637 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e00cc920-c372-4dbd-9459-653c0c714265", "name": "network-vif-deleted", "tag": "f9b2d98f-ed94-449b-847b-d3d952f5db12", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:18.202077 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a31edc7-8b92-4d24-93ed-fdaab8a1bf4c {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:18.204737 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e00cc920-c372-4dbd-9459-653c0c714265', 'name': 'network-vif-deleted', 'tag': 'f9b2d98f-ed94-449b-847b-d3d952f5db12', 'status': 'completed', 'code': 200} Feb 19 00:48:18.207025 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.223647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.29 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/e976e537-78a0-4275-9c72-2a08af5a15b4/f389f954-1f1c-4345-945c-c5ccfab4d0c0) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:18.270464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Set router be6c58f1-7964-48d3-93f7-e3ef009b38af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:18.272634 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d83b5a-a541-4ee4-a8fe-0c0b1c53aa8c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.288071 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: f9b2d98f-ed94-449b-847b-d3d952f5db12 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:18.289839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f9b2d98f-ed94-449b-847b-d3d952f5db12 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:18.361223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 762555b6-b5bc-41d1-b356-adc65e6206d4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:18.361611 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.379409 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:48:18.443744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Network d408f862-3dd1-4701-a0d7-b9076936a5ef is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:18.479504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:18.481342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Pushing event updated for resources: {'Port': ['ID=e489808c-4891-4a8e-9331-5be14fa77f2c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:18.486015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d83b5a-a541-4ee4-a8fe-0c0b1c53aa8c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (d3da5c95-ba02-4edf-bc42-4de267139024), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.517750 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d83b5a-a541-4ee4-a8fe-0c0b1c53aa8c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d3da5c95-ba02-4edf-bc42-4de267139024), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.535839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:18.554672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74b214d6-7a5e-4065-b79a-e0d061502ce3 req-6101425d-e32a-46d4-aab7-d8157dece201 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=e00cc920-c372-4dbd-9459-653c0c714265 HTTP/1.1" status: 200 len: 210 time: 0.1508820 Feb 19 00:48:18.580198 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:14Z', 'revision_number': 10, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:18.653224 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:18.671621 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:18.672387 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:47:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:18.776709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d83b5a-a541-4ee4-a8fe-0c0b1c53aa8c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.780756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c9d83b5a-a541-4ee4-a8fe-0c0b1c53aa8c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8879521 Feb 19 00:48:18.808192 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (7ab9c96f-1cb4-464c-ade0-826270c6d120), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.819987 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:18.833045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35420) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:18.838170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-04451cfd-d904-4c3f-b5cb-8a32690c12bc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': 'd3da5c95-ba02-4edf-bc42-4de267139024', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:18.862883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-429d1761-2f12-40b5-afc2-50710d2cf826 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (48f131cb-b571-4b02-b489-741f806ee1ff), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:18.892035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d83b5a-a541-4ee4-a8fe-0c0b1c53aa8c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3da5c95-ba02-4edf-bc42-4de267139024,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:18.968410 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04451cfd-d904-4c3f-b5cb-8a32690c12bc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (4f5cd00e-ee9a-42d8-91c8-b2b12216e23d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.029318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-429d1761-2f12-40b5-afc2-50710d2cf826 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (48f131cb-b571-4b02-b489-741f806ee1ff), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.079795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.080602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Attempting to bind port e489808c-4891-4a8e-9331-5be14fa77f2c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:19.080982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Attempting to bind port e489808c-4891-4a8e-9331-5be14fa77f2c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:19.081355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Attempting to bind port e489808c-4891-4a8e-9331-5be14fa77f2c on network d408f862-3dd1-4701-a0d7-b9076936a5ef {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:19.093321 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.098594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d1761-2f12-40b5-afc2-50710d2cf826 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=48f131cb-b571-4b02-b489-741f806ee1ff,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:19.113194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04451cfd-d904-4c3f-b5cb-8a32690c12bc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (4f5cd00e-ee9a-42d8-91c8-b2b12216e23d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.114492 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.120822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-429d1761-2f12-40b5-afc2-50710d2cf826 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.125633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-429d1761-2f12-40b5-afc2-50710d2cf826 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/48f131cb-b571-4b02-b489-741f806ee1ff HTTP/1.1" status: 204 len: 168 time: 1.7202618 Feb 19 00:48:19.131228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35422) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:19.191126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5bff85-f824-463f-9c5a-13c9f7ad627a None None] Network 849a143b-7704-4c2a-ac5c-8fe4a698f618 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:19.193499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Provisioning complete for port f389f954-1f1c-4345-945c-c5ccfab4d0c0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:19.193885 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.205855 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:14Z', 'revision_number': 10, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:19.239173 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8739571d-afac-46dd-94c6-ca8330a7b43a None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:14Z', 'revision_number': 10, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None, '_interfaces': [{'id': '4d2e7d5a-2823-418a-a69e-7a467a75c42d', 'name': '', 'network_id': '6fe52f9c-b0a4-4c96-b10f-a82cba93c766', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'mac_address': 'fa:16:3e:0d:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:46:56Z', 'updated_at': '2022-02-19T00:47:08Z', 'revision_number': 5, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'subnets': [{'id': 'b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:19.256007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04451cfd-d904-4c3f-b5cb-8a32690c12bc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4f5cd00e-ee9a-42d8-91c8-b2b12216e23d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.261175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (849a143b-7704-4c2a-ac5c-8fe4a698f618), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.318990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04451cfd-d904-4c3f-b5cb-8a32690c12bc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5cd00e-ee9a-42d8-91c8-b2b12216e23d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:19.465159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:19.465550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Checking segment: {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:19.465970 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.466407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Bound using segment: {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:19.466932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Bound port: e489808c-4891-4a8e-9331-5be14fa77f2c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:19.467302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.529537 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.597819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-ca825330-37d7-45d4-aaab-d2247acf870c tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:19.599388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-ca825330-37d7-45d4-aaab-d2247acf870c tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/networks?id=0af639a4-f77e-4922-b57b-0de621d56df8 HTTP/1.1" status: 200 len: 911 time: 1.4605134 Feb 19 00:48:19.604666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 762555b6-b5bc-41d1-b356-adc65e6206d4 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:19.606021 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Floating IP 7ab9c96f-1cb4-464c-ade0-826270c6d120 associated. External IP: 172.25.6.43, port: 70cfa35d-253e-4e9a-bb25-1d10d8f086d8. Feb 19 00:48:19.762420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] For port e489808c-4891-4a8e-9331-5be14fa77f2c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:19.773935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] For port e489808c-4891-4a8e-9331-5be14fa77f2c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e489808c-4891-4a8e-9331-5be14fa77f2c,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:19.798564 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.834401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-115b1682-6e5e-4c86-b473-e67d7be35ccd tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/quotas/fdc7bbcb2b214ace918c1e7767d5c5c7 HTTP/1.1" status: 200 len: 375 time: 0.0281801 Feb 19 00:48:19.859189 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-04451cfd-d904-4c3f-b5cb-8a32690c12bc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:19.863251 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-04451cfd-d904-4c3f-b5cb-8a32690c12bc tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0264626 Feb 19 00:48:19.909020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=f389f954-1f1c-4345-945c-c5ccfab4d0c0,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:19.924342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35430) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:19.997303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] In _notify_port_updated(), no bound segment for port f389f954-1f1c-4345-945c-c5ccfab4d0c0 on network c3c5634a-dba0-421f-a71d-8ad2af8cd44c {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:48:20.004901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0dfbb106-e411-489a-9dc4-4c254ffba03f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:20.007387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:20.010559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.020807 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8c600625-6e84-4409-b873-e729d53c68e6 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "PUT /v2.0/ports/f389f954-1f1c-4345-945c-c5ccfab4d0c0 HTTP/1.1" status: 200 len: 921 time: 4.8347437 Feb 19 00:48:20.023671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35432) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:20.073608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b3e4-2db3-40d7-9f54-310d5b852f16 req-fc16dfba-049c-4ab7-b0e9-5ad88fc62afa tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:20.074572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da6e1e-3dc2-4392-be0b-276a7a3012dd None None] Pushing event updated for resources: {'Port': ['ID=e489808c-4891-4a8e-9331-5be14fa77f2c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:20.075949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2955b3e4-2db3-40d7-9f54-310d5b852f16 req-fc16dfba-049c-4ab7-b0e9-5ad88fc62afa tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 1.3278363 Feb 19 00:48:20.101710 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce0abde4-39d7-4c28-8072-716f54f90004 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (4f5cd00e-ee9a-42d8-91c8-b2b12216e23d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.169834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce0abde4-39d7-4c28-8072-716f54f90004 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (4f5cd00e-ee9a-42d8-91c8-b2b12216e23d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.186047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Port f389f954-1f1c-4345-945c-c5ccfab4d0c0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:20.197093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:20.197443 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.240988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c285067-c5ba-4607-b35f-7e4a466efc37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.256422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Provisioning complete for port 9213e07b-c308-43db-9571-cb3d826463e1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:20.257036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9213e07b-c308-43db-9571-cb3d826463e1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.269892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce0abde4-39d7-4c28-8072-716f54f90004 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4f5cd00e-ee9a-42d8-91c8-b2b12216e23d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.281634 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce0abde4-39d7-4c28-8072-716f54f90004 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.293474 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce0abde4-39d7-4c28-8072-716f54f90004 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4f5cd00e-ee9a-42d8-91c8-b2b12216e23d HTTP/1.1" status: 204 len: 168 time: 0.3636286 Feb 19 00:48:20.301524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35434) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:20.312754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] DHCP port deletion for 849a143b-7704-4c2a-ac5c-8fe4a698f618 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:48:20.327200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:48:11Z', 'revision_number': 4, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '771f8276-f7df-4348-837a-f21a6c447d4c', 'name': '', 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'mac_address': 'fa:16:3e:a0:29:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '344b3b9f-d82a-4891-821f-07d7de3b26e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:08Z', 'updated_at': '2022-02-19T00:48:11Z', 'revision_number': 2, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'subnets': [{'id': '344b3b9f-d82a-4891-821f-07d7de3b26e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:20.344651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 5801e469-f64b-4f7d-b405-a8516ef62a24 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:20.345041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.408695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0abde4-39d7-4c28-8072-716f54f90004 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f5cd00e-ee9a-42d8-91c8-b2b12216e23d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:20.435895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2955b3e4-2db3-40d7-9f54-310d5b852f16 req-e7e7353d-47ab-4898-9ee4-69985cdc2623 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471668 Feb 19 00:48:20.466006 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-d6b22782-1387-423f-b259-effe4ce638e5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4438074 Feb 19 00:48:20.488883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Checking router: be6c58f1-7964-48d3-93f7-e3ef009b38af for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:20.489250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Updating router be6c58f1-7964-48d3-93f7-e3ef009b38af port 771f8276-f7df-4348-837a-f21a6c447d4c binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:48:20.493686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Port 9213e07b-c308-43db-9571-cb3d826463e1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:20.508149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-ccb87271-b6b6-4ae0-a317-b7608e5a44c3 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc7bbcb2b214ace918c1e7767d5c5c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6154168 Feb 19 00:48:20.571705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port 5801e469-f64b-4f7d-b405-a8516ef62a24, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5801e469-f64b-4f7d-b405-a8516ef62a24,segment=NetworkSegment(8272e2f6-637c-496e-a5d0-abd708128dc2),segment_id=8272e2f6-637c-496e-a5d0-abd708128dc2)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:20.572545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.610391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 5801e469-f64b-4f7d-b405-a8516ef62a24 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:20.645889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.676484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:20.676936 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.684944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:20.709706 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a6b6f81b-1cfe-4221-ac88-dcaa13808e50 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3930368 Feb 19 00:48:20.718612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35438) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:20.733660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 084b6f1d-d334-431a-bc65-ec8b72fc1367 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:20.788170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] Deleting port 5801e469-f64b-4f7d-b405-a8516ef62a24 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:20.800065 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.806869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 084b6f1d-d334-431a-bc65-ec8b72fc1367 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:20.807227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 084b6f1d-d334-431a-bc65-ec8b72fc1367 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:20.814141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Router 1e639aa2-3b2c-4357-bd62-cfbaff7255e3 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:20.815385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-3964e0cb-e5ac-4790-8981-bf24991f946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:20.818439 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-3964e0cb-e5ac-4790-8981-bf24991f946f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 1127 time: 0.3026898 Feb 19 00:48:20.874598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d60970e2-9ec6-4577-a626-220897d8b21d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port f389f954-1f1c-4345-945c-c5ccfab4d0c0 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:20.878856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d60970e2-9ec6-4577-a626-220897d8b21d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:20.985235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] For port 5801e469-f64b-4f7d-b405-a8516ef62a24, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5801e469-f64b-4f7d-b405-a8516ef62a24,segment=NetworkSegment(8272e2f6-637c-496e-a5d0-abd708128dc2),segment_id=8272e2f6-637c-496e-a5d0-abd708128dc2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:20.985663 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.003867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] Calling delete_port for 5801e469-f64b-4f7d-b405-a8516ef62a24 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:21.010371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d60970e2-9ec6-4577-a626-220897d8b21d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.025961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d60970e2-9ec6-4577-a626-220897d8b21d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for f389f954-1f1c-4345-945c-c5ccfab4d0c0 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:21.068496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-3634f076-e040-4ab0-8412-177d71737c2f service neutron] 10.222.0.60 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5421956 Feb 19 00:48:21.190542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99381cf1-e97d-4c05-a489-e411735e059a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (d3da5c95-ba02-4edf-bc42-4de267139024), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.209687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0f085-3ef8-48b5-ace6-4278b43c2274 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:21.237952 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.336956 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.353309 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d60970e2-9ec6-4577-a626-220897d8b21d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f389f954-1f1c-4345-945c-c5ccfab4d0c0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.369997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5801e469-f64b-4f7d-b405-a8516ef62a24), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.379178 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99381cf1-e97d-4c05-a489-e411735e059a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (d3da5c95-ba02-4edf-bc42-4de267139024), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.399796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-e069541a-b362-48f9-8685-2b3f5b7a4deb tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.401911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-e069541a-b362-48f9-8685-2b3f5b7a4deb tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.4894497 Feb 19 00:48:21.418733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:21.429801 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Publish callbacks [] for port (771f8276-f7df-4348-837a-f21a6c447d4c), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.454840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60970e2-9ec6-4577-a626-220897d8b21d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=f389f954-1f1c-4345-945c-c5ccfab4d0c0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:21.457622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4e16b04e-b35d-4733-a167-2b2128443308 None None] Could not find standard attr ID for object f389f954-1f1c-4345-945c-c5ccfab4d0c0. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:48:21.468062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No DVR routers for this DVR port 5801e469-f64b-4f7d-b405-a8516ef62a24 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:21.496594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa27989-bc05-4768-9c4d-db3f84ed5cb4 None None] Sync routers for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:21.506385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-dc0c6aa0-fbfc-4ad9-92db-6c02afff6c28 service neutron] 10.222.0.60 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106839 Feb 19 00:48:21.512265 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.524911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-25624679-64d2-4e0f-92f7-2ef20ecf004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:21.528272 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-25624679-64d2-4e0f-92f7-2ef20ecf004f service neutron] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.6616361 Feb 19 00:48:21.529101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=5801e469-f64b-4f7d-b405-a8516ef62a24,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:21.541799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] Pushing event deleted for resources: {'Port': ['ID=5801e469-f64b-4f7d-b405-a8516ef62a24,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:21.553882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.20.0.1 (d408f862-3dd1-4701-a0d7-b9076936a5ef/27fc16c5-7958-4091-baae-4de66824005b/4698ee32-8c8b-4621-936e-ad53827b4600) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:21.618485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32701dd-9540-424d-ae8b-c61c00ec6856 None None] Pushing event updated for resources: {'Port': ['ID=771f8276-f7df-4348-837a-f21a6c447d4c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:21.635932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-e644adb8-f4bd-4ebd-be23-b0f38b7ddd09 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/quotas/d7e8ab9c7cfa4f81af355f28eaf8cacc HTTP/1.1" status: 200 len: 375 time: 0.2210715 Feb 19 00:48:21.651437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bec0fa-d171-430b-96e7-6ac1a93855cc None None] No DVR routers for this DVR port 5801e469-f64b-4f7d-b405-a8516ef62a24 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:21.703290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.797044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa27989-bc05-4768-9c4d-db3f84ed5cb4 None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:21.799528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-4fa27989-bc05-4768-9c4d-db3f84ed5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:21.818459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (849a143b-7704-4c2a-ac5c-8fe4a698f618), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.858800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['849a143b-7704-4c2a-ac5c-8fe4a698f618']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:21.879655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8272e2f6-637c-496e-a5d0-abd708128dc2') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:21.886878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8272e2f6-637c-496e-a5d0-abd708128dc2') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:21.904044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8272e2f6-637c-496e-a5d0-abd708128dc2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.921296 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8272e2f6-637c-496e-a5d0-abd708128dc2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:21.929091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:21.930080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8272e2f6-637c-496e-a5d0-abd708128dc2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.023377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-4fa27989-bc05-4768-9c4d-db3f84ed5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:22.029454 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:22.032124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fed84e-7a77-4c7d-a0fb-7a6b30ec583a None None] Network d408f862-3dd1-4701-a0d7-b9076936a5ef requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:22.036266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e489808c-4891-4a8e-9331-5be14fa77f2c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:22.114215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa27989-bc05-4768-9c4d-db3f84ed5cb4 None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:22.114885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-4fa27989-bc05-4768-9c4d-db3f84ed5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:22.177302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-4fa27989-bc05-4768-9c4d-db3f84ed5cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:22.178041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa27989-bc05-4768-9c4d-db3f84ed5cb4 None None] The sync data for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:22.191688 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-dab56b26-06d2-4f2b-90f2-ce8dd8b24440 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e HTTP/1.1" status: 200 len: 217 time: 0.6053922 Feb 19 00:48:22.197054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (849a143b-7704-4c2a-ac5c-8fe4a698f618), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.201266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (4698ee32-8c8b-4621-936e-ad53827b4600), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.230844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.231558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e489808c-4891-4a8e-9331-5be14fa77f2c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:22.232033 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.235341 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/849a143b-7704-4c2a-ac5c-8fe4a698f618 HTTP/1.1" status: 204 len: 168 time: 3.1021848 Feb 19 00:48:22.273105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35460) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:22.275340 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99381cf1-e97d-4c05-a489-e411735e059a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d3da5c95-ba02-4edf-bc42-4de267139024), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.278477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99381cf1-e97d-4c05-a489-e411735e059a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.280670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-99381cf1-e97d-4c05-a489-e411735e059a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/d3da5c95-ba02-4edf-bc42-4de267139024 HTTP/1.1" status: 204 len: 168 time: 1.4904556 Feb 19 00:48:22.282620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Attempting to bind port 771f8276-f7df-4348-837a-f21a6c447d4c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:22.283011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Attempting to bind port 771f8276-f7df-4348-837a-f21a6c447d4c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:22.283394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Attempting to bind port 771f8276-f7df-4348-837a-f21a6c447d4c on network 05841fc3-f251-4f34-ae3e-94c4b5c96974 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:22.289895 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.298581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-53627971-35ef-483b-b2fb-7e13199969ab tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 8.9375639 Feb 19 00:48:22.298692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:22.298971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Checking segment: {'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:22.299391 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.299850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Bound using segment: {'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:22.300597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Bound port: 771f8276-f7df-4348-837a-f21a6c447d4c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:22.301014 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.315514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35462) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:22.316409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35464) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:22.324693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-449c3265-84d8-4873-b135-6c051ea6c29a None None] Provisioning complete for port e489808c-4891-4a8e-9331-5be14fa77f2c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:22.325174 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-449c3265-84d8-4873-b135-6c051ea6c29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.408473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] For port 771f8276-f7df-4348-837a-f21a6c447d4c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:22.411963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] For port 771f8276-f7df-4348-837a-f21a6c447d4c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=771f8276-f7df-4348-837a-f21a6c447d4c,segment=NetworkSegment(a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf),segment_id=a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:22.425848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d69e45d-8231-4fec-92eb-a5e99c98cc1b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=849a143b-7704-4c2a-ac5c-8fe4a698f618,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:22.448985 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.470274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d60970e2-9ec6-4577-a626-220897d8b21d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.476213 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d60970e2-9ec6-4577-a626-220897d8b21d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/f389f954-1f1c-4345-945c-c5ccfab4d0c0 HTTP/1.1" status: 204 len: 168 time: 2.4439280 Feb 19 00:48:22.498223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-320bbf9d-0235-402e-bdfe-ee44a168444b tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] 10.222.0.60 "GET /v2.0/floatingips/7ab9c96f-1cb4-464c-ade0-826270c6d120 HTTP/1.1" status: 200 len: 980 time: 0.1710064 Feb 19 00:48:22.519865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35466) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:22.520349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35468) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:22.551281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network d408f862-3dd1-4701-a0d7-b9076936a5ef is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:22.576966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-b7662b97-a211-494e-abdb-040d52a2c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:22.593939 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-b7662b97-a211-494e-abdb-040d52a2c842 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.3945022 Feb 19 00:48:22.598750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32701dd-9540-424d-ae8b-c61c00ec6856 None None] Pushing event updated for resources: {'Port': ['ID=771f8276-f7df-4348-837a-f21a6c447d4c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:22.606002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e489808c-4891-4a8e-9331-5be14fa77f2c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:22.606804 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.655109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e489808c-4891-4a8e-9331-5be14fa77f2c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e489808c-4891-4a8e-9331-5be14fa77f2c,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:22.676455 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:22.784180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e489808c-4891-4a8e-9331-5be14fa77f2c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:22.789803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Routers {'be6c58f1-7964-48d3-93f7-e3ef009b38af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:22.790596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['be6c58f1-7964-48d3-93f7-e3ef009b38af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:22.838056 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-b3b50ea7-90d6-4484-8920-d2c932c71b67 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2177658 Feb 19 00:48:23.219406 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-81902c6d-958b-49b9-bb97-a680d4f1c413 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704569 Feb 19 00:48:23.253624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:23.255991 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.262584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:23.270807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99381cf1-e97d-4c05-a489-e411735e059a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3da5c95-ba02-4edf-bc42-4de267139024,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:23.276412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5801e469-f64b-4f7d-b405-a8516ef62a24 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:23.283582 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c37cdd-a251-47b0-b203-7c2c1d3843d9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:48:23.285550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f8c37cdd-a251-47b0-b203-7c2c1d3843d9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/f389f954-1f1c-4345-945c-c5ccfab4d0c0 HTTP/1.1" status: 404 len: 333 time: 0.7327299 Feb 19 00:48:23.288465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35472) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:23.371806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 5801e469-f64b-4f7d-b405-a8516ef62a24 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:23.382948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5801e469-f64b-4f7d-b405-a8516ef62a24 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:23.510399 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-751239ff-aba1-4c85-83a2-0c6d36e9f53a req-22c36dc0-c426-414c-aab7-60f5d44ece39 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550282 Feb 19 00:48:23.511933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c295036e-8dcb-4424-9a76-8eef6cec531d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (91fc490d-edff-43eb-88cc-d31b6d9a83e7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.538107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c295036e-8dcb-4424-9a76-8eef6cec531d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (91fc490d-edff-43eb-88cc-d31b6d9a83e7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.568240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-0886efa5-13ca-4c7d-97fa-a3c7a755b296 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8893538 Feb 19 00:48:23.606533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c295036e-8dcb-4424-9a76-8eef6cec531d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (91fc490d-edff-43eb-88cc-d31b6d9a83e7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.609666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c295036e-8dcb-4424-9a76-8eef6cec531d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.611163 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c295036e-8dcb-4424-9a76-8eef6cec531d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/security-groups/91fc490d-edff-43eb-88cc-d31b6d9a83e7 HTTP/1.1" status: 204 len: 168 time: 0.3215029 Feb 19 00:48:23.616239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35474) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:23.644257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295036e-8dcb-4424-9a76-8eef6cec531d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fc490d-edff-43eb-88cc-d31b6d9a83e7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:23.650536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] Set router be6c58f1-7964-48d3-93f7-e3ef009b38af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:23.700676 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.751493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-58ad52c4-dcb7-479e-a832-02a085d25dda service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821783 Feb 19 00:48:23.770054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-737bb8cf-ecd3-46a9-b4a1-f134324494b0 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 1.4445031 Feb 19 00:48:23.788338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35476) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:23.789052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=4698ee32-8c8b-4621-936e-ad53827b4600,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:23.801265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eaefd8bd-42df-4a5a-a049-7841319e442c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (3d0ea433-2190-45fc-b06e-819ef121dbf5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:23.809520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-60185693-31c8-4c7c-b127-044d669ca3ee tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072315571'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:23.837378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e489808c-4891-4a8e-9331-5be14fa77f2c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:23.935909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-449c3265-84d8-4873-b135-6c051ea6c29a None None] Current status of the port e489808c-4891-4a8e-9331-5be14fa77f2c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:23.963750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-051979ba-4137-4311-9493-8dfa5fa9f15e service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091022 Feb 19 00:48:23.975354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.009191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eaefd8bd-42df-4a5a-a049-7841319e442c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (3d0ea433-2190-45fc-b06e-819ef121dbf5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.113166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-8f97f5ff-d50b-47c5-a652-a56b6337283a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:24.114904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-8f97f5ff-d50b-47c5-a652-a56b6337283a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.126 "GET /v2.0/networks?id=0af639a4-f77e-4922-b57b-0de621d56df8 HTTP/1.1" status: 200 len: 911 time: 0.1458874 Feb 19 00:48:24.115895 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (45d32b55-7b3a-4654-acdf-af058f4a8045), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.127365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-80d81cf0-e061-4db8-acb0-b54678d6a3d2 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2248 time: 1.5731125 Feb 19 00:48:24.130967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35478) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:24.139476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Request body: {'port': {'device_id': '00110c80-1ec4-47d4-be5e-d7c05fc2871c', 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'admin_state_up': True, 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:24.262656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5b994501-e7ee-43c6-b2db-ff3526a7ea46 None None] Provisioning complete for port 771f8276-f7df-4348-837a-f21a6c447d4c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:24.263197 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b994501-e7ee-43c6-b2db-ff3526a7ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.297156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Made reservation on behalf of fdc7bbcb2b214ace918c1e7767d5c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:24.314563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.379602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e489808c-4891-4a8e-9331-5be14fa77f2c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:24.384892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.467950 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eaefd8bd-42df-4a5a-a049-7841319e442c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3d0ea433-2190-45fc-b06e-819ef121dbf5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.477355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eaefd8bd-42df-4a5a-a049-7841319e442c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.482797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eaefd8bd-42df-4a5a-a049-7841319e442c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/security-groups/3d0ea433-2190-45fc-b06e-819ef121dbf5 HTTP/1.1" status: 204 len: 168 time: 0.8644028 Feb 19 00:48:24.483598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35484) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:24.510306 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.655999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefd8bd-42df-4a5a-a049-7841319e442c tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0ea433-2190-45fc-b06e-819ef121dbf5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:24.700242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a53510-71c7-41da-8920-8c02539bddde tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet 01995cdd-48e1-4242-b042-65d6f212c771 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:48:24.725842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10a53510-71c7-41da-8920-8c02539bddde tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (01995cdd-48e1-4242-b042-65d6f212c771), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.797766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9845c5a1-4834-436b-bff4-1101f1291ed9 req-6bc6cd16-0e0c-4c4d-a0cd-b6fe3e8b1f10 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 210 time: 0.0863156 Feb 19 00:48:24.799205 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60185693-31c8-4c7c-b127-044d669ca3ee tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.833942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63816cc0-9d32-448e-a2e3-525a2e71b552 req-97be9d35-4f07-4d58-9514-1e533229a331 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:24.833942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63816cc0-9d32-448e-a2e3-525a2e71b552 req-97be9d35-4f07-4d58-9514-1e533229a331 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 2.5591588 Feb 19 00:48:24.878790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e489808c-4891-4a8e-9331-5be14fa77f2c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:24.888269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5b994501-e7ee-43c6-b2db-ff3526a7ea46 None None] Current status of the port 771f8276-f7df-4348-837a-f21a6c447d4c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:24.888917 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b994501-e7ee-43c6-b2db-ff3526a7ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.932779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:48:11Z', 'revision_number': 4, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '771f8276-f7df-4348-837a-f21a6c447d4c', 'name': '', 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'mac_address': 'fa:16:3e:a0:29:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '344b3b9f-d82a-4891-821f-07d7de3b26e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:08Z', 'updated_at': '2022-02-19T00:48:22Z', 'revision_number': 4, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'subnets': [{'id': '344b3b9f-d82a-4891-821f-07d7de3b26e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:24.945270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10a53510-71c7-41da-8920-8c02539bddde tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (01995cdd-48e1-4242-b042-65d6f212c771), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:24.981687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e760d433-2b56-403e-a1ae-8efa3cf09ebb None None] The sync data for ids ['be6c58f1-7964-48d3-93f7-e3ef009b38af'] in n-d-826527-3 is: [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:48:11Z', 'revision_number': 4, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '771f8276-f7df-4348-837a-f21a6c447d4c', 'name': '', 'network_id': '05841fc3-f251-4f34-ae3e-94c4b5c96974', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'mac_address': 'fa:16:3e:a0:29:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '344b3b9f-d82a-4891-821f-07d7de3b26e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:08Z', 'updated_at': '2022-02-19T00:48:22Z', 'revision_number': 4, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'subnets': [{'id': '344b3b9f-d82a-4891-821f-07d7de3b26e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:24.985318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5b994501-e7ee-43c6-b2db-ff3526a7ea46 None None] For port 771f8276-f7df-4348-837a-f21a6c447d4c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=771f8276-f7df-4348-837a-f21a6c447d4c,segment=NetworkSegment(a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf),segment_id=a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:25.004833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b994501-e7ee-43c6-b2db-ff3526a7ea46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.151251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-07dac5d9-9cb7-468a-b260-7e8affa1f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:25.152771 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-07dac5d9-9cb7-468a-b260-7e8affa1f6bd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1128 time: 0.3674867 Feb 19 00:48:25.176045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Allocated IP 172.20.0.6 (0af639a4-f77e-4922-b57b-0de621d56df8/cb8e3a40-835f-4765-b891-1451053c3bd0/7101ca8c-737a-4321-bc80-204cd4ea8c3d) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:25.184260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-60d25eb8-7822-422f-a516-a7eb7a3cccff None None] Provisioning complete for port 4698ee32-8c8b-4621-936e-ad53827b4600 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:25.184933 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60d25eb8-7822-422f-a516-a7eb7a3cccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.187298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b994501-e7ee-43c6-b2db-ff3526a7ea46 None None] Pushing event updated for resources: {'Port': ['ID=771f8276-f7df-4348-837a-f21a6c447d4c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:25.251264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-60d25eb8-7822-422f-a516-a7eb7a3cccff None None] Port 4698ee32-8c8b-4621-936e-ad53827b4600 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:25.286712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-60d25eb8-7822-422f-a516-a7eb7a3cccff None None] Provisioning complete for port e489808c-4891-4a8e-9331-5be14fa77f2c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:25.289108 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60d25eb8-7822-422f-a516-a7eb7a3cccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.386856 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks [] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.490768 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.521660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-60d25eb8-7822-422f-a516-a7eb7a3cccff None None] Current status of the port e489808c-4891-4a8e-9331-5be14fa77f2c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:25.620362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port 4d2e7d5a-2823-418a-a69e-7a467a75c42d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:25.620709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.682029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-feb263a3-a39a-4da5-8648-b85039bc369b req-0f1c6ba8-7dec-435e-b6b8-17905af75066 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 210 time: 0.2848716 Feb 19 00:48:25.783051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-5d44d5a7-7ed1-432e-8f53-3fe3a1b09acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:25.787375 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-5d44d5a7-7ed1-432e-8f53-3fe3a1b09acb service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.5186622 Feb 19 00:48:25.801489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 771f8276-f7df-4348-837a-f21a6c447d4c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:25.815681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10a53510-71c7-41da-8920-8c02539bddde tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (01995cdd-48e1-4242-b042-65d6f212c771), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.870695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60185693-31c8-4c7c-b127-044d669ca3ee tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (baecc5e9-5796-4190-b526-f107f2185426), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.945919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60185693-31c8-4c7c-b127-044d669ca3ee tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (baecc5e9-5796-4190-b526-f107f2185426), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.947399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 771f8276-f7df-4348-837a-f21a6c447d4c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:25.948376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.958492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:25.981022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10a53510-71c7-41da-8920-8c02539bddde tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (01995cdd-48e1-4242-b042-65d6f212c771), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.161507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 771f8276-f7df-4348-837a-f21a6c447d4c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:26.198396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63816cc0-9d32-448e-a2e3-525a2e71b552 req-14513347-6973-400e-897d-69148127c7e2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3326840 Feb 19 00:48:26.320447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Network 0af639a4-f77e-4922-b57b-0de621d56df8 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:26.360785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:26.376701 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60185693-31c8-4c7c-b127-044d669ca3ee tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.381136 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port 4d2e7d5a-2823-418a-a69e-7a467a75c42d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4d2e7d5a-2823-418a-a69e-7a467a75c42d,segment=NetworkSegment(25fc6ff7-d050-492c-b482-9afcfaed12cb),segment_id=25fc6ff7-d050-492c-b482-9afcfaed12cb)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:26.382876 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.387218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-60185693-31c8-4c7c-b127-044d669ca3ee tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.5914943 Feb 19 00:48:26.393234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:26.416494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35494) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:26.429476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for 4d2e7d5a-2823-418a-a69e-7a467a75c42d owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:26.431884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-82154b57-b61c-4d6a-bb2f-ef17f55b0aad tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': 'baecc5e9-5796-4190-b526-f107f2185426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:26.730442 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (4698ee32-8c8b-4621-936e-ad53827b4600), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.747869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60185693-31c8-4c7c-b127-044d669ca3ee tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baecc5e9-5796-4190-b526-f107f2185426,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:26.759033 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.772048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a53510-71c7-41da-8920-8c02539bddde tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=01995cdd-48e1-4242-b042-65d6f212c771,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:26.792227 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4d2e7d5a-2823-418a-a69e-7a467a75c42d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.831564 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (45d32b55-7b3a-4654-acdf-af058f4a8045), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.833439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Pushing event updated for resources: {'Port': ['ID=7101ca8c-737a-4321-bc80-204cd4ea8c3d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:26.863104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7e42c-72b9-4f5b-91e5-73b6861bb649 req-90efdc78-5a8d-44f8-baae-ad476d6cab5d tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:26.871484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bf7e42c-72b9-4f5b-91e5-73b6861bb649 req-90efdc78-5a8d-44f8-baae-ad476d6cab5d tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1027 time: 0.7060499 Feb 19 00:48:26.953371 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82154b57-b61c-4d6a-bb2f-ef17f55b0aad tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (1430985b-3cfe-41e5-bdcd-07616cb8f122), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:26.956154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=4698ee32-8c8b-4621-936e-ad53827b4600,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:26.991576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ac0c32f7-98f5-4ecc-a353-3375fc125193 None None] Provisioning complete for port 7101ca8c-737a-4321-bc80-204cd4ea8c3d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:26.992116 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac0c32f7-98f5-4ecc-a353-3375fc125193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.020786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Deleting port 77961ad2-02ed-4b22-b5cb-4eb342c15c86 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:27.021230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (77961ad2-02ed-4b22-b5cb-4eb342c15c86), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.050301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88d2caab-c91b-4932-99bc-c97bf988cf49 req-b6580e10-3321-457d-b1aa-12942eb57b1e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 210 time: 0.0879600 Feb 19 00:48:27.102555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.104860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c32f7-98f5-4ecc-a353-3375fc125193 None None] Port 7101ca8c-737a-4321-bc80-204cd4ea8c3d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:27.106166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.373064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-f520ba32-2fa6-4a71-aaac-ccdbe9105dd2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.2438698 Feb 19 00:48:27.409243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Request body: {'port': {'device_id': '00110c80-1ec4-47d4-be5e-d7c05fc2871c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:27.478670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bf7e42c-72b9-4f5b-91e5-73b6861bb649 req-458f52b9-0a19-4276-b8b5-4d3f174f356e tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059701 Feb 19 00:48:27.542574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84205ce9-9b55-4a71-90f5-d7439e46c02e None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:27.562479 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-10a53510-71c7-41da-8920-8c02539bddde tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.564458 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (77961ad2-02ed-4b22-b5cb-4eb342c15c86), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.564796 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for floatingip (77961ad2-02ed-4b22-b5cb-4eb342c15c86), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.568525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-10a53510-71c7-41da-8920-8c02539bddde tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/01995cdd-48e1-4242-b042-65d6f212c771 HTTP/1.1" status: 204 len: 168 time: 3.0771661 Feb 19 00:48:27.583394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35500) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:27.589198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:27.606750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82154b57-b61c-4d6a-bb2f-ef17f55b0aad tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (1430985b-3cfe-41e5-bdcd-07616cb8f122), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.624505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=4d2e7d5a-2823-418a-a69e-7a467a75c42d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:27.626313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Calling delete_port for 77961ad2-02ed-4b22-b5cb-4eb342c15c86 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:27.664015 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82154b57-b61c-4d6a-bb2f-ef17f55b0aad tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (1430985b-3cfe-41e5-bdcd-07616cb8f122), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.667380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network d408f862-3dd1-4701-a0d7-b9076936a5ef is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:27.728481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:27.746994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-fcddfefe-bcef-460f-bc63-de7bb7565108 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.748683 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-fcddfefe-bcef-460f-bc63-de7bb7565108 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 1.5688369 Feb 19 00:48:27.751078 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-b4cb95a8-8ed4-48b4-b32b-0a3208011b4d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 1001 time: 1.7903879 Feb 19 00:48:27.756952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82154b57-b61c-4d6a-bb2f-ef17f55b0aad tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1430985b-3cfe-41e5-bdcd-07616cb8f122,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:27.765683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Request body: {'port': {'device_id': '40f4fb0b-03b4-40d5-b119-af5f8ae9a925', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'admin_state_up': True, 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:27.867562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:27.883038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52c854-1386-48c8-a42e-82765044106d req-317e71aa-d1c1-4092-b04f-26a3d8400652 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.884674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb52c854-1386-48c8-a42e-82765044106d req-317e71aa-d1c1-4092-b04f-26a3d8400652 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.5395868 Feb 19 00:48:27.890768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-a9a2094c-9c18-4c3a-90f0-5087ab58cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:27.893305 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-a9a2094c-9c18-4c3a-90f0-5087ab58cd98 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0819533 Feb 19 00:48:28.001171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82154b57-b61c-4d6a-bb2f-ef17f55b0aad tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.010552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-82154b57-b61c-4d6a-bb2f-ef17f55b0aad tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5771031 Feb 19 00:48:28.026401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35502) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:28.061913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-913bb027-4af1-4eff-b0c1-d51c11e0f759 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': 'baecc5e9-5796-4190-b526-f107f2185426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:28.167350 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.184140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-e99d02d7-03fb-42d4-b74a-28f4f3a1b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:28.185881 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-e99d02d7-03fb-42d4-b74a-28f4f3a1b9bf service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2666483 Feb 19 00:48:28.241102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1aaad730-ffdf-4eea-83de-787259737cdd None None] Provisioning complete for port 4698ee32-8c8b-4621-936e-ad53827b4600 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:28.242096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aaad730-ffdf-4eea-83de-787259737cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.316900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1aaad730-ffdf-4eea-83de-787259737cdd None None] Port 4698ee32-8c8b-4621-936e-ad53827b4600 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:28.528117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:28.529845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:28.534484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.685717 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-3b212f65-0e02-4bb8-a3ee-bcd3b1abbf6c service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855282 Feb 19 00:48:28.689144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:28.700141 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:28.702490 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-754be9ba-6f72-47c7-87f1-7f17e112acbe tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4278650 Feb 19 00:48:28.704489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:28.713826 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:28.714538 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:28.783618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d254c432-187d-4dd4-b381-836bf9817940 req-1e53baf6-bd72-4251-9e78-b48b21631af7 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 210 time: 0.2419460 Feb 19 00:48:28.818574 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:28.866648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4d893a98-9ece-487b-837e-56fcb285c315 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:28.867006 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d893a98-9ece-487b-837e-56fcb285c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.957322 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-913bb027-4af1-4eff-b0c1-d51c11e0f759 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (40856377-4ffc-430a-ae07-21111944f7b8), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:28.975138 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1ac42de7-c37c-4c9a-b32e-59387d4bb16c req-52908f8d-a431-463c-92c9-f834ddfbe4c6 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365065 Feb 19 00:48:28.990222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e3f15b-a7fc-458d-9d60-21063dd4ff11 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting subnet b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:48:29.000079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15e3f15b-a7fc-458d-9d60-21063dd4ff11 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for subnet (b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.014626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb52c854-1386-48c8-a42e-82765044106d req-ffcdc40d-a33c-42d7-98cc-83af41fa3310 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0524938 Feb 19 00:48:29.073533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Allocated IP 172.20.0.7 (f3df7abb-909f-4cfc-83dc-4f97b1415e22/3299a37f-8323-45d4-96ad-6889f7461e7f/05021994-c2d5-46f3-9205-f4ba6d89ea21) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:29.098807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15e3f15b-a7fc-458d-9d60-21063dd4ff11 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.118910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4d893a98-9ece-487b-837e-56fcb285c315 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:29.137015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 45d32b55-7b3a-4654-acdf-af058f4a8045 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:29.142223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:29.150203 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.197079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4d893a98-9ece-487b-837e-56fcb285c315 None None] Provisioning complete for port 9213e07b-c308-43db-9571-cb3d826463e1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:29.198028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d893a98-9ece-487b-837e-56fcb285c315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9213e07b-c308-43db-9571-cb3d826463e1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.213296 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:26Z', 'revision_number': 11, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:29.245356 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:29.254365 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:29.255202 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:29.291925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4d893a98-9ece-487b-837e-56fcb285c315 None None] Port 9213e07b-c308-43db-9571-cb3d826463e1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:29.324967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15e3f15b-a7fc-458d-9d60-21063dd4ff11 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.365107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906742c-ff8d-4d81-9d42-923a031e8238 req-05c7eba9-215e-4732-92f0-1e56dbee63e3 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:29.371750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5906742c-ff8d-4d81-9d42-923a031e8238 req-05c7eba9-215e-4732-92f0-1e56dbee63e3 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1027 time: 0.4254911 Feb 19 00:48:29.386329 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:29.433317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-913bb027-4af1-4eff-b0c1-d51c11e0f759 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (40856377-4ffc-430a-ae07-21111944f7b8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.448510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (77961ad2-02ed-4b22-b5cb-4eb342c15c86), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.466641 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:26Z', 'revision_number': 11, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:29.476230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15e3f15b-a7fc-458d-9d60-21063dd4ff11 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.500098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-913bb027-4af1-4eff-b0c1-d51c11e0f759 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (40856377-4ffc-430a-ae07-21111944f7b8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.500373 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f416632c-6159-42f9-801c-e0ab90975460 None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:26Z', 'revision_number': 11, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:29.521554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks [] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.565863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event deleted for resources: {'Port': ['ID=77961ad2-02ed-4b22-b5cb-4eb342c15c86,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:29.575032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3f15b-a7fc-458d-9d60-21063dd4ff11 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Subnet': ['ID=b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:29.576063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cec0152-53cc-499c-87df-68b6f4f341fe None None] Network 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:29.578170 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15e3f15b-a7fc-458d-9d60-21063dd4ff11 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.581779 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-15e3f15b-a7fc-458d-9d60-21063dd4ff11 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504 HTTP/1.1" status: 204 len: 168 time: 0.7576914 Feb 19 00:48:29.584473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35514) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:29.606867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.630921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:29.644244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bb027-4af1-4eff-b0c1-d51c11e0f759 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40856377-4ffc-430a-ae07-21111944f7b8,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:29.685899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5906742c-ff8d-4d81-9d42-923a031e8238 req-832274a7-b104-47e1-80f6-af10f79a0b03 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121758 Feb 19 00:48:29.690725 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-913bb027-4af1-4eff-b0c1-d51c11e0f759 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.694796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-913bb027-4af1-4eff-b0c1-d51c11e0f759 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6369510 Feb 19 00:48:29.699073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35516) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:29.707125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-994938be-2d46-46f5-8016-0a78cd2a3a89 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': 'baecc5e9-5796-4190-b526-f107f2185426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:29.729878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:29.743884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:29.749514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:29.757896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:29.758860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event updated for resources: {'Port': ['ID=05021994-c2d5-46f3-9205-f4ba6d89ea21,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:29.781673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7101ca8c-737a-4321-bc80-204cd4ea8c3d {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:29.784936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Sync routers for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:29.787884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6fe52f9c-b0a4-4c96-b10f-a82cba93c766), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.809543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:29.810037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:29.826562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-994938be-2d46-46f5-8016-0a78cd2a3a89 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (10d3ffea-4e39-490c-9628-cc7fae43b57c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.827461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Publish callbacks [] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.849898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:29.849898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:29.932457 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db1535ec-81bc-420a-9a87-c198edcf5fb0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1730404 Feb 19 00:48:29.935775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Transition to ACTIVE for port object 7101ca8c-737a-4321-bc80-204cd4ea8c3d will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:29.949385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Request body: {'port': {'device_id': '40f4fb0b-03b4-40d5-b119-af5f8ae9a925', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:29.955500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:30.017569 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-994938be-2d46-46f5-8016-0a78cd2a3a89 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (10d3ffea-4e39-490c-9628-cc7fae43b57c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.042413 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-994938be-2d46-46f5-8016-0a78cd2a3a89 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (10d3ffea-4e39-490c-9628-cc7fae43b57c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.068664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Deleting port c081e8f7-c499-49d9-b486-4f8c93d1f607 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:30.068977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.141951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] For port c081e8f7-c499-49d9-b486-4f8c93d1f607, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c081e8f7-c499-49d9-b486-4f8c93d1f607,segment=NetworkSegment(25fc6ff7-d050-492c-b482-9afcfaed12cb),segment_id=25fc6ff7-d050-492c-b482-9afcfaed12cb)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:30.142380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.161038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Calling delete_port for c081e8f7-c499-49d9-b486-4f8c93d1f607 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:30.248142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-78418a9d-eb9f-4a5b-a7ee-222a290f6aef tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "PUT /v2.0/routers/45d32b55-7b3a-4654-acdf-af058f4a8045/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6933286 Feb 19 00:48:30.263019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4d2e7d5a-2823-418a-a69e-7a467a75c42d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:30.279887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.283011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c081e8f7-c499-49d9-b486-4f8c93d1f607), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.284288 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for floatingip (7ab9c96f-1cb4-464c-ade0-826270c6d120), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.284720 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Floating IP 7ab9c96f-1cb4-464c-ade0-826270c6d120 disassociated (deleted). External IP: 172.25.6.43, port: 70cfa35d-253e-4e9a-bb25-1d10d8f086d8. Feb 19 00:48:30.290805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994938be-2d46-46f5-8016-0a78cd2a3a89 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d3ffea-4e39-490c-9628-cc7fae43b57c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:30.302890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.342382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 4d2e7d5a-2823-418a-a69e-7a467a75c42d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:30.343579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4d2e7d5a-2823-418a-a69e-7a467a75c42d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:30.386662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (fc690db8-f2fa-49e3-bf67-aaab92c6632a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.392893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-994938be-2d46-46f5-8016-0a78cd2a3a89 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.400852 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-994938be-2d46-46f5-8016-0a78cd2a3a89 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6981668 Feb 19 00:48:30.425044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35524) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:30.426502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Port': ['ID=c081e8f7-c499-49d9-b486-4f8c93d1f607,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:30.443580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7ab8d982-34e3-4edb-9e16-64c69507626d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': 'baecc5e9-5796-4190-b526-f107f2185426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:30.463824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No DVR routers for this DVR port c081e8f7-c499-49d9-b486-4f8c93d1f607 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:30.494634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f692e-5365-4d40-8fac-b17e674972cf None None] DHCP port deletion for 6fe52f9c-b0a4-4c96-b10f-a82cba93c766 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:48:30.551741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:26Z', 'revision_number': 2, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:30.599273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Checking router: 45d32b55-7b3a-4654-acdf-af058f4a8045 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:30.600196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Updating router 45d32b55-7b3a-4654-acdf-af058f4a8045 port 4698ee32-8c8b-4621-936e-ad53827b4600 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:48:30.616928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d982-34e3-4edb-9e16-64c69507626d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (0645a02f-774d-4cbf-998c-db6d6ab87f48), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.640692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.722851 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6fe52f9c-b0a4-4c96-b10f-a82cba93c766), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.758269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:30.787222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe52f9c-b0a4-4c96-b10f-a82cba93c766']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:30.812432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25fc6ff7-d050-492c-b482-9afcfaed12cb') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:30.812742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25fc6ff7-d050-492c-b482-9afcfaed12cb') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:30.849929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:30.860264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:30.860926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.869930 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (25fc6ff7-d050-492c-b482-9afcfaed12cb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.874349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4927c0c-f926-45e6-914d-69d36594fcf9 None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:30.909270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d982-34e3-4edb-9e16-64c69507626d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (0645a02f-774d-4cbf-998c-db6d6ab87f48), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.912055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (25fc6ff7-d050-492c-b482-9afcfaed12cb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.927383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Pushing event updated for resources: {'Port': ['ID=7101ca8c-737a-4321-bc80-204cd4ea8c3d,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:30.933127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d982-34e3-4edb-9e16-64c69507626d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (0645a02f-774d-4cbf-998c-db6d6ab87f48), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.935256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:30.939164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (25fc6ff7-d050-492c-b482-9afcfaed12cb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:30.954920 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:30.965919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca7361-07dd-4b9b-8bff-31f34c682943 req-c1d5722e-faac-4f72-ae71-d6c7943acb1c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:30.976270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cca7361-07dd-4b9b-8bff-31f34c682943 req-c1d5722e-faac-4f72-ae71-d6c7943acb1c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.7268832 Feb 19 00:48:30.978311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=fc690db8-f2fa-49e3-bf67-aaab92c6632a,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.004455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d64b7-1257-4586-b74f-90f57ba2e0dc req-a707dbc6-9b8c-4256-9459-ec972076713a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:31.007123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d8d64b7-1257-4586-b74f-90f57ba2e0dc req-a707dbc6-9b8c-4256-9459-ec972076713a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 931 time: 0.7436967 Feb 19 00:48:31.011505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-15a569a6-d861-4255-88e1-7784c45d3893 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4262080 Feb 19 00:48:31.040336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35530) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:31.052076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6acf4d5b-b450-4953-9882-39d1657bc622 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'security_group': {'name': 'tempest-secgroup-1494956527'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:31.054192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab8d982-34e3-4edb-9e16-64c69507626d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0645a02f-774d-4cbf-998c-db6d6ab87f48,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.087306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d982-34e3-4edb-9e16-64c69507626d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.091806 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7ab8d982-34e3-4edb-9e16-64c69507626d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6529021 Feb 19 00:48:31.096445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35532) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:31.108135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3dba90a2-33c4-446c-b5c4-8fec870fa201 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': 'baecc5e9-5796-4190-b526-f107f2185426', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:31.153875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6fe52f9c-b0a4-4c96-b10f-a82cba93c766), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.183891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.189027 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/networks/6fe52f9c-b0a4-4c96-b10f-a82cba93c766 HTTP/1.1" status: 204 len: 168 time: 1.6027455 Feb 19 00:48:31.192156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeccbb-b6dd-421f-aefd-c9fab9fd0177 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Pushing event deleted for resources: {'Network': ['ID=6fe52f9c-b0a4-4c96-b10f-a82cba93c766,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.201143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35534) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:31.209324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'routes': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:31.267682 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dba90a2-33c4-446c-b5c4-8fec870fa201 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (b75087c8-09a7-4a09-8068-48f67619dee0), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.274928 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6acf4d5b-b450-4953-9882-39d1657bc622 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.321542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cca7361-07dd-4b9b-8bff-31f34c682943 req-76fb6d22-1597-4a14-a50e-930885843964 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3442781 Feb 19 00:48:31.345520 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Publish callbacks [] for port (4698ee32-8c8b-4621-936e-ad53827b4600), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.367158 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.406234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05021994-c2d5-46f3-9205-f4ba6d89ea21 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:31.496068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Attempting to bind port 7101ca8c-737a-4321-bc80-204cd4ea8c3d on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:31.496408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Attempting to bind port 7101ca8c-737a-4321-bc80-204cd4ea8c3d by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:31.496763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Attempting to bind port 7101ca8c-737a-4321-bc80-204cd4ea8c3d on network 0af639a4-f77e-4922-b57b-0de621d56df8 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:31.519404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06096f7-c739-422d-ab2c-2b896b08393d None None] Pushing event updated for resources: {'Port': ['ID=4698ee32-8c8b-4621-936e-ad53827b4600,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.546539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Publish callbacks [] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.547749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e613b2-c447-4ad1-99f7-5b5ad0d90d65 None None] Update dhcp port {'port': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'fixed_ips': [{'subnet_id': 'e976e537-78a0-4275-9c72-2a08af5a15b4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc690db8-f2fa-49e3-bf67-aaab92c6632a'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '0dfbb106-e411-489a-9dc4-4c254ffba03f'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:48:31.559101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d8d64b7-1257-4586-b74f-90f57ba2e0dc req-e3c5cbf4-2711-4448-97a6-b564fdce5d8d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135076 Feb 19 00:48:31.591310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Port 7101ca8c-737a-4321-bc80-204cd4ea8c3d on network 0af639a4-f77e-4922-b57b-0de621d56df8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:31.591720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Attempting to bind port 7101ca8c-737a-4321-bc80-204cd4ea8c3d on network 0af639a4-f77e-4922-b57b-0de621d56df8 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:31.617663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Attempting to bind port 4698ee32-8c8b-4621-936e-ad53827b4600 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:31.617997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Attempting to bind port 4698ee32-8c8b-4621-936e-ad53827b4600 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:31.618402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Attempting to bind port 4698ee32-8c8b-4621-936e-ad53827b4600 on network d408f862-3dd1-4701-a0d7-b9076936a5ef {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:31.629649 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e613b2-c447-4ad1-99f7-5b5ad0d90d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.632070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:31.632332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Checking segment: {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:31.632747 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.633140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Bound using segment: {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:31.633804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Bound port: 4698ee32-8c8b-4621-936e-ad53827b4600, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:31.634206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.661567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Transition to ACTIVE for port object 05021994-c2d5-46f3-9205-f4ba6d89ea21 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:31.687079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:31.687924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Checking segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:31.688512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Bound using segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:31.689173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Bound port: 7101ca8c-737a-4321-bc80-204cd4ea8c3d, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:31.690060 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.724835 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.726788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-015fa7f3-104c-4132-8827-38a6f9bba330 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2032161345&fields=id&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 267 time: 0.2195771 Feb 19 00:48:31.739908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Router 1e639aa2-3b2c-4357-bd62-cfbaff7255e3 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:31.781531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.extraroute_db [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Added routes are [] {{(pid=103650) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 00:48:31.781871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.extraroute_db [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Removed routes are [] {{(pid=103650) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 00:48:31.782490 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.791135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] For port 4698ee32-8c8b-4621-936e-ad53827b4600, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:31.796291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] For port 4698ee32-8c8b-4621-936e-ad53827b4600, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4698ee32-8c8b-4621-936e-ad53827b4600,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:31.804004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c081e8f7-c499-49d9-b486-4f8c93d1f607 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:31.829553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dba90a2-33c4-446c-b5c4-8fec870fa201 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (b75087c8-09a7-4a09-8068-48f67619dee0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.894504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:31.895482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Pushing event updated for resources: {'Port': ['ID=05021994-c2d5-46f3-9205-f4ba6d89ea21,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:31.909506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: c081e8f7-c499-49d9-b486-4f8c93d1f607 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:31.909506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c081e8f7-c499-49d9-b486-4f8c93d1f607 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:31.984557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-ae0efc43-6823-4f9f-9808-bb932d63e9bc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:31.998255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-ae0efc43-6823-4f9f-9808-bb932d63e9bc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/networks?id=d408f862-3dd1-4701-a0d7-b9076936a5ef HTTP/1.1" status: 200 len: 796 time: 0.2546487 Feb 19 00:48:32.001432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dba90a2-33c4-446c-b5c4-8fec870fa201 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b75087c8-09a7-4a09-8068-48f67619dee0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.033882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d2f7124e-701a-4bc6-ab4b-afefd63292cb None None] Provisioning complete for port 4698ee32-8c8b-4621-936e-ad53827b4600 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:32.034569 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2f7124e-701a-4bc6-ab4b-afefd63292cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.100352 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6acf4d5b-b450-4953-9882-39d1657bc622 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (9125d1d0-db4d-4bc8-ada8-194701355283), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.161739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-91e613b2-c447-4ad1-99f7-5b5ad0d90d65 None None] Allocated IP 172.20.0.2 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/fc690db8-f2fa-49e3-bf67-aaab92c6632a/0dfbb106-e411-489a-9dc4-4c254ffba03f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:32.245216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6acf4d5b-b450-4953-9882-39d1657bc622 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9125d1d0-db4d-4bc8-ada8-194701355283), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.249477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-d1bfdc05-e71c-49a2-8eff-c93280b49fa8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/quotas/84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 375 time: 0.2503247 Feb 19 00:48:32.298685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-91e613b2-c447-4ad1-99f7-5b5ad0d90d65 None None] For port 0dfbb106-e411-489a-9dc4-4c254ffba03f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0dfbb106-e411-489a-9dc4-4c254ffba03f,segment=NetworkSegment(fdef3311-dc0c-4541-8b7d-fc6b774b2427),segment_id=fdef3311-dc0c-4541-8b7d-fc6b774b2427)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:32.339122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e613b2-c447-4ad1-99f7-5b5ad0d90d65 None None] Publish callbacks [] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.372897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06096f7-c739-422d-ab2c-2b896b08393d None None] Pushing event updated for resources: {'Port': ['ID=4698ee32-8c8b-4621-936e-ad53827b4600,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:32.393664 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e613b2-c447-4ad1-99f7-5b5ad0d90d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.499070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e613b2-c447-4ad1-99f7-5b5ad0d90d65 None None] Pushing event updated for resources: {'Port': ['ID=0dfbb106-e411-489a-9dc4-4c254ffba03f,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:32.519391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:32.520528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:32.614874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba90a2-33c4-446c-b5c4-8fec870fa201 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75087c8-09a7-4a09-8068-48f67619dee0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:32.695938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dba90a2-33c4-446c-b5c4-8fec870fa201 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.700457 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3dba90a2-33c4-446c-b5c4-8fec870fa201 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6029651 Feb 19 00:48:32.701091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35548) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:32.766779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.772513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7124e-701a-4bc6-ab4b-afefd63292cb None None] Current status of the port 4698ee32-8c8b-4621-936e-ad53827b4600 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:32.773801 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2f7124e-701a-4bc6-ab4b-afefd63292cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.792180 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Attempting to bind port 05021994-c2d5-46f3-9205-f4ba6d89ea21 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:32.792877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Attempting to bind port 05021994-c2d5-46f3-9205-f4ba6d89ea21 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:32.794619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Attempting to bind port 05021994-c2d5-46f3-9205-f4ba6d89ea21 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:32.807784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Port 05021994-c2d5-46f3-9205-f4ba6d89ea21 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:32.808199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Attempting to bind port 05021994-c2d5-46f3-9205-f4ba6d89ea21 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:32.812073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.816862 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-019946e6-373b-4c3e-b0c5-0281b3259545 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (b75087c8-09a7-4a09-8068-48f67619dee0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.821617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:32.821967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Checking segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:32.822424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Bound using segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:32.824956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d2f7124e-701a-4bc6-ab4b-afefd63292cb None None] For port 4698ee32-8c8b-4621-936e-ad53827b4600, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4698ee32-8c8b-4621-936e-ad53827b4600,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:32.828644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Bound port: 05021994-c2d5-46f3-9205-f4ba6d89ea21, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:32.829128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.835249 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2f7124e-701a-4bc6-ab4b-afefd63292cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.852238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:32.886800 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6acf4d5b-b450-4953-9882-39d1657bc622 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.891364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6acf4d5b-b450-4953-9882-39d1657bc622 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.8428793 Feb 19 00:48:32.899372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab119839-2b5b-4de3-83a8-9f83c6a4187f req-28be0332-708b-4b9f-9232-3da4ea149462 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:32.901256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab119839-2b5b-4de3-83a8-9f83c6a4187f req-28be0332-708b-4b9f-9232-3da4ea149462 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1052 time: 1.1272738 Feb 19 00:48:32.901985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35550) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:32.914436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4199f21f-d741-41bf-a19e-747ec2a037ad tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'security_group': {'name': 'tempest-secgroup-2047383413'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:32.949702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] For port 7101ca8c-737a-4321-bc80-204cd4ea8c3d, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:32.952792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-019946e6-373b-4c3e-b0c5-0281b3259545 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (b75087c8-09a7-4a09-8068-48f67619dee0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:32.963468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf4d5b-b450-4953-9882-39d1657bc622 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9125d1d0-db4d-4bc8-ada8-194701355283,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:32.968415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:33.009037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] For port 7101ca8c-737a-4321-bc80-204cd4ea8c3d, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7101ca8c-737a-4321-bc80-204cd4ea8c3d,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:33.055737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:33.067191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.068992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4199f21f-d741-41bf-a19e-747ec2a037ad tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.069531 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e548c1-e27a-4057-8d50-1715f97a68fe None None] Sync routers for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:33.075848 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.080138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f7124e-701a-4bc6-ab4b-afefd63292cb None None] Pushing event updated for resources: {'Port': ['ID=4698ee32-8c8b-4621-936e-ad53827b4600,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:33.086547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-66b9e6d1-ee0f-4291-bf56-beb2112a38c7 None None] Provisioning complete for port 4698ee32-8c8b-4621-936e-ad53827b4600 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:33.087260 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66b9e6d1-ee0f-4291-bf56-beb2112a38c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.098991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab119839-2b5b-4de3-83a8-9f83c6a4187f req-af702798-b67a-4782-b73e-06675b7d3d2e tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751983 Feb 19 00:48:33.116956 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e548c1-e27a-4057-8d50-1715f97a68fe None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:33.117833 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-09e548c1-e27a-4057-8d50-1715f97a68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:33.176744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-bf9f16c8-6b5a-47a5-866d-2ad4633edd2e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9173765 Feb 19 00:48:33.208463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-019946e6-373b-4c3e-b0c5-0281b3259545 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b75087c8-09a7-4a09-8068-48f67619dee0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.285846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.290885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.295591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] 10.222.0.126 "PUT /v2.0/ports/7101ca8c-737a-4321-bc80-204cd4ea8c3d HTTP/1.1" status: 200 len: 1091 time: 5.9013760 Feb 19 00:48:33.304108 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-019946e6-373b-4c3e-b0c5-0281b3259545 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.314321 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-019946e6-373b-4c3e-b0c5-0281b3259545 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b75087c8-09a7-4a09-8068-48f67619dee0 HTTP/1.1" status: 204 len: 168 time: 0.6087136 Feb 19 00:48:33.315438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019946e6-373b-4c3e-b0c5-0281b3259545 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b75087c8-09a7-4a09-8068-48f67619dee0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:33.329815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00110c80-1ec4-47d4-be5e-d7c05fc2871c', 'tag': '7101ca8c-737a-4321-bc80-204cd4ea8c3d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:33.336993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35552) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:33.339137 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-09e548c1-e27a-4057-8d50-1715f97a68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:33.340901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-66b9e6d1-ee0f-4291-bf56-beb2112a38c7 None None] Current status of the port 4698ee32-8c8b-4621-936e-ad53827b4600 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:33.342363 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f3bb09-0177-44f2-bd8b-e1fe6019105f" -d '{"events": [{"name": "network-changed", "server_uuid": "00110c80-1ec4-47d4-be5e-d7c05fc2871c", "tag": "7101ca8c-737a-4321-bc80-204cd4ea8c3d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:33.368170 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e548c1-e27a-4057-8d50-1715f97a68fe None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:33.369089 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-09e548c1-e27a-4057-8d50-1715f97a68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:33.387670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:33.401055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.404888 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6b8eb3a8-f905-4909-96f1-d59de2a4f827 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 200 len: 705 time: 2.1966949 Feb 19 00:48:33.405806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] For port 05021994-c2d5-46f3-9205-f4ba6d89ea21, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:33.421441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35556) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:33.438384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] Sync routers for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:33.458898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:33.460349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:33.472573 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-09e548c1-e27a-4057-8d50-1715f97a68fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:33.475956 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e548c1-e27a-4057-8d50-1715f97a68fe None None] The sync data for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:33.549357 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0a9ac705-e20b-47d3-8a56-6fb40ac763a3 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2111025 Feb 19 00:48:33.550214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35558) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:33.570913 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5836f09b-729e-48ea-af2d-146b1dfc33f1 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 200 len: 205 time: 0.1457784 Feb 19 00:48:33.574872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35560) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:33.576781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] For port 05021994-c2d5-46f3-9205-f4ba6d89ea21, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=05021994-c2d5-46f3-9205-f4ba6d89ea21,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:33.577977 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:33.590569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0cafffeb-2099-4ff1-8004-b605de861124 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "DELETE /v2.0/floatingips/7ab9c96f-1cb4-464c-ade0-826270c6d120 HTTP/1.1" status: 204 len: 168 time: 9.4556878 Feb 19 00:48:33.620928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35562) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:33.627753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:33.669677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6569acd-edea-4b48-8ed8-eae82ddea81c service neutron] Pushing event updated for resources: {'Port': ['ID=7101ca8c-737a-4321-bc80-204cd4ea8c3d,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:33.690660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.745933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee4d41a1-a4f6-490e-872c-59b876d70d78 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.750125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7de52c81-d9a6-4f2d-9334-5c6db59d30ef tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (0645a02f-774d-4cbf-998c-db6d6ab87f48), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.762867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:26Z', 'revision_number': 11, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:33.799990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-697d0569-428f-4dff-99ca-31a0152830a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.801568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-697d0569-428f-4dff-99ca-31a0152830a8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=fdc7bbcb2b214ace918c1e7767d5c5c7&device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1125 time: 0.3674581 Feb 19 00:48:33.802326 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.830940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0dfbb106-e411-489a-9dc4-4c254ffba03f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:33.834964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] Checking router: 83c8361b-8e8a-4508-9af7-a3bc70b6de9b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:33.872857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4199f21f-d741-41bf-a19e-747ec2a037ad tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (aa8283d1-09d3-4a80-86be-251560e05435), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:33.878818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-4349cd65-821e-4c44-b52d-5e33c128b611 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7101ca8c-737a-4321-bc80-204cd4ea8c3d HTTP/1.1" status: 200 len: 217 time: 0.0505469 Feb 19 00:48:33.890445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81521e-7a38-4375-8394-d7f0bdc87b30 req-d8f456a9-8fff-4004-9553-a85fb1c169b7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:33.891975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e81521e-7a38-4375-8394-d7f0bdc87b30 req-d8f456a9-8fff-4004-9553-a85fb1c169b7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.6312802 Feb 19 00:48:33.901769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] Routers {'83c8361b-8e8a-4508-9af7-a3bc70b6de9b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:33.903040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:33.909679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-92c5c139-d578-4301-937d-05e98457d831 service neutron] 10.222.0.60 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6794322 Feb 19 00:48:33.917699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4199f21f-d741-41bf-a19e-747ec2a037ad tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aa8283d1-09d3-4a80-86be-251560e05435), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.003161 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4199f21f-d741-41bf-a19e-747ec2a037ad tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.006906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4199f21f-d741-41bf-a19e-747ec2a037ad tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0937428 Feb 19 00:48:34.020744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee4d41a1-a4f6-490e-872c-59b876d70d78 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.027711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee4d41a1-a4f6-490e-872c-59b876d70d78 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.054897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35564) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.062273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8f733d4b-d5e5-4f4b-bc57-0f1fdcc23c92 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'security_group': {'name': 'tempest-secgroup-547251067'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:34.103195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.103832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.105460 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] 10.222.0.113 "PUT /v2.0/ports/05021994-c2d5-46f3-9205-f4ba6d89ea21 HTTP/1.1" status: 200 len: 1091 time: 4.1609204 Feb 19 00:48:34.120613 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7de52c81-d9a6-4f2d-9334-5c6db59d30ef tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (0645a02f-774d-4cbf-998c-db6d6ab87f48), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.143850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f4fb0b-03b4-40d5-b119-af5f8ae9a925', 'tag': '05021994-c2d5-46f3-9205-f4ba6d89ea21'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:34.147159 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2" -d '{"events": [{"name": "network-changed", "server_uuid": "40f4fb0b-03b4-40d5-b119-af5f8ae9a925", "tag": "05021994-c2d5-46f3-9205-f4ba6d89ea21"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:34.163637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee4d41a1-a4f6-490e-872c-59b876d70d78 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (83c8361b-8e8a-4508-9af7-a3bc70b6de9b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.164159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4d41a1-a4f6-490e-872c-59b876d70d78 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Fanout notify agent at l3_agent the message router_deleted on router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:48:34.173056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199f21f-d741-41bf-a19e-747ec2a037ad tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8283d1-09d3-4a80-86be-251560e05435,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:34.187951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee4d41a1-a4f6-490e-872c-59b876d70d78 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.189250 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ee4d41a1-a4f6-490e-872c-59b876d70d78 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 204 len: 168 time: 0.6107788 Feb 19 00:48:34.199240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35570) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.208199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] Set router 83c8361b-8e8a-4508-9af7-a3bc70b6de9b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:34.218390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaec88f-c24d-45fa-898b-fd64745ff582 service neutron] Pushing event updated for resources: {'Port': ['ID=05021994-c2d5-46f3-9205-f4ba6d89ea21,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:34.248549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7de52c81-d9a6-4f2d-9334-5c6db59d30ef tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (0645a02f-774d-4cbf-998c-db6d6ab87f48), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.256818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7de52c81-d9a6-4f2d-9334-5c6db59d30ef tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.260747 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7de52c81-d9a6-4f2d-9334-5c6db59d30ef tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0645a02f-774d-4cbf-998c-db6d6ab87f48 HTTP/1.1" status: 204 len: 168 time: 0.6909480 Feb 19 00:48:34.263839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35572) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.286096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:26Z', 'revision_number': 11, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:34.288442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de52c81-d9a6-4f2d-9334-5c6db59d30ef tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0645a02f-774d-4cbf-998c-db6d6ab87f48,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:34.296022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-fb6be034-4c81-4530-84f4-2c5909cbb590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.297676 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-fb6be034-4c81-4530-84f4-2c5909cbb590 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 1125 time: 0.1249888 Feb 19 00:48:34.307325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c061494e-d960-4fa6-a303-4d386c8a98ba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1310215840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:34.326577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550c46ef-7d60-4875-8ec2-7ee5f171aaba None None] The sync data for ids ['83c8361b-8e8a-4508-9af7-a3bc70b6de9b'] in n-d-826527-3 is: [{'id': '83c8361b-8e8a-4508-9af7-a3bc70b6de9b', 'name': 'tempest-RoutersIpV6Test-router-1332036897', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:46:48Z', 'updated_at': '2022-02-19T00:48:26Z', 'revision_number': 11, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:34.343870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-7d074d4f-33dd-4816-9aa7-40b0fc3e7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.347011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-7d074d4f-33dd-4816-9aa7-40b0fc3e7e9e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cb8e3a40-835f-4765-b891-1451053c3bd0 HTTP/1.1" status: 200 len: 849 time: 0.4509311 Feb 19 00:48:34.350857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-9d0722d3-034e-4865-b0e4-e7fc577b0938 service neutron] 10.222.0.60 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402323 Feb 19 00:48:34.357023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:31Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:34.360226 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c061494e-d960-4fa6-a303-4d386c8a98ba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (50a4a943-924b-49d9-9d7f-f1855d315f7f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.362965 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c061494e-d960-4fa6-a303-4d386c8a98ba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (50a4a943-924b-49d9-9d7f-f1855d315f7f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.404505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d5fc10-defb-4aa4-be82-f72f5970698a None None] The sync data for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 is: [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:31Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:34.406314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e04c794d-71dc-4c3f-958d-f14b841d9ece None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:34.406799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e04c794d-71dc-4c3f-958d-f14b841d9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.459400 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c061494e-d960-4fa6-a303-4d386c8a98ba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (50a4a943-924b-49d9-9d7f-f1855d315f7f), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.462397 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-536f541e-96b5-4252-b0bb-e48fbedaa83f tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1915915 Feb 19 00:48:34.463402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.464935 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-1a80afef-85f8-430d-98d6-c3577f81a2ee service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05021994-c2d5-46f3-9205-f4ba6d89ea21 HTTP/1.1" status: 200 len: 217 time: 0.1589735 Feb 19 00:48:34.504095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:34.504706 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.586993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8f733d4b-d5e5-4f4b-bc57-0f1fdcc23c92 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.589719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c061494e-d960-4fa6-a303-4d386c8a98ba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (50a4a943-924b-49d9-9d7f-f1855d315f7f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.635348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c54f5e95-3f0a-4307-9234-3c81c6b9f86d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (10d3ffea-4e39-490c-9628-cc7fae43b57c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.669085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e81521e-7a38-4375-8394-d7f0bdc87b30 req-be07e6ac-bb73-4d3f-83b1-9c555e5a26f2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7085679 Feb 19 00:48:34.708568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-5139f9b0-b579-42fa-85e1-ab76b4c39d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:34.717160 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-5139f9b0-b579-42fa-85e1-ab76b4c39d6f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.2303503 Feb 19 00:48:34.739309 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c54f5e95-3f0a-4307-9234-3c81c6b9f86d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (10d3ffea-4e39-490c-9628-cc7fae43b57c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.846952 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-db79ffba-60a6-4188-bda9-608e213988dc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448837 Feb 19 00:48:34.847182 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2274911d-296d-443f-bd45-c0d5fe798843 x-openstack-request-id: req-2274911d-296d-443f-bd45-c0d5fe798843 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:34.847578 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00110c80-1ec4-47d4-be5e-d7c05fc2871c", "tag": "7101ca8c-737a-4321-bc80-204cd4ea8c3d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:34.847931 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2274911d-296d-443f-bd45-c0d5fe798843 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:34.848436 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00110c80-1ec4-47d4-be5e-d7c05fc2871c', 'tag': '7101ca8c-737a-4321-bc80-204cd4ea8c3d', 'status': 'completed', 'code': 200} Feb 19 00:48:34.849132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c54f5e95-3f0a-4307-9234-3c81c6b9f86d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (10d3ffea-4e39-490c-9628-cc7fae43b57c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.884641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c54f5e95-3f0a-4307-9234-3c81c6b9f86d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.885391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:34.887962 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c54f5e95-3f0a-4307-9234-3c81c6b9f86d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/10d3ffea-4e39-490c-9628-cc7fae43b57c HTTP/1.1" status: 204 len: 168 time: 0.4219484 Feb 19 00:48:34.896086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c061494e-d960-4fa6-a303-4d386c8a98ba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:34.910022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c061494e-d960-4fa6-a303-4d386c8a98ba tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6224666 Feb 19 00:48:34.912147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.912541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35582) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:34.976744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f5e95-3f0a-4307-9234-3c81c6b9f86d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10d3ffea-4e39-490c-9628-cc7fae43b57c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:34.984448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d306da15-cd8d-4768-a7e9-8930f6276922 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:34.990676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e04c794d-71dc-4c3f-958d-f14b841d9ece None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:35.024934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e04c794d-71dc-4c3f-958d-f14b841d9ece None None] Provisioning complete for port 9213e07b-c308-43db-9571-cb3d826463e1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:35.025587 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e04c794d-71dc-4c3f-958d-f14b841d9ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9213e07b-c308-43db-9571-cb3d826463e1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.083384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e04c794d-71dc-4c3f-958d-f14b841d9ece None None] Port 9213e07b-c308-43db-9571-cb3d826463e1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:35.120526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-dd00cfe4-93cf-43da-b00d-0cd50724ab6c service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205100 Feb 19 00:48:35.261343 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8f733d4b-d5e5-4f4b-bc57-0f1fdcc23c92 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (f7a2373a-1588-4b1a-bf03-2f9fb0fce622), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.298808 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9736eca0-8432-4a7f-9b03-0fd2bb97b50c req-f1aa636f-e1b1-4658-81cc-4dae5c04151d service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720369 Feb 19 00:48:35.340009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-7f0c8834-0ad1-4f36-8471-2e368097e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.344833 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-7f0c8834-0ad1-4f36-8471-2e368097e22e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0af639a4-f77e-4922-b57b-0de621d56df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8830221 Feb 19 00:48:35.347090 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8f733d4b-d5e5-4f4b-bc57-0f1fdcc23c92 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f7a2373a-1588-4b1a-bf03-2f9fb0fce622), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.485784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.594997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e131ae3-e1b0-4d2c-84eb-c364c0ab0fd3 req-e3a124b0-f0da-404c-91a0-c7c2ffc8feae tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.602560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e131ae3-e1b0-4d2c-84eb-c364c0ab0fd3 req-e3a124b0-f0da-404c-91a0-c7c2ffc8feae tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1125 time: 0.6910319 Feb 19 00:48:35.637375 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8f733d4b-d5e5-4f4b-bc57-0f1fdcc23c92 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.638497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8f733d4b-d5e5-4f4b-bc57-0f1fdcc23c92 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5799336 Feb 19 00:48:35.641751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35590) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:35.649168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1430492441', 'security_groups': ['f7a2373a-1588-4b1a-bf03-2f9fb0fce622'], 'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc690db8-f2fa-49e3-bf67-aaab92c6632a'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:35.658902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff36ac9-00c5-47da-a626-c5916ff2d094 req-d2a78150-6163-4f31-a01a-d6c4911c59c5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:35.663090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ff36ac9-00c5-47da-a626-c5916ff2d094 req-d2a78150-6163-4f31-a01a-d6c4911c59c5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 943 time: 0.9163873 Feb 19 00:48:35.676435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cae34d2e-d895-4772-81bc-ef8a66f9295e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.7566078 Feb 19 00:48:35.713409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35594) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:35.798507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d306da15-cd8d-4768-a7e9-8930f6276922 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (50a4a943-924b-49d9-9d7f-f1855d315f7f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.840355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f733d4b-d5e5-4f4b-bc57-0f1fdcc23c92 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a2373a-1588-4b1a-bf03-2f9fb0fce622,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:35.859381 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fd854f5-8531-4dfb-bff1-4113a7f6a015 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (40856377-4ffc-430a-ae07-21111944f7b8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.859734 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d306da15-cd8d-4768-a7e9-8930f6276922 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (50a4a943-924b-49d9-9d7f-f1855d315f7f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.896761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4698ee32-8c8b-4621-936e-ad53827b4600 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:35.905838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fd854f5-8531-4dfb-bff1-4113a7f6a015 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (40856377-4ffc-430a-ae07-21111944f7b8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.978703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fd854f5-8531-4dfb-bff1-4113a7f6a015 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (40856377-4ffc-430a-ae07-21111944f7b8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.993342 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fd854f5-8531-4dfb-bff1-4113a7f6a015 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:35.997718 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6fd854f5-8531-4dfb-bff1-4113a7f6a015 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/40856377-4ffc-430a-ae07-21111944f7b8 HTTP/1.1" status: 204 len: 168 time: 0.2671156 Feb 19 00:48:36.009081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35596) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:36.031129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4698ee32-8c8b-4621-936e-ad53827b4600 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:36.031129 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:36.086143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd854f5-8531-4dfb-bff1-4113a7f6a015 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40856377-4ffc-430a-ae07-21111944f7b8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:36.096143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:36.155441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e131ae3-e1b0-4d2c-84eb-c364c0ab0fd3 req-d98c939f-5f30-4149-b87f-a9fef8fd1457 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518696 Feb 19 00:48:36.240708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-185fcb4c-3611-4c3c-ab55-814a68e46ecc service neutron] 10.222.0.126 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8570921 Feb 19 00:48:36.244456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ff36ac9-00c5-47da-a626-c5916ff2d094 req-cb40c666-687a-48ae-af06-4c1ba004fbdf tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564997 Feb 19 00:48:36.301679 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31356b7-c6e2-4f84-b7b0-645d0ace68cf x-openstack-request-id: req-e31356b7-c6e2-4f84-b7b0-645d0ace68cf {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:36.302118 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f4fb0b-03b4-40d5-b119-af5f8ae9a925", "tag": "05021994-c2d5-46f3-9205-f4ba6d89ea21", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:36.302678 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e31356b7-c6e2-4f84-b7b0-645d0ace68cf {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:36.303184 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f4fb0b-03b4-40d5-b119-af5f8ae9a925', 'tag': '05021994-c2d5-46f3-9205-f4ba6d89ea21', 'status': 'completed', 'code': 200} Feb 19 00:48:36.306467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:36.328281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Allocated IP 172.25.6.234 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/37081920-0d9b-4823-8660-0c260b5168aa) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:36.383562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4698ee32-8c8b-4621-936e-ad53827b4600 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:36.467343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] device_id is not set on port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:48:36.482596 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-61efda42-edf3-4a9f-b111-fb4b1ebdf88c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4646134 Feb 19 00:48:36.488371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e947b4f4-d0f0-461e-9ede-f15a91e9475f req-93c09b91-6cd4-4ddd-9348-506eb1ebc44a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 210 time: 0.1165507 Feb 19 00:48:36.495010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35598) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:36.636483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-9ddc2f8b-4b8f-4c87-be46-d37f09d340ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:36.638110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-9ddc2f8b-4b8f-4c87-be46-d37f09d340ff tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/networks?id=d408f862-3dd1-4701-a0d7-b9076936a5ef HTTP/1.1" status: 200 len: 796 time: 0.3633072 Feb 19 00:48:36.753842 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-f96310c3-35fd-4ebd-b3b0-91e7a39434e4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84679949ccf749538377871c65d3012d HTTP/1.1" status: 200 len: 380 time: 0.1065691 Feb 19 00:48:36.770599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'port': {'device_id': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'admin_state_up': True, 'tenant_id': '84679949ccf749538377871c65d3012d', 'security_groups': ['64352e04-088f-4bb4-b177-33b725786aad']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:36.912717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.4 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/fc690db8-f2fa-49e3-bf67-aaab92c6632a/8c969582-4a97-4c6f-b6dc-29562cf23ea1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:37.094743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Made reservation on behalf of 84679949ccf749538377871c65d3012d for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:37.097159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e05703af-2d29-4885-a5ed-bcf8c4c08dbe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (1430985b-3cfe-41e5-bdcd-07616cb8f122), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.098458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.122984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e05703af-2d29-4885-a5ed-bcf8c4c08dbe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (1430985b-3cfe-41e5-bdcd-07616cb8f122), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.129500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-f12b3778-bfaf-4b7c-97ba-c20de25a7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:37.131067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-f12b3778-bfaf-4b7c-97ba-c20de25a7e4e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 1125 time: 0.8330526 Feb 19 00:48:37.144421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d306da15-cd8d-4768-a7e9-8930f6276922 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Router 50a4a943-924b-49d9-9d7f-f1855d315f7f is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:48:37.147854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fd99e32-d83b-4a74-8659-a103b2ec4cfe req-5dd584d3-0281-4ff7-af0c-1d6486fea8e5 service neutron] 10.222.0.126 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8969424 Feb 19 00:48:37.170114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98166b92-ad26-46d6-8b19-03cbd57f560c req-418f0ae0-cdc5-46f4-aa8f-de950ea33b0e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:37.171699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98166b92-ad26-46d6-8b19-03cbd57f560c req-418f0ae0-cdc5-46f4-aa8f-de950ea33b0e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.7177794 Feb 19 00:48:37.252731 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.333633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.20.0.3 (d408f862-3dd1-4701-a0d7-b9076936a5ef/27fc16c5-7958-4091-baae-4de66824005b/2217a274-040c-4449-a96c-a6be2ea97acd) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:37.336681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.395480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:37.400131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:37.408449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:37.448249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e05703af-2d29-4885-a5ed-bcf8c4c08dbe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (1430985b-3cfe-41e5-bdcd-07616cb8f122), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.457287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e05703af-2d29-4885-a5ed-bcf8c4c08dbe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.460352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=8c969582-4a97-4c6f-b6dc-29562cf23ea1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:37.463021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e05703af-2d29-4885-a5ed-bcf8c4c08dbe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/1430985b-3cfe-41e5-bdcd-07616cb8f122 HTTP/1.1" status: 204 len: 168 time: 0.9655015 Feb 19 00:48:37.463184 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35608) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:37.517686 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for port (37081920-0d9b-4823-8660-0c260b5168aa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.577439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:37.578156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.621056 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc966baa-7805-4afb-99fc-9556ede73f0b tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1455390 Feb 19 00:48:37.624343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35612) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:37.626964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05703af-2d29-4885-a5ed-bcf8c4c08dbe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1430985b-3cfe-41e5-bdcd-07616cb8f122,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:37.630687 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bfa40930-3141-4fb6-8128-588b6d45e9f8 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9875119 Feb 19 00:48:37.642858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35614) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:37.651755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-868fa727-c190-4d03-b081-edb88debb8ba tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:37.672545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98166b92-ad26-46d6-8b19-03cbd57f560c req-8584c38d-0106-4745-8829-f36a93e57b0e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4289398 Feb 19 00:48:37.703527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d306da15-cd8d-4768-a7e9-8930f6276922 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:37.722727 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d306da15-cd8d-4768-a7e9-8930f6276922 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.730410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d306da15-cd8d-4768-a7e9-8930f6276922 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "PUT /v2.0/routers/50a4a943-924b-49d9-9d7f-f1855d315f7f HTTP/1.1" status: 200 len: 698 time: 2.7512739 Feb 19 00:48:37.732269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35616) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:37.741339 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] Sync routers for ids ['50a4a943-924b-49d9-9d7f-f1855d315f7f'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:37.753353 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] Routers {'50a4a943-924b-49d9-9d7f-f1855d315f7f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:37.753991 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['50a4a943-924b-49d9-9d7f-f1855d315f7f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:37.765086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5a596f12-0d3f-447c-a3a6-c2a72f706998 None None] Provisioning complete for port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:37.766470 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a596f12-0d3f-447c-a3a6-c2a72f706998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.822956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5a596f12-0d3f-447c-a3a6-c2a72f706998 None None] Port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:37.833343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e671182-59b1-43dd-9a53-0d0d235ff611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (baecc5e9-5796-4190-b526-f107f2185426), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.844190 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (2217a274-040c-4449-a96c-a6be2ea97acd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.859890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-f18eb118-ee7b-49ad-ae17-8f03c9a47793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:37.862954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-f18eb118-ee7b-49ad-ae17-8f03c9a47793 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=fdc7bbcb2b214ace918c1e7767d5c5c7&device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1125 time: 0.6404481 Feb 19 00:48:37.864137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-cbcc66dc-94ca-4da8-be9f-cb798c7bf606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:37.866128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-cbcc66dc-94ca-4da8-be9f-cb798c7bf606 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.7228434 Feb 19 00:48:37.878300 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] Set router 50a4a943-924b-49d9-9d7f-f1855d315f7f gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:37.891982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7856eb4-5ac0-4ee4-91a9-9ecc1a59011d req-d9e67353-3beb-416e-97d3-ec55868465e0 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:37.893835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7856eb4-5ac0-4ee4-91a9-9ecc1a59011d req-d9e67353-3beb-416e-97d3-ec55868465e0 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1125 time: 0.6350098 Feb 19 00:48:37.903928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e671182-59b1-43dd-9a53-0d0d235ff611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (baecc5e9-5796-4190-b526-f107f2185426), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:37.913270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1aa8c7e0-1df2-44d3-8d76-eba30908e95b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/routers/50a4a943-924b-49d9-9d7f-f1855d315f7f HTTP/1.1" status: 200 len: 704 time: 0.1785376 Feb 19 00:48:37.918003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35618) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:37.966588 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2c39010-f2da-43df-b3b4-ef7fe330d26a tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=50a4a943-924b-49d9-9d7f-f1855d315f7f HTTP/1.1" status: 200 len: 205 time: 0.0434334 Feb 19 00:48:37.973610 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a4a943-924b-49d9-9d7f-f1855d315f7f', 'name': 'tempest-RoutersIpV6Test-router-1310215840', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:34Z', 'updated_at': '2022-02-19T00:48:35Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:37.973849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35620) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:37.985947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-5d2c7f35-9442-41d6-b8f8-36b9c2cf6996 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=05021994-c2d5-46f3-9205-f4ba6d89ea21 HTTP/1.1" status: 200 len: 217 time: 0.0894301 Feb 19 00:48:38.002264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.011601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e671182-59b1-43dd-9a53-0d0d235ff611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (baecc5e9-5796-4190-b526-f107f2185426), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.014161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e671182-59b1-43dd-9a53-0d0d235ff611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.015388 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1e671182-59b1-43dd-9a53-0d0d235ff611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/baecc5e9-5796-4190-b526-f107f2185426 HTTP/1.1" status: 204 len: 168 time: 0.3836474 Feb 19 00:48:38.029495 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] Checking router: 50a4a943-924b-49d9-9d7f-f1855d315f7f for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:38.039472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35622) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:38.047556 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] Routers {'50a4a943-924b-49d9-9d7f-f1855d315f7f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:38.048780 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['50a4a943-924b-49d9-9d7f-f1855d315f7f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:38.049020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e671182-59b1-43dd-9a53-0d0d235ff611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baecc5e9-5796-4190-b526-f107f2185426,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:38.066930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network d408f862-3dd1-4701-a0d7-b9076936a5ef is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:38.072524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:38.077495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:38.082055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:38.159318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:38.162648 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.183282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (37081920-0d9b-4823-8660-0c260b5168aa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.192861 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-c284acb2-0756-4105-8314-8c3d98d7a31e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4323633 Feb 19 00:48:38.193544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 05021994-c2d5-46f3-9205-f4ba6d89ea21 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:38.204395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Request body: {'port': {'device_id': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:38.240146 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] Set router 50a4a943-924b-49d9-9d7f-f1855d315f7f gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:38.315900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9288ec3-d73b-4b5b-92a5-bf1ef5388a5e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (50a4a943-924b-49d9-9d7f-f1855d315f7f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.330947 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50a4a943-924b-49d9-9d7f-f1855d315f7f', 'name': 'tempest-RoutersIpV6Test-router-1310215840', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:34Z', 'updated_at': '2022-02-19T00:48:35Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:38.336604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.375637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 05021994-c2d5-46f3-9205-f4ba6d89ea21, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=05021994-c2d5-46f3-9205-f4ba6d89ea21,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:38.392508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '05021994-c2d5-46f3-9205-f4ba6d89ea21', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'port_id': '05021994-c2d5-46f3-9205-f4ba6d89ea21', 'mac_address': 'fa:16:3e:68:ec:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3299a37f-8323-45d4-96ad-6889f7461e7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:38.407521 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf44f59-31d3-437e-be03-7b2f13c9049e None None] The sync data for ids ['50a4a943-924b-49d9-9d7f-f1855d315f7f'] in n-d-826527-3 is: [{'id': '50a4a943-924b-49d9-9d7f-f1855d315f7f', 'name': 'tempest-RoutersIpV6Test-router-1310215840', 'tenant_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:34Z', 'updated_at': '2022-02-19T00:48:35Z', 'revision_number': 2, 'project_id': '80a3b05a80a34aa7bdd56ae1cc430e27', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:38.490689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 05021994-c2d5-46f3-9205-f4ba6d89ea21 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:38.491083 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.518341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05021994-c2d5-46f3-9205-f4ba6d89ea21 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:38.551907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628ac4-2ab0-43a6-b084-bdf847e2afe3 req-2aaac5af-ebe9-4da2-9662-cb08e0d1ec6d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:38.552524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 05021994-c2d5-46f3-9205-f4ba6d89ea21, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=05021994-c2d5-46f3-9205-f4ba6d89ea21,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:38.554000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44628ac4-2ab0-43a6-b084-bdf847e2afe3 req-2aaac5af-ebe9-4da2-9662-cb08e0d1ec6d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 943 time: 0.7673023 Feb 19 00:48:38.568641 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.638021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=05021994-c2d5-46f3-9205-f4ba6d89ea21,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:38.652245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1710b4e8-5bbd-46b6-90fd-22c314822236 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5538595 Feb 19 00:48:38.657395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-79e9ebf9-8bd9-41b9-871f-ec5c9005d32b None None] Provisioning complete for port 2217a274-040c-4449-a96c-a6be2ea97acd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:38.657870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79e9ebf9-8bd9-41b9-871f-ec5c9005d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.662552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35634) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:38.662844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:38.675316 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9b8af293-2044-403b-a9fb-dcfb8f4fdcb0 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1692120732'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:38.689919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7856eb4-5ac0-4ee4-91a9-9ecc1a59011d req-455be406-cdda-443c-b2c1-32cd89f330a0 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7736800 Feb 19 00:48:38.701574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:38.713703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-9ca95c35-2b5a-424d-a17c-7a7d09214af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:38.715565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-9ca95c35-2b5a-424d-a17c-7a7d09214af7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.7193301 Feb 19 00:48:38.721006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:38.740159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Pushing event updated for resources: {'Port': ['ID=37081920-0d9b-4823-8660-0c260b5168aa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:38.745894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b8af293-2044-403b-a9fb-dcfb8f4fdcb0 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.757368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-79e9ebf9-8bd9-41b9-871f-ec5c9005d32b None None] Port 2217a274-040c-4449-a96c-a6be2ea97acd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:38.818505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-e19d304a-df9a-437c-b7c0-dde502e421cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:38.821311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-e19d304a-df9a-437c-b7c0-dde502e421cd service neutron] 10.222.0.126 "GET /v2.0/networks?id=0af639a4-f77e-4922-b57b-0de621d56df8 HTTP/1.1" status: 200 len: 911 time: 0.9190915 Feb 19 00:48:38.822866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['05021994-c2d5-46f3-9205-f4ba6d89ea21'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:38.877526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2217a274-040c-4449-a96c-a6be2ea97acd {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:38.878199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-289d1e21-c397-40ba-8297-1d085adf28d2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483412 Feb 19 00:48:38.893747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Publish callbacks [] for port (2217a274-040c-4449-a96c-a6be2ea97acd), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.902529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b8af293-2044-403b-a9fb-dcfb8f4fdcb0 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (6d05bcf7-7889-4c2a-baa5-96a24a34243f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.908903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b8af293-2044-403b-a9fb-dcfb8f4fdcb0 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6d05bcf7-7889-4c2a-baa5-96a24a34243f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.918913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Transition to ACTIVE for port object 2217a274-040c-4449-a96c-a6be2ea97acd will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:38.934941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.957382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868fa727-c190-4d03-b081-edb88debb8ba tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:38.960622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-868fa727-c190-4d03-b081-edb88debb8ba tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.971251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8af293-2044-403b-a9fb-dcfb8f4fdcb0 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d05bcf7-7889-4c2a-baa5-96a24a34243f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:38.977627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b8af293-2044-403b-a9fb-dcfb8f4fdcb0 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:38.979037 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9b8af293-2044-403b-a9fb-dcfb8f4fdcb0 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3153427 Feb 19 00:48:38.985318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35640) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:38.989611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dc84ecbc-d0c3-4906-b0bd-2f103d1f714b tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': '6d05bcf7-7889-4c2a-baa5-96a24a34243f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:39.013996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Pushing event updated for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.036406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9288ec3-d73b-4b5b-92a5-bf1ef5388a5e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (50a4a943-924b-49d9-9d7f-f1855d315f7f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.044520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-d31ae1cb-abb3-4be0-a95c-800126d9d9b9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7101ca8c-737a-4321-bc80-204cd4ea8c3d HTTP/1.1" status: 200 len: 217 time: 0.1567004 Feb 19 00:48:39.045887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9288ec3-d73b-4b5b-92a5-bf1ef5388a5e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router_controller (50a4a943-924b-49d9-9d7f-f1855d315f7f), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.081653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc84ecbc-d0c3-4906-b0bd-2f103d1f714b tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (fd820d49-027a-42bc-a34e-98c393dfb7e0), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.111433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44628ac4-2ab0-43a6-b084-bdf847e2afe3 req-b45aa0a7-3c3c-4a12-8fa9-c4df266593b4 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973726 Feb 19 00:48:39.159471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Attempting to bind port 2217a274-040c-4449-a96c-a6be2ea97acd on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:39.159734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Attempting to bind port 2217a274-040c-4449-a96c-a6be2ea97acd by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:39.160046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Attempting to bind port 2217a274-040c-4449-a96c-a6be2ea97acd on network d408f862-3dd1-4701-a0d7-b9076936a5ef {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:39.167693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc84ecbc-d0c3-4906-b0bd-2f103d1f714b tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (fd820d49-027a-42bc-a34e-98c393dfb7e0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.170194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Port 2217a274-040c-4449-a96c-a6be2ea97acd on network d408f862-3dd1-4701-a0d7-b9076936a5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:39.170598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Attempting to bind port 2217a274-040c-4449-a96c-a6be2ea97acd on network d408f862-3dd1-4701-a0d7-b9076936a5ef {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:39.176781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc84ecbc-d0c3-4906-b0bd-2f103d1f714b tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (fd820d49-027a-42bc-a34e-98c393dfb7e0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.198797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:39.199148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Checking segment: {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:39.199443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Bound using segment: {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:39.199897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Bound port: 2217a274-040c-4449-a96c-a6be2ea97acd, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:39.200257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.216561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84ecbc-d0c3-4906-b0bd-2f103d1f714b tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd820d49-027a-42bc-a34e-98c393dfb7e0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.249440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc84ecbc-d0c3-4906-b0bd-2f103d1f714b tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.250709 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc84ecbc-d0c3-4906-b0bd-2f103d1f714b tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2644358 Feb 19 00:48:39.255050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35642) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.320607 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9288ec3-d73b-4b5b-92a5-bf1ef5388a5e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (50a4a943-924b-49d9-9d7f-f1855d315f7f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.321168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9288ec3-d73b-4b5b-92a5-bf1ef5388a5e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Fanout notify agent at l3_agent the message router_deleted on router 50a4a943-924b-49d9-9d7f-f1855d315f7f {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:48:39.328571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a9288ec3-d73b-4b5b-92a5-bf1ef5388a5e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.331753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:39.334550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a9288ec3-d73b-4b5b-92a5-bf1ef5388a5e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/50a4a943-924b-49d9-9d7f-f1855d315f7f HTTP/1.1" status: 204 len: 168 time: 1.3468883 Feb 19 00:48:39.341943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35646) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.344107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:39.348776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-01748a8f-1ac4-4b00-b391-2ce2359a6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:39.350601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-01748a8f-1ac4-4b00-b391-2ce2359a6f2d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cb8e3a40-835f-4765-b891-1451053c3bd0 HTTP/1.1" status: 200 len: 849 time: 0.2291231 Feb 19 00:48:39.374563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a93a5-20ef-4b57-828b-1b8427790162 req-a41ef827-e19e-4313-8bac-57f4647b68cc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:39.376149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-818a93a5-20ef-4b57-828b-1b8427790162 req-a41ef827-e19e-4313-8bac-57f4647b68cc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 931 time: 0.5086229 Feb 19 00:48:39.389159 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.397640 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5821409e-b45d-47fd-a9db-71b74623b98e tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=50a4a943-924b-49d9-9d7f-f1855d315f7f HTTP/1.1" status: 200 len: 205 time: 0.0494843 Feb 19 00:48:39.405066 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a91b8f0-05bd-4ef8-a1bd-c7647d53a620 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (6d05bcf7-7889-4c2a-baa5-96a24a34243f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.406584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35648) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.498263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:39.499056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.500642 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] 10.222.0.113 "PUT /v2.0/ports/2217a274-040c-4449-a96c-a6be2ea97acd HTTP/1.1" status: 200 len: 1091 time: 1.3006108 Feb 19 00:48:39.504092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:39.506017 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da" -d '{"events": [{"name": "network-changed", "server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:39.516941 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-196ec550-e8c8-4089-9987-7554ae6503a9 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] delete failed (client error): The resource could not be found. Feb 19 00:48:39.518803 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-196ec550-e8c8-4089-9987-7554ae6503a9 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/50a4a943-924b-49d9-9d7f-f1855d315f7f HTTP/1.1" status: 404 len: 336 time: 0.0872078 Feb 19 00:48:39.526931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35658) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.627059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a91b8f0-05bd-4ef8-a1bd-c7647d53a620 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (6d05bcf7-7889-4c2a-baa5-96a24a34243f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.637271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6560df0-6a81-4f51-9301-87d6a34bc132 service neutron] Pushing event updated for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.640687 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a682ea-77e1-43f2-a131-c8dde490b30b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:39.641260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a682ea-77e1-43f2-a131-c8dde490b30b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:39.654273 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-80a682ea-77e1-43f2-a131-c8dde490b30b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/43de4264-c7a5-4217-8ee2-461b8e2c67ca HTTP/1.1" status: 404 len: 337 time: 0.1075828 Feb 19 00:48:39.657075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35668) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.725657 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce63d61a-1fd7-4216-b05f-96e2b982f31b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:39.726305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce63d61a-1fd7-4216-b05f-96e2b982f31b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:39.729807 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce63d61a-1fd7-4216-b05f-96e2b982f31b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/8674f4d4-a033-449d-8d02-0a47bacf882f HTTP/1.1" status: 404 len: 337 time: 0.0688875 Feb 19 00:48:39.733564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35678) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.769319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-7209a7c8-2973-473a-92ea-ecbeab0ed277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:39.771048 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-7209a7c8-2973-473a-92ea-ecbeab0ed277 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 1125 time: 0.2108827 Feb 19 00:48:39.772493 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d01a88-c70c-484f-b249-42ff363b28b8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:39.772940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d01a88-c70c-484f-b249-42ff363b28b8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:39.776205 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b8d01a88-c70c-484f-b249-42ff363b28b8 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/48f131cb-b571-4b02-b489-741f806ee1ff HTTP/1.1" status: 404 len: 337 time: 0.0412047 Feb 19 00:48:39.780027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35684) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.803474 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a91b8f0-05bd-4ef8-a1bd-c7647d53a620 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6d05bcf7-7889-4c2a-baa5-96a24a34243f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.806290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a91b8f0-05bd-4ef8-a1bd-c7647d53a620 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.810579 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2a91b8f0-05bd-4ef8-a1bd-c7647d53a620 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/6d05bcf7-7889-4c2a-baa5-96a24a34243f HTTP/1.1" status: 204 len: 168 time: 0.5544205 Feb 19 00:48:39.811560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35688) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.861821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-632849fb-793e-4b50-8e06-5aaaf61fc571 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9709175 Feb 19 00:48:39.864472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for floatingip (69e561b3-8bf0-43de-bdfa-96a7e50ecf2e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:39.868271 n-d-826527-3 neutron-server[103649]: INFO neutron.db.ipam_backend_mixin [None req-868fa727-c190-4d03-b081-edb88debb8ba tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc690db8-f2fa-49e3-bf67-aaab92c6632a (CIDR: 172.20.0.0/28) Feb 19 00:48:39.872906 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-1ee0b0f6-0f64-4d59-8ccf-717eae84a1a6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2217a274-040c-4449-a96c-a6be2ea97acd HTTP/1.1" status: 200 len: 217 time: 0.0909264 Feb 19 00:48:39.873754 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-70db71c5-ed1c-4f83-9845-264855e716c7 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:39.874579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70db71c5-ed1c-4f83-9845-264855e716c7 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:39.877545 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-70db71c5-ed1c-4f83-9845-264855e716c7 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/b9bdfa8b-ebe6-4d63-b643-f0b2a70d9504 HTTP/1.1" status: 404 len: 337 time: 0.0936708 Feb 19 00:48:39.888524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35696) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:39.894626 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-868fa727-c190-4d03-b081-edb88debb8ba tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:48:39.895129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868fa727-c190-4d03-b081-edb88debb8ba tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:39.945134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7054cd0-51ba-416d-b51d-074651666475 req-cf44ad0b-d834-49c6-ac9d-3ec513e421dd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:39.947469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7054cd0-51ba-416d-b51d-074651666475 req-cf44ad0b-d834-49c6-ac9d-3ec513e421dd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.7194679 Feb 19 00:48:39.957297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91b8f0-05bd-4ef8-a1bd-c7647d53a620 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d05bcf7-7889-4c2a-baa5-96a24a34243f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:39.972822 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c4aee475-5a77-41c0-88b0-a1b78809dbb3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 200 len: 205 time: 0.0818348 Feb 19 00:48:39.976717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35702) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.045375 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-fb3abd56-8cd0-49b2-9e78-df88042e7ea3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] delete failed (client error): The resource could not be found. Feb 19 00:48:40.049910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fb3abd56-8cd0-49b2-9e78-df88042e7ea3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/83c8361b-8e8a-4508-9af7-a3bc70b6de9b HTTP/1.1" status: 404 len: 336 time: 0.0721390 Feb 19 00:48:40.052474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35704) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.053684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-868fa727-c190-4d03-b081-edb88debb8ba tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4075480 Feb 19 00:48:40.070816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35706) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.082756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-aaf51993-e9fe-4c09-8a70-4ec63540fb67 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:40.091880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-818a93a5-20ef-4b57-828b-1b8427790162 req-64bfbba5-57be-4a7e-a56b-b341d2814caf tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6936023 Feb 19 00:48:40.109681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (37081920-0d9b-4823-8660-0c260b5168aa), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.115660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a2ea3751-6a89-4f38-9018-854782c29cff tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=b6a1612a-8f2b-4014-97e3-cccbc433db58 HTTP/1.1" status: 200 len: 205 time: 0.0603225 Feb 19 00:48:40.139561 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f9574a0-3e31-45f1-a648-a0102247ee25 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2721896 Feb 19 00:48:40.141751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35708) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.142161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35710) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.146371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-a24b2618-df04-4155-b4e8-89901f3b9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:40.147924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-a24b2618-df04-4155-b4e8-89901f3b9866 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=0af639a4-f77e-4922-b57b-0de621d56df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7536240 Feb 19 00:48:40.152993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f892b7b5-cb26-4b38-a16d-29721e3f54a8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--712748218'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:40.165112 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be652ae6-af3d-4be3-b352-856c74730562 x-openstack-request-id: req-be652ae6-af3d-4be3-b352-856c74730562 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:40.165443 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:40.165790 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be652ae6-af3d-4be3-b352-856c74730562 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:40.166252 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd', 'status': 'completed', 'code': 200} Feb 19 00:48:40.178771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7101ca8c-737a-4321-bc80-204cd4ea8c3d details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:40.203390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 05021994-c2d5-46f3-9205-f4ba6d89ea21 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:40.210168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-18f4ea29-c865-4e09-a68d-9dfe7865481e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:40.212399 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-18f4ea29-c865-4e09-a68d-9dfe7865481e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27fc16c5-7958-4091-baae-4de66824005b HTTP/1.1" status: 200 len: 835 time: 0.3228476 Feb 19 00:48:40.227657 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-ec0b20c5-419d-4bd2-9edd-53c2c68e5dd6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] delete failed (client error): The resource could not be found. Feb 19 00:48:40.232726 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ec0b20c5-419d-4bd2-9edd-53c2c68e5dd6 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/b6a1612a-8f2b-4014-97e3-cccbc433db58 HTTP/1.1" status: 404 len: 336 time: 0.0895710 Feb 19 00:48:40.241050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35714) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.252866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f892b7b5-cb26-4b38-a16d-29721e3f54a8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.304710 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-604c2604-7788-485e-939d-563a38465583 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:40.305449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604c2604-7788-485e-939d-563a38465583 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:40.310524 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-604c2604-7788-485e-939d-563a38465583 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/0e3b480d-d8eb-47e1-9586-02539d67d332 HTTP/1.1" status: 404 len: 337 time: 0.0660570 Feb 19 00:48:40.311715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 05021994-c2d5-46f3-9205-f4ba6d89ea21 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:40.312757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35716) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.326678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 05021994-c2d5-46f3-9205-f4ba6d89ea21 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:40.327049 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.347542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7054cd0-51ba-416d-b51d-074651666475 req-7782fd57-80e5-4c46-a5d0-5c0f913fbbe6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3294663 Feb 19 00:48:40.349866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7766001b-d436-4a15-b7cd-dfb7cc6c7db2 req-b2453907-d5d6-457b-aefa-1cb7135c6890 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739318 Feb 19 00:48:40.367115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7101ca8c-737a-4321-bc80-204cd4ea8c3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7101ca8c-737a-4321-bc80-204cd4ea8c3d,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:40.404457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '7101ca8c-737a-4321-bc80-204cd4ea8c3d', 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'port_id': '7101ca8c-737a-4321-bc80-204cd4ea8c3d', 'mac_address': 'fa:16:3e:db:64:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8e3a40-835f-4765-b891-1451053c3bd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:40.472213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 7101ca8c-737a-4321-bc80-204cd4ea8c3d is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:40.472849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.494301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7101ca8c-737a-4321-bc80-204cd4ea8c3d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:40.499110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 05021994-c2d5-46f3-9205-f4ba6d89ea21 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:40.499857 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.531422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4cc18-6fdf-46c9-b938-3a81de7b7a4f req-7bc9671a-b1b7-49ce-a5ee-065823941239 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:40.533480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67c4cc18-6fdf-46c9-b938-3a81de7b7a4f req-7bc9671a-b1b7-49ce-a5ee-065823941239 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1125 time: 0.3291597 Feb 19 00:48:40.534940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7101ca8c-737a-4321-bc80-204cd4ea8c3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7101ca8c-737a-4321-bc80-204cd4ea8c3d,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:40.542132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f4fb0b-03b4-40d5-b119-af5f8ae9a925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05021994-c2d5-46f3-9205-f4ba6d89ea21'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:40.544561 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e64958-0cc5-4049-b29f-3d4945b959c6" -d '{"events": [{"server_uuid": "40f4fb0b-03b4-40d5-b119-af5f8ae9a925", "name": "network-vif-plugged", "status": "completed", "tag": "05021994-c2d5-46f3-9205-f4ba6d89ea21"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:40.555168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-bb95ba8a-9776-46c6-8a86-c62de5eb5845 service neutron] 10.222.0.126 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673024 Feb 19 00:48:40.555847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.564547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 05021994-c2d5-46f3-9205-f4ba6d89ea21, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=05021994-c2d5-46f3-9205-f4ba6d89ea21,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:40.589686 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.616034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=7101ca8c-737a-4321-bc80-204cd4ea8c3d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:40.621414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf51993-e9fe-4c09-8a70-4ec63540fb67 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:40.626676 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aaf51993-e9fe-4c09-8a70-4ec63540fb67 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.670512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=05021994-c2d5-46f3-9205-f4ba6d89ea21,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:40.726224 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a536ad12-e6e1-4985-9dd6-784bec681ad0 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=9b2240f9-122d-41bf-a636-c127dff40b10 HTTP/1.1" status: 200 len: 205 time: 0.4105310 Feb 19 00:48:40.731149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35720) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.756389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16992f0a-afc6-4f06-965e-7f598074b6e5 req-3fb482fe-895b-44bc-bb44-53c21a893085 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:40.757926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16992f0a-afc6-4f06-965e-7f598074b6e5 req-3fb482fe-895b-44bc-bb44-53c21a893085 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 944 time: 0.2784939 Feb 19 00:48:40.781078 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-4d15e8ee-fa62-4f39-8bd9-01cd5535ea6c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] delete failed (client error): The resource could not be found. Feb 19 00:48:40.782104 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4d15e8ee-fa62-4f39-8bd9-01cd5535ea6c tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/9b2240f9-122d-41bf-a636-c127dff40b10 HTTP/1.1" status: 404 len: 336 time: 0.0499158 Feb 19 00:48:40.786579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35722) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.789864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-95f2905c-4d1e-43b6-8f74-4db46208b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:40.791530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-95f2905c-4d1e-43b6-8f74-4db46208b8ba service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d408f862-3dd1-4701-a0d7-b9076936a5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5654731 Feb 19 00:48:40.819480 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for port (37081920-0d9b-4823-8660-0c260b5168aa), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.831268 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-10ef8cdb-8ce2-4fae-9860-c67d6f9a61af tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f324326-4fa3-4ea4-88e0-d7f9f68950ed HTTP/1.1" status: 200 len: 205 time: 0.0410626 Feb 19 00:48:40.833424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67c4cc18-6fdf-46c9-b938-3a81de7b7a4f req-2ea1fe4e-3489-4187-8932-513cf3c679c5 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709913 Feb 19 00:48:40.836474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35724) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.848463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (37081920-0d9b-4823-8660-0c260b5168aa), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.888973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['7101ca8c-737a-4321-bc80-204cd4ea8c3d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:40.904456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f892b7b5-cb26-4b38-a16d-29721e3f54a8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (43df3fab-51d4-4095-8288-73d0b79e833d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.917748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f892b7b5-cb26-4b38-a16d-29721e3f54a8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (43df3fab-51d4-4095-8288-73d0b79e833d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.923583 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a39ba3e-e4d6-4c88-a010-f1af0665fc10 x-openstack-request-id: req-6a39ba3e-e4d6-4c88-a010-f1af0665fc10 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:40.923875 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f4fb0b-03b4-40d5-b119-af5f8ae9a925", "name": "network-vif-plugged", "status": "completed", "tag": "05021994-c2d5-46f3-9205-f4ba6d89ea21", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:40.924313 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a39ba3e-e4d6-4c88-a010-f1af0665fc10 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:40.924901 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f4fb0b-03b4-40d5-b119-af5f8ae9a925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05021994-c2d5-46f3-9205-f4ba6d89ea21', 'code': 200} Feb 19 00:48:40.953764 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-aa312d77-4a78-40b6-b1d0-d1c3ab93c164 service neutron] 10.222.0.113 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514683 Feb 19 00:48:40.959912 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f892b7b5-cb26-4b38-a16d-29721e3f54a8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:40.964349 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f892b7b5-cb26-4b38-a16d-29721e3f54a8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8150346 Feb 19 00:48:40.969902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35726) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:40.984099 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-cf4e06c7-654a-439d-9ca9-ecb9bbfc0787 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] delete failed (client error): The resource could not be found. Feb 19 00:48:40.988425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b0566fa3-7cdf-4393-9180-ca44762e87fe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--298791179'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:40.988594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cf4e06c7-654a-439d-9ca9-ecb9bbfc0787 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/9f324326-4fa3-4ea4-88e0-d7f9f68950ed HTTP/1.1" status: 404 len: 336 time: 0.1393976 Feb 19 00:48:40.990194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35728) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.018070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91f3bb09-0177-44f2-bd8b-e1fe6019105f req-85ab200b-d2c9-4e28-a80e-69ac4f46e633 service neutron] 10.222.0.126 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497781 Feb 19 00:48:41.045187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892b7b5-cb26-4b38-a16d-29721e3f54a8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43df3fab-51d4-4095-8288-73d0b79e833d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:41.046453 n-d-826527-3 neutron-server[103649]: INFO neutron.db.ipam_backend_mixin [None req-aaf51993-e9fe-4c09-8a70-4ec63540fb67 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e976e537-78a0-4275-9c72-2a08af5a15b4 (CIDR: 172.20.0.16/28) Feb 19 00:48:41.074211 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afef50e-a43a-42f3-ab36-c564442aafe5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:41.074707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afef50e-a43a-42f3-ab36-c564442aafe5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:41.077872 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7afef50e-a43a-42f3-ab36-c564442aafe5 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/1444fc6f-d6d5-4dcb-9462-e739dec4191c HTTP/1.1" status: 404 len: 337 time: 0.0852373 Feb 19 00:48:41.081264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35730) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.085247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16992f0a-afc6-4f06-965e-7f598074b6e5 req-5c02c1f0-cbf0-404b-ab16-9328f74a9d47 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176606 Feb 19 00:48:41.086389 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf51993-e9fe-4c09-8a70-4ec63540fb67 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:48:41.086980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf51993-e9fe-4c09-8a70-4ec63540fb67 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:41.093891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Pushing event updated for resources: {'Port': ['ID=37081920-0d9b-4823-8660-0c260b5168aa,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:41.096061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0566fa3-7cdf-4393-9180-ca44762e87fe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.122092 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6e45b5a8-169c-4a89-a158-2dea9ad2a122 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=27a11166-81ac-4d62-9106-5adbcf5e5771 HTTP/1.1" status: 200 len: 205 time: 0.0395036 Feb 19 00:48:41.124979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35734) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.127929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (69e561b3-8bf0-43de-bdfa-96a7e50ecf2e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.145696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aaf51993-e9fe-4c09-8a70-4ec63540fb67 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0727696 Feb 19 00:48:41.149439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.158036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'subnet': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:41.192742 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-1fb9bb23-6efb-4974-ae02-24f29d7cbc8b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] delete failed (client error): The resource could not be found. Feb 19 00:48:41.193797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1fb9bb23-6efb-4974-ae02-24f29d7cbc8b tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/27a11166-81ac-4d62-9106-5adbcf5e5771 HTTP/1.1" status: 404 len: 336 time: 0.0675507 Feb 19 00:48:41.197139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35738) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.219278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b05bc-ca5c-4d3b-bc46-f2be339a1584 req-4b78935b-3a4d-43d5-8505-adaddf656ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:41.220796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d8b05bc-ca5c-4d3b-bc46-f2be339a1584 req-4b78935b-3a4d-43d5-8505-adaddf656ca6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 1127 time: 0.2343836 Feb 19 00:48:41.223434 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.224869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-60bb01fa-6bff-4161-a59f-7f776ad843c3 tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6007943 Feb 19 00:48:41.225002 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d22afd6-149e-4a28-acd6-e45b88c70477 req-431a9bfa-d683-471c-a120-f3ce3995b3b1 service neutron] 10.222.0.113 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537372 Feb 19 00:48:41.229561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35740) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.270718 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3dfcdf-d575-4826-8247-855fc54d59a3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:41.271194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3dfcdf-d575-4826-8247-855fc54d59a3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:41.275351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6d3dfcdf-d575-4826-8247-855fc54d59a3 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/8bdca761-e443-4479-b6a8-a20b8ac2b835 HTTP/1.1" status: 404 len: 337 time: 0.0683773 Feb 19 00:48:41.278681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35744) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.330433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2d49158d-71c1-4661-bee1-5b44ef172615 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cf3a850-7163-46ab-ad4f-31d4353129e0 HTTP/1.1" status: 200 len: 205 time: 0.0465310 Feb 19 00:48:41.330433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35746) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.332964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0566fa3-7cdf-4393-9180-ca44762e87fe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (176e0f50-82da-48bd-86e3-227c50cf6c81), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.344175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0566fa3-7cdf-4393-9180-ca44762e87fe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (176e0f50-82da-48bd-86e3-227c50cf6c81), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.388743 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-45290064-50c2-4e03-8be8-e51f87ea7b05 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] delete failed (client error): The resource could not be found. Feb 19 00:48:41.390479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-45290064-50c2-4e03-8be8-e51f87ea7b05 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/routers/8cf3a850-7163-46ab-ad4f-31d4353129e0 HTTP/1.1" status: 404 len: 336 time: 0.0591819 Feb 19 00:48:41.394782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0566fa3-7cdf-4393-9180-ca44762e87fe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.397608 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0566fa3-7cdf-4393-9180-ca44762e87fe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4248886 Feb 19 00:48:41.398254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35750) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.403154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35752) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.406903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f6c97a-271a-4b43-840f-847f91947ae9 req-b97a0769-bcd3-4b9e-ac7c-8e678c16cd94 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:41.408434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63f6c97a-271a-4b43-840f-847f91947ae9 req-b97a0769-bcd3-4b9e-ac7c-8e678c16cd94 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 943 time: 0.2182100 Feb 19 00:48:41.412341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d8b05bc-ca5c-4d3b-bc46-f2be339a1584 req-9f7a31da-7b45-4116-98fa-84285f45bb70 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490450 Feb 19 00:48:41.422211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-763ec91c-42c3-442c-8bb8-7f2e7a8ea5d8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': '43df3fab-51d4-4095-8288-73d0b79e833d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '176e0f50-82da-48bd-86e3-227c50cf6c81', 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:41.429278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Made reservation on behalf of 1761bddd2a124781bf49884ccf00dc8b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:41.432587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.435485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0566fa3-7cdf-4393-9180-ca44762e87fe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176e0f50-82da-48bd-86e3-227c50cf6c81,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:41.458271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:41.475578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-4b0d3695-c1f0-44a0-9f01-c3c8010234f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:41.477097 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-4b0d3695-c1f0-44a0-9f01-c3c8010234f3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 1125 time: 0.1865523 Feb 19 00:48:41.483956 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e753ff9-6786-4801-b869-349d219e9a58 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:41.484415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e753ff9-6786-4801-b869-349d219e9a58 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:41.487811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4e753ff9-6786-4801-b869-349d219e9a58 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/a3a0d011-bc7c-4c9c-8bf3-18cee8b45bcf HTTP/1.1" status: 404 len: 337 time: 0.0855229 Feb 19 00:48:41.493320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63f6c97a-271a-4b43-840f-847f91947ae9 req-a6da8388-77ed-4488-b8e4-cfadfde2f47f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781434 Feb 19 00:48:41.495482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35754) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.534272 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b3faa0-2b42-4f49-a754-c1d1917ddc28 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:41.534851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b3faa0-2b42-4f49-a754-c1d1917ddc28 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:41.538266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-15b3faa0-2b42-4f49-a754-c1d1917ddc28 tempest-RoutersIpV6Test-1465030439 tempest-RoutersIpV6Test-1465030439-project] 10.222.0.60 "DELETE /v2.0/subnets/c5bd89f8-f9dc-437d-8717-57ef471b3831 HTTP/1.1" status: 404 len: 337 time: 0.0416157 Feb 19 00:48:41.551244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.556209 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83076ce-d33c-4f70-9358-e7b3dec61471 req-b674d2fb-dc0c-490c-ba16-4941b44aedd1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:41.563452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d83076ce-d33c-4f70-9358-e7b3dec61471 req-b674d2fb-dc0c-490c-ba16-4941b44aedd1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.1144338 Feb 19 00:48:41.585895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-763ec91c-42c3-442c-8bb8-7f2e7a8ea5d8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (503d051e-ccf1-4bc3-afb6-2169f7f21cc5), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.612389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d83076ce-d33c-4f70-9358-e7b3dec61471 req-c2189c40-b214-424a-902b-c5f406b6c923 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479884 Feb 19 00:48:41.856294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35770) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:41.858686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b3bc-cce3-4ca3-86ff-bba1bdc51186 req-5bb8d241-fd8e-4e8c-a20b-dc1eb1bea8eb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:41.861636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd45b3bc-cce3-4ca3-86ff-bba1bdc51186 req-5bb8d241-fd8e-4e8c-a20b-dc1eb1bea8eb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 946 time: 0.0721090 Feb 19 00:48:41.889072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-763ec91c-42c3-442c-8bb8-7f2e7a8ea5d8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (503d051e-ccf1-4bc3-afb6-2169f7f21cc5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:41.895834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-a356af70-6359-49fa-b5f5-33ce80e11078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:41.897337 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-a356af70-6359-49fa-b5f5-33ce80e11078 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d408f862-3dd1-4701-a0d7-b9076936a5ef HTTP/1.1" status: 200 len: 897 time: 0.2630489 Feb 19 00:48:41.907228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-763ec91c-42c3-442c-8bb8-7f2e7a8ea5d8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (503d051e-ccf1-4bc3-afb6-2169f7f21cc5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.010453 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-9e20c51d-e8c4-48cd-a407-d64e01e439ab service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2217a274-040c-4449-a96c-a6be2ea97acd HTTP/1.1" status: 200 len: 217 time: 0.0981157 Feb 19 00:48:42.012839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd45b3bc-cce3-4ca3-86ff-bba1bdc51186 req-a9c6e1b9-eb47-4ae7-84f3-4c9b0ffe5999 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415782 Feb 19 00:48:42.025112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ec91c-42c3-442c-8bb8-7f2e7a8ea5d8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503d051e-ccf1-4bc3-afb6-2169f7f21cc5,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.040461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9945e-cfe6-4aff-af15-ef21c947da00 req-3d3f6270-9594-423c-b107-532438d20844 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:42.045486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fb9945e-cfe6-4aff-af15-ef21c947da00 req-3d3f6270-9594-423c-b107-532438d20844 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1126 time: 0.1172390 Feb 19 00:48:42.077881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-763ec91c-42c3-442c-8bb8-7f2e7a8ea5d8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.079117 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-763ec91c-42c3-442c-8bb8-7f2e7a8ea5d8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6688666 Feb 19 00:48:42.083870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35780) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:42.115167 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fb9945e-cfe6-4aff-af15-ef21c947da00 req-6a5cef9f-b7bf-4908-88e0-2384db543505 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639715 Feb 19 00:48:42.133661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.141490 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-509bc800-9c7f-4646-8f8e-2161d6fff751 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (503d051e-ccf1-4bc3-afb6-2169f7f21cc5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.156799 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-509bc800-9c7f-4646-8f8e-2161d6fff751 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (503d051e-ccf1-4bc3-afb6-2169f7f21cc5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.170318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-409f706c-5e77-48db-9b3f-d4ee10827a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:42.171841 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-409f706c-5e77-48db-9b3f-d4ee10827a7b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27fc16c5-7958-4091-baae-4de66824005b HTTP/1.1" status: 200 len: 835 time: 0.1485627 Feb 19 00:48:42.179562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (169b40cc-7d5f-4f7c-a864-a346d33da518), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.189615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7101ca8c-737a-4321-bc80-204cd4ea8c3d up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:42.199469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-509bc800-9c7f-4646-8f8e-2161d6fff751 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (503d051e-ccf1-4bc3-afb6-2169f7f21cc5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.205849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-509bc800-9c7f-4646-8f8e-2161d6fff751 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.209685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-509bc800-9c7f-4646-8f8e-2161d6fff751 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/503d051e-ccf1-4bc3-afb6-2169f7f21cc5 HTTP/1.1" status: 204 len: 168 time: 0.1248477 Feb 19 00:48:42.210336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35786) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:42.228839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509bc800-9c7f-4646-8f8e-2161d6fff751 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=503d051e-ccf1-4bc3-afb6-2169f7f21cc5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.237017 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6df9cd0b-e4c7-49c6-84d7-826d44c98fd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=80a3b05a80a34aa7bdd56ae1cc430e27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718498 Feb 19 00:48:42.249149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35788) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:42.259517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 7101ca8c-737a-4321-bc80-204cd4ea8c3d completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:42.264942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 7101ca8c-737a-4321-bc80-204cd4ea8c3d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:42.265257 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.299965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:42.313439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:42.323831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:42.324446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.336971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec4dea-07f4-41c2-9fcb-3d8c4a39c535 None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:42.351670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Subnet': ['ID=169b40cc-7d5f-4f7c-a864-a346d33da518,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.374162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-176874b2-ef0c-4b01-821c-c628bfe37cd7 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1544104 Feb 19 00:48:42.386232 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-94f28fcc-628c-4980-b26b-815de961a409 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2321484 Feb 19 00:48:42.387177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35794) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:42.387900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35796) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:42.404707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e05fb-ddec-4672-b905-065e98cc458a req-46f556e9-b438-4b88-919b-2a4359aa37e5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:42.407838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c33e05fb-ddec-4672-b905-065e98cc458a req-46f556e9-b438-4b88-919b-2a4359aa37e5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 945 time: 0.1809902 Feb 19 00:48:42.408773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-76938fea-2eb9-4b7e-bbfd-be0aed303484 admin admin] Publish callbacks [] for security_group (a36dbe82-bbfc-4858-bc14-fefa3b0d212d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.410911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1058513469', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '169b40cc-7d5f-4f7c-a864-a346d33da518'}], 'security_groups': ['9125d1d0-db4d-4bc8-ada8-194701355283', 'aa8283d1-09d3-4a80-86be-251560e05435']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:42.450682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-76938fea-2eb9-4b7e-bbfd-be0aed303484 admin admin] Publish callbacks [] for security_group (a36dbe82-bbfc-4858-bc14-fefa3b0d212d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.467301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-1e96d3cd-9125-4a0d-96da-4b0029134b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:42.468618 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-1e96d3cd-9125-4a0d-96da-4b0029134b7d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d408f862-3dd1-4701-a0d7-b9076936a5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2536063 Feb 19 00:48:42.536407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c33e05fb-ddec-4672-b905-065e98cc458a req-9d049f0b-1a2d-42bf-80e6-577531aded5f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049013 Feb 19 00:48:42.581836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-76938fea-2eb9-4b7e-bbfd-be0aed303484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a36dbe82-bbfc-4858-bc14-fefa3b0d212d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.585083 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-76938fea-2eb9-4b7e-bbfd-be0aed303484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.587168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-76938fea-2eb9-4b7e-bbfd-be0aed303484 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a36dbe82-bbfc-4858-bc14-fefa3b0d212d HTTP/1.1" status: 204 len: 168 time: 0.3369064 Feb 19 00:48:42.593044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 7101ca8c-737a-4321-bc80-204cd4ea8c3d is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:42.596411 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.603164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76938fea-2eb9-4b7e-bbfd-be0aed303484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36dbe82-bbfc-4858-bc14-fefa3b0d212d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.612756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-398f9fd3-ceb0-458c-8a4a-2ebfbf86b328 service neutron] 10.222.0.113 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297154 Feb 19 00:48:42.634899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Allocated IP 172.25.6.133 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/dcd8c6f7-37cf-4c1e-9229-5eba340316ac) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:42.721092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 7101ca8c-737a-4321-bc80-204cd4ea8c3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7101ca8c-737a-4321-bc80-204cd4ea8c3d,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:42.728748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.730230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:42.735887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2f344-395f-444f-9675-f1c03542d5de req-d5f274ec-383e-47b8-b199-3a7fc89ae7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:42.737739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cc2f344-395f-444f-9675-f1c03542d5de req-d5f274ec-383e-47b8-b199-3a7fc89ae7dc tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 943 time: 0.0819173 Feb 19 00:48:42.744036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca047337-033b-47a2-891d-69967bd06611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (176e0f50-82da-48bd-86e3-227c50cf6c81), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.805333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cc2f344-395f-444f-9675-f1c03542d5de req-edb8ffeb-7b32-48a3-9e15-3fc6bd466571 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617769 Feb 19 00:48:42.852495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=7101ca8c-737a-4321-bc80-204cd4ea8c3d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:42.929446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00110c80-1ec4-47d4-be5e-d7c05fc2871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7101ca8c-737a-4321-bc80-204cd4ea8c3d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:42.932181 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014fbb92-410e-4e27-9f4b-e2f960d34bcc" -d '{"events": [{"server_uuid": "00110c80-1ec4-47d4-be5e-d7c05fc2871c", "name": "network-vif-plugged", "status": "completed", "tag": "7101ca8c-737a-4321-bc80-204cd4ea8c3d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:42.938294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:42.938755 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:42.969720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e19d57-70b5-4d83-ba38-51952e47d5fe None None] Update dhcp port {'port': {'network_id': 'c3c5634a-dba0-421f-a71d-8ad2af8cd44c', 'fixed_ips': [{'subnet_id': 'e976e537-78a0-4275-9c72-2a08af5a15b4', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc690db8-f2fa-49e3-bf67-aaab92c6632a', 'ip_address': '172.20.0.2'}, {'subnet_id': '169b40cc-7d5f-4f7c-a864-a346d33da518'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '0dfbb106-e411-489a-9dc4-4c254ffba03f'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:48:42.980971 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7b1ecf94-dba0-48c6-9e33-1dc1f14657da req-55aec1ed-1824-438a-92a7-69cb6b97e2e0 service neutron] 10.222.0.113 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050373 Feb 19 00:48:43.030310 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1c312a-5b7e-4617-adca-6e6cc22ffcc1 x-openstack-request-id: req-0d1c312a-5b7e-4617-adca-6e6cc22ffcc1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:43.030613 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00110c80-1ec4-47d4-be5e-d7c05fc2871c", "name": "network-vif-plugged", "status": "completed", "tag": "7101ca8c-737a-4321-bc80-204cd4ea8c3d", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:43.030874 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d1c312a-5b7e-4617-adca-6e6cc22ffcc1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:43.031277 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00110c80-1ec4-47d4-be5e-d7c05fc2871c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7101ca8c-737a-4321-bc80-204cd4ea8c3d', 'code': 200} Feb 19 00:48:43.044993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:43.056412 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.062036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03e19d57-70b5-4d83-ba38-51952e47d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.074625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca047337-033b-47a2-891d-69967bd06611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (176e0f50-82da-48bd-86e3-227c50cf6c81), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.097787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.150095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8344e9d-a17f-482b-807a-6dced30b7200 req-f0f2cfad-abd5-46ca-9a7a-a156d552dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:43.151673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8344e9d-a17f-482b-807a-6dced30b7200 req-f0f2cfad-abd5-46ca-9a7a-a156d552dc4c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1127 time: 0.0934176 Feb 19 00:48:43.163740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=14']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:43.218974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8344e9d-a17f-482b-807a-6dced30b7200 req-b5d3068d-13d9-4864-a542-8b92f420ab44 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574079 Feb 19 00:48:43.331395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-03e19d57-70b5-4d83-ba38-51952e47d5fe None None] Allocated IP 172.20.0.34 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/169b40cc-7d5f-4f7c-a864-a346d33da518/0dfbb106-e411-489a-9dc4-4c254ffba03f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:43.334616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca047337-033b-47a2-891d-69967bd06611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (176e0f50-82da-48bd-86e3-227c50cf6c81), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.337209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca047337-033b-47a2-891d-69967bd06611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.343952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192259b-7e74-4544-9f8d-4439966b1c48 req-20e3b915-907f-44dc-8131-81baa42e7ff8 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:43.345514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6192259b-7e74-4544-9f8d-4439966b1c48 req-20e3b915-907f-44dc-8131-81baa42e7ff8 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1127 time: 0.1053052 Feb 19 00:48:43.346669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca047337-033b-47a2-891d-69967bd06611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/176e0f50-82da-48bd-86e3-227c50cf6c81 HTTP/1.1" status: 204 len: 168 time: 0.9541123 Feb 19 00:48:43.349546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35852) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:43.367855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks [] for port (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.464195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca047337-033b-47a2-891d-69967bd06611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e0f50-82da-48bd-86e3-227c50cf6c81,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:43.497569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-03e19d57-70b5-4d83-ba38-51952e47d5fe None None] For port 0dfbb106-e411-489a-9dc4-4c254ffba03f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0dfbb106-e411-489a-9dc4-4c254ffba03f,segment=NetworkSegment(fdef3311-dc0c-4541-8b7d-fc6b774b2427),segment_id=fdef3311-dc0c-4541-8b7d-fc6b774b2427)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:43.508769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6192259b-7e74-4544-9f8d-4439966b1c48 req-aa317fd8-5561-4fde-ace5-fc5fd6ab9e21 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170506 Feb 19 00:48:43.527534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-32e2a90a-f98f-433e-9615-49744e9caf5e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1768796 Feb 19 00:48:43.530610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35868) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:43.564772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.591340 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03e19d57-70b5-4d83-ba38-51952e47d5fe None None] Publish callbacks [] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.602010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03e19d57-70b5-4d83-ba38-51952e47d5fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.640202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Pushing event updated for resources: {'Port': ['ID=dcd8c6f7-37cf-4c1e-9229-5eba340316ac,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:43.653279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:43.654282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-059d888a-702d-47d0-bd01-528e69ae0c5a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (43df3fab-51d4-4095-8288-73d0b79e833d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.661208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:43.663844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:43.695722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e19d57-70b5-4d83-ba38-51952e47d5fe None None] Pushing event updated for resources: {'Port': ['ID=0dfbb106-e411-489a-9dc4-4c254ffba03f,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:43.795776 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-059d888a-702d-47d0-bd01-528e69ae0c5a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (43df3fab-51d4-4095-8288-73d0b79e833d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.916141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Delete allocated IP 172.20.0.4 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/fc690db8-f2fa-49e3-bf67-aaab92c6632a) {{(pid=103650) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 00:48:43.930026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks [] for floatingip (d83edff9-47b6-4bbf-850d-2d304ccc3db7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.934739 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-059d888a-702d-47d0-bd01-528e69ae0c5a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (43df3fab-51d4-4095-8288-73d0b79e833d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.938042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-059d888a-702d-47d0-bd01-528e69ae0c5a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:43.941682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-059d888a-702d-47d0-bd01-528e69ae0c5a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/43df3fab-51d4-4095-8288-73d0b79e833d HTTP/1.1" status: 204 len: 168 time: 0.4076757 Feb 19 00:48:43.944525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35898) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:43.945667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Allocated IP 172.20.0.36 (c3c5634a-dba0-421f-a71d-8ad2af8cd44c/169b40cc-7d5f-4f7c-a864-a346d33da518/8c969582-4a97-4c6f-b6dc-29562cf23ea1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:43.980527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ae886-8d75-467e-ac35-075f85bc7294 req-ee3666f1-2350-4ca5-a980-f6e6be7f6612 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:43.982413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b87ae886-8d75-467e-ac35-075f85bc7294 req-ee3666f1-2350-4ca5-a980-f6e6be7f6612 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 945 time: 0.2713583 Feb 19 00:48:43.990944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d888a-702d-47d0-bd01-528e69ae0c5a tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43df3fab-51d4-4095-8288-73d0b79e833d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.034647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.046726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6f3ba-d4dd-43ce-bf45-fbe8151a9af2 req-eb037c87-5fcb-4bb6-b6ef-a8886e38c3a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:44.048425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6c6f3ba-d4dd-43ce-bf45-fbe8151a9af2 req-eb037c87-5fcb-4bb6-b6ef-a8886e38c3a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 943 time: 0.1329126 Feb 19 00:48:44.094761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b87ae886-8d75-467e-ac35-075f85bc7294 req-2dc74f52-d64a-48b3-b560-23c31dfdfc7f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925469 Feb 19 00:48:44.126076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35904) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:44.136505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9b06faf6-3538-474e-932f-3194386c0612 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166693358'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:44.144430 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-888e036b-1cad-4f77-81bd-021aa5265afe tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1730852 Feb 19 00:48:44.159675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6c6f3ba-d4dd-43ce-bf45-fbe8151a9af2 req-d82707d9-cbf8-44d6-ac77-ee58f98b2d0c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968156 Feb 19 00:48:44.185927 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b06faf6-3538-474e-932f-3194386c0612 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.218129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2217a274-040c-4449-a96c-a6be2ea97acd details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:48:44.366507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:44.391261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '2217a274-040c-4449-a96c-a6be2ea97acd', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'port_id': '2217a274-040c-4449-a96c-a6be2ea97acd', 'mac_address': 'fa:16:3e:7e:d5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:48:44.439890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2217a274-040c-4449-a96c-a6be2ea97acd is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:44.440716 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b06faf6-3538-474e-932f-3194386c0612 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (7ad74a95-f103-45d9-b49f-30dd61637f38), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.440858 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.452037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b06faf6-3538-474e-932f-3194386c0612 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7ad74a95-f103-45d9-b49f-30dd61637f38), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.469369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2217a274-040c-4449-a96c-a6be2ea97acd {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:44.512746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:44.513585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54517a1-a1e8-4c45-af51-e79fa0957503 req-1ea7badb-894c-4273-aed0-9893fab7a1fa tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:44.517813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks [] for port (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.518537 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.524181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b54517a1-a1e8-4c45-af51-e79fa0957503 req-1ea7badb-894c-4273-aed0-9893fab7a1fa tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2444639 Feb 19 00:48:44.534237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.537852 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.591092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.595957 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.600845 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b06faf6-3538-474e-932f-3194386c0612 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.606134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9b06faf6-3538-474e-932f-3194386c0612 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4736726 Feb 19 00:48:44.606827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:44.626992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2d33a307-1569-44d6-ad7b-57d64df686b3 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': '7ad74a95-f103-45d9-b49f-30dd61637f38', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:44.635750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06faf6-3538-474e-932f-3194386c0612 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad74a95-f103-45d9-b49f-30dd61637f38,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.678237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (d83edff9-47b6-4bbf-850d-2d304ccc3db7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.696772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Pushing event updated for resources: {'Port': ['ID=dcd8c6f7-37cf-4c1e-9229-5eba340316ac,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.725590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b54517a1-a1e8-4c45-af51-e79fa0957503 req-1a76c805-a724-4e6c-9132-701c85d19eaa tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975977 Feb 19 00:48:44.731201 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.735788 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-43406936-c73b-4cdd-93b7-46f1c8963efb tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5020077 Feb 19 00:48:44.738109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35922) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:44.752299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['2217a274-040c-4449-a96c-a6be2ea97acd'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:44.759361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff32c64-c52a-4826-bc25-e31839de5495 req-a4e85268-d71d-45d7-94d9-14ae73b1864d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:44.761000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ff32c64-c52a-4826-bc25-e31839de5495 req-a4e85268-d71d-45d7-94d9-14ae73b1864d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 945 time: 0.2961802 Feb 19 00:48:44.762491 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d33a307-1569-44d6-ad7b-57d64df686b3 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (35e3a529-6801-484c-b3fc-9186cc27de7a), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.868515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ff32c64-c52a-4826-bc25-e31839de5495 req-f8912de6-db57-4eed-b0aa-3fe3ad4227c8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941603 Feb 19 00:48:44.894934 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d33a307-1569-44d6-ad7b-57d64df686b3 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (35e3a529-6801-484c-b3fc-9186cc27de7a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.904945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d33a307-1569-44d6-ad7b-57d64df686b3 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (35e3a529-6801-484c-b3fc-9186cc27de7a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.960223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:44.960607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.982952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33a307-1569-44d6-ad7b-57d64df686b3 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e3a529-6801-484c-b3fc-9186cc27de7a,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:44.990263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d33a307-1569-44d6-ad7b-57d64df686b3 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:44.994730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2d33a307-1569-44d6-ad7b-57d64df686b3 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3807795 Feb 19 00:48:44.996818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35934) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:45.025922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] In _notify_port_updated(), no bound segment for port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 on network c3c5634a-dba0-421f-a71d-8ad2af8cd44c {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 00:48:45.033150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:45.034825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.040201 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "PUT /v2.0/ports/8c969582-4a97-4c6f-b6dc-29562cf23ea1 HTTP/1.1" status: 200 len: 960 time: 2.6461334 Feb 19 00:48:45.042055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35940) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:45.058144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6668e80b-9780-4872-ada2-a0145da3ba9e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (35e3a529-6801-484c-b3fc-9186cc27de7a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.087645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81f9564-ad08-4f9c-810d-0871607e82a4 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event updated for resources: {'Port': ['ID=8c969582-4a97-4c6f-b6dc-29562cf23ea1,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:45.088521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6668e80b-9780-4872-ada2-a0145da3ba9e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (35e3a529-6801-484c-b3fc-9186cc27de7a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.110473 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-433cf201-ce95-4ed6-8e33-50b214317d4b tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.3697574 Feb 19 00:48:45.113804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35946) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:45.128580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1792e-213f-483f-8aa5-5141641de14d req-85f2cbac-4072-4d13-8b7f-b72566aac72e tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:45.130237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdc1792e-213f-483f-8aa5-5141641de14d req-85f2cbac-4072-4d13-8b7f-b72566aac72e tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1127 time: 0.2044017 Feb 19 00:48:45.195138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:45.197858 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574207fe-0e10-449a-a453-059c693fdae1" -d '{"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:45.289560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdc1792e-213f-483f-8aa5-5141641de14d req-8189f00b-d730-4aee-a54f-77ad28c9334b tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456070 Feb 19 00:48:45.293629 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6668e80b-9780-4872-ada2-a0145da3ba9e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (35e3a529-6801-484c-b3fc-9186cc27de7a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.312935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc5c34-1299-4edf-a55f-353c80fd43f4 req-b4b1f09b-eee3-4eb9-8dfb-9ac12d26a7af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:45.324813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cfc5c34-1299-4edf-a55f-353c80fd43f4 req-b4b1f09b-eee3-4eb9-8dfb-9ac12d26a7af tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.3109553 Feb 19 00:48:45.347527 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6668e80b-9780-4872-ada2-a0145da3ba9e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.352427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6668e80b-9780-4872-ada2-a0145da3ba9e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/35e3a529-6801-484c-b3fc-9186cc27de7a HTTP/1.1" status: 204 len: 168 time: 0.3512104 Feb 19 00:48:45.389870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:45.401566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35954) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:45.431740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Provisioning complete for port 9213e07b-c308-43db-9571-cb3d826463e1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:45.432426 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9213e07b-c308-43db-9571-cb3d826463e1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.449285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668e80b-9780-4872-ada2-a0145da3ba9e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35e3a529-6801-484c-b3fc-9186cc27de7a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:45.520036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4cfc5c34-1299-4edf-a55f-353c80fd43f4 req-2818774b-55c8-4e50-871f-3afdbe9e5661 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924386 Feb 19 00:48:45.542978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7992c038-d93d-49a8-ac89-1482e977cd96 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:45.543347 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7992c038-d93d-49a8-ac89-1482e977cd96 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.572520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Port 9213e07b-c308-43db-9571-cb3d826463e1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:45.588293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Provisioning complete for port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:45.588751 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.625173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-170d47b3-292c-4b92-9670-5aae90ae860c None None] Port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:45.671167 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-55d54e54-a1e8-4663-badb-f6941ce6e242 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2647853 Feb 19 00:48:45.719239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:45.721486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0dfbb106-e411-489a-9dc4-4c254ffba03f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:45.768685 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c9cd58bb-bfac-4155-b2b1-3e29b6b3c445 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.6508732 Feb 19 00:48:45.768937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35962) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:45.777905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bb3ef92e-d962-48f0-9a6c-72faa6e0a018 None None] Provisioning complete for port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:45.778524 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef92e-d962-48f0-9a6c-72faa6e0a018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.829308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ef92e-d962-48f0-9a6c-72faa6e0a018 None None] Port 8c969582-4a97-4c6f-b6dc-29562cf23ea1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:45.830784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:45.831316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.920023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11110883-cdb0-4b7c-8a6e-17750dd1af58 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (7ad74a95-f103-45d9-b49f-30dd61637f38), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.921698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:45.945958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11110883-cdb0-4b7c-8a6e-17750dd1af58 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (7ad74a95-f103-45d9-b49f-30dd61637f38), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:45.997306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Deleting port dcd8c6f7-37cf-4c1e-9229-5eba340316ac {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:45.997701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.031890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2a177-9428-40b2-8bbe-4ce949fe2f1a req-ee50d495-5858-4e11-ba15-c2c3bcf2728c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:46.033340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aa2a177-9428-40b2-8bbe-4ce949fe2f1a req-ee50d495-5858-4e11-ba15-c2c3bcf2728c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 945 time: 0.5900736 Feb 19 00:48:46.046233 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11110883-cdb0-4b7c-8a6e-17750dd1af58 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7ad74a95-f103-45d9-b49f-30dd61637f38), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.048865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11110883-cdb0-4b7c-8a6e-17750dd1af58 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.052577 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11110883-cdb0-4b7c-8a6e-17750dd1af58 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/7ad74a95-f103-45d9-b49f-30dd61637f38 HTTP/1.1" status: 204 len: 168 time: 0.3299379 Feb 19 00:48:46.055280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35964) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:46.065901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11110883-cdb0-4b7c-8a6e-17750dd1af58 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad74a95-f103-45d9-b49f-30dd61637f38,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:46.095536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.095995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks [] for floatingip (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.104391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467a596-5461-47b3-902d-3e8399461410 req-1fb4f85c-3a6c-4822-b09d-8c902fa99e4e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:46.106050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b467a596-5461-47b3-902d-3e8399461410 req-1fb4f85c-3a6c-4822-b09d-8c902fa99e4e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 944 time: 0.4716001 Feb 19 00:48:46.109461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Calling delete_port for dcd8c6f7-37cf-4c1e-9229-5eba340316ac owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:46.110553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7992c038-d93d-49a8-ac89-1482e977cd96 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.152763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7992c038-d93d-49a8-ac89-1482e977cd96 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 8c969582-4a97-4c6f-b6dc-29562cf23ea1 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:46.232424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2217a274-040c-4449-a96c-a6be2ea97acd up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:48:46.247281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2aa2a177-9428-40b2-8bbe-4ce949fe2f1a req-ba459a3f-1403-4629-a3d9-1b14a93069bc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051768 Feb 19 00:48:46.257734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa175d53-51ff-487a-962a-0d09436cbc62 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1905146 Feb 19 00:48:46.258482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35966) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:46.264679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-738909a1-6d5b-45b1-a3a9-60047316c89e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--380529496'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:46.282327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dcd8c6f7-37cf-4c1e-9229-5eba340316ac), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.294708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b467a596-5461-47b3-902d-3e8399461410 req-799c0bcd-dd06-4eab-86da-55fef5dc0e67 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700699 Feb 19 00:48:46.313158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 2217a274-040c-4449-a96c-a6be2ea97acd completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:48:46.321888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 2217a274-040c-4449-a96c-a6be2ea97acd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:46.322309 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.327320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-738909a1-6d5b-45b1-a3a9-60047316c89e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.335524 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c2a57b-9c30-4759-9ff9-a70e346d8aa6 x-openstack-request-id: req-87c2a57b-9c30-4759-9ff9-a70e346d8aa6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:46.336403 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-unplugged", "status": "completed", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:46.336672 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87c2a57b-9c30-4759-9ff9-a70e346d8aa6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:46.337411 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'code': 200} Feb 19 00:48:46.350816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Pushing event deleted for resources: {'Port': ['ID=dcd8c6f7-37cf-4c1e-9229-5eba340316ac,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:46.426377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks [] for floatingip (d83edff9-47b6-4bbf-850d-2d304ccc3db7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.429059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.433403 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-858dfc77-2095-4ec0-865f-1f1015563f21 tempest-FloatingIPAdminTestJSON-1322997306 tempest-FloatingIPAdminTestJSON-1322997306-project] 10.222.0.60 "DELETE /v2.0/floatingips/d83edff9-47b6-4bbf-850d-2d304ccc3db7 HTTP/1.1" status: 204 len: 168 time: 0.6602614 Feb 19 00:48:46.433403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35972) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:46.447983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2217a274-040c-4449-a96c-a6be2ea97acd is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:46.448533 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.491915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:46.499015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.562998 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7992c038-d93d-49a8-ac89-1482e977cd96 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8c969582-4a97-4c6f-b6dc-29562cf23ea1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.591298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:46.612328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-738909a1-6d5b-45b1-a3a9-60047316c89e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (07fb4fca-65a8-49bd-ac5d-99a060a504a4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.625450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d5e17-8aa3-44e9-9a7c-db9d9a6a303f req-5cd2cdd5-11c7-46fa-a056-9fd392708cc4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:46.633015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-370d5e17-8aa3-44e9-9a7c-db9d9a6a303f req-5cd2cdd5-11c7-46fa-a056-9fd392708cc4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2134914 Feb 19 00:48:46.637948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992c038-d93d-49a8-ac89-1482e977cd96 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=8c969582-4a97-4c6f-b6dc-29562cf23ea1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:46.641148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bba82f-8296-417f-81fa-21ff815bc972 req-dbc53e73-c398-4f40-ab5d-28003e5ec163 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:46.642761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2bba82f-8296-417f-81fa-21ff815bc972 req-dbc53e73-c398-4f40-ab5d-28003e5ec163 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1127 time: 0.2220132 Feb 19 00:48:46.649143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-738909a1-6d5b-45b1-a3a9-60047316c89e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (07fb4fca-65a8-49bd-ac5d-99a060a504a4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.650548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Deleting port 37081920-0d9b-4823-8660-0c260b5168aa {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:46.650711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (37081920-0d9b-4823-8660-0c260b5168aa), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.750902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-738909a1-6d5b-45b1-a3a9-60047316c89e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.754690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-738909a1-6d5b-45b1-a3a9-60047316c89e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4926655 Feb 19 00:48:46.755159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35976) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:46.765173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c5f0522f-497f-4eb3-ab6a-d2753790b328 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': '07fb4fca-65a8-49bd-ac5d-99a060a504a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:46.786959 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (37081920-0d9b-4823-8660-0c260b5168aa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.787326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for floatingip (37081920-0d9b-4823-8660-0c260b5168aa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.806332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Calling delete_port for 37081920-0d9b-4823-8660-0c260b5168aa owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:46.826588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738909a1-6d5b-45b1-a3a9-60047316c89e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb4fca-65a8-49bd-ac5d-99a060a504a4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:46.888670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-370d5e17-8aa3-44e9-9a7c-db9d9a6a303f req-50bdb349-6cee-4402-afa8-5cba9acd327b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548678 Feb 19 00:48:46.917716 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7992c038-d93d-49a8-ac89-1482e977cd96 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:46.924807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35980) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:46.936627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7992c038-d93d-49a8-ac89-1482e977cd96 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/8c969582-4a97-4c6f-b6dc-29562cf23ea1 HTTP/1.1" status: 204 len: 168 time: 1.8690746 Feb 19 00:48:46.943501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2bba82f-8296-417f-81fa-21ff815bc972 req-93edc31d-642d-43c9-bb39-8a76ee3f188b tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885818 Feb 19 00:48:46.955802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c5f0522f-497f-4eb3-ab6a-d2753790b328 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (64cd4da8-78e6-47e5-b427-6b81fc8575d1), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.016802 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-665be991-e3c9-4937-ad6d-bd8fa8334c76 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] GET failed (client error): The resource could not be found. Feb 19 00:48:47.022961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-665be991-e3c9-4937-ad6d-bd8fa8334c76 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports/8c969582-4a97-4c6f-b6dc-29562cf23ea1 HTTP/1.1" status: 404 len: 333 time: 0.0938194 Feb 19 00:48:47.023827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35988) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.130851 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c5f0522f-497f-4eb3-ab6a-d2753790b328 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (64cd4da8-78e6-47e5-b427-6b81fc8575d1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.144574 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c5f0522f-497f-4eb3-ab6a-d2753790b328 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (64cd4da8-78e6-47e5-b427-6b81fc8575d1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.187225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0522f-497f-4eb3-ab6a-d2753790b328 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cd4da8-78e6-47e5-b427-6b81fc8575d1,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:47.215148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c5f0522f-497f-4eb3-ab6a-d2753790b328 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.219504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c5f0522f-497f-4eb3-ab6a-d2753790b328 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4587374 Feb 19 00:48:47.221954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35998) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.230323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab9fb7ec-885d-47ae-aa92-b488bbd1c425 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (f7a2373a-1588-4b1a-bf03-2f9fb0fce622), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.249990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-56292af7-c0c7-468f-8dcb-32bd5bdda5d9 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules/64cd4da8-78e6-47e5-b427-6b81fc8575d1 HTTP/1.1" status: 200 len: 763 time: 0.0240161 Feb 19 00:48:47.252033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36002) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.266491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab9fb7ec-885d-47ae-aa92-b488bbd1c425 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (f7a2373a-1588-4b1a-bf03-2f9fb0fce622), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.331990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (37081920-0d9b-4823-8660-0c260b5168aa), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.359404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab9fb7ec-885d-47ae-aa92-b488bbd1c425 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f7a2373a-1588-4b1a-bf03-2f9fb0fce622), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.362250 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab9fb7ec-885d-47ae-aa92-b488bbd1c425 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.365516 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ab9fb7ec-885d-47ae-aa92-b488bbd1c425 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/security-groups/f7a2373a-1588-4b1a-bf03-2f9fb0fce622 HTTP/1.1" status: 204 len: 168 time: 0.3324592 Feb 19 00:48:47.365516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Pushing event deleted for resources: {'Port': ['ID=37081920-0d9b-4823-8660-0c260b5168aa,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:47.368755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36006) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.387684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9fb7ec-885d-47ae-aa92-b488bbd1c425 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a2373a-1588-4b1a-bf03-2f9fb0fce622,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:47.406803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c52c71c8-ae08-4d37-aa1f-a66a6af45265 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1533930 Feb 19 00:48:47.428897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36008) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.468440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-085d59f1-20e8-4e3c-a271-06f30f06aad2 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (64cd4da8-78e6-47e5-b427-6b81fc8575d1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.473101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks [] for floatingip (69e561b3-8bf0-43de-bdfa-96a7e50ecf2e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.476491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.481162 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0091994-cb00-4586-aafb-d8044c25c5cf tempest-FloatingIPAdminTestJSON-1878185650 tempest-FloatingIPAdminTestJSON-1878185650-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/69e561b3-8bf0-43de-bdfa-96a7e50ecf2e HTTP/1.1" status: 204 len: 168 time: 1.0432391 Feb 19 00:48:47.481162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36010) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.487119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-a414f6b2-537d-4d6e-a0e9-f588f808240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:47.488641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-a414f6b2-537d-4d6e-a0e9-f588f808240e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1126 time: 0.1939652 Feb 19 00:48:47.499379 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-085d59f1-20e8-4e3c-a271-06f30f06aad2 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (64cd4da8-78e6-47e5-b427-6b81fc8575d1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.512139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b09b19-35e3-453f-980e-37885d965727 req-463d0c7e-31b6-4832-97af-293e1ddd8c0d tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:47.513578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58b09b19-35e3-453f-980e-37885d965727 req-463d0c7e-31b6-4832-97af-293e1ddd8c0d tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1127 time: 0.2034719 Feb 19 00:48:47.520288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28bd10-238c-4cbb-a2aa-0cee267e0edf req-7adf5f39-c0d7-41c2-9389-c274bc2f5e40 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:47.525972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff28bd10-238c-4cbb-a2aa-0cee267e0edf req-7adf5f39-c0d7-41c2-9389-c274bc2f5e40 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1693926 Feb 19 00:48:47.570773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-085d59f1-20e8-4e3c-a271-06f30f06aad2 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (64cd4da8-78e6-47e5-b427-6b81fc8575d1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.575725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-085d59f1-20e8-4e3c-a271-06f30f06aad2 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.579486 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-085d59f1-20e8-4e3c-a271-06f30f06aad2 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/64cd4da8-78e6-47e5-b427-6b81fc8575d1 HTTP/1.1" status: 204 len: 168 time: 0.1496198 Feb 19 00:48:47.581113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36012) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.598543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d826-8bc9-4e97-929d-8d154554ccac tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (aa8283d1-09d3-4a80-86be-251560e05435), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.602445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d59f1-20e8-4e3c-a271-06f30f06aad2 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64cd4da8-78e6-47e5-b427-6b81fc8575d1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:47.641426 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5a6a1cde-d9e7-4962-b87a-0b611342fc7f tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0565984 Feb 19 00:48:47.641584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.647010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4c6fd7c2-feaa-42eb-b4f3-18fbd3d34def tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': '07fb4fca-65a8-49bd-ac5d-99a060a504a4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:47.669520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1caf7b87-ebff-4723-92d5-85b829b3b7e5 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Deleting port 70cfa35d-253e-4e9a-bb25-1d10d8f086d8 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:47.669821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d826-8bc9-4e97-929d-8d154554ccac tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (aa8283d1-09d3-4a80-86be-251560e05435), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.669960 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1caf7b87-ebff-4723-92d5-85b829b3b7e5 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (70cfa35d-253e-4e9a-bb25-1d10d8f086d8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.726479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58b09b19-35e3-453f-980e-37885d965727 req-0fdcb4be-117a-42a5-a39d-244c34e48bbf tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981652 Feb 19 00:48:47.744095 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd7c2-feaa-42eb-b4f3-18fbd3d34def tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (5014745d-9579-40eb-a23d-251e6c6cb1fc), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.786901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-f6711e5d-79c2-4047-9dbc-a4cb42a0fd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:47.789550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-f6711e5d-79c2-4047-9dbc-a4cb42a0fd87 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.2927260 Feb 19 00:48:47.802936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff28bd10-238c-4cbb-a2aa-0cee267e0edf req-e5f872d3-75fb-4cb7-8600-2fa7b48098b6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2741244 Feb 19 00:48:47.833528 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d826-8bc9-4e97-929d-8d154554ccac tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aa8283d1-09d3-4a80-86be-251560e05435), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.841222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1caf7b87-ebff-4723-92d5-85b829b3b7e5 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (70cfa35d-253e-4e9a-bb25-1d10d8f086d8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.841424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ae0d826-8bc9-4e97-929d-8d154554ccac tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.847661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9ae0d826-8bc9-4e97-929d-8d154554ccac tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/security-groups/aa8283d1-09d3-4a80-86be-251560e05435 HTTP/1.1" status: 204 len: 168 time: 0.4691198 Feb 19 00:48:47.849985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36018) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:47.884086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1caf7b87-ebff-4723-92d5-85b829b3b7e5 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Calling delete_port for 70cfa35d-253e-4e9a-bb25-1d10d8f086d8 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:47.911962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd7c2-feaa-42eb-b4f3-18fbd3d34def tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (5014745d-9579-40eb-a23d-251e6c6cb1fc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.922404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0d826-8bc9-4e97-929d-8d154554ccac tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8283d1-09d3-4a80-86be-251560e05435,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:47.922978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd7c2-feaa-42eb-b4f3-18fbd3d34def tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (5014745d-9579-40eb-a23d-251e6c6cb1fc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.969261 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1e31675-9313-428c-a175-077f049b80b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:47.983713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fd7c2-feaa-42eb-b4f3-18fbd3d34def tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5014745d-9579-40eb-a23d-251e6c6cb1fc,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:48.008439 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c6fd7c2-feaa-42eb-b4f3-18fbd3d34def tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.009799 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4c6fd7c2-feaa-42eb-b4f3-18fbd3d34def tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3664076 Feb 19 00:48:48.016071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36022) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.030715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0995e98-bf28-4338-8676-54a9c05615e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (9125d1d0-db4d-4bc8-ada8-194701355283), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.040025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-2898b49c-6475-4871-a014-90f7960ff924 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.2275393 Feb 19 00:48:48.049961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-947b649f-ba22-464c-b438-7baf8bf83613 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules/5014745d-9579-40eb-a23d-251e6c6cb1fc HTTP/1.1" status: 200 len: 763 time: 0.0286906 Feb 19 00:48:48.050753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36024) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.075040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0995e98-bf28-4338-8676-54a9c05615e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (9125d1d0-db4d-4bc8-ada8-194701355283), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.108155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c3759-8969-4071-b126-6d6d13461aaa req-a5d5425a-a5c9-4c84-a9b0-5d82fa101463 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.109792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-106c3759-8969-4071-b126-6d6d13461aaa req-a5d5425a-a5c9-4c84-a9b0-5d82fa101463 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 945 time: 0.2633188 Feb 19 00:48:48.146230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179fcb1-3cd3-4b3c-bfbb-f393adb949d1 req-90d651ba-d786-4d89-afbf-13b88c20de74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.147741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1179fcb1-3cd3-4b3c-bfbb-f393adb949d1 req-90d651ba-d786-4d89-afbf-13b88c20de74 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.1922209 Feb 19 00:48:48.158685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-5109e2f8-e44c-4724-99f7-ec186d552b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.160168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-5109e2f8-e44c-4724-99f7-ec186d552b73 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1103039 Feb 19 00:48:48.191192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cb255edf-164d-403a-a50c-2af6a931e35c tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1289413 Feb 19 00:48:48.191432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0995e98-bf28-4338-8676-54a9c05615e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9125d1d0-db4d-4bc8-ada8-194701355283), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.193666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0995e98-bf28-4338-8676-54a9c05615e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.197477 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e0995e98-bf28-4338-8676-54a9c05615e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/security-groups/9125d1d0-db4d-4bc8-ada8-194701355283 HTTP/1.1" status: 204 len: 168 time: 0.3386419 Feb 19 00:48:48.198883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36028) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.199341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.266465 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1caf7b87-ebff-4723-92d5-85b829b3b7e5 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (70cfa35d-253e-4e9a-bb25-1d10d8f086d8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.275387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0995e98-bf28-4338-8676-54a9c05615e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9125d1d0-db4d-4bc8-ada8-194701355283,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:48.282793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-106c3759-8969-4071-b126-6d6d13461aaa req-39afbbed-649f-4ce9-a673-11cc72e18362 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575038 Feb 19 00:48:48.291211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1179fcb1-3cd3-4b3c-bfbb-f393adb949d1 req-3a285817-c5fd-4b86-a489-df378044ce22 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300690 Feb 19 00:48:48.300084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-21a43850-d363-4de3-b9e6-e6876fb805de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.302394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-21a43850-d363-4de3-b9e6-e6876fb805de service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1244044 Feb 19 00:48:48.338483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:48.341837 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21ae202-04b4-4364-93e9-78832dcb0c43" -d '{"events": [{"server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "name": "network-vif-plugged", "status": "completed", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:48.363516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf7b87-ebff-4723-92d5-85b829b3b7e5 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event deleted for resources: {'Port': ['ID=70cfa35d-253e-4e9a-bb25-1d10d8f086d8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:48.372088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2b8dcd-2a6b-4254-a96b-3435be2c8cd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet fc690db8-f2fa-49e3-bf67-aaab92c6632a {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:48:48.374778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-287aafae-97f1-4089-b150-363c9ec52a4e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (5014745d-9579-40eb-a23d-251e6c6cb1fc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.389480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8dcd-2a6b-4254-a96b-3435be2c8cd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (fc690db8-f2fa-49e3-bf67-aaab92c6632a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.415839 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c065327-cdde-4f08-8f52-8f9bd0c80524 x-openstack-request-id: req-2c065327-cdde-4f08-8f52-8f9bd0c80524 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:48.416139 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "name": "network-vif-plugged", "status": "completed", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:48.416397 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c065327-cdde-4f08-8f52-8f9bd0c80524 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:48.416798 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd', 'code': 200} Feb 19 00:48:48.438857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-287aafae-97f1-4089-b150-363c9ec52a4e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (5014745d-9579-40eb-a23d-251e6c6cb1fc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.484527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-7090c087-6c0a-492a-87bb-333f32863738 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650393 Feb 19 00:48:48.563324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8dcd-2a6b-4254-a96b-3435be2c8cd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (fc690db8-f2fa-49e3-bf67-aaab92c6632a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.666644 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8dcd-2a6b-4254-a96b-3435be2c8cd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (fc690db8-f2fa-49e3-bf67-aaab92c6632a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.683480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-056780ce-91bd-41a8-b9ae-fceb68be929d tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.685119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-056780ce-91bd-41a8-b9ae-fceb68be929d tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/networks?id=0af639a4-f77e-4922-b57b-0de621d56df8 HTTP/1.1" status: 200 len: 911 time: 0.2400708 Feb 19 00:48:48.710330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1caf7b87-ebff-4723-92d5-85b829b3b7e5 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.714612 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1caf7b87-ebff-4723-92d5-85b829b3b7e5 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "DELETE /v2.0/ports/70cfa35d-253e-4e9a-bb25-1d10d8f086d8 HTTP/1.1" status: 204 len: 168 time: 1.2323561 Feb 19 00:48:48.718524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c5f74e02-b347-4531-bf6a-120473cdc3c2 req-a4c15543-880e-49ea-a9f1-158c3a862df8 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983640 Feb 19 00:48:48.720001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36044) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.723636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a32d6fa8-f556-4c9b-9bce-14587984ae94 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/quotas/fdc7bbcb2b214ace918c1e7767d5c5c7 HTTP/1.1" status: 200 len: 375 time: 0.0243099 Feb 19 00:48:48.737148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-0447e46c-a055-4f88-b5b6-91309b3198c1 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.739661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-0447e46c-a055-4f88-b5b6-91309b3198c1 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 945 time: 0.1493552 Feb 19 00:48:48.763584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.779810 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-287aafae-97f1-4089-b150-363c9ec52a4e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (5014745d-9579-40eb-a23d-251e6c6cb1fc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.784573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-287aafae-97f1-4089-b150-363c9ec52a4e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.788607 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-287aafae-97f1-4089-b150-363c9ec52a4e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5014745d-9579-40eb-a23d-251e6c6cb1fc HTTP/1.1" status: 204 len: 168 time: 0.5819941 Feb 19 00:48:48.792691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.817732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287aafae-97f1-4089-b150-363c9ec52a4e tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5014745d-9579-40eb-a23d-251e6c6cb1fc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:48.825386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8dcd-2a6b-4254-a96b-3435be2c8cd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (fc690db8-f2fa-49e3-bf67-aaab92c6632a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.859943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff99a8-3571-4e7a-be2b-cc61ad7c4955 req-4dcdbf42-9e67-4869-b594-03761db65ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.862810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1bff99a8-3571-4e7a-be2b-cc61ad7c4955 req-4dcdbf42-9e67-4869-b594-03761db65ace service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 1127 time: 0.1528697 Feb 19 00:48:48.863858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b8dcd-2a6b-4254-a96b-3435be2c8cd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=fc690db8-f2fa-49e3-bf67-aaab92c6632a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:48.870140 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8dcd-2a6b-4254-a96b-3435be2c8cd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:48.877625 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1e2b8dcd-2a6b-4254-a96b-3435be2c8cd3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/fc690db8-f2fa-49e3-bf67-aaab92c6632a HTTP/1.1" status: 204 len: 168 time: 0.6684275 Feb 19 00:48:48.878753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36050) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.882645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b723e301-f0ec-4697-8b61-b1be6cc954f1 None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:48.903533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e0ca1-4ac3-4bec-9c4a-69457c7ce36b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:48.908654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-575e0ca1-4ac3-4bec-9c4a-69457c7ce36b tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e639aa2-3b2c-4357-bd62-cfbaff7255e3 HTTP/1.1" status: 200 len: 913 time: 0.1851192 Feb 19 00:48:48.911497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36052) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.921845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-67b0506a-4b62-4763-8fc6-c9acd33b5f22 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=fdc7bbcb2b214ace918c1e7767d5c5c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1707988 Feb 19 00:48:48.957983 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fddc7ad6-f010-42f7-ba7e-ece095189bae tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1586137 Feb 19 00:48:48.964969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36054) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:48.975358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e9c45307-ee3f-429d-954c-d0c859ebd767 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': '07fb4fca-65a8-49bd-ac5d-99a060a504a4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:49.017525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0bb143d-ce67-4a4a-877c-8f21511d3529 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet 169b40cc-7d5f-4f7c-a864-a346d33da518 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:48:49.022504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0bb143d-ce67-4a4a-877c-8f21511d3529 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (169b40cc-7d5f-4f7c-a864-a346d33da518), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.048255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1bff99a8-3571-4e7a-be2b-cc61ad7c4955 req-c94b1dcc-f57b-4fd3-9d1e-be789fde9f19 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732898 Feb 19 00:48:49.067604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e9c45307-ee3f-429d-954c-d0c859ebd767 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (f27a0bac-3e31-4786-925c-17e6f03015a9), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.087880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0bb143d-ce67-4a4a-877c-8f21511d3529 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (169b40cc-7d5f-4f7c-a864-a346d33da518), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.173733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46883ff-3b2a-4c7c-958d-843916391d06 req-32955b5e-c0cf-4cbb-a32d-adc2381b4321 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:49.175338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f46883ff-3b2a-4c7c-958d-843916391d06 req-32955b5e-c0cf-4cbb-a32d-adc2381b4321 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1844120 Feb 19 00:48:49.197977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e9c45307-ee3f-429d-954c-d0c859ebd767 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (f27a0bac-3e31-4786-925c-17e6f03015a9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.203507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e9c45307-ee3f-429d-954c-d0c859ebd767 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f27a0bac-3e31-4786-925c-17e6f03015a9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.233684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c45307-ee3f-429d-954c-d0c859ebd767 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27a0bac-3e31-4786-925c-17e6f03015a9,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:49.239093 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0bb143d-ce67-4a4a-877c-8f21511d3529 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (169b40cc-7d5f-4f7c-a864-a346d33da518), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.244264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e9c45307-ee3f-429d-954c-d0c859ebd767 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.245498 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e9c45307-ee3f-429d-954c-d0c859ebd767 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2772620 Feb 19 00:48:49.245768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Deleting port 05021994-c2d5-46f3-9205-f4ba6d89ea21 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:49.246017 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.254854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36056) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.313757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0bb143d-ce67-4a4a-877c-8f21511d3529 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (169b40cc-7d5f-4f7c-a864-a346d33da518), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.331670 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c0bb143d-ce67-4a4a-877c-8f21511d3529 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.335285 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c0bb143d-ce67-4a4a-877c-8f21511d3529 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/169b40cc-7d5f-4f7c-a864-a346d33da518 HTTP/1.1" status: 204 len: 168 time: 0.4499304 Feb 19 00:48:49.347210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-5729aea3-a576-40ab-9b6b-5541ea29fd13 service neutron] 10.222.0.60 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239538 Feb 19 00:48:49.352173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36066) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.364001 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb143d-ce67-4a4a-877c-8f21511d3529 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=169b40cc-7d5f-4f7c-a864-a346d33da518,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:49.435251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5330d555-1507-43d6-bca4-4fc5f95edfc5 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules/f27a0bac-3e31-4786-925c-17e6f03015a9 HTTP/1.1" status: 200 len: 764 time: 0.1657658 Feb 19 00:48:49.435968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.491935 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0c3f32b-e2a0-4c5d-8852-7ac6e7cb1801 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0524058 Feb 19 00:48:49.492158 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-311dad6f-bf6f-406a-826f-9eeac3d00ddf tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:49.492158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311dad6f-bf6f-406a-826f-9eeac3d00ddf tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:49.492687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36072) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.497407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-311dad6f-bf6f-406a-826f-9eeac3d00ddf tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/fc690db8-f2fa-49e3-bf67-aaab92c6632a HTTP/1.1" status: 404 len: 337 time: 0.1408513 Feb 19 00:48:49.498365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36074) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.523372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-179c394b-7986-47ee-83a5-9683db0c6047 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (f27a0bac-3e31-4786-925c-17e6f03015a9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.533245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-179c394b-7986-47ee-83a5-9683db0c6047 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (f27a0bac-3e31-4786-925c-17e6f03015a9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.564203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f46883ff-3b2a-4c7c-958d-843916391d06 req-20f28770-857b-4ce2-9a64-21e59a0482c5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3467021 Feb 19 00:48:49.576541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-179c394b-7986-47ee-83a5-9683db0c6047 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f27a0bac-3e31-4786-925c-17e6f03015a9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.590086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-179c394b-7986-47ee-83a5-9683db0c6047 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.591910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-179c394b-7986-47ee-83a5-9683db0c6047 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/f27a0bac-3e31-4786-925c-17e6f03015a9 HTTP/1.1" status: 204 len: 168 time: 0.0983565 Feb 19 00:48:49.601921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179c394b-7986-47ee-83a5-9683db0c6047 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f27a0bac-3e31-4786-925c-17e6f03015a9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:49.604898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36078) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.672303 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-93e4d184-803e-4990-b0ea-cce38db165da tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653129 Feb 19 00:48:49.676801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36080) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.744157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a8589f9-f248-4844-a42c-1ec443ba9611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (07fb4fca-65a8-49bd-ac5d-99a060a504a4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.770818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a8589f9-f248-4844-a42c-1ec443ba9611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (07fb4fca-65a8-49bd-ac5d-99a060a504a4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.805153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e07a62e-1e2d-4e8e-aa6f-675006555e7f None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:49.825387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a8589f9-f248-4844-a42c-1ec443ba9611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (07fb4fca-65a8-49bd-ac5d-99a060a504a4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.828497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a8589f9-f248-4844-a42c-1ec443ba9611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.832588 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3a8589f9-f248-4844-a42c-1ec443ba9611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/07fb4fca-65a8-49bd-ac5d-99a060a504a4 HTTP/1.1" status: 204 len: 168 time: 0.1538267 Feb 19 00:48:49.833342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36082) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.855925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8589f9-f248-4844-a42c-1ec443ba9611 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb4fca-65a8-49bd-ac5d-99a060a504a4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:49.896391 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a1e9d875-2d67-4195-ab7d-1cd134f37648 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0587792 Feb 19 00:48:49.897081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36084) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:49.903396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d95ee349-ef41-440f-890d-3cfd49de6fae tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group': {'name': 'tempest-secgroup--547642055'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:49.927393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d95ee349-ef41-440f-890d-3cfd49de6fae tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:49.953775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bd764b8a-4fa0-497d-a145-215ca173a316 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:49.954450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd764b8a-4fa0-497d-a145-215ca173a316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.023627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d95ee349-ef41-440f-890d-3cfd49de6fae tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (8ad1a8b6-4933-45f4-8fff-74b28e860a08), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.031604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d95ee349-ef41-440f-890d-3cfd49de6fae tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8ad1a8b6-4933-45f4-8fff-74b28e860a08), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.078806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d95ee349-ef41-440f-890d-3cfd49de6fae tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.079576 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc1b0311-0d49-4b1c-9977-ae5385ffe634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.085844 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d95ee349-ef41-440f-890d-3cfd49de6fae tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1869290 Feb 19 00:48:50.088185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36086) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:50.105924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-afe20fef-c686-476b-b973-ecb520a05011 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Request body: {'security_group_rule': {'security_group_id': '8ad1a8b6-4933-45f4-8fff-74b28e860a08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:50.123832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ee349-ef41-440f-890d-3cfd49de6fae tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad1a8b6-4933-45f4-8fff-74b28e860a08,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:50.144091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac5a0da-b286-4050-8c35-eabdba13d5e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting subnet e976e537-78a0-4275-9c72-2a08af5a15b4 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:48:50.175048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bd764b8a-4fa0-497d-a145-215ca173a316 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:50.175694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] For port 05021994-c2d5-46f3-9205-f4ba6d89ea21, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=05021994-c2d5-46f3-9205-f4ba6d89ea21,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:50.176193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.179631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a0da-b286-4050-8c35-eabdba13d5e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (e976e537-78a0-4275-9c72-2a08af5a15b4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.183491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afe20fef-c686-476b-b973-ecb520a05011 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (68b39f98-9b3f-4493-89ba-3f258e1a99bd), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.189073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bd764b8a-4fa0-497d-a145-215ca173a316 None None] Provisioning complete for port 9213e07b-c308-43db-9571-cb3d826463e1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:50.189803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd764b8a-4fa0-497d-a145-215ca173a316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9213e07b-c308-43db-9571-cb3d826463e1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.235194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bd764b8a-4fa0-497d-a145-215ca173a316 None None] Port 9213e07b-c308-43db-9571-cb3d826463e1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:50.290152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Calling delete_port for 05021994-c2d5-46f3-9205-f4ba6d89ea21 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:50.304135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afe20fef-c686-476b-b973-ecb520a05011 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (68b39f98-9b3f-4493-89ba-3f258e1a99bd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.309948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afe20fef-c686-476b-b973-ecb520a05011 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (68b39f98-9b3f-4493-89ba-3f258e1a99bd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.339508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe20fef-c686-476b-b973-ecb520a05011 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b39f98-9b3f-4493-89ba-3f258e1a99bd,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:50.351447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afe20fef-c686-476b-b973-ecb520a05011 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.353526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-afe20fef-c686-476b-b973-ecb520a05011 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2587736 Feb 19 00:48:50.356969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36088) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:50.357733 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a0da-b286-4050-8c35-eabdba13d5e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (e976e537-78a0-4275-9c72-2a08af5a15b4), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.428925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-5aeb065a-a6b7-4551-b8c3-8b4762d8ab0b service neutron] 10.222.0.60 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0518379 Feb 19 00:48:50.433781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b41e53f8-dfcf-4054-9afd-97d7b13667c8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (8ad1a8b6-4933-45f4-8fff-74b28e860a08), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.469446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e383339-6b65-4879-a8f9-a2fd2147dfe0 req-7e3f4b1e-2442-419d-8ff9-fbd9c0f1b6a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:50.471176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e383339-6b65-4879-a8f9-a2fd2147dfe0 req-7e3f4b1e-2442-419d-8ff9-fbd9c0f1b6a9 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.3030291 Feb 19 00:48:50.482104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b41e53f8-dfcf-4054-9afd-97d7b13667c8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (8ad1a8b6-4933-45f4-8fff-74b28e860a08), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.551032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b41e53f8-dfcf-4054-9afd-97d7b13667c8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8ad1a8b6-4933-45f4-8fff-74b28e860a08), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.554332 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b41e53f8-dfcf-4054-9afd-97d7b13667c8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.555617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b41e53f8-dfcf-4054-9afd-97d7b13667c8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/8ad1a8b6-4933-45f4-8fff-74b28e860a08 HTTP/1.1" status: 204 len: 168 time: 0.1975982 Feb 19 00:48:50.560998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36090) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:50.580447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41e53f8-dfcf-4054-9afd-97d7b13667c8 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad1a8b6-4933-45f4-8fff-74b28e860a08,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:50.658014 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-66bbd5f3-a4c2-41a2-b83f-0b74654f9d6d tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0956202 Feb 19 00:48:50.660376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36098) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:50.721154 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dd1605c5-3a72-424b-b8c2-cfc09927d4ea tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0594852 Feb 19 00:48:50.724594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36102) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:50.740139 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-4df14805-a28a-46c1-aef4-adf822d4c197 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] delete failed (client error): The resource could not be found. Feb 19 00:48:50.741496 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4df14805-a28a-46c1-aef4-adf822d4c197 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "DELETE /v2.0/security-groups/8ad1a8b6-4933-45f4-8fff-74b28e860a08 HTTP/1.1" status: 404 len: 347 time: 0.0157588 Feb 19 00:48:50.745698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36104) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:50.819712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e383339-6b65-4879-a8f9-a2fd2147dfe0 req-8d63570c-264c-4847-895a-c10b60b88420 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357587 Feb 19 00:48:50.821792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a0da-b286-4050-8c35-eabdba13d5e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (e976e537-78a0-4275-9c72-2a08af5a15b4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:50.852994 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f2e9acd9-8df7-43e7-81a6-4135644b4174 tempest-SecGroupTest-1492541674 tempest-SecGroupTest-1492541674-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1051672 Feb 19 00:48:50.978942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-85e5c85a-c1b7-4cce-a3b4-94f3cf2e8a29 None None] Provisioning complete for port 0dfbb106-e411-489a-9dc4-4c254ffba03f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:50.979924 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85e5c85a-c1b7-4cce-a3b4-94f3cf2e8a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.083130 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a0da-b286-4050-8c35-eabdba13d5e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (e976e537-78a0-4275-9c72-2a08af5a15b4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.107381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-85e5c85a-c1b7-4cce-a3b4-94f3cf2e8a29 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:51.137793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-85e5c85a-c1b7-4cce-a3b4-94f3cf2e8a29 None None] Provisioning complete for port 9213e07b-c308-43db-9571-cb3d826463e1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:51.138215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85e5c85a-c1b7-4cce-a3b4-94f3cf2e8a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9213e07b-c308-43db-9571-cb3d826463e1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.147517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63691e01-4665-47b5-8d34-17922a1b5bc2 req-7a8a42c3-6dcc-4d50-9fb2-dea265065926 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:51.150597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63691e01-4665-47b5-8d34-17922a1b5bc2 req-7a8a42c3-6dcc-4d50-9fb2-dea265065926 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=40f4fb0b-03b4-40d5-b119-af5f8ae9a925 HTTP/1.1" status: 200 len: 945 time: 0.4006100 Feb 19 00:48:51.157025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (05021994-c2d5-46f3-9205-f4ba6d89ea21), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.158598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5a0da-b286-4050-8c35-eabdba13d5e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Subnet': ['ID=e976e537-78a0-4275-9c72-2a08af5a15b4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:51.175984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ac5a0da-b286-4050-8c35-eabdba13d5e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.179257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6ac5a0da-b286-4050-8c35-eabdba13d5e9 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/e976e537-78a0-4275-9c72-2a08af5a15b4 HTTP/1.1" status: 204 len: 168 time: 1.6204789 Feb 19 00:48:51.182146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36116) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.205525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd2336b-377a-4e17-98c2-8c76f3e392d9 None None] Network c3c5634a-dba0-421f-a71d-8ad2af8cd44c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:48:51.208733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:51.253216 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-474c097c-494f-497b-907c-c210ea1c200a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:51.254110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-474c097c-494f-497b-907c-c210ea1c200a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:51.260834 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-474c097c-494f-497b-907c-c210ea1c200a tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/01995cdd-48e1-4242-b042-65d6f212c771 HTTP/1.1" status: 404 len: 337 time: 0.0762398 Feb 19 00:48:51.261709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36118) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.265319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event deleted for resources: {'Port': ['ID=05021994-c2d5-46f3-9205-f4ba6d89ea21,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:51.274312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.314149 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b64ea072-3ffb-4b0d-8deb-a1ec0322c421 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "GET /v2.0/ports?device_id=cebf4b08-0fe0-484b-80f3-c05a07a50489 HTTP/1.1" status: 200 len: 205 time: 0.0510082 Feb 19 00:48:51.315002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36120) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.318939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa52948-f9bc-4633-945a-36257a2454a5 req-535b8f61-81b3-414c-be80-7ebdf34bd2d8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:51.330699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faa52948-f9bc-4633-945a-36257a2454a5 req-535b8f61-81b3-414c-be80-7ebdf34bd2d8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.3935640 Feb 19 00:48:51.396016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36122) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.409174 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.410316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-85e5c85a-c1b7-4cce-a3b4-94f3cf2e8a29 None None] Port 9213e07b-c308-43db-9571-cb3d826463e1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:51.469635 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-939431cc-ec37-4b5c-8609-2a0ef60affb0 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] delete failed (client error): The resource could not be found. Feb 19 00:48:51.472914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-939431cc-ec37-4b5c-8609-2a0ef60affb0 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/routers/cebf4b08-0fe0-484b-80f3-c05a07a50489 HTTP/1.1" status: 404 len: 336 time: 0.1553102 Feb 19 00:48:51.475440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36126) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.534175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] No DVR routers for this DVR port 05021994-c2d5-46f3-9205-f4ba6d89ea21 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:51.570300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63691e01-4665-47b5-8d34-17922a1b5bc2 req-0c9143f6-181c-432f-a43e-0add233c56fe tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985026 Feb 19 00:48:51.573499 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.577039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d1dd06e-b16c-4fcd-a11a-1117565b7bc8 req-5f084c41-52e5-4efa-9209-1fee37cc0ad9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "DELETE /v2.0/ports/05021994-c2d5-46f3-9205-f4ba6d89ea21 HTTP/1.1" status: 204 len: 173 time: 2.8159063 Feb 19 00:48:51.589957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f4fb0b-03b4-40d5-b119-af5f8ae9a925', 'name': 'network-vif-deleted', 'tag': '05021994-c2d5-46f3-9205-f4ba6d89ea21'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:51.592470 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9a16b7-a3fa-4c15-a8fb-23d392aaa03c" -d '{"events": [{"server_uuid": "40f4fb0b-03b4-40d5-b119-af5f8ae9a925", "name": "network-vif-deleted", "tag": "05021994-c2d5-46f3-9205-f4ba6d89ea21"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:51.603142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] DHCP port deletion for c3c5634a-dba0-421f-a71d-8ad2af8cd44c request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:48:51.609603 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7084f89-96be-4aef-83b1-a10b9db78152 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:51.610007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7084f89-96be-4aef-83b1-a10b9db78152 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:51.613220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e7084f89-96be-4aef-83b1-a10b9db78152 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/0e78c210-1d0f-4127-91a6-f7e3a8a1e78f HTTP/1.1" status: 404 len: 337 time: 0.1319227 Feb 19 00:48:51.615938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36130) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.657639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faa52948-f9bc-4633-945a-36257a2454a5 req-ce18ab2e-708e-44a1-836c-c78ab32ae51a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242614 Feb 19 00:48:51.731662 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-913a1ca8-3bc3-4e0e-8c0b-ced9152bafc7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:51.732365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913a1ca8-3bc3-4e0e-8c0b-ced9152bafc7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:51.736889 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-913a1ca8-3bc3-4e0e-8c0b-ced9152bafc7 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/d65a8d6d-127f-4d3f-bbf2-7caf0877301f HTTP/1.1" status: 404 len: 337 time: 0.1198158 Feb 19 00:48:51.741309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.793016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] Deleting port 0dfbb106-e411-489a-9dc4-4c254ffba03f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:51.794167 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:51.808217 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee6b70b-c68c-41ea-b669-ab4f09992017 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:51.808635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee6b70b-c68c-41ea-b669-ab4f09992017 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:51.814982 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4ee6b70b-c68c-41ea-b669-ab4f09992017 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/4559e19e-5e1f-4076-9bad-022e1092fcbf HTTP/1.1" status: 404 len: 337 time: 0.0723858 Feb 19 00:48:51.817477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36138) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.834867 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343d5ed4-ae18-40d8-83a4-3a5d4e97b436 x-openstack-request-id: req-343d5ed4-ae18-40d8-83a4-3a5d4e97b436 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:51.835377 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f4fb0b-03b4-40d5-b119-af5f8ae9a925", "name": "network-vif-deleted", "tag": "05021994-c2d5-46f3-9205-f4ba6d89ea21", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:51.835505 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-343d5ed4-ae18-40d8-83a4-3a5d4e97b436 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:51.835812 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f4fb0b-03b4-40d5-b119-af5f8ae9a925', 'name': 'network-vif-deleted', 'tag': '05021994-c2d5-46f3-9205-f4ba6d89ea21', 'status': 'completed', 'code': 200} Feb 19 00:48:51.889269 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c41d726-9e34-4a40-9e2c-f5b30cbb8904 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:51.889912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c41d726-9e34-4a40-9e2c-f5b30cbb8904 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:51.893412 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7c41d726-9e34-4a40-9e2c-f5b30cbb8904 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/971e0567-a537-4cae-82a1-4a87a33cd89e HTTP/1.1" status: 404 len: 333 time: 0.0748088 Feb 19 00:48:51.895872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36144) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:51.903450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0dfbb106-e411-489a-9dc4-4c254ffba03f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:51.942671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d018a946-3b64-41f9-b497-4c02b50ce10b req-d3914722-bfba-48e8-948d-2dff6b21eb61 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 210 time: 0.1026721 Feb 19 00:48:51.952970 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-491588e0-d0e6-4cc5-9002-499d545f907f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:51.953705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491588e0-d0e6-4cc5-9002-499d545f907f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:51.959159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-491588e0-d0e6-4cc5-9002-499d545f907f tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/35815e37-63e4-4bec-92b1-30c294fda536 HTTP/1.1" status: 404 len: 337 time: 0.0617616 Feb 19 00:48:51.961259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36146) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:52.008093 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fbcbe7-358b-4942-8f8b-074e06ba4bb3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:52.008600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68fbcbe7-358b-4942-8f8b-074e06ba4bb3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:52.009030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] For port 0dfbb106-e411-489a-9dc4-4c254ffba03f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0dfbb106-e411-489a-9dc4-4c254ffba03f,segment=NetworkSegment(fdef3311-dc0c-4541-8b7d-fc6b774b2427),segment_id=fdef3311-dc0c-4541-8b7d-fc6b774b2427)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:52.009788 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.015931 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-68fbcbe7-358b-4942-8f8b-074e06ba4bb3 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/332542c1-2327-4aa4-8bf6-1ae7adac8038 HTTP/1.1" status: 404 len: 337 time: 0.0509079 Feb 19 00:48:52.016291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:52.043950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] Calling delete_port for 0dfbb106-e411-489a-9dc4-4c254ffba03f owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:52.065292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0dfbb106-e411-489a-9dc4-4c254ffba03f is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:48:52.065847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.078327 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe3481d-edf5-495c-9e27-013946786460 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:52.079188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe3481d-edf5-495c-9e27-013946786460 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:52.085726 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dfe3481d-edf5-495c-9e27-013946786460 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/718c29a0-5f0b-49a1-9e51-71b6294545c6 HTTP/1.1" status: 404 len: 333 time: 0.0675995 Feb 19 00:48:52.086614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36150) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:52.118612 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-1698b9df-e482-4a6a-8288-517268c2977d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:52.119545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1698b9df-e482-4a6a-8288-517268c2977d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:52.127393 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1698b9df-e482-4a6a-8288-517268c2977d tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/ba61a70d-0b9c-4e16-b11a-604cf8d8a5de HTTP/1.1" status: 404 len: 337 time: 0.0394804 Feb 19 00:48:52.128281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36152) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:52.141358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6855d843-81bf-4a34-a31b-c7324033b01e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48720b663b0c499db557a052f6e544bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7332368 Feb 19 00:48:52.146363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36154) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:52.156925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 0dfbb106-e411-489a-9dc4-4c254ffba03f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0dfbb106-e411-489a-9dc4-4c254ffba03f,segment=NetworkSegment(fdef3311-dc0c-4541-8b7d-fc6b774b2427),segment_id=fdef3311-dc0c-4541-8b7d-fc6b774b2427)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:48:52.163866 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2720b4f-3f7c-47b5-b064-dbbca2fe4356 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] DELETE failed (client error): The resource could not be found. Feb 19 00:48:52.164551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2720b4f-3f7c-47b5-b064-dbbca2fe4356 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:48:52.171636 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2720b4f-3f7c-47b5-b064-dbbca2fe4356 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/subnets/e7a5a96a-3761-40d9-bf4c-6ce4fbdd6514 HTTP/1.1" status: 404 len: 337 time: 0.0415704 Feb 19 00:48:52.171844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.175008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36156) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:52.198243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (0dfbb106-e411-489a-9dc4-4c254ffba03f), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.214197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] No DVR routers for this DVR port 0dfbb106-e411-489a-9dc4-4c254ffba03f on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:48:52.215248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf894da-a911-44ae-a1a7-8a553bda2872 req-744759f1-4c94-4615-9f7b-45dbced3b299 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:52.216874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcf894da-a911-44ae-a1a7-8a553bda2872 req-744759f1-4c94-4615-9f7b-45dbced3b299 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.2360036 Feb 19 00:48:52.254790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 05021994-c2d5-46f3-9205-f4ba6d89ea21 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:48:52.316123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=0dfbb106-e411-489a-9dc4-4c254ffba03f,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:52.318683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 05021994-c2d5-46f3-9205-f4ba6d89ea21 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:48:52.318959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 05021994-c2d5-46f3-9205-f4ba6d89ea21 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:48:52.353252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b7235-2f62-4414-9a50-ca29a213659e None None] Pushing event deleted for resources: {'Port': ['ID=0dfbb106-e411-489a-9dc4-4c254ffba03f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:52.391359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcf894da-a911-44ae-a1a7-8a553bda2872 req-c5c03d8f-ce03-441e-bb7d-353ef19d7377 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417017 Feb 19 00:48:52.533577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c429d-bff7-4196-966f-b3c43328c781 req-037a34e3-b528-4bb3-a0ec-cccb34dfa18f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:52.535123 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-474c429d-bff7-4196-966f-b3c43328c781 req-037a34e3-b528-4bb3-a0ec-cccb34dfa18f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.4536016 Feb 19 00:48:52.659753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-d5e355b0-eb42-4b80-9338-0225f78f3dc1 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:52.661237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-d5e355b0-eb42-4b80-9338-0225f78f3dc1 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.113 "GET /v2.0/networks?id=0af639a4-f77e-4922-b57b-0de621d56df8 HTTP/1.1" status: 200 len: 911 time: 0.2762799 Feb 19 00:48:52.664288 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.692123 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0db83169-ab39-43bb-8e0a-41cdf6dd63b7 admin admin] Publish callbacks [] for security_group (4507e918-f2ff-454f-9129-b2de5a890b7a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.703671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Request body: {'port': {'device_id': '71e56bd5-086a-4309-8c28-e738fbb98c36', 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'admin_state_up': True, 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:52.783035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-474c429d-bff7-4196-966f-b3c43328c781 req-13e2df13-bf1c-4b0d-85c9-5a3c3267b4dc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272224 Feb 19 00:48:52.804960 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0db83169-ab39-43bb-8e0a-41cdf6dd63b7 admin admin] Publish callbacks [] for security_group (4507e918-f2ff-454f-9129-b2de5a890b7a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.816922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3de855-8132-4848-9b4c-a83e92a04813 req-0a2c062d-29eb-42cc-9cf5-96899276461e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:52.824092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d3de855-8132-4848-9b4c-a83e92a04813 req-0a2c062d-29eb-42cc-9cf5-96899276461e tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.3217409 Feb 19 00:48:52.850549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b428a-f8fa-485d-948c-e21004b7a008 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Deleting port 9213e07b-c308-43db-9571-cb3d826463e1 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:52.851196 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4b5b428a-f8fa-485d-948c-e21004b7a008 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9213e07b-c308-43db-9571-cb3d826463e1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:52.863649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Made reservation on behalf of fdc7bbcb2b214ace918c1e7767d5c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:52.886284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.012662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Deleting port c7cc2d42-2cca-444f-a742-eeda03782e84 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:48:53.013009 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.112024 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4b5b428a-f8fa-485d-948c-e21004b7a008 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9213e07b-c308-43db-9571-cb3d826463e1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.153963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d3de855-8132-4848-9b4c-a83e92a04813 req-b2580dd3-71a5-48bd-8c1a-48ddf5d05c5c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285475 Feb 19 00:48:53.177850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36172) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:53.184500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4b5b428a-f8fa-485d-948c-e21004b7a008 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Calling delete_port for 9213e07b-c308-43db-9571-cb3d826463e1 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:53.242129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e006a645-9b3b-4544-be05-c07651044038 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:53.243734 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e006a645-9b3b-4544-be05-c07651044038 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 1122 time: 0.0647824 Feb 19 00:48:53.246773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36182) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:53.251245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '2217a274-040c-4449-a96c-a6be2ea97acd', 'tenant_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:53.267157 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0db83169-ab39-43bb-8e0a-41cdf6dd63b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4507e918-f2ff-454f-9129-b2de5a890b7a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.270838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0db83169-ab39-43bb-8e0a-41cdf6dd63b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.272095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0db83169-ab39-43bb-8e0a-41cdf6dd63b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4507e918-f2ff-454f-9129-b2de5a890b7a HTTP/1.1" status: 204 len: 168 time: 1.1116304 Feb 19 00:48:53.272295 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.319395 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.329879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b59211-8d0f-47fa-96e1-b30d0ba597fa req-6b9793e1-ee60-4d18-9fbd-8c5b58271eb7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:53.331420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98b59211-8d0f-47fa-96e1-b30d0ba597fa req-6b9793e1-ee60-4d18-9fbd-8c5b58271eb7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.4035511 Feb 19 00:48:53.387709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.401930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Calling delete_port for c7cc2d42-2cca-444f-a742-eeda03782e84 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:48:53.411649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db83169-ab39-43bb-8e0a-41cdf6dd63b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507e918-f2ff-454f-9129-b2de5a890b7a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:53.460411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Allocated IP 172.20.0.12 (0af639a4-f77e-4922-b57b-0de621d56df8/cb8e3a40-835f-4765-b891-1451053c3bd0/70bf2cb3-141d-4b87-85e2-639bbb3fa799) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:53.510888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Allocated IP 172.25.6.63 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/591b1e87-5c81-4484-b9dd-7c1659a92551) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:53.597301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98b59211-8d0f-47fa-96e1-b30d0ba597fa req-e4416e9d-1737-456e-b51e-c7ca1922193a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399640 Feb 19 00:48:53.623771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-e7eb61ff-9ed5-44d6-bae6-2dac74eda55f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:53.623771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-e7eb61ff-9ed5-44d6-bae6-2dac74eda55f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.3812296 Feb 19 00:48:53.633405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4b5b428a-f8fa-485d-948c-e21004b7a008 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9213e07b-c308-43db-9571-cb3d826463e1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.677737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (591b1e87-5c81-4484-b9dd-7c1659a92551), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.686579 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.723524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (591b1e87-5c81-4484-b9dd-7c1659a92551), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:53.770211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:53.773603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:53.777827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:53.809927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=591b1e87-5c81-4484-b9dd-7c1659a92551,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:54.047665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5b428a-f8fa-485d-948c-e21004b7a008 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Port': ['ID=9213e07b-c308-43db-9571-cb3d826463e1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:54.137923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b247730f-eaa6-4bb4-a529-4f1dbe49f074 req-a9af14dd-189d-42fa-95f8-02c999413a28 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 210 time: 0.0878222 Feb 19 00:48:54.147145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-cf8e42d8-3558-4fa1-ac9f-149f17815bc2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/quotas/d7e8ab9c7cfa4f81af355f28eaf8cacc HTTP/1.1" status: 200 len: 375 time: 0.5086432 Feb 19 00:48:54.167951 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.192268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4b5b428a-f8fa-485d-948c-e21004b7a008 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.207439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4b5b428a-f8fa-485d-948c-e21004b7a008 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/ports/9213e07b-c308-43db-9571-cb3d826463e1 HTTP/1.1" status: 204 len: 168 time: 2.0260558 Feb 19 00:48:54.223194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36230) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:54.519087 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (c3c5634a-dba0-421f-a71d-8ad2af8cd44c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.523957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks [] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.536977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-daf00aab-017d-4319-b083-f4c6cc732ea0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3670185 Feb 19 00:48:54.672761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c07eea4-0e2b-4d5d-b32c-7c44eb641e3f req-b4312db3-3c3f-4e77-b000-a42397ade015 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:54.681073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c07eea4-0e2b-4d5d-b32c-7c44eb641e3f req-b4312db3-3c3f-4e77-b000-a42397ade015 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.4593568 Feb 19 00:48:54.720362 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.722262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c7cc2d42-2cca-444f-a742-eeda03782e84), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.735127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['7101ca8c-737a-4321-bc80-204cd4ea8c3d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:48:54.795222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event deleted for resources: {'Port': ['ID=c7cc2d42-2cca-444f-a742-eeda03782e84,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:54.826826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (c73df553-a6f4-45bd-b3cf-2533321f7c55), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.874939 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (c3c5634a-dba0-421f-a71d-8ad2af8cd44c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.905565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c5634a-dba0-421f-a71d-8ad2af8cd44c']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:54.916160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdef3311-dc0c-4541-8b7d-fc6b774b2427') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:54.916554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdef3311-dc0c-4541-8b7d-fc6b774b2427') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:54.963609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (fdef3311-dc0c-4541-8b7d-fc6b774b2427), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:54.967441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (591b1e87-5c81-4484-b9dd-7c1659a92551), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.010653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Network 0af639a4-f77e-4922-b57b-0de621d56df8 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:48:55.026794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:48:55.061169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:48:55.195596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fdef3311-dc0c-4541-8b7d-fc6b774b2427), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.257693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0c07eea4-0e2b-4d5d-b32c-7c44eb641e3f req-2342f958-cbfe-4aba-b36f-4f09b291d734 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5752995 Feb 19 00:48:55.258621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Pushing event updated for resources: {'Port': ['ID=70bf2cb3-141d-4b87-85e2-639bbb3fa799,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:55.286517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:48:55.287153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (fdef3311-dc0c-4541-8b7d-fc6b774b2427), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:48:55.290966 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:48:55.321861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-15389ea9-aa48-4a70-873f-b3defc4a40d1 service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761612 Feb 19 00:48:55.334658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for port (591b1e87-5c81-4484-b9dd-7c1659a92551), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.356366 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (591b1e87-5c81-4484-b9dd-7c1659a92551), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.363396 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:48:55.461083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event updated for resources: {'Port': ['ID=591b1e87-5c81-4484-b9dd-7c1659a92551,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:55.477736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:55.478683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.495333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c73df553-a6f4-45bd-b3cf-2533321f7c55), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.588899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-01a91f51-82b0-429b-a54d-da5468c76a1f None None] Provisioning complete for port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:48:55.591020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01a91f51-82b0-429b-a54d-da5468c76a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.609173 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (c3c5634a-dba0-421f-a71d-8ad2af8cd44c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.614579 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.620308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] 10.222.0.60 "DELETE /v2.0/networks/c3c5634a-dba0-421f-a71d-8ad2af8cd44c HTTP/1.1" status: 204 len: 168 time: 1.3728261 Feb 19 00:48:55.631004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-a1281345-9678-4dff-bdf7-768d90314282 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9412117 Feb 19 00:48:55.658965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-48316fcb-59b4-4a51-867a-97c220ebb054 service neutron] 10.222.0.60 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707288 Feb 19 00:48:55.670771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-01a91f51-82b0-429b-a54d-da5468c76a1f None None] Port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:48:55.680179 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Floating IP c73df553-a6f4-45bd-b3cf-2533321f7c55 associated. External IP: 172.25.6.63, port: 2217a274-040c-4449-a96c-a6be2ea97acd. Feb 19 00:48:55.710484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Request body: {'port': {'device_id': '71e56bd5-086a-4309-8c28-e738fbb98c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:55.785674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb7230-72e9-4028-a296-9bf00f6ed912 tempest-PortsTestJSON-1606853279 tempest-PortsTestJSON-1606853279-project] Pushing event deleted for resources: {'Network': ['ID=c3c5634a-dba0-421f-a71d-8ad2af8cd44c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:55.919500 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36282) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:55.967913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:55.981931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36290) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:56.009360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9b5c2-b529-4fe4-be6e-7c050657f013 req-cafb5e2f-8984-429f-b2be-b8542e3a9ce1 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:56.016735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aaf9b5c2-b529-4fe4-be6e-7c050657f013 req-cafb5e2f-8984-429f-b2be-b8542e3a9ce1 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1028 time: 0.5495267 Feb 19 00:48:56.103625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 45d32b55-7b3a-4654-acdf-af058f4a8045 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:56.161842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f594eb73-e2df-4f31-bdb7-3ed9ff8006c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.202868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.207969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aaf9b5c2-b529-4fe4-be6e-7c050657f013 req-21e0fac9-b75d-4fc2-8f45-83dd363d698a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903307 Feb 19 00:48:56.320335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:56.334510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] Sync routers for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:56.352083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.368948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:56.369959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:56.477742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafc7da-8495-4c9f-843a-2c93abc56141 req-bac271d5-01ae-41f3-964f-9e94291564f3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:56.484878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1aafc7da-8495-4c9f-843a-2c93abc56141 req-bac271d5-01ae-41f3-964f-9e94291564f3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.5096595 Feb 19 00:48:56.491930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:56.509610 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f95a3837-7c95-4ff8-adef-66a39da24d06 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2594001 Feb 19 00:48:56.509610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f594eb73-e2df-4f31-bdb7-3ed9ff8006c4 admin admin] Publish callbacks [] for security_group (3a77de4f-c55a-4490-8fb0-b300a40b79d4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.510709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:56.513753 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7907b9c8-9206-4259-854c-98805b7b788a" -d '{"events": [{"name": "network-changed", "server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:56.514684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4be0688e-a61e-408d-8433-e4adf9130b9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1761bddd2a124781bf49884ccf00dc8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5203502 Feb 19 00:48:56.517077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36304) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:56.521588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86a0af01-d54b-49c5-b411-9a35d8bb3f8f req-9c6d2795-1a44-4fb0-80b3-464360a03bdb tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 210 time: 0.2127213 Feb 19 00:48:56.543927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f594eb73-e2df-4f31-bdb7-3ed9ff8006c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3a77de4f-c55a-4490-8fb0-b300a40b79d4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.681956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f594eb73-e2df-4f31-bdb7-3ed9ff8006c4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=483048dd3f614366b82ea41ee774ef21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7613480 Feb 19 00:48:56.682768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594eb73-e2df-4f31-bdb7-3ed9ff8006c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a77de4f-c55a-4490-8fb0-b300a40b79d4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:56.685285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36308) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:56.698676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1aafc7da-8495-4c9f-843a-2c93abc56141 req-4d0c9cf3-4812-4840-83b1-313a1a81d831 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126348 Feb 19 00:48:56.715308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a22ad36-cc16-4f7b-849c-517cf17ae12c admin admin] Publish callbacks [] for security_group (053de735-1b77-422b-b594-88a4fdd93f5b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.768694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a22ad36-cc16-4f7b-849c-517cf17ae12c admin admin] Publish callbacks [] for security_group (053de735-1b77-422b-b594-88a4fdd93f5b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.813023 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3cf838-db80-4d52-b075-966710b730db x-openstack-request-id: req-da3cf838-db80-4d52-b075-966710b730db {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:56.813285 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:56.814496 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da3cf838-db80-4d52-b075-966710b730db {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:56.815003 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd', 'status': 'completed', 'code': 200} Feb 19 00:48:56.840173 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98614cc5-6ee3-417b-84bb-235bc03063aa admin admin] Publish callbacks [] for security_group (3a77de4f-c55a-4490-8fb0-b300a40b79d4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:56.933752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86ac7-a5ff-4f89-96f2-da522079630a req-ae2ecfb9-3ca9-4a17-83fd-32ca37961d4c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:56.935653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fb86ac7-a5ff-4f89-96f2-da522079630a req-ae2ecfb9-3ca9-4a17-83fd-32ca37961d4c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.3053563 Feb 19 00:48:56.964171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bf2cb3-141d-4b87-85e2-639bbb3fa799 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:48:56.985173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c73df553-a6f4-45bd-b3cf-2533321f7c55', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'port_id': '2217a274-040c-4449-a96c-a6be2ea97acd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'mac_address': 'fa:16:3e:7e:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:54Z', 'updated_at': '2022-02-19T00:48:54Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:32Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:56.997501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a22ad36-cc16-4f7b-849c-517cf17ae12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (053de735-1b77-422b-b594-88a4fdd93f5b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.002416 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a22ad36-cc16-4f7b-849c-517cf17ae12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.006064 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a22ad36-cc16-4f7b-849c-517cf17ae12c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/053de735-1b77-422b-b594-88a4fdd93f5b HTTP/1.1" status: 204 len: 168 time: 0.4848440 Feb 19 00:48:57.013621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98614cc5-6ee3-417b-84bb-235bc03063aa admin admin] Publish callbacks [] for security_group (3a77de4f-c55a-4490-8fb0-b300a40b79d4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.017355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Router 1e639aa2-3b2c-4357-bd62-cfbaff7255e3 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:48:57.017718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] Checking router: 45d32b55-7b3a-4654-acdf-af058f4a8045 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:48:57.024083 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Publish callbacks [] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.028499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:57.030054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:57.030636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22ad36-cc16-4f7b-849c-517cf17ae12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053de735-1b77-422b-b594-88a4fdd93f5b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:57.084381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b9c8-9206-4259-854c-98805b7b788a req-cb383492-3896-413d-9656-191bb7bf3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.087045 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7907b9c8-9206-4259-854c-98805b7b788a req-cb383492-3896-413d-9656-191bb7bf3787 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 1127 time: 0.2540064 Feb 19 00:48:57.143440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fb86ac7-a5ff-4f89-96f2-da522079630a req-a0f7b6ee-316b-48ba-be67-331ceea0551d tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970398 Feb 19 00:48:57.178375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36324) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:57.370079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b9c8-9206-4259-854c-98805b7b788a req-14b5aa0e-d787-494d-8409-261def84bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.371811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7907b9c8-9206-4259-854c-98805b7b788a req-14b5aa0e-d787-494d-8409-261def84bfbf service neutron] 10.222.0.113 "GET /v2.0/networks?id=d408f862-3dd1-4701-a0d7-b9076936a5ef HTTP/1.1" status: 200 len: 897 time: 0.2781777 Feb 19 00:48:57.388096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98614cc5-6ee3-417b-84bb-235bc03063aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3a77de4f-c55a-4490-8fb0-b300a40b79d4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.392492 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-98614cc5-6ee3-417b-84bb-235bc03063aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.393890 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-98614cc5-6ee3-417b-84bb-235bc03063aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a77de4f-c55a-4490-8fb0-b300a40b79d4 HTTP/1.1" status: 204 len: 168 time: 0.7059600 Feb 19 00:48:57.535898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98614cc5-6ee3-417b-84bb-235bc03063aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a77de4f-c55a-4490-8fb0-b300a40b79d4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:57.567061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:48:57.611382 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7907b9c8-9206-4259-854c-98805b7b788a req-947bdd8a-fb77-4ebb-a085-dbb6646c2268 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2217a274-040c-4449-a96c-a6be2ea97acd HTTP/1.1" status: 200 len: 998 time: 0.2329719 Feb 19 00:48:57.717480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b9c8-9206-4259-854c-98805b7b788a req-06c38379-772d-45f3-902b-3c36831009c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.720329 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7907b9c8-9206-4259-854c-98805b7b788a req-06c38379-772d-45f3-902b-3c36831009c2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27fc16c5-7958-4091-baae-4de66824005b HTTP/1.1" status: 200 len: 835 time: 0.1028843 Feb 19 00:48:57.812329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b9c8-9206-4259-854c-98805b7b788a req-2c52d890-995a-4088-988a-f40e63880716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:57.813055 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7907b9c8-9206-4259-854c-98805b7b788a req-2c52d890-995a-4088-988a-f40e63880716 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d408f862-3dd1-4701-a0d7-b9076936a5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0712888 Feb 19 00:48:57.876894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Transition to ACTIVE for port object 70bf2cb3-141d-4b87-85e2-639bbb3fa799 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:48:57.942309 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:57.965212 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7907b9c8-9206-4259-854c-98805b7b788a req-68765029-047c-4c81-b57e-b7447d745799 service neutron] 10.222.0.113 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470683 Feb 19 00:48:58.117566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36346) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:58.130517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7907b9c8-9206-4259-854c-98805b7b788a req-35bbae5b-caf1-4fd8-9602-f7bd1d216ff9 service neutron] 10.222.0.113 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585217 Feb 19 00:48:58.138378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8df1fc13-4267-4786-84de-bf884810ab67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.184125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c73df553-a6f4-45bd-b3cf-2533321f7c55', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'port_id': '2217a274-040c-4449-a96c-a6be2ea97acd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'mac_address': 'fa:16:3e:7e:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:54Z', 'updated_at': '2022-02-19T00:48:54Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:32Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:58.211504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Pushing event updated for resources: {'Port': ['ID=70bf2cb3-141d-4b87-85e2-639bbb3fa799,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:58.229568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f24bcac7-ccd1-407c-b152-40511cc0f930 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/c73df553-a6f4-45bd-b3cf-2533321f7c55 HTTP/1.1" status: 200 len: 990 time: 1.0498235 Feb 19 00:48:58.268569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b87e15e-4c1f-4aee-85aa-a76cfb5ba796 None None] The sync data for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 is: [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c73df553-a6f4-45bd-b3cf-2533321f7c55', 'tenant_id': '84679949ccf749538377871c65d3012d', 'floating_ip_address': '172.25.6.63', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'port_id': '2217a274-040c-4449-a96c-a6be2ea97acd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'mac_address': 'fa:16:3e:7e:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:48:54Z', 'updated_at': '2022-02-19T00:48:54Z', 'revision_number': 0, 'project_id': '84679949ccf749538377871c65d3012d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:32Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:58.272559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-a2f8664b-3496-47e6-afea-9af8c18c0b27 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.280205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-a2f8664b-3496-47e6-afea-9af8c18c0b27 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 1.1454332 Feb 19 00:48:58.286816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8df1fc13-4267-4786-84de-bf884810ab67 admin admin] Publish callbacks [] for security_group (221d74a3-1bd8-4da5-b79c-62f83bbe4288), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.296473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8df1fc13-4267-4786-84de-bf884810ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (221d74a3-1bd8-4da5-b79c-62f83bbe4288), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.328437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2ec3f-6a06-4560-b179-a65310920089 req-ab604a07-c8cd-4273-b859-159c2af8e5ae tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.330273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ef2ec3f-6a06-4560-b179-a65310920089 req-ab604a07-c8cd-4273-b859-159c2af8e5ae tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1053 time: 0.4476211 Feb 19 00:48:58.358032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:48:58.367215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e1fd9d6d-3a1f-4d80-b3e1-c8a7df00819e tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "PUT /v2.0/routers/1e639aa2-3b2c-4357-bd62-cfbaff7255e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4402397 Feb 19 00:48:58.371608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36348) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:58.375270 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b373106-e6bb-4fc3-9f15-ccb1e71fc9f4 None None] Sync routers for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:48:58.379767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-14b2b9e3-c517-4011-bf02-d3006ea8b0d8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/quotas/6c52525095ef439b88cdd6fecbfe0a52 HTTP/1.1" status: 200 len: 375 time: 0.0979550 Feb 19 00:48:58.404877 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b373106-e6bb-4fc3-9f15-ccb1e71fc9f4 None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:58.406463 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6b373106-e6bb-4fc3-9f15-ccb1e71fc9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:58.423124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8df1fc13-4267-4786-84de-bf884810ab67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aac3aa6b98d845f899ed5264107e0e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3044827 Feb 19 00:48:58.429459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:58.436430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1fc13-4267-4786-84de-bf884810ab67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221d74a3-1bd8-4da5-b79c-62f83bbe4288,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:58.473089 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6b373106-e6bb-4fc3-9f15-ccb1e71fc9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:58.486496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-11af8af7-b9ab-4359-9c14-6be5b9a2f10a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:58.487988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-11af8af7-b9ab-4359-9c14-6be5b9a2f10a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.126 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 806 time: 0.6139174 Feb 19 00:48:58.489251 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b373106-e6bb-4fc3-9f15-ccb1e71fc9f4 None None] Routers {'1e639aa2-3b2c-4357-bd62-cfbaff7255e3'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:48:58.490071 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6b373106-e6bb-4fc3-9f15-ccb1e71fc9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:58.536827 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-6b373106-e6bb-4fc3-9f15-ccb1e71fc9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:48:58.537476 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b373106-e6bb-4fc3-9f15-ccb1e71fc9f4 None None] The sync data for ids ['1e639aa2-3b2c-4357-bd62-cfbaff7255e3'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:48:58.548961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f138-8299-4cfe-9e54-9e3cbcd43f68 admin admin] Publish callbacks [] for security_group (221d74a3-1bd8-4da5-b79c-62f83bbe4288), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.557419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Request body: {'port': {'device_id': '47e3b377-f1ae-4312-9894-3f2ec0cfafbb', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'admin_state_up': True, 'tenant_id': 'd7e8ab9c7cfa4f81af355f28eaf8cacc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:58.586947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f138-8299-4cfe-9e54-9e3cbcd43f68 admin admin] Publish callbacks [] for security_group (221d74a3-1bd8-4da5-b79c-62f83bbe4288), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.662066 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f138-8299-4cfe-9e54-9e3cbcd43f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (221d74a3-1bd8-4da5-b79c-62f83bbe4288), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.666485 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2d8f138-8299-4cfe-9e54-9e3cbcd43f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.667154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fe03a-283a-449d-bae2-e6aace4b7d64 None None] New status for floating IP c73df553-a6f4-45bd-b3cf-2533321f7c55: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:48:58.673689 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2d8f138-8299-4cfe-9e54-9e3cbcd43f68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/221d74a3-1bd8-4da5-b79c-62f83bbe4288 HTTP/1.1" status: 204 len: 168 time: 0.2157981 Feb 19 00:48:58.680813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8f138-8299-4cfe-9e54-9e3cbcd43f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221d74a3-1bd8-4da5-b79c-62f83bbe4288,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:58.697177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ef2ec3f-6a06-4560-b179-a65310920089 req-9326df7a-a959-4fff-ab33-ea74f9b2a160 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409364 Feb 19 00:48:58.796447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36368) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:58.809579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-b16331c4-f773-4d7d-86f3-829945a793a1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4291627 Feb 19 00:48:58.836737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Attempting to bind port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:48:58.837082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Attempting to bind port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:48:58.837426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Attempting to bind port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 on network 0af639a4-f77e-4922-b57b-0de621d56df8 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:58.914086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc096e31-1929-4ed8-b273-17d2df5cc626 req-b3aaf7d7-dcec-4c11-a54a-ce1ad5032727 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 210 time: 0.1034665 Feb 19 00:48:58.914813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 on network 0af639a4-f77e-4922-b57b-0de621d56df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:48:58.915192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Attempting to bind port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 on network 0af639a4-f77e-4922-b57b-0de621d56df8 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:48:58.956161 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:58.973157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:48:58.973503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Checking segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:48:58.974241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Bound using segment: {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:48:58.974712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Bound port: 70bf2cb3-141d-4b87-85e2-639bbb3fa799, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee29a022-dd75-4985-adab-c6f45f6e2547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:48:58.975053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.120315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Made reservation on behalf of d7e8ab9c7cfa4f81af355f28eaf8cacc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:48:59.124393 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.180258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-fb0dda87-9249-4460-a106-b04c161019f1 service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445113 Feb 19 00:48:59.182288 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--691165833'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:48:59.212135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.227424 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.246025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36386) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:59.273146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] For port 70bf2cb3-141d-4b87-85e2-639bbb3fa799, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:48:59.333813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] For port 70bf2cb3-141d-4b87-85e2-639bbb3fa799, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=70bf2cb3-141d-4b87-85e2-639bbb3fa799,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:48:59.354091 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.362723 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router_gateway (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.423461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (6ad2a685-7cb1-43bf-bb83-5a90a1d219a9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.431771 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cb2fdfec-897f-4a5f-af24-6aa5ce094206 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/c73df553-a6f4-45bd-b3cf-2533321f7c55 HTTP/1.1" status: 200 len: 992 time: 0.1279390 Feb 19 00:48:59.441964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6ad2a685-7cb1-43bf-bb83-5a90a1d219a9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.454700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:48:59.455336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.456762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] 10.222.0.113 "PUT /v2.0/ports/70bf2cb3-141d-4b87-85e2-639bbb3fa799 HTTP/1.1" status: 200 len: 1092 time: 3.7968664 Feb 19 00:48:59.459929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e56bd5-086a-4309-8c28-e738fbb98c36', 'tag': '70bf2cb3-141d-4b87-85e2-639bbb3fa799'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:48:59.462511 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "71e56bd5-086a-4309-8c28-e738fbb98c36", "tag": "70bf2cb3-141d-4b87-85e2-639bbb3fa799"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:48:59.507626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad2a685-7cb1-43bf-bb83-5a90a1d219a9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:59.527742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-2e0de088-6ac6-4b00-a9c7-94d4107335de service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355086 Feb 19 00:48:59.572206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (01fef739-92e3-45e0-ab95-eda4c5e2185e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.578579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (01fef739-92e3-45e0-ab95-eda4c5e2185e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.583162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Allocated IP 172.20.0.14 (f3df7abb-909f-4cfc-83dc-4f97b1415e22/3299a37f-8323-45d4-96ad-6889f7461e7f/d0705556-7c1b-43f5-908c-089713b08f91) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:48:59.653864 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b97f23-b937-41dd-af31-01e67ca74f99 x-openstack-request-id: req-b8b97f23-b937-41dd-af31-01e67ca74f99 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:48:59.654210 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e56bd5-086a-4309-8c28-e738fbb98c36", "tag": "70bf2cb3-141d-4b87-85e2-639bbb3fa799", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:48:59.657633 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:48:59.661441 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8607490 Feb 19 00:48:59.661611 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8b97f23-b937-41dd-af31-01e67ca74f99 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:48:59.661611 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e56bd5-086a-4309-8c28-e738fbb98c36', 'tag': '70bf2cb3-141d-4b87-85e2-639bbb3fa799', 'status': 'completed', 'code': 200} Feb 19 00:48:59.669099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36398) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:59.669799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f36a5-44af-485c-898e-fb54fc757472 service neutron] Pushing event updated for resources: {'Port': ['ID=70bf2cb3-141d-4b87-85e2-639bbb3fa799,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:59.676745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19f291-db15-42f0-8257-dbf66db062a4 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fef739-92e3-45e0-ab95-eda4c5e2185e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:48:59.975473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4d94134-d7ef-49ae-9cc3-6d366833ce92 req-6b373cfc-382f-4587-8a2a-119ec98618b4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 210 time: 0.0544620 Feb 19 00:48:59.989229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c5a76a21-5393-499c-8e60-0215026d5ec2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3161292 Feb 19 00:48:59.992162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36414) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:48:59.996667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-cebf71a9-6381-427b-93f5-d28f9daeeb50 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-security--1994971213', 'description': 'tempest-security-description-1878750436'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:00.017681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Deleting port d8c24e4e-7950-4ea3-910c-14e6c32db4bd {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:00.018046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d8c24e4e-7950-4ea3-910c-14e6c32db4bd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.068751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cebf71a9-6381-427b-93f5-d28f9daeeb50 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (01fef739-92e3-45e0-ab95-eda4c5e2185e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.086100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-1370eb2b-d0aa-4785-a3cb-e0d48dfad501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:00.087782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-1370eb2b-d0aa-4785-a3cb-e0d48dfad501 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fdc7bbcb2b214ace918c1e7767d5c5c7&device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1126 time: 0.5476384 Feb 19 00:49:00.151222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cebf71a9-6381-427b-93f5-d28f9daeeb50 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (01fef739-92e3-45e0-ab95-eda4c5e2185e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.158435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cebf71a9-6381-427b-93f5-d28f9daeeb50 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (01fef739-92e3-45e0-ab95-eda4c5e2185e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.163337 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cebf71a9-6381-427b-93f5-d28f9daeeb50 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.164963 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cebf71a9-6381-427b-93f5-d28f9daeeb50 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "PUT /v2.0/security-groups/01fef739-92e3-45e0-ab95-eda4c5e2185e HTTP/1.1" status: 200 len: 1797 time: 0.1717625 Feb 19 00:49:00.169776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36422) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.231110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf71a9-6381-427b-93f5-d28f9daeeb50 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01fef739-92e3-45e0-ab95-eda4c5e2185e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.233919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57cca2b9-3a5f-4ccd-91c6-68ba86d8be4d req-88296e34-9293-4e3c-ace0-15830d67ab98 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 210 time: 0.1755033 Feb 19 00:49:00.241026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-30560439-2042-47a4-b265-f5cac48e31b7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70bf2cb3-141d-4b87-85e2-639bbb3fa799 HTTP/1.1" status: 200 len: 217 time: 0.0883636 Feb 19 00:49:00.262025 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cb76f4cf-b001-4162-8517-76a731ff38f9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups/01fef739-92e3-45e0-ab95-eda4c5e2185e HTTP/1.1" status: 200 len: 1797 time: 0.0877118 Feb 19 00:49:00.264537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36430) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.338510 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-537c27fa-e201-41c2-83cf-5f850046c866 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (01fef739-92e3-45e0-ab95-eda4c5e2185e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.346722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a318034-0941-4d7f-b885-b95fee8f27e8 req-32317d53-0a40-488e-9b4f-b8b898adef2c tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:00.348453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a318034-0941-4d7f-b885-b95fee8f27e8 req-32317d53-0a40-488e-9b4f-b8b898adef2c tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1126 time: 0.4336815 Feb 19 00:49:00.372994 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-537c27fa-e201-41c2-83cf-5f850046c866 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (01fef739-92e3-45e0-ab95-eda4c5e2185e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.388300 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks [] for port (d0705556-7c1b-43f5-908c-089713b08f91), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.432030 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-537c27fa-e201-41c2-83cf-5f850046c866 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (01fef739-92e3-45e0-ab95-eda4c5e2185e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.435028 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-537c27fa-e201-41c2-83cf-5f850046c866 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.439061 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-537c27fa-e201-41c2-83cf-5f850046c866 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/01fef739-92e3-45e0-ab95-eda4c5e2185e HTTP/1.1" status: 204 len: 168 time: 0.1716971 Feb 19 00:49:00.441950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36434) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.466933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-94c91bda-a0c6-4be4-8e29-1cc4de897cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:00.469098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-94c91bda-a0c6-4be4-8e29-1cc4de897cf6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cb8e3a40-835f-4765-b891-1451053c3bd0 HTTP/1.1" status: 200 len: 849 time: 0.2047460 Feb 19 00:49:00.471662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d8c24e4e-7950-4ea3-910c-14e6c32db4bd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.485305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c27fa-e201-41c2-83cf-5f850046c866 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01fef739-92e3-45e0-ab95-eda4c5e2185e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.532604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-651a4499-a915-4a0a-87a4-1b05b81b2984 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0895789 Feb 19 00:49:00.535909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36438) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.538849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Calling delete_port for d8c24e4e-7950-4ea3-910c-14e6c32db4bd owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:00.550910 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-c365e77b-806d-4eb2-8e75-d84347667114 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] delete failed (client error): The resource could not be found. Feb 19 00:49:00.554644 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c365e77b-806d-4eb2-8e75-d84347667114 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/01fef739-92e3-45e0-ab95-eda4c5e2185e HTTP/1.1" status: 404 len: 347 time: 0.0151291 Feb 19 00:49:00.556011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36442) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.561582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1b9f1968-5cee-4c06-b2d3-2365a3e4b3bd tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--705763883'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:00.596596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1968-5cee-4c06-b2d3-2365a3e4b3bd tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.648935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a318034-0941-4d7f-b885-b95fee8f27e8 req-d73e9c48-7392-482b-8be5-17a81886c38f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678416 Feb 19 00:49:00.656721 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d0705556-7c1b-43f5-908c-089713b08f91), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.674022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:00.693939 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1968-5cee-4c06-b2d3-2365a3e4b3bd tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (f9596f52-62e1-4c42-88b6-16d1d9f8ab4c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.700668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1968-5cee-4c06-b2d3-2365a3e4b3bd tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f9596f52-62e1-4c42-88b6-16d1d9f8ab4c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.736518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-3c1c76ba-72fb-4f82-bf61-f0202dffe6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:00.738072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-3c1c76ba-72fb-4f82-bf61-f0202dffe6d3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0af639a4-f77e-4922-b57b-0de621d56df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2296879 Feb 19 00:49:00.744946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f1968-5cee-4c06-b2d3-2365a3e4b3bd tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9596f52-62e1-4c42-88b6-16d1d9f8ab4c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.745918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Network f3df7abb-909f-4cfc-83dc-4f97b1415e22 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:00.760065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b9f1968-5cee-4c06-b2d3-2365a3e4b3bd tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.761804 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1b9f1968-5cee-4c06-b2d3-2365a3e4b3bd tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2040727 Feb 19 00:49:00.765309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36446) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.767602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:00.771089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:00.777824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8a306fc1-07ab-4cb6-bf7c-9ff97eaa5fb0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': 'f9596f52-62e1-4c42-88b6-16d1d9f8ab4c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:00.823214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a306fc1-07ab-4cb6-bf7c-9ff97eaa5fb0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (b4048f10-0e47-4ad4-a04e-5415529ac64d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.841407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event updated for resources: {'Port': ['ID=d0705556-7c1b-43f5-908c-089713b08f91,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.899843 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a306fc1-07ab-4cb6-bf7c-9ff97eaa5fb0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (b4048f10-0e47-4ad4-a04e-5415529ac64d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.905612 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a306fc1-07ab-4cb6-bf7c-9ff97eaa5fb0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b4048f10-0e47-4ad4-a04e-5415529ac64d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.931358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a306fc1-07ab-4cb6-bf7c-9ff97eaa5fb0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4048f10-0e47-4ad4-a04e-5415529ac64d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:00.944036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a306fc1-07ab-4cb6-bf7c-9ff97eaa5fb0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.951169 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8a306fc1-07ab-4cb6-bf7c-9ff97eaa5fb0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846507 Feb 19 00:49:00.952240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36450) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:00.988388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6e5e-1618-4b78-9eba-fa472fc968c1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (b4048f10-0e47-4ad4-a04e-5415529ac64d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:00.999435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6e5e-1618-4b78-9eba-fa472fc968c1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (b4048f10-0e47-4ad4-a04e-5415529ac64d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.038742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6e5e-1618-4b78-9eba-fa472fc968c1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b4048f10-0e47-4ad4-a04e-5415529ac64d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.086412 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6e5e-1618-4b78-9eba-fa472fc968c1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.090669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e8aa6e5e-1618-4b78-9eba-fa472fc968c1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/b4048f10-0e47-4ad4-a04e-5415529ac64d HTTP/1.1" status: 204 len: 168 time: 0.1370957 Feb 19 00:49:01.091643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa6e5e-1618-4b78-9eba-fa472fc968c1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4048f10-0e47-4ad4-a04e-5415529ac64d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:01.096899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36458) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:01.175194 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ed60329-e937-4e7a-a579-c34dcb7f4282 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0760448 Feb 19 00:49:01.175831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36460) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:01.338677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (f9596f52-62e1-4c42-88b6-16d1d9f8ab4c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.374344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-fc56de48-95cb-40ed-9704-0d6820fb947a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:01.376223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-fc56de48-95cb-40ed-9704-0d6820fb947a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.1791584 Feb 19 00:49:01.386142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ceda52fd-5c2c-4dff-a0ca-6971fe178d61 req-52df3435-3241-46fb-915d-bdc36c808ec2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 210 time: 0.1443310 Feb 19 00:49:01.394141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'port': {'device_id': 'f36b58a8-2edb-4081-b074-9da1d85c0705', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'admin_state_up': True, 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:01.410637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (f9596f52-62e1-4c42-88b6-16d1d9f8ab4c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.467399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:01.468099 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.521603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-255c8e57-76a5-4b62-9a2c-b468e8dd3234 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9817243 Feb 19 00:49:01.543820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Request body: {'port': {'device_id': '47e3b377-f1ae-4312-9894-3f2ec0cfafbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:01.572420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-ee154170-3d94-46cc-ac82-5557904a0670 service neutron] 10.222.0.113 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8253384 Feb 19 00:49:01.595413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Made reservation on behalf of 6c52525095ef439b88cdd6fecbfe0a52 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:01.600326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.636290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f9596f52-62e1-4c42-88b6-16d1d9f8ab4c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.640981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.642222 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/f9596f52-62e1-4c42-88b6-16d1d9f8ab4c HTTP/1.1" status: 204 len: 168 time: 0.4654279 Feb 19 00:49:01.658882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36470) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:01.659376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9596f52-62e1-4c42-88b6-16d1d9f8ab4c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:01.716118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0705556-7c1b-43f5-908c-089713b08f91), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.761805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.762397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.762992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.763562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.764176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.764619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.764962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.765299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.765633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.765965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.766540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.767094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.767920 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0822e2-e5fe-478b-98b1-ef3466717d56 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:01.781499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cb4316-b107-471c-a08b-c5280fc4bf0a req-7389fe1a-fe0f-47c4-94b5-fa8469379101 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:01.786761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40cb4316-b107-471c-a08b-c5280fc4bf0a req-7389fe1a-fe0f-47c4-94b5-fa8469379101 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 932 time: 0.3913524 Feb 19 00:49:01.839950 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e9adc3d6-5a85-45da-8670-7151f720854b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1772454 Feb 19 00:49:01.844418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36478) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:01.850893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3b625390-dd9c-4706-beee-b57c116aaab5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--308639573'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:01.876859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b625390-dd9c-4706-beee-b57c116aaab5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:01.960338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d8c24e4e-7950-4ea3-910c-14e6c32db4bd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.021933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event deleted for resources: {'Port': ['ID=d8c24e4e-7950-4ea3-910c-14e6c32db4bd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:02.214467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba76a8d6-0909-474a-be1c-5e914bdf2ce0 req-7f84bffb-5200-4001-acb8-0b8cf718d86e service neutron] 10.222.0.113 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940638 Feb 19 00:49:02.246426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e262ef-9862-4a58-a5a8-327f4baf3089 req-123272bb-79d9-4464-93a4-e04c4d229b0d tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:02.248296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9e262ef-9862-4a58-a5a8-327f4baf3089 req-123272bb-79d9-4464-93a4-e04c4d229b0d tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1126 time: 0.4491174 Feb 19 00:49:02.255922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40cb4316-b107-471c-a08b-c5280fc4bf0a req-8a2f8afd-5949-403e-aaaf-2ecdfb6ea8de tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323471 Feb 19 00:49:02.295659 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.366554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b625390-dd9c-4706-beee-b57c116aaab5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (85720ac1-7a00-40d2-9ff9-4c4a37cad9f1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.377781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b625390-dd9c-4706-beee-b57c116aaab5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (85720ac1-7a00-40d2-9ff9-4c4a37cad9f1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.408308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Allocated IP 172.20.0.7 (99c8d911-87c1-4c41-a95a-a22381471786/064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee/d501a00f-1f7f-47d1-b375-64fd26769402) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:02.451579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b625390-dd9c-4706-beee-b57c116aaab5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.458421 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b625390-dd9c-4706-beee-b57c116aaab5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6092882 Feb 19 00:49:02.467893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36482) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:02.471568 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.478819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-72670a72-f777-452e-acd0-0ca4d5e048b5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': '85720ac1-7a00-40d2-9ff9-4c4a37cad9f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:02.494603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router_controller (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.499268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9e262ef-9862-4a58-a5a8-327f4baf3089 req-9b29de8b-503b-46eb-b308-1a2ff74acd71 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419620 Feb 19 00:49:02.531440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b625390-dd9c-4706-beee-b57c116aaab5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85720ac1-7a00-40d2-9ff9-4c4a37cad9f1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:02.645139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-c0b0065f-281e-4bef-9060-75e97c8e4c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:02.647193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-c0b0065f-281e-4bef-9060-75e97c8e4c8e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=fdc7bbcb2b214ace918c1e7767d5c5c7&device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1126 time: 0.3214655 Feb 19 00:49:02.676396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (1e639aa2-3b2c-4357-bd62-cfbaff7255e3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.677246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Fanout notify agent at l3_agent the message router_deleted on router 1e639aa2-3b2c-4357-bd62-cfbaff7255e3 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:02.680564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-028f0b41-8198-4a53-a755-e1a526bb68d5 req-0cbc20e7-d2b2-49ce-86df-1810f5c73b12 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 210 time: 0.0697000 Feb 19 00:49:02.714165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for port (d501a00f-1f7f-47d1-b375-64fd26769402), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.750629 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.777330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0705556-7c1b-43f5-908c-089713b08f91 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:02.788413 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.789511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ebb5cf5f-4d17-4adb-96e7-606c8b004515 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "DELETE /v2.0/routers/1e639aa2-3b2c-4357-bd62-cfbaff7255e3 HTTP/1.1" status: 204 len: 168 time: 4.3992312 Feb 19 00:49:02.800231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72670a72-f777-452e-acd0-0ca4d5e048b5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (361dd88c-146b-4d35-926c-5ce096f605c8), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.827921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36490) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:02.830471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Publish callbacks [] for port (d0705556-7c1b-43f5-908c-089713b08f91), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.833437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'Port': ['ID=d501a00f-1f7f-47d1-b375-64fd26769402,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:02.846698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Network 99c8d911-87c1-4c41-a95a-a22381471786 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:02.848243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:02.851045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:02.913698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:02.914369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.932515 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72670a72-f777-452e-acd0-0ca4d5e048b5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (361dd88c-146b-4d35-926c-5ce096f605c8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.938291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-d6210d66-cd44-478d-81d4-9467985e6c4e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5508213 Feb 19 00:49:02.953902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Request body: {'port': {'device_id': 'f36b58a8-2edb-4081-b074-9da1d85c0705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:02.970289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72670a72-f777-452e-acd0-0ca4d5e048b5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (361dd88c-146b-4d35-926c-5ce096f605c8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:02.997191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72670a72-f777-452e-acd0-0ca4d5e048b5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361dd88c-146b-4d35-926c-5ce096f605c8,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:03.003069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-6b8544ef-7910-4e34-a191-75cd2d443b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.011432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-6b8544ef-7910-4e34-a191-75cd2d443b27 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0af639a4-f77e-4922-b57b-0de621d56df8 HTTP/1.1" status: 200 len: 911 time: 0.3407199 Feb 19 00:49:03.024221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Transition to ACTIVE for port object d0705556-7c1b-43f5-908c-089713b08f91 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:03.065506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.080380 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d0705556-7c1b-43f5-908c-089713b08f91), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.090448 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72670a72-f777-452e-acd0-0ca4d5e048b5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.095821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-72670a72-f777-452e-acd0-0ca4d5e048b5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6266725 Feb 19 00:49:03.102119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36492) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:03.119218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d1fe0fab-2993-4913-bde6-b8dd114f7ea5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': '85720ac1-7a00-40d2-9ff9-4c4a37cad9f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:03.156519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-40c03c37-a620-4218-8fda-b65e1e16c1a0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=70bf2cb3-141d-4b87-85e2-639bbb3fa799 HTTP/1.1" status: 200 len: 217 time: 0.1275713 Feb 19 00:49:03.224084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-425b797c-b380-4a76-af95-6897064cbf89 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Deleting subnet 76e2890a-8c45-4fb2-b4c2-2ba48630ed72 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:49:03.235488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-821f7b1d-e863-4381-854d-c60db0920898 None None] Provisioning complete for port d501a00f-1f7f-47d1-b375-64fd26769402 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:03.238724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-821f7b1d-e863-4381-854d-c60db0920898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.279739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-ba6a6cde-e49d-499b-8e9f-50a83186c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.281429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-ba6a6cde-e49d-499b-8e9f-50a83186c6ec service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cb8e3a40-835f-4765-b891-1451053c3bd0 HTTP/1.1" status: 200 len: 849 time: 0.0894680 Feb 19 00:49:03.282281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-425b797c-b380-4a76-af95-6897064cbf89 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for subnet (76e2890a-8c45-4fb2-b4c2-2ba48630ed72), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.323227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-821f7b1d-e863-4381-854d-c60db0920898 None None] Port d501a00f-1f7f-47d1-b375-64fd26769402 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:03.403670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d501a00f-1f7f-47d1-b375-64fd26769402 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:03.412740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Publish callbacks [] for port (d501a00f-1f7f-47d1-b375-64fd26769402), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.424448 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0fab-2993-4913-bde6-b8dd114f7ea5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (3354587b-cd36-4e5d-94c1-086d6c6d44a4), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.427151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Transition to ACTIVE for port object d501a00f-1f7f-47d1-b375-64fd26769402 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:03.432531 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.441270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Pushing event updated for resources: {'Port': ['ID=d0705556-7c1b-43f5-908c-089713b08f91,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:03.494660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Pushing event updated for resources: {'Port': ['ID=d501a00f-1f7f-47d1-b375-64fd26769402,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:03.518351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-425b797c-b380-4a76-af95-6897064cbf89 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (76e2890a-8c45-4fb2-b4c2-2ba48630ed72), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.575004 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0fab-2993-4913-bde6-b8dd114f7ea5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (3354587b-cd36-4e5d-94c1-086d6c6d44a4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.610251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0fab-2993-4913-bde6-b8dd114f7ea5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3354587b-cd36-4e5d-94c1-086d6c6d44a4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.647873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Attempting to bind port d501a00f-1f7f-47d1-b375-64fd26769402 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:03.648212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Attempting to bind port d501a00f-1f7f-47d1-b375-64fd26769402 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:03.648553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Attempting to bind port d501a00f-1f7f-47d1-b375-64fd26769402 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:03.655194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Port d501a00f-1f7f-47d1-b375-64fd26769402 on network 99c8d911-87c1-4c41-a95a-a22381471786 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:03.655604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Attempting to bind port d501a00f-1f7f-47d1-b375-64fd26769402 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:03.664980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:03.665415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Checking segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:03.665943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Bound using segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:03.666465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Bound port: d501a00f-1f7f-47d1-b375-64fd26769402, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:03.666929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.703257 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1fe0fab-2993-4913-bde6-b8dd114f7ea5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.707299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d1fe0fab-2993-4913-bde6-b8dd114f7ea5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5987971 Feb 19 00:49:03.707471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36502) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:03.727584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a860198c-6424-43dd-8a92-aa1e7f787311 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': '85720ac1-7a00-40d2-9ff9-4c4a37cad9f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:03.746222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe0fab-2993-4913-bde6-b8dd114f7ea5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3354587b-cd36-4e5d-94c1-086d6c6d44a4,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:03.767288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-21d914c8-fe87-4c97-b070-649e07fb22a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.768957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-21d914c8-fe87-4c97-b070-649e07fb22a3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0af639a4-f77e-4922-b57b-0de621d56df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4486675 Feb 19 00:49:03.772252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] For port d501a00f-1f7f-47d1-b375-64fd26769402, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:03.777236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] For port d501a00f-1f7f-47d1-b375-64fd26769402, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d501a00f-1f7f-47d1-b375-64fd26769402,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:03.783328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a860198c-6424-43dd-8a92-aa1e7f787311 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (8b1f1694-0c3b-476d-ae22-6e111374099a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.790723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f18ca4-d700-4479-9363-5caa1d8609df req-a11cea72-ac99-431b-bc26-f65dcd831362 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.792300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97f18ca4-d700-4479-9363-5caa1d8609df req-a11cea72-ac99-431b-bc26-f65dcd831362 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 944 time: 0.3957162 Feb 19 00:49:03.819688 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.894302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a860198c-6424-43dd-8a92-aa1e7f787311 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (8b1f1694-0c3b-476d-ae22-6e111374099a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.905318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a860198c-6424-43dd-8a92-aa1e7f787311 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (8b1f1694-0c3b-476d-ae22-6e111374099a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.936416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.937315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.938634 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] 10.222.0.113 "PUT /v2.0/ports/d501a00f-1f7f-47d1-b375-64fd26769402 HTTP/1.1" status: 200 len: 1091 time: 0.9896808 Feb 19 00:49:03.939101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36b58a8-2edb-4081-b074-9da1d85c0705', 'tag': 'd501a00f-1f7f-47d1-b375-64fd26769402'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:03.941359 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38dee7-e8c3-435d-9400-d0d571fa6aee" -d '{"events": [{"name": "network-changed", "server_uuid": "f36b58a8-2edb-4081-b074-9da1d85c0705", "tag": "d501a00f-1f7f-47d1-b375-64fd26769402"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:03.953796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Attempting to bind port d0705556-7c1b-43f5-908c-089713b08f91 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:03.954150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Attempting to bind port d0705556-7c1b-43f5-908c-089713b08f91 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:03.954522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Attempting to bind port d0705556-7c1b-43f5-908c-089713b08f91 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:03.968398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a860198c-6424-43dd-8a92-aa1e7f787311 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:03.969612 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a860198c-6424-43dd-8a92-aa1e7f787311 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2560809 Feb 19 00:49:03.980817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36514) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:03.983075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5a7d-1332-4f68-9b9f-cf4d9bc727f7 req-e4a8aacb-b171-4e7e-abc8-6eff487df568 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:03.984787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36ba5a7d-1332-4f68-9b9f-cf4d9bc727f7 req-e4a8aacb-b171-4e7e-abc8-6eff487df568 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1126 time: 0.3058794 Feb 19 00:49:03.994280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3dbda4d4-764d-4f5f-bdfa-9cd159ee9db8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': '85720ac1-7a00-40d2-9ff9-4c4a37cad9f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:03.999749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-425b797c-b380-4a76-af95-6897064cbf89 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (76e2890a-8c45-4fb2-b4c2-2ba48630ed72), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.002107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860198c-6424-43dd-8a92-aa1e7f787311 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1f1694-0c3b-476d-ae22-6e111374099a,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.006990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Port d0705556-7c1b-43f5-908c-089713b08f91 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:04.007332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Attempting to bind port d0705556-7c1b-43f5-908c-089713b08f91 on network f3df7abb-909f-4cfc-83dc-4f97b1415e22 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:04.041581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a002128-e0e9-4bac-887d-2a13be72cc8e service neutron] Pushing event updated for resources: {'Port': ['ID=d501a00f-1f7f-47d1-b375-64fd26769402,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.085377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dbda4d4-764d-4f5f-bdfa-9cd159ee9db8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (bad357f8-a32d-4254-96dd-bd95fd9b2374), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.091435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-6f77429c-39e4-42c2-a7b9-56dc7bc746f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.093190 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-6f77429c-39e4-42c2-a7b9-56dc7bc746f5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 1125 time: 0.0892603 Feb 19 00:49:04.113513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97f18ca4-d700-4479-9363-5caa1d8609df req-752cdc7e-a678-4b68-9556-e8c25f91b987 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070266 Feb 19 00:49:04.155671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:04.162617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Checking segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:04.164724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Bound using segment: {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:04.165338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Bound port: d0705556-7c1b-43f5-908c-089713b08f91, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cb9412-98a1-4e27-82d3-05678be6e50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:04.165817 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0705556-7c1b-43f5-908c-089713b08f91), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.188578 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-1a094c1c-dcbb-4231-a12a-7761661a9371 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d501a00f-1f7f-47d1-b375-64fd26769402 HTTP/1.1" status: 200 len: 217 time: 0.0689495 Feb 19 00:49:04.297125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dbda4d4-764d-4f5f-bdfa-9cd159ee9db8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (bad357f8-a32d-4254-96dd-bd95fd9b2374), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.299425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-ed931447-d870-484f-a925-66dd3837b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.300998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-ed931447-d870-484f-a925-66dd3837b738 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1063755 Feb 19 00:49:04.302151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dbda4d4-764d-4f5f-bdfa-9cd159ee9db8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (bad357f8-a32d-4254-96dd-bd95fd9b2374), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.311020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 70bf2cb3-141d-4b87-85e2-639bbb3fa799 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:04.312851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-8a7d69fd-4d03-47ca-9de9-7ebbb5df3722 service neutron] 10.222.0.113 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157375 Feb 19 00:49:04.332516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbda4d4-764d-4f5f-bdfa-9cd159ee9db8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad357f8-a32d-4254-96dd-bd95fd9b2374,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.386591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3dbda4d4-764d-4f5f-bdfa-9cd159ee9db8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.388739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3dbda4d4-764d-4f5f-bdfa-9cd159ee9db8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4053838 Feb 19 00:49:04.392350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36522) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:04.393883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36ba5a7d-1332-4f68-9b9f-cf4d9bc727f7 req-0701606b-57a8-44c2-baab-eb3a92515195 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968780 Feb 19 00:49:04.399647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2db8b2c5-d12b-49ef-b027-bc0917e06c87 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': '85720ac1-7a00-40d2-9ff9-4c4a37cad9f1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:04.438515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-07b3827e-9df0-4068-8132-e85d55ed090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.440806 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-07b3827e-9df0-4068-8132-e85d55ed090e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1093574 Feb 19 00:49:04.471072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-425b797c-b380-4a76-af95-6897064cbf89 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (76e2890a-8c45-4fb2-b4c2-2ba48630ed72), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.480079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2db8b2c5-d12b-49ef-b027-bc0917e06c87 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (af01992b-864a-4ae5-ac41-a829bca141ba), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.500931 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36990f32-add1-434e-abec-d4872210ef88 x-openstack-request-id: req-36990f32-add1-434e-abec-d4872210ef88 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:04.501312 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36b58a8-2edb-4081-b074-9da1d85c0705", "tag": "d501a00f-1f7f-47d1-b375-64fd26769402", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:04.501483 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36990f32-add1-434e-abec-d4872210ef88 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:04.501906 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36b58a8-2edb-4081-b074-9da1d85c0705', 'tag': 'd501a00f-1f7f-47d1-b375-64fd26769402', 'status': 'completed', 'code': 200} Feb 19 00:49:04.547953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 70bf2cb3-141d-4b87-85e2-639bbb3fa799, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=70bf2cb3-141d-4b87-85e2-639bbb3fa799,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:04.570564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] For port d0705556-7c1b-43f5-908c-089713b08f91, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:04.582745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '70bf2cb3-141d-4b87-85e2-639bbb3fa799', 'network_id': '0af639a4-f77e-4922-b57b-0de621d56df8', 'port_id': '70bf2cb3-141d-4b87-85e2-639bbb3fa799', 'mac_address': 'fa:16:3e:3a:04:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8e3a40-835f-4765-b891-1451053c3bd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:04.590671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] For port d0705556-7c1b-43f5-908c-089713b08f91, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d0705556-7c1b-43f5-908c-089713b08f91,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:04.597011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cab9e8fc-a3f4-417a-a761-c10b8a42b5f7 req-d8aabea6-817b-4b5d-b550-4325aaa406fa service neutron] 10.222.0.113 "GET /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534103 Feb 19 00:49:04.624864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2db8b2c5-d12b-49ef-b027-bc0917e06c87 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (af01992b-864a-4ae5-ac41-a829bca141ba), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.637190 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2db8b2c5-d12b-49ef-b027-bc0917e06c87 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (af01992b-864a-4ae5-ac41-a829bca141ba), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.642864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-b1fa3ff0-6c1f-4a87-aff8-509ac4b73054 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870544 Feb 19 00:49:04.643066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:04.643380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.647377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b797c-b380-4a76-af95-6897064cbf89 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event deleted for resources: {'Subnet': ['ID=76e2890a-8c45-4fb2-b4c2-2ba48630ed72,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.651105 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d0705556-7c1b-43f5-908c-089713b08f91), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.661561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bf2cb3-141d-4b87-85e2-639bbb3fa799 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:04.661780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-425b797c-b380-4a76-af95-6897064cbf89 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.667592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-425b797c-b380-4a76-af95-6897064cbf89 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "DELETE /v2.0/subnets/76e2890a-8c45-4fb2-b4c2-2ba48630ed72 HTTP/1.1" status: 204 len: 168 time: 1.8296559 Feb 19 00:49:04.676499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36524) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:04.684731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a420b273-26a2-4b73-85f3-d29339a399f5 req-7e0dc20f-3441-480d-a955-68506913aa70 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.689454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8b2c5-d12b-49ef-b027-bc0917e06c87 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af01992b-864a-4ae5-ac41-a829bca141ba,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.693454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a420b273-26a2-4b73-85f3-d29339a399f5 req-7e0dc20f-3441-480d-a955-68506913aa70 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 943 time: 0.4439955 Feb 19 00:49:04.697604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 70bf2cb3-141d-4b87-85e2-639bbb3fa799, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=70bf2cb3-141d-4b87-85e2-639bbb3fa799,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:04.701053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0df485-e576-4454-9476-9766c652d699 None None] Network 42129b3d-b030-41fb-9c72-639b910a08ec requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:04.707146 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.776779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=70bf2cb3-141d-4b87-85e2-639bbb3fa799,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:04.811870 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2db8b2c5-d12b-49ef-b027-bc0917e06c87 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.815854 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2db8b2c5-d12b-49ef-b027-bc0917e06c87 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4198008 Feb 19 00:49:04.831570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:04.832690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.834238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] 10.222.0.126 "PUT /v2.0/ports/d0705556-7c1b-43f5-908c-089713b08f91 HTTP/1.1" status: 200 len: 1092 time: 3.3009918 Feb 19 00:49:04.847129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36532) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:04.859599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e3b377-f1ae-4312-9894-3f2ec0cfafbb', 'tag': 'd0705556-7c1b-43f5-908c-089713b08f91'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:04.863368 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36573b08-aafc-4af3-92b0-5b23cc2b1d18" -d '{"events": [{"name": "network-changed", "server_uuid": "47e3b377-f1ae-4312-9894-3f2ec0cfafbb", "tag": "d0705556-7c1b-43f5-908c-089713b08f91"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:04.911631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (42129b3d-b030-41fb-9c72-639b910a08ec), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:04.947321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['70bf2cb3-141d-4b87-85e2-639bbb3fa799'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:04.957898 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ceec2886-fb66-4c3a-bd43-e8a466f94994 req-bcd692e3-e695-4ba6-9ab9-4935bf297589 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881844 Feb 19 00:49:04.960598 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe30dc-1052-4227-8c97-4d9f7ec32867 x-openstack-request-id: req-66fe30dc-1052-4227-8c97-4d9f7ec32867 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:04.961133 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e3b377-f1ae-4312-9894-3f2ec0cfafbb", "tag": "d0705556-7c1b-43f5-908c-089713b08f91", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:04.961582 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66fe30dc-1052-4227-8c97-4d9f7ec32867 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:04.971796 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47e3b377-f1ae-4312-9894-3f2ec0cfafbb', 'tag': 'd0705556-7c1b-43f5-908c-089713b08f91', 'status': 'completed', 'code': 200} Feb 19 00:49:05.044579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] DHCP port deletion for 42129b3d-b030-41fb-9c72-639b910a08ec request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:49:05.065847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-b8b51918-9d40-4b9f-b63f-398f56831eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.067828 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-b8b51918-9d40-4b9f-b63f-398f56831eb5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 1125 time: 0.0564561 Feb 19 00:49:05.122724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a420b273-26a2-4b73-85f3-d29339a399f5 req-443aa00c-af99-4a3e-aed8-ca07dd8b1623 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283743 Feb 19 00:49:05.146361 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e482662-759a-4f72-93d2-32cf36f00af9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (af01992b-864a-4ae5-ac41-a829bca141ba), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.165201 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e482662-759a-4f72-93d2-32cf36f00af9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (af01992b-864a-4ae5-ac41-a829bca141ba), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.203231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682e7c1-ffcd-4d0e-b6bf-c2805d269013 service neutron] Pushing event updated for resources: {'Port': ['ID=d0705556-7c1b-43f5-908c-089713b08f91,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:05.281464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-6d307c98-7fae-486e-a26a-89e0bca7b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.286652 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-6d307c98-7fae-486e-a26a-89e0bca7b70f service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.2098525 Feb 19 00:49:05.308619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] Deleting port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:05.309003 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.374787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] For port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3163b54f-5d65-4f0c-bcd1-61f5e2338a69,segment=NetworkSegment(f493dac8-90cb-4693-94f7-3ab840f9d683),segment_id=f493dac8-90cb-4693-94f7-3ab840f9d683)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:05.375939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.394925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] Calling delete_port for 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:05.437667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-140d322b-ad76-4072-b8d5-3b544f3606c2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d501a00f-1f7f-47d1-b375-64fd26769402 HTTP/1.1" status: 200 len: 217 time: 0.1441307 Feb 19 00:49:05.515303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36556) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:05.539270 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.562098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-8705cbf1-7b9f-4840-8c30-ba8b6432fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.567749 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-8705cbf1-7b9f-4840-8c30-ba8b6432fe20 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1240635 Feb 19 00:49:05.614704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] Pushing event deleted for resources: {'Port': ['ID=3163b54f-5d65-4f0c-bcd1-61f5e2338a69,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:05.617062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dce1d1-f46f-4e3e-b364-69fedc350ccf None None] No DVR routers for this DVR port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:05.666044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-97e42e6f-35c6-4bc7-a9f7-e8fa557835d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.670881 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-97e42e6f-35c6-4bc7-a9f7-e8fa557835d8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0941441 Feb 19 00:49:05.773408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:05.809261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:05.809585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:05.843163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d60fdd7-9b32-438b-92e7-d57286d4bba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.846861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-1b9668d1-90ef-485c-a2b2-76e5ae5c3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:05.848472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-1b9668d1-90ef-485c-a2b2-76e5ae5c3833 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 1126 time: 0.9572339 Feb 19 00:49:05.850109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e482662-759a-4f72-93d2-32cf36f00af9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (af01992b-864a-4ae5-ac41-a829bca141ba), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.855926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e482662-759a-4f72-93d2-32cf36f00af9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:05.859520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3e482662-759a-4f72-93d2-32cf36f00af9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/af01992b-864a-4ae5-ac41-a829bca141ba HTTP/1.1" status: 204 len: 168 time: 0.9900882 Feb 19 00:49:05.860518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36562) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:05.910470 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-5d0e42d3-6df8-4ac5-958d-a6e4ce64e267 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335470 Feb 19 00:49:05.966690 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-92a425ca-1874-4cff-833d-b4983895af84 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1046929 Feb 19 00:49:05.979112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e482662-759a-4f72-93d2-32cf36f00af9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af01992b-864a-4ae5-ac41-a829bca141ba,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:05.991308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36564) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:06.009516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-52dec721-2e27-4550-acf1-3afee2228453 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0705556-7c1b-43f5-908c-089713b08f91 HTTP/1.1" status: 200 len: 217 time: 0.1472859 Feb 19 00:49:06.070780 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8c38dee7-e8c3-435d-9400-d0d571fa6aee req-d1ccf20d-b7cb-4b48-90f3-73d1976e0def service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495647 Feb 19 00:49:06.083152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d60fdd7-9b32-438b-92e7-d57286d4bba0 admin admin] Publish callbacks [] for security_group (5db5eb3b-9066-4281-838b-df6dfc7ccae3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.089703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d60fdd7-9b32-438b-92e7-d57286d4bba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5db5eb3b-9066-4281-838b-df6dfc7ccae3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.100184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade3d7-e5da-41ec-8527-72bf9d828f59 req-e5047a0a-d0e2-4eb4-86dd-13966aa0235a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.101882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ade3d7-e5da-41ec-8527-72bf9d828f59 req-e5047a0a-d0e2-4eb4-86dd-13966aa0235a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1127 time: 0.3613274 Feb 19 00:49:06.103653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-d99620f3-d571-4c09-a420-29650e3a4d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.105097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-d99620f3-d571-4c09-a420-29650e3a4d73 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.0781677 Feb 19 00:49:06.164434 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9d60fdd7-9b32-438b-92e7-d57286d4bba0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a278161d374e4d84ae3e300db8e8731e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6460512 Feb 19 00:49:06.180310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36568) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:06.202853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60fdd7-9b32-438b-92e7-d57286d4bba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db5eb3b-9066-4281-838b-df6dfc7ccae3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:06.255735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Deleting port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:06.256359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.260320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ade3d7-e5da-41ec-8527-72bf9d828f59 req-6437e7e3-bba2-413e-ac8b-a7d83f10c3cd tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496344 Feb 19 00:49:06.285116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432a0a6-038a-4065-a6e0-fa7252cdc6be req-98935628-cd58-4608-bf91-6f31c5c6e8ba tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.288813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31730d29-6ec8-4b5b-899c-7d0d2cddd9ed admin admin] Publish callbacks [] for security_group (5db5eb3b-9066-4281-838b-df6dfc7ccae3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.292562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e432a0a6-038a-4065-a6e0-fa7252cdc6be req-98935628-cd58-4608-bf91-6f31c5c6e8ba tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 944 time: 0.5507984 Feb 19 00:49:06.320178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 70bf2cb3-141d-4b87-85e2-639bbb3fa799 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:06.324785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ebad99d-45c9-4e34-9a28-9a0d3332b5b7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (bad357f8-a32d-4254-96dd-bd95fd9b2374), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.337771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-3bb9dca8-8faa-483f-81bd-a9b1e1d1db77 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1903353 Feb 19 00:49:06.366046 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31730d29-6ec8-4b5b-899c-7d0d2cddd9ed admin admin] Publish callbacks [] for security_group (5db5eb3b-9066-4281-838b-df6dfc7ccae3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.399777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ebad99d-45c9-4e34-9a28-9a0d3332b5b7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (bad357f8-a32d-4254-96dd-bd95fd9b2374), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.436614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:06.441100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:06.441591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.481000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31730d29-6ec8-4b5b-899c-7d0d2cddd9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5db5eb3b-9066-4281-838b-df6dfc7ccae3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.487550 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31730d29-6ec8-4b5b-899c-7d0d2cddd9ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.491204 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-31730d29-6ec8-4b5b-899c-7d0d2cddd9ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5db5eb3b-9066-4281-838b-df6dfc7ccae3 HTTP/1.1" status: 204 len: 168 time: 0.3094904 Feb 19 00:49:06.512881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-c258a9d3-141d-4a34-9527-de8ef156b420 service neutron] 10.222.0.126 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267865 Feb 19 00:49:06.533036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31730d29-6ec8-4b5b-899c-7d0d2cddd9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db5eb3b-9066-4281-838b-df6dfc7ccae3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:06.575274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:06.578691 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.671731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 70bf2cb3-141d-4b87-85e2-639bbb3fa799, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=70bf2cb3-141d-4b87-85e2-639bbb3fa799,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:06.678087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e56bd5-086a-4309-8c28-e738fbb98c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bf2cb3-141d-4b87-85e2-639bbb3fa799'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:06.684913 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c6bb7d-c346-4749-a55c-726951b375d0" -d '{"events": [{"server_uuid": "71e56bd5-086a-4309-8c28-e738fbb98c36", "name": "network-vif-plugged", "status": "completed", "tag": "70bf2cb3-141d-4b87-85e2-639bbb3fa799"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:06.697205 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.756101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] For port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69, host n-d-826527-3, got binding levels [] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:06.756729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.808874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=70bf2cb3-141d-4b87-85e2-639bbb3fa799,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:06.835623 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ebad99d-45c9-4e34-9a28-9a0d3332b5b7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (bad357f8-a32d-4254-96dd-bd95fd9b2374), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.849536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8381432b-2e96-4a92-baaa-5f0bb7462ae6 req-e83944b6-d0b8-4213-ba67-22eb54fc6752 service neutron] 10.222.0.126 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320399 Feb 19 00:49:06.852360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Calling delete_port for 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:06.857631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ebad99d-45c9-4e34-9a28-9a0d3332b5b7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:06.858743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1ebad99d-45c9-4e34-9a28-9a0d3332b5b7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/bad357f8-a32d-4254-96dd-bd95fd9b2374 HTTP/1.1" status: 204 len: 168 time: 0.8639076 Feb 19 00:49:06.861482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36576) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:06.864091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 was not found and therefore no delete operation was performed {{(pid=103649) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:49:06.871914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d05f7-9cad-43a3-8119-3fdb3df5095f req-d43c3cec-dfa0-444a-8cd8-a1c71112c4c7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:06.873740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-938d05f7-9cad-43a3-8119-3fdb3df5095f req-d43c3cec-dfa0-444a-8cd8-a1c71112c4c7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 943 time: 0.4802651 Feb 19 00:49:06.878724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e432a0a6-038a-4065-a6e0-fa7252cdc6be req-848a624c-cdcd-4f43-aff3-041478dc7335 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5850742 Feb 19 00:49:06.879941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebad99d-45c9-4e34-9a28-9a0d3332b5b7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bad357f8-a32d-4254-96dd-bd95fd9b2374,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:06.881954 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3163b54f-5d65-4f0c-bcd1-61f5e2338a69), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.011164 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8b76b1bd-f12e-49dd-b817-25b370fc9f0b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1455278 Feb 19 00:49:07.012062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36580) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.039867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event deleted for resources: {'Port': ['ID=3163b54f-5d65-4f0c-bcd1-61f5e2338a69,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:07.044894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] No DVR routers for this DVR port 3163b54f-5d65-4f0c-bcd1-61f5e2338a69 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:07.048636 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cc03d0-f505-4920-971c-76223b195a27 x-openstack-request-id: req-f7cc03d0-f505-4920-971c-76223b195a27 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:07.048997 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e56bd5-086a-4309-8c28-e738fbb98c36", "name": "network-vif-plugged", "status": "completed", "tag": "70bf2cb3-141d-4b87-85e2-639bbb3fa799", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:07.049316 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7cc03d0-f505-4920-971c-76223b195a27 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:07.049775 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e56bd5-086a-4309-8c28-e738fbb98c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bf2cb3-141d-4b87-85e2-639bbb3fa799', 'code': 200} Feb 19 00:49:07.161854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36582) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.164317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e080ea-4c3b-4b0e-aaa7-a61aca6548cf tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (8b1f1694-0c3b-476d-ae22-6e111374099a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.175318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e080ea-4c3b-4b0e-aaa7-a61aca6548cf tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (8b1f1694-0c3b-476d-ae22-6e111374099a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.199343 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0d66c08-a5ec-4def-bd2f-2b1a9292e602 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.220478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589a838-e233-48b0-bd81-f0d846b7b8a6 req-5cdf49cf-9500-49f2-8a77-ec6c622dd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.222762 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6589a838-e233-48b0-bd81-f0d846b7b8a6 req-5cdf49cf-9500-49f2-8a77-ec6c622dd21f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1128 time: 0.1285081 Feb 19 00:49:07.224943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e080ea-4c3b-4b0e-aaa7-a61aca6548cf tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (8b1f1694-0c3b-476d-ae22-6e111374099a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.231888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e080ea-4c3b-4b0e-aaa7-a61aca6548cf tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.235829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c2e080ea-4c3b-4b0e-aaa7-a61aca6548cf tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8b1f1694-0c3b-476d-ae22-6e111374099a HTTP/1.1" status: 204 len: 168 time: 0.2185414 Feb 19 00:49:07.246953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36584) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.277938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e080ea-4c3b-4b0e-aaa7-a61aca6548cf tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b1f1694-0c3b-476d-ae22-6e111374099a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:07.322025 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6589a838-e233-48b0-bd81-f0d846b7b8a6 req-d06740eb-3e3b-4b42-b841-edcd4c2e41ed service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866680 Feb 19 00:49:07.325151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-938d05f7-9cad-43a3-8119-3fdb3df5095f req-e7554b9d-3299-4a2e-907f-a0a7acb9659d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401901 Feb 19 00:49:07.356573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-cec9a463-0a8f-47a5-a757-6a31165bf831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.357526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-cec9a463-0a8f-47a5-a757-6a31165bf831 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 1126 time: 0.3895471 Feb 19 00:49:07.364571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (42129b3d-b030-41fb-9c72-639b910a08ec), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.383223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a620d0a9-cd57-43cd-b4e4-52619a305cd7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1350398 Feb 19 00:49:07.385864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36588) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.416979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6318397-0c5f-45af-8718-0cd8e5510af5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (3354587b-cd36-4e5d-94c1-086d6c6d44a4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.432925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6318397-0c5f-45af-8718-0cd8e5510af5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (3354587b-cd36-4e5d-94c1-086d6c6d44a4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.490589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42129b3d-b030-41fb-9c72-639b910a08ec']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:07.491107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6318397-0c5f-45af-8718-0cd8e5510af5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3354587b-cd36-4e5d-94c1-086d6c6d44a4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.497333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6318397-0c5f-45af-8718-0cd8e5510af5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.504102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f493dac8-90cb-4693-94f7-3ab840f9d683') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:07.504403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f493dac8-90cb-4693-94f7-3ab840f9d683') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:07.505868 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e6318397-0c5f-45af-8718-0cd8e5510af5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3354587b-cd36-4e5d-94c1-086d6c6d44a4 HTTP/1.1" status: 204 len: 168 time: 0.1187999 Feb 19 00:49:07.508478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36590) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.516606 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (f493dac8-90cb-4693-94f7-3ab840f9d683), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.534854 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f493dac8-90cb-4693-94f7-3ab840f9d683), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.545546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:49:07.545900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (f493dac8-90cb-4693-94f7-3ab840f9d683), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.548613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6318397-0c5f-45af-8718-0cd8e5510af5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3354587b-cd36-4e5d-94c1-086d6c6d44a4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:07.606834 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b137f55-e6ce-4006-a50c-f3612e794c70 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0913610 Feb 19 00:49:07.607635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36592) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:49:07.622259 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:49:07.638832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a069-9ea9-44fe-9963-2b6cbb775961 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (361dd88c-146b-4d35-926c-5ce096f605c8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.652681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a069-9ea9-44fe-9963-2b6cbb775961 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (361dd88c-146b-4d35-926c-5ce096f605c8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.717386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a069-9ea9-44fe-9963-2b6cbb775961 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (361dd88c-146b-4d35-926c-5ce096f605c8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.727269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0d66c08-a5ec-4def-bd2f-2b1a9292e602 admin admin] Publish callbacks [] for security_group (66a5dddb-7b48-4658-b506-71b4f515ff0a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.729265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fc1a069-9ea9-44fe-9963-2b6cbb775961 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.734710 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6fc1a069-9ea9-44fe-9963-2b6cbb775961 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/361dd88c-146b-4d35-926c-5ce096f605c8 HTTP/1.1" status: 204 len: 168 time: 0.1258190 Feb 19 00:49:07.740168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36594) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.759653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1a069-9ea9-44fe-9963-2b6cbb775961 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=361dd88c-146b-4d35-926c-5ce096f605c8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:07.766743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0d66c08-a5ec-4def-bd2f-2b1a9292e602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (66a5dddb-7b48-4658-b506-71b4f515ff0a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.769269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (42129b3d-b030-41fb-9c72-639b910a08ec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.780525 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:07.784998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "DELETE /v2.0/networks/42129b3d-b030-41fb-9c72-639b910a08ec HTTP/1.1" status: 204 len: 168 time: 3.0887084 Feb 19 00:49:07.792391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36596) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.839893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d66c08-a5ec-4def-bd2f-2b1a9292e602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a5dddb-7b48-4658-b506-71b4f515ff0a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:07.844126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ae031-14b7-4e13-bc06-a69c5c9535f2 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event deleted for resources: {'Network': ['ID=42129b3d-b030-41fb-9c72-639b910a08ec,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:07.892115 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-010b9930-c46d-480e-b441-b5d21dea4f00 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1481690 Feb 19 00:49:07.894585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36598) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:07.943086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-807ae887-5c4c-4536-abd9-9a12710cd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:07.946235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-807ae887-5c4c-4536-abd9-9a12710cd9af service neutron] 10.222.0.126 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.5683029 Feb 19 00:49:07.950877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f0d66c08-a5ec-4def-bd2f-2b1a9292e602 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2c35607222645f7b339f42a810d9769&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7823672 Feb 19 00:49:07.960673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36602) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:08.059109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14778b5-82fb-4b6f-9afe-2f1109162a67 req-f7dd4a80-e337-4144-840a-3894160727f3 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:08.060882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d14778b5-82fb-4b6f-9afe-2f1109162a67 req-f7dd4a80-e337-4144-840a-3894160727f3 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1128 time: 0.6368129 Feb 19 00:49:08.099405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49302433-5dee-4015-8256-344c2edeada5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (85720ac1-7a00-40d2-9ff9-4c4a37cad9f1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.107704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Deleting port f88528d4-2c88-43e3-99f3-59b708d91165 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:08.108040 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f88528d4-2c88-43e3-99f3-59b708d91165), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.128708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01588b23-d5fe-4b3e-bcbf-f5d1cbcab5e7 admin admin] Publish callbacks [] for security_group (66a5dddb-7b48-4658-b506-71b4f515ff0a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.141761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-05714ea8-fc7d-4462-9872-0333508921b0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0705556-7c1b-43f5-908c-089713b08f91 HTTP/1.1" status: 200 len: 217 time: 0.1808293 Feb 19 00:49:08.150455 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01588b23-d5fe-4b3e-bcbf-f5d1cbcab5e7 admin admin] Publish callbacks [] for security_group (66a5dddb-7b48-4658-b506-71b4f515ff0a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.234898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01588b23-d5fe-4b3e-bcbf-f5d1cbcab5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (66a5dddb-7b48-4658-b506-71b4f515ff0a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.237576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01588b23-d5fe-4b3e-bcbf-f5d1cbcab5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.241114 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-01588b23-d5fe-4b3e-bcbf-f5d1cbcab5e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66a5dddb-7b48-4658-b506-71b4f515ff0a HTTP/1.1" status: 204 len: 168 time: 0.2776375 Feb 19 00:49:08.278833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49302433-5dee-4015-8256-344c2edeada5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (85720ac1-7a00-40d2-9ff9-4c4a37cad9f1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.301450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ddfa0-cf1e-4059-a61d-fda87e2b003c req-cf20547a-5fd9-42f0-b989-05287865e12f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:08.308305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-038ddfa0-cf1e-4059-a61d-fda87e2b003c req-cf20547a-5fd9-42f0-b989-05287865e12f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 944 time: 0.2464278 Feb 19 00:49:08.319177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d14778b5-82fb-4b6f-9afe-2f1109162a67 req-39098a2e-e163-4536-bfc3-5b5e258d84a9 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285049 Feb 19 00:49:08.340750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d501a00f-1f7f-47d1-b375-64fd26769402 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:08.349525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01588b23-d5fe-4b3e-bcbf-f5d1cbcab5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a5dddb-7b48-4658-b506-71b4f515ff0a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:08.363605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-d64bcb98-89a7-4962-a3c5-5c68ba9441b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:08.367696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-d64bcb98-89a7-4962-a3c5-5c68ba9441b5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.1770494 Feb 19 00:49:08.457404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-110115ee-6412-4e9d-ad04-b4cc97dfe203 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805998 Feb 19 00:49:08.460077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f88528d4-2c88-43e3-99f3-59b708d91165), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.460658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for floatingip (f88528d4-2c88-43e3-99f3-59b708d91165), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.477444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49302433-5dee-4015-8256-344c2edeada5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (85720ac1-7a00-40d2-9ff9-4c4a37cad9f1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.487947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49302433-5dee-4015-8256-344c2edeada5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.489530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-49302433-5dee-4015-8256-344c2edeada5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/85720ac1-7a00-40d2-9ff9-4c4a37cad9f1 HTTP/1.1" status: 204 len: 168 time: 0.5405359 Feb 19 00:49:08.503069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36610) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:08.548995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Calling delete_port for f88528d4-2c88-43e3-99f3-59b708d91165 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:08.680983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d501a00f-1f7f-47d1-b375-64fd26769402, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d501a00f-1f7f-47d1-b375-64fd26769402,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:08.685030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-9d8f4932-95ef-4ebe-a301-93bc250442ef service neutron] 10.222.0.126 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207491 Feb 19 00:49:08.709512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'd501a00f-1f7f-47d1-b375-64fd26769402', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': 'd501a00f-1f7f-47d1-b375-64fd26769402', 'mac_address': 'fa:16:3e:9b:4b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:08.768158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d501a00f-1f7f-47d1-b375-64fd26769402 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:08.768480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.771658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49302433-5dee-4015-8256-344c2edeada5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85720ac1-7a00-40d2-9ff9-4c4a37cad9f1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:08.788834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f88528d4-2c88-43e3-99f3-59b708d91165), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.821285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d501a00f-1f7f-47d1-b375-64fd26769402 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:08.830869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36573b08-aafc-4af3-92b0-5b23cc2b1d18 req-c915f15c-0531-4a8c-a5c9-e81e0f11179b service neutron] 10.222.0.126 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193476 Feb 19 00:49:08.843340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-038ddfa0-cf1e-4059-a61d-fda87e2b003c req-fb205f3b-4721-444d-8c86-b81484453bd2 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5321240 Feb 19 00:49:08.881682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Pushing event deleted for resources: {'Port': ['ID=f88528d4-2c88-43e3-99f3-59b708d91165,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:08.883048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d501a00f-1f7f-47d1-b375-64fd26769402, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d501a00f-1f7f-47d1-b375-64fd26769402,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:08.890717 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:08.925361 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-807930c3-e885-4f6e-9bfb-98d74a3ee6ff tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4063392 Feb 19 00:49:08.927530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36616) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:08.933372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-56a55dec-add6-4b8f-b8e5-f2c78e4b2aca tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--952615586'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:08.991519 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56a55dec-add6-4b8f-b8e5-f2c78e4b2aca tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.013504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e281eba3-5e55-498e-908f-50082db28f4f req-25425996-8efc-45bc-a7f1-2f119bbe43ff tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:09.015572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e281eba3-5e55-498e-908f-50082db28f4f req-25425996-8efc-45bc-a7f1-2f119bbe43ff tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 943 time: 0.3294837 Feb 19 00:49:09.040724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d501a00f-1f7f-47d1-b375-64fd26769402,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:09.048097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks [] for floatingip (820dd23b-b232-4c27-901f-f16b3b191398), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.053241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.056557 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2351a61f-d448-4cec-b5cf-7c51a285fb30 tempest-FloatingIPAdminTestJSON-2073688669 tempest-FloatingIPAdminTestJSON-2073688669-project] 10.222.0.60 "DELETE /v2.0/floatingips/820dd23b-b232-4c27-901f-f16b3b191398 HTTP/1.1" status: 204 len: 168 time: 1.2632098 Feb 19 00:49:09.133864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e281eba3-5e55-498e-908f-50082db28f4f req-5f240f57-dbf5-4271-b075-e5b5fabc55b9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082735 Feb 19 00:49:09.184367 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56a55dec-add6-4b8f-b8e5-f2c78e4b2aca tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (94b18fc3-6b52-4f52-a82f-dcee831828b6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.188106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d501a00f-1f7f-47d1-b375-64fd26769402'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:09.195160 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56a55dec-add6-4b8f-b8e5-f2c78e4b2aca tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (94b18fc3-6b52-4f52-a82f-dcee831828b6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.232200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-56a55dec-add6-4b8f-b8e5-f2c78e4b2aca tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.236379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36628) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:09.236563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-56a55dec-add6-4b8f-b8e5-f2c78e4b2aca tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3076954 Feb 19 00:49:09.238887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a55dec-add6-4b8f-b8e5-f2c78e4b2aca tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b18fc3-6b52-4f52-a82f-dcee831828b6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:09.241394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-19555060-5ec8-4c6f-b3cd-4243855f9909 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': '94b18fc3-6b52-4f52-a82f-dcee831828b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:09.285958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19555060-5ec8-4c6f-b3cd-4243855f9909 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (d514ef69-b013-4cfb-a849-0e92fd4c0f82), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.368686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19555060-5ec8-4c6f-b3cd-4243855f9909 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (d514ef69-b013-4cfb-a849-0e92fd4c0f82), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.374367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19555060-5ec8-4c6f-b3cd-4243855f9909 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (d514ef69-b013-4cfb-a849-0e92fd4c0f82), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.398364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19555060-5ec8-4c6f-b3cd-4243855f9909 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d514ef69-b013-4cfb-a849-0e92fd4c0f82,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:09.404394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-19555060-5ec8-4c6f-b3cd-4243855f9909 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.408504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36636) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:09.408655 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-19555060-5ec8-4c6f-b3cd-4243855f9909 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1710706 Feb 19 00:49:09.456514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36640) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:09.510285 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d90b6b90-9f30-4266-b5df-4a82c1615365 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (94b18fc3-6b52-4f52-a82f-dcee831828b6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.542617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d90b6b90-9f30-4266-b5df-4a82c1615365 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (94b18fc3-6b52-4f52-a82f-dcee831828b6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.546590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de4e60-2f21-4282-a31e-13e3c7b986ac req-bcd73e2f-fcb0-4d23-8cfe-64c80322c7c9 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:09.548152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77de4e60-2f21-4282-a31e-13e3c7b986ac req-bcd73e2f-fcb0-4d23-8cfe-64c80322c7c9 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1128 time: 0.0953524 Feb 19 00:49:09.618731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77de4e60-2f21-4282-a31e-13e3c7b986ac req-564bd3a2-a329-4f37-98ef-67758fa2e626 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605774 Feb 19 00:49:09.619836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d90b6b90-9f30-4266-b5df-4a82c1615365 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (94b18fc3-6b52-4f52-a82f-dcee831828b6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.622407 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d90b6b90-9f30-4266-b5df-4a82c1615365 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.625971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d90b6b90-9f30-4266-b5df-4a82c1615365 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/94b18fc3-6b52-4f52-a82f-dcee831828b6 HTTP/1.1" status: 204 len: 168 time: 0.2139096 Feb 19 00:49:09.626443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36648) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:09.634418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b6b90-9f30-4266-b5df-4a82c1615365 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b18fc3-6b52-4f52-a82f-dcee831828b6,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:09.681081 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e587fea9-bc7b-468c-b82c-c04a3fb90a98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2e328a01cf094effb1e23784743e1e2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2233336 Feb 19 00:49:09.683775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36652) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:09.734505 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-79e7575f-5799-429d-9076-12d7a7b374c9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1034153 Feb 19 00:49:09.735003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36654) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:09.740441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dc13aeed-b299-42f5-bcf9-5670d8e3022a tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314554950'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:09.777574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc13aeed-b299-42f5-bcf9-5670d8e3022a tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.783439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be59c2-7cda-4465-8cbe-f284ca000306 req-33bf7a7e-336a-4099-9b15-b627ba348928 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:09.784998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5be59c2-7cda-4465-8cbe-f284ca000306 req-33bf7a7e-336a-4099-9b15-b627ba348928 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1128 time: 0.0826924 Feb 19 00:49:09.786036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df62c12b-23e2-4fdd-9544-b0b1e8e36a03 admin admin] Publish callbacks [] for security_group (eee23239-19f1-4c37-b5b0-fb9d01ab2add), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.824899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df62c12b-23e2-4fdd-9544-b0b1e8e36a03 admin admin] Publish callbacks [] for security_group (eee23239-19f1-4c37-b5b0-fb9d01ab2add), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.876249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5be59c2-7cda-4465-8cbe-f284ca000306 req-3465fb89-838c-408f-aa8d-89b56f372fd0 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807872 Feb 19 00:49:09.905849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df62c12b-23e2-4fdd-9544-b0b1e8e36a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (eee23239-19f1-4c37-b5b0-fb9d01ab2add), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.905849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-df62c12b-23e2-4fdd-9544-b0b1e8e36a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.905849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-df62c12b-23e2-4fdd-9544-b0b1e8e36a03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eee23239-19f1-4c37-b5b0-fb9d01ab2add HTTP/1.1" status: 204 len: 168 time: 0.2177436 Feb 19 00:49:09.913706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62c12b-23e2-4fdd-9544-b0b1e8e36a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee23239-19f1-4c37-b5b0-fb9d01ab2add,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:09.924887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc13aeed-b299-42f5-bcf9-5670d8e3022a tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (48aa70fc-46ad-42ed-b64f-574ecde07e50), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.942018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc13aeed-b299-42f5-bcf9-5670d8e3022a tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (48aa70fc-46ad-42ed-b64f-574ecde07e50), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.977198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc13aeed-b299-42f5-bcf9-5670d8e3022a tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:09.982354 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc13aeed-b299-42f5-bcf9-5670d8e3022a tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2460823 Feb 19 00:49:09.982998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36666) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:10.002581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0f1a83eb-0421-4702-a8e7-8e4ebf3c00a1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--814617335'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:10.027702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13aeed-b299-42f5-bcf9-5670d8e3022a tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48aa70fc-46ad-42ed-b64f-574ecde07e50,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.040228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17de93-f680-4285-87eb-df814e4b7e54 req-f67cb7d1-5495-462c-9a97-0845f0ea7aab tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:10.049864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0f1a83eb-0421-4702-a8e7-8e4ebf3c00a1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.051403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea17de93-f680-4285-87eb-df814e4b7e54 req-f67cb7d1-5495-462c-9a97-0845f0ea7aab tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 944 time: 0.0785048 Feb 19 00:49:10.167481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea17de93-f680-4285-87eb-df814e4b7e54 req-ffd09b2e-93d2-4076-bbce-53c2a1b67b86 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149745 Feb 19 00:49:10.180995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80164ca5-b327-47cd-a04a-a20ccf497f66 req-9d17937b-6d86-404c-aba4-b1f93558dda7 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:10.182560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80164ca5-b327-47cd-a04a-a20ccf497f66 req-9d17937b-6d86-404c-aba4-b1f93558dda7 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1128 time: 0.1529315 Feb 19 00:49:10.196346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0f1a83eb-0421-4702-a8e7-8e4ebf3c00a1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (033ff512-5cbd-417d-96ed-2602a34a480c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.209202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0f1a83eb-0421-4702-a8e7-8e4ebf3c00a1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (033ff512-5cbd-417d-96ed-2602a34a480c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.272247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d0705556-7c1b-43f5-908c-089713b08f91 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:10.280236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0f1a83eb-0421-4702-a8e7-8e4ebf3c00a1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.284026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0f1a83eb-0421-4702-a8e7-8e4ebf3c00a1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2882066 Feb 19 00:49:10.284446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36678) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:10.303101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3b93edf7-251d-4696-b49e-88b101f2be69 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': '48aa70fc-46ad-42ed-b64f-574ecde07e50', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '033ff512-5cbd-417d-96ed-2602a34a480c', 'remote_ip_prefix': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:10.316014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a83eb-0421-4702-a8e7-8e4ebf3c00a1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033ff512-5cbd-417d-96ed-2602a34a480c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.378303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80164ca5-b327-47cd-a04a-a20ccf497f66 req-8733b5da-9734-4000-b2cd-d1382408c7aa tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797929 Feb 19 00:49:10.380695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b93edf7-251d-4696-b49e-88b101f2be69 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (067ef3c8-b94f-404e-87cf-9a65c5a3be9d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.427263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d10fe2-2470-45e7-8aa1-4d31667b05f3 req-37afdeda-b513-4064-a1b0-8d332cbe963f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:10.432692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4d10fe2-2470-45e7-8aa1-4d31667b05f3 req-37afdeda-b513-4064-a1b0-8d332cbe963f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 944 time: 0.1559396 Feb 19 00:49:10.434735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d0705556-7c1b-43f5-908c-089713b08f91, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d0705556-7c1b-43f5-908c-089713b08f91,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:10.466378 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b93edf7-251d-4696-b49e-88b101f2be69 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (067ef3c8-b94f-404e-87cf-9a65c5a3be9d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.469920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'd0705556-7c1b-43f5-908c-089713b08f91', 'network_id': 'f3df7abb-909f-4cfc-83dc-4f97b1415e22', 'port_id': 'd0705556-7c1b-43f5-908c-089713b08f91', 'mac_address': 'fa:16:3e:76:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3299a37f-8323-45d4-96ad-6889f7461e7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:10.471240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b93edf7-251d-4696-b49e-88b101f2be69 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (067ef3c8-b94f-404e-87cf-9a65c5a3be9d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.481638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d501a00f-1f7f-47d1-b375-64fd26769402 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:10.494377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93edf7-251d-4696-b49e-88b101f2be69 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067ef3c8-b94f-404e-87cf-9a65c5a3be9d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.505506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b93edf7-251d-4696-b49e-88b101f2be69 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.509991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36684) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:10.513870 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b93edf7-251d-4696-b49e-88b101f2be69 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2281728 Feb 19 00:49:10.558671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36686) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:10.574059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09c90a17-b4a9-447b-bfca-75a778100c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.584859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4d10fe2-2470-45e7-8aa1-4d31667b05f3 req-1095084d-473b-43ab-a0a2-f2b1d49929d9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443646 Feb 19 00:49:10.592167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a469225-4eb6-4d7e-902c-5eb5b376595c tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (067ef3c8-b94f-404e-87cf-9a65c5a3be9d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.601245 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a469225-4eb6-4d7e-902c-5eb5b376595c tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (067ef3c8-b94f-404e-87cf-9a65c5a3be9d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.651921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a469225-4eb6-4d7e-902c-5eb5b376595c tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (067ef3c8-b94f-404e-87cf-9a65c5a3be9d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.660172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d0705556-7c1b-43f5-908c-089713b08f91 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:10.660787 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a469225-4eb6-4d7e-902c-5eb5b376595c tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.661072 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0705556-7c1b-43f5-908c-089713b08f91), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.666172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4a469225-4eb6-4d7e-902c-5eb5b376595c tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/067ef3c8-b94f-404e-87cf-9a65c5a3be9d HTTP/1.1" status: 204 len: 168 time: 0.1529109 Feb 19 00:49:10.667049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36688) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:10.675888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a469225-4eb6-4d7e-902c-5eb5b376595c tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=067ef3c8-b94f-404e-87cf-9a65c5a3be9d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.742520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0705556-7c1b-43f5-908c-089713b08f91 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:10.747151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09c90a17-b4a9-447b-bfca-75a778100c14 admin admin] Publish callbacks [] for security_group (c584c4ae-6de8-430e-a164-7cc439ebbf26), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.753330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09c90a17-b4a9-447b-bfca-75a778100c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c584c4ae-6de8-430e-a164-7cc439ebbf26), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.791175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d0705556-7c1b-43f5-908c-089713b08f91, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d0705556-7c1b-43f5-908c-089713b08f91,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:10.799435 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d0705556-7c1b-43f5-908c-089713b08f91), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.806125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port d501a00f-1f7f-47d1-b375-64fd26769402 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:10.832323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port d501a00f-1f7f-47d1-b375-64fd26769402 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:10.832771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.852056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190acabb-44a9-4c6f-be3e-765397fb3809 req-405baf51-b6bd-456a-a951-5ed9e9bec848 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:10.855130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-190acabb-44a9-4c6f-be3e-765397fb3809 req-405baf51-b6bd-456a-a951-5ed9e9bec848 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1128 time: 0.0869920 Feb 19 00:49:10.859436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c90a17-b4a9-447b-bfca-75a778100c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c584c4ae-6de8-430e-a164-7cc439ebbf26,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.872065 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-22f80027-008a-4eed-ae17-c648ee345fc9 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2038746 Feb 19 00:49:10.877216 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-09c90a17-b4a9-447b-bfca-75a778100c14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bddf783786864eec8b32edaa9e8741bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3141062 Feb 19 00:49:10.877216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36696) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:10.882947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36698) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:10.905756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d0705556-7c1b-43f5-908c-089713b08f91,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:10.942750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-190acabb-44a9-4c6f-be3e-765397fb3809 req-21e1c293-5e2c-4e46-a84e-03a0db463db2 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802679 Feb 19 00:49:10.968015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce052557-2d3f-4e4a-838b-c812ecc9fb76 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (033ff512-5cbd-417d-96ed-2602a34a480c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.980714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-741d77d9-5e84-40b8-b45f-03c81e87b4ab admin admin] Publish callbacks [] for security_group (c584c4ae-6de8-430e-a164-7cc439ebbf26), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:10.988979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d501a00f-1f7f-47d1-b375-64fd26769402 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:10.989616 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.008336 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce052557-2d3f-4e4a-838b-c812ecc9fb76 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (033ff512-5cbd-417d-96ed-2602a34a480c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.024882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-741d77d9-5e84-40b8-b45f-03c81e87b4ab admin admin] Publish callbacks [] for security_group (c584c4ae-6de8-430e-a164-7cc439ebbf26), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.034898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36b58a8-2edb-4081-b074-9da1d85c0705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd501a00f-1f7f-47d1-b375-64fd26769402'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:11.039363 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcd8f67-d3ec-4a8e-9851-a073f610d6a1" -d '{"events": [{"server_uuid": "f36b58a8-2edb-4081-b074-9da1d85c0705", "name": "network-vif-plugged", "status": "completed", "tag": "d501a00f-1f7f-47d1-b375-64fd26769402"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:11.083857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce052557-2d3f-4e4a-838b-c812ecc9fb76 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (033ff512-5cbd-417d-96ed-2602a34a480c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.086916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce052557-2d3f-4e4a-838b-c812ecc9fb76 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.088185 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce052557-2d3f-4e4a-838b-c812ecc9fb76 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/033ff512-5cbd-417d-96ed-2602a34a480c HTTP/1.1" status: 204 len: 168 time: 0.2118289 Feb 19 00:49:11.090805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36706) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:11.100475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce052557-2d3f-4e4a-838b-c812ecc9fb76 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ff512-5cbd-417d-96ed-2602a34a480c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:11.113420 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-741d77d9-5e84-40b8-b45f-03c81e87b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c584c4ae-6de8-430e-a164-7cc439ebbf26), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.116913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-741d77d9-5e84-40b8-b45f-03c81e87b4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.118328 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-741d77d9-5e84-40b8-b45f-03c81e87b4ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c584c4ae-6de8-430e-a164-7cc439ebbf26 HTTP/1.1" status: 204 len: 168 time: 0.2344882 Feb 19 00:49:11.139369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d77d9-5e84-40b8-b45f-03c81e87b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c584c4ae-6de8-430e-a164-7cc439ebbf26,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:11.155940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d501a00f-1f7f-47d1-b375-64fd26769402, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d501a00f-1f7f-47d1-b375-64fd26769402,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:11.173880 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144a2e01-f219-457e-8885-0976f3efd81d x-openstack-request-id: req-144a2e01-f219-457e-8885-0976f3efd81d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:11.174496 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36b58a8-2edb-4081-b074-9da1d85c0705", "name": "network-vif-plugged", "status": "completed", "tag": "d501a00f-1f7f-47d1-b375-64fd26769402", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:11.174678 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-144a2e01-f219-457e-8885-0976f3efd81d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:11.175245 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36b58a8-2edb-4081-b074-9da1d85c0705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd501a00f-1f7f-47d1-b375-64fd26769402', 'code': 200} Feb 19 00:49:11.175897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.239601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['d0705556-7c1b-43f5-908c-089713b08f91'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:11.242887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36712) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:11.245883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cb315ad3-e263-4318-99db-643a4c0cabe8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1453419 Feb 19 00:49:11.334012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d501a00f-1f7f-47d1-b375-64fd26769402,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:11.416895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ee86f-ca32-4070-80e2-9fdf0eb89276 req-24a298ed-66e2-4423-93ca-ec4166d57b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:11.417755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a983d-59c3-46ae-a8b2-93495e4295dd req-548f2368-8db8-4caa-b72d-c25a0bc8968e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:11.418441 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e51ee86f-ca32-4070-80e2-9fdf0eb89276 req-24a298ed-66e2-4423-93ca-ec4166d57b0a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 1127 time: 0.1893959 Feb 19 00:49:11.426263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-388a983d-59c3-46ae-a8b2-93495e4295dd req-548f2368-8db8-4caa-b72d-c25a0bc8968e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 945 time: 0.1203427 Feb 19 00:49:11.470139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0b81787-978f-4d96-b917-901bd98c87f1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (48aa70fc-46ad-42ed-b64f-574ecde07e50), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.497082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-388a983d-59c3-46ae-a8b2-93495e4295dd req-534fa85f-1630-4c80-b237-717ebeb123b8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608590 Feb 19 00:49:11.547536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0b81787-978f-4d96-b917-901bd98c87f1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (48aa70fc-46ad-42ed-b64f-574ecde07e50), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.569324 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e51ee86f-ca32-4070-80e2-9fdf0eb89276 req-be2fdbe4-9e92-4e22-99e1-4c3b1d718c62 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316626 Feb 19 00:49:11.605786 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0b81787-978f-4d96-b917-901bd98c87f1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (48aa70fc-46ad-42ed-b64f-574ecde07e50), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.610294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0b81787-978f-4d96-b917-901bd98c87f1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.612479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0b81787-978f-4d96-b917-901bd98c87f1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/48aa70fc-46ad-42ed-b64f-574ecde07e50 HTTP/1.1" status: 204 len: 168 time: 0.3686113 Feb 19 00:49:11.615230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36718) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:11.636335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b81787-978f-4d96-b917-901bd98c87f1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48aa70fc-46ad-42ed-b64f-574ecde07e50,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:11.694548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36724) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:11.717942 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0233c193-88f4-4e4e-88c8-3c073ab0e494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.774150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9751f9e0-c73a-4095-9ca3-4bded94c1c90 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1574800 Feb 19 00:49:11.782302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36728) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:11.801458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-13f4cf8d-d9f2-48ac-a9d6-6cd47c1a0df2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--740327630'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:11.844834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0233c193-88f4-4e4e-88c8-3c073ab0e494 admin admin] Publish callbacks [] for security_group (ad20503d-01d2-4939-bd02-4731e2e0bf2e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.848186 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13f4cf8d-d9f2-48ac-a9d6-6cd47c1a0df2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.854588 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0233c193-88f4-4e4e-88c8-3c073ab0e494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ad20503d-01d2-4939-bd02-4731e2e0bf2e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:11.894529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233c193-88f4-4e4e-88c8-3c073ab0e494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad20503d-01d2-4939-bd02-4731e2e0bf2e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:11.930986 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0233c193-88f4-4e4e-88c8-3c073ab0e494 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc1efcaf3dbb48238ee7600deb6a3062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2350764 Feb 19 00:49:11.933879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36732) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:11.939204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161f94c-de3f-4edf-a8ce-13f3876e223d req-525857bc-66f1-4827-922f-0f226860f54e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:11.947045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1161f94c-de3f-4edf-a8ce-13f3876e223d req-525857bc-66f1-4827-922f-0f226860f54e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.1662087 Feb 19 00:49:12.005918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85ff053c-9233-4ede-90f7-89d0fd653cb4 admin admin] Publish callbacks [] for security_group (ad20503d-01d2-4939-bd02-4731e2e0bf2e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.031896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85ff053c-9233-4ede-90f7-89d0fd653cb4 admin admin] Publish callbacks [] for security_group (ad20503d-01d2-4939-bd02-4731e2e0bf2e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.041089 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13f4cf8d-d9f2-48ac-a9d6-6cd47c1a0df2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (a24f3e3f-f92b-4e94-bd3b-b07015172541), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.069542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13f4cf8d-d9f2-48ac-a9d6-6cd47c1a0df2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a24f3e3f-f92b-4e94-bd3b-b07015172541), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.092258 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85ff053c-9233-4ede-90f7-89d0fd653cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ad20503d-01d2-4939-bd02-4731e2e0bf2e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.095298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85ff053c-9233-4ede-90f7-89d0fd653cb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.098966 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-85ff053c-9233-4ede-90f7-89d0fd653cb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad20503d-01d2-4939-bd02-4731e2e0bf2e HTTP/1.1" status: 204 len: 168 time: 0.1637673 Feb 19 00:49:12.123710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff053c-9233-4ede-90f7-89d0fd653cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad20503d-01d2-4939-bd02-4731e2e0bf2e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:12.133752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4cf8d-d9f2-48ac-a9d6-6cd47c1a0df2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24f3e3f-f92b-4e94-bd3b-b07015172541,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:12.172003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1161f94c-de3f-4edf-a8ce-13f3876e223d req-1a9bab60-b613-445f-a0a1-1fbdf8957dd3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195470 Feb 19 00:49:12.200375 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13f4cf8d-d9f2-48ac-a9d6-6cd47c1a0df2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.204621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36738) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:12.209200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-369001f3-d0e2-4749-92c3-551eceec24a3 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': 'a24f3e3f-f92b-4e94-bd3b-b07015172541', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:12.215717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-13f4cf8d-d9f2-48ac-a9d6-6cd47c1a0df2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4323571 Feb 19 00:49:12.232796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1b8f0-8e79-47e4-80fb-3b0e49bed579 req-b9d3c80c-df8e-4ab2-a370-f17bcc4dba70 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:12.236586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50d1b8f0-8e79-47e4-80fb-3b0e49bed579 req-b9d3c80c-df8e-4ab2-a370-f17bcc4dba70 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1128 time: 0.2000275 Feb 19 00:49:12.259596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-369001f3-d0e2-4749-92c3-551eceec24a3 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (4626dc5a-8087-45d3-903d-2332183f1ea1), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.292995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d0705556-7c1b-43f5-908c-089713b08f91 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:12.311484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50d1b8f0-8e79-47e4-80fb-3b0e49bed579 req-eb14ac18-a708-4cdc-9951-c7861716a5ef tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659747 Feb 19 00:49:12.367916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-369001f3-d0e2-4749-92c3-551eceec24a3 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (4626dc5a-8087-45d3-903d-2332183f1ea1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.373389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-369001f3-d0e2-4749-92c3-551eceec24a3 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4626dc5a-8087-45d3-903d-2332183f1ea1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.426770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port d0705556-7c1b-43f5-908c-089713b08f91 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:12.431177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port d0705556-7c1b-43f5-908c-089713b08f91 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:12.431658 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d0705556-7c1b-43f5-908c-089713b08f91), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.441374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369001f3-d0e2-4749-92c3-551eceec24a3 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4626dc5a-8087-45d3-903d-2332183f1ea1,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:12.510838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-369001f3-d0e2-4749-92c3-551eceec24a3 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.514855 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-369001f3-d0e2-4749-92c3-551eceec24a3 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3064291 Feb 19 00:49:12.515908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36746) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:12.533739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port d0705556-7c1b-43f5-908c-089713b08f91 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:12.534461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0705556-7c1b-43f5-908c-089713b08f91), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.574584 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa69d66a-8827-4929-83d8-fdba012d688f tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (4626dc5a-8087-45d3-903d-2332183f1ea1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.600175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa69d66a-8827-4929-83d8-fdba012d688f tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (4626dc5a-8087-45d3-903d-2332183f1ea1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.603162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port d0705556-7c1b-43f5-908c-089713b08f91, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d0705556-7c1b-43f5-908c-089713b08f91,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:12.606882 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d0705556-7c1b-43f5-908c-089713b08f91), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.622174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-18c9bea4-9576-4d4d-bcd7-e0d1f4936b73 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:12.623789 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-18c9bea4-9576-4d4d-bcd7-e0d1f4936b73 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.113 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 1128 time: 0.2182319 Feb 19 00:49:12.702336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916f4cf-81c9-4de0-8338-8341f68266f3 req-62160b92-db9e-4548-9211-cd4cf56ec8d6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:12.713769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=d0705556-7c1b-43f5-908c-089713b08f91,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:12.727850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e916f4cf-81c9-4de0-8338-8341f68266f3 req-62160b92-db9e-4548-9211-cd4cf56ec8d6 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 945 time: 0.1268668 Feb 19 00:49:12.729294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa69d66a-8827-4929-83d8-fdba012d688f tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4626dc5a-8087-45d3-903d-2332183f1ea1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.737968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa69d66a-8827-4929-83d8-fdba012d688f tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.742239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aa69d66a-8827-4929-83d8-fdba012d688f tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4626dc5a-8087-45d3-903d-2332183f1ea1 HTTP/1.1" status: 204 len: 168 time: 0.2260687 Feb 19 00:49:12.748137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36754) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:12.777053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69d66a-8827-4929-83d8-fdba012d688f tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4626dc5a-8087-45d3-903d-2332183f1ea1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:12.856043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Deleting port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:12.856547 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:12.935384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e916f4cf-81c9-4de0-8338-8341f68266f3 req-ff7bdece-bea2-41b2-a8a3-51d107f228a5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047219 Feb 19 00:49:12.947604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e19676ee-2522-4577-b5cd-9af266d33e51 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1972415 Feb 19 00:49:12.950291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36760) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:12.993839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] For port 70bf2cb3-141d-4b87-85e2-639bbb3fa799, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=70bf2cb3-141d-4b87-85e2-639bbb3fa799,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:12.994334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.013801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Calling delete_port for 70bf2cb3-141d-4b87-85e2-639bbb3fa799 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:13.030225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dd96cc-b617-49fd-950a-fdaf76224dd8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (a24f3e3f-f92b-4e94-bd3b-b07015172541), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.064199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dd96cc-b617-49fd-950a-fdaf76224dd8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (a24f3e3f-f92b-4e94-bd3b-b07015172541), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.148027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dd96cc-b617-49fd-950a-fdaf76224dd8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a24f3e3f-f92b-4e94-bd3b-b07015172541), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.150838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29dd96cc-b617-49fd-950a-fdaf76224dd8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.151999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-29dd96cc-b617-49fd-950a-fdaf76224dd8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/a24f3e3f-f92b-4e94-bd3b-b07015172541 HTTP/1.1" status: 204 len: 168 time: 0.2003288 Feb 19 00:49:13.155031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36770) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:13.162316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd96cc-b617-49fd-950a-fdaf76224dd8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24f3e3f-f92b-4e94-bd3b-b07015172541,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:13.177285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (70bf2cb3-141d-4b87-85e2-639bbb3fa799), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.177753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e3b377-f1ae-4312-9894-3f2ec0cfafbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0705556-7c1b-43f5-908c-089713b08f91'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:13.183062 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a341fc2b-f66c-4b6a-bcfb-8e4244ad86a0" -d '{"events": [{"server_uuid": "47e3b377-f1ae-4312-9894-3f2ec0cfafbb", "name": "network-vif-plugged", "status": "completed", "tag": "d0705556-7c1b-43f5-908c-089713b08f91"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:13.197558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['7101ca8c-737a-4321-bc80-204cd4ea8c3d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:13.206844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['70bf2cb3-141d-4b87-85e2-639bbb3fa799'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:13.254072 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-04a516e6-2954-45b5-a33d-a0496b6a986b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0979497 Feb 19 00:49:13.258996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36776) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:13.265072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--927696286'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:13.307485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Pushing event deleted for resources: {'Port': ['ID=70bf2cb3-141d-4b87-85e2-639bbb3fa799,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:13.364381 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cbf59f-0e0f-4a8e-88ed-c5ce93ecb151 x-openstack-request-id: req-b0cbf59f-0e0f-4a8e-88ed-c5ce93ecb151 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:13.365141 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e3b377-f1ae-4312-9894-3f2ec0cfafbb", "name": "network-vif-plugged", "status": "completed", "tag": "d0705556-7c1b-43f5-908c-089713b08f91", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:13.365707 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0cbf59f-0e0f-4a8e-88ed-c5ce93ecb151 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:13.366350 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e3b377-f1ae-4312-9894-3f2ec0cfafbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0705556-7c1b-43f5-908c-089713b08f91', 'code': 200} Feb 19 00:49:13.400704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] No DVR routers for this DVR port 70bf2cb3-141d-4b87-85e2-639bbb3fa799 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:13.404315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.435283 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5c9d5fa-ee0b-4828-bd0b-8b66f25b587c req-035a800a-9673-4178-93d0-68bd10444b6f tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.113 "DELETE /v2.0/ports/70bf2cb3-141d-4b87-85e2-639bbb3fa799 HTTP/1.1" status: 204 len: 173 time: 0.7871232 Feb 19 00:49:13.435513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e56bd5-086a-4309-8c28-e738fbb98c36', 'name': 'network-vif-deleted', 'tag': '70bf2cb3-141d-4b87-85e2-639bbb3fa799'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:13.442207 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ffb0a6-c8a8-4348-a61b-5932295dce5d" -d '{"events": [{"server_uuid": "71e56bd5-086a-4309-8c28-e738fbb98c36", "name": "network-vif-deleted", "tag": "70bf2cb3-141d-4b87-85e2-639bbb3fa799"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:13.659740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.697480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23f06a1e-155e-4a27-979f-bbb205212925 req-a63f030e-98b6-4913-8cd4-25aba35c5559 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=71e56bd5-086a-4309-8c28-e738fbb98c36 HTTP/1.1" status: 200 len: 210 time: 0.1405153 Feb 19 00:49:13.783334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54615d1a-03e4-4f01-9696-33d0d9a4a746 req-6de45964-dbc6-4801-af9d-380ecb39b1ed tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.791793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54615d1a-03e4-4f01-9696-33d0d9a4a746 req-6de45964-dbc6-4801-af9d-380ecb39b1ed tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.5002525 Feb 19 00:49:13.803160 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08262bc6-662b-4fda-b12f-31203dae35e6 x-openstack-request-id: req-08262bc6-662b-4fda-b12f-31203dae35e6 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:13.803712 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e56bd5-086a-4309-8c28-e738fbb98c36", "name": "network-vif-deleted", "tag": "70bf2cb3-141d-4b87-85e2-639bbb3fa799", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:13.803807 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08262bc6-662b-4fda-b12f-31203dae35e6 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:13.804216 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e56bd5-086a-4309-8c28-e738fbb98c36', 'name': 'network-vif-deleted', 'tag': '70bf2cb3-141d-4b87-85e2-639bbb3fa799', 'status': 'completed', 'code': 200} Feb 19 00:49:13.811269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ba6bd-a795-4509-8250-29da98446ebe req-3db7d98e-5f90-4f19-9ece-2984751e29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:13.812753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-859ba6bd-a795-4509-8250-29da98446ebe req-3db7d98e-5f90-4f19-9ece-2984751e29a3 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 1128 time: 0.4243231 Feb 19 00:49:13.944422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54615d1a-03e4-4f01-9696-33d0d9a4a746 req-dea6eda2-3c56-4f9f-91a7-67d5c21e8f8d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516614 Feb 19 00:49:13.947699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (f6de4cb3-2c78-4d85-a547-f76fd8211c71), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:13.952169 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-859ba6bd-a795-4509-8250-29da98446ebe req-8b113fdd-566f-4104-a12c-c4d1dc07753f service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235101 Feb 19 00:49:13.953546 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f6de4cb3-2c78-4d85-a547-f76fd8211c71), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.016535 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.020638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.024354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7637620 Feb 19 00:49:14.025647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0bfe1f46-246a-4891-b5c3-a5cf903d77ef tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': 'f6de4cb3-2c78-4d85-a547-f76fd8211c71', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:14.049133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de4cb3-2c78-4d85-a547-f76fd8211c71,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:14.065759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.066120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.066555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.066934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.067497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.067694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.068076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.068440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.068821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.069268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.069582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.069918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.070277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87849026-ddab-4f25-803a-3a9d01a59d0e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:14.081243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1f46-246a-4891-b5c3-a5cf903d77ef tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (6c8ea706-1694-4126-b3c0-1fc4bc907700), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.186261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6d12e-681c-4b16-828b-53bfe7617ff1 req-1e80bc17-9bb7-4868-9e9e-35f5cb69c116 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.188095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0f6d12e-681c-4b16-828b-53bfe7617ff1 req-1e80bc17-9bb7-4868-9e9e-35f5cb69c116 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.0942092 Feb 19 00:49:14.201556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1f46-246a-4891-b5c3-a5cf903d77ef tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (6c8ea706-1694-4126-b3c0-1fc4bc907700), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.212858 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1f46-246a-4891-b5c3-a5cf903d77ef tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (6c8ea706-1694-4126-b3c0-1fc4bc907700), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.227429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe1f46-246a-4891-b5c3-a5cf903d77ef tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8ea706-1694-4126-b3c0-1fc4bc907700,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:14.243755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0bfe1f46-246a-4891-b5c3-a5cf903d77ef tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.245214 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0bfe1f46-246a-4891-b5c3-a5cf903d77ef tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2234077 Feb 19 00:49:14.248148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36808) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.271802 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eecfcc4b-b7fe-45cd-8ca6-eafffb612690 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules/6c8ea706-1694-4126-b3c0-1fc4bc907700 HTTP/1.1" status: 200 len: 763 time: 0.0219440 Feb 19 00:49:14.274590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36810) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.275312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0f6d12e-681c-4b16-828b-53bfe7617ff1 req-8e4ba141-1f05-4b93-ae23-b7dbb69caa2b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758557 Feb 19 00:49:14.292440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195c3ce-9fd9-430b-8fe7-e1b929c47a5c req-a08ff384-d34f-4155-b07a-61be2d084953 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.292440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6195c3ce-9fd9-430b-8fe7-e1b929c47a5c req-a08ff384-d34f-4155-b07a-61be2d084953 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.1015487 Feb 19 00:49:14.321419 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6911bd94-53a7-4ab5-8e53-d2ecb4eb08d5 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455091 Feb 19 00:49:14.324353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36814) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.358969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6195c3ce-9fd9-430b-8fe7-e1b929c47a5c req-c11206a8-15b2-4144-bd3c-34a08aefca23 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636561 Feb 19 00:49:14.361523 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa990534-ef2d-49ff-8d18-0fc1884b6786 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (6c8ea706-1694-4126-b3c0-1fc4bc907700), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.371148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa990534-ef2d-49ff-8d18-0fc1884b6786 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (6c8ea706-1694-4126-b3c0-1fc4bc907700), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.398081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa990534-ef2d-49ff-8d18-0fc1884b6786 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (6c8ea706-1694-4126-b3c0-1fc4bc907700), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.407014 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa990534-ef2d-49ff-8d18-0fc1884b6786 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.407014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa990534-ef2d-49ff-8d18-0fc1884b6786 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/6c8ea706-1694-4126-b3c0-1fc4bc907700 HTTP/1.1" status: 204 len: 168 time: 0.0814867 Feb 19 00:49:14.407336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36816) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.409786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36818) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.420595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa990534-ef2d-49ff-8d18-0fc1884b6786 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c8ea706-1694-4126-b3c0-1fc4bc907700,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:14.451963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-735c1179-e3c3-40c8-9fb5-f732d6f9eab1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0410032 Feb 19 00:49:14.454579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36822) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.458887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-534c4393-36bf-416b-84ff-f75fcb8e0fe0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': 'f6de4cb3-2c78-4d85-a547-f76fd8211c71', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:14.484171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-534c4393-36bf-416b-84ff-f75fcb8e0fe0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (fc74b26c-2ac5-4710-9a9e-cff6d65daac4), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.508641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1769979961', 'router:external': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:14.533751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Made reservation on behalf of e1782c1bc86343e1825e8c5e6494e176 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:14.536762 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.545827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-534c4393-36bf-416b-84ff-f75fcb8e0fe0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (fc74b26c-2ac5-4710-9a9e-cff6d65daac4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.547487 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.552167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-534c4393-36bf-416b-84ff-f75fcb8e0fe0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (fc74b26c-2ac5-4710-9a9e-cff6d65daac4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.572051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c4393-36bf-416b-84ff-f75fcb8e0fe0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc74b26c-2ac5-4710-9a9e-cff6d65daac4,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:14.584035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-534c4393-36bf-416b-84ff-f75fcb8e0fe0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.586908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-534c4393-36bf-416b-84ff-f75fcb8e0fe0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1313994 Feb 19 00:49:14.588337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36828) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.609124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7a42d970-7898-4cd6-8f56-a9ded053de43 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules/fc74b26c-2ac5-4710-9a9e-cff6d65daac4 HTTP/1.1" status: 200 len: 763 time: 0.0174804 Feb 19 00:49:14.610344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36830) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.649961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for security_group (bb905110-16c9-46ec-ac71-cf0f3535b458), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.652276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b1b3ba6a-e1c9-4a99-a652-518cac5a3354 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0406492 Feb 19 00:49:14.655080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36834) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.662856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bb905110-16c9-46ec-ac71-cf0f3535b458), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.707641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:49:14.714484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da34b322-2159-47a7-bbb4-fa4f31c292c0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (fc74b26c-2ac5-4710-9a9e-cff6d65daac4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.728683 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da34b322-2159-47a7-bbb4-fa4f31c292c0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (fc74b26c-2ac5-4710-9a9e-cff6d65daac4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.732408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb905110-16c9-46ec-ac71-cf0f3535b458,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:14.751364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (414ab1d0-fbe1-48d9-b72b-30e5e5862bdf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.751715 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Added segment 414ab1d0-fbe1-48d9-b72b-30e5e5862bdf of type vlan for network 427dd7d7-c939-408e-bea9-6737617928cd Feb 19 00:49:14.801749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da34b322-2159-47a7-bbb4-fa4f31c292c0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (fc74b26c-2ac5-4710-9a9e-cff6d65daac4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.812433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da34b322-2159-47a7-bbb4-fa4f31c292c0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.813537 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-da34b322-2159-47a7-bbb4-fa4f31c292c0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/fc74b26c-2ac5-4710-9a9e-cff6d65daac4 HTTP/1.1" status: 204 len: 168 time: 0.1573262 Feb 19 00:49:14.817208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36842) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.821846 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (427dd7d7-c939-408e-bea9-6737617928cd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.825024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34b322-2159-47a7-bbb4-fa4f31c292c0 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc74b26c-2ac5-4710-9a9e-cff6d65daac4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:14.861480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (427dd7d7-c939-408e-bea9-6737617928cd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.862743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:14.863384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.874078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8f3c3b3a-13e1-4799-b000-8b70abd6cbab tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531335 Feb 19 00:49:14.874349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36844) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.880058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9cd75ba2-03f3-4576-abc3-9b55487f03c8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': 'f6de4cb3-2c78-4d85-a547-f76fd8211c71', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:14.903929 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-9cd75ba2-03f3-4576-abc3-9b55487f03c8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Project f5499d27c0ce4604a7d2b70a7d98b184 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:49:14.910859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cd75ba2-03f3-4576-abc3-9b55487f03c8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (4da1fe85-7fe9-4159-be96-d8ed6bbdcb49), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:14.934666 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5262580 Feb 19 00:49:14.939362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36846) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:14.949197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'subnet': {'network_id': '427dd7d7-c939-408e-bea9-6737617928cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:14.980439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3e8ef-7cb5-4f67-b895-0074e5519a6e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'Network': ['ID=427dd7d7-c939-408e-bea9-6737617928cd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:15.000189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 427dd7d7-c939-408e-bea9-6737617928cd details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:49:15.035993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Made reservation on behalf of e1782c1bc86343e1825e8c5e6494e176 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:15.038478 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.063259 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cd75ba2-03f3-4576-abc3-9b55487f03c8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (4da1fe85-7fe9-4159-be96-d8ed6bbdcb49), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.097698 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cd75ba2-03f3-4576-abc3-9b55487f03c8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4da1fe85-7fe9-4159-be96-d8ed6bbdcb49), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.163474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd75ba2-03f3-4576-abc3-9b55487f03c8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da1fe85-7fe9-4159-be96-d8ed6bbdcb49,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:15.173237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cd75ba2-03f3-4576-abc3-9b55487f03c8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.177156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9cd75ba2-03f3-4576-abc3-9b55487f03c8 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2996268 Feb 19 00:49:15.178024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36854) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.206249 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b45d3458-cd6a-4ef4-88a6-6228aa96b5dd tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules/4da1fe85-7fe9-4159-be96-d8ed6bbdcb49 HTTP/1.1" status: 200 len: 769 time: 0.0215437 Feb 19 00:49:15.206762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddff3de-a98c-49e5-b46b-9b41adfe1035 req-89deeb3b-f98f-4499-b154-b42eb3833dc3 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.208300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cddff3de-a98c-49e5-b46b-9b41adfe1035 req-89deeb3b-f98f-4499-b154-b42eb3833dc3 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1127 time: 0.1141486 Feb 19 00:49:15.219649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36856) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.302542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cddff3de-a98c-49e5-b46b-9b41adfe1035 req-5543a36d-cbaa-44ab-bed1-af0b0d96d84b tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827694 Feb 19 00:49:15.307153 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-215b9c47-f690-4fcb-a1b6-7f4ba0525aa2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0856287 Feb 19 00:49:15.309646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36862) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.346782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3914f6bb-0d2d-4182-bc2e-68bd12c06188 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (4da1fe85-7fe9-4159-be96-d8ed6bbdcb49), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.355897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3914f6bb-0d2d-4182-bc2e-68bd12c06188 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (4da1fe85-7fe9-4159-be96-d8ed6bbdcb49), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.415357 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3914f6bb-0d2d-4182-bc2e-68bd12c06188 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4da1fe85-7fe9-4159-be96-d8ed6bbdcb49), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.432697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3914f6bb-0d2d-4182-bc2e-68bd12c06188 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.433877 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3914f6bb-0d2d-4182-bc2e-68bd12c06188 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4da1fe85-7fe9-4159-be96-d8ed6bbdcb49 HTTP/1.1" status: 204 len: 168 time: 0.1226540 Feb 19 00:49:15.437692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36866) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.462812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914f6bb-0d2d-4182-bc2e-68bd12c06188 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4da1fe85-7fe9-4159-be96-d8ed6bbdcb49,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:15.539122 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1fccf8fc-50ce-4e29-97a7-d8728046e9a1 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0975544 Feb 19 00:49:15.542244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36870) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.673853 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d893f6d-8410-421a-9091-160ec8cf3b5e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (f6de4cb3-2c78-4d85-a547-f76fd8211c71), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.701143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d893f6d-8410-421a-9091-160ec8cf3b5e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (f6de4cb3-2c78-4d85-a547-f76fd8211c71), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.744919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d893f6d-8410-421a-9091-160ec8cf3b5e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f6de4cb3-2c78-4d85-a547-f76fd8211c71), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.750997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d893f6d-8410-421a-9091-160ec8cf3b5e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.753300 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4d893f6d-8410-421a-9091-160ec8cf3b5e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/f6de4cb3-2c78-4d85-a547-f76fd8211c71 HTTP/1.1" status: 204 len: 168 time: 0.2089241 Feb 19 00:49:15.762560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36874) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.782399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d893f6d-8410-421a-9091-160ec8cf3b5e tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de4cb3-2c78-4d85-a547-f76fd8211c71,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:15.810455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b550eca1-e27b-488c-b746-73524cda78d9 req-d5793f3a-946a-40ba-a844-742fc6cbb233 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.817729 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b550eca1-e27b-488c-b746-73524cda78d9 req-d5793f3a-946a-40ba-a844-742fc6cbb233 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.3024561 Feb 19 00:49:15.854075 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36aee924-3c29-4c4d-90b9-daefaccc8f87 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0901945 Feb 19 00:49:15.854935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36876) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:15.860771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-eb7c8124-14e6-43e2-ae4a-4ffd536156a2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group': {'name': 'tempest-secgroup--980938798'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:15.885902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8124-14e6-43e2-ae4a-4ffd536156a2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:15.891382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1bec1c-699a-48e1-a654-e46a99ce3e92 req-544e0a54-b0b8-410e-a405-6c5bcda99a1b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:15.892887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e1bec1c-699a-48e1-a654-e46a99ce3e92 req-544e0a54-b0b8-410e-a405-6c5bcda99a1b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.4660549 Feb 19 00:49:15.897176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b550eca1-e27b-488c-b746-73524cda78d9 req-4198a1f7-f2ca-44f9-93f9-d9df0785d1e2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786631 Feb 19 00:49:15.959369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:49:15.960003 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b4c592c3-61be-4fa6-bdb6-fc664434d993), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.035789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8124-14e6-43e2-ae4a-4ffd536156a2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (1038b5b8-1f01-46ff-bd8e-51be58327fa8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.040849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8124-14e6-43e2-ae4a-4ffd536156a2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1038b5b8-1f01-46ff-bd8e-51be58327fa8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.049004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e1bec1c-699a-48e1-a654-e46a99ce3e92 req-2ecffde6-4abb-42ae-bebf-344057b76980 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477332 Feb 19 00:49:16.068376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b4c592c3-61be-4fa6-bdb6-fc664434d993,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:16.079437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Checking segment: {'id': '414ab1d0-fbe1-48d9-b72b-30e5e5862bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '427dd7d7-c939-408e-bea9-6737617928cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:16.080324 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Network hostable DHCP agents. Network: 427dd7d7-c939-408e-bea9-6737617928cd, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:49:16.096453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8124-14e6-43e2-ae4a-4ffd536156a2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.100576 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eb7c8124-14e6-43e2-ae4a-4ffd536156a2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2416863 Feb 19 00:49:16.100576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c8124-14e6-43e2-ae4a-4ffd536156a2 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1038b5b8-1f01-46ff-bd8e-51be58327fa8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:16.100973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36878) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.102450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Network 427dd7d7-c939-408e-bea9-6737617928cd is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:49:16.105208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1574b771-007f-4705-8208-86ee87d5638b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Request body: {'security_group_rule': {'security_group_id': '1038b5b8-1f01-46ff-bd8e-51be58327fa8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:16.114863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 427dd7d7-c939-408e-bea9-6737617928cd) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:16.121866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.122608 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.131825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c25a319-80f8-4248-affe-012ecd98a59c None None] Network 427dd7d7-c939-408e-bea9-6737617928cd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:16.155527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1574b771-007f-4705-8208-86ee87d5638b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (328630d6-365c-4fe7-a9ff-11f09acf2e3a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.167808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c03cdab8-9835-42ff-a1d9-fb345b47b7a7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2260370 Feb 19 00:49:16.170158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36880) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.179323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1755952449', 'network_id': '427dd7d7-c939-408e-bea9-6737617928cd'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:16.213674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Made reservation on behalf of e1782c1bc86343e1825e8c5e6494e176 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:16.218932 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.263468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1574b771-007f-4705-8208-86ee87d5638b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (328630d6-365c-4fe7-a9ff-11f09acf2e3a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.265139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] device_id is not set on port 25459b01-1429-451f-a671-a13518fe4772 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:49:16.268544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1574b771-007f-4705-8208-86ee87d5638b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (328630d6-365c-4fe7-a9ff-11f09acf2e3a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.316604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574b771-007f-4705-8208-86ee87d5638b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328630d6-365c-4fe7-a9ff-11f09acf2e3a,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:16.335402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1574b771-007f-4705-8208-86ee87d5638b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.339150 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1574b771-007f-4705-8208-86ee87d5638b tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2348976 Feb 19 00:49:16.339371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.433129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e18060c5-c793-44a3-854f-bc658a7fea03 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (1038b5b8-1f01-46ff-bd8e-51be58327fa8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.468866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e18060c5-c793-44a3-854f-bc658a7fea03 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (1038b5b8-1f01-46ff-bd8e-51be58327fa8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.477310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 70bf2cb3-141d-4b87-85e2-639bbb3fa799 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:16.505889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 70bf2cb3-141d-4b87-85e2-639bbb3fa799 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:16.506557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 70bf2cb3-141d-4b87-85e2-639bbb3fa799 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:16.532948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e18060c5-c793-44a3-854f-bc658a7fea03 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1038b5b8-1f01-46ff-bd8e-51be58327fa8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.538293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e18060c5-c793-44a3-854f-bc658a7fea03 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:16.540541 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e18060c5-c793-44a3-854f-bc658a7fea03 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/1038b5b8-1f01-46ff-bd8e-51be58327fa8 HTTP/1.1" status: 204 len: 168 time: 0.2000299 Feb 19 00:49:16.545767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.556806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Allocated IP 172.20.0.10 (427dd7d7-c939-408e-bea9-6737617928cd/b4c592c3-61be-4fa6-bdb6-fc664434d993/25459b01-1429-451f-a671-a13518fe4772) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:16.560468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18060c5-c793-44a3-854f-bc658a7fea03 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1038b5b8-1f01-46ff-bd8e-51be58327fa8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:16.591461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc47795-558a-4987-88ba-bc94bed5579a req-c54ed574-2a46-412f-b360-0a5436c75bc4 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:16.596260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb4b368-f362-4087-807f-a320412a1068 None None] Network 427dd7d7-c939-408e-bea9-6737617928cd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:16.611222 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29dfd87f-93f8-4a7c-bb95-2b7aecd36a1c tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0611327 Feb 19 00:49:16.611379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bc47795-558a-4987-88ba-bc94bed5579a req-c54ed574-2a46-412f-b360-0a5436c75bc4 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1127 time: 0.1420870 Feb 19 00:49:16.611777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36890) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.658446 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-16df2d35-a198-4a09-b3ba-c39faa7894bf tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0430381 Feb 19 00:49:16.659172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.674933 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-93a31d4c-45c3-404e-8007-d4f3e00225c7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] delete failed (client error): The resource could not be found. Feb 19 00:49:16.679669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-93a31d4c-45c3-404e-8007-d4f3e00225c7 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "DELETE /v2.0/security-groups/1038b5b8-1f01-46ff-bd8e-51be58327fa8 HTTP/1.1" status: 404 len: 347 time: 0.0158124 Feb 19 00:49:16.680784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36894) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:16.730763 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-66325b92-f3e2-4c87-ad42-76c318056087 tempest-SecGroupIPv6Test-856230447 tempest-SecGroupIPv6Test-856230447-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0486307 Feb 19 00:49:16.819311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for port (25459b01-1429-451f-a671-a13518fe4772), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.043647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36904) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:17.209789 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fef116bf-b9e4-4e49-a0eb-9f229f8900fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5499d27c0ce4604a7d2b70a7d98b184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1624889 Feb 19 00:49:17.210251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36910) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:17.270450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e762fdf3-35d5-452c-b0e8-0a4c0d5e36ed admin admin] Publish callbacks [] for security_group (6ad2a685-7cb1-43bf-bb83-5a90a1d219a9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.288997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (25459b01-1429-451f-a671-a13518fe4772), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.300098 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e762fdf3-35d5-452c-b0e8-0a4c0d5e36ed admin admin] Publish callbacks [] for security_group (6ad2a685-7cb1-43bf-bb83-5a90a1d219a9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.305608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bc47795-558a-4987-88ba-bc94bed5579a req-645a87fb-51b7-402f-b7d1-df5fbc3e04c5 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=16121253-9f15-408f-a689-df42a08ca119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885686 Feb 19 00:49:17.341417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-ab251aeb-5078-4d76-972c-412166a75fc8 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:17.343249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-ab251aeb-5078-4d76-972c-412166a75fc8 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.126 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 1127 time: 0.5752072 Feb 19 00:49:17.362319 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e762fdf3-35d5-452c-b0e8-0a4c0d5e36ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6ad2a685-7cb1-43bf-bb83-5a90a1d219a9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.365183 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e762fdf3-35d5-452c-b0e8-0a4c0d5e36ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.368826 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e762fdf3-35d5-452c-b0e8-0a4c0d5e36ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ad2a685-7cb1-43bf-bb83-5a90a1d219a9 HTTP/1.1" status: 204 len: 168 time: 0.1549072 Feb 19 00:49:17.395279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762fdf3-35d5-452c-b0e8-0a4c0d5e36ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad2a685-7cb1-43bf-bb83-5a90a1d219a9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:17.458147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Network 427dd7d7-c939-408e-bea9-6737617928cd is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:17.468720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:17.471346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:17.565393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:17.565735 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.573845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'Port': ['ID=25459b01-1429-451f-a671-a13518fe4772,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:17.614095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5fb52-3c37-444a-92b1-26e1d3e16800 req-097e5efe-eca9-4dac-8557-4445a82a2b27 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:17.615820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d5fb52-3c37-444a-92b1-26e1d3e16800 req-097e5efe-eca9-4dac-8557-4445a82a2b27 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.3451557 Feb 19 00:49:17.622955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-93f9d41f-f82b-45e5-9f0e-1ec59b8eb575 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4516704 Feb 19 00:49:17.625582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36920) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:17.746470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78f2aa-e6dc-4182-8325-45ad9b263f21 req-9d3db99d-5906-4fc0-b7b9-0347c5ae1a69 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:17.748035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de78f2aa-e6dc-4182-8325-45ad9b263f21 req-9d3db99d-5906-4fc0-b7b9-0347c5ae1a69 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.3240855 Feb 19 00:49:17.749526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0a3cba5c-e470-49c6-8ff6-645e2b64dd11 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Deleting port 25459b01-1429-451f-a671-a13518fe4772 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:17.750068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a3cba5c-e470-49c6-8ff6-645e2b64dd11 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (25459b01-1429-451f-a671-a13518fe4772), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.763624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d5fb52-3c37-444a-92b1-26e1d3e16800 req-d80d3e6f-ef98-4221-b389-2e80e812eac9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380749 Feb 19 00:49:17.789160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Deleting port 7101ca8c-737a-4321-bc80-204cd4ea8c3d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:17.789454 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.880122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] For port 7101ca8c-737a-4321-bc80-204cd4ea8c3d, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=7101ca8c-737a-4321-bc80-204cd4ea8c3d,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:17.880627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:17.901870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Calling delete_port for 7101ca8c-737a-4321-bc80-204cd4ea8c3d owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:17.970857 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-815097e4-e525-447f-9212-03cf9f4bfa04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.165354 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7101ca8c-737a-4321-bc80-204cd4ea8c3d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.177175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['7101ca8c-737a-4321-bc80-204cd4ea8c3d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:18.275201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de78f2aa-e6dc-4182-8325-45ad9b263f21 req-17f8bf82-4e39-459e-b640-99e388931ca5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202117 Feb 19 00:49:18.415332 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a3cba5c-e470-49c6-8ff6-645e2b64dd11 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (25459b01-1429-451f-a671-a13518fe4772), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.435384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Pushing event deleted for resources: {'Port': ['ID=7101ca8c-737a-4321-bc80-204cd4ea8c3d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:18.458292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] No DVR routers for this DVR port 7101ca8c-737a-4321-bc80-204cd4ea8c3d on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:18.463312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.482968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c853266-e0fb-48a9-83ec-4925a5a50a1d req-5054b8df-0fdc-41a4-aaa2-cec480f7723a tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.126 "DELETE /v2.0/ports/7101ca8c-737a-4321-bc80-204cd4ea8c3d HTTP/1.1" status: 204 len: 173 time: 1.1032202 Feb 19 00:49:18.483512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00110c80-1ec4-47d4-be5e-d7c05fc2871c', 'name': 'network-vif-deleted', 'tag': '7101ca8c-737a-4321-bc80-204cd4ea8c3d'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:18.497069 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d337907d-9ac5-4a66-91a1-0aabe8348a3a" -d '{"events": [{"server_uuid": "00110c80-1ec4-47d4-be5e-d7c05fc2871c", "name": "network-vif-deleted", "tag": "7101ca8c-737a-4321-bc80-204cd4ea8c3d"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:18.510841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0a3cba5c-e470-49c6-8ff6-645e2b64dd11 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Calling delete_port for 25459b01-1429-451f-a671-a13518fe4772 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:18.550790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07c6c3ac-4911-43eb-9381-b122e9ed260d req-60d8ab12-506a-424b-86a7-9196f636a6f0 tempest-TestServerMultinode-1973147320 tempest-TestServerMultinode-1973147320-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=00110c80-1ec4-47d4-be5e-d7c05fc2871c HTTP/1.1" status: 200 len: 210 time: 0.0437374 Feb 19 00:49:18.607529 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f21dafe-de36-4fdb-b86b-7fc4ac4d8575 x-openstack-request-id: req-2f21dafe-de36-4fdb-b86b-7fc4ac4d8575 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:18.608834 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00110c80-1ec4-47d4-be5e-d7c05fc2871c", "name": "network-vif-deleted", "tag": "7101ca8c-737a-4321-bc80-204cd4ea8c3d", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:18.609265 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f21dafe-de36-4fdb-b86b-7fc4ac4d8575 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:18.609840 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00110c80-1ec4-47d4-be5e-d7c05fc2871c', 'name': 'network-vif-deleted', 'tag': '7101ca8c-737a-4321-bc80-204cd4ea8c3d', 'status': 'completed', 'code': 200} Feb 19 00:49:18.756202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36952) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:18.771799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.847901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a3cba5c-e470-49c6-8ff6-645e2b64dd11 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (25459b01-1429-451f-a671-a13518fe4772), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.860084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6be24-b885-4670-84ec-28c9a728be5c req-0d6f29bf-f534-405d-932b-37d154964559 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:18.863264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3d6be24-b885-4670-84ec-28c9a728be5c req-0d6f29bf-f534-405d-932b-37d154964559 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.1217315 Feb 19 00:49:18.891269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3cba5c-e470-49c6-8ff6-645e2b64dd11 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event deleted for resources: {'Port': ['ID=25459b01-1429-451f-a671-a13518fe4772,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:18.957996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a3cba5c-e470-49c6-8ff6-645e2b64dd11 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:18.961866 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0a3cba5c-e470-49c6-8ff6-645e2b64dd11 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "DELETE /v2.0/ports/25459b01-1429-451f-a671-a13518fe4772 HTTP/1.1" status: 204 len: 168 time: 1.3351524 Feb 19 00:49:18.964743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36958) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:18.970719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '427dd7d7-c939-408e-bea9-6737617928cd', 'external_fixed_ips': [{'subnet_id': 'b4c592c3-61be-4fa6-bdb6-fc664434d993', 'ip_address': '172.20.0.10'}]}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:19.003241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3d6be24-b885-4670-84ec-28c9a728be5c req-0e34984c-b6aa-4a5b-9926-b85a997fac18 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320734 Feb 19 00:49:19.017115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.020389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.063144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dc10a976-8202-4622-8b82-c56b43000951 tempest-ServiceProvidersTest-518830077 tempest-ServiceProvidersTest-518830077-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2978280 Feb 19 00:49:19.110887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11c7483-0f1b-4696-a4f7-57dde7f5926d req-87e6bf4c-cb49-4265-b8f2-327cc2da3127 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.130899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d11c7483-0f1b-4696-a4f7-57dde7f5926d req-87e6bf4c-cb49-4265-b8f2-327cc2da3127 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2268515 Feb 19 00:49:19.184541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_controller (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.248493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d11c7483-0f1b-4696-a4f7-57dde7f5926d req-54cb06eb-8c1e-4e45-90d4-82975260cc42 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121612 Feb 19 00:49:19.263243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec070d4-5792-4f35-8f29-013a820f7c56 req-3a78d7b5-8ad6-467f-9301-3a93276ed4c9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.265033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec070d4-5792-4f35-8f29-013a820f7c56 req-3a78d7b5-8ad6-467f-9301-3a93276ed4c9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.1160386 Feb 19 00:49:19.322150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec070d4-5792-4f35-8f29-013a820f7c56 req-07f715b6-f18f-4194-a21c-ac0f33df357b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504546 Feb 19 00:49:19.376781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.451233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36972) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:19.638483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32e32fed-6cfc-428a-a35e-7dd067032f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.641932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36984) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:19.681259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.704956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:19.819072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bac73-1ce7-41be-9ef3-ad5dff4d5cf9 req-3d0c260a-61f0-4f78-89aa-0785a421a3fc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:19.820935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf9bac73-1ce7-41be-9ef3-ad5dff4d5cf9 req-3d0c260a-61f0-4f78-89aa-0785a421a3fc tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2697682 Feb 19 00:49:19.894117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Allocated IP 172.20.0.10 (427dd7d7-c939-408e-bea9-6737617928cd/b4c592c3-61be-4fa6-bdb6-fc664434d993/6dc4b7f6-6d55-4930-b6dc-f0e74c848394) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:19.928243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf9bac73-1ce7-41be-9ef3-ad5dff4d5cf9 req-dd62bd16-8eda-4949-a252-2a7cdf97c92c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000876 Feb 19 00:49:20.035912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32e32fed-6cfc-428a-a35e-7dd067032f63 admin admin] Publish callbacks [] for security_group (1713cb38-afb7-484a-8986-c9d7c14d1f04), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.041561 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32e32fed-6cfc-428a-a35e-7dd067032f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1713cb38-afb7-484a-8986-c9d7c14d1f04), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.044340 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19256831-e5d5-48bb-8638-b0913811275f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.057812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for port (6dc4b7f6-6d55-4930-b6dc-f0e74c848394), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.074071 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7631592d-b336-41ab-9e8e-132e9bac819d req-d8f68f57-67c6-48f3-88da-de999fe645ff service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0852742 Feb 19 00:49:20.100801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-32e32fed-6cfc-428a-a35e-7dd067032f63 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=675bddbaa84a446b8cd11c505a7011a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6484387 Feb 19 00:49:20.103616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36988) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:20.108537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e32fed-6cfc-428a-a35e-7dd067032f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1713cb38-afb7-484a-8986-c9d7c14d1f04,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:20.159617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6dc4b7f6-6d55-4930-b6dc-f0e74c848394), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.220191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (f99d5f90-0647-4ef1-96f5-f9d95f168764), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.259892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c429e8f8-ead2-41b6-b5e7-ec418d631e5d admin admin] Publish callbacks [] for security_group (1713cb38-afb7-484a-8986-c9d7c14d1f04), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.292878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Network 427dd7d7-c939-408e-bea9-6737617928cd is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:20.326818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c429e8f8-ead2-41b6-b5e7-ec418d631e5d admin admin] Publish callbacks [] for security_group (1713cb38-afb7-484a-8986-c9d7c14d1f04), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.333985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7101ca8c-737a-4321-bc80-204cd4ea8c3d no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:20.383630 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:20.387200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 7101ca8c-737a-4321-bc80-204cd4ea8c3d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:20.387612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 7101ca8c-737a-4321-bc80-204cd4ea8c3d not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:20.392996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c429e8f8-ead2-41b6-b5e7-ec418d631e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1713cb38-afb7-484a-8986-c9d7c14d1f04), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.395888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c429e8f8-ead2-41b6-b5e7-ec418d631e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.399763 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c429e8f8-ead2-41b6-b5e7-ec418d631e5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1713cb38-afb7-484a-8986-c9d7c14d1f04 HTTP/1.1" status: 204 len: 168 time: 0.2922473 Feb 19 00:49:20.401642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:20.427533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc4b7f6-6d55-4930-b6dc-f0e74c848394,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:20.443639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c429e8f8-ead2-41b6-b5e7-ec418d631e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1713cb38-afb7-484a-8986-c9d7c14d1f04,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:20.451209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631592d-b336-41ab-9e8e-132e9bac819d req-52d6162a-037a-4fb1-9c1f-b161361cbbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.452997 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7631592d-b336-41ab-9e8e-132e9bac819d req-52d6162a-037a-4fb1-9c1f-b161361cbbe0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 1127 time: 0.3134279 Feb 19 00:49:20.543664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37004) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:20.596783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd6a51-6675-48d5-846d-d11414367884 req-e9e65e90-0a94-4be0-a17c-0f9e753a8383 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.599769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29dd6a51-6675-48d5-846d-d11414367884 req-e9e65e90-0a94-4be0-a17c-0f9e753a8383 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2023513 Feb 19 00:49:20.772405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631592d-b336-41ab-9e8e-132e9bac819d req-ffc379cc-9f92-4850-9706-d4d4e555b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.773978 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7631592d-b336-41ab-9e8e-132e9bac819d req-ffc379cc-9f92-4850-9706-d4d4e555b241 service neutron] 10.222.0.113 "GET /v2.0/networks?id=f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 200 len: 907 time: 0.3018186 Feb 19 00:49:20.782330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29dd6a51-6675-48d5-846d-d11414367884 req-2753c57c-bd30-4bc7-82fa-76aed644d437 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718965 Feb 19 00:49:20.805168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Deleting port 0cb877ed-86f6-4f79-acfc-81b19febb6cb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:20.806302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.835276 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7631592d-b336-41ab-9e8e-132e9bac819d req-cb10fdc5-ae51-4492-975b-7e6c9c420237 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e HTTP/1.1" status: 200 len: 217 time: 0.0533259 Feb 19 00:49:20.836254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.968862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] For port 0cb877ed-86f6-4f79-acfc-81b19febb6cb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0cb877ed-86f6-4f79-acfc-81b19febb6cb,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:20.969121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:20.970324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631592d-b336-41ab-9e8e-132e9bac819d req-7b4eabe6-040c-40a3-ba56-bc350f76ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:20.971742 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7631592d-b336-41ab-9e8e-132e9bac819d req-7b4eabe6-040c-40a3-ba56-bc350f76ffde service neutron] 10.222.0.113 "GET /v2.0/subnets?id=3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 200 len: 846 time: 0.0992351 Feb 19 00:49:21.021047 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7631592d-b336-41ab-9e8e-132e9bac819d req-021fe3ea-b41c-4c8d-a8c1-a7d4470dfa9a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f3df7abb-909f-4cfc-83dc-4f97b1415e22&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432065 Feb 19 00:49:21.031585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2478a659-ccf4-4cc1-8659-2ffe2ed178a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.045314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Calling delete_port for 0cb877ed-86f6-4f79-acfc-81b19febb6cb owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:21.213817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.223232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08416614-4490-4815-b7a8-d92ccb5ced1e req-1c3fda69-c963-48f4-a043-b097495d0398 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:21.225059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08416614-4490-4815-b7a8-d92ccb5ced1e req-1c3fda69-c963-48f4-a043-b097495d0398 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.1572070 Feb 19 00:49:21.333146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08416614-4490-4815-b7a8-d92ccb5ced1e req-a812c98d-1685-467d-ad63-d2c9e63bdc0e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982246 Feb 19 00:49:21.339085 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2478a659-ccf4-4cc1-8659-2ffe2ed178a0 admin admin] Publish callbacks [] for security_group (002ce0eb-df0a-4091-87fa-20172525b8df), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.346762 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2478a659-ccf4-4cc1-8659-2ffe2ed178a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (002ce0eb-df0a-4091-87fa-20172525b8df), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.361170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7631592d-b336-41ab-9e8e-132e9bac819d req-516c88ac-77b6-4e87-a8b4-e9330e688066 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253198 Feb 19 00:49:21.424926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478a659-ccf4-4cc1-8659-2ffe2ed178a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002ce0eb-df0a-4091-87fa-20172525b8df,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:21.447942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2478a659-ccf4-4cc1-8659-2ffe2ed178a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3152aa17ac0146fa88b42463d31e2868&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8973792 Feb 19 00:49:21.451929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37034) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:21.549059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.567380 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0cb877ed-86f6-4f79-acfc-81b19febb6cb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.578395 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e046785f-6c7c-4f77-a6cf-df9fd19d1c1e admin admin] Publish callbacks [] for security_group (002ce0eb-df0a-4091-87fa-20172525b8df), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.610993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0cb877ed-86f6-4f79-acfc-81b19febb6cb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:21.684200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37038) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:21.704966 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e046785f-6c7c-4f77-a6cf-df9fd19d1c1e admin admin] Publish callbacks [] for security_group (002ce0eb-df0a-4091-87fa-20172525b8df), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.747246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7631592d-b336-41ab-9e8e-132e9bac819d req-6cf0ff24-220a-4ad1-963b-383fd739c597 service neutron] 10.222.0.113 "GET /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700473 Feb 19 00:49:21.753968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Router 24fe9b57-9fb8-4a52-bd75-feb99c6a50b7 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:49:21.840649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e046785f-6c7c-4f77-a6cf-df9fd19d1c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (002ce0eb-df0a-4091-87fa-20172525b8df), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.847912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e046785f-6c7c-4f77-a6cf-df9fd19d1c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:21.853106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e046785f-6c7c-4f77-a6cf-df9fd19d1c1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/002ce0eb-df0a-4091-87fa-20172525b8df HTTP/1.1" status: 204 len: 168 time: 0.3974888 Feb 19 00:49:21.995322 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-10a3f61b-7290-4abd-b8da-2aea0d735ec3 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-49327308', 'prefixes': ['172.20.0.0/16']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:22.050646 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046785f-6c7c-4f77-a6cf-df9fd19d1c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002ce0eb-df0a-4091-87fa-20172525b8df,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:22.066774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:22.076823 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Sync routers for ids ['24fe9b57-9fb8-4a52-bd75-feb99c6a50b7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:22.097778 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Routers {'24fe9b57-9fb8-4a52-bd75-feb99c6a50b7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:22.098786 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['24fe9b57-9fb8-4a52-bd75-feb99c6a50b7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:22.120469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (f99d5f90-0647-4ef1-96f5-f9d95f168764), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.130403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.134402 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-87d45782-9181-4756-a82c-42b6e2ecb27a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.1683404 Feb 19 00:49:22.135184 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:22.212360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea07978-ef52-4acc-a910-93c517003257 req-bdf9e8ec-ca2f-4c23-8db5-245e90199d29 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:22.220003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ea07978-ef52-4acc-a910-93c517003257 req-bdf9e8ec-ca2f-4c23-8db5-245e90199d29 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2499480 Feb 19 00:49:22.321065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ea07978-ef52-4acc-a910-93c517003257 req-c6c51cfa-d807-4c00-9709-061018958edd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000793 Feb 19 00:49:22.346520 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Set router 24fe9b57-9fb8-4a52-bd75-feb99c6a50b7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:22.387957 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.400141 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-10a3f61b-7290-4abd-b8da-2aea0d735ec3 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.401362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-10a3f61b-7290-4abd-b8da-2aea0d735ec3 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.7112868 Feb 19 00:49:22.404521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37054) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:22.499600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aadc71a0-53c4-4497-9b35-2ad47e30f6c7 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] 10.222.0.60 "GET /v2.0/subnetpools/607c439e-b7c1-4a70-8945-e871b61346d1 HTTP/1.1" status: 200 len: 730 time: 0.0922563 Feb 19 00:49:22.503555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37056) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:22.517314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37058) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:22.535155 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1120-94f0-403d-a6bb-0512e5ba155c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.540847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5960e46b-0f0a-44ea-a21f-736b833eae41 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1211755959'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:22.602142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.641998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.708415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Deleting port 6dc4b7f6-6d55-4930-b6dc-f0e74c848394 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:22.708809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6dc4b7f6-6d55-4930-b6dc-f0e74c848394), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.879862 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6dc4b7f6-6d55-4930-b6dc-f0e74c848394), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:22.909349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Calling delete_port for 6dc4b7f6-6d55-4930-b6dc-f0e74c848394 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:23.004082 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fe9b57-9fb8-4a52-bd75-feb99c6a50b7', 'name': '', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '427dd7d7-c939-408e-bea9-6737617928cd', 'external_fixed_ips': [{'subnet_id': 'b4c592c3-61be-4fa6-bdb6-fc664434d993', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '6dc4b7f6-6d55-4930-b6dc-f0e74c848394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:19Z', 'updated_at': '2022-02-19T00:49:20Z', 'revision_number': 3, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port': {'id': '6dc4b7f6-6d55-4930-b6dc-f0e74c848394', 'name': '', 'network_id': '427dd7d7-c939-408e-bea9-6737617928cd', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:80:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fe9b57-9fb8-4a52-bd75-feb99c6a50b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': 'b4c592c3-61be-4fa6-bdb6-fc664434d993', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:19Z', 'updated_at': '2022-02-19T00:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b4c592c3-61be-4fa6-bdb6-fc664434d993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:23.034723 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Checking router: 24fe9b57-9fb8-4a52-bd75-feb99c6a50b7 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:23.034941 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Updating router 24fe9b57-9fb8-4a52-bd75-feb99c6a50b7 port 6dc4b7f6-6d55-4930-b6dc-f0e74c848394 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:49:23.064713 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6dc4b7f6-6d55-4930-b6dc-f0e74c848394), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.084288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23126a-32a0-4a51-a26c-1d4f6fc6094f req-6ceee252-8668-46e4-a18a-6977e223ed68 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:23.085944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a23126a-32a0-4a51-a26c-1d4f6fc6094f req-6ceee252-8668-46e4-a18a-6977e223ed68 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.6044991 Feb 19 00:49:23.274603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a23126a-32a0-4a51-a26c-1d4f6fc6094f req-73a87f73-2b49-4aeb-abe6-6d6a667c29e0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505764 Feb 19 00:49:23.284610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5960e46b-0f0a-44ea-a21f-736b833eae41 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.285763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5960e46b-0f0a-44ea-a21f-736b833eae41 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] 10.222.0.60 "PUT /v2.0/subnetpools/607c439e-b7c1-4a70-8945-e871b61346d1 HTTP/1.1" status: 200 len: 684 time: 0.7484243 Feb 19 00:49:23.289299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37060) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:23.321508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6dc4b7f6-6d55-4930-b6dc-f0e74c848394), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.377434 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event deleted for resources: {'Port': ['ID=6dc4b7f6-6d55-4930-b6dc-f0e74c848394,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:23.486471 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.521575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1120-94f0-403d-a6bb-0512e5ba155c admin admin] Publish callbacks [] for security_group (4e076842-3afa-47a0-b1e0-1ac85d52b21f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.522288 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.db.api [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:49:23.525016 n-d-826527-3 neutron-server[103652]: DEBUG oslo_db.api [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:49:23.525730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Router f99d5f90-0647-4ef1-96f5-f9d95f168764 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:23.532582 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6cd1120-94f0-403d-a6bb-0512e5ba155c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4e076842-3afa-47a0-b1e0-1ac85d52b21f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.552727 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-85b90b60-79b3-4fc6-b58b-24057bf78250 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.556685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-85b90b60-79b3-4fc6-b58b-24057bf78250 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] 10.222.0.60 "DELETE /v2.0/subnetpools/607c439e-b7c1-4a70-8945-e871b61346d1 HTTP/1.1" status: 204 len: 168 time: 0.2625113 Feb 19 00:49:23.561673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37066) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:23.597962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e6cd1120-94f0-403d-a6bb-0512e5ba155c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b67e618f4d54c5789805a0ed565532f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0938408 Feb 19 00:49:23.598930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37068) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:23.608176 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-be78ed36-2c38-45cf-b205-c05e02a31e70 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] show failed (client error): The resource could not be found. Feb 19 00:49:23.611701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.611848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-be78ed36-2c38-45cf-b205-c05e02a31e70 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] 10.222.0.60 "GET /v2.0/subnetpools/607c439e-b7c1-4a70-8945-e871b61346d1 HTTP/1.1" status: 404 len: 346 time: 0.0425346 Feb 19 00:49:23.611939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:23.620419 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_controller (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.670458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ff07e-efcf-476b-9155-502060f36139 req-0a34e481-ff21-454e-9c4a-f827bea588f6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:23.672677 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.677540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-614ff07e-efcf-476b-9155-502060f36139 req-0a34e481-ff21-454e-9c4a-f827bea588f6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2152736 Feb 19 00:49:23.679410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cd1120-94f0-403d-a6bb-0512e5ba155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e076842-3afa-47a0-b1e0-1ac85d52b21f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:23.805402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-736288c0-9036-4762-8c7a-166f1c3211b5 admin admin] Publish callbacks [] for security_group (4e076842-3afa-47a0-b1e0-1ac85d52b21f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.820563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-614ff07e-efcf-476b-9155-502060f36139 req-fa11ebef-a234-4234-a94e-daa5da8f9b42 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393628 Feb 19 00:49:23.863158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:23.868588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-736288c0-9036-4762-8c7a-166f1c3211b5 admin admin] Publish callbacks [] for security_group (4e076842-3afa-47a0-b1e0-1ac85d52b21f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:23.875792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c515620-b171-4354-a28b-f710059809e2 None None] Sync routers for ids ['f99d5f90-0647-4ef1-96f5-f9d95f168764'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:23.878094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-17727f5c-ae75-47be-aa88-54d81ea460ed admin admin] 10.222.0.60 "PUT /v2.0/routers/f99d5f90-0647-4ef1-96f5-f9d95f168764/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2338338 Feb 19 00:49:23.884873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37072) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:23.892145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c515620-b171-4354-a28b-f710059809e2 None None] Routers {'f99d5f90-0647-4ef1-96f5-f9d95f168764'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:23.893338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1c515620-b171-4354-a28b-f710059809e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f99d5f90-0647-4ef1-96f5-f9d95f168764'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:24.035804 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-5a66ce49-4d41-40bf-abed-5525ad9278d0 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] delete failed (client error): The resource could not be found. Feb 19 00:49:24.043272 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5a66ce49-4d41-40bf-abed-5525ad9278d0 tempest-SubnetPoolsTestJSON-1638702225 tempest-SubnetPoolsTestJSON-1638702225-project] 10.222.0.60 "DELETE /v2.0/subnetpools/607c439e-b7c1-4a70-8945-e871b61346d1 HTTP/1.1" status: 404 len: 346 time: 0.4241483 Feb 19 00:49:24.076463 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Port 6dc4b7f6-6d55-4930-b6dc-f0e74c848394 not found while updating agent binding for router 24fe9b57-9fb8-4a52-bd75-feb99c6a50b7. {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 00:49:24.106045 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Routers {'24fe9b57-9fb8-4a52-bd75-feb99c6a50b7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:24.106770 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['24fe9b57-9fb8-4a52-bd75-feb99c6a50b7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:24.124408 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (24fe9b57-9fb8-4a52-bd75-feb99c6a50b7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.125842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 24fe9b57-9fb8-4a52-bd75-feb99c6a50b7 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:24.145732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.153072 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-48540567-df62-4852-b4e7-890cb374d2d7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "DELETE /v2.0/routers/24fe9b57-9fb8-4a52-bd75-feb99c6a50b7 HTTP/1.1" status: 204 len: 168 time: 2.0168390 Feb 19 00:49:24.153785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37078) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:24.162904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1c515620-b171-4354-a28b-f710059809e2 None None] Set router f99d5f90-0647-4ef1-96f5-f9d95f168764 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:24.185045 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks [] for router (f99d5f90-0647-4ef1-96f5-f9d95f168764), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.219564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-604595e1-3d8b-43bb-8367-e69d2204d93e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Deleting subnet b4c592c3-61be-4fa6-bdb6-fc664434d993 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:49:24.226696 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-604595e1-3d8b-43bb-8367-e69d2204d93e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for subnet (b4c592c3-61be-4fa6-bdb6-fc664434d993), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.282746 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] Set router 24fe9b57-9fb8-4a52-bd75-feb99c6a50b7 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:24.288533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-604595e1-3d8b-43bb-8367-e69d2204d93e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b4c592c3-61be-4fa6-bdb6-fc664434d993), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.360814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks [] for router_gateway (f99d5f90-0647-4ef1-96f5-f9d95f168764), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.365606 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-736288c0-9036-4762-8c7a-166f1c3211b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4e076842-3afa-47a0-b1e0-1ac85d52b21f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.371543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-736288c0-9036-4762-8c7a-166f1c3211b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.371863 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-736288c0-9036-4762-8c7a-166f1c3211b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e076842-3afa-47a0-b1e0-1ac85d52b21f HTTP/1.1" status: 204 len: 168 time: 0.7648809 Feb 19 00:49:24.390763 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fe9b57-9fb8-4a52-bd75-feb99c6a50b7', 'name': '', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:19Z', 'updated_at': '2022-02-19T00:49:23Z', 'revision_number': 5, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:24.401304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736288c0-9036-4762-8c7a-166f1c3211b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e076842-3afa-47a0-b1e0-1ac85d52b21f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:24.414346 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.425997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-604595e1-3d8b-43bb-8367-e69d2204d93e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b4c592c3-61be-4fa6-bdb6-fc664434d993), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.493200 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71931e66-d348-45a5-8891-7f3639cb00ad None None] The sync data for ids ['24fe9b57-9fb8-4a52-bd75-feb99c6a50b7'] in n-d-826527-3 is: [{'id': '24fe9b57-9fb8-4a52-bd75-feb99c6a50b7', 'name': '', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:19Z', 'updated_at': '2022-02-19T00:49:23Z', 'revision_number': 5, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:24.609933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-604595e1-3d8b-43bb-8367-e69d2204d93e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b4c592c3-61be-4fa6-bdb6-fc664434d993), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.667891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-604595e1-3d8b-43bb-8367-e69d2204d93e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.675961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-604595e1-3d8b-43bb-8367-e69d2204d93e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/b4c592c3-61be-4fa6-bdb6-fc664434d993 HTTP/1.1" status: 204 len: 168 time: 0.5210071 Feb 19 00:49:24.678451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604595e1-3d8b-43bb-8367-e69d2204d93e tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b4c592c3-61be-4fa6-bdb6-fc664434d993,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:24.692554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37098) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:24.812058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441caeb-d06a-4ecd-8f1e-1a0bad90caff req-0c1bf8d4-08d2-4adc-98ef-dd9ff3e2f5d9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:24.820535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f441caeb-d06a-4ecd-8f1e-1a0bad90caff req-0c1bf8d4-08d2-4adc-98ef-dd9ff3e2f5d9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.3454609 Feb 19 00:49:24.850200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Deleting port 4a6bae77-0290-49bf-9366-601c96486513 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:24.850562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4a6bae77-0290-49bf-9366-601c96486513), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.897917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1c515620-b171-4354-a28b-f710059809e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '4a6bae77-0290-49bf-9366-601c96486513', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:49:21Z', 'revision_number': 5, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port': {'id': '4a6bae77-0290-49bf-9366-601c96486513', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:43:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2571, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:30Z', 'updated_at': '2022-02-19T00:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:24.898521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (427dd7d7-c939-408e-bea9-6737617928cd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:24.939921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37104) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:25.021226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c515620-b171-4354-a28b-f710059809e2 None None] Checking router: f99d5f90-0647-4ef1-96f5-f9d95f168764 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:25.045355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c515620-b171-4354-a28b-f710059809e2 None None] Routers {'f99d5f90-0647-4ef1-96f5-f9d95f168764'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:25.049439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1c515620-b171-4354-a28b-f710059809e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['f99d5f90-0647-4ef1-96f5-f9d95f168764'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:25.139220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f441caeb-d06a-4ecd-8f1e-1a0bad90caff req-de4e9401-69d0-45ef-b395-5aa1114b0c3b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122990 Feb 19 00:49:25.150332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] For port 4a6bae77-0290-49bf-9366-601c96486513, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4a6bae77-0290-49bf-9366-601c96486513,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:25.151020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4a6bae77-0290-49bf-9366-601c96486513), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.192298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13942717-07cb-44ac-8f0c-b634f5dd6c79 req-7099ed01-b85d-48a7-8f39-15544d23db67 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.202278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13942717-07cb-44ac-8f0c-b634f5dd6c79 req-7099ed01-b85d-48a7-8f39-15544d23db67 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2272246 Feb 19 00:49:25.216599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (427dd7d7-c939-408e-bea9-6737617928cd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.231383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Calling delete_port for 4a6bae77-0290-49bf-9366-601c96486513 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:25.303482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1c515620-b171-4354-a28b-f710059809e2 None None] Set router f99d5f90-0647-4ef1-96f5-f9d95f168764 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:25.305867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427dd7d7-c939-408e-bea9-6737617928cd']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:25.332539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414ab1d0-fbe1-48d9-b72b-30e5e5862bdf') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:25.332854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414ab1d0-fbe1-48d9-b72b-30e5e5862bdf') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:25.362809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (414ab1d0-fbe1-48d9-b72b-30e5e5862bdf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.401992 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (414ab1d0-fbe1-48d9-b72b-30e5e5862bdf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.413867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:49:25.416828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (414ab1d0-fbe1-48d9-b72b-30e5e5862bdf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:49:25.420523 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:49:25.446038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1c515620-b171-4354-a28b-f710059809e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:49:24Z', 'revision_number': 6, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:25.532221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13942717-07cb-44ac-8f0c-b634f5dd6c79 req-982b416b-0117-4883-af87-095b4135b1df tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242307 Feb 19 00:49:25.539796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c515620-b171-4354-a28b-f710059809e2 None None] The sync data for ids ['f99d5f90-0647-4ef1-96f5-f9d95f168764'] in n-d-826527-3 is: [{'id': 'f99d5f90-0647-4ef1-96f5-f9d95f168764', 'name': 'tempest-TestServerMultinode-1025767449-router', 'tenant_id': '514ca39d69e14410a3a3735a593c2c6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:28Z', 'updated_at': '2022-02-19T00:49:24Z', 'revision_number': 6, 'project_id': '514ca39d69e14410a3a3735a593c2c6e', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:25.563595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (427dd7d7-c939-408e-bea9-6737617928cd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.577942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 427dd7d7-c939-408e-bea9-6737617928cd {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 00:49:25.582272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.594771 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "DELETE /v2.0/networks/427dd7d7-c939-408e-bea9-6737617928cd HTTP/1.1" status: 204 len: 168 time: 0.9010234 Feb 19 00:49:25.652457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389f3ff-7f71-490a-9278-e7a7c79978f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event deleted for resources: {'Network': ['ID=427dd7d7-c939-408e-bea9-6737617928cd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:25.710558 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8081ae3f-a5fa-445d-a030-5399e859e49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:25.724823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135d220-a42d-4857-a19b-774a59411d3c req-4b4cd15f-934c-4f9e-b1b9-03229ecc5104 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:25.726989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c135d220-a42d-4857-a19b-774a59411d3c req-4b4cd15f-934c-4f9e-b1b9-03229ecc5104 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.4872935 Feb 19 00:49:25.866888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c135d220-a42d-4857-a19b-774a59411d3c req-d6b0c590-72e1-42c6-b96c-b43f8f678179 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956223 Feb 19 00:49:25.969213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4a6bae77-0290-49bf-9366-601c96486513), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.004611 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8081ae3f-a5fa-445d-a030-5399e859e49e admin admin] Publish callbacks [] for security_group (8ee81115-26e8-45b1-8584-ddc9b542d264), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.032100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8081ae3f-a5fa-445d-a030-5399e859e49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8ee81115-26e8-45b1-8584-ddc9b542d264), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.034968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6bae77-0290-49bf-9366-601c96486513,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:26.121430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8081ae3f-a5fa-445d-a030-5399e859e49e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5cc9403db4cc4ff688ccdc5364348370&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1518257 Feb 19 00:49:26.126236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37134) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:26.142861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081ae3f-a5fa-445d-a030-5399e859e49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee81115-26e8-45b1-8584-ddc9b542d264,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:26.190687 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (f99d5f90-0647-4ef1-96f5-f9d95f168764), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.267047 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8190b2ce-2baf-4291-83dd-fab2fbb2d4d1 admin admin] Publish callbacks [] for security_group (8ee81115-26e8-45b1-8584-ddc9b542d264), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.364656 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8190b2ce-2baf-4291-83dd-fab2fbb2d4d1 admin admin] Publish callbacks [] for security_group (8ee81115-26e8-45b1-8584-ddc9b542d264), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.368182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37140) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:26.384994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-de819d8e-1dba-4e29-bc7b-5a70961dc026 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'router': {'name': 'tempest-router--215488851', 'project_id': '0849fc447a65422d85fed2c87a6a7366'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:26.434882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8190b2ce-2baf-4291-83dd-fab2fbb2d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8ee81115-26e8-45b1-8584-ddc9b542d264), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.440195 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8190b2ce-2baf-4291-83dd-fab2fbb2d4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.441420 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8190b2ce-2baf-4291-83dd-fab2fbb2d4d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ee81115-26e8-45b1-8584-ddc9b542d264 HTTP/1.1" status: 204 len: 168 time: 0.3160341 Feb 19 00:49:26.451616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190b2ce-2baf-4291-83dd-fab2fbb2d4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee81115-26e8-45b1-8584-ddc9b542d264,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:26.464784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (f99d5f90-0647-4ef1-96f5-f9d95f168764), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.467382 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks [] for router_controller (f99d5f90-0647-4ef1-96f5-f9d95f168764), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.536196 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (f99d5f90-0647-4ef1-96f5-f9d95f168764), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.538341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f99d5f90-0647-4ef1-96f5-f9d95f168764 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:26.543217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.544330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-01609b2a-a314-4600-a3db-973e8cb0ed4f admin admin] 10.222.0.60 "DELETE /v2.0/routers/f99d5f90-0647-4ef1-96f5-f9d95f168764 HTTP/1.1" status: 204 len: 168 time: 2.6583419 Feb 19 00:49:26.546992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:26.577669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470c634-8616-47ea-abfa-aa07eb78a00c req-5261db60-9d4f-4b37-b407-f98f7744135e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:26.579149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d470c634-8616-47ea-abfa-aa07eb78a00c req-5261db60-9d4f-4b37-b407-f98f7744135e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2791629 Feb 19 00:49:26.590918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de819d8e-1dba-4e29-bc7b-5a70961dc026 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (a8064127-23d1-4f16-9700-73ba737abdee), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.592086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de819d8e-1dba-4e29-bc7b-5a70961dc026 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (a8064127-23d1-4f16-9700-73ba737abdee), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.695933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3f9090-37f4-4d19-922c-561d5d4f1dee admin admin] Deleting subnet cb8e3a40-835f-4765-b891-1451053c3bd0 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:49:26.700548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9090-37f4-4d19-922c-561d5d4f1dee admin admin] Publish callbacks [] for subnet (cb8e3a40-835f-4765-b891-1451053c3bd0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.757980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de819d8e-1dba-4e29-bc7b-5a70961dc026 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_controller (a8064127-23d1-4f16-9700-73ba737abdee), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.797461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de819d8e-1dba-4e29-bc7b-5a70961dc026 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (a8064127-23d1-4f16-9700-73ba737abdee), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.797708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9090-37f4-4d19-922c-561d5d4f1dee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (cb8e3a40-835f-4765-b891-1451053c3bd0), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.890632 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de819d8e-1dba-4e29-bc7b-5a70961dc026 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:26.903365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de819d8e-1dba-4e29-bc7b-5a70961dc026 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5255735 Feb 19 00:49:26.918172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37170) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:26.963917 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9090-37f4-4d19-922c-561d5d4f1dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (cb8e3a40-835f-4765-b891-1451053c3bd0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.081109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9090-37f4-4d19-922c-561d5d4f1dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (cb8e3a40-835f-4765-b891-1451053c3bd0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.130763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d470c634-8616-47ea-abfa-aa07eb78a00c req-c0264a9e-c2cc-4ebe-a13d-f3a908ccd600 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598218 Feb 19 00:49:27.144715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-f608d529-020f-4d93-ad73-3a91926b4aa2 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3846061 Feb 19 00:49:27.154791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08413c04-b183-4476-84a9-a3a4b66c45fa tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (a8064127-23d1-4f16-9700-73ba737abdee), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.162378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f9090-37f4-4d19-922c-561d5d4f1dee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8e3a40-835f-4765-b891-1451053c3bd0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:27.172240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9090-37f4-4d19-922c-561d5d4f1dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.183673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72689cf3-245e-41b7-9227-ca7630902581 None None] Network 0af639a4-f77e-4922-b57b-0de621d56df8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:27.193362 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9e3f9090-37f4-4d19-922c-561d5d4f1dee admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cb8e3a40-835f-4765-b891-1451053c3bd0 HTTP/1.1" status: 204 len: 168 time: 0.6326997 Feb 19 00:49:27.194070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37178) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:27.381195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a973082-4ef3-4fc6-9b60-77f0a9e01cb5 req-45203bcf-39ac-4af6-ad07-e5abd75afa18 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:27.387479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a973082-4ef3-4fc6-9b60-77f0a9e01cb5 req-45203bcf-39ac-4af6-ad07-e5abd75afa18 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.6055484 Feb 19 00:49:27.395277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (0af639a4-f77e-4922-b57b-0de621d56df8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.453311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] DHCP port deletion for 0af639a4-f77e-4922-b57b-0de621d56df8 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:49:27.569633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Deleting port ef15c22b-0f46-49e4-8854-e8a7288b2b95 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:27.570438 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.577648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Deleting port ef15c22b-0f46-49e4-8854-e8a7288b2b95 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:27.578166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.581227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37188) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:27.736489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] For port ef15c22b-0f46-49e4-8854-e8a7288b2b95, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ef15c22b-0f46-49e4-8854-e8a7288b2b95,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:27.737139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.744917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a973082-4ef3-4fc6-9b60-77f0a9e01cb5 req-85e0db7d-a7d7-4b97-849c-9977475e32c9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560667 Feb 19 00:49:27.756748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] For port ef15c22b-0f46-49e4-8854-e8a7288b2b95, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ef15c22b-0f46-49e4-8854-e8a7288b2b95,segment=NetworkSegment(ee29a022-dd75-4985-adab-c6f45f6e2547),segment_id=ee29a022-dd75-4985-adab-c6f45f6e2547)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:27.761890 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.786364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Calling delete_port for ef15c22b-0f46-49e4-8854-e8a7288b2b95 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:27.801430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Calling delete_port for ef15c22b-0f46-49e4-8854-e8a7288b2b95 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:27.843767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0cb877ed-86f6-4f79-acfc-81b19febb6cb no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:27.856364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08413c04-b183-4476-84a9-a3a4b66c45fa tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (a8064127-23d1-4f16-9700-73ba737abdee), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.861619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08413c04-b183-4476-84a9-a3a4b66c45fa tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_controller (a8064127-23d1-4f16-9700-73ba737abdee), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.865067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e228f013-9a29-4f42-9506-f295db5c1318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.885456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88887e-a40f-4525-bce4-3d1d38dfaa70 req-e22571a8-d21f-4015-9e26-331d88bc41e8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:27.888762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b88887e-a40f-4525-bce4-3d1d38dfaa70 req-e22571a8-d21f-4015-9e26-331d88bc41e8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.5259273 Feb 19 00:49:27.894421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-bc95bde3-040c-413b-9ddb-a861ea9851d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:27.896984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-bc95bde3-040c-413b-9ddb-a861ea9851d3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1126 time: 0.5348873 Feb 19 00:49:27.957261 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:27.995337 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (ef15c22b-0f46-49e4-8854-e8a7288b2b95), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.004768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef15c22b-0f46-49e4-8854-e8a7288b2b95,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:28.005881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0cb877ed-86f6-4f79-acfc-81b19febb6cb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:28.006553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0cb877ed-86f6-4f79-acfc-81b19febb6cb not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:28.011840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4a6bae77-0290-49bf-9366-601c96486513 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:28.015662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] No DVR routers for this DVR port ef15c22b-0f46-49e4-8854-e8a7288b2b95 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:28.060079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 4a6bae77-0290-49bf-9366-601c96486513 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:28.060831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4a6bae77-0290-49bf-9366-601c96486513 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:28.061428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ef15c22b-0f46-49e4-8854-e8a7288b2b95 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:28.072586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-b899c2d9-9684-4da8-bd5b-e5f36d87d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:28.074605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-b899c2d9-9684-4da8-bd5b-e5f36d87d8d7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1308544 Feb 19 00:49:28.091926 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] No DVR routers for this DVR port ef15c22b-0f46-49e4-8854-e8a7288b2b95 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:28.093930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Pushing event deleted for resources: {'Port': ['ID=ef15c22b-0f46-49e4-8854-e8a7288b2b95,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:28.102569 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08413c04-b183-4476-84a9-a3a4b66c45fa tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (a8064127-23d1-4f16-9700-73ba737abdee), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.108512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: ef15c22b-0f46-49e4-8854-e8a7288b2b95 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:28.108978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ef15c22b-0f46-49e4-8854-e8a7288b2b95 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:28.109597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08413c04-b183-4476-84a9-a3a4b66c45fa tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8064127-23d1-4f16-9700-73ba737abdee {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:28.146493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.147422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.148015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.149385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.150014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.151375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.151639 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e228f013-9a29-4f42-9506-f295db5c1318 admin admin] Publish callbacks [] for security_group (984c4c1e-f414-44b7-ab6c-07383f6231b8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.153522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.154785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.155420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.155981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (0af639a4-f77e-4922-b57b-0de621d56df8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.156559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.157577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.158452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.159127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e126ccf3-f6de-4a72-b438-f14b4d22ca40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:28.165141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e228f013-9a29-4f42-9506-f295db5c1318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (984c4c1e-f414-44b7-ab6c-07383f6231b8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.192620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08413c04-b183-4476-84a9-a3a4b66c45fa tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.196692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-08413c04-b183-4476-84a9-a3a4b66c45fa tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a8064127-23d1-4f16-9700-73ba737abdee HTTP/1.1" status: 204 len: 168 time: 1.2639151 Feb 19 00:49:28.198166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af639a4-f77e-4922-b57b-0de621d56df8']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:28.210781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b88887e-a40f-4525-bce4-3d1d38dfaa70 req-7f9aa43d-1a84-44da-a233-7610b19d9a00 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3123548 Feb 19 00:49:28.221106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228f013-9a29-4f42-9506-f295db5c1318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984c4c1e-f414-44b7-ab6c-07383f6231b8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:28.226158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee29a022-dd75-4985-adab-c6f45f6e2547') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:28.226482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee29a022-dd75-4985-adab-c6f45f6e2547') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:28.243385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-f2819d56-8837-449b-8791-3ee53a3354ab service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.1604722 Feb 19 00:49:28.245488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (ee29a022-dd75-4985-adab-c6f45f6e2547), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.253360 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e228f013-9a29-4f42-9506-f295db5c1318 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=983b04b60901434d93dbeacdaaeef6b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6689732 Feb 19 00:49:28.256763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37208) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:28.288067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ee29a022-dd75-4985-adab-c6f45f6e2547), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.320715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:49:28.322244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (ee29a022-dd75-4985-adab-c6f45f6e2547), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:49:28.325806 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:49:28.342212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-bab12bd8-9650-4a85-8475-3d7e50c14e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:28.342524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-bab12bd8-9650-4a85-8475-3d7e50c14e81 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0925221 Feb 19 00:49:28.426198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1232342-39c2-44b8-85cf-2c0807303791 admin admin] Publish callbacks [] for security_group (984c4c1e-f414-44b7-ab6c-07383f6231b8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.428438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (0af639a4-f77e-4922-b57b-0de621d56df8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.435917 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.441571 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0af639a4-f77e-4922-b57b-0de621d56df8 HTTP/1.1" status: 204 len: 168 time: 1.2410886 Feb 19 00:49:28.444899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37212) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:28.464675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cc2e7-84ae-47ec-b392-ebc90cad4ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af639a4-f77e-4922-b57b-0de621d56df8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:28.488111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1232342-39c2-44b8-85cf-2c0807303791 admin admin] Publish callbacks [] for security_group (984c4c1e-f414-44b7-ab6c-07383f6231b8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.557915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1232342-39c2-44b8-85cf-2c0807303791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (984c4c1e-f414-44b7-ab6c-07383f6231b8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.559105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a760a9c-87ca-4fd2-bd8e-33437b7fa8f9 req-48b0a2eb-8984-4b12-b7f2-b0e132e12be5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:28.561691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a760a9c-87ca-4fd2-bd8e-33437b7fa8f9 req-48b0a2eb-8984-4b12-b7f2-b0e132e12be5 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2351077 Feb 19 00:49:28.561838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a1232342-39c2-44b8-85cf-2c0807303791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:28.563357 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a1232342-39c2-44b8-85cf-2c0807303791 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/984c4c1e-f414-44b7-ab6c-07383f6231b8 HTTP/1.1" status: 204 len: 168 time: 0.3055871 Feb 19 00:49:28.574322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1232342-39c2-44b8-85cf-2c0807303791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984c4c1e-f414-44b7-ab6c-07383f6231b8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:28.684850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37220) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:28.987228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-684219397', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:29.005721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-4125097a-db44-46bf-b2a1-1412415bb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:29.009625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-4125097a-db44-46bf-b2a1-1412415bb1c3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6477284 Feb 19 00:49:29.025804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.027742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.110007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.212498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a760a9c-87ca-4fd2-bd8e-33437b7fa8f9 req-61215c82-a4f4-46c3-91d7-9de53530ed07 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017050 Feb 19 00:49:29.230740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa8123-067f-4a5e-a296-99cad75ebc19 req-c0a5bd7e-dfab-40c4-98cc-495edbbea6ec tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:29.232383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aeaa8123-067f-4a5e-a296-99cad75ebc19 req-c0a5bd7e-dfab-40c4-98cc-495edbbea6ec tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2186565 Feb 19 00:49:29.311654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.316424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-76cc39bd-e888-4585-8bb4-b62381e477c4 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843254 Feb 19 00:49:29.413258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aeaa8123-067f-4a5e-a296-99cad75ebc19 req-c28ab9d4-fcb0-479a-8678-38b0da90708a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620553 Feb 19 00:49:29.562712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3096125-e4b7-4060-8030-8b8300e20b58 req-204a541e-6678-498c-af44-f2ab3c1b8825 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306011 Feb 19 00:49:29.571565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394210d4-074e-4f2d-bb9b-aeb74b52ce93 req-56a61bd4-f81d-4705-975e-88d86cc2dffd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:29.573086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-394210d4-074e-4f2d-bb9b-aeb74b52ce93 req-56a61bd4-f81d-4705-975e-88d86cc2dffd tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.1941545 Feb 19 00:49:29.681887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-394210d4-074e-4f2d-bb9b-aeb74b52ce93 req-fa1959b1-e74f-4239-8824-115828e37606 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004601 Feb 19 00:49:29.744054 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (be6c58f1-7964-48d3-93f7-e3ef009b38af), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.800355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.825252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:29.968622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Allocated IP 172.25.6.189 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/4e81e58e-7295-4523-ad31-66e0fea5ac93) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:30.116776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Deleting port 771f8276-f7df-4348-837a-f21a6c447d4c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:30.118600 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.123830 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for port (4e81e58e-7295-4523-ad31-66e0fea5ac93), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.207821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4e81e58e-7295-4523-ad31-66e0fea5ac93), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.254352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] For port 771f8276-f7df-4348-837a-f21a6c447d4c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=771f8276-f7df-4348-837a-f21a6c447d4c,segment=NetworkSegment(a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf),segment_id=a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:30.254647 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.284855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Calling delete_port for 771f8276-f7df-4348-837a-f21a6c447d4c owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:30.292486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:30.298220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:30.301056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:30.344960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event updated for resources: {'Port': ['ID=4e81e58e-7295-4523-ad31-66e0fea5ac93,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:30.496591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3866511-44b8-4499-aa04-8430f7294dab req-081924bd-6601-47b3-8afc-edab607e248c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:30.498964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3866511-44b8-4499-aa04-8430f7294dab req-081924bd-6601-47b3-8afc-edab607e248c tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.1097076 Feb 19 00:49:30.690411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3866511-44b8-4499-aa04-8430f7294dab req-217fee7f-3ac5-45ad-b02b-87b10aec08d8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816010 Feb 19 00:49:30.696064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.769106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1658e99-c339-4eda-8b2c-1dc94fef270a req-1bef7dba-8755-442c-ac3e-4356407dffb9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:30.770530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1658e99-c339-4eda-8b2c-1dc94fef270a req-1bef7dba-8755-442c-ac3e-4356407dffb9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2407494 Feb 19 00:49:30.879539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (771f8276-f7df-4348-837a-f21a6c447d4c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:30.933641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Pushing event deleted for resources: {'Port': ['ID=771f8276-f7df-4348-837a-f21a6c447d4c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:30.960882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.007366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1658e99-c339-4eda-8b2c-1dc94fef270a req-12477aa9-9703-4f13-987c-25275711d9d0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936786 Feb 19 00:49:31.016010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18bf60-4ce0-43c8-82c1-93ca0bafc1c4 req-e1e805e0-705c-401f-b8d4-6907ca982a9f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:31.017348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc18bf60-4ce0-43c8-82c1-93ca0bafc1c4 req-e1e805e0-705c-401f-b8d4-6907ca982a9f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.2025244 Feb 19 00:49:31.200974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Router 26dd4349-47f4-4be0-9e0b-abc27d9ad6eb is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:49:31.224216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc18bf60-4ce0-43c8-82c1-93ca0bafc1c4 req-56fd62df-e1c0-4dd2-a21c-20479ee212d7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927519 Feb 19 00:49:31.331076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (be6c58f1-7964-48d3-93f7-e3ef009b38af), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.405048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:31.417935 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c70c7a1-511e-4785-bb66-8a7a0e27770f None None] Sync routers for ids ['26dd4349-47f4-4be0-9e0b-abc27d9ad6eb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:31.438029 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70c7a1-511e-4785-bb66-8a7a0e27770f None None] Routers {'26dd4349-47f4-4be0-9e0b-abc27d9ad6eb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:31.465852 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5c70c7a1-511e-4785-bb66-8a7a0e27770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['26dd4349-47f4-4be0-9e0b-abc27d9ad6eb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:31.503075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:31.504347 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e561d722-869d-4918-8dcd-ecc234558aab tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8184671 Feb 19 00:49:31.507615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37298) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:31.577361 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5c70c7a1-511e-4785-bb66-8a7a0e27770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:31.603054 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70c7a1-511e-4785-bb66-8a7a0e27770f None None] Routers {'26dd4349-47f4-4be0-9e0b-abc27d9ad6eb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:31.603685 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5c70c7a1-511e-4785-bb66-8a7a0e27770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['26dd4349-47f4-4be0-9e0b-abc27d9ad6eb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:31.663762 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5c70c7a1-511e-4785-bb66-8a7a0e27770f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:31.665373 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c70c7a1-511e-4785-bb66-8a7a0e27770f None None] The sync data for ids ['26dd4349-47f4-4be0-9e0b-abc27d9ad6eb'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:31.696303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Router be6c58f1-7964-48d3-93f7-e3ef009b38af has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:31.784813 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-12ae294b-b380-4254-8850-866940860983 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/routers/26dd4349-47f4-4be0-9e0b-abc27d9ad6eb HTTP/1.1" status: 200 len: 920 time: 0.2756021 Feb 19 00:49:31.787922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37304) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:31.820190 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-746fc26e-9193-4a36-b49c-4b1c2875f021 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=26dd4349-47f4-4be0-9e0b-abc27d9ad6eb HTTP/1.1" status: 200 len: 205 time: 0.0308313 Feb 19 00:49:31.822707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37306) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:31.854895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:31.864055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6fc2dff0-fd3b-49b6-89ed-e9ea53a2b817 admin admin] 10.222.0.60 "PUT /v2.0/routers/be6c58f1-7964-48d3-93f7-e3ef009b38af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4149418 Feb 19 00:49:31.866929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] Sync routers for ids ['be6c58f1-7964-48d3-93f7-e3ef009b38af'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:31.872377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37308) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:31.879157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] Routers {'be6c58f1-7964-48d3-93f7-e3ef009b38af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:31.879769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['be6c58f1-7964-48d3-93f7-e3ef009b38af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:32.175717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] Set router be6c58f1-7964-48d3-93f7-e3ef009b38af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:32.219314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks [] for router (be6c58f1-7964-48d3-93f7-e3ef009b38af), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.233128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac58b8-272e-4c74-b552-ff45291cfd69 req-97a2d065-0188-4765-b00a-9d3132fc3df9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:32.235816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50ac58b8-272e-4c74-b552-ff45291cfd69 req-97a2d065-0188-4765-b00a-9d3132fc3df9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.3783109 Feb 19 00:49:32.361624 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:49:32.368111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.469120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50ac58b8-272e-4c74-b552-ff45291cfd69 req-50f06d07-10a5-4c24-bc80-54dd54d8b3ed tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766424 Feb 19 00:49:32.531597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0651c-0752-4647-b0c7-bee199bf55bb req-f1ae0ad9-1179-4180-9216-3b75eda14b05 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:32.540988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ef0651c-0752-4647-b0c7-bee199bf55bb req-f1ae0ad9-1179-4180-9216-3b75eda14b05 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.3190081 Feb 19 00:49:32.559892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.589120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:49:30Z', 'revision_number': 5, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:32.626877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] Checking router: be6c58f1-7964-48d3-93f7-e3ef009b38af for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:32.638136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] Routers {'be6c58f1-7964-48d3-93f7-e3ef009b38af'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:32.639059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['be6c58f1-7964-48d3-93f7-e3ef009b38af'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:32.682758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ef0651c-0752-4647-b0c7-bee199bf55bb req-c6b4abde-d611-4658-989d-28b0455515d4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306903 Feb 19 00:49:32.693901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Deleting port 4e81e58e-7295-4523-ad31-66e0fea5ac93 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:32.694763 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4e81e58e-7295-4523-ad31-66e0fea5ac93), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.746708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks [] for router_gateway (be6c58f1-7964-48d3-93f7-e3ef009b38af), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.850258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758ad68-5d33-410a-b9ba-af66670b9fc9 req-ff7e0073-ee5f-42a1-9fb4-ebf3b6043cd4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:32.851846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a758ad68-5d33-410a-b9ba-af66670b9fc9 req-ff7e0073-ee5f-42a1-9fb4-ebf3b6043cd4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.1978612 Feb 19 00:49:32.852004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4e81e58e-7295-4523-ad31-66e0fea5ac93), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.865770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Calling delete_port for 4e81e58e-7295-4523-ad31-66e0fea5ac93 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:32.908423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Deleting port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:32.908817 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:32.930291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] Set router be6c58f1-7964-48d3-93f7-e3ef009b38af gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:32.970023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a758ad68-5d33-410a-b9ba-af66670b9fc9 req-5b16ef41-e008-49c0-a5e3-bf87dc922987 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105988 Feb 19 00:49:33.100079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] For port 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:33.100492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.115365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Calling delete_port for 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:33.187113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4e81e58e-7295-4523-ad31-66e0fea5ac93), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.220007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event deleted for resources: {'Port': ['ID=4e81e58e-7295-4523-ad31-66e0fea5ac93,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:33.300057 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.319615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:49:30Z', 'revision_number': 5, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:33.349195 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.385848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bd482f-6a35-4afb-ac3a-29b24c390794 None None] The sync data for ids ['be6c58f1-7964-48d3-93f7-e3ef009b38af'] in n-d-826527-3 is: [{'id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'name': 'tempest-TestServerMultinode-1534600207-router', 'tenant_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:47:57Z', 'updated_at': '2022-02-19T00:49:30Z', 'revision_number': 5, 'project_id': 'fdc7bbcb2b214ace918c1e7767d5c5c7', 'gw_port': {'id': '2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:88:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be6c58f1-7964-48d3-93f7-e3ef009b38af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:47:59Z', 'updated_at': '2022-02-19T00:48:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:33.421495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.424601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.442662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:33.485709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (26dd4349-47f4-4be0-9e0b-abc27d9ad6eb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.486421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Fanout notify agent at l3_agent the message router_deleted on router 26dd4349-47f4-4be0-9e0b-abc27d9ad6eb {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:33.502068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.506726 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7e045521-495b-4d9b-a3d7-0e190d2f9009 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/26dd4349-47f4-4be0-9e0b-abc27d9ad6eb HTTP/1.1" status: 204 len: 168 time: 1.6785553 Feb 19 00:49:33.507047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37338) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:33.513692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1710294932', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': False}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:33.517627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (be6c58f1-7964-48d3-93f7-e3ef009b38af), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.543287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (a4a3e7c5-9415-483c-ac57-b825c59f66aa), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.546904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (a4a3e7c5-9415-483c-ac57-b825c59f66aa), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.620485 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_controller (a4a3e7c5-9415-483c-ac57-b825c59f66aa), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:33.872308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 771f8276-f7df-4348-837a-f21a6c447d4c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:33.924043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 771f8276-f7df-4348-837a-f21a6c447d4c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:33.928246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 771f8276-f7df-4348-837a-f21a6c447d4c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:34.009595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (a4a3e7c5-9415-483c-ac57-b825c59f66aa), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.219056 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (be6c58f1-7964-48d3-93f7-e3ef009b38af), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.224424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks [] for router_controller (be6c58f1-7964-48d3-93f7-e3ef009b38af), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.378605 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (be6c58f1-7964-48d3-93f7-e3ef009b38af), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.380199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be6c58f1-7964-48d3-93f7-e3ef009b38af {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:34.392023 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.396485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e9202b36-41f9-41ee-b3d0-12bfa710e1c5 admin admin] 10.222.0.60 "DELETE /v2.0/routers/be6c58f1-7964-48d3-93f7-e3ef009b38af HTTP/1.1" status: 204 len: 168 time: 2.5231082 Feb 19 00:49:34.396831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37366) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:34.409700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (a4a3e7c5-9415-483c-ac57-b825c59f66aa), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.471258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67f9a5f-a43a-4f7b-b133-fa54bc24d954 req-8f9e67b9-c80c-4792-b3d8-cd51f81abd8f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:34.481371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e67f9a5f-a43a-4f7b-b133-fa54bc24d954 req-8f9e67b9-c80c-4792-b3d8-cd51f81abd8f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.8929822 Feb 19 00:49:34.484933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.528937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f516e0d-fd48-4104-baab-8e5cd3136bee req-91488d39-afdb-4a6f-a2b7-da448596b773 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:34.536500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f516e0d-fd48-4104-baab-8e5cd3136bee req-91488d39-afdb-4a6f-a2b7-da448596b773 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2495365 Feb 19 00:49:34.662536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f516e0d-fd48-4104-baab-8e5cd3136bee req-9f155aa3-9be2-41b0-a0c1-934964b0f1ac tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249216 Feb 19 00:49:34.688947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e67f9a5f-a43a-4f7b-b133-fa54bc24d954 req-3b363afb-c4b3-4f95-ac03-fa4f650871cd tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040904 Feb 19 00:49:34.694481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5429e9-badf-44ba-bf93-d24033a5c54a admin admin] Deleting subnet 344b3b9f-d82a-4891-821f-07d7de3b26e6 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:49:34.702685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b5429e9-badf-44ba-bf93-d24033a5c54a admin admin] Publish callbacks [] for subnet (344b3b9f-d82a-4891-821f-07d7de3b26e6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.770392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Allocated IP 172.25.6.118 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/da7a84f7-09df-466e-a7ec-ffab3c795810) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:34.853160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8ec84-4ba1-4e89-b5bd-bbd6d7d95b83 req-fb6cd76b-209c-48e3-9036-b1b5c0d19778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:34.860124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d8ec84-4ba1-4e89-b5bd-bbd6d7d95b83 req-fb6cd76b-209c-48e3-9036-b1b5c0d19778 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.0956354 Feb 19 00:49:34.937246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15d8ec84-4ba1-4e89-b5bd-bbd6d7d95b83 req-4db93745-ec56-4752-96f2-ca212f9aee2c tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761497 Feb 19 00:49:34.968665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b5429e9-badf-44ba-bf93-d24033a5c54a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (344b3b9f-d82a-4891-821f-07d7de3b26e6), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:34.999602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.068321 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.165920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b5429e9-badf-44ba-bf93-d24033a5c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (344b3b9f-d82a-4891-821f-07d7de3b26e6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.251154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:35.254403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:35.261306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b5429e9-badf-44ba-bf93-d24033a5c54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (344b3b9f-d82a-4891-821f-07d7de3b26e6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.264302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:35.341262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5429e9-badf-44ba-bf93-d24033a5c54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344b3b9f-d82a-4891-821f-07d7de3b26e6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:35.350404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'Port': ['ID=da7a84f7-09df-466e-a7ec-ffab3c795810,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:35.362512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e68db-cb12-4450-a2e5-7e5c8ed69e7e None None] Network 05841fc3-f251-4f34-ae3e-94c4b5c96974 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:49:35.388344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b5429e9-badf-44ba-bf93-d24033a5c54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.393859 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1b5429e9-badf-44ba-bf93-d24033a5c54a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/344b3b9f-d82a-4891-821f-07d7de3b26e6 HTTP/1.1" status: 204 len: 168 time: 0.9936857 Feb 19 00:49:35.395256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37388) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:35.528603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (05841fc3-f251-4f34-ae3e-94c4b5c96974), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.567288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] DHCP port deletion for 05841fc3-f251-4f34-ae3e-94c4b5c96974 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:49:35.644415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] Deleting port 08c8f5b1-96e7-490f-9441-b0ec270f5813 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:35.645211 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.690657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Deleting port 08c8f5b1-96e7-490f-9441-b0ec270f5813 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:35.691010 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.738485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] For port 08c8f5b1-96e7-490f-9441-b0ec270f5813, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=08c8f5b1-96e7-490f-9441-b0ec270f5813,segment=NetworkSegment(a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf),segment_id=a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:35.741155 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.756872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] Calling delete_port for 08c8f5b1-96e7-490f-9441-b0ec270f5813 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:35.840943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (a4a3e7c5-9415-483c-ac57-b825c59f66aa), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.843811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] For port 08c8f5b1-96e7-490f-9441-b0ec270f5813, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=08c8f5b1-96e7-490f-9441-b0ec270f5813,segment=NetworkSegment(a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf),segment_id=a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:35.844175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:35.848681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:35.874612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:35.875019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2c1e7dcc-e3f9-44ef-84ac-3cadf8a1d08f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:35.875445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 08c8f5b1-96e7-490f-9441-b0ec270f5813 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:35.894022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Calling delete_port for 08c8f5b1-96e7-490f-9441-b0ec270f5813 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:35.953106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0ad08-7669-49e1-96dc-6e4079bb3162 req-8032fbd4-5170-407f-b98c-75e480cb6606 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.955900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07e0ad08-7669-49e1-96dc-6e4079bb3162 req-8032fbd4-5170-407f-b98c-75e480cb6606 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.1345365 Feb 19 00:49:35.988545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a69f04-2b30-4f2a-ae62-ef880474e825 req-23f5571b-5bf8-44c2-afaa-9f598b66b8f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:35.991836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34a69f04-2b30-4f2a-ae62-ef880474e825 req-23f5571b-5bf8-44c2-afaa-9f598b66b8f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.1595013 Feb 19 00:49:36.096767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.140706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=08c8f5b1-96e7-490f-9441-b0ec270f5813,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:36.160805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07e0ad08-7669-49e1-96dc-6e4079bb3162 req-4b6d4c48-9196-475a-ac4b-674d396ecc2a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619713 Feb 19 00:49:36.167157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] No DVR routers for this DVR port 08c8f5b1-96e7-490f-9441-b0ec270f5813 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:36.208446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34a69f04-2b30-4f2a-ae62-ef880474e825 req-dc551f37-d1f3-40bc-b27f-693df7d3aa14 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027512 Feb 19 00:49:36.219458 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (08c8f5b1-96e7-490f-9441-b0ec270f5813), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.237976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Port 08c8f5b1-96e7-490f-9441-b0ec270f5813 update to DOWN by agent not found {{(pid=103651) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 00:49:36.291896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] Pushing event deleted for resources: {'Port': ['ID=08c8f5b1-96e7-490f-9441-b0ec270f5813,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:36.299467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13802da3-c614-429c-bf0a-e1357dfa4cb7 None None] No DVR routers for this DVR port 08c8f5b1-96e7-490f-9441-b0ec270f5813 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:36.321997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (05841fc3-f251-4f34-ae3e-94c4b5c96974), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.372363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05841fc3-f251-4f34-ae3e-94c4b5c96974']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:36.394633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:36.394980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:36.408800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.410672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab433059-98be-4ac9-bcff-8cbcb846e903 req-68ed3f4e-8a6a-4ad1-8dad-5e567be1b0a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:36.414579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab433059-98be-4ac9-bcff-8cbcb846e903 req-68ed3f4e-8a6a-4ad1-8dad-5e567be1b0a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.1354718 Feb 19 00:49:36.429918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.437187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:49:36.437945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (a0337bdf-b43b-4ac6-9e89-3b7f5ed14bbf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:49:36.442055 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:49:36.459547 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (a4a3e7c5-9415-483c-ac57-b825c59f66aa), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.488262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab433059-98be-4ac9-bcff-8cbcb846e903 req-506f6630-05a0-4e83-9fd7-6c8271b413f2 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698388 Feb 19 00:49:36.567656 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (05841fc3-f251-4f34-ae3e-94c4b5c96974), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.576755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:36.579970 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/05841fc3-f251-4f34-ae3e-94c4b5c96974 HTTP/1.1" status: 204 len: 168 time: 1.1849298 Feb 19 00:49:36.661063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81b3a2-690a-4495-9122-921befb175b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=05841fc3-f251-4f34-ae3e-94c4b5c96974,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:36.771436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Router a4a3e7c5-9415-483c-ac57-b825c59f66aa is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:49:36.963716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37426) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:37.085028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5e4945d2-47b6-47f8-9ed2-ba788fdcf88f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=514ca39d69e14410a3a3735a593c2c6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1175039 Feb 19 00:49:37.086231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37430) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:37.093859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37432) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:37.151542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:37.162884 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Sync routers for ids ['a4a3e7c5-9415-483c-ac57-b825c59f66aa'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:37.183786 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Routers {'a4a3e7c5-9415-483c-ac57-b825c59f66aa'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:37.184465 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a4a3e7c5-9415-483c-ac57-b825c59f66aa'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:37.197295 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.212020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58fd18ec-2ee9-4a2f-93e2-76e3c733e157 admin admin] Publish callbacks [] for security_group (aa90adbf-34bc-4bc4-b4c8-f1e1133f8dec), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.220752 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-903ee78f-e4c0-4cbd-9bdf-7cadfe4013ee tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.7119002 Feb 19 00:49:37.226240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37442) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:37.260903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58fd18ec-2ee9-4a2f-93e2-76e3c733e157 admin admin] Publish callbacks [] for security_group (aa90adbf-34bc-4bc4-b4c8-f1e1133f8dec), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.369809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58fd18ec-2ee9-4a2f-93e2-76e3c733e157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aa90adbf-34bc-4bc4-b4c8-f1e1133f8dec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.372472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58fd18ec-2ee9-4a2f-93e2-76e3c733e157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.375856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-58fd18ec-2ee9-4a2f-93e2-76e3c733e157 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa90adbf-34bc-4bc4-b4c8-f1e1133f8dec HTTP/1.1" status: 204 len: 168 time: 0.2864468 Feb 19 00:49:37.394373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd18ec-2ee9-4a2f-93e2-76e3c733e157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa90adbf-34bc-4bc4-b4c8-f1e1133f8dec,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:37.442209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79f9bc54-7ee5-4e6e-855f-18bc604cc840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.463604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c868f3-6df4-4a2b-ba8d-2d54959b4038 req-779fe12e-cbc3-4077-b515-2560b3423dd5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:37.465202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69c868f3-6df4-4a2b-ba8d-2d54959b4038 req-779fe12e-cbc3-4077-b515-2560b3423dd5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.1266265 Feb 19 00:49:37.479326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603b80b-ab17-4a75-a005-997b8e6fc303 req-4303e73a-f401-441d-8432-254eb71e62fe tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:37.481724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f603b80b-ab17-4a75-a005-997b8e6fc303 req-4303e73a-f401-441d-8432-254eb71e62fe tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.0845404 Feb 19 00:49:37.537921 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Set router a4a3e7c5-9415-483c-ac57-b825c59f66aa gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:37.572356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f603b80b-ab17-4a75-a005-997b8e6fc303 req-6989f1e4-4310-4fdf-9b9c-92e27c1e8da7 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817389 Feb 19 00:49:37.662112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69c868f3-6df4-4a2b-ba8d-2d54959b4038 req-88ae3d32-af6e-4c56-bfaa-d2b6c48cfd3f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787312 Feb 19 00:49:37.842914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79f9bc54-7ee5-4e6e-855f-18bc604cc840 admin admin] Publish callbacks [] for security_group (3a9b37a8-9d24-4203-8668-7bd5e37aef87), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.855120 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79f9bc54-7ee5-4e6e-855f-18bc604cc840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3a9b37a8-9d24-4203-8668-7bd5e37aef87), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:37.902500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a077c-e731-461d-88a2-557af9e4e694 req-8d40526f-6b14-4418-8535-e832599e3beb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:37.906816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-625a077c-e731-461d-88a2-557af9e4e694 req-8d40526f-6b14-4418-8535-e832599e3beb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.1166046 Feb 19 00:49:37.963679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-79f9bc54-7ee5-4e6e-855f-18bc604cc840 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9235c1504a8f43468f6d5c520b0789d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8687449 Feb 19 00:49:37.968318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37454) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:37.987328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37456) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:38.012439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9bc54-7ee5-4e6e-855f-18bc604cc840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9b37a8-9d24-4203-8668-7bd5e37aef87,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:38.033363 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a3e7c5-9415-483c-ac57-b825c59f66aa', 'name': 'tempest-snat-router-1710294932', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.118'}], 'enable_snat': False}, 'gw_port_id': 'da7a84f7-09df-466e-a7ec-ffab3c795810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:33Z', 'updated_at': '2022-02-19T00:49:35Z', 'revision_number': 3, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port': {'id': 'da7a84f7-09df-466e-a7ec-ffab3c795810', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a3e7c5-9415-483c-ac57-b825c59f66aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:34Z', 'updated_at': '2022-02-19T00:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:38.036529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-625a077c-e731-461d-88a2-557af9e4e694 req-6cc61557-e635-4b01-ac2a-22023d03ff20 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224830 Feb 19 00:49:38.106044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0323b0fe-f69b-4051-ba35-4ddc7e9bb047 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdc7bbcb2b214ace918c1e7767d5c5c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163812 Feb 19 00:49:38.108806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37458) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:38.113408 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4436474b-78c2-4477-8cc5-8624e727b9c5 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/routers/a4a3e7c5-9415-483c-ac57-b825c59f66aa HTTP/1.1" status: 200 len: 909 time: 0.8621738 Feb 19 00:49:38.114808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37460) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:38.119236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1710294932', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': True}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:38.136890 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Checking router: a4a3e7c5-9415-483c-ac57-b825c59f66aa for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:38.137339 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Updating router a4a3e7c5-9415-483c-ac57-b825c59f66aa port da7a84f7-09df-466e-a7ec-ffab3c795810 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:49:38.166429 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (57911ff7-214f-46aa-98db-7d6cd8bffbda), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.167499 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (57911ff7-214f-46aa-98db-7d6cd8bffbda), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.174032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15d2e2f7-b15e-442d-a464-9a06c17daf08 admin admin] Publish callbacks [] for security_group (3a9b37a8-9d24-4203-8668-7bd5e37aef87), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.235461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1a10848-cd3b-436a-83c3-5e0b44b6e5bc admin admin] Publish callbacks [] for security_group (16121253-9f15-408f-a689-df42a08ca119), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.237771 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.252749 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15d2e2f7-b15e-442d-a464-9a06c17daf08 admin admin] Publish callbacks [] for security_group (3a9b37a8-9d24-4203-8668-7bd5e37aef87), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.261495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1a10848-cd3b-436a-83c3-5e0b44b6e5bc admin admin] Publish callbacks [] for security_group (16121253-9f15-408f-a689-df42a08ca119), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.303786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_controller (57911ff7-214f-46aa-98db-7d6cd8bffbda), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.357289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15d2e2f7-b15e-442d-a464-9a06c17daf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3a9b37a8-9d24-4203-8668-7bd5e37aef87), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.361630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15d2e2f7-b15e-442d-a464-9a06c17daf08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.373942 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-15d2e2f7-b15e-442d-a464-9a06c17daf08 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a9b37a8-9d24-4203-8668-7bd5e37aef87 HTTP/1.1" status: 204 len: 168 time: 0.3676305 Feb 19 00:49:38.431207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d2e2f7-b15e-442d-a464-9a06c17daf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9b37a8-9d24-4203-8668-7bd5e37aef87,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:38.451403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9770b-9040-4140-bf32-906dabb4a160 req-6d5b6ee9-6d97-45f7-bc2b-e76421b7d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.454977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0b9770b-9040-4140-bf32-906dabb4a160 req-6d5b6ee9-6d97-45f7-bc2b-e76421b7d28f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 1127 time: 0.1112742 Feb 19 00:49:38.551140 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0b9770b-9040-4140-bf32-906dabb4a160 req-198c9518-bfc8-4255-be1b-fd03b2300876 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908976 Feb 19 00:49:38.646690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (57911ff7-214f-46aa-98db-7d6cd8bffbda), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.653418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1a10848-cd3b-436a-83c3-5e0b44b6e5bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (16121253-9f15-408f-a689-df42a08ca119), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.658313 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1a10848-cd3b-436a-83c3-5e0b44b6e5bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.659734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d1a10848-cd3b-436a-83c3-5e0b44b6e5bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16121253-9f15-408f-a689-df42a08ca119 HTTP/1.1" status: 204 len: 168 time: 0.5498717 Feb 19 00:49:38.685926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a10848-cd3b-436a-83c3-5e0b44b6e5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16121253-9f15-408f-a689-df42a08ca119,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:38.915094 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Publish callbacks [] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.921568 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:38.972466 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Pushing event updated for resources: {'Port': ['ID=da7a84f7-09df-466e-a7ec-ffab3c795810,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:38.984855 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.985671 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.986317 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.986876 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.987477 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.987718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e0424-9f80-4e37-96f6-376eea130cac req-1060e420-1800-4017-8097-bb77e3f5bc9e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:38.988631 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.992567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-294e0424-9f80-4e37-96f6-376eea130cac req-1060e420-1800-4017-8097-bb77e3f5bc9e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2091029 Feb 19 00:49:38.995580 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.996337 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.996962 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.997598 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.998580 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.999372 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:38.999932 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:49:39.021768 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Attempting to bind port da7a84f7-09df-466e-a7ec-ffab3c795810 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:39.022820 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Attempting to bind port da7a84f7-09df-466e-a7ec-ffab3c795810 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:39.023519 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Attempting to bind port da7a84f7-09df-466e-a7ec-ffab3c795810 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:39.030030 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:39.030891 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:39.031568 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.032253 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:39.033227 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Bound port: da7a84f7-09df-466e-a7ec-ffab3c795810, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:39.033996 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.089335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37480) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:39.096586 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] For port da7a84f7-09df-466e-a7ec-ffab3c795810, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:39.101608 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] For port da7a84f7-09df-466e-a7ec-ffab3c795810, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da7a84f7-09df-466e-a7ec-ffab3c795810,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:39.117961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bded896a-9ad3-4f37-9870-bd722fc114e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.119192 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.205530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-294e0424-9f80-4e37-96f6-376eea130cac req-85fcca7d-7618-4524-9381-db116d76531e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031150 Feb 19 00:49:39.224797 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d189101-5eea-4138-be8c-6ba8ce5df14a None None] Pushing event updated for resources: {'Port': ['ID=da7a84f7-09df-466e-a7ec-ffab3c795810,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:39.291331 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Routers {'a4a3e7c5-9415-483c-ac57-b825c59f66aa'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:39.292051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b878a-2185-4248-a72a-6bdbb59d1665 req-d0f34a45-e8f0-409f-a8eb-c03c4daaac08 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:39.294217 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a4a3e7c5-9415-483c-ac57-b825c59f66aa'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:39.300440 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a90b878a-2185-4248-a72a-6bdbb59d1665 req-d0f34a45-e8f0-409f-a8eb-c03c4daaac08 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.4300222 Feb 19 00:49:39.677218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a90b878a-2185-4248-a72a-6bdbb59d1665 req-2844bff4-f4e5-4dbc-bf45-3c033ca025c4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527973 Feb 19 00:49:39.721185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dabcef-268e-4b6d-a3d6-1d2c3219fa9a req-87f60916-8685-4cc0-9dc7-1bfb161780a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:39.728568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72dabcef-268e-4b6d-a3d6-1d2c3219fa9a req-87f60916-8685-4cc0-9dc7-1bfb161780a4 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.3323412 Feb 19 00:49:39.742052 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (57911ff7-214f-46aa-98db-7d6cd8bffbda), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.762675 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] Set router a4a3e7c5-9415-483c-ac57-b825c59f66aa gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:39.769452 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:39.860857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72dabcef-268e-4b6d-a3d6-1d2c3219fa9a req-d3db8f2c-fc73-46fa-b9cf-012a82feaa9a tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268973 Feb 19 00:49:39.976355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Allocated IP 172.25.6.226 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/32a52f02-4304-42f8-99ad-492f202c2fa4) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:40.061368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bded896a-9ad3-4f37-9870-bd722fc114e1 admin admin] Publish callbacks [] for security_group (a0874788-1bf7-4b20-b2cf-16f2ff1473e0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.066418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bded896a-9ad3-4f37-9870-bd722fc114e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a0874788-1bf7-4b20-b2cf-16f2ff1473e0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.074834 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4a3e7c5-9415-483c-ac57-b825c59f66aa', 'name': 'tempest-snat-router-1710294932', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.118'}], 'enable_snat': False}, 'gw_port_id': 'da7a84f7-09df-466e-a7ec-ffab3c795810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:33Z', 'updated_at': '2022-02-19T00:49:35Z', 'revision_number': 3, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port': {'id': 'da7a84f7-09df-466e-a7ec-ffab3c795810', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a3e7c5-9415-483c-ac57-b825c59f66aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:34Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:40.149520 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3127bf-8ef2-4238-b013-47bc2f305050 None None] The sync data for ids ['a4a3e7c5-9415-483c-ac57-b825c59f66aa'] in n-d-826527-3 is: [{'id': 'a4a3e7c5-9415-483c-ac57-b825c59f66aa', 'name': 'tempest-snat-router-1710294932', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.118'}], 'enable_snat': False}, 'gw_port_id': 'da7a84f7-09df-466e-a7ec-ffab3c795810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:33Z', 'updated_at': '2022-02-19T00:49:35Z', 'revision_number': 3, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port': {'id': 'da7a84f7-09df-466e-a7ec-ffab3c795810', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9a:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4a3e7c5-9415-483c-ac57-b825c59f66aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2849, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:34Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:40.173024 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bded896a-9ad3-4f37-9870-bd722fc114e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16728cf7064a4737aa82d8f9cb88b1ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0825400 Feb 19 00:49:40.173824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37488) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:40.174610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded896a-9ad3-4f37-9870-bd722fc114e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0874788-1bf7-4b20-b2cf-16f2ff1473e0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:40.187436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.278852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.308472 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91655f07-4a09-4256-af73-b5d6c53cca82 admin admin] Publish callbacks [] for security_group (a0874788-1bf7-4b20-b2cf-16f2ff1473e0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.339820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91655f07-4a09-4256-af73-b5d6c53cca82 admin admin] Publish callbacks [] for security_group (a0874788-1bf7-4b20-b2cf-16f2ff1473e0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.406117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91655f07-4a09-4256-af73-b5d6c53cca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a0874788-1bf7-4b20-b2cf-16f2ff1473e0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.408812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91655f07-4a09-4256-af73-b5d6c53cca82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:40.419670 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-91655f07-4a09-4256-af73-b5d6c53cca82 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0874788-1bf7-4b20-b2cf-16f2ff1473e0 HTTP/1.1" status: 204 len: 168 time: 0.2315812 Feb 19 00:49:40.437575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91655f07-4a09-4256-af73-b5d6c53cca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0874788-1bf7-4b20-b2cf-16f2ff1473e0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:40.494472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:40.523411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:40.530762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:40.561288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2217a274-040c-4449-a96c-a6be2ea97acd details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:40.568131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2217a274-040c-4449-a96c-a6be2ea97acd no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:40.796680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5f2ab-c2ef-4e0b-af63-2f8fea011cd5 req-3a8f7a9d-5edb-4dcb-ab75-d8a69bb694ef tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:40.814907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9f5f2ab-c2ef-4e0b-af63-2f8fea011cd5 req-3a8f7a9d-5edb-4dcb-ab75-d8a69bb694ef tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.4354320 Feb 19 00:49:40.823689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'Port': ['ID=32a52f02-4304-42f8-99ad-492f202c2fa4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:40.932680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2217a274-040c-4449-a96c-a6be2ea97acd is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:40.935678 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.075007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:41.079674 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafb18ce-3f03-425e-980c-e91075f6738e" -d '{"events": [{"server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "name": "network-vif-unplugged", "status": "completed", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:41.096788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9f5f2ab-c2ef-4e0b-af63-2f8fea011cd5 req-c87e3cf4-0fa5-48bf-adf0-e06f76e74932 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809439 Feb 19 00:49:41.113590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ea503-d9db-4dcc-830e-ea6298d64c30 req-0311778e-a787-4e17-8f2f-e312b13499d6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.115437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b99ea503-d9db-4dcc-830e-ea6298d64c30 req-0311778e-a787-4e17-8f2f-e312b13499d6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2167804 Feb 19 00:49:41.130704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:41.160645 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.297025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:41.319859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:41.342672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '2217a274-040c-4449-a96c-a6be2ea97acd', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'port_id': '2217a274-040c-4449-a96c-a6be2ea97acd', 'mac_address': 'fa:16:3e:7e:d5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:41.426829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2217a274-040c-4449-a96c-a6be2ea97acd is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:41.427224 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.434764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b99ea503-d9db-4dcc-830e-ea6298d64c30 req-5447d1eb-5a8e-42e4-8483-3cbede26477b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039489 Feb 19 00:49:41.458824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2217a274-040c-4449-a96c-a6be2ea97acd {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:41.501720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:41.510542 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.525852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a5df-e106-4a3c-a670-a89db5db85ad req-d7e7e263-5134-4cfa-9fb2-f0326bb992f7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:41.537832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4d6a5df-e106-4a3c-a670-a89db5db85ad req-d7e7e263-5134-4cfa-9fb2-f0326bb992f7 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 943 time: 0.2969134 Feb 19 00:49:41.568120 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fa1ee8-dd1b-4a16-bf91-cbb734a4d281 x-openstack-request-id: req-42fa1ee8-dd1b-4a16-bf91-cbb734a4d281 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:41.569191 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "name": "network-vif-unplugged", "status": "completed", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:41.570960 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42fa1ee8-dd1b-4a16-bf91-cbb734a4d281 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:41.571212 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd', 'code': 200} Feb 19 00:49:41.617354 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (57911ff7-214f-46aa-98db-7d6cd8bffbda), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:41.625185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:41.770257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['2217a274-040c-4449-a96c-a6be2ea97acd'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:41.784013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4d6a5df-e106-4a3c-a670-a89db5db85ad req-b83e3ee6-ff0a-4032-9366-10436dc62cd8 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430756 Feb 19 00:49:41.808449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37524) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:41.994208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eb46f2a1-f2be-4e93-8f0c-6287fbeb1366 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/floatingips/c73df553-a6f4-45bd-b3cf-2533321f7c55 HTTP/1.1" status: 200 len: 991 time: 0.1828141 Feb 19 00:49:42.238437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da7a84f7-09df-466e-a7ec-ffab3c795810 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:42.291250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37538) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:42.431192 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (57911ff7-214f-46aa-98db-7d6cd8bffbda), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.495479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port da7a84f7-09df-466e-a7ec-ffab3c795810 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:42.495661 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.583283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe58d4e-a904-4095-a9b0-6237e5621c95 req-a0037f71-6e26-4a76-9231-67d0619ec13f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.585384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efe58d4e-a904-4095-a9b0-6237e5621c95 req-a0037f71-6e26-4a76-9231-67d0619ec13f tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2910068 Feb 19 00:49:42.623925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port da7a84f7-09df-466e-a7ec-ffab3c795810 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:42.624480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.656540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e40c94f-356d-4908-a8e1-6901e6f51321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.664948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port da7a84f7-09df-466e-a7ec-ffab3c795810, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da7a84f7-09df-466e-a7ec-ffab3c795810,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:42.671627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.785634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=da7a84f7-09df-466e-a7ec-ffab3c795810,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:42.798145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efe58d4e-a904-4095-a9b0-6237e5621c95 req-ace91fb8-253e-47ea-9ce0-5eb8dc14a829 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815522 Feb 19 00:49:42.813316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8dbbc-c408-46aa-af78-963ad85874fb req-e3bcae5a-eec9-476c-8ce9-e4109b90e83e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:42.815303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dc8dbbc-c408-46aa-af78-963ad85874fb req-e3bcae5a-eec9-476c-8ce9-e4109b90e83e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2563655 Feb 19 00:49:42.884402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e40c94f-356d-4908-a8e1-6901e6f51321 admin admin] Publish callbacks [] for security_group (e5c4a4ce-f511-4514-b6c3-252b27b36cd6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.897277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e40c94f-356d-4908-a8e1-6901e6f51321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e5c4a4ce-f511-4514-b6c3-252b27b36cd6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:42.917420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dc8dbbc-c408-46aa-af78-963ad85874fb req-53240d1f-c9ea-436a-aaae-86ff538ad80b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857589 Feb 19 00:49:42.918428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Router 57911ff7-214f-46aa-98db-7d6cd8bffbda is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:49:42.995170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c94f-356d-4908-a8e1-6901e6f51321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c4a4ce-f511-4514-b6c3-252b27b36cd6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:42.999977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3e40c94f-356d-4908-a8e1-6901e6f51321 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ab304b5035743efa8c28fe7f3e6b50d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7076271 Feb 19 00:49:43.002862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37558) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:43.109925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7b99351-7f68-4029-bd13-427d6f815335 admin admin] Publish callbacks [] for security_group (e5c4a4ce-f511-4514-b6c3-252b27b36cd6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.153650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:43.156371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7b99351-7f68-4029-bd13-427d6f815335 admin admin] Publish callbacks [] for security_group (e5c4a4ce-f511-4514-b6c3-252b27b36cd6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.164725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Sync routers for ids ['57911ff7-214f-46aa-98db-7d6cd8bffbda'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:43.176159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.182931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-407dc5a8-53b6-46f4-9333-033986702d6d tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0670552 Feb 19 00:49:43.183939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37564) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:43.185637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Routers {'57911ff7-214f-46aa-98db-7d6cd8bffbda'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:43.186325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57911ff7-214f-46aa-98db-7d6cd8bffbda'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:43.286952 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7b99351-7f68-4029-bd13-427d6f815335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e5c4a4ce-f511-4514-b6c3-252b27b36cd6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.289565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7b99351-7f68-4029-bd13-427d6f815335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.290810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c7b99351-7f68-4029-bd13-427d6f815335 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5c4a4ce-f511-4514-b6c3-252b27b36cd6 HTTP/1.1" status: 204 len: 168 time: 0.2869601 Feb 19 00:49:43.303850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b99351-7f68-4029-bd13-427d6f815335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c4a4ce-f511-4514-b6c3-252b27b36cd6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:43.375811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Set router 57911ff7-214f-46aa-98db-7d6cd8bffbda gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:43.724319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57911ff7-214f-46aa-98db-7d6cd8bffbda', 'name': 'tempest-snat-router-1710294932', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.226'}], 'enable_snat': True}, 'gw_port_id': '32a52f02-4304-42f8-99ad-492f202c2fa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:38Z', 'updated_at': '2022-02-19T00:49:41Z', 'revision_number': 3, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port': {'id': '32a52f02-4304-42f8-99ad-492f202c2fa4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57911ff7-214f-46aa-98db-7d6cd8bffbda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:49:39Z', 'updated_at': '2022-02-19T00:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:43.779764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Checking router: 57911ff7-214f-46aa-98db-7d6cd8bffbda for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:49:43.780151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Updating router 57911ff7-214f-46aa-98db-7d6cd8bffbda port 32a52f02-4304-42f8-99ad-492f202c2fa4 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:49:43.838163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:43.933816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-38a10230-9607-4586-aa86-7a422ebe97e5 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/routers/57911ff7-214f-46aa-98db-7d6cd8bffbda HTTP/1.1" status: 200 len: 908 time: 0.7472334 Feb 19 00:49:43.936012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:44.164454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da7a84f7-09df-466e-a7ec-ffab3c795810 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:44.248339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (57911ff7-214f-46aa-98db-7d6cd8bffbda), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.305277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port da7a84f7-09df-466e-a7ec-ffab3c795810 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:44.305277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.352848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccf505-8a66-4fb9-ba56-38f5bdd4d5d4 req-af954645-8b87-4308-a1d8-d0f4f545d227 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:44.354570 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fccf505-8a66-4fb9-ba56-38f5bdd4d5d4 req-af954645-8b87-4308-a1d8-d0f4f545d227 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.3594210 Feb 19 00:49:44.446839 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Publish callbacks [] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.447236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56ef2f-bf55-4255-9b24-bc392498b9c9 req-ec371f67-dfaa-499e-b45b-b2c0700d977f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:44.448943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b56ef2f-bf55-4255-9b24-bc392498b9c9 req-ec371f67-dfaa-499e-b45b-b2c0700d977f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.2896831 Feb 19 00:49:44.467289 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.528559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (57911ff7-214f-46aa-98db-7d6cd8bffbda), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.533836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b56ef2f-bf55-4255-9b24-bc392498b9c9 req-64b48914-c2c9-499a-a62b-836571a050bf tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724740 Feb 19 00:49:44.577297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fccf505-8a66-4fb9-ba56-38f5bdd4d5d4 req-62c2226f-bb62-43b6-8db2-8be9d3f299c0 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110603 Feb 19 00:49:44.613574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2217a274-040c-4449-a96c-a6be2ea97acd up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:44.628915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Deleting port 32a52f02-4304-42f8-99ad-492f202c2fa4 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:44.629285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.676089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Attempting to bind port 32a52f02-4304-42f8-99ad-492f202c2fa4 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:44.676621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Attempting to bind port 32a52f02-4304-42f8-99ad-492f202c2fa4 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:44.677081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Attempting to bind port 32a52f02-4304-42f8-99ad-492f202c2fa4 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:44.679575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb765386-16ce-4b8b-84b2-eac07d383ef6 None None] Pushing event updated for resources: {'Port': ['ID=32a52f02-4304-42f8-99ad-492f202c2fa4,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:44.692222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port da7a84f7-09df-466e-a7ec-ffab3c795810 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:44.694668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:44.695180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:44.695732 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.696211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:44.697108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Bound port: 32a52f02-4304-42f8-99ad-492f202c2fa4, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:44.697529 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.769795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] For port 32a52f02-4304-42f8-99ad-492f202c2fa4, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:44.772777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 2217a274-040c-4449-a96c-a6be2ea97acd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:44.773508 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.776358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] For port 32a52f02-4304-42f8-99ad-492f202c2fa4, host n-d-826527-3, got binding levels [] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:44.776597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] For port 32a52f02-4304-42f8-99ad-492f202c2fa4, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=32a52f02-4304-42f8-99ad-492f202c2fa4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:44.776798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.791270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Calling delete_port for 32a52f02-4304-42f8-99ad-492f202c2fa4 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:44.805119 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:44.864679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb765386-16ce-4b8b-84b2-eac07d383ef6 None None] Pushing event updated for resources: {'Port': ['ID=32a52f02-4304-42f8-99ad-492f202c2fa4,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:44.912711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Routers {'57911ff7-214f-46aa-98db-7d6cd8bffbda'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:44.913609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['57911ff7-214f-46aa-98db-7d6cd8bffbda'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:45.039930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] Set router 57911ff7-214f-46aa-98db-7d6cd8bffbda gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:49:45.070998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (32a52f02-4304-42f8-99ad-492f202c2fa4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.100054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event deleted for resources: {'Port': ['ID=32a52f02-4304-42f8-99ad-492f202c2fa4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:45.174037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57911ff7-214f-46aa-98db-7d6cd8bffbda', 'name': 'tempest-snat-router-1710294932', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:38Z', 'updated_at': '2022-02-19T00:49:44Z', 'revision_number': 4, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:45.184908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (57911ff7-214f-46aa-98db-7d6cd8bffbda), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.242744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af8c28b-4716-4f66-9fdf-4b89dca807d6 None None] The sync data for ids ['57911ff7-214f-46aa-98db-7d6cd8bffbda'] in n-d-826527-3 is: [{'id': '57911ff7-214f-46aa-98db-7d6cd8bffbda', 'name': 'tempest-snat-router-1710294932', 'tenant_id': 'e1782c1bc86343e1825e8c5e6494e176', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:49:38Z', 'updated_at': '2022-02-19T00:49:44Z', 'revision_number': 4, 'project_id': 'e1782c1bc86343e1825e8c5e6494e176', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:45.246963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2217a274-040c-4449-a96c-a6be2ea97acd is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:45.247400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.281628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:45.289365 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9eb4f5-1657-4696-9f1c-9fa8c8143ef8" -d '{"events": [{"server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "name": "network-vif-plugged", "status": "completed", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:45.319276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:45.327115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (57911ff7-214f-46aa-98db-7d6cd8bffbda), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.331095 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_controller (57911ff7-214f-46aa-98db-7d6cd8bffbda), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.332446 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.411529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (57911ff7-214f-46aa-98db-7d6cd8bffbda), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.412504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 57911ff7-214f-46aa-98db-7d6cd8bffbda {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:45.418740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.423993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37598) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:45.437757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:45.438598 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-af65fef5-3ec8-4775-b040-3b90ebe2112b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "DELETE /v2.0/routers/57911ff7-214f-46aa-98db-7d6cd8bffbda HTTP/1.1" status: 204 len: 168 time: 1.5013628 Feb 19 00:49:45.441539 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788acd48-0a24-49b8-aa88-84242132892c x-openstack-request-id: req-788acd48-0a24-49b8-aa88-84242132892c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:45.441833 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "name": "network-vif-plugged", "status": "completed", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:45.442093 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-788acd48-0a24-49b8-aa88-84242132892c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:45.442533 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd', 'code': 200} Feb 19 00:49:45.746327 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (a4a3e7c5-9415-483c-ac57-b825c59f66aa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:45.826354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12e56-249e-40ae-aae6-5c35e56c19e6 req-ce3c193b-59e7-4229-86b0-a5ae087741dd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.833093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79a12e56-249e-40ae-aae6-5c35e56c19e6 req-ce3c193b-59e7-4229-86b0-a5ae087741dd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.1505718 Feb 19 00:49:45.934834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79a12e56-249e-40ae-aae6-5c35e56c19e6 req-88259d93-0522-4c3a-a9aa-309a7cce0fbf tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942039 Feb 19 00:49:45.971402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130fbb9-11ad-4ebb-8eb3-b36339065bd0 req-bacd8c3d-f89d-4ee2-8d3f-ad96033b411e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:45.984398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8130fbb9-11ad-4ebb-8eb3-b36339065bd0 req-bacd8c3d-f89d-4ee2-8d3f-ad96033b411e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2542794 Feb 19 00:49:46.053855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8130fbb9-11ad-4ebb-8eb3-b36339065bd0 req-d431f39f-ecfb-487a-ab8a-c64f675254c9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663209 Feb 19 00:49:46.112051 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (a4a3e7c5-9415-483c-ac57-b825c59f66aa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:46.250480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Deleting port da7a84f7-09df-466e-a7ec-ffab3c795810 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:46.250933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:46.260150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b6ed-0d0d-42d6-9b84-73feb33df60f req-2da6480e-4003-43b2-a214-79b69cd10c64 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:46.262002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0053b6ed-0d0d-42d6-9b84-73feb33df60f req-2da6480e-4003-43b2-a214-79b69cd10c64 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0896161 Feb 19 00:49:46.413309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0053b6ed-0d0d-42d6-9b84-73feb33df60f req-2c0c992f-3e48-47a6-9a92-5eafd0b8435d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337876 Feb 19 00:49:46.419764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] For port da7a84f7-09df-466e-a7ec-ffab3c795810, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da7a84f7-09df-466e-a7ec-ffab3c795810,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:46.419951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:46.441479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Calling delete_port for da7a84f7-09df-466e-a7ec-ffab3c795810 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:46.693999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b577d5-7fae-4375-a433-e774ee3108a6 req-c7234af7-c077-4cec-8c3c-092bb1b1201f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:46.699708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29b577d5-7fae-4375-a433-e774ee3108a6 req-c7234af7-c077-4cec-8c3c-092bb1b1201f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1547058 Feb 19 00:49:46.782868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29b577d5-7fae-4375-a433-e774ee3108a6 req-b0003656-9f15-4fcb-a2c5-02442187fc73 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724294 Feb 19 00:49:46.900397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (da7a84f7-09df-466e-a7ec-ffab3c795810), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.056899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event deleted for resources: {'Port': ['ID=da7a84f7-09df-466e-a7ec-ffab3c795810,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:47.160544 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (a4a3e7c5-9415-483c-ac57-b825c59f66aa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.351334 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (a4a3e7c5-9415-483c-ac57-b825c59f66aa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.356699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_controller (a4a3e7c5-9415-483c-ac57-b825c59f66aa), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.365933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61950e97-a52c-43d6-8ea8-e7e661dbc24e req-d0c4916b-9e76-4991-8b30-cda95b54f14d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.367621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61950e97-a52c-43d6-8ea8-e7e661dbc24e req-d0c4916b-9e76-4991-8b30-cda95b54f14d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.4830482 Feb 19 00:49:47.434706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ed85c-df4b-4204-8bfb-113a2d84a849 req-be5e03d0-f0fd-43ee-be03-ab4c3f518572 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.441930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd8ed85c-df4b-4204-8bfb-113a2d84a849 req-be5e03d0-f0fd-43ee-be03-ab4c3f518572 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2152619 Feb 19 00:49:47.470519 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (a4a3e7c5-9415-483c-ac57-b825c59f66aa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.471180 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a4a3e7c5-9415-483c-ac57-b825c59f66aa {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:47.479215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.485381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d0fa2e4f-1f78-4b88-b666-a0919847c37a tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "DELETE /v2.0/routers/a4a3e7c5-9415-483c-ac57-b825c59f66aa HTTP/1.1" status: 204 len: 168 time: 2.0587821 Feb 19 00:49:47.488347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37644) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:47.495707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-772770377', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:47.528429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61950e97-a52c-43d6-8ea8-e7e661dbc24e req-da73ba3d-c765-4850-ae36-9a349d790aa5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031053 Feb 19 00:49:47.533837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (b053643c-bb1f-4703-8c6f-12d3dc90e16f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.536412 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (b053643c-bb1f-4703-8c6f-12d3dc90e16f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.621685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (b053643c-bb1f-4703-8c6f-12d3dc90e16f), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.622797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd8ed85c-df4b-4204-8bfb-113a2d84a849 req-7c8a1153-47d4-4ae2-bab4-d07e3731a30a tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799037 Feb 19 00:49:47.704108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d135b-b21b-465d-8151-47c26ac09bf6 req-2e58c500-f781-46bd-b378-232eb063cee2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:47.712728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f32d135b-b21b-465d-8151-47c26ac09bf6 req-2e58c500-f781-46bd-b378-232eb063cee2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0753424 Feb 19 00:49:47.825132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (b053643c-bb1f-4703-8c6f-12d3dc90e16f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:47.835170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f32d135b-b21b-465d-8151-47c26ac09bf6 req-27cd3356-6f9d-4fe1-8600-e41311d3ad5a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215663 Feb 19 00:49:47.967043 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8617c786-4d81-4bd5-81f8-7eb17bbec1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:48.173938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (b053643c-bb1f-4703-8c6f-12d3dc90e16f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:48.190486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da7a84f7-09df-466e-a7ec-ffab3c795810 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:48.232257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: da7a84f7-09df-466e-a7ec-ffab3c795810 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:48.233016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da7a84f7-09df-466e-a7ec-ffab3c795810 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:48.244507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:48.327793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-ccc7be76-b730-4dde-9fa5-8cded31ae1ae tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.329881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-ccc7be76-b730-4dde-9fa5-8cded31ae1ae tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.1852670 Feb 19 00:49:48.356127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-802cdb1c-c0bd-46d5-af5b-4e03524ac218 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/quotas/6c52525095ef439b88cdd6fecbfe0a52 HTTP/1.1" status: 200 len: 375 time: 0.0194619 Feb 19 00:49:48.455977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-68352d0c-e75d-40ca-a973-461fe217213d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0942967 Feb 19 00:49:48.468642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Allocated IP 172.25.6.99 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/865ac0f0-b2d9-4cb3-af4c-91524a32bfbf) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:48.571785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-9eacde5d-5f31-4664-adb7-e99658ac09c5 service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086359 Feb 19 00:49:48.674667 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for port (865ac0f0-b2d9-4cb3-af4c-91524a32bfbf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:48.685183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-8d0a6fca-2ee8-4ce7-9912-bb79c5fa2e70 service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101708 Feb 19 00:49:48.725607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (865ac0f0-b2d9-4cb3-af4c-91524a32bfbf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:48.792331 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:48.796062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event updated for resources: {'Port': ['ID=865ac0f0-b2d9-4cb3-af4c-91524a32bfbf,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:48.808745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:48.810930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:48.817393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:48.855887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b8b92-4844-4324-9194-82713f9a78a0 req-f69d22d5-8b74-4d07-b293-b11ebd024917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:48.859333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-740b8b92-4844-4324-9194-82713f9a78a0 req-f69d22d5-8b74-4d07-b293-b11ebd024917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.1248255 Feb 19 00:49:49.055546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-740b8b92-4844-4324-9194-82713f9a78a0 req-e574e7da-ce1d-4668-a128-aa7373182f12 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901934 Feb 19 00:49:49.111926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cbff1f4-a138-468e-864a-4f20c9cbfc84 req-f9ae093f-0298-40f4-a023-ece2a6e9ecbe tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 210 time: 0.1091654 Feb 19 00:49:49.170626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (b053643c-bb1f-4703-8c6f-12d3dc90e16f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.418226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (b053643c-bb1f-4703-8c6f-12d3dc90e16f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.581844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Router b053643c-bb1f-4703-8c6f-12d3dc90e16f is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:49:49.700257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:49.712406 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55698a6f-dd03-49b5-88bf-4f52fb31c632 None None] Sync routers for ids ['b053643c-bb1f-4703-8c6f-12d3dc90e16f'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:49.725435 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55698a6f-dd03-49b5-88bf-4f52fb31c632 None None] Routers {'b053643c-bb1f-4703-8c6f-12d3dc90e16f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:49.727746 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-55698a6f-dd03-49b5-88bf-4f52fb31c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b053643c-bb1f-4703-8c6f-12d3dc90e16f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:49.733155 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:49.737737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c389d0e4-a003-4b7c-819f-567605cbd342 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.2477574 Feb 19 00:49:49.738003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37690) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:49.742400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ceab8d25-22c1-4973-b73d-b5f81d9eebfe tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': False}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:49.770723 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-55698a6f-dd03-49b5-88bf-4f52fb31c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:49.782094 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55698a6f-dd03-49b5-88bf-4f52fb31c632 None None] Routers {'b053643c-bb1f-4703-8c6f-12d3dc90e16f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:49.783164 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-55698a6f-dd03-49b5-88bf-4f52fb31c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b053643c-bb1f-4703-8c6f-12d3dc90e16f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:49.824449 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-55698a6f-dd03-49b5-88bf-4f52fb31c632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:49.825870 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55698a6f-dd03-49b5-88bf-4f52fb31c632 None None] The sync data for ids ['b053643c-bb1f-4703-8c6f-12d3dc90e16f'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:50.034550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eafe5b28-d328-4f11-afb7-3046b3e012ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:50.150536 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ceab8d25-22c1-4973-b73d-b5f81d9eebfe tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (b053643c-bb1f-4703-8c6f-12d3dc90e16f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:50.352374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b4a0026a-f24d-4760-bc21-924ee760a18d req-317b4c2a-e87a-4736-83f0-d84304f5b6b9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 210 time: 0.1087229 Feb 19 00:49:50.447218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66256229-5f45-4eac-9711-a36bd72be43d req-de51819e-9042-4a31-b86c-9b6e3a368c93 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.448924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66256229-5f45-4eac-9711-a36bd72be43d req-de51819e-9042-4a31-b86c-9b6e3a368c93 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2073154 Feb 19 00:49:50.488905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-b0985e32-b523-4a81-a430-cf368f32c469 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:50.490575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-b0985e32-b523-4a81-a430-cf368f32c469 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.3309350 Feb 19 00:49:50.517468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'port': {'device_id': '5fa0c8a7-65db-4846-8bf7-b6f37918894f', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'admin_state_up': True, 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:50.592762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66256229-5f45-4eac-9711-a36bd72be43d req-1e2fb4bc-c31e-4499-add7-3d0ba521cbd3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293676 Feb 19 00:49:50.719542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Made reservation on behalf of 6c52525095ef439b88cdd6fecbfe0a52 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:49:50.723302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.215137 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.315966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0223de-ac87-4d16-b274-b1f65057d0c5 req-5a9dcca9-3b99-4715-8980-7fd2f8dae004 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.317562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a0223de-ac87-4d16-b274-b1f65057d0c5 req-5a9dcca9-3b99-4715-8980-7fd2f8dae004 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.5245945 Feb 19 00:49:51.342114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Allocated IP 172.20.0.13 (99c8d911-87c1-4c41-a95a-a22381471786/064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee/a7b7b677-f319-4b3b-bdaf-a171cab0f928) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:51.517971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a0223de-ac87-4d16-b274-b1f65057d0c5 req-4cb76659-4c87-4521-a034-b76055ea3231 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890779 Feb 19 00:49:51.527545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2866d6f6-61c3-46c0-8e5a-37019fb1f236 req-4f5bedd3-50ef-4cdd-9036-da5ef06beb1e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 210 time: 0.0778546 Feb 19 00:49:51.610295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ceab8d25-22c1-4973-b73d-b5f81d9eebfe tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (b053643c-bb1f-4703-8c6f-12d3dc90e16f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.616813 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ceab8d25-22c1-4973-b73d-b5f81d9eebfe tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (b053643c-bb1f-4703-8c6f-12d3dc90e16f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.867906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b6ea0-c072-4980-a185-7d1c47034f04 req-809cb1d1-237e-49ef-9450-1d46f36d4e4d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:51.869444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c20b6ea0-c072-4980-a185-7d1c47034f04 req-809cb1d1-237e-49ef-9450-1d46f36d4e4d tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.1800821 Feb 19 00:49:51.886480 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:51.897636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceab8d25-22c1-4973-b73d-b5f81d9eebfe tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Router b053643c-bb1f-4703-8c6f-12d3dc90e16f has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:49:51.960246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c20b6ea0-c072-4980-a185-7d1c47034f04 req-77dd0360-27e9-43b9-9f6d-cfb900667404 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804834 Feb 19 00:49:52.010379 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.022241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d501a00f-1f7f-47d1-b375-64fd26769402'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:52.133695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Network 99c8d911-87c1-4c41-a95a-a22381471786 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:52.142124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:52.146417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'Port': ['ID=a7b7b677-f319-4b3b-bdaf-a171cab0f928,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:52.148864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:52.179273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceab8d25-22c1-4973-b73d-b5f81d9eebfe tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:52.187431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ceab8d25-22c1-4973-b73d-b5f81d9eebfe tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.188656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ceab8d25-22c1-4973-b73d-b5f81d9eebfe tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "PUT /v2.0/routers/b053643c-bb1f-4703-8c6f-12d3dc90e16f HTTP/1.1" status: 200 len: 920 time: 2.4497805 Feb 19 00:49:52.191769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37744) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:52.203130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7a030-706d-48cc-9095-2ee8810396e5 None None] Sync routers for ids ['b053643c-bb1f-4703-8c6f-12d3dc90e16f'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:52.280426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.285110 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.327263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7a030-706d-48cc-9095-2ee8810396e5 None None] Routers {'b053643c-bb1f-4703-8c6f-12d3dc90e16f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:52.329154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-aeb7a030-706d-48cc-9095-2ee8810396e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b053643c-bb1f-4703-8c6f-12d3dc90e16f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:52.386259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c53638df-005e-44e9-8741-db17239fa32e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8819182 Feb 19 00:49:52.396787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-aeb7a030-706d-48cc-9095-2ee8810396e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:52.411187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Request body: {'port': {'device_id': '5fa0c8a7-65db-4846-8bf7-b6f37918894f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:52.439145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb7a030-706d-48cc-9095-2ee8810396e5 None None] Routers {'b053643c-bb1f-4703-8c6f-12d3dc90e16f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:52.440059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-aeb7a030-706d-48cc-9095-2ee8810396e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b053643c-bb1f-4703-8c6f-12d3dc90e16f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:52.454719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d55af36d-220f-430f-a284-b54c6c06d243 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/routers/b053643c-bb1f-4703-8c6f-12d3dc90e16f HTTP/1.1" status: 200 len: 920 time: 0.2595406 Feb 19 00:49:52.455050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37748) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:52.542102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0786b-af4e-4239-837f-2bf4416e99a4 req-201469c3-9381-4f3b-8308-ea560cb4a9f3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.544047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5af0786b-af4e-4239-837f-2bf4416e99a4 req-201469c3-9381-4f3b-8308-ea560cb4a9f3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.2424078 Feb 19 00:49:52.610262 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.674491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c3cfc-d9d8-4348-b76b-7e836a69e287 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.676653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8d7c3cfc-d9d8-4348-b76b-7e836a69e287 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=b053643c-bb1f-4703-8c6f-12d3dc90e16f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2204638 Feb 19 00:49:52.679457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37756) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:52.692856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-aeb7a030-706d-48cc-9095-2ee8810396e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:52.693772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb7a030-706d-48cc-9095-2ee8810396e5 None None] The sync data for ids ['b053643c-bb1f-4703-8c6f-12d3dc90e16f'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:52.724547 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.725399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9b73c73d-61eb-4742-9126-69401b6d6019 None None] Provisioning complete for port a7b7b677-f319-4b3b-bdaf-a171cab0f928 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:52.727302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b73c73d-61eb-4742-9126-69401b6d6019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:52.780684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5af0786b-af4e-4239-837f-2bf4416e99a4 req-bb9e7213-78fb-460d-a110-12130cb1cdd8 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163162 Feb 19 00:49:52.798434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9b73c73d-61eb-4742-9126-69401b6d6019 None None] Port a7b7b677-f319-4b3b-bdaf-a171cab0f928 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:49:52.820869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d15c0-02f5-49b0-b97e-45abec62f735 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.824948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-563d15c0-02f5-49b0-b97e-45abec62f735 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 881 time: 0.1419196 Feb 19 00:49:52.825380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37760) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:52.859642 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-af874eac-f071-4fe1-a337-f498f0281eca tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=b053643c-bb1f-4703-8c6f-12d3dc90e16f HTTP/1.1" status: 200 len: 205 time: 0.0300756 Feb 19 00:49:52.859983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37762) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:52.924002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1eb7-8963-45bd-9c8c-8c832304eb77 req-77678687-373b-4975-a5be-8d9415664230 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:52.925109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dae1eb7-8963-45bd-9c8c-8c832304eb77 req-77678687-373b-4975-a5be-8d9415664230 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 932 time: 0.2471452 Feb 19 00:49:52.979961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (b053643c-bb1f-4703-8c6f-12d3dc90e16f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.025832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dae1eb7-8963-45bd-9c8c-8c832304eb77 req-1477e979-d90d-4a47-ae48-47fd0ec0898d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906904 Feb 19 00:49:53.113795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b7b677-f319-4b3b-bdaf-a171cab0f928 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:53.121809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Publish callbacks [] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.134130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Transition to ACTIVE for port object a7b7b677-f319-4b3b-bdaf-a171cab0f928 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:49:53.142170 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.148652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (b053643c-bb1f-4703-8c6f-12d3dc90e16f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.197733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b7b677-f319-4b3b-bdaf-a171cab0f928,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:53.228722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Deleting port 865ac0f0-b2d9-4cb3-af4c-91524a32bfbf {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:53.229084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (865ac0f0-b2d9-4cb3-af4c-91524a32bfbf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.307998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Attempting to bind port a7b7b677-f319-4b3b-bdaf-a171cab0f928 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:49:53.308434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Attempting to bind port a7b7b677-f319-4b3b-bdaf-a171cab0f928 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:49:53.308743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Attempting to bind port a7b7b677-f319-4b3b-bdaf-a171cab0f928 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:53.314242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Port a7b7b677-f319-4b3b-bdaf-a171cab0f928 on network 99c8d911-87c1-4c41-a95a-a22381471786 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:49:53.314583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Attempting to bind port a7b7b677-f319-4b3b-bdaf-a171cab0f928 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:49:53.321443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:49:53.321938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Checking segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:49:53.322368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Bound using segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:49:53.322814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Bound port: a7b7b677-f319-4b3b-bdaf-a171cab0f928, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:49:53.323178 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.436489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] For port a7b7b677-f319-4b3b-bdaf-a171cab0f928, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:49:53.441137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] For port a7b7b677-f319-4b3b-bdaf-a171cab0f928, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:49:53.449227 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.495740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.496474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.497922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] 10.222.0.126 "PUT /v2.0/ports/a7b7b677-f319-4b3b-bdaf-a171cab0f928 HTTP/1.1" status: 200 len: 1092 time: 1.0954006 Feb 19 00:49:53.498436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa0c8a7-65db-4846-8bf7-b6f37918894f', 'tag': 'a7b7b677-f319-4b3b-bdaf-a171cab0f928'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:53.500771 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc4cc2b-d41c-470e-9319-7739680eefe0" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa0c8a7-65db-4846-8bf7-b6f37918894f", "tag": "a7b7b677-f319-4b3b-bdaf-a171cab0f928"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:53.539027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e4c97-8b22-4bae-98e8-4e91d4dbc0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b7b677-f319-4b3b-bdaf-a171cab0f928,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:53.608912 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376e91f3-310e-4001-a5de-a129f4c90acb x-openstack-request-id: req-376e91f3-310e-4001-a5de-a129f4c90acb {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:53.609696 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa0c8a7-65db-4846-8bf7-b6f37918894f", "tag": "a7b7b677-f319-4b3b-bdaf-a171cab0f928", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:53.610536 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-376e91f3-310e-4001-a5de-a129f4c90acb {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:53.611224 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa0c8a7-65db-4846-8bf7-b6f37918894f', 'tag': 'a7b7b677-f319-4b3b-bdaf-a171cab0f928', 'status': 'completed', 'code': 200} Feb 19 00:49:53.695853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-99d1be2b-9cd9-4885-919d-2f657fe9cebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.696247 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.698846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-99d1be2b-9cd9-4885-919d-2f657fe9cebd service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 1126 time: 0.1464729 Feb 19 00:49:53.758789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-69f57485-c046-4241-9ded-2ba62f898f98 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928 HTTP/1.1" status: 200 len: 217 time: 0.0518560 Feb 19 00:49:53.782827 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (865ac0f0-b2d9-4cb3-af4c-91524a32bfbf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:53.843110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Calling delete_port for 865ac0f0-b2d9-4cb3-af4c-91524a32bfbf owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:53.853969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-61b8a2fd-537f-4ac1-b7ac-03258cfb3014 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.855534 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-61b8a2fd-537f-4ac1-b7ac-03258cfb3014 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.126 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.1641564 Feb 19 00:49:53.862006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c4d7c780-cea1-443a-ab64-280e73726990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.863462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-c4d7c780-cea1-443a-ab64-280e73726990 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0967569 Feb 19 00:49:53.987423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-85646706-d316-4663-afe2-53645aa8f9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:53.989660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-85646706-d316-4663-afe2-53645aa8f9d6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1193752 Feb 19 00:49:54.012652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d432f6-56b1-40b8-b438-be4af836e57c req-08490853-7ed5-4faf-9019-513e42843fa3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.024200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91d432f6-56b1-40b8-b438-be4af836e57c req-08490853-7ed5-4faf-9019-513e42843fa3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 946 time: 0.0932515 Feb 19 00:49:54.147233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Deleting port d0705556-7c1b-43f5-908c-089713b08f91 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:54.147918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d0705556-7c1b-43f5-908c-089713b08f91), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.158995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91d432f6-56b1-40b8-b438-be4af836e57c req-12f8fab6-acc5-4203-a5d3-0f2d375cb0d7 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384804 Feb 19 00:49:54.161292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.198144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-94f812c7-4419-464c-9f7a-b522c0e9b1aa service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998608 Feb 19 00:49:54.211709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b10289-b536-4574-9d4e-6d571377372d req-c2f7a5d1-ef14-4560-90ea-abbc1d993548 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.213101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71b10289-b536-4574-9d4e-6d571377372d req-c2f7a5d1-ef14-4560-90ea-abbc1d993548 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 944 time: 0.0939631 Feb 19 00:49:54.294450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (865ac0f0-b2d9-4cb3-af4c-91524a32bfbf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.311428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] For port d0705556-7c1b-43f5-908c-089713b08f91, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=d0705556-7c1b-43f5-908c-089713b08f91,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:54.311820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d0705556-7c1b-43f5-908c-089713b08f91), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.330017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71b10289-b536-4574-9d4e-6d571377372d req-6b052310-0b4a-4eb5-8de7-efe8beb55081 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979955 Feb 19 00:49:54.349656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event deleted for resources: {'Port': ['ID=865ac0f0-b2d9-4cb3-af4c-91524a32bfbf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:54.352189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Calling delete_port for d0705556-7c1b-43f5-908c-089713b08f91 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:54.366937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7c1ba0b-21aa-461f-85a6-8052e3e14d3b req-1c154716-7131-4982-b259-ff747baff871 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517763 Feb 19 00:49:54.467786 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (b053643c-bb1f-4703-8c6f-12d3dc90e16f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.566780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-ef4a1257-b876-43d1-b3d7-2640cf5c5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.573081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-ef4a1257-b876-43d1-b3d7-2640cf5c5ac6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 1126 time: 0.1522641 Feb 19 00:49:54.611161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (b053643c-bb1f-4703-8c6f-12d3dc90e16f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.616260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (b053643c-bb1f-4703-8c6f-12d3dc90e16f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.681717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (b053643c-bb1f-4703-8c6f-12d3dc90e16f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.682261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Fanout notify agent at l3_agent the message router_deleted on router b053643c-bb1f-4703-8c6f-12d3dc90e16f {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:54.683938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-3ff882ac-c84c-46af-b6f5-e22818d32144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.685640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-3ff882ac-c84c-46af-b6f5-e22818d32144 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1054940 Feb 19 00:49:54.689294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.690501 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df3085b5-1a13-46c1-93f3-4d3937ac4d47 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/b053643c-bb1f-4703-8c6f-12d3dc90e16f HTTP/1.1" status: 204 len: 168 time: 1.8295083 Feb 19 00:49:54.694949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37782) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:54.701286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-05474691-0b2a-4adb-a787-e21aa17019fb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-841989933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:54.741882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d0705556-7c1b-43f5-908c-089713b08f91), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.747221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-5abb894f-c83c-415c-9f5e-a5a7576d6df2 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928 HTTP/1.1" status: 200 len: 217 time: 0.0512226 Feb 19 00:49:54.762046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:54.791631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05474691-0b2a-4adb-a787-e21aa17019fb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (cad541b6-2c04-4049-8141-e28cd0b281d5), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.792730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05474691-0b2a-4adb-a787-e21aa17019fb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (cad541b6-2c04-4049-8141-e28cd0b281d5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.795981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event deleted for resources: {'Port': ['ID=d0705556-7c1b-43f5-908c-089713b08f91,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:54.818470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-d06e9542-611e-4878-86f4-ab3372f22418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.819876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-d06e9542-611e-4878-86f4-ab3372f22418 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0644579 Feb 19 00:49:54.836557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] No DVR routers for this DVR port d0705556-7c1b-43f5-908c-089713b08f91 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:54.842406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.845817 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3580ed9a-79bb-4d78-9f72-e8739bc9d031 req-55f172cc-8bf7-4189-96f8-82138e1cf527 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.126 "DELETE /v2.0/ports/d0705556-7c1b-43f5-908c-089713b08f91 HTTP/1.1" status: 204 len: 173 time: 0.9796562 Feb 19 00:49:54.846423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e3b377-f1ae-4312-9894-3f2ec0cfafbb', 'name': 'network-vif-deleted', 'tag': 'd0705556-7c1b-43f5-908c-089713b08f91'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:54.849443 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d842d96-7fc4-4c7b-8665-03321f5397d7" -d '{"events": [{"server_uuid": "47e3b377-f1ae-4312-9894-3f2ec0cfafbb", "name": "network-vif-deleted", "tag": "d0705556-7c1b-43f5-908c-089713b08f91"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:54.888676 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd1fa88-888b-4fdf-ae30-ad24dca40d23 x-openstack-request-id: req-cbd1fa88-888b-4fdf-ae30-ad24dca40d23 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:54.888974 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e3b377-f1ae-4312-9894-3f2ec0cfafbb", "name": "network-vif-deleted", "tag": "d0705556-7c1b-43f5-908c-089713b08f91", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:54.889804 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cbd1fa88-888b-4fdf-ae30-ad24dca40d23 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:54.889804 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47e3b377-f1ae-4312-9894-3f2ec0cfafbb', 'name': 'network-vif-deleted', 'tag': 'd0705556-7c1b-43f5-908c-089713b08f91', 'status': 'completed', 'code': 200} Feb 19 00:49:54.899937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05474691-0b2a-4adb-a787-e21aa17019fb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (cad541b6-2c04-4049-8141-e28cd0b281d5), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.905411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05474691-0b2a-4adb-a787-e21aa17019fb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (cad541b6-2c04-4049-8141-e28cd0b281d5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.923824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-d4633ea9-e830-4c17-8255-6b837ae4f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:54.925361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-d4633ea9-e830-4c17-8255-6b837ae4f985 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0972915 Feb 19 00:49:54.928649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-05474691-0b2a-4adb-a787-e21aa17019fb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:54.932289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-05474691-0b2a-4adb-a787-e21aa17019fb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2324748 Feb 19 00:49:54.932640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37786) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:54.937446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:55.029486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-5c2bb2ab-8676-4ab6-a507-2433b824b361 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969458 Feb 19 00:49:55.128563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc4cc2b-d41c-470e-9319-7739680eefe0 req-a6f03153-bdbe-4761-976b-adce2bbb672a service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888593 Feb 19 00:49:55.169702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (cad541b6-2c04-4049-8141-e28cd0b281d5), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.295088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56313d57-7e69-4f74-b26c-ecba8c3fd46e req-b67f4117-7db0-4f8f-b16f-66ec289cf83b tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=47e3b377-f1ae-4312-9894-3f2ec0cfafbb HTTP/1.1" status: 200 len: 210 time: 0.0312560 Feb 19 00:49:55.398138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (cad541b6-2c04-4049-8141-e28cd0b281d5), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.421678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.478846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f088-5383-474d-b56d-9dd230cd985d req-e6484bf3-c7b1-4bd4-bafb-15dd95729fc5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:55.480639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bec6f088-5383-474d-b56d-9dd230cd985d req-e6484bf3-c7b1-4bd4-bafb-15dd95729fc5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 944 time: 0.0625715 Feb 19 00:49:55.529982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Allocated IP 172.25.6.91 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/fa708a6a-9955-4a2b-aa67-071cb98f47d4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:49:55.532801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bec6f088-5383-474d-b56d-9dd230cd985d req-52ddf4c5-777f-4858-8a3c-be256a00e8b4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458367 Feb 19 00:49:55.635474 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for port (fa708a6a-9955-4a2b-aa67-071cb98f47d4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.670940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fa708a6a-9955-4a2b-aa67-071cb98f47d4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:55.709605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:49:55.712404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:49:55.718513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:49:55.746069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event updated for resources: {'Port': ['ID=fa708a6a-9955-4a2b-aa67-071cb98f47d4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:55.993875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (cad541b6-2c04-4049-8141-e28cd0b281d5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.196562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (cad541b6-2c04-4049-8141-e28cd0b281d5), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.200033 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (cad541b6-2c04-4049-8141-e28cd0b281d5), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.335472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Router cad541b6-2c04-4049-8141-e28cd0b281d5 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:49:56.482471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:49:56.491015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.494711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a0bdf5b1-2cfb-42dc-a6cb-6109d0dc9bf7 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "PUT /v2.0/routers/cad541b6-2c04-4049-8141-e28cd0b281d5 HTTP/1.1" status: 200 len: 878 time: 1.5609179 Feb 19 00:49:56.495409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37832) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:56.503414 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09803bf7-4e0e-4f09-85e8-e382e5207b79 None None] Sync routers for ids ['cad541b6-2c04-4049-8141-e28cd0b281d5'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:49:56.534682 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09803bf7-4e0e-4f09-85e8-e382e5207b79 None None] Routers {'cad541b6-2c04-4049-8141-e28cd0b281d5'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:56.536319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a7b7b677-f319-4b3b-bdaf-a171cab0f928 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:49:56.537593 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-09803bf7-4e0e-4f09-85e8-e382e5207b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cad541b6-2c04-4049-8141-e28cd0b281d5'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:56.617165 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-09803bf7-4e0e-4f09-85e8-e382e5207b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:56.642896 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09803bf7-4e0e-4f09-85e8-e382e5207b79 None None] Routers {'cad541b6-2c04-4049-8141-e28cd0b281d5'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:49:56.643612 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-09803bf7-4e0e-4f09-85e8-e382e5207b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['cad541b6-2c04-4049-8141-e28cd0b281d5'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:56.727250 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-09803bf7-4e0e-4f09-85e8-e382e5207b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:49:56.730004 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09803bf7-4e0e-4f09-85e8-e382e5207b79 None None] The sync data for ids ['cad541b6-2c04-4049-8141-e28cd0b281d5'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:49:56.751129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f640b8b-9573-4463-971f-b23d967d426f req-1b2dd2e0-447a-4289-b942-4ed6df02121d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:56.756186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a7b7b677-f319-4b3b-bdaf-a171cab0f928, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:56.771812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d0705556-7c1b-43f5-908c-089713b08f91 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:49:56.773882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f640b8b-9573-4463-971f-b23d967d426f req-1b2dd2e0-447a-4289-b942-4ed6df02121d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 944 time: 0.0896299 Feb 19 00:49:56.801886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'a7b7b677-f319-4b3b-bdaf-a171cab0f928', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': 'a7b7b677-f319-4b3b-bdaf-a171cab0f928', 'mac_address': 'fa:16:3e:af:2e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:49:56.805783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: d0705556-7c1b-43f5-908c-089713b08f91 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:49:56.806255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device d0705556-7c1b-43f5-908c-089713b08f91 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:49:56.849828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0f640b8b-9573-4463-971f-b23d967d426f req-1b2bb5df-ff20-4fd0-a576-913e3e9080a8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746353 Feb 19 00:49:56.875652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a7b7b677-f319-4b3b-bdaf-a171cab0f928 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:56.876359 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:56.891930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b7b677-f319-4b3b-bdaf-a171cab0f928 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:49:56.940536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a7b7b677-f319-4b3b-bdaf-a171cab0f928, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:56.946951 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.055281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a7b7b677-f319-4b3b-bdaf-a171cab0f928,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:57.144545 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b6a898d2-337a-42c5-9250-e0f505a77fb0 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/routers/cad541b6-2c04-4049-8141-e28cd0b281d5 HTTP/1.1" status: 200 len: 919 time: 0.6473830 Feb 19 00:49:57.146862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:57.254628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04177a14-ee85-45be-a9b1-676e79ecbef2 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.260021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37874) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:57.274837 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-04177a14-ee85-45be-a9b1-676e79ecbef2 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=cad541b6-2c04-4049-8141-e28cd0b281d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1268718 Feb 19 00:49:57.323658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a7b7b677-f319-4b3b-bdaf-a171cab0f928'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:57.375211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6800b171-8501-437d-aeee-21f1a6e171d6 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.377216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6800b171-8501-437d-aeee-21f1a6e171d6 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 881 time: 0.1161299 Feb 19 00:49:57.380454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37878) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:57.430768 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9e72d900-0b3d-4de8-8cd6-e9a1850b7bc5 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=cad541b6-2c04-4049-8141-e28cd0b281d5 HTTP/1.1" status: 200 len: 205 time: 0.0474172 Feb 19 00:49:57.431828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37880) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:57.496132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbe4e5-ecb6-4c62-9866-a71d910e852d req-a984bf49-dcd8-4d7f-9823-7cb64894507e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:57.503676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32bbe4e5-ecb6-4c62-9866-a71d910e852d req-a984bf49-dcd8-4d7f-9823-7cb64894507e tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 945 time: 0.1247935 Feb 19 00:49:57.589100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32bbe4e5-ecb6-4c62-9866-a71d910e852d req-59dc41ad-aa47-4956-99d8-6cda6535ccd9 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842886 Feb 19 00:49:57.606461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (cad541b6-2c04-4049-8141-e28cd0b281d5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.716474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (cad541b6-2c04-4049-8141-e28cd0b281d5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:57.771386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Deleting port fa708a6a-9955-4a2b-aa67-071cb98f47d4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:57.772088 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fa708a6a-9955-4a2b-aa67-071cb98f47d4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.249183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb0bfd-35fd-46ac-932a-e3970e134e37 req-0114916c-b8c3-4509-926b-24eea0e4fef7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.250916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ecb0bfd-35fd-46ac-932a-e3970e134e37 req-0114916c-b8c3-4509-926b-24eea0e4fef7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 945 time: 0.0996406 Feb 19 00:49:58.255439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fa708a6a-9955-4a2b-aa67-071cb98f47d4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.282934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Calling delete_port for fa708a6a-9955-4a2b-aa67-071cb98f47d4 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:58.384606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ecb0bfd-35fd-46ac-932a-e3970e134e37 req-018c8d65-2220-4a49-bbdf-511d8dbc0d10 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243825 Feb 19 00:49:58.545795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (fa708a6a-9955-4a2b-aa67-071cb98f47d4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.548752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a7b7b677-f319-4b3b-bdaf-a171cab0f928 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:49:58.575992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event deleted for resources: {'Port': ['ID=fa708a6a-9955-4a2b-aa67-071cb98f47d4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:58.614661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port a7b7b677-f319-4b3b-bdaf-a171cab0f928 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:49:58.619852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port a7b7b677-f319-4b3b-bdaf-a171cab0f928 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:49:58.620906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.680370 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (cad541b6-2c04-4049-8141-e28cd0b281d5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.715194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a7b7b677-f319-4b3b-bdaf-a171cab0f928 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:49:58.715833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.752355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa0c8a7-65db-4846-8bf7-b6f37918894f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b7b677-f319-4b3b-bdaf-a171cab0f928'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:58.756291 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a232401e-75f0-4fe6-90d2-caa378280e4e" -d '{"events": [{"server_uuid": "5fa0c8a7-65db-4846-8bf7-b6f37918894f", "name": "network-vif-plugged", "status": "completed", "tag": "a7b7b677-f319-4b3b-bdaf-a171cab0f928"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:58.773708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a7b7b677-f319-4b3b-bdaf-a171cab0f928, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:58.779072 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.801154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-e952ed57-b5dc-4134-a002-27a711347eb3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.802747 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-e952ed57-b5dc-4134-a002-27a711347eb3 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 945 time: 0.0998812 Feb 19 00:49:58.845948 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4658f017-08d4-434f-9234-00d6dd44ec5e x-openstack-request-id: req-4658f017-08d4-434f-9234-00d6dd44ec5e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:58.846678 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa0c8a7-65db-4846-8bf7-b6f37918894f", "name": "network-vif-plugged", "status": "completed", "tag": "a7b7b677-f319-4b3b-bdaf-a171cab0f928", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:58.847476 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4658f017-08d4-434f-9234-00d6dd44ec5e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:58.848417 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa0c8a7-65db-4846-8bf7-b6f37918894f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b7b677-f319-4b3b-bdaf-a171cab0f928', 'code': 200} Feb 19 00:49:58.850466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a7b7b677-f319-4b3b-bdaf-a171cab0f928,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:58.886072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (cad541b6-2c04-4049-8141-e28cd0b281d5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.890073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (cad541b6-2c04-4049-8141-e28cd0b281d5), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.918951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Deleting port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:49:58.919306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.981012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b302d2-2a64-4005-b073-95557df90df4 req-26503b09-451e-4de8-adea-ab9ec0785932 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:58.982930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8b302d2-2a64-4005-b073-95557df90df4 req-26503b09-451e-4de8-adea-ab9ec0785932 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/ports?device_id=74715d62-be7f-4d7d-999c-3058ff73cfd8 HTTP/1.1" status: 200 len: 945 time: 0.2142837 Feb 19 00:49:58.989753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (cad541b6-2c04-4049-8141-e28cd0b281d5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:58.990521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Fanout notify agent at l3_agent the message router_deleted on router cad541b6-2c04-4049-8141-e28cd0b281d5 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:49:59.007866 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.012843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37900) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:59.013174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ba61ff58-4009-4917-a916-39dfd3b8f20d tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/cad541b6-2c04-4049-8141-e28cd0b281d5 HTTP/1.1" status: 204 len: 168 time: 1.5796621 Feb 19 00:49:59.023318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2e8f3be1-eabb-4d2c-aa6d-765b7a56ca8c tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1128070150', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:59.043900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241734d-ac5f-4d6b-b7ee-193411ec4735 req-885456f9-f46f-44a1-8491-e9cc361f3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.045870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c241734d-ac5f-4d6b-b7ee-193411ec4735 req-885456f9-f46f-44a1-8491-e9cc361f3a7d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 1128 time: 0.1498547 Feb 19 00:49:59.065207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8b302d2-2a64-4005-b073-95557df90df4 req-64753219-fcb5-449b-b54d-cedae00f6d55 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.60 "GET /v2.0/security-groups?id=82b8b392-de82-4821-b76d-4e67db1c4140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717418 Feb 19 00:49:59.086686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] For port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,segment=NetworkSegment(f1cb9412-98a1-4e27-82d3-05678be6e50b),segment_id=f1cb9412-98a1-4e27-82d3-05678be6e50b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:49:59.087206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.102786 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3be1-eabb-4d2c-aa6d-765b7a56ca8c tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (5fd1dc75-818c-4013-aa06-861683872d2f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.104197 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3be1-eabb-4d2c-aa6d-765b7a56ca8c tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (5fd1dc75-818c-4013-aa06-861683872d2f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.116341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Calling delete_port for 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:49:59.129122 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c241734d-ac5f-4d6b-b7ee-193411ec4735 req-0e40dda9-79a8-43a4-adba-b4cfb1bdfc0b service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624297 Feb 19 00:49:59.236291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3be1-eabb-4d2c-aa6d-765b7a56ca8c tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (5fd1dc75-818c-4013-aa06-861683872d2f), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.248595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3be1-eabb-4d2c-aa6d-765b7a56ca8c tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (5fd1dc75-818c-4013-aa06-861683872d2f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.281249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2e8f3be1-eabb-4d2c-aa6d-765b7a56ca8c tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.285566 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2e8f3be1-eabb-4d2c-aa6d-765b7a56ca8c tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2683806 Feb 19 00:49:59.286481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37910) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:49:59.292420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': True}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:49:59.350735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.363016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:49:59.380396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Pushing event deleted for resources: {'Port': ['ID=47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:49:59.441130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] No DVR routers for this DVR port 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:49:59.444257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.448376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0d5a5b03-cc72-41a2-8c81-2f0425c2aab7 req-5f59914a-8109-4898-8786-ad18217cc917 tempest-ServersTestJSON-1487951360 tempest-ServersTestJSON-1487951360-project] 10.222.0.113 "DELETE /v2.0/ports/47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e HTTP/1.1" status: 204 len: 173 time: 0.6400270 Feb 19 00:49:59.449155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74715d62-be7f-4d7d-999c-3058ff73cfd8', 'name': 'network-vif-deleted', 'tag': '47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:49:59.451723 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51da4beb-53f5-4e85-8db3-99c6177035fe" -d '{"events": [{"server_uuid": "74715d62-be7f-4d7d-999c-3058ff73cfd8", "name": "network-vif-deleted", "tag": "47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:49:59.537185 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c3eb71-a04e-4489-bdc3-e503b0fb707f x-openstack-request-id: req-31c3eb71-a04e-4489-bdc3-e503b0fb707f {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:49:59.537746 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74715d62-be7f-4d7d-999c-3058ff73cfd8", "name": "network-vif-deleted", "tag": "47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:49:59.538097 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31c3eb71-a04e-4489-bdc3-e503b0fb707f {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:49:59.538640 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74715d62-be7f-4d7d-999c-3058ff73cfd8', 'name': 'network-vif-deleted', 'tag': '47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e', 'status': 'completed', 'code': 200} Feb 19 00:49:59.625807 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (5fd1dc75-818c-4013-aa06-861683872d2f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.661894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1529c-5c73-453f-a174-8cc27976104d req-115e5b3c-dbd3-484b-a564-06046c2368e6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:49:59.663351 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ba1529c-5c73-453f-a174-8cc27976104d req-115e5b3c-dbd3-484b-a564-06046c2368e6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 946 time: 0.1440122 Feb 19 00:49:59.745710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ba1529c-5c73-453f-a174-8cc27976104d req-f82cf02a-3a27-43c0-aaf5-ae4e76e0ab10 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535128 Feb 19 00:49:59.893689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (5fd1dc75-818c-4013-aa06-861683872d2f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:49:59.916919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.043961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Allocated IP 172.25.6.65 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/5113d983-feb2-418e-8674-3cdb91c67f50) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:00.138120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37918) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:00.204910 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for port (5113d983-feb2-418e-8674-3cdb91c67f50), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.215413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ce01738-75b9-44c9-9905-81b95b2ff5a7 admin admin] Deleting subnet 3299a37f-8323-45d4-96ad-6889f7461e7f {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:00.221401 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4ce01738-75b9-44c9-9905-81b95b2ff5a7 admin admin] Publish callbacks [] for subnet (3299a37f-8323-45d4-96ad-6889f7461e7f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.273846 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4ce01738-75b9-44c9-9905-81b95b2ff5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (3299a37f-8323-45d4-96ad-6889f7461e7f), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.313350 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5113d983-feb2-418e-8674-3cdb91c67f50), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.346254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4ce01738-75b9-44c9-9905-81b95b2ff5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3299a37f-8323-45d4-96ad-6889f7461e7f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.386835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:00.392658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:00.395119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:00.434085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'Port': ['ID=5113d983-feb2-418e-8674-3cdb91c67f50,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:00.495934 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4ce01738-75b9-44c9-9905-81b95b2ff5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (3299a37f-8323-45d4-96ad-6889f7461e7f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.561402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4ce01738-75b9-44c9-9905-81b95b2ff5a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.566837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4ce01738-75b9-44c9-9905-81b95b2ff5a7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3299a37f-8323-45d4-96ad-6889f7461e7f HTTP/1.1" status: 204 len: 168 time: 0.4274433 Feb 19 00:50:00.567704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37926) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:00.575502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce01738-75b9-44c9-9905-81b95b2ff5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3299a37f-8323-45d4-96ad-6889f7461e7f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:00.713285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (f3df7abb-909f-4cfc-83dc-4f97b1415e22), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.770159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (5fd1dc75-818c-4013-aa06-861683872d2f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.828265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (f3df7abb-909f-4cfc-83dc-4f97b1415e22), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.867442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3df7abb-909f-4cfc-83dc-4f97b1415e22']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:00.880121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cb9412-98a1-4e27-82d3-05678be6e50b') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:00.880778 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cb9412-98a1-4e27-82d3-05678be6e50b') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:00.892707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (f1cb9412-98a1-4e27-82d3-05678be6e50b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.911426 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f1cb9412-98a1-4e27-82d3-05678be6e50b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.919534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:50:00.920450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (f1cb9412-98a1-4e27-82d3-05678be6e50b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:00.965950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1a5ae-63cf-4fd1-a7ac-285482432f3f req-4a4385d3-5385-42dd-afca-e3c823c93bb3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:00.975585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56c1a5ae-63cf-4fd1-a7ac-285482432f3f req-4a4385d3-5385-42dd-afca-e3c823c93bb3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 946 time: 0.1152487 Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:50:00.998592 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:50:01.003946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (f3df7abb-909f-4cfc-83dc-4f97b1415e22), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.018264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.023023 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] 10.222.0.60 "DELETE /v2.0/networks/f3df7abb-909f-4cfc-83dc-4f97b1415e22 HTTP/1.1" status: 204 len: 168 time: 0.4538879 Feb 19 00:50:01.041770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df8282-48d3-4b90-bc2b-cfb436fb599b admin admin] Pushing event deleted for resources: {'Network': ['ID=f3df7abb-909f-4cfc-83dc-4f97b1415e22,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:01.059853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56c1a5ae-63cf-4fd1-a7ac-285482432f3f req-ffe899fd-e846-49cf-b876-555c9c646f9b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769227 Feb 19 00:50:01.233945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (5fd1dc75-818c-4013-aa06-861683872d2f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.237936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (5fd1dc75-818c-4013-aa06-861683872d2f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.280592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:01.359662 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-50ae9ad8-9f2d-44b6-a217-083167dbcd62 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7e8ab9c7cfa4f81af355f28eaf8cacc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0757327 Feb 19 00:50:01.360283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37942) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:01.433318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f5dda11-9da3-45a0-9dad-3c642541b298 admin admin] Publish callbacks [] for security_group (82b8b392-de82-4821-b76d-4e67db1c4140), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.459445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f5dda11-9da3-45a0-9dad-3c642541b298 admin admin] Publish callbacks [] for security_group (82b8b392-de82-4821-b76d-4e67db1c4140), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.459860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Router 5fd1dc75-818c-4013-aa06-861683872d2f is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:50:01.523889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f5dda11-9da3-45a0-9dad-3c642541b298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (82b8b392-de82-4821-b76d-4e67db1c4140), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.528892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f5dda11-9da3-45a0-9dad-3c642541b298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.532590 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f5dda11-9da3-45a0-9dad-3c642541b298 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82b8b392-de82-4821-b76d-4e67db1c4140 HTTP/1.1" status: 204 len: 168 time: 0.1705458 Feb 19 00:50:01.545495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dda11-9da3-45a0-9dad-3c642541b298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b8b392-de82-4821-b76d-4e67db1c4140,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:01.614617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:01.620397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:01.625515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37946) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:01.629112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed41fb-92ae-4789-9f97-84dd03bdb664 None None] Sync routers for ids ['5fd1dc75-818c-4013-aa06-861683872d2f'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:01.637096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8df0f239-1a49-422e-a686-b94ca63adeb4 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "PUT /v2.0/routers/5fd1dc75-818c-4013-aa06-861683872d2f HTTP/1.1" status: 200 len: 914 time: 2.3490875 Feb 19 00:50:01.662894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed41fb-92ae-4789-9f97-84dd03bdb664 None None] Routers {'5fd1dc75-818c-4013-aa06-861683872d2f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:01.663515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d8ed41fb-92ae-4789-9f97-84dd03bdb664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['5fd1dc75-818c-4013-aa06-861683872d2f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:01.737726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d8ed41fb-92ae-4789-9f97-84dd03bdb664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:01.752199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed41fb-92ae-4789-9f97-84dd03bdb664 None None] Routers {'5fd1dc75-818c-4013-aa06-861683872d2f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:01.754999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d8ed41fb-92ae-4789-9f97-84dd03bdb664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['5fd1dc75-818c-4013-aa06-861683872d2f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:01.798417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d8ed41fb-92ae-4789-9f97-84dd03bdb664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:01.799395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ed41fb-92ae-4789-9f97-84dd03bdb664 None None] The sync data for ids ['5fd1dc75-818c-4013-aa06-861683872d2f'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:01.815213 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e077eac6-8f3b-4840-8bcb-e1751ffb6e2c tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/routers/5fd1dc75-818c-4013-aa06-861683872d2f HTTP/1.1" status: 200 len: 920 time: 0.1882808 Feb 19 00:50:01.817908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37950) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:01.879412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217123b6-ba76-482a-9e53-5227ed6a9cc3 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:01.881010 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-217123b6-ba76-482a-9e53-5227ed6a9cc3 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=5fd1dc75-818c-4013-aa06-861683872d2f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0618846 Feb 19 00:50:01.884080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37952) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:02.075542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aeb5d8-f46f-4e47-87c6-9e24622fd7f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:02.077130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-30aeb5d8-f46f-4e47-87c6-9e24622fd7f7 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 881 time: 0.1920218 Feb 19 00:50:02.080560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37956) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:02.113261 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1d48f432-0bb2-489b-bab2-0cb3f98854cf tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fd1dc75-818c-4013-aa06-861683872d2f HTTP/1.1" status: 200 len: 205 time: 0.0292113 Feb 19 00:50:02.113921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:02.312186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (5fd1dc75-818c-4013-aa06-861683872d2f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.480612 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (5fd1dc75-818c-4013-aa06-861683872d2f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.562066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Deleting port 5113d983-feb2-418e-8674-3cdb91c67f50 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:02.562562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5113d983-feb2-418e-8674-3cdb91c67f50), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.610941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37990) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:02.662098 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5113d983-feb2-418e-8674-3cdb91c67f50), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.675453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Calling delete_port for 5113d983-feb2-418e-8674-3cdb91c67f50 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:02.704765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:02.749247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:02.751796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 47cb26f3-16a4-4a52-bf4f-d6e71e9a0a7e not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:02.777382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1981521721-network', 'tenant_id': 'de56c76762aa436ab278e664d5886eef'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:02.799899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Made reservation on behalf of de56c76762aa436ab278e664d5886eef for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:02.803057 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.814764 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.873562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5113d983-feb2-418e-8674-3cdb91c67f50), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.904532 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event deleted for resources: {'Port': ['ID=5113d983-feb2-418e-8674-3cdb91c67f50,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:02.942656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.943882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.944461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.945032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.945583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.946139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.946727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.947285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.947852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.948403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.949471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.950035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.950618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:02.954920 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Publish callbacks [] for security_group (63403ae0-cc49-4e26-b223-e1bf6994f616), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.960883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (63403ae0-cc49-4e26-b223-e1bf6994f616), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.980630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:50:02.995036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (078de95d-ac02-48c8-b364-f4694fdc9f4d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:02.995733 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Added segment 078de95d-ac02-48c8-b364-f4694fdc9f4d of type vlan for network d6ce5bee-7b55-47b9-8a79-4268f68e628c Feb 19 00:50:03.013369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (5fd1dc75-818c-4013-aa06-861683872d2f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.057147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d6ce5bee-7b55-47b9-8a79-4268f68e628c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.062616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63403ae0-cc49-4e26-b223-e1bf6994f616,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:03.111567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d6ce5bee-7b55-47b9-8a79-4268f68e628c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.114928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.115726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.146874 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (5fd1dc75-818c-4013-aa06-861683872d2f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.149755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (5fd1dc75-818c-4013-aa06-861683872d2f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.211792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5917809 Feb 19 00:50:03.220672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (5fd1dc75-818c-4013-aa06-861683872d2f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.221406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Fanout notify agent at l3_agent the message router_deleted on router 5fd1dc75-818c-4013-aa06-861683872d2f {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:50:03.237091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.239679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-99d24018-27de-4c69-a2cc-76add4d6db51 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/5fd1dc75-818c-4013-aa06-861683872d2f HTTP/1.1" status: 204 len: 168 time: 1.1249244 Feb 19 00:50:03.244619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37996) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:03.245430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78248c-de69-475c-a0da-700ad156c448 admin admin] Pushing event updated for resources: {'Network': ['ID=d6ce5bee-7b55-47b9-8a79-4268f68e628c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:03.250558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-81880e9b-7cd7-4ff0-9a30-b894a94acddb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-696351463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:03.263713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d6ce5bee-7b55-47b9-8a79-4268f68e628c details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:50:03.277744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81880e9b-7cd7-4ff0-9a30-b894a94acddb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (754812f3-0426-48eb-a33b-d1ba2aacac45), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.279385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81880e9b-7cd7-4ff0-9a30-b894a94acddb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (754812f3-0426-48eb-a33b-d1ba2aacac45), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.353783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81880e9b-7cd7-4ff0-9a30-b894a94acddb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (754812f3-0426-48eb-a33b-d1ba2aacac45), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.362578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81880e9b-7cd7-4ff0-9a30-b894a94acddb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (754812f3-0426-48eb-a33b-d1ba2aacac45), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.389018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81880e9b-7cd7-4ff0-9a30-b894a94acddb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.390436 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-81880e9b-7cd7-4ff0-9a30-b894a94acddb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1442947 Feb 19 00:50:03.394039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:03.400788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'enable_snat': False}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:03.654744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (754812f3-0426-48eb-a33b-d1ba2aacac45), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.746371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb707b2-0219-4065-b4dc-9bdb1276ca6f req-15f48e5c-3aca-4c63-9230-aa1968707a24 tempest-ComputeTenantNetworksTest-1139598974 tempest-ComputeTenantNetworksTest-1139598974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.755296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb707b2-0219-4065-b4dc-9bdb1276ca6f req-15f48e5c-3aca-4c63-9230-aa1968707a24 tempest-ComputeTenantNetworksTest-1139598974 tempest-ComputeTenantNetworksTest-1139598974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.761917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb707b2-0219-4065-b4dc-9bdb1276ca6f req-15f48e5c-3aca-4c63-9230-aa1968707a24 tempest-ComputeTenantNetworksTest-1139598974 tempest-ComputeTenantNetworksTest-1139598974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.763960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbb707b2-0219-4065-b4dc-9bdb1276ca6f req-15f48e5c-3aca-4c63-9230-aa1968707a24 tempest-ComputeTenantNetworksTest-1139598974 tempest-ComputeTenantNetworksTest-1139598974-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1432917 Feb 19 00:50:03.881931 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (754812f3-0426-48eb-a33b-d1ba2aacac45), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.885177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bb9ea-3e29-4cf1-a4a3-e82c93e4e929 req-c84af29e-ebe5-4fdc-93fb-6618372ce020 tempest-ComputeTenantNetworksTest-1139598974 tempest-ComputeTenantNetworksTest-1139598974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:03.886601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-318bb9ea-3e29-4cf1-a4a3-e82c93e4e929 req-c84af29e-ebe5-4fdc-93fb-6618372ce020 tempest-ComputeTenantNetworksTest-1139598974 tempest-ComputeTenantNetworksTest-1139598974-project] 10.222.0.60 "GET /v2.0/networks/d6ce5bee-7b55-47b9-8a79-4268f68e628c HTTP/1.1" status: 200 len: 769 time: 0.0995321 Feb 19 00:50:03.896444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38016) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:03.911607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:03.988883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d6ce5bee-7b55-47b9-8a79-4268f68e628c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.035174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Allocated IP 172.25.6.204 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/8ecb770e-498c-4969-ab1a-31dd26f10829) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:04.100338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d6ce5bee-7b55-47b9-8a79-4268f68e628c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.128977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ce5bee-7b55-47b9-8a79-4268f68e628c']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:04.143244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078de95d-ac02-48c8-b364-f4694fdc9f4d') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:04.143887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078de95d-ac02-48c8-b364-f4694fdc9f4d') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:04.155042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (078de95d-ac02-48c8-b364-f4694fdc9f4d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.170623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for port (8ecb770e-498c-4969-ab1a-31dd26f10829), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.171369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (078de95d-ac02-48c8-b364-f4694fdc9f4d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.178562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:50:04.179323 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (078de95d-ac02-48c8-b364-f4694fdc9f4d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:50:04.182043 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:50:04.211163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8ecb770e-498c-4969-ab1a-31dd26f10829), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.265444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:04.266782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Pushing event updated for resources: {'Port': ['ID=8ecb770e-498c-4969-ab1a-31dd26f10829,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:04.269607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:04.272729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:04.552555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router_gateway (754812f3-0426-48eb-a33b-d1ba2aacac45), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.653433 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d6ce5bee-7b55-47b9-8a79-4268f68e628c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.663000 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.667183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d6ce5bee-7b55-47b9-8a79-4268f68e628c HTTP/1.1" status: 204 len: 168 time: 0.7695279 Feb 19 00:50:04.680115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5011bf7-e766-4403-9ec3-9d002fbf7045 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ce5bee-7b55-47b9-8a79-4268f68e628c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:04.835430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (754812f3-0426-48eb-a33b-d1ba2aacac45), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.835577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38028) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:04.840200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (754812f3-0426-48eb-a33b-d1ba2aacac45), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.889893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c9a23610-1ec2-4e69-a8c6-cd91406aa478 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de56c76762aa436ab278e664d5886eef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0509508 Feb 19 00:50:04.890115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38030) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:04.955539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba17cdf2-2057-4d90-817a-ff926758a186 admin admin] Publish callbacks [] for security_group (63403ae0-cc49-4e26-b223-e1bf6994f616), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:04.983387 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba17cdf2-2057-4d90-817a-ff926758a186 admin admin] Publish callbacks [] for security_group (63403ae0-cc49-4e26-b223-e1bf6994f616), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.047460 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba17cdf2-2057-4d90-817a-ff926758a186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (63403ae0-cc49-4e26-b223-e1bf6994f616), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.050334 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba17cdf2-2057-4d90-817a-ff926758a186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.051814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ba17cdf2-2057-4d90-817a-ff926758a186 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63403ae0-cc49-4e26-b223-e1bf6994f616 HTTP/1.1" status: 204 len: 168 time: 0.1607053 Feb 19 00:50:05.073956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17cdf2-2057-4d90-817a-ff926758a186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63403ae0-cc49-4e26-b223-e1bf6994f616,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:05.412717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Router 754812f3-0426-48eb-a33b-d1ba2aacac45 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:50:05.570991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:05.575669 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:05.576878 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8639f44d-512d-47f3-813c-80e6aff156ed tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "PUT /v2.0/routers/754812f3-0426-48eb-a33b-d1ba2aacac45 HTTP/1.1" status: 200 len: 915 time: 2.1817625 Feb 19 00:50:05.579610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38042) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:05.582395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434d691-9289-4dac-bf50-fd7158d06d9d None None] Sync routers for ids ['754812f3-0426-48eb-a33b-d1ba2aacac45'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:05.594480 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434d691-9289-4dac-bf50-fd7158d06d9d None None] Routers {'754812f3-0426-48eb-a33b-d1ba2aacac45'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:05.595165 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4434d691-9289-4dac-bf50-fd7158d06d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['754812f3-0426-48eb-a33b-d1ba2aacac45'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:05.632267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4434d691-9289-4dac-bf50-fd7158d06d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:05.641273 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4434d691-9289-4dac-bf50-fd7158d06d9d None None] Routers {'754812f3-0426-48eb-a33b-d1ba2aacac45'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:05.642261 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4434d691-9289-4dac-bf50-fd7158d06d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['754812f3-0426-48eb-a33b-d1ba2aacac45'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:05.705299 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4434d691-9289-4dac-bf50-fd7158d06d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:05.706243 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4434d691-9289-4dac-bf50-fd7158d06d9d None None] The sync data for ids ['754812f3-0426-48eb-a33b-d1ba2aacac45'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:05.751441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9bfee2a3-21ee-400b-a5fb-d34b7253b3c3 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/routers/754812f3-0426-48eb-a33b-d1ba2aacac45 HTTP/1.1" status: 200 len: 921 time: 0.1698806 Feb 19 00:50:05.754452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:05.824176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba624403-5417-43da-b752-c2a1b2402dcc tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:05.828470 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ba624403-5417-43da-b752-c2a1b2402dcc tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=754812f3-0426-48eb-a33b-d1ba2aacac45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0699039 Feb 19 00:50:05.828900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38066) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:05.977729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7d53c-64b5-44be-8cc6-4f101687ac3b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:05.982107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-37a7d53c-64b5-44be-8cc6-4f101687ac3b tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/networks/3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 881 time: 0.1493745 Feb 19 00:50:05.982950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38080) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:06.044097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0962f3af-012d-4280-b74d-dcdc2c27be8e tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=754812f3-0426-48eb-a33b-d1ba2aacac45 HTTP/1.1" status: 200 len: 205 time: 0.0590253 Feb 19 00:50:06.046163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38084) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:06.264096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (754812f3-0426-48eb-a33b-d1ba2aacac45), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.428024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (754812f3-0426-48eb-a33b-d1ba2aacac45), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.496366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Deleting port 8ecb770e-498c-4969-ab1a-31dd26f10829 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:06.496980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8ecb770e-498c-4969-ab1a-31dd26f10829), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.609903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8ecb770e-498c-4969-ab1a-31dd26f10829), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.628729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38108) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:06.640158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Calling delete_port for 8ecb770e-498c-4969-ab1a-31dd26f10829 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:06.850691 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e304e-89ec-41c2-b70f-2d6e4cb96702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.853272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8ecb770e-498c-4969-ab1a-31dd26f10829), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:06.893972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event deleted for resources: {'Port': ['ID=8ecb770e-498c-4969-ab1a-31dd26f10829,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:06.980795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (754812f3-0426-48eb-a33b-d1ba2aacac45), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.014818 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e304e-89ec-41c2-b70f-2d6e4cb96702 admin admin] Publish callbacks [] for security_group (67dfc86d-1726-49ab-b19c-01d1016f3e49), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.020088 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd2e304e-89ec-41c2-b70f-2d6e4cb96702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (67dfc86d-1726-49ab-b19c-01d1016f3e49), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.069840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fd2e304e-89ec-41c2-b70f-2d6e4cb96702 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c2f18b9db63434ab058cc6f00a43e45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4400179 Feb 19 00:50:07.071569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38122) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:07.118892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e304e-89ec-41c2-b70f-2d6e4cb96702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67dfc86d-1726-49ab-b19c-01d1016f3e49,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:07.191544 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-446b0e7e-13d1-4566-a556-ad669d853d65 admin admin] Publish callbacks [] for security_group (67dfc86d-1726-49ab-b19c-01d1016f3e49), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.191811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (754812f3-0426-48eb-a33b-d1ba2aacac45), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.194334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (754812f3-0426-48eb-a33b-d1ba2aacac45), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.241795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-446b0e7e-13d1-4566-a556-ad669d853d65 admin admin] Publish callbacks [] for security_group (67dfc86d-1726-49ab-b19c-01d1016f3e49), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.247287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (754812f3-0426-48eb-a33b-d1ba2aacac45), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.248112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Fanout notify agent at l3_agent the message router_deleted on router 754812f3-0426-48eb-a33b-d1ba2aacac45 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:50:07.268174 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.275034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38128) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:07.277005 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-31fc02bb-9fea-41af-be07-4fbeab877c13 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/754812f3-0426-48eb-a33b-d1ba2aacac45 HTTP/1.1" status: 204 len: 168 time: 1.2293971 Feb 19 00:50:07.282592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1217275927', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:07.322824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (9a557dec-6ae0-461e-9a39-61ea264567cf), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.324150 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (9a557dec-6ae0-461e-9a39-61ea264567cf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.350818 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-446b0e7e-13d1-4566-a556-ad669d853d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (67dfc86d-1726-49ab-b19c-01d1016f3e49), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.353836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-446b0e7e-13d1-4566-a556-ad669d853d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.355146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-446b0e7e-13d1-4566-a556-ad669d853d65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67dfc86d-1726-49ab-b19c-01d1016f3e49 HTTP/1.1" status: 204 len: 168 time: 0.2825665 Feb 19 00:50:07.376126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b0e7e-13d1-4566-a556-ad669d853d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dfc86d-1726-49ab-b19c-01d1016f3e49,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:07.408843 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (9a557dec-6ae0-461e-9a39-61ea264567cf), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.619755 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (9a557dec-6ae0-461e-9a39-61ea264567cf), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.875456 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (9a557dec-6ae0-461e-9a39-61ea264567cf), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.903299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:07.957899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38142) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:07.974682 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4ae25ea-6dde-47ab-94a0-120fdac244a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.052924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Allocated IP 172.25.6.187 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/cc425128-2a26-4451-beb5-628dd877528b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:08.065252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4ae25ea-6dde-47ab-94a0-120fdac244a3 admin admin] Publish callbacks [] for security_group (8c9bbef4-e3c6-4142-9e23-d1703a929325), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.071555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c4ae25ea-6dde-47ab-94a0-120fdac244a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8c9bbef4-e3c6-4142-9e23-d1703a929325), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.131857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae25ea-6dde-47ab-94a0-120fdac244a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9bbef4-e3c6-4142-9e23-d1703a929325,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:08.162146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38150) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:08.162548 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c4ae25ea-6dde-47ab-94a0-120fdac244a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=978aad2d724848728163fb4326393555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2035553 Feb 19 00:50:08.261042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for port (cc425128-2a26-4451-beb5-628dd877528b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.262614 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5141a84-a328-4bf6-9c84-1a3d09ffc19a admin admin] Publish callbacks [] for security_group (8c9bbef4-e3c6-4142-9e23-d1703a929325), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.295440 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5141a84-a328-4bf6-9c84-1a3d09ffc19a admin admin] Publish callbacks [] for security_group (8c9bbef4-e3c6-4142-9e23-d1703a929325), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.350707 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cc425128-2a26-4451-beb5-628dd877528b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.405869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:08.406680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5141a84-a328-4bf6-9c84-1a3d09ffc19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8c9bbef4-e3c6-4142-9e23-d1703a929325), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.409249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5141a84-a328-4bf6-9c84-1a3d09ffc19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:08.413008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b5141a84-a328-4bf6-9c84-1a3d09ffc19a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c9bbef4-e3c6-4142-9e23-d1703a929325 HTTP/1.1" status: 204 len: 168 time: 0.2459562 Feb 19 00:50:08.419553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:08.427509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:08.434910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event updated for resources: {'Port': ['ID=cc425128-2a26-4451-beb5-628dd877528b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:08.462251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5141a84-a328-4bf6-9c84-1a3d09ffc19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9bbef4-e3c6-4142-9e23-d1703a929325,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:08.803526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (9a557dec-6ae0-461e-9a39-61ea264567cf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.081896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38178) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:09.095349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (9a557dec-6ae0-461e-9a39-61ea264567cf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.359986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Router 9a557dec-6ae0-461e-9a39-61ea264567cf is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:50:09.364833 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:50:09.426714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-42aaac81-19ef-4a6b-9e28-334f1b25b0cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.523251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:09.537478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388541c-1465-4f71-9e1c-62c2561a2450 None None] Sync routers for ids ['9a557dec-6ae0-461e-9a39-61ea264567cf'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:09.550421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388541c-1465-4f71-9e1c-62c2561a2450 None None] Routers {'9a557dec-6ae0-461e-9a39-61ea264567cf'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:09.551094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1388541c-1465-4f71-9e1c-62c2561a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9a557dec-6ae0-461e-9a39-61ea264567cf'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:09.552153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.554404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ec17b511-57c0-4cd5-ba09-4e7bb1f63f9f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2744617 Feb 19 00:50:09.556188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38194) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:09.566804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:09.585859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1388541c-1465-4f71-9e1c-62c2561a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:09.594773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1388541c-1465-4f71-9e1c-62c2561a2450 None None] Routers {'9a557dec-6ae0-461e-9a39-61ea264567cf'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:09.595415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1388541c-1465-4f71-9e1c-62c2561a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9a557dec-6ae0-461e-9a39-61ea264567cf'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:09.628852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1388541c-1465-4f71-9e1c-62c2561a2450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:09.629518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1388541c-1465-4f71-9e1c-62c2561a2450 None None] The sync data for ids ['9a557dec-6ae0-461e-9a39-61ea264567cf'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:09.693992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-42aaac81-19ef-4a6b-9e28-334f1b25b0cf admin admin] Publish callbacks [] for security_group (815e4885-72be-45f2-ad06-25495bac8e51), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.700139 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-42aaac81-19ef-4a6b-9e28-334f1b25b0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (815e4885-72be-45f2-ad06-25495bac8e51), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.776994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-42aaac81-19ef-4a6b-9e28-334f1b25b0cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=346cacf9ba7c478487f49962f6bf31fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6938579 Feb 19 00:50:09.779763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38200) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:09.784771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaac81-19ef-4a6b-9e28-334f1b25b0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e4885-72be-45f2-ad06-25495bac8e51,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:09.840555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0618-88e5-444f-914f-c62685b47271 admin admin] Publish callbacks [] for security_group (815e4885-72be-45f2-ad06-25495bac8e51), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.870771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0618-88e5-444f-914f-c62685b47271 admin admin] Publish callbacks [] for security_group (815e4885-72be-45f2-ad06-25495bac8e51), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.947332 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0618-88e5-444f-914f-c62685b47271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (815e4885-72be-45f2-ad06-25495bac8e51), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.950154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6d3b0618-88e5-444f-914f-c62685b47271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:09.955149 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6d3b0618-88e5-444f-914f-c62685b47271 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/815e4885-72be-45f2-ad06-25495bac8e51 HTTP/1.1" status: 204 len: 168 time: 0.1732886 Feb 19 00:50:09.965319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3b0618-88e5-444f-914f-c62685b47271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e4885-72be-45f2-ad06-25495bac8e51,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:10.303745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38226) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:10.319793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b04dffa-2fab-46ce-92cb-e7cdcb974e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.343301 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (9a557dec-6ae0-461e-9a39-61ea264567cf), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.365426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_gateway (9a557dec-6ae0-461e-9a39-61ea264567cf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.410467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b04dffa-2fab-46ce-92cb-e7cdcb974e6c admin admin] Publish callbacks [] for security_group (5799be17-7a34-4249-ae78-08d9b0147913), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.417503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b04dffa-2fab-46ce-92cb-e7cdcb974e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5799be17-7a34-4249-ae78-08d9b0147913), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.452580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Deleting port cc425128-2a26-4451-beb5-628dd877528b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:10.453213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cc425128-2a26-4451-beb5-628dd877528b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.464779 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b04dffa-2fab-46ce-92cb-e7cdcb974e6c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c84d5f7a35e14ee2b41f3000e6988d15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1598415 Feb 19 00:50:10.466923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04dffa-2fab-46ce-92cb-e7cdcb974e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5799be17-7a34-4249-ae78-08d9b0147913,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:10.467733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38238) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:10.583768 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfd1543-8178-4e7c-a4f9-8c9df2e9eb8c admin admin] Publish callbacks [] for security_group (5799be17-7a34-4249-ae78-08d9b0147913), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.588689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cc425128-2a26-4451-beb5-628dd877528b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.613741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Calling delete_port for cc425128-2a26-4451-beb5-628dd877528b owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:10.627537 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfd1543-8178-4e7c-a4f9-8c9df2e9eb8c admin admin] Publish callbacks [] for security_group (5799be17-7a34-4249-ae78-08d9b0147913), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.778297 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfd1543-8178-4e7c-a4f9-8c9df2e9eb8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5799be17-7a34-4249-ae78-08d9b0147913), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.780829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5dfd1543-8178-4e7c-a4f9-8c9df2e9eb8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.781989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5dfd1543-8178-4e7c-a4f9-8c9df2e9eb8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5799be17-7a34-4249-ae78-08d9b0147913 HTTP/1.1" status: 204 len: 168 time: 0.3133042 Feb 19 00:50:10.800422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfd1543-8178-4e7c-a4f9-8c9df2e9eb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5799be17-7a34-4249-ae78-08d9b0147913,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:10.864603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cc425128-2a26-4451-beb5-628dd877528b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:10.892395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Pushing event deleted for resources: {'Port': ['ID=cc425128-2a26-4451-beb5-628dd877528b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:10.990265 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (9a557dec-6ae0-461e-9a39-61ea264567cf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.243025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-478793', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-481048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7070'] for router (9a557dec-6ae0-461e-9a39-61ea264567cf), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.247669 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-478786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-478843', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-481041'] for router (9a557dec-6ae0-461e-9a39-61ea264567cf), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.333525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Router 9a557dec-6ae0-461e-9a39-61ea264567cf has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:11.417850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:11.425033 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.426423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f1a6a1df-9ce8-48fb-9b12-f0f0a87c32cc tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "PUT /v2.0/routers/9a557dec-6ae0-461e-9a39-61ea264567cf HTTP/1.1" status: 200 len: 706 time: 1.8687816 Feb 19 00:50:11.428971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38262) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:11.431877 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97b4d24-b837-41c8-ab97-59167a2676d7 None None] Sync routers for ids ['9a557dec-6ae0-461e-9a39-61ea264567cf'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:11.447759 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b4d24-b837-41c8-ab97-59167a2676d7 None None] Routers {'9a557dec-6ae0-461e-9a39-61ea264567cf'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:11.448987 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f97b4d24-b837-41c8-ab97-59167a2676d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9a557dec-6ae0-461e-9a39-61ea264567cf'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:11.499879 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f97b4d24-b837-41c8-ab97-59167a2676d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:11.514993 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97b4d24-b837-41c8-ab97-59167a2676d7 None None] Routers {'9a557dec-6ae0-461e-9a39-61ea264567cf'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:11.515600 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f97b4d24-b837-41c8-ab97-59167a2676d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9a557dec-6ae0-461e-9a39-61ea264567cf'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:11.530577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-973ba147-2880-4ada-98cb-31fa2c1c1f46 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/routers/9a557dec-6ae0-461e-9a39-61ea264567cf HTTP/1.1" status: 200 len: 741 time: 0.0986986 Feb 19 00:50:11.531701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38268) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:11.568784 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f97b4d24-b837-41c8-ab97-59167a2676d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:11.569445 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97b4d24-b837-41c8-ab97-59167a2676d7 None None] The sync data for ids ['9a557dec-6ae0-461e-9a39-61ea264567cf'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:11.589520 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a1953770-79be-4721-8977-ea674d7f6da5 tempest-RoutersAdminTest-1147060217 tempest-RoutersAdminTest-1147060217-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&device_id=9a557dec-6ae0-461e-9a39-61ea264567cf HTTP/1.1" status: 200 len: 205 time: 0.0563724 Feb 19 00:50:11.592613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38270) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:11.621121 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-54f51cae-71af-4916-8471-1ebb951da2f2 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a557dec-6ae0-461e-9a39-61ea264567cf HTTP/1.1" status: 200 len: 205 time: 0.0272765 Feb 19 00:50:11.623890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38274) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:11.716225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f870-f74a-468e-832b-591d7d087610 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (9a557dec-6ae0-461e-9a39-61ea264567cf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.900539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f870-f74a-468e-832b-591d7d087610 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (9a557dec-6ae0-461e-9a39-61ea264567cf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.903860 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f870-f74a-468e-832b-591d7d087610 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router_controller (9a557dec-6ae0-461e-9a39-61ea264567cf), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.974122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f870-f74a-468e-832b-591d7d087610 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (9a557dec-6ae0-461e-9a39-61ea264567cf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.974717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c0f870-f74a-468e-832b-591d7d087610 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Fanout notify agent at l3_agent the message router_deleted on router 9a557dec-6ae0-461e-9a39-61ea264567cf {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:50:11.988627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8c0f870-f74a-468e-832b-591d7d087610 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:11.990154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b8c0f870-f74a-468e-832b-591d7d087610 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/9a557dec-6ae0-461e-9a39-61ea264567cf HTTP/1.1" status: 204 len: 168 time: 0.3652775 Feb 19 00:50:11.993974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38296) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.055281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b6e089db-cd48-4c22-95ac-f4fb2ebcaf3b tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a557dec-6ae0-461e-9a39-61ea264567cf HTTP/1.1" status: 200 len: 205 time: 0.0589676 Feb 19 00:50:12.056755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38306) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.114912 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-0590d17d-4100-4c83-a5a9-310a3aa15802 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] delete failed (client error): The resource could not be found. Feb 19 00:50:12.116098 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0590d17d-4100-4c83-a5a9-310a3aa15802 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/9a557dec-6ae0-461e-9a39-61ea264567cf HTTP/1.1" status: 404 len: 336 time: 0.0578556 Feb 19 00:50:12.118697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38310) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.156079 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2b066990-f3ed-44b9-be79-1a9f4148fe26 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=754812f3-0426-48eb-a33b-d1ba2aacac45 HTTP/1.1" status: 200 len: 205 time: 0.0358438 Feb 19 00:50:12.158302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38312) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.208679 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-c6169dfa-e701-497e-bf0a-49be2c5d86bb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] delete failed (client error): The resource could not be found. Feb 19 00:50:12.209721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c6169dfa-e701-497e-bf0a-49be2c5d86bb tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/754812f3-0426-48eb-a33b-d1ba2aacac45 HTTP/1.1" status: 404 len: 336 time: 0.0504153 Feb 19 00:50:12.212400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38318) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.244644 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6f56906f-3550-4b15-a369-2a872cd0a240 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fd1dc75-818c-4013-aa06-861683872d2f HTTP/1.1" status: 200 len: 205 time: 0.0286896 Feb 19 00:50:12.244955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38320) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.308094 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-1c075222-52ac-4481-99bd-92cf974bd7e3 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] delete failed (client error): The resource could not be found. Feb 19 00:50:12.309400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1c075222-52ac-4481-99bd-92cf974bd7e3 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/5fd1dc75-818c-4013-aa06-861683872d2f HTTP/1.1" status: 404 len: 336 time: 0.0633953 Feb 19 00:50:12.312209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38328) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.344033 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-055ee09a-3714-47c8-a11f-6ef41ada202f tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=cad541b6-2c04-4049-8141-e28cd0b281d5 HTTP/1.1" status: 200 len: 205 time: 0.0279789 Feb 19 00:50:12.344597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38330) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.391082 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-f15cbac8-ebd1-4f57-80b9-708f4ffb1e58 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] delete failed (client error): The resource could not be found. Feb 19 00:50:12.392139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f15cbac8-ebd1-4f57-80b9-708f4ffb1e58 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/cad541b6-2c04-4049-8141-e28cd0b281d5 HTTP/1.1" status: 404 len: 336 time: 0.0465503 Feb 19 00:50:12.395132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38332) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.437298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38336) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.437815 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ded28b47-224b-4cdb-a89b-1661a816320c tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=b053643c-bb1f-4703-8c6f-12d3dc90e16f HTTP/1.1" status: 200 len: 205 time: 0.0407684 Feb 19 00:50:12.490708 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-18b88b0e-861c-4dd9-961a-ca0c8e138bf0 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] delete failed (client error): The resource could not be found. Feb 19 00:50:12.491921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-18b88b0e-861c-4dd9-961a-ca0c8e138bf0 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/b053643c-bb1f-4703-8c6f-12d3dc90e16f HTTP/1.1" status: 404 len: 336 time: 0.0525465 Feb 19 00:50:12.496563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38342) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.565107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-88492bdf-d364-49ed-8c64-121fe83e68e3 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "GET /v2.0/ports?device_id=26dd4349-47f4-4be0-9e0b-abc27d9ad6eb HTTP/1.1" status: 200 len: 205 time: 0.0674140 Feb 19 00:50:12.567994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38344) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.633049 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-651d98ee-04dd-4213-a793-928026e03f84 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] delete failed (client error): The resource could not be found. Feb 19 00:50:12.637615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38346) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.638331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-651d98ee-04dd-4213-a793-928026e03f84 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/routers/26dd4349-47f4-4be0-9e0b-abc27d9ad6eb HTTP/1.1" status: 404 len: 336 time: 0.0689683 Feb 19 00:50:12.645844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38348) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:12.708581 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef3e9486-d8b6-4dc1-8c86-1fed0d4d7f63 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] DELETE failed (client error): The resource could not be found. Feb 19 00:50:12.709716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef3e9486-d8b6-4dc1-8c86-1fed0d4d7f63 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:50:12.716509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ef3e9486-d8b6-4dc1-8c86-1fed0d4d7f63 tempest-RoutersAdminTest-1905905229 tempest-RoutersAdminTest-1905905229-project] 10.222.0.60 "DELETE /v2.0/subnets/b4c592c3-61be-4fa6-bdb6-fc664434d993 HTTP/1.1" status: 404 len: 337 time: 0.0778053 Feb 19 00:50:12.935900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 591b1e87-5c81-4484-b9dd-7c1659a92551 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:12.936256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (591b1e87-5c81-4484-b9dd-7c1659a92551), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.158003 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (591b1e87-5c81-4484-b9dd-7c1659a92551), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.158594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (591b1e87-5c81-4484-b9dd-7c1659a92551), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.174081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 591b1e87-5c81-4484-b9dd-7c1659a92551 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:13.208342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38368) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:13.429171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b9dad52-a9d2-4adc-921d-6233caf74729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.546080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (591b1e87-5c81-4484-b9dd-7c1659a92551), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.579625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b9dad52-a9d2-4adc-921d-6233caf74729 admin admin] Publish callbacks [] for security_group (dde46e36-f75b-4e58-95cb-d1fde4f5edc9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.589329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b9dad52-a9d2-4adc-921d-6233caf74729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dde46e36-f75b-4e58-95cb-d1fde4f5edc9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.628289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=591b1e87-5c81-4484-b9dd-7c1659a92551,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:13.680677 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b9dad52-a9d2-4adc-921d-6233caf74729 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ab67b38645948ad9716b99ad4aab993&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4682922 Feb 19 00:50:13.680677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9dad52-a9d2-4adc-921d-6233caf74729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde46e36-f75b-4e58-95cb-d1fde4f5edc9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:13.691015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38392) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:13.769684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc22fc03-1f41-4a94-b82b-5389d6dd93a2 admin admin] Publish callbacks [] for security_group (dde46e36-f75b-4e58-95cb-d1fde4f5edc9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.789653 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for floatingip (c73df553-a6f4-45bd-b3cf-2533321f7c55), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.791542 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Floating IP c73df553-a6f4-45bd-b3cf-2533321f7c55 disassociated (deleted). External IP: 172.25.6.63, port: 2217a274-040c-4449-a96c-a6be2ea97acd. Feb 19 00:50:13.800169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc22fc03-1f41-4a94-b82b-5389d6dd93a2 admin admin] Publish callbacks [] for security_group (dde46e36-f75b-4e58-95cb-d1fde4f5edc9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.868912 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc22fc03-1f41-4a94-b82b-5389d6dd93a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dde46e36-f75b-4e58-95cb-d1fde4f5edc9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.872738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dc22fc03-1f41-4a94-b82b-5389d6dd93a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:13.874014 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc22fc03-1f41-4a94-b82b-5389d6dd93a2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dde46e36-f75b-4e58-95cb-d1fde4f5edc9 HTTP/1.1" status: 204 len: 168 time: 0.1797438 Feb 19 00:50:13.884930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22fc03-1f41-4a94-b82b-5389d6dd93a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde46e36-f75b-4e58-95cb-d1fde4f5edc9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:13.908394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38402) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:14.259397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 45d32b55-7b3a-4654-acdf-af058f4a8045 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:14.438022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:14.450646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] Sync routers for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:14.451235 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.469036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:14.471464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:14.515721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4f793daf-6a29-49fa-ab57-99308ff48e4f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/floatingips/c73df553-a6f4-45bd-b3cf-2533321f7c55 HTTP/1.1" status: 204 len: 168 time: 1.8649166 Feb 19 00:50:14.515721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:14.520279 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6744d759-0607-4f64-bd45-17358da374ec" -d '{"events": [{"name": "network-changed", "server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:14.559904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe046f61-3d29-4952-94e1-68226284354a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.607293 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add4d99b-84c1-4655-bbf6-6dfc8f752c55 x-openstack-request-id: req-add4d99b-84c1-4655-bbf6-6dfc8f752c55 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:14.608281 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:14.608918 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-add4d99b-84c1-4655-bbf6-6dfc8f752c55 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:14.609544 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd', 'status': 'completed', 'code': 200} Feb 19 00:50:14.727053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744d759-0607-4f64-bd45-17358da374ec req-153f2767-bd30-4371-860a-e22d22323cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:14.730324 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6744d759-0607-4f64-bd45-17358da374ec req-153f2767-bd30-4371-860a-e22d22323cec service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=84679949ccf749538377871c65d3012d&device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 1127 time: 0.1021805 Feb 19 00:50:14.764013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:14.807800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38420) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:14.861061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe046f61-3d29-4952-94e1-68226284354a admin admin] Publish callbacks [] for security_group (5731ddf5-05a0-40f1-9520-e55088683865), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.872074 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fe046f61-3d29-4952-94e1-68226284354a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5731ddf5-05a0-40f1-9520-e55088683865), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:14.917152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe046f61-3d29-4952-94e1-68226284354a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5731ddf5-05a0-40f1-9520-e55088683865,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:14.934014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-198f786c-049d-434c-aacc-7eca2ed00065 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1782c1bc86343e1825e8c5e6494e176&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1221726 Feb 19 00:50:14.934745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38426) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:14.960214 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fe046f61-3d29-4952-94e1-68226284354a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=612e63185669429093a33d54ed6e4523&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0500467 Feb 19 00:50:14.961592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744d759-0607-4f64-bd45-17358da374ec req-083036c1-205f-43e3-9326-443fcba43cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:14.962996 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6744d759-0607-4f64-bd45-17358da374ec req-083036c1-205f-43e3-9326-443fcba43cd6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d408f862-3dd1-4701-a0d7-b9076936a5ef HTTP/1.1" status: 200 len: 897 time: 0.2235119 Feb 19 00:50:14.963445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38428) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:15.020709 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6744d759-0607-4f64-bd45-17358da374ec req-5ca3b7aa-6dfe-4a9f-8888-da3417302f70 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2217a274-040c-4449-a96c-a6be2ea97acd HTTP/1.1" status: 200 len: 217 time: 0.0483878 Feb 19 00:50:15.080988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Publish callbacks [] for security_group (bb905110-16c9-46ec-ac71-cf0f3535b458), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.095270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38432) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:15.103691 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1eb45bf8-6df8-420e-9964-875bc2c96a42 admin admin] Publish callbacks [] for security_group (5731ddf5-05a0-40f1-9520-e55088683865), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.115443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d8f30-4128-4017-9b8b-bc1c813ca9f4 req-34da7165-5efb-4f3c-8ee3-95f62e10c463 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.117121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed0d8f30-4128-4017-9b8b-bc1c813ca9f4 req-34da7165-5efb-4f3c-8ee3-95f62e10c463 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.1644835 Feb 19 00:50:15.127644 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1eb45bf8-6df8-420e-9964-875bc2c96a42 admin admin] Publish callbacks [] for security_group (5731ddf5-05a0-40f1-9520-e55088683865), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.153777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Publish callbacks [] for security_group (bb905110-16c9-46ec-ac71-cf0f3535b458), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.163565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:32Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:15.183568 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1eb45bf8-6df8-420e-9964-875bc2c96a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5731ddf5-05a0-40f1-9520-e55088683865), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.186565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1eb45bf8-6df8-420e-9964-875bc2c96a42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.187874 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1eb45bf8-6df8-420e-9964-875bc2c96a42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5731ddf5-05a0-40f1-9520-e55088683865 HTTP/1.1" status: 204 len: 168 time: 0.2234845 Feb 19 00:50:15.191375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744d759-0607-4f64-bd45-17358da374ec req-87b22e44-0b24-498a-9aa4-c0f680f5824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.193090 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6744d759-0607-4f64-bd45-17358da374ec req-87b22e44-0b24-498a-9aa4-c0f680f5824b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=27fc16c5-7958-4091-baae-4de66824005b HTTP/1.1" status: 200 len: 835 time: 0.1619115 Feb 19 00:50:15.200045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb45bf8-6df8-420e-9964-875bc2c96a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5731ddf5-05a0-40f1-9520-e55088683865,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:15.244498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] Checking router: 45d32b55-7b3a-4654-acdf-af058f4a8045 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:15.284045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6744d759-0607-4f64-bd45-17358da374ec req-b74a3936-5d29-467c-9807-bdf798eb6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.285797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6744d759-0607-4f64-bd45-17358da374ec req-b74a3936-5d29-467c-9807-bdf798eb6206 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d408f862-3dd1-4701-a0d7-b9076936a5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0834746 Feb 19 00:50:15.286118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:15.288140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:49:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:15.320856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed0d8f30-4128-4017-9b8b-bc1c813ca9f4 req-9cefc3ad-40f5-4209-aa67-8f943aa5fc96 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839325 Feb 19 00:50:15.393016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d824fd23-a1f1-4a89-8629-e987859ce4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.430998 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bb905110-16c9-46ec-ac71-cf0f3535b458), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.434540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.439346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bb905110-16c9-46ec-ac71-cf0f3535b458 HTTP/1.1" status: 204 len: 168 time: 0.5024650 Feb 19 00:50:15.447914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6744d759-0607-4f64-bd45-17358da374ec req-24cc30ce-115e-4134-bcb4-7a4ab13c6ee4 service neutron] 10.222.0.113 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538904 Feb 19 00:50:15.508707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:15.544001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb905110-16c9-46ec-ac71-cf0f3535b458,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:15.565741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.566372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.566541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.566824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.567187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.567534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.567886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.568255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.568604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.568930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.569264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.569619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.569955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de6c6f-389b-4e09-bf94-f34d55473ee7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:15.630122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d824fd23-a1f1-4a89-8629-e987859ce4ef admin admin] Publish callbacks [] for security_group (14597e8a-b5bc-4eea-8dfe-b21ebd1ceb8f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.656740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d824fd23-a1f1-4a89-8629-e987859ce4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (14597e8a-b5bc-4eea-8dfe-b21ebd1ceb8f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.692894 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6744d759-0607-4f64-bd45-17358da374ec req-8e46fd4e-d04b-4ad3-ba02-b3df157ed98f service neutron] 10.222.0.113 "GET /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286453 Feb 19 00:50:15.719576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38446) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:15.742065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f7c52ab-1b60-4bef-9141-3393f88182cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.796677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d824fd23-a1f1-4a89-8629-e987859ce4ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e11cc2637aaf404887d5a09d29379f3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6939642 Feb 19 00:50:15.798680 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38450) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:15.809861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824fd23-a1f1-4a89-8629-e987859ce4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14597e8a-b5bc-4eea-8dfe-b21ebd1ceb8f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:15.852545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da8178-68b1-4442-a634-c432676f7365 req-a76b1ddc-0e7a-493c-ae3c-bbe4d546d334 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:15.853747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31da8178-68b1-4442-a634-c432676f7365 req-a76b1ddc-0e7a-493c-ae3c-bbe4d546d334 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2325022 Feb 19 00:50:15.909672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c370f65a-7994-43c5-876f-0ccf518e22cc admin admin] Publish callbacks [] for security_group (14597e8a-b5bc-4eea-8dfe-b21ebd1ceb8f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.924504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31da8178-68b1-4442-a634-c432676f7365 req-19b9b1ff-5375-4d7d-9b9b-f7d6ba7ac4f5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641367 Feb 19 00:50:15.976988 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f7c52ab-1b60-4bef-9141-3393f88182cc admin admin] Publish callbacks [] for security_group (18abe1e0-1600-4e5a-b5d3-64f03015b3db), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.979510 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c370f65a-7994-43c5-876f-0ccf518e22cc admin admin] Publish callbacks [] for security_group (14597e8a-b5bc-4eea-8dfe-b21ebd1ceb8f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:15.994155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:32Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:16.005023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f7c52ab-1b60-4bef-9141-3393f88182cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (18abe1e0-1600-4e5a-b5d3-64f03015b3db), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.035211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6625035e-ab84-4353-9987-710dd2ad2e48 None None] The sync data for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 is: [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:48:24Z', 'revision_number': 4, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4698ee32-8c8b-4621-936e-ad53827b4600', 'name': '', 'network_id': 'd408f862-3dd1-4701-a0d7-b9076936a5ef', 'tenant_id': '84679949ccf749538377871c65d3012d', 'mac_address': 'fa:16:3e:cf:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '27fc16c5-7958-4091-baae-4de66824005b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:20Z', 'updated_at': '2022-02-19T00:48:32Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'subnets': [{'id': '27fc16c5-7958-4091-baae-4de66824005b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:16.076733 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2f7c52ab-1b60-4bef-9141-3393f88182cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62f4bdd4134c40628d09428937898e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3532495 Feb 19 00:50:16.081784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c52ab-1b60-4bef-9141-3393f88182cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18abe1e0-1600-4e5a-b5d3-64f03015b3db,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:16.086740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38460) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:16.241260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df2ab214-bdd3-4b64-a917-1f7fe718276b admin admin] Publish callbacks [] for security_group (18abe1e0-1600-4e5a-b5d3-64f03015b3db), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.302778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c370f65a-7994-43c5-876f-0ccf518e22cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (14597e8a-b5bc-4eea-8dfe-b21ebd1ceb8f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.306966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c370f65a-7994-43c5-876f-0ccf518e22cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.310107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c370f65a-7994-43c5-876f-0ccf518e22cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/14597e8a-b5bc-4eea-8dfe-b21ebd1ceb8f HTTP/1.1" status: 204 len: 168 time: 0.5102346 Feb 19 00:50:16.380832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df2ab214-bdd3-4b64-a917-1f7fe718276b admin admin] Publish callbacks [] for security_group (18abe1e0-1600-4e5a-b5d3-64f03015b3db), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.393605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370f65a-7994-43c5-876f-0ccf518e22cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14597e8a-b5bc-4eea-8dfe-b21ebd1ceb8f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:16.515399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-4fbdd5e1-7eb7-4f0b-b798-ddeb84009b31 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:16.518008 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-4fbdd5e1-7eb7-4f0b-b798-ddeb84009b31 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.2618520 Feb 19 00:50:16.692858 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676bd4b6-901e-49ac-909e-f874e8aa12d6 None None] New status for floating IP c73df553-a6f4-45bd-b3cf-2533321f7c55: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:50:16.709825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df2ab214-bdd3-4b64-a917-1f7fe718276b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (18abe1e0-1600-4e5a-b5d3-64f03015b3db), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.718963 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df2ab214-bdd3-4b64-a917-1f7fe718276b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.720406 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df2ab214-bdd3-4b64-a917-1f7fe718276b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18abe1e0-1600-4e5a-b5d3-64f03015b3db HTTP/1.1" status: 204 len: 168 time: 0.6325996 Feb 19 00:50:16.743463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ab214-bdd3-4b64-a917-1f7fe718276b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18abe1e0-1600-4e5a-b5d3-64f03015b3db,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:16.775898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b9d4d7-2ac6-47f2-83ba-ce1e52c9b9bb req-fe713ed0-11ff-4021-9eb0-2356ea7d6416 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:16.783162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b9d4d7-2ac6-47f2-83ba-ce1e52c9b9bb req-fe713ed0-11ff-4021-9eb0-2356ea7d6416 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.7514236 Feb 19 00:50:16.791643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 2217a274-040c-4449-a96c-a6be2ea97acd {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:16.794135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:16.827866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f447d-be79-4bfd-a4b3-99839a5d09eb req-d42ff4eb-f3c0-4704-8194-4e43deb17136 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:16.829420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae7f447d-be79-4bfd-a4b3-99839a5d09eb req-d42ff4eb-f3c0-4704-8194-4e43deb17136 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 945 time: 0.1771426 Feb 19 00:50:16.867699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31b9d4d7-2ac6-47f2-83ba-ce1e52c9b9bb req-757e09f9-c785-484b-b417-ade9167b7324 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834882 Feb 19 00:50:16.919117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38484) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:16.971087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae7f447d-be79-4bfd-a4b3-99839a5d09eb req-72f29b91-43c0-49b1-8881-f97fea9b4839 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/security-groups?id=64352e04-088f-4bb4-b177-33b725786aad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350029 Feb 19 00:50:17.005032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port 2217a274-040c-4449-a96c-a6be2ea97acd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2217a274-040c-4449-a96c-a6be2ea97acd,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:17.006023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.023134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 2217a274-040c-4449-a96c-a6be2ea97acd owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:17.090614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2418577-86ea-4468-9b20-bd1d0d854349 req-b9b7ef5b-b725-485e-8b64-c8382ddb964a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.093061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2418577-86ea-4468-9b20-bd1d0d854349 req-b9b7ef5b-b725-485e-8b64-c8382ddb964a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1165841 Feb 19 00:50:17.113922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38488) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:17.183468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4835e84c-1db4-4948-90eb-ab915f5ceaf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.222738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2418577-86ea-4468-9b20-bd1d0d854349 req-425c194e-ce2e-4571-88e2-713a459ab14a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215229 Feb 19 00:50:17.270304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2217a274-040c-4449-a96c-a6be2ea97acd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.339895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=2217a274-040c-4449-a96c-a6be2ea97acd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:17.362523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1727007891'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:17.392237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] No DVR routers for this DVR port 2217a274-040c-4449-a96c-a6be2ea97acd on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:17.394950 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.398666 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-95043cf6-79d6-4a88-8006-ef6e6eca1e89 req-6d0c278c-3ce6-4375-83d4-8012baf2521f tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.113 "DELETE /v2.0/ports/2217a274-040c-4449-a96c-a6be2ea97acd HTTP/1.1" status: 204 len: 173 time: 0.8700290 Feb 19 00:50:17.399134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'name': 'network-vif-deleted', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:17.401498 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0724b319-20f4-4a8a-8a74-c820fc88195a" -d '{"events": [{"server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "name": "network-vif-deleted", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:17.442933 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f161b4e-755d-4814-a5a1-82b87c911041 x-openstack-request-id: req-7f161b4e-755d-4814-a5a1-82b87c911041 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:17.443247 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2cea96-9e4b-4041-99c5-38b91807fa81", "name": "network-vif-deleted", "tag": "2217a274-040c-4449-a96c-a6be2ea97acd", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:17.443553 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f161b4e-755d-4814-a5a1-82b87c911041 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:17.444209 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2cea96-9e4b-4041-99c5-38b91807fa81', 'name': 'network-vif-deleted', 'tag': '2217a274-040c-4449-a96c-a6be2ea97acd', 'status': 'completed', 'code': 200} Feb 19 00:50:17.468378 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4835e84c-1db4-4948-90eb-ab915f5ceaf2 admin admin] Publish callbacks [] for security_group (a47120c6-a8ab-4ca4-a195-3c007916dc9d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.476349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:17.481305 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.486708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4835e84c-1db4-4948-90eb-ab915f5ceaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a47120c6-a8ab-4ca4-a195-3c007916dc9d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.511549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.565614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d2658-99a3-4f09-bb8b-7f2640ac23f1 req-52610456-6c48-40ea-abe7-a529a6c30aee tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:17.568034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-732d2658-99a3-4f09-bb8b-7f2640ac23f1 req-52610456-6c48-40ea-abe7-a529a6c30aee tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2097635 Feb 19 00:50:17.576924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38506) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:17.577228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4835e84c-1db4-4948-90eb-ab915f5ceaf2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5504a8cc39546f6a1b409eca02029b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4618344 Feb 19 00:50:17.583002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835e84c-1db4-4948-90eb-ab915f5ceaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47120c6-a8ab-4ca4-a195-3c007916dc9d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:17.634345 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b64c907-7766-4a13-9ca3-59d5043d5d6f admin admin] Publish callbacks [] for security_group (a47120c6-a8ab-4ca4-a195-3c007916dc9d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.648422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-732d2658-99a3-4f09-bb8b-7f2640ac23f1 req-a58c2d0f-61f3-4ca3-aa30-72bc49b79b8f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699015 Feb 19 00:50:17.672979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b64c907-7766-4a13-9ca3-59d5043d5d6f admin admin] Publish callbacks [] for security_group (a47120c6-a8ab-4ca4-a195-3c007916dc9d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.704131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for security_group (b00c5e94-7dc6-48e1-a44e-0c216f8bbbfd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.712820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b00c5e94-7dc6-48e1-a44e-0c216f8bbbfd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.783972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:50:17.799770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b64c907-7766-4a13-9ca3-59d5043d5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a47120c6-a8ab-4ca4-a195-3c007916dc9d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.808241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b64c907-7766-4a13-9ca3-59d5043d5d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.809908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b00c5e94-7dc6-48e1-a44e-0c216f8bbbfd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:17.813230 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7b64c907-7766-4a13-9ca3-59d5043d5d6f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a47120c6-a8ab-4ca4-a195-3c007916dc9d HTTP/1.1" status: 204 len: 168 time: 0.2348075 Feb 19 00:50:17.817507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e2e11108-a78e-4b42-919d-957db1763187), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:17.820568 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Added segment e2e11108-a78e-4b42-919d-957db1763187 of type vlan for network 56ceac71-2335-48a2-b345-d4c8d8eb1409 Feb 19 00:50:17.858091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64c907-7766-4a13-9ca3-59d5043d5d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47120c6-a8ab-4ca4-a195-3c007916dc9d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:18.067852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (56ceac71-2335-48a2-b345-d4c8d8eb1409), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.084808 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-482076b9-4f2a-4000-be05-601cdecc2f7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.128686 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (56ceac71-2335-48a2-b345-d4c8d8eb1409), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.134402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:18.135321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.204156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2839453 Feb 19 00:50:18.208757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38526) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:18.223079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:18.229368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c2b5a-a18b-44ed-bbba-f334df43006d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Network': ['ID=56ceac71-2335-48a2-b345-d4c8d8eb1409,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:18.242587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:50:18.309634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdfa98da-4176-4ec0-b347-60e3f67fcf52 req-7d30c201-30c8-426b-bda4-7d11cd3fe380 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "GET /v2.0/ports?device_id=df2cea96-9e4b-4041-99c5-38b91807fa81 HTTP/1.1" status: 200 len: 210 time: 0.0716493 Feb 19 00:50:18.392421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:18.395061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca49cda-04b3-4caf-8dd6-c02a335652a3 req-82452311-d54b-46e3-a86b-93ff5b226595 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:18.396944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.404030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ca49cda-04b3-4caf-8dd6-c02a335652a3 req-82452311-d54b-46e3-a86b-93ff5b226595 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0899260 Feb 19 00:50:18.470112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ca49cda-04b3-4caf-8dd6-c02a335652a3 req-59a8e252-0f5e-4106-998b-eda5a8d75fd8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643706 Feb 19 00:50:18.635082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (d0a5eb3a-82ef-483b-9240-62b06eb6bbad), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.714255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=d0a5eb3a-82ef-483b-9240-62b06eb6bbad,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:18.720383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:18.720742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network hostable DHCP agents. Network: 56ceac71-2335-48a2-b345-d4c8d8eb1409, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:50:18.745978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:50:18.757761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 56ceac71-2335-48a2-b345-d4c8d8eb1409) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:18.763228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:18.764565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.771514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c345d80e-5e27-4740-a98b-c1ef76c47690 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:18.797472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38556) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:18.800736 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-435c90ef-9781-432f-aeb6-8f1a9fcfbdbc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5844381 Feb 19 00:50:18.804454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'name': 'tempest-NetworksTestDHCPv6-1119545201'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:18.868658 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:18.945780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': 'd0a5eb3a-82ef-483b-9240-62b06eb6bbad'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:18.946814 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.017386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f443d9-e76e-460f-8977-11841ba281ec req-8d4d5b2e-f9fe-4c38-b58d-3e34b00fde7d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:19.019038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62f443d9-e76e-460f-8977-11841ba281ec req-8d4d5b2e-f9fe-4c38-b58d-3e34b00fde7d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1063573 Feb 19 00:50:19.030014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:19.033543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.076240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 03127691-ef6b-4c6d-a80a-aae5774c3e38 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:19.109446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/d0a5eb3a-82ef-483b-9240-62b06eb6bbad/526956f5-4331-4897-9f3a-8eed7d566f00) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:19.165109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62f443d9-e76e-460f-8977-11841ba281ec req-00560181-d76a-4f5f-9357-859c247917c4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367865 Feb 19 00:50:19.282835 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Publish callbacks [] for port (526956f5-4331-4897-9f3a-8eed7d566f00), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.302823 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.358021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::397 (56ceac71-2335-48a2-b345-d4c8d8eb1409/d0a5eb3a-82ef-483b-9240-62b06eb6bbad/03127691-ef6b-4c6d-a80a-aae5774c3e38) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:19.385988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:19.393956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:19.405168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:19.405707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38588) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:19.417262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Pushing event updated for resources: {'Port': ['ID=526956f5-4331-4897-9f3a-8eed7d566f00,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:19.560744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Attempting to bind port 526956f5-4331-4897-9f3a-8eed7d566f00 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:19.561312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Attempting to bind port 526956f5-4331-4897-9f3a-8eed7d566f00 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:19.561789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Attempting to bind port 526956f5-4331-4897-9f3a-8eed7d566f00 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:19.568546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:19.569104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:19.569608 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.570110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:19.570732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Bound port: 526956f5-4331-4897-9f3a-8eed7d566f00, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:19.572793 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.698438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] For port 526956f5-4331-4897-9f3a-8eed7d566f00, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:19.702701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] For port 526956f5-4331-4897-9f3a-8eed7d566f00, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=526956f5-4331-4897-9f3a-8eed7d566f00,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:19.712122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.825632 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (03127691-ef6b-4c6d-a80a-aae5774c3e38), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.840465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90031c94-f8cb-439a-8caa-d38c55de5871 None None] Pushing event updated for resources: {'Port': ['ID=526956f5-4331-4897-9f3a-8eed7d566f00,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:19.889939 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (03127691-ef6b-4c6d-a80a-aae5774c3e38), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:19.959332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:19.981497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:19.988717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:19.995003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:19.995792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.045338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0d7b718-68b3-430b-8142-c5c7cfa0058d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.048284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=03127691-ef6b-4c6d-a80a-aae5774c3e38,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:20.074483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fbb82c9c-45ab-4343-ba58-ac81cf6a3432 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2728405 Feb 19 00:50:20.074965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38614) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:20.317733 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-88ee19a3-6a68-48b0-a61a-081faa7944ec service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1758418 Feb 19 00:50:20.346744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b384cdf-d7ec-479c-874c-37d27d82b1ed tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.352920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b384cdf-d7ec-479c-874c-37d27d82b1ed tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.354928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0b384cdf-d7ec-479c-874c-37d27d82b1ed tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2790978 Feb 19 00:50:20.357699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38630) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:20.462337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-af3f07c8-924e-4af4-85e6-0010a00de0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.463870 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-af3f07c8-924e-4af4-85e6-0010a00de0cd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 1127 time: 0.1143389 Feb 19 00:50:20.478249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679786f-0267-4d0c-a30b-38d540bfbd19 req-83ec3115-0da3-4498-bd6d-83bcc66cefbe tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.482835 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4679786f-0267-4d0c-a30b-38d540bfbd19 req-83ec3115-0da3-4498-bd6d-83bcc66cefbe tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2098157 Feb 19 00:50:20.555797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9b16adb8-1a7f-4cc8-9ae5-7de528b06d74 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 03127691-ef6b-4c6d-a80a-aae5774c3e38 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:20.556463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b16adb8-1a7f-4cc8-9ae5-7de528b06d74 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (03127691-ef6b-4c6d-a80a-aae5774c3e38), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.639789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4679786f-0267-4d0c-a30b-38d540bfbd19 req-c1d5ae2a-2722-48a4-88ec-e79a5405d9fd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336937 Feb 19 00:50:20.669362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-f4ddb2b0-d8d2-4928-a6fb-28f3ab1f6985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.672931 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-f4ddb2b0-d8d2-4928-a6fb-28f3ab1f6985 service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1679051 Feb 19 00:50:20.733184 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-1e8f7bc7-89f8-4620-91ee-2fe0bb508e26 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d501a00f-1f7f-47d1-b375-64fd26769402 HTTP/1.1" status: 200 len: 217 time: 0.0556834 Feb 19 00:50:20.734976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b16adb8-1a7f-4cc8-9ae5-7de528b06d74 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (03127691-ef6b-4c6d-a80a-aae5774c3e38), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.779363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9b16adb8-1a7f-4cc8-9ae5-7de528b06d74 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 03127691-ef6b-4c6d-a80a-aae5774c3e38 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:20.807906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2217a274-040c-4449-a96c-a6be2ea97acd no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:20.837323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 2217a274-040c-4449-a96c-a6be2ea97acd {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:20.837879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2217a274-040c-4449-a96c-a6be2ea97acd not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:20.849420 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-696ab52b-89da-4f72-89ac-d5180ed8477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.851517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-696ab52b-89da-4f72-89ac-d5180ed8477d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1094558 Feb 19 00:50:20.938651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-db16e215-45e1-4ede-a604-745dc2aa3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:20.940660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-db16e215-45e1-4ede-a604-745dc2aa3d5a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0827887 Feb 19 00:50:20.946891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (45d32b55-7b3a-4654-acdf-af058f4a8045), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:20.953994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-7307ee67-ec9d-4629-8ee9-9500bf0694a2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:50:20.955092 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-7307ee67-ec9d-4629-8ee9-9500bf0694a2 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057108 Feb 19 00:50:21.136741 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b16adb8-1a7f-4cc8-9ae5-7de528b06d74 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (03127691-ef6b-4c6d-a80a-aae5774c3e38), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.186569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16adb8-1a7f-4cc8-9ae5-7de528b06d74 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=03127691-ef6b-4c6d-a80a-aae5774c3e38,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:21.209024 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.229276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b16adb8-1a7f-4cc8-9ae5-7de528b06d74 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.233233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9b16adb8-1a7f-4cc8-9ae5-7de528b06d74 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/03127691-ef6b-4c6d-a80a-aae5774c3e38 HTTP/1.1" status: 204 len: 168 time: 0.8738606 Feb 19 00:50:21.235961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38682) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:21.321870 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-1c4bfb32-8a21-4073-9587-4d77ad2fd7f3 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104875 Feb 19 00:50:21.380418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d539920-ec27-45cf-9016-8dc7d6d09862 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:21.382445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d539920-ec27-45cf-9016-8dc7d6d09862 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:21.390595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6d539920-ec27-45cf-9016-8dc7d6d09862 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1524456 Feb 19 00:50:21.391384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38696) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:21.400051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd08b07-96f4-4895-a12f-9d6a9485657a None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:21.466862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-64189d6b-09fe-433b-b9e1-c97f66e60d18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet d0a5eb3a-82ef-483b-9240-62b06eb6bbad {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:21.478640 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64189d6b-09fe-433b-b9e1-c97f66e60d18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (d0a5eb3a-82ef-483b-9240-62b06eb6bbad), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.515596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-aeab0f7c-202b-4006-9b2b-2f2631aa9dd8 None None] Provisioning complete for port 526956f5-4331-4897-9f3a-8eed7d566f00 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:21.516941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeab0f7c-202b-4006-9b2b-2f2631aa9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.577836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64189d6b-09fe-433b-b9e1-c97f66e60d18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (d0a5eb3a-82ef-483b-9240-62b06eb6bbad), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.616355 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-259572b6-7e76-4233-8b86-ecdf4c5b6a26 req-33c1f1de-2063-4625-8696-1da5302fd6bc service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852323 Feb 19 00:50:21.654610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aeab0f7c-202b-4006-9b2b-2f2631aa9dd8 None None] Current status of the port 526956f5-4331-4897-9f3a-8eed7d566f00 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:21.655016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeab0f7c-202b-4006-9b2b-2f2631aa9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.697521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aeab0f7c-202b-4006-9b2b-2f2631aa9dd8 None None] For port 526956f5-4331-4897-9f3a-8eed7d566f00, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=526956f5-4331-4897-9f3a-8eed7d566f00,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:21.704844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeab0f7c-202b-4006-9b2b-2f2631aa9dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.798970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab0f7c-202b-4006-9b2b-2f2631aa9dd8 None None] Pushing event updated for resources: {'Port': ['ID=526956f5-4331-4897-9f3a-8eed7d566f00,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:21.814033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 4698ee32-8c8b-4621-936e-ad53827b4600 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:21.814417 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.909321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64189d6b-09fe-433b-b9e1-c97f66e60d18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d0a5eb3a-82ef-483b-9240-62b06eb6bbad), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:21.970018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d19e1-34b7-4a97-aabf-844f9798b58d req-ab50ab42-cad2-49a1-857e-29548e9e096c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:21.977241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-061d19e1-34b7-4a97-aabf-844f9798b58d req-ab50ab42-cad2-49a1-857e-29548e9e096c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1765990 Feb 19 00:50:22.070235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port 4698ee32-8c8b-4621-936e-ad53827b4600, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4698ee32-8c8b-4621-936e-ad53827b4600,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:22.070235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.098061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 4698ee32-8c8b-4621-936e-ad53827b4600 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:22.163232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-061d19e1-34b7-4a97-aabf-844f9798b58d req-6c22f9ec-8d03-458f-b2b0-5a14151ee1f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848505 Feb 19 00:50:22.165120 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64189d6b-09fe-433b-b9e1-c97f66e60d18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (d0a5eb3a-82ef-483b-9240-62b06eb6bbad), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.174812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 526956f5-4331-4897-9f3a-8eed7d566f00 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:22.231249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64189d6b-09fe-433b-b9e1-c97f66e60d18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=d0a5eb3a-82ef-483b-9240-62b06eb6bbad,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:22.243198 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64189d6b-09fe-433b-b9e1-c97f66e60d18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.255004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-64189d6b-09fe-433b-b9e1-c97f66e60d18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/d0a5eb3a-82ef-483b-9240-62b06eb6bbad HTTP/1.1" status: 204 len: 168 time: 0.8607504 Feb 19 00:50:22.257278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38732) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:22.302740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-727715e9-9808-4860-9cf1-d81ad0a376c2 None None] Provisioning complete for port 526956f5-4331-4897-9f3a-8eed7d566f00 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:22.303018 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727715e9-9808-4860-9cf1-d81ad0a376c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.331637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:22.410789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 526956f5-4331-4897-9f3a-8eed7d566f00 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:22.411788 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.414483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c3e07119-5bac-41f3-bb53-2e15cd40721b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1552954 Feb 19 00:50:22.417259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38740) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:22.426170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:22.530131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38742) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:22.624594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4698ee32-8c8b-4621-936e-ad53827b4600), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.647693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:22.651567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.672400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=4698ee32-8c8b-4621-936e-ad53827b4600,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:22.844825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11889ff1-3e4d-4e09-af05-29fc44f4286c None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:22.862263 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12a8b7ca-9c47-4e48-9dd3-3406eef613d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.929321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (5ad3c9b3-db55-42b9-9485-75d9a8917d57), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.948212 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e487deb-e10b-4bb4-9704-926304cd2dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:22.964372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-727715e9-9808-4860-9cf1-d81ad0a376c2 None None] Current status of the port 526956f5-4331-4897-9f3a-8eed7d566f00 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:22.987594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.076865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:23.106487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7035638c-96d7-4aca-9d97-f6ad3b2057f8 None None] Could not find standard attr ID for object 03127691-ef6b-4c6d-a80a-aae5774c3e38. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:50:23.120517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 526956f5-4331-4897-9f3a-8eed7d566f00 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:23.140002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:23.151534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.152147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.192000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7733319 Feb 19 00:50:23.202034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38750) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:23.204252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:23.207926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f1920-c263-46c1-b9f7-0184b9040ce8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=5ad3c9b3-db55-42b9-9485-75d9a8917d57,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:23.211008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'name': 'tempest-NetworksTestDHCPv6-1079671156'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:23.265432 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e487deb-e10b-4bb4-9704-926304cd2dde admin admin] Publish callbacks [] for security_group (f1723805-a399-4b87-83b1-da622c7c31eb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.280855 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e487deb-e10b-4bb4-9704-926304cd2dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f1723805-a399-4b87-83b1-da622c7c31eb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.311107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] Deleting port 526956f5-4331-4897-9f3a-8eed7d566f00 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:23.311495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.328141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e487deb-e10b-4bb4-9704-926304cd2dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1723805-a399-4b87-83b1-da622c7c31eb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:23.382341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6e487deb-e10b-4bb4-9704-926304cd2dde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4ebf4487fc324bc5b7dfe67a401f1dce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8429341 Feb 19 00:50:23.383309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38752) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:23.394896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (45d32b55-7b3a-4654-acdf-af058f4a8045), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.398099 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12a8b7ca-9c47-4e48-9dd3-3406eef613d2 admin admin] Publish callbacks [] for security_group (2539b3fe-03a0-473c-8316-982ee13af11b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.409927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12a8b7ca-9c47-4e48-9dd3-3406eef613d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2539b3fe-03a0-473c-8316-982ee13af11b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.411928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b556b-3d34-4ded-af28-0f548ff1782e req-206a2491-4b82-4769-8d4f-623743093669 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:23.413948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b67b556b-3d34-4ded-af28-0f548ff1782e req-206a2491-4b82-4769-8d4f-623743093669 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1467412 Feb 19 00:50:23.456099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] For port 526956f5-4331-4897-9f3a-8eed7d566f00, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=526956f5-4331-4897-9f3a-8eed7d566f00,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:23.456476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.463300 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-12a8b7ca-9c47-4e48-9dd3-3406eef613d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a000b21d084a4fd2bbdcf1e22d085a6f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1305203 Feb 19 00:50:23.469144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38754) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:23.506486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] Calling delete_port for 526956f5-4331-4897-9f3a-8eed7d566f00 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:23.511037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ff89e94-b1ca-46f7-875e-d024b2fc5074 admin admin] Publish callbacks [] for security_group (f1723805-a399-4b87-83b1-da622c7c31eb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.523232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b67b556b-3d34-4ded-af28-0f548ff1782e req-acd6891c-ae7a-4599-a634-1a2bb3713527 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997319 Feb 19 00:50:23.576162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ff89e94-b1ca-46f7-875e-d024b2fc5074 admin admin] Publish callbacks [] for security_group (f1723805-a399-4b87-83b1-da622c7c31eb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.584926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1842c237-3ae0-402c-b2ae-d48d0ba85bd0 admin admin] Publish callbacks [] for security_group (2539b3fe-03a0-473c-8316-982ee13af11b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.607808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1842c237-3ae0-402c-b2ae-d48d0ba85bd0 admin admin] Publish callbacks [] for security_group (2539b3fe-03a0-473c-8316-982ee13af11b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.633885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:23.637343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.671997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1842c237-3ae0-402c-b2ae-d48d0ba85bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2539b3fe-03a0-473c-8316-982ee13af11b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.676846 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1842c237-3ae0-402c-b2ae-d48d0ba85bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.680621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1842c237-3ae0-402c-b2ae-d48d0ba85bd0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2539b3fe-03a0-473c-8316-982ee13af11b HTTP/1.1" status: 204 len: 168 time: 0.2088177 Feb 19 00:50:23.745612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8b7ca-9c47-4e48-9dd3-3406eef613d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2539b3fe-03a0-473c-8316-982ee13af11b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:23.748546 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ff89e94-b1ca-46f7-875e-d024b2fc5074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f1723805-a399-4b87-83b1-da622c7c31eb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.752044 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (526956f5-4331-4897-9f3a-8eed7d566f00), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.766889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.781341 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ff89e94-b1ca-46f7-875e-d024b2fc5074 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:23.786616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0ff89e94-b1ca-46f7-875e-d024b2fc5074 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1723805-a399-4b87-83b1-da622c7c31eb HTTP/1.1" status: 204 len: 168 time: 0.3997469 Feb 19 00:50:23.795394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842c237-3ae0-402c-b2ae-d48d0ba85bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2539b3fe-03a0-473c-8316-982ee13af11b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:23.845674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff89e94-b1ca-46f7-875e-d024b2fc5074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1723805-a399-4b87-83b1-da622c7c31eb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:23.899705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] Pushing event deleted for resources: {'Port': ['ID=526956f5-4331-4897-9f3a-8eed7d566f00,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:23.907105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9656a9-c039-4144-abf2-99ac1ca1d792 None None] No DVR routers for this DVR port 526956f5-4331-4897-9f3a-8eed7d566f00 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:23.948706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc88047c-4629-4c37-9f8e-c7bf6635710a None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:23.982699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port f2e4df76-0bea-4f44-8f23-716609b2f91e yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:24.114670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Router 45d32b55-7b3a-4654-acdf-af058f4a8045 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:24.269032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 526956f5-4331-4897-9f3a-8eed7d566f00 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:24.333303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38766) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:24.338367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 526956f5-4331-4897-9f3a-8eed7d566f00 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:24.338730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 526956f5-4331-4897-9f3a-8eed7d566f00 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:24.340843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.354441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '5ad3c9b3-db55-42b9-9485-75d9a8917d57'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:24.355480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.358818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::2e7 (56ceac71-2335-48a2-b345-d4c8d8eb1409/5ad3c9b3-db55-42b9-9485-75d9a8917d57/f2e4df76-0bea-4f44-8f23-716609b2f91e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:24.363338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3754-8290-4f01-af2e-c12d184cd22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.378318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38768) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:24.391292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:24.403298 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d1fe4a62-9e1a-492a-911e-a073079b0ad6 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "PUT /v2.0/routers/45d32b55-7b3a-4654-acdf-af058f4a8045/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9964259 Feb 19 00:50:24.406321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38770) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:24.408338 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed257e4b-943b-4e06-a4e3-fd47b79827f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.482409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] Sync routers for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:24.499636 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3754-8290-4f01-af2e-c12d184cd22c admin admin] Publish callbacks [] for security_group (855409dd-c0c9-464e-8f26-04ef7c801efb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.504840 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7c8b3754-8290-4f01-af2e-c12d184cd22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (855409dd-c0c9-464e-8f26-04ef7c801efb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.550707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7c8b3754-8290-4f01-af2e-c12d184cd22c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57263190d45b4f4aaef47ef98afc0d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155712 Feb 19 00:50:24.556686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b3754-8290-4f01-af2e-c12d184cd22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855409dd-c0c9-464e-8f26-04ef7c801efb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:24.559171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38774) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:24.567539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:24.568181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:24.569876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-32213c7e-42f4-4842-8b89-b50cff9eb5fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting subnet 27fc16c5-7958-4091-baae-4de66824005b {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:24.603931 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32213c7e-42f4-4842-8b89-b50cff9eb5fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for subnet (27fc16c5-7958-4091-baae-4de66824005b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.643975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b78b4820-9a99-4ffc-8319-da356b9d43c0 admin admin] Publish callbacks [] for security_group (855409dd-c0c9-464e-8f26-04ef7c801efb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.704544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32213c7e-42f4-4842-8b89-b50cff9eb5fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (27fc16c5-7958-4091-baae-4de66824005b), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.708673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:24.727138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b78b4820-9a99-4ffc-8319-da356b9d43c0 admin admin] Publish callbacks [] for security_group (855409dd-c0c9-464e-8f26-04ef7c801efb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.748920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (f2e4df76-0bea-4f44-8f23-716609b2f91e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.787320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d135c6-9425-48cb-986c-979133bd111e req-65d05d5c-904e-47b5-97d8-37ed16c27731 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:24.789025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70d135c6-9425-48cb-986c-979133bd111e req-65d05d5c-904e-47b5-97d8-37ed16c27731 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1401968 Feb 19 00:50:24.806733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed257e4b-943b-4e06-a4e3-fd47b79827f3 admin admin] Publish callbacks [] for security_group (1b7dc443-eb31-45bd-9d03-2082160617a0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.820768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed257e4b-943b-4e06-a4e3-fd47b79827f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1b7dc443-eb31-45bd-9d03-2082160617a0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.859991 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b78b4820-9a99-4ffc-8319-da356b9d43c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (855409dd-c0c9-464e-8f26-04ef7c801efb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.866770 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b78b4820-9a99-4ffc-8319-da356b9d43c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.878794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b78b4820-9a99-4ffc-8319-da356b9d43c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/855409dd-c0c9-464e-8f26-04ef7c801efb HTTP/1.1" status: 204 len: 168 time: 0.3185523 Feb 19 00:50:24.883327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70d135c6-9425-48cb-986c-979133bd111e req-6603a0d1-7b19-41da-8f2c-d6304424d82d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883937 Feb 19 00:50:24.895383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b4820-9a99-4ffc-8319-da356b9d43c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855409dd-c0c9-464e-8f26-04ef7c801efb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:24.956186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f2e4df76-0bea-4f44-8f23-716609b2f91e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:24.968320 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ed257e4b-943b-4e06-a4e3-fd47b79827f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f526bdf9a0344328ba0f7c8261a88ba2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5882699 Feb 19 00:50:24.971281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38786) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:24.971524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed257e4b-943b-4e06-a4e3-fd47b79827f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7dc443-eb31-45bd-9d03-2082160617a0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:25.007296 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32213c7e-42f4-4842-8b89-b50cff9eb5fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (27fc16c5-7958-4091-baae-4de66824005b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.079396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=f2e4df76-0bea-4f44-8f23-716609b2f91e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:25.080430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62e9254d-0a76-4db7-a018-216704e416ae admin admin] Publish callbacks [] for security_group (1b7dc443-eb31-45bd-9d03-2082160617a0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.095622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/5ad3c9b3-db55-42b9-9485-75d9a8917d57/c8e33d27-aa01-414b-94f7-6e09303fb4a0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:25.129330 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62e9254d-0a76-4db7-a018-216704e416ae admin admin] Publish callbacks [] for security_group (1b7dc443-eb31-45bd-9d03-2082160617a0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.156893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:25.169932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:25.185274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:25.196114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:25.196939 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.233276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62e9254d-0a76-4db7-a018-216704e416ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1b7dc443-eb31-45bd-9d03-2082160617a0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.240193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62e9254d-0a76-4db7-a018-216704e416ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.254530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ffcaad72-d81c-4d60-a1f8-9917551abbdd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0509250 Feb 19 00:50:25.257357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:25.261914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-62e9254d-0a76-4db7-a018-216704e416ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b7dc443-eb31-45bd-9d03-2082160617a0 HTTP/1.1" status: 204 len: 168 time: 0.2896402 Feb 19 00:50:25.280529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:50:22Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:25.291684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9254d-0a76-4db7-a018-216704e416ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7dc443-eb31-45bd-9d03-2082160617a0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:25.326000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32213c7e-42f4-4842-8b89-b50cff9eb5fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (27fc16c5-7958-4091-baae-4de66824005b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.347491 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32213c7e-42f4-4842-8b89-b50cff9eb5fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.353962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38808) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:25.354488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-32213c7e-42f4-4842-8b89-b50cff9eb5fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/subnets/27fc16c5-7958-4091-baae-4de66824005b HTTP/1.1" status: 204 len: 168 time: 0.9466667 Feb 19 00:50:25.536496 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Publish callbacks [] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.546484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] Checking router: 45d32b55-7b3a-4654-acdf-af058f4a8045 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:25.559081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5158448-a259-4cfb-8ce5-6bd2fc980354 None None] Network d408f862-3dd1-4701-a0d7-b9076936a5ef requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:25.575026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.622338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (45d32b55-7b3a-4654-acdf-af058f4a8045), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.732888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] Routers {'45d32b55-7b3a-4654-acdf-af058f4a8045'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:25.733530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['45d32b55-7b3a-4654-acdf-af058f4a8045'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:25.775545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_gateway (45d32b55-7b3a-4654-acdf-af058f4a8045), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.875646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:25.891336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port 762555b6-b5bc-41d1-b356-adc65e6206d4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:25.892098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:25.918607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:25.926627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:25.930816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32213c7e-42f4-4842-8b89-b50cff9eb5fb tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Subnet': ['ID=27fc16c5-7958-4091-baae-4de66824005b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:25.977866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a76d1e4-7810-48a9-8aa4-d9338e4a0eb9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:25.985491 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8a76d1e4-7810-48a9-8aa4-d9338e4a0eb9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.7268138 Feb 19 00:50:25.987646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:26.192401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7dad06b5-59f7-4db1-9290-ecb306494b90 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port f2e4df76-0bea-4f44-8f23-716609b2f91e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:26.192744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dad06b5-59f7-4db1-9290-ecb306494b90 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f2e4df76-0bea-4f44-8f23-716609b2f91e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.208967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port 762555b6-b5bc-41d1-b356-adc65e6206d4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=762555b6-b5bc-41d1-b356-adc65e6206d4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:26.212685 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.240752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Pushing event updated for resources: {'Port': ['ID=c8e33d27-aa01-414b-94f7-6e09303fb4a0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:26.274576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218094b-bfba-44bf-abf1-3023e09837bb req-25a2684d-1bd3-4308-855a-7e6e997ed558 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:26.280346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f218094b-bfba-44bf-abf1-3023e09837bb req-25a2684d-1bd3-4308-855a-7e6e997ed558 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2517183 Feb 19 00:50:26.282031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for 762555b6-b5bc-41d1-b356-adc65e6206d4 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:26.294254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Attempting to bind port c8e33d27-aa01-414b-94f7-6e09303fb4a0 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:26.294808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Attempting to bind port c8e33d27-aa01-414b-94f7-6e09303fb4a0 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:26.295764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Attempting to bind port c8e33d27-aa01-414b-94f7-6e09303fb4a0 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:26.320368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:26.321297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:26.322709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.324767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:26.325280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Bound port: c8e33d27-aa01-414b-94f7-6e09303fb4a0, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:26.327114 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.374947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] Set router 45d32b55-7b3a-4654-acdf-af058f4a8045 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:26.483178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dad06b5-59f7-4db1-9290-ecb306494b90 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f2e4df76-0bea-4f44-8f23-716609b2f91e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.513503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7dad06b5-59f7-4db1-9290-ecb306494b90 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for f2e4df76-0bea-4f44-8f23-716609b2f91e owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:26.526793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f218094b-bfba-44bf-abf1-3023e09837bb req-1a70e6b1-ad97-4301-8712-3fd4e95cdf20 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356517 Feb 19 00:50:26.673300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] DHCP port deletion for d408f862-3dd1-4701-a0d7-b9076936a5ef request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:26.681732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] For port c8e33d27-aa01-414b-94f7-6e09303fb4a0, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:26.765369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (762555b6-b5bc-41d1-b356-adc65e6206d4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.811746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dad06b5-59f7-4db1-9290-ecb306494b90 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f2e4df76-0bea-4f44-8f23-716609b2f91e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.828926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=762555b6-b5bc-41d1-b356-adc65e6206d4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:26.892758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad06b5-59f7-4db1-9290-ecb306494b90 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=f2e4df76-0bea-4f44-8f23-716609b2f91e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:26.951660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (45d32b55-7b3a-4654-acdf-af058f4a8045), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.958480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7dad06b5-59f7-4db1-9290-ecb306494b90 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:26.967850 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7dad06b5-59f7-4db1-9290-ecb306494b90 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/f2e4df76-0bea-4f44-8f23-716609b2f91e HTTP/1.1" status: 204 len: 168 time: 0.9790001 Feb 19 00:50:26.970159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:27.043064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] For port c8e33d27-aa01-414b-94f7-6e09303fb4a0, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c8e33d27-aa01-414b-94f7-6e09303fb4a0,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:27.077393 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.107343 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (45d32b55-7b3a-4654-acdf-af058f4a8045), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.113787 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router_controller (45d32b55-7b3a-4654-acdf-af058f4a8045), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.237009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932575bc-c932-4048-8e8f-690b7aafd788 None None] Pushing event updated for resources: {'Port': ['ID=c8e33d27-aa01-414b-94f7-6e09303fb4a0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:27.241544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e7238-b813-472d-b589-06e035449792 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:27.245418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137e7238-b813-472d-b589-06e035449792 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:27.247606 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-137e7238-b813-472d-b589-06e035449792 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2764516 Feb 19 00:50:27.249017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] Deleting port e489808c-4891-4a8e-9331-5be14fa77f2c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:27.249407 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.250650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38876) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:27.281336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (45d32b55-7b3a-4654-acdf-af058f4a8045), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.281918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Fanout notify agent at l3_agent the message router_deleted on router 45d32b55-7b3a-4654-acdf-af058f4a8045 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:50:27.307374 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.310708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-24dc8317-68a6-4e09-a8c6-2a75becaf973 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/routers/45d32b55-7b3a-4654-acdf-af058f4a8045 HTTP/1.1" status: 204 len: 168 time: 1.9547162 Feb 19 00:50:27.313262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38882) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:27.407659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b749025-dc0a-4586-8634-2b173927e2b8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 5ad3c9b3-db55-42b9-9485-75d9a8917d57 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:27.408353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:50:22Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:27.421744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b749025-dc0a-4586-8634-2b173927e2b8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (5ad3c9b3-db55-42b9-9485-75d9a8917d57), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.516606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601f3b43-6902-4885-8a3d-449439ef4116 None None] The sync data for ids ['45d32b55-7b3a-4654-acdf-af058f4a8045'] in n-d-826527-3 is: [{'id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694478561', 'tenant_id': '84679949ccf749538377871c65d3012d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:48:04Z', 'updated_at': '2022-02-19T00:50:22Z', 'revision_number': 5, 'project_id': '84679949ccf749538377871c65d3012d', 'gw_port': {'id': '762555b6-b5bc-41d1-b356-adc65e6206d4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:34:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d32b55-7b3a-4654-acdf-af058f4a8045', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:48:05Z', 'updated_at': '2022-02-19T00:48:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:27.538021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b749025-dc0a-4586-8634-2b173927e2b8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (5ad3c9b3-db55-42b9-9485-75d9a8917d57), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.543328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d408f862-3dd1-4701-a0d7-b9076936a5ef), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.620765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] For port e489808c-4891-4a8e-9331-5be14fa77f2c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e489808c-4891-4a8e-9331-5be14fa77f2c,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:27.620765 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.661689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] Calling delete_port for e489808c-4891-4a8e-9331-5be14fa77f2c owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:27.782022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b749025-dc0a-4586-8634-2b173927e2b8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (5ad3c9b3-db55-42b9-9485-75d9a8917d57), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.800728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Deleting port e489808c-4891-4a8e-9331-5be14fa77f2c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:27.801092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.874496 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.891838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b749025-dc0a-4586-8634-2b173927e2b8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (5ad3c9b3-db55-42b9-9485-75d9a8917d57), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:27.947201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] Pushing event deleted for resources: {'Port': ['ID=e489808c-4891-4a8e-9331-5be14fa77f2c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:27.982727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b6a819-ce5b-4b92-afda-2f8809360662 None None] No DVR routers for this DVR port e489808c-4891-4a8e-9331-5be14fa77f2c on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:27.988589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b749025-dc0a-4586-8634-2b173927e2b8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad3c9b3-db55-42b9-9485-75d9a8917d57,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:28.006701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b749025-dc0a-4586-8634-2b173927e2b8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.012816 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b749025-dc0a-4586-8634-2b173927e2b8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/5ad3c9b3-db55-42b9-9485-75d9a8917d57 HTTP/1.1" status: 204 len: 168 time: 0.7599547 Feb 19 00:50:28.019748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38904) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:28.204596 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-473396d6-fd7d-4425-9f0f-3743abef6c91 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1812031 Feb 19 00:50:28.205231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38906) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:28.218727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:28.342772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c8e33d27-aa01-414b-94f7-6e09303fb4a0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:28.393218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:28.399580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.487573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c8e33d27-aa01-414b-94f7-6e09303fb4a0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:28.488038 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.722958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (c376f2b9-69fd-45c6-b518-f9bf62de3085), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.788802 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=c376f2b9-69fd-45c6-b518-f9bf62de3085,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:28.796713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] For port e489808c-4891-4a8e-9331-5be14fa77f2c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e489808c-4891-4a8e-9331-5be14fa77f2c,segment=NetworkSegment(d94b2d0b-0297-4532-a92f-a0a9457e2aa8),segment_id=d94b2d0b-0297-4532-a92f-a0a9457e2aa8)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:28.797345 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.797510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c8e33d27-aa01-414b-94f7-6e09303fb4a0 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:28.798057 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.807799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:28.810460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:28.817746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:28.818755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.838847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d226f3-7fea-45da-918f-019a6d9dcd1b req-782ee62d-88e0-4380-884d-399dec137193 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:28.840681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-667477b4-b735-4142-b990-e56e1ab68372 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6343846 Feb 19 00:50:28.843245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38920) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:28.851061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'name': 'tempest-NetworksTestDHCPv6-1071687289'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:28.852322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d226f3-7fea-45da-918f-019a6d9dcd1b req-782ee62d-88e0-4380-884d-399dec137193 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 1.1675105 Feb 19 00:50:28.899491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port c8e33d27-aa01-414b-94f7-6e09303fb4a0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c8e33d27-aa01-414b-94f7-6e09303fb4a0,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:28.928950 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:28.945392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Calling delete_port for e489808c-4891-4a8e-9331-5be14fa77f2c owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:29.023707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=c8e33d27-aa01-414b-94f7-6e09303fb4a0,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:29.032187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.032552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.032907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.033256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.033602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.033943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.036030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.036496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.036885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.037218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.037556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.037897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.038610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:29.049925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d226f3-7fea-45da-918f-019a6d9dcd1b req-8ec511f8-c13a-4a59-b637-fc5e61a12713 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929600 Feb 19 00:50:29.113514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e489808c-4891-4a8e-9331-5be14fa77f2c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.113958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:29.130108 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.130341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a859f7cd-5294-492b-b8f0-ca390b61c4f0 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:29.158994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] No DVR routers for this DVR port e489808c-4891-4a8e-9331-5be14fa77f2c on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:29.160829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Port': ['ID=e489808c-4891-4a8e-9331-5be14fa77f2c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:29.165773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 0a06282d-fbab-4308-a5d4-8087729d949c yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:29.302735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b2a45410-27f8-473e-9f32-50b95b22359e None None] Provisioning complete for port c8e33d27-aa01-414b-94f7-6e09303fb4a0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:29.303114 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b2a45410-27f8-473e-9f32-50b95b22359e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.304861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e489808c-4891-4a8e-9331-5be14fa77f2c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:29.309686 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d408f862-3dd1-4701-a0d7-b9076936a5ef), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.352092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d408f862-3dd1-4701-a0d7-b9076936a5ef']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:29.352711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e489808c-4891-4a8e-9331-5be14fa77f2c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:29.353061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e489808c-4891-4a8e-9331-5be14fa77f2c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:29.353501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4698ee32-8c8b-4621-936e-ad53827b4600 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:29.363831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:29.364134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94b2d0b-0297-4532-a92f-a0a9457e2aa8') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:29.373392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::312 (56ceac71-2335-48a2-b345-d4c8d8eb1409/c376f2b9-69fd-45c6-b518-f9bf62de3085/0a06282d-fbab-4308-a5d4-8087729d949c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:29.374792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (d94b2d0b-0297-4532-a92f-a0a9457e2aa8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.399866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 4698ee32-8c8b-4621-936e-ad53827b4600 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:29.400224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4698ee32-8c8b-4621-936e-ad53827b4600 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:29.427575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (d94b2d0b-0297-4532-a92f-a0a9457e2aa8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.445656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:50:29.445981 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (d94b2d0b-0297-4532-a92f-a0a9457e2aa8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: self.session.flush() Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:50:29.450258 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:50:29.534618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b2a45410-27f8-473e-9f32-50b95b22359e None None] Current status of the port c8e33d27-aa01-414b-94f7-6e09303fb4a0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:29.548315 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d408f862-3dd1-4701-a0d7-b9076936a5ef), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.560979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.566891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/networks/d408f862-3dd1-4701-a0d7-b9076936a5ef HTTP/1.1" status: 204 len: 168 time: 2.2499640 Feb 19 00:50:29.568000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38928) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:29.615511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66acf08-867e-4ca6-9b89-d7df6ea8dbe0 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'Network': ['ID=d408f862-3dd1-4701-a0d7-b9076936a5ef,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:29.648886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-593bec21-bc99-43ea-a89f-c66ecadc9278 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (64352e04-088f-4bb4-b177-33b725786aad), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.685328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (0a06282d-fbab-4308-a5d4-8087729d949c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.698668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-593bec21-bc99-43ea-a89f-c66ecadc9278 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (64352e04-088f-4bb4-b177-33b725786aad), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.730898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0a06282d-fbab-4308-a5d4-8087729d949c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.800420 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-593bec21-bc99-43ea-a89f-c66ecadc9278 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (64352e04-088f-4bb4-b177-33b725786aad), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.804150 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-593bec21-bc99-43ea-a89f-c66ecadc9278 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.807903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-593bec21-bc99-43ea-a89f-c66ecadc9278 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] 10.222.0.60 "DELETE /v2.0/security-groups/64352e04-088f-4bb4-b177-33b725786aad HTTP/1.1" status: 204 len: 168 time: 0.2352574 Feb 19 00:50:29.808400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:29.812223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:29.816119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:29.822173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:29.823050 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:29.824960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bec21-bc99-43ea-a89f-c66ecadc9278 tempest-TestNetworkAdvancedServerOps-1803835273 tempest-TestNetworkAdvancedServerOps-1803835273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64352e04-088f-4bb4-b177-33b725786aad,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:29.841225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=0a06282d-fbab-4308-a5d4-8087729d949c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:29.858255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7bd56464-38ec-43ab-bc38-ca4d5dc47541 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0133467 Feb 19 00:50:29.866837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38938) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:29.912157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-877ddc9b-5b3c-4198-b496-78d9bb2653bf None None] Provisioning complete for port c8e33d27-aa01-414b-94f7-6e09303fb4a0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:29.912538 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-877ddc9b-5b3c-4198-b496-78d9bb2653bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.043597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe4c98-4c3f-487b-b5b0-238ddd49e48d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:30.053334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbe4c98-4c3f-487b-b5b0-238ddd49e48d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:30.058744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38954) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:30.060868 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-afbe4c98-4c3f-487b-b5b0-238ddd49e48d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1854827 Feb 19 00:50:30.184240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-877ddc9b-5b3c-4198-b496-78d9bb2653bf None None] Current status of the port c8e33d27-aa01-414b-94f7-6e09303fb4a0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:30.193795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c8e33d27-aa01-414b-94f7-6e09303fb4a0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:30.330129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8de3d9ff-8a6d-4144-bfce-80d8df1cc105 None None] Could not find standard attr ID for object f2e4df76-0bea-4f44-8f23-716609b2f91e. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:50:30.348165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c8e33d27-aa01-414b-94f7-6e09303fb4a0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:30.348637 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.469363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38964) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:30.474429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5db9a-2e83-4d1e-b973-652241a85d04 req-f793c2c4-27fa-4bf2-8cee-b7be696f840f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:30.488736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21d5db9a-2e83-4d1e-b973-652241a85d04 req-f793c2c4-27fa-4bf2-8cee-b7be696f840f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2227857 Feb 19 00:50:30.547512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c8e33d27-aa01-414b-94f7-6e09303fb4a0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:30.556583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 762555b6-b5bc-41d1-b356-adc65e6206d4 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:30.557415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-50d466bc-374c-45c5-a639-e4e37e21eb98 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 0a06282d-fbab-4308-a5d4-8087729d949c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:30.557955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-50d466bc-374c-45c5-a639-e4e37e21eb98 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0a06282d-fbab-4308-a5d4-8087729d949c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.623641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 762555b6-b5bc-41d1-b356-adc65e6206d4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:30.624010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 762555b6-b5bc-41d1-b356-adc65e6206d4 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:30.727275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21d5db9a-2e83-4d1e-b973-652241a85d04 req-5eb70ede-3daf-4ec3-9962-809cfc4fc28f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220378 Feb 19 00:50:30.793731 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-50d466bc-374c-45c5-a639-e4e37e21eb98 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0a06282d-fbab-4308-a5d4-8087729d949c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.806058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-40c79476-fea5-4cf4-85f9-b6758ead5182 None None] Provisioning complete for port 0a06282d-fbab-4308-a5d4-8087729d949c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:30.814350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40c79476-fea5-4cf4-85f9-b6758ead5182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0a06282d-fbab-4308-a5d4-8087729d949c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:30.833755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-50d466bc-374c-45c5-a639-e4e37e21eb98 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 0a06282d-fbab-4308-a5d4-8087729d949c owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:30.937253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-40c79476-fea5-4cf4-85f9-b6758ead5182 None None] Port 0a06282d-fbab-4308-a5d4-8087729d949c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:31.148582 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1004e951-15a7-4e57-b930-b31118231b06 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84679949ccf749538377871c65d3012d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6756365 Feb 19 00:50:31.148879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38982) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:31.163013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-50d466bc-374c-45c5-a639-e4e37e21eb98 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0a06282d-fbab-4308-a5d4-8087729d949c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.197952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d466bc-374c-45c5-a639-e4e37e21eb98 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=0a06282d-fbab-4308-a5d4-8087729d949c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:31.206012 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9efa4e30-07bd-4994-a79a-d0823e80692b admin admin] Publish callbacks [] for security_group (a6800e36-11f6-4a77-b84d-82333e7c6628), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.233364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd43635-0913-49ab-b75c-4f9b6805dd90 req-a9b8ce43-5f03-41c4-8e1b-3b5e79b543d1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.235038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9efa4e30-07bd-4994-a79a-d0823e80692b admin admin] Publish callbacks [] for security_group (a6800e36-11f6-4a77-b84d-82333e7c6628), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.235196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecd43635-0913-49ab-b75c-4f9b6805dd90 req-a9b8ce43-5f03-41c4-8e1b-3b5e79b543d1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1732864 Feb 19 00:50:31.260094 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-50d466bc-374c-45c5-a639-e4e37e21eb98 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.265847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-50d466bc-374c-45c5-a639-e4e37e21eb98 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/0a06282d-fbab-4308-a5d4-8087729d949c HTTP/1.1" status: 204 len: 168 time: 1.2057300 Feb 19 00:50:31.268121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-7f4ebbf5-3fc4-40ef-a11c-436224c19967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.268328 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38986) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:31.270299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-7f4ebbf5-3fc4-40ef-a11c-436224c19967 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1126 time: 0.1748188 Feb 19 00:50:31.331827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799205f-3fbd-458e-a0e8-ab8c08dc402b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.333925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799205f-3fbd-458e-a0e8-ab8c08dc402b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.337885 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9799205f-3fbd-458e-a0e8-ab8c08dc402b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0661576 Feb 19 00:50:31.338218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38988) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:31.400185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-21554d8b-4272-4892-ae84-2d9ed9ffaffa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet c376f2b9-69fd-45c6-b518-f9bf62de3085 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:31.404191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9efa4e30-07bd-4994-a79a-d0823e80692b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a6800e36-11f6-4a77-b84d-82333e7c6628), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.409137 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9efa4e30-07bd-4994-a79a-d0823e80692b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.413957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9efa4e30-07bd-4994-a79a-d0823e80692b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a6800e36-11f6-4a77-b84d-82333e7c6628 HTTP/1.1" status: 204 len: 168 time: 0.2640560 Feb 19 00:50:31.415865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21554d8b-4272-4892-ae84-2d9ed9ffaffa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (c376f2b9-69fd-45c6-b518-f9bf62de3085), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.431600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecd43635-0913-49ab-b75c-4f9b6805dd90 req-bd42bacc-d630-4572-a40c-af5ac76f4cc2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770871 Feb 19 00:50:31.433254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-e60e4d7e-ae58-4a81-8d39-6db55edb2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.434918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-e60e4d7e-ae58-4a81-8d39-6db55edb2298 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1507716 Feb 19 00:50:31.505354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21554d8b-4272-4892-ae84-2d9ed9ffaffa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (c376f2b9-69fd-45c6-b518-f9bf62de3085), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.526204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-5f1c0d40-7374-4657-a405-c4d229421b50 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.0826867 Feb 19 00:50:31.555747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa4e30-07bd-4994-a79a-d0823e80692b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6800e36-11f6-4a77-b84d-82333e7c6628,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:31.569685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21554d8b-4272-4892-ae84-2d9ed9ffaffa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (c376f2b9-69fd-45c6-b518-f9bf62de3085), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.595084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-a52d808c-6966-4578-b0c0-5085dc1061e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.596712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-a52d808c-6966-4578-b0c0-5085dc1061e5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0630763 Feb 19 00:50:31.663126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-0517af05-d8f6-4b39-b93d-5fc1936efed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.665479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-0517af05-d8f6-4b39-b93d-5fc1936efed7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592945 Feb 19 00:50:31.674428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21554d8b-4272-4892-ae84-2d9ed9ffaffa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (c376f2b9-69fd-45c6-b518-f9bf62de3085), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.691338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-64cdc0b5-8bd3-43dd-ac05-ebcb2f6d7f21 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:50:31.692540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-64cdc0b5-8bd3-43dd-ac05-ebcb2f6d7f21 service neutron] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087733 Feb 19 00:50:31.709844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21554d8b-4272-4892-ae84-2d9ed9ffaffa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:31.713283 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-21554d8b-4272-4892-ae84-2d9ed9ffaffa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/c376f2b9-69fd-45c6-b518-f9bf62de3085 HTTP/1.1" status: 204 len: 168 time: 0.3740046 Feb 19 00:50:31.714663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21554d8b-4272-4892-ae84-2d9ed9ffaffa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=c376f2b9-69fd-45c6-b518-f9bf62de3085,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:31.716578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38998) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:31.721425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef299b-fd0b-497c-941c-d74c5b1edb35 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:31.808038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ef87db61-ffa0-4219-abad-8066a76e41f5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0893376 Feb 19 00:50:31.810482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39006) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:31.892030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-848a55f1-4160-4359-8c3f-50794dc14850 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925974 Feb 19 00:50:31.927424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:31.933642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eedcae-7c0f-4858-87d5-1f3c4e5a31b4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:31.940609 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d6eedcae-7c0f-4858-87d5-1f3c4e5a31b4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1278377 Feb 19 00:50:31.942652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:32.073560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] Deleting port c8e33d27-aa01-414b-94f7-6e09303fb4a0 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:32.074167 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.168970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26d7e8ba-ed4f-45c1-aed6-07e90379b494 req-e2488c7d-cdb8-4464-aee2-571da8bbc1ed service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705395 Feb 19 00:50:32.174437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c8e33d27-aa01-414b-94f7-6e09303fb4a0 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:32.192393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dfaca9-80ea-4251-b75b-89fe9cbd4341 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:32.204144 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f4dfaca9-80ea-4251-b75b-89fe9cbd4341 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2571342 Feb 19 00:50:32.206970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39028) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:32.243285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] For port c8e33d27-aa01-414b-94f7-6e09303fb4a0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c8e33d27-aa01-414b-94f7-6e09303fb4a0,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:32.243451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.274694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:32.276408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-45cc226e-19e4-47e6-bcd0-c83b61b39451 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677147 Feb 19 00:50:32.282013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:32.287458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] Calling delete_port for c8e33d27-aa01-414b-94f7-6e09303fb4a0 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:32.327020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39034) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:32.383525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c8e33d27-aa01-414b-94f7-6e09303fb4a0 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:32.384293 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.411603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-305bab65-b208-48a2-b525-83ff95410f7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3417bf0906124b0d9427f49a11cafff6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795796 Feb 19 00:50:32.414541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39040) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:32.442620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port c8e33d27-aa01-414b-94f7-6e09303fb4a0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c8e33d27-aa01-414b-94f7-6e09303fb4a0,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:32.449160 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.503951 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (c8e33d27-aa01-414b-94f7-6e09303fb4a0), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.532899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15956106-ccb4-404f-bb06-e3cb47efb4ab admin admin] Publish callbacks [] for security_group (8991c04c-2ae0-49a9-aa84-8e5a0328a66d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.543089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:32.546994 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.559553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] No DVR routers for this DVR port c8e33d27-aa01-414b-94f7-6e09303fb4a0 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:32.586016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=c8e33d27-aa01-414b-94f7-6e09303fb4a0,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:32.596143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15956106-ccb4-404f-bb06-e3cb47efb4ab admin admin] Publish callbacks [] for security_group (8991c04c-2ae0-49a9-aa84-8e5a0328a66d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.638612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8aaa6a-575e-4ce9-86dd-fb118d9acabe None None] Pushing event deleted for resources: {'Port': ['ID=c8e33d27-aa01-414b-94f7-6e09303fb4a0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:32.775772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e1478-b8d0-4cc7-abb8-788f71809932 req-adac432f-9c10-4d7c-9bf5-fb4ef3f422b9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:32.777735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef8e1478-b8d0-4cc7-abb8-788f71809932 req-adac432f-9c10-4d7c-9bf5-fb4ef3f422b9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1701322 Feb 19 00:50:32.833820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15956106-ccb4-404f-bb06-e3cb47efb4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8991c04c-2ae0-49a9-aa84-8e5a0328a66d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.842383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15956106-ccb4-404f-bb06-e3cb47efb4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.859327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (33760841-10c9-41ec-9a78-8028d417ee62), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.875251 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-15956106-ccb4-404f-bb06-e3cb47efb4ab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8991c04c-2ae0-49a9-aa84-8e5a0328a66d HTTP/1.1" status: 204 len: 168 time: 0.4368360 Feb 19 00:50:32.919852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:32.926015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:32.931234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:32.933622 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:32.936251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cadb5fb-9acd-4305-bbda-c60e1e185f0d None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:32.950975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=33760841-10c9-41ec-9a78-8028d417ee62,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:32.974401 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dd4f287b-63e7-443b-815c-7b085834518b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6976488 Feb 19 00:50:32.976632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39062) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:32.985646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '33760841-10c9-41ec-9a78-8028d417ee62', 'ip_address': '2001:db8::69e:4354:70a8:4708'}], 'name': 'tempest-NetworksTestDHCPv6-825920744'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:33.028381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef8e1478-b8d0-4cc7-abb8-788f71809932 req-c17f3e64-0fe1-4ceb-a3f7-7093cbad0fe7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408857 Feb 19 00:50:33.030020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15956106-ccb4-404f-bb06-e3cb47efb4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8991c04c-2ae0-49a9-aa84-8e5a0328a66d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:33.127649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '33760841-10c9-41ec-9a78-8028d417ee62'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:33.128912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.221255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:33.344444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.361914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/33760841-10c9-41ec-9a78-8028d417ee62/88a84c89-8cd9-411d-a48d-b45bbf6d9be1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:33.375340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port e16e72ec-afde-4b5f-8047-dc98df62ca20 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:33.615556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:33.701612 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Publish callbacks [] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.711284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.765982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:33.772478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:33.778526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:33.802843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Pushing event updated for resources: {'Port': ['ID=88a84c89-8cd9-411d-a48d-b45bbf6d9be1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:33.827936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::69e:4354:70a8:4708 (56ceac71-2335-48a2-b345-d4c8d8eb1409/33760841-10c9-41ec-9a78-8028d417ee62/e16e72ec-afde-4b5f-8047-dc98df62ca20) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:33.899123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Attempting to bind port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:33.900183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Attempting to bind port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:33.901050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Attempting to bind port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:33.909347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:33.909735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:33.910504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.910910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:33.911492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Bound port: 88a84c89-8cd9-411d-a48d-b45bbf6d9be1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:33.911880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:33.976388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-72ef20d8-dd74-4699-975a-f7a60f760482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.011028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] For port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:34.016049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] For port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=88a84c89-8cd9-411d-a48d-b45bbf6d9be1,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:34.031856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.067431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (e16e72ec-afde-4b5f-8047-dc98df62ca20), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.158270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-72ef20d8-dd74-4699-975a-f7a60f760482 admin admin] Publish callbacks [] for security_group (033acd88-e036-40be-91a7-83c8de9684a8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.160512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e16e72ec-afde-4b5f-8047-dc98df62ca20), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.164187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-72ef20d8-dd74-4699-975a-f7a60f760482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (033acd88-e036-40be-91a7-83c8de9684a8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.172862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f49dd-8f4f-40a7-897b-2fef6c62327a None None] Pushing event updated for resources: {'Port': ['ID=88a84c89-8cd9-411d-a48d-b45bbf6d9be1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:34.270378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:34.283884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:34.296395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:34.300784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453b4f7-1760-4383-8a89-2639b580d9d7 req-728bbca6-1f13-4880-b6b8-d74918e56f6e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.302066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.302828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.303664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f453b4f7-1760-4383-8a89-2639b580d9d7 req-728bbca6-1f13-4880-b6b8-d74918e56f6e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1230228 Feb 19 00:50:34.336069 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-72ef20d8-dd74-4699-975a-f7a60f760482 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=504af95bc9704360ab59afadcf317332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7193177 Feb 19 00:50:34.336840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef20d8-dd74-4699-975a-f7a60f760482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033acd88-e036-40be-91a7-83c8de9684a8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:34.340085 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39084) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:34.342880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=e16e72ec-afde-4b5f-8047-dc98df62ca20,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:34.377276 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ba8247a5-0102-4b97-a41d-78c02c41cd63 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3983781 Feb 19 00:50:34.378088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39086) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:34.386790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f453b4f7-1760-4383-8a89-2639b580d9d7 req-718de67a-eee0-442f-b138-ebe30c99e888 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708873 Feb 19 00:50:34.504535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29a4fb-2e03-455e-be74-ee8c0118e9ee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.510863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29a4fb-2e03-455e-be74-ee8c0118e9ee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.515295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39092) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:34.515516 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5f29a4fb-2e03-455e-be74-ee8c0118e9ee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1339352 Feb 19 00:50:34.518838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c257ed8c-e88f-42f2-923b-5310324450db admin admin] Publish callbacks [] for security_group (033acd88-e036-40be-91a7-83c8de9684a8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.547448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c257ed8c-e88f-42f2-923b-5310324450db admin admin] Publish callbacks [] for security_group (033acd88-e036-40be-91a7-83c8de9684a8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.620401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c257ed8c-e88f-42f2-923b-5310324450db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (033acd88-e036-40be-91a7-83c8de9684a8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.623671 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c257ed8c-e88f-42f2-923b-5310324450db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.624908 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c257ed8c-e88f-42f2-923b-5310324450db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/033acd88-e036-40be-91a7-83c8de9684a8 HTTP/1.1" status: 204 len: 168 time: 0.2830448 Feb 19 00:50:34.642458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257ed8c-e88f-42f2-923b-5310324450db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033acd88-e036-40be-91a7-83c8de9684a8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:34.698484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a0b22-d22a-474c-926a-8b444b13b990 req-76e2c787-aa2a-4acb-8bb0-9211dca84515 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:34.700453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db2a0b22-d22a-474c-926a-8b444b13b990 req-76e2c787-aa2a-4acb-8bb0-9211dca84515 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1415842 Feb 19 00:50:34.766080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a33df532-f628-4e9d-b172-8eca15d1db6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port e16e72ec-afde-4b5f-8047-dc98df62ca20 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:34.766544 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a33df532-f628-4e9d-b172-8eca15d1db6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e16e72ec-afde-4b5f-8047-dc98df62ca20), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.789306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db2a0b22-d22a-474c-926a-8b444b13b990 req-33348d0f-9a9c-4899-a1b1-b6b67c82f188 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812540 Feb 19 00:50:34.886115 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a33df532-f628-4e9d-b172-8eca15d1db6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e16e72ec-afde-4b5f-8047-dc98df62ca20), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:34.900294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a33df532-f628-4e9d-b172-8eca15d1db6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for e16e72ec-afde-4b5f-8047-dc98df62ca20 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:35.178820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a33df532-f628-4e9d-b172-8eca15d1db6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e16e72ec-afde-4b5f-8047-dc98df62ca20), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.236449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33df532-f628-4e9d-b172-8eca15d1db6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=e16e72ec-afde-4b5f-8047-dc98df62ca20,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.275834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39108) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:35.282506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a33df532-f628-4e9d-b172-8eca15d1db6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.288141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a33df532-f628-4e9d-b172-8eca15d1db6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/e16e72ec-afde-4b5f-8047-dc98df62ca20 HTTP/1.1" status: 204 len: 168 time: 0.7695928 Feb 19 00:50:35.289388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39110) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:35.293102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80159f4f-7143-4fc8-9e6c-7c2c2e8b5bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.413506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178754d-7ab2-4327-b29e-484df5749170 req-34d07d12-c8d1-46d4-a3ad-d781d8063c82 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:35.421120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f178754d-7ab2-4327-b29e-484df5749170 req-34d07d12-c8d1-46d4-a3ad-d781d8063c82 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2954624 Feb 19 00:50:35.425685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b358fc-96f3-4f9a-8ae7-8a3e43a9b0d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:35.427048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b358fc-96f3-4f9a-8ae7-8a3e43a9b0d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:35.430756 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80159f4f-7143-4fc8-9e6c-7c2c2e8b5bac admin admin] Publish callbacks [] for security_group (6af4c223-e58f-47c9-811b-44c390b1c1e3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.432052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-58b358fc-96f3-4f9a-8ae7-8a3e43a9b0d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1364341 Feb 19 00:50:35.434544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39114) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:35.446259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80159f4f-7143-4fc8-9e6c-7c2c2e8b5bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6af4c223-e58f-47c9-811b-44c390b1c1e3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.532417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80159f4f-7143-4fc8-9e6c-7c2c2e8b5bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af4c223-e58f-47c9-811b-44c390b1c1e3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.541856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f178754d-7ab2-4327-b29e-484df5749170 req-37f3bbab-f839-4c92-9d16-b4bb65d6b633 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141896 Feb 19 00:50:35.554216 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-80159f4f-7143-4fc8-9e6c-7c2c2e8b5bac admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76893c7752844e1180af4b2fdc3e51f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2729001 Feb 19 00:50:35.554216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39118) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:35.608832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c086b9-c5e6-4fe2-bf46-3fad19d036dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 33760841-10c9-41ec-9a78-8028d417ee62 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:35.623407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39c086b9-c5e6-4fe2-bf46-3fad19d036dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (33760841-10c9-41ec-9a78-8028d417ee62), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.671872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4732049-1495-4b8c-9529-f55571a522b9 admin admin] Publish callbacks [] for security_group (6af4c223-e58f-47c9-811b-44c390b1c1e3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.702435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Provisioning complete for port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:35.703677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216b434-b222-4be9-89eb-ff9f46a3fa5f req-6621889a-ee51-4094-a0d7-c6744d6cdfa1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:35.704951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2216b434-b222-4be9-89eb-ff9f46a3fa5f req-6621889a-ee51-4094-a0d7-c6744d6cdfa1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0936382 Feb 19 00:50:35.710222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39c086b9-c5e6-4fe2-bf46-3fad19d036dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (33760841-10c9-41ec-9a78-8028d417ee62), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.714451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4732049-1495-4b8c-9529-f55571a522b9 admin admin] Publish callbacks [] for security_group (6af4c223-e58f-47c9-811b-44c390b1c1e3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.727233 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.824364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2216b434-b222-4be9-89eb-ff9f46a3fa5f req-c01f1a63-1ee8-47bb-a69b-6d346e8cc449 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934684 Feb 19 00:50:35.853031 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4732049-1495-4b8c-9529-f55571a522b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6af4c223-e58f-47c9-811b-44c390b1c1e3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.856046 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b4732049-1495-4b8c-9529-f55571a522b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.857203 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b4732049-1495-4b8c-9529-f55571a522b9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6af4c223-e58f-47c9-811b-44c390b1c1e3 HTTP/1.1" status: 204 len: 168 time: 0.3037925 Feb 19 00:50:35.868641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4732049-1495-4b8c-9529-f55571a522b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af4c223-e58f-47c9-811b-44c390b1c1e3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:35.872562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39c086b9-c5e6-4fe2-bf46-3fad19d036dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (33760841-10c9-41ec-9a78-8028d417ee62), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:35.959694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Current status of the port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:35.961492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.021438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39c086b9-c5e6-4fe2-bf46-3fad19d036dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (33760841-10c9-41ec-9a78-8028d417ee62), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.081681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c086b9-c5e6-4fe2-bf46-3fad19d036dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=33760841-10c9-41ec-9a78-8028d417ee62,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:36.100719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-39c086b9-c5e6-4fe2-bf46-3fad19d036dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.107040 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-39c086b9-c5e6-4fe2-bf46-3fad19d036dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/33760841-10c9-41ec-9a78-8028d417ee62 HTTP/1.1" status: 204 len: 168 time: 0.6705105 Feb 19 00:50:36.109127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39130) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:36.149508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b71e4-585e-410f-b16c-cb6367388bfa req-0de5caba-37cb-4a1b-8319-f432a20283fb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.154999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:50:36.155378 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:50:36.155797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd7b71e4-585e-410f-b16c-cb6367388bfa req-0de5caba-37cb-4a1b-8319-f432a20283fb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1530962 Feb 19 00:50:36.156052 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c806c-1497-4fa4-80f5-50f0a36eaafc None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:36.160407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:36.174980 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6df0cf8e-5476-41ad-8378-13b206afa8c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0646658 Feb 19 00:50:36.177637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39132) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:36.187644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:36.274573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd7b71e4-585e-410f-b16c-cb6367388bfa req-00710af9-0d23-45ba-93c0-f379c27ac4e9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130824 Feb 19 00:50:36.308909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:36.314333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.390229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:36.392541 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.627215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:36.627638 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.653034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:36.692407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1b51-58c9-46a9-9d69-348e0c5813b3 req-daa26e7c-56e4-4ec2-b5b5-03c744da6cfe tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.706579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ecd1b51-58c9-46a9-9d69-348e0c5813b3 req-daa26e7c-56e4-4ec2-b5b5-03c744da6cfe tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1144967 Feb 19 00:50:36.714616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (a6f36ef6-a0ca-4e2b-bb84-3f41743f1541), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.754518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Current status of the port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:36.755119 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.776953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:36.781730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:36.792958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:36.794308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.815046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=a6f36ef6-a0ca-4e2b-bb84-3f41743f1541,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:36.819759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ecd1b51-58c9-46a9-9d69-348e0c5813b3 req-50d63bb6-0473-4d44-b6cb-e86fb0f3d6b5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098118 Feb 19 00:50:36.843099 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cea1386e-a1a8-4871-96b6-fc4c8c20d4a8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6624155 Feb 19 00:50:36.843633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39150) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:36.849523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': 'a6f36ef6-a0ca-4e2b-bb84-3f41743f1541', 'ip_address': '2001:db8::f2b0:f7a3:ce4f:740e'}], 'name': 'tempest-NetworksTestDHCPv6-897949287'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:36.897160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=88a84c89-8cd9-411d-a48d-b45bbf6d9be1,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:36.909081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:36.994902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=88a84c89-8cd9-411d-a48d-b45bbf6d9be1,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:37.000492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] Deleting port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:37.001163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.017310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:37.157598 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.198143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 0a32b0b5-aefe-4c87-be42-d9cb117947d2 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:37.223257 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:50:37.223609 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:50:37.313654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] For port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=88a84c89-8cd9-411d-a48d-b45bbf6d9be1,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:37.314049 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.342130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] Calling delete_port for 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:37.472557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f2b0:f7a3:ce4f:740e (56ceac71-2335-48a2-b345-d4c8d8eb1409/a6f36ef6-a0ca-4e2b-bb84-3f41743f1541/0a32b0b5-aefe-4c87-be42-d9cb117947d2) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:37.530813 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (88a84c89-8cd9-411d-a48d-b45bbf6d9be1), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.567013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] No DVR routers for this DVR port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:37.603909 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4da410-54fa-473b-850a-ebcbb85bc156 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:37.617452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc8198-be2b-430e-9a1a-aa170d0e4426 None None] Pushing event deleted for resources: {'Port': ['ID=88a84c89-8cd9-411d-a48d-b45bbf6d9be1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:37.629948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6e0cc9eb-470b-4d80-b634-07533f992cee None None] Current status of the port 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:37.763785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (0a32b0b5-aefe-4c87-be42-d9cb117947d2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.764346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-60a0269e-e783-4be0-ada0-e0700438e2ea None None] Could not find standard attr ID for object e16e72ec-afde-4b5f-8047-dc98df62ca20. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:50:37.804767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': 'a6f36ef6-a0ca-4e2b-bb84-3f41743f1541'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:37.806352 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.816498 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0a32b0b5-aefe-4c87-be42-d9cb117947d2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.918953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:37.939367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:37.943733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:37.949220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:37.949866 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:37.996676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/a6f36ef6-a0ca-4e2b-bb84-3f41743f1541/87fb135a-65c1-40e6-8fb2-c0ce3d6d728b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:38.015327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1702840 Feb 19 00:50:38.017896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39186) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:38.052392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af37fc6-e7a0-4bc4-b90f-8e78b523662d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=0a32b0b5-aefe-4c87-be42-d9cb117947d2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:38.111978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:38.120009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c281d33-a09a-4729-ad1a-3a4f46225823 req-9d3efd54-ffc4-493e-8097-9a6f13620398 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.121731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c281d33-a09a-4729-ad1a-3a4f46225823 req-9d3efd54-ffc4-493e-8097-9a6f13620398 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1338120 Feb 19 00:50:38.139544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:38.139902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 88a84c89-8cd9-411d-a48d-b45bbf6d9be1 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:38.176610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb0cb4-1e4e-484c-bcd3-8f0787a15748 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.178532 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7cfb0cb4-1e4e-484c-bcd3-8f0787a15748 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1556985 Feb 19 00:50:38.181189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39188) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:38.241136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c281d33-a09a-4729-ad1a-3a4f46225823 req-8daffd63-58bc-46e7-b271-89103319c25c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870550 Feb 19 00:50:38.268430 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Publish callbacks [] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.278266 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.384081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:38.394562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:38.403005 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-eff39552-127e-48c1-acd8-281ab159d7af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 0a32b0b5-aefe-4c87-be42-d9cb117947d2 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:38.403822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff39552-127e-48c1-acd8-281ab159d7af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0a32b0b5-aefe-4c87-be42-d9cb117947d2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.404034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:38.477348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Pushing event updated for resources: {'Port': ['ID=87fb135a-65c1-40e6-8fb2-c0ce3d6d728b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:38.481249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Attempting to bind port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:38.481843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Attempting to bind port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:38.482373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Attempting to bind port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:38.488528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:38.489038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:38.489594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.490099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:38.490778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Bound port: 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:38.491273 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.576841 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff39552-127e-48c1-acd8-281ab159d7af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0a32b0b5-aefe-4c87-be42-d9cb117947d2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.592686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] For port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:38.599661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] For port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=87fb135a-65c1-40e6-8fb2-c0ce3d6d728b,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:38.608452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:38.622157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-eff39552-127e-48c1-acd8-281ab159d7af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 0a32b0b5-aefe-4c87-be42-d9cb117947d2 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:38.745958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7126c16-24a1-488e-a9d8-3d1e4f88850c req-5b9fdb21-1d65-42d2-bba6-852b812991ae tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:38.754530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d71a5-55cd-4d19-9067-07bd0db72dd0 None None] Pushing event updated for resources: {'Port': ['ID=87fb135a-65c1-40e6-8fb2-c0ce3d6d728b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:38.755827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7126c16-24a1-488e-a9d8-3d1e4f88850c req-5b9fdb21-1d65-42d2-bba6-852b812991ae tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1537004 Feb 19 00:50:38.854977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7126c16-24a1-488e-a9d8-3d1e4f88850c req-ebce92f5-7ccd-422b-932d-1ca1c435631f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978186 Feb 19 00:50:38.963685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff39552-127e-48c1-acd8-281ab159d7af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0a32b0b5-aefe-4c87-be42-d9cb117947d2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.028558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff39552-127e-48c1-acd8-281ab159d7af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=0a32b0b5-aefe-4c87-be42-d9cb117947d2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:39.088144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff39552-127e-48c1-acd8-281ab159d7af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.098476 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eff39552-127e-48c1-acd8-281ab159d7af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/0a32b0b5-aefe-4c87-be42-d9cb117947d2 HTTP/1.1" status: 204 len: 168 time: 0.9144280 Feb 19 00:50:39.099883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39216) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.198569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f87086c-b22b-47eb-8f7d-c53f5105f5ce tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:39.200147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f87086c-b22b-47eb-8f7d-c53f5105f5ce tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:39.205236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9f87086c-b22b-47eb-8f7d-c53f5105f5ce tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1042564 Feb 19 00:50:39.205369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39220) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.275307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cace16-8879-4f85-901e-3f2ee439a8dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet a6f36ef6-a0ca-4e2b-bb84-3f41743f1541 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:39.279949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09cace16-8879-4f85-901e-3f2ee439a8dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (a6f36ef6-a0ca-4e2b-bb84-3f41743f1541), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.312587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39222) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.340147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09cace16-8879-4f85-901e-3f2ee439a8dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (a6f36ef6-a0ca-4e2b-bb84-3f41743f1541), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.467937 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09cace16-8879-4f85-901e-3f2ee439a8dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (a6f36ef6-a0ca-4e2b-bb84-3f41743f1541), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.524486 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51c3a86-a699-43bc-8192-cbb0d9f6eec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.549976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09cace16-8879-4f85-901e-3f2ee439a8dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (a6f36ef6-a0ca-4e2b-bb84-3f41743f1541), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.593549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-09cace16-8879-4f85-901e-3f2ee439a8dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.602331 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-09cace16-8879-4f85-901e-3f2ee439a8dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/a6f36ef6-a0ca-4e2b-bb84-3f41743f1541 HTTP/1.1" status: 204 len: 168 time: 0.3956130 Feb 19 00:50:39.603744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cace16-8879-4f85-901e-3f2ee439a8dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f36ef6-a0ca-4e2b-bb84-3f41743f1541,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:39.605902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39230) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.697021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39234) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.702626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:39.710407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dbb6f293-d5ad-44e0-af8a-82ddf2fcc1e5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899618 Feb 19 00:50:39.766862 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51c3a86-a699-43bc-8192-cbb0d9f6eec1 admin admin] Publish callbacks [] for security_group (4c55d220-76a4-46ae-9b69-6b6165aac4a3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.780338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51c3a86-a699-43bc-8192-cbb0d9f6eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4c55d220-76a4-46ae-9b69-6b6165aac4a3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.831659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e51c3a86-a699-43bc-8192-cbb0d9f6eec1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70737ea521634e14932427bf374400ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5179093 Feb 19 00:50:39.834502 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39242) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:39.844386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c3a86-a699-43bc-8192-cbb0d9f6eec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c55d220-76a4-46ae-9b69-6b6165aac4a3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:39.889605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:39.900160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:39.971022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79935940-579f-4c1c-8d1b-ef5c5be4724b admin admin] Publish callbacks [] for security_group (4c55d220-76a4-46ae-9b69-6b6165aac4a3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.119389 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79935940-579f-4c1c-8d1b-ef5c5be4724b admin admin] Publish callbacks [] for security_group (4c55d220-76a4-46ae-9b69-6b6165aac4a3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.163747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:40.217199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9b647-3dfa-4653-8a7b-47ca4d35dde0 req-38ce553f-3fc2-4095-9c06-d123632a7d75 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:40.227455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0d9b647-3dfa-4653-8a7b-47ca4d35dde0 req-38ce553f-3fc2-4095-9c06-d123632a7d75 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2332377 Feb 19 00:50:40.266368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79935940-579f-4c1c-8d1b-ef5c5be4724b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4c55d220-76a4-46ae-9b69-6b6165aac4a3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.270514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79935940-579f-4c1c-8d1b-ef5c5be4724b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.272644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-79935940-579f-4c1c-8d1b-ef5c5be4724b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c55d220-76a4-46ae-9b69-6b6165aac4a3 HTTP/1.1" status: 204 len: 168 time: 0.4358222 Feb 19 00:50:40.300250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79935940-579f-4c1c-8d1b-ef5c5be4724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c55d220-76a4-46ae-9b69-6b6165aac4a3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:40.307222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (5fb2c811-4f92-4c9f-ab89-b4dbaafb8984), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.318155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fe746e-5142-444a-91a6-57cdb4d43c5b None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:40.330110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0d9b647-3dfa-4653-8a7b-47ca4d35dde0 req-8fee002d-6521-4660-be20-a28497d3a1d0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002700 Feb 19 00:50:40.379231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:40.385053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:40.389847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:40.390503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.407051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=5fb2c811-4f92-4c9f-ab89-b4dbaafb8984,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:40.420422 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9e1e91a6-29b6-48a8-9978-b5a14c3840be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7194896 Feb 19 00:50:40.420899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39260) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:40.427766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '5fb2c811-4f92-4c9f-ab89-b4dbaafb8984', 'ip_address': '2001:db8::c683:fee3:69e:bae8'}], 'name': 'tempest-NetworksTestDHCPv6-58560520'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:40.472239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-227f34b6-3fbe-4bc7-9db2-1931758823df None None] Provisioning complete for port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:40.473191 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-227f34b6-3fbe-4bc7-9db2-1931758823df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.531331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:40.532096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.614684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4e0de-de2f-4001-9c4a-790870a692bb req-d6608a88-e84c-47bd-b808-bcbce41ca4d3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:40.623575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dae4e0de-de2f-4001-9c4a-790870a692bb req-d6608a88-e84c-47bd-b808-bcbce41ca4d3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1188173 Feb 19 00:50:40.672506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:40.672899 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.706155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dae4e0de-de2f-4001-9c4a-790870a692bb req-79218de6-b618-453c-894b-ee8ddee71e8f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816152 Feb 19 00:50:40.720176 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:40.727293 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.738232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39268) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:40.751843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port a6d79d79-7173-4300-9654-523aa8da4413 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:40.780120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39272) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:40.830094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=87fb135a-65c1-40e6-8fb2-c0ce3d6d728b,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:40.838124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.883876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-227f34b6-3fbe-4bc7-9db2-1931758823df None None] Current status of the port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:40.884632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-227f34b6-3fbe-4bc7-9db2-1931758823df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:40.911294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd0dc3-39b4-46fa-8f1c-f06fd3bcae20 req-b9cde166-d47c-465f-92ad-85f8e1a3fb20 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:40.919926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdbd0dc3-39b4-46fa-8f1c-f06fd3bcae20 req-b9cde166-d47c-465f-92ad-85f8e1a3fb20 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1142197 Feb 19 00:50:41.003386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=87fb135a-65c1-40e6-8fb2-c0ce3d6d728b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.017377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-227f34b6-3fbe-4bc7-9db2-1931758823df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:50:41.018203 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-227f34b6-3fbe-4bc7-9db2-1931758823df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:50:41.027311 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdbd0dc3-39b4-46fa-8f1c-f06fd3bcae20 req-cd614787-5b31-48ed-94c3-c39fb63e0c12 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061857 Feb 19 00:50:41.076116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::c683:fee3:69e:bae8 (56ceac71-2335-48a2-b345-d4c8d8eb1409/5fb2c811-4f92-4c9f-ab89-b4dbaafb8984/a6d79d79-7173-4300-9654-523aa8da4413) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:41.132577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07796898-bbf5-4801-a552-ba6e2c0d65ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.214492 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e945884d-934e-44eb-b467-f607127ee9cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.242355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7852541-115f-456c-9717-b9111106c833 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:41.268311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d49b40-8de5-4a66-814a-0a8bf5d15a05 req-938634d6-dcb4-41a1-86b0-ebafef76c507 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:41.269877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d49b40-8de5-4a66-814a-0a8bf5d15a05 req-938634d6-dcb4-41a1-86b0-ebafef76c507 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1432409 Feb 19 00:50:41.295902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39280) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:41.308724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07796898-bbf5-4801-a552-ba6e2c0d65ae admin admin] Publish callbacks [] for security_group (e03ddcbf-8732-4424-84d6-e494da4de45c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.322896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-90029b72-c731-4f0f-b673-192a0ef6041b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.331334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07796898-bbf5-4801-a552-ba6e2c0d65ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e03ddcbf-8732-4424-84d6-e494da4de45c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.360585 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-07796898-bbf5-4801-a552-ba6e2c0d65ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5449ca6bd58f495cb906bf0ff9d04134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6212392 Feb 19 00:50:41.360859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (a6d79d79-7173-4300-9654-523aa8da4413), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.366826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d49b40-8de5-4a66-814a-0a8bf5d15a05 req-20a8760f-14de-489c-9e24-0504bde238d0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853479 Feb 19 00:50:41.368619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39282) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:41.403580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07796898-bbf5-4801-a552-ba6e2c0d65ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03ddcbf-8732-4424-84d6-e494da4de45c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.437316 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e945884d-934e-44eb-b467-f607127ee9cd admin admin] Publish callbacks [] for security_group (545438e7-da22-477f-a017-23c5b3b7a970), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.442886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9eb25e24-297f-4444-b720-b30b56dede2d admin admin] Publish callbacks [] for security_group (e03ddcbf-8732-4424-84d6-e494da4de45c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.443982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e945884d-934e-44eb-b467-f607127ee9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (545438e7-da22-477f-a017-23c5b3b7a970), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.466396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a6d79d79-7173-4300-9654-523aa8da4413), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.477246 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9eb25e24-297f-4444-b720-b30b56dede2d admin admin] Publish callbacks [] for security_group (e03ddcbf-8732-4424-84d6-e494da4de45c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.480518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39286) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:41.482774 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e945884d-934e-44eb-b467-f607127ee9cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5df274088ba247ca93dbdd881e627b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7015092 Feb 19 00:50:41.538736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945884d-934e-44eb-b467-f607127ee9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545438e7-da22-477f-a017-23c5b3b7a970,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.570672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-227f34b6-3fbe-4bc7-9db2-1931758823df None None] Current status of the port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:41.574672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-90029b72-c731-4f0f-b673-192a0ef6041b admin admin] Publish callbacks [] for security_group (29f7f853-4bd1-48a8-bb82-15dea7277360), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.580806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-90029b72-c731-4f0f-b673-192a0ef6041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (29f7f853-4bd1-48a8-bb82-15dea7277360), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.602803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:41.620267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:41.624853 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-90029b72-c731-4f0f-b673-192a0ef6041b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eef64f606ff345afa3bd0e2c044bdd51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3256061 Feb 19 00:50:41.625039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:41.625135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39288) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:41.628759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:41.629507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.631318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90029b72-c731-4f0f-b673-192a0ef6041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f7f853-4bd1-48a8-bb82-15dea7277360,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.662815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=a6d79d79-7173-4300-9654-523aa8da4413,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.695138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d90fb561-4c05-41b8-aa7e-d5b16784ab99 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.2692096 Feb 19 00:50:41.697990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39290) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:41.702671 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80a32be2-af27-478b-b6d4-38015bb1cc62 admin admin] Publish callbacks [] for security_group (29f7f853-4bd1-48a8-bb82-15dea7277360), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.709217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-34d13d8f-dd1b-4b0d-95de-001b7bfd4679 None None] Provisioning complete for port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:41.712150 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34d13d8f-dd1b-4b0d-95de-001b7bfd4679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.729601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80a32be2-af27-478b-b6d4-38015bb1cc62 admin admin] Publish callbacks [] for security_group (29f7f853-4bd1-48a8-bb82-15dea7277360), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.735533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a1883-f36a-4b0d-bbed-8ec7bad90176 req-fc6d0cc6-a90c-4e6c-a00b-b3a36491728d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:41.737418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-350a1883-f36a-4b0d-bbed-8ec7bad90176 req-fc6d0cc6-a90c-4e6c-a00b-b3a36491728d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2249992 Feb 19 00:50:41.764365 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0bf5-6ea8-44e9-a103-12ba512c559e admin admin] Publish callbacks [] for security_group (545438e7-da22-477f-a017-23c5b3b7a970), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.768157 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9eb25e24-297f-4444-b720-b30b56dede2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e03ddcbf-8732-4424-84d6-e494da4de45c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.776892 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9eb25e24-297f-4444-b720-b30b56dede2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.778063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9eb25e24-297f-4444-b720-b30b56dede2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e03ddcbf-8732-4424-84d6-e494da4de45c HTTP/1.1" status: 204 len: 168 time: 0.4083290 Feb 19 00:50:41.800160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80a32be2-af27-478b-b6d4-38015bb1cc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (29f7f853-4bd1-48a8-bb82-15dea7277360), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.803427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80a32be2-af27-478b-b6d4-38015bb1cc62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.807031 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-80a32be2-af27-478b-b6d4-38015bb1cc62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29f7f853-4bd1-48a8-bb82-15dea7277360 HTTP/1.1" status: 204 len: 168 time: 0.1786230 Feb 19 00:50:41.818271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb25e24-297f-4444-b720-b30b56dede2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03ddcbf-8732-4424-84d6-e494da4de45c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.833543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0bf5-6ea8-44e9-a103-12ba512c559e admin admin] Publish callbacks [] for security_group (545438e7-da22-477f-a017-23c5b3b7a970), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:41.844506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a32be2-af27-478b-b6d4-38015bb1cc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f7f853-4bd1-48a8-bb82-15dea7277360,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:41.868744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-34d13d8f-dd1b-4b0d-95de-001b7bfd4679 None None] Current status of the port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:41.947431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b3450-ac8c-4615-94bf-bf0b56983052 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:41.953187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b3450-ac8c-4615-94bf-bf0b56983052 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:41.957988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9e0b3450-ac8c-4615-94bf-bf0b56983052 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.2595656 Feb 19 00:50:41.958462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39296) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:41.973954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-350a1883-f36a-4b0d-bbed-8ec7bad90176 req-9125a2fe-1508-4ea7-b044-5f851a1edab8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182972 Feb 19 00:50:42.025572 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0bf5-6ea8-44e9-a103-12ba512c559e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (545438e7-da22-477f-a017-23c5b3b7a970), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.028935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fe9b0bf5-6ea8-44e9-a103-12ba512c559e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.042043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fe9b0bf5-6ea8-44e9-a103-12ba512c559e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/545438e7-da22-477f-a017-23c5b3b7a970 HTTP/1.1" status: 204 len: 168 time: 0.5519445 Feb 19 00:50:42.070976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b0bf5-6ea8-44e9-a103-12ba512c559e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545438e7-da22-477f-a017-23c5b3b7a970,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:42.094755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e8110fa4-35ab-471c-9cbe-59af4eab2336 None None] Could not find standard attr ID for object 0a32b0b5-aefe-4c87-be42-d9cb117947d2. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:50:42.142751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e429bfb2-7785-4a9f-ad65-aeef5b7f8982 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port a6d79d79-7173-4300-9654-523aa8da4413 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:42.143498 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e429bfb2-7785-4a9f-ad65-aeef5b7f8982 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a6d79d79-7173-4300-9654-523aa8da4413), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.168934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:42.245166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e2980-7958-4e64-b430-527abcbcef0e req-d69c993f-5060-4853-b280-ad4507c42a6c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:42.253978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-359e2980-7958-4e64-b430-527abcbcef0e req-d69c993f-5060-4853-b280-ad4507c42a6c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1145039 Feb 19 00:50:42.263131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:42.264006 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.300339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e429bfb2-7785-4a9f-ad65-aeef5b7f8982 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a6d79d79-7173-4300-9654-523aa8da4413), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.326734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e429bfb2-7785-4a9f-ad65-aeef5b7f8982 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for a6d79d79-7173-4300-9654-523aa8da4413 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:42.342978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-359e2980-7958-4e64-b430-527abcbcef0e req-a28ab9f3-6848-48da-8591-8c31be1df567 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872605 Feb 19 00:50:42.378055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:42.393112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39308) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:42.417639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ad934d98-cb3f-4521-a679-b961071f4b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.459363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-323149c4-f93f-4432-8d42-8cf02ec33cb0 None None] Provisioning complete for port a6d79d79-7173-4300-9654-523aa8da4413 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:42.459737 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-323149c4-f93f-4432-8d42-8cf02ec33cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a6d79d79-7173-4300-9654-523aa8da4413), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.541904 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ad934d98-cb3f-4521-a679-b961071f4b26 admin admin] Publish callbacks [] for security_group (f790adfd-731a-48d8-b01d-3dee5d3996df), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.547726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ad934d98-cb3f-4521-a679-b961071f4b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f790adfd-731a-48d8-b01d-3dee5d3996df), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.558075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-323149c4-f93f-4432-8d42-8cf02ec33cb0 None None] Port a6d79d79-7173-4300-9654-523aa8da4413 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:42.614341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad934d98-cb3f-4521-a679-b961071f4b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f790adfd-731a-48d8-b01d-3dee5d3996df,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:42.627625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ad934d98-cb3f-4521-a679-b961071f4b26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7f36f6fe63247729d10bbbf2b762469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320070 Feb 19 00:50:42.630469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39314) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:42.716186 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d95686f-0fa1-429a-a4de-ba06286351f5 admin admin] Publish callbacks [] for security_group (f790adfd-731a-48d8-b01d-3dee5d3996df), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.751502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d95686f-0fa1-429a-a4de-ba06286351f5 admin admin] Publish callbacks [] for security_group (f790adfd-731a-48d8-b01d-3dee5d3996df), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.828439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d95686f-0fa1-429a-a4de-ba06286351f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f790adfd-731a-48d8-b01d-3dee5d3996df), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.831371 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d95686f-0fa1-429a-a4de-ba06286351f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.834968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2d95686f-0fa1-429a-a4de-ba06286351f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f790adfd-731a-48d8-b01d-3dee5d3996df HTTP/1.1" status: 204 len: 168 time: 0.1999962 Feb 19 00:50:42.842558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95686f-0fa1-429a-a4de-ba06286351f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f790adfd-731a-48d8-b01d-3dee5d3996df,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:42.857705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39324) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:42.877428 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-549c13ce-3539-4d24-bd3a-374e4202892e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.936382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e429bfb2-7785-4a9f-ad65-aeef5b7f8982 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a6d79d79-7173-4300-9654-523aa8da4413), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.977569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429bfb2-7785-4a9f-ad65-aeef5b7f8982 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=a6d79d79-7173-4300-9654-523aa8da4413,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:42.978172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-549c13ce-3539-4d24-bd3a-374e4202892e admin admin] Publish callbacks [] for security_group (60a02f1f-2139-49d8-bd50-451115e163e2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:42.989470 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-549c13ce-3539-4d24-bd3a-374e4202892e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (60a02f1f-2139-49d8-bd50-451115e163e2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.023179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e429bfb2-7785-4a9f-ad65-aeef5b7f8982 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.029205 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e429bfb2-7785-4a9f-ad65-aeef5b7f8982 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/a6d79d79-7173-4300-9654-523aa8da4413 HTTP/1.1" status: 204 len: 168 time: 1.0696714 Feb 19 00:50:43.031579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39326) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.058951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-549c13ce-3539-4d24-bd3a-374e4202892e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf933d7d20c54c3a97df391a28de6841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962438 Feb 19 00:50:43.058951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39328) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.111844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549c13ce-3539-4d24-bd3a-374e4202892e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a02f1f-2139-49d8-bd50-451115e163e2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.139933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5b7669c-4f11-4882-8ae6-0cef4d565bb4 admin admin] Publish callbacks [] for security_group (60a02f1f-2139-49d8-bd50-451115e163e2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.142978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ec7e1-addd-4487-82ba-ebcf060f6c8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.144388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075ec7e1-addd-4487-82ba-ebcf060f6c8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.146297 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-075ec7e1-addd-4487-82ba-ebcf060f6c8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1131570 Feb 19 00:50:43.149425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39334) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.170235 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5b7669c-4f11-4882-8ae6-0cef4d565bb4 admin admin] Publish callbacks [] for security_group (60a02f1f-2139-49d8-bd50-451115e163e2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.206338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-88486c22-827b-443f-9c48-3fafad035c30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 5fb2c811-4f92-4c9f-ab89-b4dbaafb8984 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:43.209641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88486c22-827b-443f-9c48-3fafad035c30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (5fb2c811-4f92-4c9f-ab89-b4dbaafb8984), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.237546 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5b7669c-4f11-4882-8ae6-0cef4d565bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (60a02f1f-2139-49d8-bd50-451115e163e2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.244600 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e5b7669c-4f11-4882-8ae6-0cef4d565bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.253513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e5b7669c-4f11-4882-8ae6-0cef4d565bb4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60a02f1f-2139-49d8-bd50-451115e163e2 HTTP/1.1" status: 204 len: 168 time: 0.1947229 Feb 19 00:50:43.263340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7669c-4f11-4882-8ae6-0cef4d565bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a02f1f-2139-49d8-bd50-451115e163e2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.271280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88486c22-827b-443f-9c48-3fafad035c30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (5fb2c811-4f92-4c9f-ab89-b4dbaafb8984), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.336908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88486c22-827b-443f-9c48-3fafad035c30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (5fb2c811-4f92-4c9f-ab89-b4dbaafb8984), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.410695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88486c22-827b-443f-9c48-3fafad035c30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (5fb2c811-4f92-4c9f-ab89-b4dbaafb8984), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.455559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88486c22-827b-443f-9c48-3fafad035c30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=5fb2c811-4f92-4c9f-ab89-b4dbaafb8984,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:43.457692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88486c22-827b-443f-9c48-3fafad035c30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.463303 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-88486c22-827b-443f-9c48-3fafad035c30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/5fb2c811-4f92-4c9f-ab89-b4dbaafb8984 HTTP/1.1" status: 204 len: 168 time: 0.3105948 Feb 19 00:50:43.463703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39350) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.469255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7709ab45-843d-44b6-95f7-21aacfb73364 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:43.507097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b7e9b6e4-9b2a-47c6-82ec-1652cea0d163 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399044 Feb 19 00:50:43.507808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.537758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39356) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.580883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c42293-a5ab-42d4-8109-63f973037de4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.584790 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-38c42293-a5ab-42d4-8109-63f973037de4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0737917 Feb 19 00:50:43.585162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39360) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.647142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40838390-796d-4dcb-bbda-4f0f1493acb1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:43.648643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-40838390-796d-4dcb-bbda-4f0f1493acb1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0622318 Feb 19 00:50:43.652569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39366) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.666457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:43.702234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d46f3e53-2fef-4c94-aef9-e6805a9693c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471890 Feb 19 00:50:43.705855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39368) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:43.711408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:43.735789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] Deleting port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:43.736367 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.823699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] For port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=87fb135a-65c1-40e6-8fb2-c0ce3d6d728b,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:43.824186 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.825784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:43.830255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:43.840499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] Calling delete_port for 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:43.941966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-274130436-network', 'tenant_id': '0b36948da4764736ab2ccaffd8192ae3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:43.952769 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (87fb135a-65c1-40e6-8fb2-c0ce3d6d728b), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.028774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Made reservation on behalf of 0b36948da4764736ab2ccaffd8192ae3 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:44.031106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] Pushing event deleted for resources: {'Port': ['ID=87fb135a-65c1-40e6-8fb2-c0ce3d6d728b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:44.031535 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.043278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd365e-ad74-4f73-83be-5db58c9bdc46 None None] No DVR routers for this DVR port 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:44.044327 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.080189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:44.117524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:44.117955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 87fb135a-65c1-40e6-8fb2-c0ce3d6d728b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:44.135250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (80222dfb-1b88-4446-bd60-6fbd6cff45cb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.197100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:44.205217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:44.210780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:44.211372 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.217077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=80222dfb-1b88-4446-bd60-6fbd6cff45cb,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:44.220622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56ad74b-32d6-4aa5-91a0-9631eba10b9e None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:44.244064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Publish callbacks [] for security_group (f424f898-f6ba-4951-b60c-49ed72415e62), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.249203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-07fe99fd-a5d9-4f63-8d7a-9e3f77bb8f21 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5422366 Feb 19 00:50:44.252214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39386) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:44.254801 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f424f898-f6ba-4951-b60c-49ed72415e62), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.262783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '80222dfb-1b88-4446-bd60-6fbd6cff45cb', 'ip_address': '2001:db8::1034:40b6:cec0:426c'}], 'name': 'tempest-NetworksTestDHCPv6-616612769'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:44.272318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:50:44.281894 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b660a8e2-1dd5-499f-801d-2f0c0d93f956), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.282555 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Added segment b660a8e2-1dd5-499f-801d-2f0c0d93f956 of type vlan for network f999c100-9253-4f07-a04b-8b8eda734ab5 Feb 19 00:50:44.326645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (f999c100-9253-4f07-a04b-8b8eda734ab5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.341483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '80222dfb-1b88-4446-bd60-6fbd6cff45cb'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:44.343788 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.358243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (f999c100-9253-4f07-a04b-8b8eda734ab5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.359238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:44.359821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.437089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f424f898-f6ba-4951-b60c-49ed72415e62,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:44.458261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9154582 Feb 19 00:50:44.459135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39394) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:44.467759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Request body: {'subnet': {'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-274130436-subnet', 'tenant_id': '0b36948da4764736ab2ccaffd8192ae3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:44.489993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46b6f53-f718-483d-b16c-1a3d41e922aa admin admin] Pushing event updated for resources: {'Network': ['ID=f999c100-9253-4f07-a04b-8b8eda734ab5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:44.512732 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network f999c100-9253-4f07-a04b-8b8eda734ab5 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:50:44.513384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Made reservation on behalf of 0b36948da4764736ab2ccaffd8192ae3 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:44.515774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.521254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:44.620636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/80222dfb-1b88-4446-bd60-6fbd6cff45cb/e9924b66-14b0-4460-9204-15505fff9ddf) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:44.668893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.695314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port a0b69338-f76b-432b-9783-e909e4b8fbec yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:44.779514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (bac474fd-9c81-4013-9a46-cbf7984d3816), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.844515 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Publish callbacks [] for port (e9924b66-14b0-4460-9204-15505fff9ddf), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.847645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac474fd-9c81-4013-9a46-cbf7984d3816,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:44.852906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.857078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Checking segment: {'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:44.857541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Network hostable DHCP agents. Network: f999c100-9253-4f07-a04b-8b8eda734ab5, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:50:44.881050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Network f999c100-9253-4f07-a04b-8b8eda734ab5 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:50:44.903747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, f999c100-9253-4f07-a04b-8b8eda734ab5) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:44.908362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:44.909274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:44.909399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:44.915503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc4f673-d73b-4614-b27a-a5feb2bba6e0 None None] Network f999c100-9253-4f07-a04b-8b8eda734ab5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:44.920779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:44.924382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:44.942349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Pushing event updated for resources: {'Port': ['ID=e9924b66-14b0-4460-9204-15505fff9ddf,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:44.942716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-25ed4437-4875-4ecf-be0e-44eb532783bc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4726717 Feb 19 00:50:44.967725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::1034:40b6:cec0:426c (56ceac71-2335-48a2-b345-d4c8d8eb1409/80222dfb-1b88-4446-bd60-6fbd6cff45cb/a0b69338-f76b-432b-9783-e909e4b8fbec) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:45.044331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Attempting to bind port e9924b66-14b0-4460-9204-15505fff9ddf on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:45.044739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Attempting to bind port e9924b66-14b0-4460-9204-15505fff9ddf by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:45.045325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Attempting to bind port e9924b66-14b0-4460-9204-15505fff9ddf on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:45.054689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:45.055064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:45.055454 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.055862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:45.056390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Bound port: e9924b66-14b0-4460-9204-15505fff9ddf, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:45.056771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.116426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8677e69f-96d7-492a-8a71-c2eac5027c90 None None] Network f999c100-9253-4f07-a04b-8b8eda734ab5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:45.179022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (a0b69338-f76b-432b-9783-e909e4b8fbec), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.227821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a0b69338-f76b-432b-9783-e909e4b8fbec), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.302750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:45.307697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:45.310218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=a0b69338-f76b-432b-9783-e909e4b8fbec,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:45.314114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:45.319835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:45.320787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.343113 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9905ad30-75af-4e8c-a14e-17b322b7e3fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0881376 Feb 19 00:50:45.345514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39428) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:45.352800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1839b15f-1d46-45b3-979e-1831af2c6e54 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '80222dfb-1b88-4446-bd60-6fbd6cff45cb', 'ip_address': '2001:db8::1034:40b6:cec0:426c'}], 'name': 'tempest-NetworksTestDHCPv6-2066280882'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:45.376178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] For port e9924b66-14b0-4460-9204-15505fff9ddf, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:45.381162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] For port e9924b66-14b0-4460-9204-15505fff9ddf, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e9924b66-14b0-4460-9204-15505fff9ddf,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:45.395448 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:45.492739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb676f3b-f133-4f1b-8fa5-b99d5cea2d2e None None] Pushing event updated for resources: {'Port': ['ID=e9924b66-14b0-4460-9204-15505fff9ddf,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:46.103400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1839b15f-1d46-45b3-979e-1831af2c6e54 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:46.181746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e9924b66-14b0-4460-9204-15505fff9ddf up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:46.232416 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1839b15f-1d46-45b3-979e-1831af2c6e54 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.255059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-1839b15f-1d46-45b3-979e-1831af2c6e54 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port a3088de0-99fa-4cab-9c0c-a092c4f7013e yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:46.325668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e9924b66-14b0-4460-9204-15505fff9ddf triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:46.325986 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.358742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39458) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:46.368254 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:50:46.533202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ff463fe-970f-4d65-9b48-295c3f691c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.543531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e9924b66-14b0-4460-9204-15505fff9ddf is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:46.543945 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.609112 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-1839b15f-1d46-45b3-979e-1831af2c6e54 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 00:50:46.609802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1839b15f-1d46-45b3-979e-1831af2c6e54 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:50:46.623530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port e9924b66-14b0-4460-9204-15505fff9ddf, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e9924b66-14b0-4460-9204-15505fff9ddf,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:46.631225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.658818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1839b15f-1d46-45b3-979e-1831af2c6e54 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3085983 Feb 19 00:50:46.660790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39462) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:46.726438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ff463fe-970f-4d65-9b48-295c3f691c8f admin admin] Publish callbacks [] for security_group (a3523c99-9071-4755-880c-ef917ef6c3a3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.734886 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ff463fe-970f-4d65-9b48-295c3f691c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a3523c99-9071-4755-880c-ef917ef6c3a3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.737543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=e9924b66-14b0-4460-9204-15505fff9ddf,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:46.797379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4a427-c3c8-4a58-ba07-4882aa0fa4cb tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:46.802899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de4a427-c3c8-4a58-ba07-4882aa0fa4cb tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:46.807485 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0de4a427-c3c8-4a58-ba07-4882aa0fa4cb tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1439228 Feb 19 00:50:46.808628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39464) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:46.823876 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2ff463fe-970f-4d65-9b48-295c3f691c8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e66548946954d36940b3f6a5e589d5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640033 Feb 19 00:50:46.827653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39466) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:46.839244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff463fe-970f-4d65-9b48-295c3f691c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3523c99-9071-4755-880c-ef917ef6c3a3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:46.943692 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e558a09-b048-4b5f-8674-225faa016333 admin admin] Publish callbacks [] for security_group (a3523c99-9071-4755-880c-ef917ef6c3a3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:46.978172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e558a09-b048-4b5f-8674-225faa016333 admin admin] Publish callbacks [] for security_group (a3523c99-9071-4755-880c-ef917ef6c3a3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.007444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-25fea0ce-2a06-42ff-bc2d-97b6316db0fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port a0b69338-f76b-432b-9783-e909e4b8fbec {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:47.007828 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-25fea0ce-2a06-42ff-bc2d-97b6316db0fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a0b69338-f76b-432b-9783-e909e4b8fbec), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.055962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a5d1cbbe-b26e-475f-a6af-27b229f7fdcc None None] Provisioning complete for port e9924b66-14b0-4460-9204-15505fff9ddf triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:47.056371 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d1cbbe-b26e-475f-a6af-27b229f7fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.115534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e558a09-b048-4b5f-8674-225faa016333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a3523c99-9071-4755-880c-ef917ef6c3a3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.119173 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8e558a09-b048-4b5f-8674-225faa016333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.121489 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8e558a09-b048-4b5f-8674-225faa016333 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3523c99-9071-4755-880c-ef917ef6c3a3 HTTP/1.1" status: 204 len: 168 time: 0.2927871 Feb 19 00:50:47.139724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e558a09-b048-4b5f-8674-225faa016333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3523c99-9071-4755-880c-ef917ef6c3a3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:47.185006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-25fea0ce-2a06-42ff-bc2d-97b6316db0fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a0b69338-f76b-432b-9783-e909e4b8fbec), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.214348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-25fea0ce-2a06-42ff-bc2d-97b6316db0fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for a0b69338-f76b-432b-9783-e909e4b8fbec owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:47.316852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a5d1cbbe-b26e-475f-a6af-27b229f7fdcc None None] Current status of the port e9924b66-14b0-4460-9204-15505fff9ddf is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:47.438463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-25fea0ce-2a06-42ff-bc2d-97b6316db0fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a0b69338-f76b-432b-9783-e909e4b8fbec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.439281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f2d05464-45ab-4745-96c6-d2aba9684a09 None None] Could not find standard attr ID for object a0b69338-f76b-432b-9783-e909e4b8fbec. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:50:47.499730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fea0ce-2a06-42ff-bc2d-97b6316db0fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=a0b69338-f76b-432b-9783-e909e4b8fbec,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:47.541596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-25fea0ce-2a06-42ff-bc2d-97b6316db0fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.546677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-25fea0ce-2a06-42ff-bc2d-97b6316db0fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/a0b69338-f76b-432b-9783-e909e4b8fbec HTTP/1.1" status: 204 len: 168 time: 0.7352974 Feb 19 00:50:47.548127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39482) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:47.680211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb81aff-924f-4d6e-b3ce-9ebf98432946 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:47.695468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb81aff-924f-4d6e-b3ce-9ebf98432946 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:47.705593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39488) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:47.707495 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1bb81aff-924f-4d6e-b3ce-9ebf98432946 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1581323 Feb 19 00:50:47.809195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33042fa-f220-4b14-bd01-32368ca7528e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 80222dfb-1b88-4446-bd60-6fbd6cff45cb {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:47.813563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33042fa-f220-4b14-bd01-32368ca7528e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (80222dfb-1b88-4446-bd60-6fbd6cff45cb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.898974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33042fa-f220-4b14-bd01-32368ca7528e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (80222dfb-1b88-4446-bd60-6fbd6cff45cb), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:47.985516 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8944b1c0-deae-4cb3-a1bc-d5b90c3a6ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.056312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33042fa-f220-4b14-bd01-32368ca7528e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (80222dfb-1b88-4446-bd60-6fbd6cff45cb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.154507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33042fa-f220-4b14-bd01-32368ca7528e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (80222dfb-1b88-4446-bd60-6fbd6cff45cb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.166592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e9924b66-14b0-4460-9204-15505fff9ddf up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:48.193986 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33042fa-f220-4b14-bd01-32368ca7528e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.197480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d33042fa-f220-4b14-bd01-32368ca7528e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/80222dfb-1b88-4446-bd60-6fbd6cff45cb HTTP/1.1" status: 204 len: 168 time: 0.4942939 Feb 19 00:50:48.199157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33042fa-f220-4b14-bd01-32368ca7528e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=80222dfb-1b88-4446-bd60-6fbd6cff45cb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:48.200150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39506) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:48.205675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b32485-8ba7-4ab9-94f5-f33b78a063bd None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:48.257210 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0be7706b-20ab-4be7-bfba-25e092ac42f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557225 Feb 19 00:50:48.260806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39510) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:48.265844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:48.355519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e9924b66-14b0-4460-9204-15505fff9ddf triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:48.356088 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.487982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:48.487982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.494115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:48.531457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e9924b66-14b0-4460-9204-15505fff9ddf is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:48.559096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] Deleting port e9924b66-14b0-4460-9204-15505fff9ddf {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:48.559568 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.584428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-ff0144c8-219e-404c-a945-a640e8c28e4e tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:48.588303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-ff0144c8-219e-404c-a945-a640e8c28e4e tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/networks?id=f999c100-9253-4f07-a04b-8b8eda734ab5 HTTP/1.1" status: 200 len: 808 time: 0.2013152 Feb 19 00:50:48.607140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-c4ffd636-679f-42b1-98fa-c428441a1902 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/quotas/0b36948da4764736ab2ccaffd8192ae3 HTTP/1.1" status: 200 len: 375 time: 0.0120499 Feb 19 00:50:48.654495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-160ed7c1-c07c-4f34-9686-cab245e39484 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b36948da4764736ab2ccaffd8192ae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408444 Feb 19 00:50:48.660574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] For port e9924b66-14b0-4460-9204-15505fff9ddf, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e9924b66-14b0-4460-9204-15505fff9ddf,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:48.668111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-581aaaf3-bc6d-4f46-8857-269765b55230 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:50:48.668690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-581aaaf3-bc6d-4f46-8857-269765b55230 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066109 Feb 19 00:50:48.671735 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.699647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] Calling delete_port for e9924b66-14b0-4460-9204-15505fff9ddf owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:48.783201 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (3717aed0-39ca-4947-8b9a-35048d9014c0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.818693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (e9924b66-14b0-4460-9204-15505fff9ddf), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.860865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] Pushing event deleted for resources: {'Port': ['ID=e9924b66-14b0-4460-9204-15505fff9ddf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:48.868801 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.872400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-f1796a9c-5448-420c-ac56-235de9ecd10b service neutron] 10.222.0.60 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956358 Feb 19 00:50:48.877911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04c3b44-4a1d-4e60-9d7b-32581c82a457 None None] No DVR routers for this DVR port e9924b66-14b0-4460-9204-15505fff9ddf on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:48.878512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:48.882538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:48.902614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:48.904231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaa1434-5155-43fa-a8a7-4b2c9241c4f9 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:48.904919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:48.918995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=3717aed0-39ca-4947-8b9a-35048d9014c0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:48.941522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a7119391-157c-419a-a40f-6c5d232e006c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6794901 Feb 19 00:50:48.944224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39532) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:48.952404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3d24a155-8289-49af-9314-bc56caf803f6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '3717aed0-39ca-4947-8b9a-35048d9014c0', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-517029783'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:49.031837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-17d4e4ac-2894-460d-a741-8b570e2834ee service neutron] 10.222.0.60 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469541 Feb 19 00:50:49.103894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '3717aed0-39ca-4947-8b9a-35048d9014c0'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:49.105224 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.168782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d24a155-8289-49af-9314-bc56caf803f6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:49.173971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3d24a155-8289-49af-9314-bc56caf803f6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.194952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-3d24a155-8289-49af-9314-bc56caf803f6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 37b94360-f9f8-4f12-a5ec-d277d30152de yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:50:49.285236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b581e4b6-d031-4e6d-b156-152a21f8e164 req-b7c77ad7-060a-4684-9f6f-9b332a4fc288 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 210 time: 0.0562558 Feb 19 00:50:49.337255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/3717aed0-39ca-4947-8b9a-35048d9014c0/7d1c21d2-1ff6-4f0f-ad35-e1dd39338723) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:49.513416 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Publish callbacks [] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.520334 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.523046 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d24a155-8289-49af-9314-bc56caf803f6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:50:49.523634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d24a155-8289-49af-9314-bc56caf803f6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:50:49.545190 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3d24a155-8289-49af-9314-bc56caf803f6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5988784 Feb 19 00:50:49.547887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39556) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:49.563567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:49.568593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:49.574363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:49.622721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5284f43-46ed-46b6-8bad-f3a45bd36ad1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:49.627010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e5284f43-46ed-46b6-8bad-f3a45bd36ad1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0779319 Feb 19 00:50:49.628119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39560) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:49.645207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Pushing event updated for resources: {'Port': ['ID=7d1c21d2-1ff6-4f0f-ad35-e1dd39338723,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:49.661482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Attempting to bind port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:49.662117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Attempting to bind port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:49.662685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Attempting to bind port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:49.670033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:49.670907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:49.671317 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.671762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:49.672297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Bound port: 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:49.672687 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.698348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f2c5d-8658-41b6-9e8d-49d75cc87dda tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:49.700727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f2c5d-8658-41b6-9e8d-49d75cc87dda tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:49.702523 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-298f2c5d-8658-41b6-9e8d-49d75cc87dda tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0731764 Feb 19 00:50:49.705556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39562) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:49.753367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] For port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:49.757203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] For port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7d1c21d2-1ff6-4f0f-ad35-e1dd39338723,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:49.764493 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.780112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba14c359-5f78-43e7-b97e-4e9576e0b4a3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 3717aed0-39ca-4947-8b9a-35048d9014c0 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:49.784245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba14c359-5f78-43e7-b97e-4e9576e0b4a3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (3717aed0-39ca-4947-8b9a-35048d9014c0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.836360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42293995-52da-47f9-9ff5-1544f7dc3ade None None] Pushing event updated for resources: {'Port': ['ID=7d1c21d2-1ff6-4f0f-ad35-e1dd39338723,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:49.847102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba14c359-5f78-43e7-b97e-4e9576e0b4a3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (3717aed0-39ca-4947-8b9a-35048d9014c0), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:49.973332 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba14c359-5f78-43e7-b97e-4e9576e0b4a3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3717aed0-39ca-4947-8b9a-35048d9014c0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.052328 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb30fce7-3b6f-4948-b970-b3326c5daa4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.080733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba14c359-5f78-43e7-b97e-4e9576e0b4a3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (3717aed0-39ca-4947-8b9a-35048d9014c0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.119543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e9924b66-14b0-4460-9204-15505fff9ddf no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:50.135462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba14c359-5f78-43e7-b97e-4e9576e0b4a3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.139731 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ba14c359-5f78-43e7-b97e-4e9576e0b4a3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/3717aed0-39ca-4947-8b9a-35048d9014c0 HTTP/1.1" status: 204 len: 168 time: 0.4328408 Feb 19 00:50:50.141426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14c359-5f78-43e7-b97e-4e9576e0b4a3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=3717aed0-39ca-4947-8b9a-35048d9014c0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:50.142668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39576) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:50.154296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e9924b66-14b0-4460-9204-15505fff9ddf {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:50:50.154788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e9924b66-14b0-4460-9204-15505fff9ddf not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:50:50.190425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1ced638f-038c-4939-808d-a021a85998b0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459292 Feb 19 00:50:50.194386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39580) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:50.208968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:50.447099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-601575e2-29ed-4cb6-8730-cbd6deac8b4f tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:50.448885 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-601575e2-29ed-4cb6-8730-cbd6deac8b4f tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.113 "GET /v2.0/networks?id=f999c100-9253-4f07-a04b-8b8eda734ab5 HTTP/1.1" status: 200 len: 808 time: 0.1580112 Feb 19 00:50:50.471071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1cdf865a-0bce-44ec-b763-014af6a60939 req-82bc108c-5c95-4712-b9e5-e01303379782 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 210 time: 0.0539541 Feb 19 00:50:50.473809 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Request body: {'port': {'device_id': 'c60dacfe-4009-4e68-aec2-949376cf4c05', 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5', 'admin_state_up': True, 'tenant_id': '0b36948da4764736ab2ccaffd8192ae3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:50.478695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:50.482149 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.723558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Made reservation on behalf of 0b36948da4764736ab2ccaffd8192ae3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:50.727686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.853626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (75663ed6-fed9-4d11-8007-e2d57b404033), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.940966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:50.948377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:50.956437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:50.957051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:50.961051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39598) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:50.972611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=75663ed6-fed9-4d11-8007-e2d57b404033,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:50.975616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Allocated IP 172.20.0.5 (f999c100-9253-4f07-a04b-8b8eda734ab5/bac474fd-9c81-4013-9a46-cbf7984d3816/6e7471a5-658d-46e5-a654-67091c97a48f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:50.995312 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ec8e6ce-0b5f-4ab2-a3db-cfa1fe26adf6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7994647 Feb 19 00:50:50.997089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39602) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:51.004347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b5ab06d8-ff6f-4ce3-b26f-2aef612bdfa3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1469291403', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:51.050530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5ab06d8-ff6f-4ce3-b26f-2aef612bdfa3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (b080c029-0931-4fb9-825b-8b647c315019), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.051518 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5ab06d8-ff6f-4ce3-b26f-2aef612bdfa3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (b080c029-0931-4fb9-825b-8b647c315019), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.133311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d3ba925e-ced2-46b8-9000-ddeeeb62f12f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.166238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e952e68-ed64-4c7d-8c7f-1e89ae8a0c26 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:51.183055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5ab06d8-ff6f-4ce3-b26f-2aef612bdfa3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router_controller (b080c029-0931-4fb9-825b-8b647c315019), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.191885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5ab06d8-ff6f-4ce3-b26f-2aef612bdfa3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (b080c029-0931-4fb9-825b-8b647c315019), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.223609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5ab06d8-ff6f-4ce3-b26f-2aef612bdfa3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.227797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b5ab06d8-ff6f-4ce3-b26f-2aef612bdfa3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2269006 Feb 19 00:50:51.228694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39604) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:51.251592 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.253846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-860bbc37-4c11-4cb8-87b1-de33a22c2343 None None] Provisioning complete for port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:51.254260 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-860bbc37-4c11-4cb8-87b1-de33a22c2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.270646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d3ba925e-ced2-46b8-9000-ddeeeb62f12f admin admin] Publish callbacks [] for security_group (e8f4903b-2f33-462d-a28d-539072747dca), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.278701 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d3ba925e-ced2-46b8-9000-ddeeeb62f12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e8f4903b-2f33-462d-a28d-539072747dca), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.283940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks [] for port (6e7471a5-658d-46e5-a654-67091c97a48f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.343104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba925e-ced2-46b8-9000-ddeeeb62f12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f4903b-2f33-462d-a28d-539072747dca,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:51.373223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d3ba925e-ced2-46b8-9000-ddeeeb62f12f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c4c9e79179da44ca839d8dc5fbd1980f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4107153 Feb 19 00:50:51.376201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39606) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:51.393958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-860bbc37-4c11-4cb8-87b1-de33a22c2343 None None] Current status of the port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:51.394419 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-860bbc37-4c11-4cb8-87b1-de33a22c2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.435855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-860bbc37-4c11-4cb8-87b1-de33a22c2343 None None] For port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7d1c21d2-1ff6-4f0f-ad35-e1dd39338723,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:51.443075 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-860bbc37-4c11-4cb8-87b1-de33a22c2343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.451416 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce64fb91-afb9-4895-86bd-0b5e2d7e00ae admin admin] Publish callbacks [] for security_group (e8f4903b-2f33-462d-a28d-539072747dca), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.481064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce64fb91-afb9-4895-86bd-0b5e2d7e00ae admin admin] Publish callbacks [] for security_group (e8f4903b-2f33-462d-a28d-539072747dca), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.506687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bbc37-4c11-4cb8-87b1-de33a22c2343 None None] Pushing event updated for resources: {'Port': ['ID=7d1c21d2-1ff6-4f0f-ad35-e1dd39338723,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:51.523922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.570337 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce64fb91-afb9-4895-86bd-0b5e2d7e00ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e8f4903b-2f33-462d-a28d-539072747dca), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.574241 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce64fb91-afb9-4895-86bd-0b5e2d7e00ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.576629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ce64fb91-afb9-4895-86bd-0b5e2d7e00ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8f4903b-2f33-462d-a28d-539072747dca HTTP/1.1" status: 204 len: 168 time: 0.1994174 Feb 19 00:50:51.597449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce64fb91-afb9-4895-86bd-0b5e2d7e00ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f4903b-2f33-462d-a28d-539072747dca,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:51.631044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Network f999c100-9253-4f07-a04b-8b8eda734ab5 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:51.639103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Pushing event updated for resources: {'Port': ['ID=6e7471a5-658d-46e5-a654-67091c97a48f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:51.645470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:51.650402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:51.710586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc54b4c6-4683-4b42-a903-fa3cce229c99 req-5f635809-18af-4688-aec9-34a63876ba15 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:51.715673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc54b4c6-4683-4b42-a903-fa3cce229c99 req-5f635809-18af-4688-aec9-34a63876ba15 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 931 time: 0.0944455 Feb 19 00:50:51.756125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.779589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:51.780540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.789962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a6bbc5cc-ea2d-452b-953c-001a6a0784d3 None None] Provisioning complete for port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:51.792040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6bbc5cc-ea2d-452b-953c-001a6a0784d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:51.804454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc54b4c6-4683-4b42-a903-fa3cce229c99 req-c24bacb9-335a-417a-9928-80e81aee5943 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687795 Feb 19 00:50:51.872769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-bab6f24a-b75e-40ad-bb60-287a898afb5b tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4033444 Feb 19 00:50:51.888710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Request body: {'port': {'device_id': 'c60dacfe-4009-4e68-aec2-949376cf4c05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:51.913425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a6bbc5cc-ea2d-452b-953c-001a6a0784d3 None None] Current status of the port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:52.050682 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.154498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:52.216882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:52.217692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.346990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:52.495899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::1 (56ceac71-2335-48a2-b345-d4c8d8eb1409/75663ed6-fed9-4d11-8007-e2d57b404033/30a1c5f3-f413-4f0f-9662-91639bb8ae2b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:52.658471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.753591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.849407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.859316 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7471a5-658d-46e5-a654-67091c97a48f {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:52.893175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Publish callbacks [] for port (6e7471a5-658d-46e5-a654-67091c97a48f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.914481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:52.925841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:52.928025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Transition to ACTIVE for port object 6e7471a5-658d-46e5-a654-67091c97a48f will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:50:52.928986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=30a1c5f3-f413-4f0f-9662-91639bb8ae2b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:52.931270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:52.931831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (b080c029-0931-4fb9-825b-8b647c315019), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.936994 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:52.980994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5129466-f0d6-493e-940c-3121d98d784f req-238cf3dd-c771-4b4d-806d-4a760af90a5d tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:52.983375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5129466-f0d6-493e-940c-3121d98d784f req-238cf3dd-c771-4b4d-806d-4a760af90a5d tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 931 time: 0.0969608 Feb 19 00:50:53.083514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7471a5-658d-46e5-a654-67091c97a48f,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:53.099235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5129466-f0d6-493e-940c-3121d98d784f req-562511f3-c88d-40da-bc59-f54dbcf17aeb tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060085 Feb 19 00:50:53.196219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.206941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Attempting to bind port 6e7471a5-658d-46e5-a654-67091c97a48f on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:53.207285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Attempting to bind port 6e7471a5-658d-46e5-a654-67091c97a48f by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:53.207624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Attempting to bind port 6e7471a5-658d-46e5-a654-67091c97a48f on network f999c100-9253-4f07-a04b-8b8eda734ab5 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:53.218411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Port 6e7471a5-658d-46e5-a654-67091c97a48f on network f999c100-9253-4f07-a04b-8b8eda734ab5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:50:53.218740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Attempting to bind port 6e7471a5-658d-46e5-a654-67091c97a48f on network f999c100-9253-4f07-a04b-8b8eda734ab5 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:53.244366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:53.244366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Checking segment: {'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:53.244713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Bound using segment: {'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:53.244934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Bound port: 6e7471a5-658d-46e5-a654-67091c97a48f, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:53.245297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.369686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6ed48c0b-6aed-44d1-859e-98d4858a40a2 None None] Provisioning complete for port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:53.370302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ed48c0b-6aed-44d1-859e-98d4858a40a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.464569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6ed48c0b-6aed-44d1-859e-98d4858a40a2 None None] Port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:53.482927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] For port 6e7471a5-658d-46e5-a654-67091c97a48f, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:53.488100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] For port 6e7471a5-658d-46e5-a654-67091c97a48f, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6e7471a5-658d-46e5-a654-67091c97a48f,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:53.505628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.536390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39662) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:53.590285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:53.591099 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.592425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] 10.222.0.113 "PUT /v2.0/ports/6e7471a5-658d-46e5-a654-67091c97a48f HTTP/1.1" status: 200 len: 1091 time: 1.7089248 Feb 19 00:50:53.592822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c60dacfe-4009-4e68-aec2-949376cf4c05', 'tag': '6e7471a5-658d-46e5-a654-67091c97a48f'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:53.595195 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c9ceb9-3123-4c64-8483-21250ed51540" -d '{"events": [{"name": "network-changed", "server_uuid": "c60dacfe-4009-4e68-aec2-949376cf4c05", "tag": "6e7471a5-658d-46e5-a654-67091c97a48f"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:53.629301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7787d0c-b7a2-4028-ac9b-4f83aa6b8dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7471a5-658d-46e5-a654-67091c97a48f,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:53.676366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.680023 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff926671-5cdc-418c-a6ca-b09e4836ea58 x-openstack-request-id: req-ff926671-5cdc-418c-a6ca-b09e4836ea58 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:53.680312 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c60dacfe-4009-4e68-aec2-949376cf4c05", "tag": "6e7471a5-658d-46e5-a654-67091c97a48f", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:53.680566 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff926671-5cdc-418c-a6ca-b09e4836ea58 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:53.681001 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c60dacfe-4009-4e68-aec2-949376cf4c05', 'tag': '6e7471a5-658d-46e5-a654-67091c97a48f', 'status': 'completed', 'code': 200} Feb 19 00:50:53.707749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1489-f885-4012-bd15-44c5e03cee1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.714567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.721155 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.722300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (b080c029-0931-4fb9-825b-8b647c315019), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.733228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-a5d42e64-447b-44f0-9021-6b1d985108e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:53.734879 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-a5d42e64-447b-44f0-9021-6b1d985108e5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=0b36948da4764736ab2ccaffd8192ae3&device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 1125 time: 0.0911443 Feb 19 00:50:53.792792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1489-f885-4012-bd15-44c5e03cee1d admin admin] Publish callbacks [] for security_group (e557f0e7-223f-4164-9d0f-51bcf987ed03), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.797694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae6c1489-f885-4012-bd15-44c5e03cee1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e557f0e7-223f-4164-9d0f-51bcf987ed03), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.805641 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-0c34dd2e-9cf1-4b41-bb79-6cc7628771cf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e7471a5-658d-46e5-a654-67091c97a48f HTTP/1.1" status: 200 len: 217 time: 0.0507796 Feb 19 00:50:53.840829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ae6c1489-f885-4012-bd15-44c5e03cee1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42d7b84331ed4cb9a09e75ec070dc37e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3031824 Feb 19 00:50:53.841690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c1489-f885-4012-bd15-44c5e03cee1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e557f0e7-223f-4164-9d0f-51bcf987ed03,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:53.845004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39670) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:53.871978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=30a1c5f3-f413-4f0f-9662-91639bb8ae2b,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:53.896499 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f33e3eb-5808-48ae-abb1-defd88391792 admin admin] Publish callbacks [] for security_group (e557f0e7-223f-4164-9d0f-51bcf987ed03), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.906881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-a3849c8f-e14c-44b5-a321-e29dae2b195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:53.908319 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-a3849c8f-e14c-44b5-a321-e29dae2b195a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=bac474fd-9c81-4013-9a46-cbf7984d3816 HTTP/1.1" status: 200 len: 848 time: 0.0687706 Feb 19 00:50:53.918804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f33e3eb-5808-48ae-abb1-defd88391792 admin admin] Publish callbacks [] for security_group (e557f0e7-223f-4164-9d0f-51bcf987ed03), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.945392 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-1d44875e-6f72-4f39-a35f-4e9c47e5dfea service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f999c100-9253-4f07-a04b-8b8eda734ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314648 Feb 19 00:50:53.953496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:53.961579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:53.967567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f33e3eb-5808-48ae-abb1-defd88391792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e557f0e7-223f-4164-9d0f-51bcf987ed03), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.970387 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f33e3eb-5808-48ae-abb1-defd88391792 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:53.971822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5f33e3eb-5808-48ae-abb1-defd88391792 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e557f0e7-223f-4164-9d0f-51bcf987ed03 HTTP/1.1" status: 204 len: 168 time: 0.1254425 Feb 19 00:50:53.983738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33e3eb-5808-48ae-abb1-defd88391792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e557f0e7-223f-4164-9d0f-51bcf987ed03,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:54.174909 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.198392 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-c40b5367-4e44-44b2-969d-2c4d37dfecdc service neutron] 10.222.0.113 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468104 Feb 19 00:50:54.252791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57bce2-3698-4cfa-b83a-1980a3216286 req-38e0e7c4-1217-473b-b04a-6a6b6896635e tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.254491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed57bce2-3698-4cfa-b83a-1980a3216286 req-38e0e7c4-1217-473b-b04a-6a6b6896635e tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 943 time: 0.0578790 Feb 19 00:50:54.306764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b65bceeb-e0a2-4a8d-9fa9-8ede8fcfece0 None None] Provisioning complete for port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:54.307550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b65bceeb-e0a2-4a8d-9fa9-8ede8fcfece0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:54.312806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed57bce2-3698-4cfa-b83a-1980a3216286 req-2cf625e2-9c25-4379-8a1e-20153a58be02 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520840 Feb 19 00:50:54.313937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Router b080c029-0931-4fb9-825b-8b647c315019 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:50:54.332348 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a635c5b-578e-41c4-8a36-af10ddca2985 req-0be232a3-8194-424f-bfb7-b7b28b51abbb service neutron] 10.222.0.113 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270461 Feb 19 00:50:54.359105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b65bceeb-e0a2-4a8d-9fa9-8ede8fcfece0 None None] Port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:50:54.474425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:54.481027 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1de01248-b502-4ee6-bcdd-3a966464d167 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "PUT /v2.0/routers/b080c029-0931-4fb9-825b-8b647c315019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2519591 Feb 19 00:50:54.483798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39686) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:54.484364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-824bc8d3-e575-4130-a087-995b42f4378e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.485942 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-824bc8d3-e575-4130-a087-995b42f4378e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=0b36948da4764736ab2ccaffd8192ae3&device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 1125 time: 0.0974157 Feb 19 00:50:54.490777 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Sync routers for ids ['b080c029-0931-4fb9-825b-8b647c315019'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:54.516064 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Routers {'b080c029-0931-4fb9-825b-8b647c315019'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:54.518710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b080c029-0931-4fb9-825b-8b647c315019'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:54.571193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2f74d-2f04-40ca-ac03-538bc03875bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.575500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1ee2f74d-2f04-40ca-ac03-538bc03875bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports/30a1c5f3-f413-4f0f-9662-91639bb8ae2b HTTP/1.1" status: 200 len: 911 time: 0.0863450 Feb 19 00:50:54.576022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39694) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:54.597526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-d4c250c5-9ad2-4611-ad20-506a94cf981a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.599078 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-d4c250c5-9ad2-4611-ad20-506a94cf981a service neutron] 10.222.0.113 "GET /v2.0/networks?id=f999c100-9253-4f07-a04b-8b8eda734ab5 HTTP/1.1" status: 200 len: 909 time: 0.1069553 Feb 19 00:50:54.657785 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-9c4f255e-c1ea-489f-9c62-8116817af8f0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e7471a5-658d-46e5-a654-67091c97a48f HTTP/1.1" status: 200 len: 217 time: 0.0518472 Feb 19 00:50:54.665177 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Set router b080c029-0931-4fb9-825b-8b647c315019 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:54.670984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257b64c-c343-4787-a842-0e9c48626e97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.678161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257b64c-c343-4787-a842-0e9c48626e97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.680544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b257b64c-c343-4787-a842-0e9c48626e97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1035731 Feb 19 00:50:54.683716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39702) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:54.740505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-231f34c1-c43d-4452-8648-c6550caae00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:54.745209 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-231f34c1-c43d-4452-8648-c6550caae00e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=bac474fd-9c81-4013-9a46-cbf7984d3816 HTTP/1.1" status: 200 len: 848 time: 0.0806034 Feb 19 00:50:54.792643 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-44a97c56-dd7e-446c-bd73-c015514a8a14 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f999c100-9253-4f07-a04b-8b8eda734ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423150 Feb 19 00:50:54.899780 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080c029-0931-4fb9-825b-8b647c315019', 'name': 'tempest-NetworksTestDHCPv6-router-1469291403', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:53Z', 'revision_number': 2, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'gw_port_host': None, '_interfaces': [{'id': '30a1c5f3-f413-4f0f-9662-91639bb8ae2b', 'name': '', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'mac_address': 'fa:16:3e:2a:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080c029-0931-4fb9-825b-8b647c315019', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '75663ed6-fed9-4d11-8007-e2d57b404033', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:53Z', 'revision_number': 2, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'subnets': [{'id': '75663ed6-fed9-4d11-8007-e2d57b404033', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:54.913188 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-a46e9824-6e85-4032-8767-c4513285c63b service neutron] 10.222.0.113 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140802 Feb 19 00:50:54.931276 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Checking router: b080c029-0931-4fb9-825b-8b647c315019 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:50:54.932055 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Updating router b080c029-0931-4fb9-825b-8b647c315019 port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:50:54.976842 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.057977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0c9ceb9-3123-4c64-8483-21250ed51540 req-c3e1bbb5-da16-4949-96cc-9e75586eb423 service neutron] 10.222.0.113 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364448 Feb 19 00:50:55.302407 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (b080c029-0931-4fb9-825b-8b647c315019), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.453679 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Publish callbacks [] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.460538 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.509183 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Pushing event updated for resources: {'Port': ['ID=30a1c5f3-f413-4f0f-9662-91639bb8ae2b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:55.520166 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.520638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.521103 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.521662 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.522069 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.522504 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.522912 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.523343 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.523739 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.524133 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.524572 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.524906 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.525297 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:50:55.548189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796cd5c6-173f-41e9-b9f3-e7f48c9c433e req-c8cd0b55-8405-4393-a758-b84105aad470 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:55.550291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-796cd5c6-173f-41e9-b9f3-e7f48c9c433e req-c8cd0b55-8405-4393-a758-b84105aad470 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 943 time: 0.1394989 Feb 19 00:50:55.600694 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Attempting to bind port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:55.600694 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Attempting to bind port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:55.601330 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Attempting to bind port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:55.607289 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:55.607837 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:55.608344 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.608841 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:55.609419 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Bound port: 30a1c5f3-f413-4f0f-9662-91639bb8ae2b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:55.609926 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.636710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-796cd5c6-173f-41e9-b9f3-e7f48c9c433e req-b9ea3df8-d73e-4168-936a-dc38e37e7e86 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737805 Feb 19 00:50:55.716545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:55.716545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.744065 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] For port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:55.748857 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] For port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=30a1c5f3-f413-4f0f-9662-91639bb8ae2b,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:55.757461 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.849423 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c6355-81f3-4d74-80fb-773613ed3c54 None None] Pushing event updated for resources: {'Port': ['ID=30a1c5f3-f413-4f0f-9662-91639bb8ae2b,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:55.851312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] For port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b, host n-d-826527-3, got binding levels [] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:55.851695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:55.866644 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Routers {'b080c029-0931-4fb9-825b-8b647c315019'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:55.866644 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b080c029-0931-4fb9-825b-8b647c315019'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:55.880126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 30a1c5f3-f413-4f0f-9662-91639bb8ae2b owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:55.980309 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] Set router b080c029-0931-4fb9-825b-8b647c315019 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:50:56.023121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1c684557-68ba-4f3a-8b44-61a8f4abcf01 None None] Provisioning complete for port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:56.023616 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c684557-68ba-4f3a-8b44-61a8f4abcf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.231462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1c684557-68ba-4f3a-8b44-61a8f4abcf01 None None] Current status of the port 30a1c5f3-f413-4f0f-9662-91639bb8ae2b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:56.231870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c684557-68ba-4f3a-8b44-61a8f4abcf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.268761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (30a1c5f3-f413-4f0f-9662-91639bb8ae2b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.311960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=30a1c5f3-f413-4f0f-9662-91639bb8ae2b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:56.364588 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b080c029-0931-4fb9-825b-8b647c315019', 'name': 'tempest-NetworksTestDHCPv6-router-1469291403', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:53Z', 'revision_number': 2, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'gw_port_host': None, '_interfaces': [{'id': '30a1c5f3-f413-4f0f-9662-91639bb8ae2b', 'name': '', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'mac_address': 'fa:16:3e:2a:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080c029-0931-4fb9-825b-8b647c315019', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '75663ed6-fed9-4d11-8007-e2d57b404033', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:55Z', 'revision_number': 4, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'subnets': [{'id': '75663ed6-fed9-4d11-8007-e2d57b404033', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:50:56.407184 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45277b41-a7cd-4729-abef-cf2d2276b991 None None] The sync data for ids ['b080c029-0931-4fb9-825b-8b647c315019'] in n-d-826527-3 is: [{'id': 'b080c029-0931-4fb9-825b-8b647c315019', 'name': 'tempest-NetworksTestDHCPv6-router-1469291403', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:53Z', 'revision_number': 2, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'gw_port_host': None, '_interfaces': [{'id': '30a1c5f3-f413-4f0f-9662-91639bb8ae2b', 'name': '', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'mac_address': 'fa:16:3e:2a:ba:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b080c029-0931-4fb9-825b-8b647c315019', 'device_owner': 'network:router_interface', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '75663ed6-fed9-4d11-8007-e2d57b404033', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:51Z', 'updated_at': '2022-02-19T00:50:55Z', 'revision_number': 4, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'subnets': [{'id': '75663ed6-fed9-4d11-8007-e2d57b404033', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:56.433789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (b080c029-0931-4fb9-825b-8b647c315019), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.450263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6bf02cee-4b70-4a84-bed0-2c7d50aba472 None None] Could not find standard attr ID for object 30a1c5f3-f413-4f0f-9662-91639bb8ae2b. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:50:56.627710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39770) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:56.643068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Router b080c029-0931-4fb9-825b-8b647c315019 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:50:56.765074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:50:56.775804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dfb764c1-a072-4408-b461-7392df54ca65 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "PUT /v2.0/routers/b080c029-0931-4fb9-825b-8b647c315019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0909996 Feb 19 00:50:56.778567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39776) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:56.855675 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fdcd59e8-0688-4a7b-a3d2-0a72d7a385f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.859428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd1967-bf3c-4b92-8bf5-1be3ea7ff1d3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:56.861149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cd1967-bf3c-4b92-8bf5-1be3ea7ff1d3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:56.863279 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-92cd1967-bf3c-4b92-8bf5-1be3ea7ff1d3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0836854 Feb 19 00:50:56.867153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39778) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:56.885237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec72721-6215-46b3-b1f5-7bf053e90669 req-e1ecac42-95d9-4dc9-9a34-a6d01ec85ed2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:56.886989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ec72721-6215-46b3-b1f5-7bf053e90669 req-e1ecac42-95d9-4dc9-9a34-a6d01ec85ed2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 943 time: 0.1089442 Feb 19 00:50:56.929941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6e7471a5-658d-46e5-a654-67091c97a48f details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:50:56.958333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb0fde1-5bcc-4ef6-8537-9f6ed211ae01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 75663ed6-fed9-4d11-8007-e2d57b404033 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:50:56.962849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdb0fde1-5bcc-4ef6-8537-9f6ed211ae01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (75663ed6-fed9-4d11-8007-e2d57b404033), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:56.973838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ec72721-6215-46b3-b1f5-7bf053e90669 req-94b42454-6e39-465f-a092-06c0e5f2eb09 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791466 Feb 19 00:50:57.049030 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdb0fde1-5bcc-4ef6-8537-9f6ed211ae01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (75663ed6-fed9-4d11-8007-e2d57b404033), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.070279 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fdcd59e8-0688-4a7b-a3d2-0a72d7a385f8 admin admin] Publish callbacks [] for security_group (23971f15-a37e-478f-babb-31b42808e46f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.080377 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fdcd59e8-0688-4a7b-a3d2-0a72d7a385f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (23971f15-a37e-478f-babb-31b42808e46f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.108575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdb0fde1-5bcc-4ef6-8537-9f6ed211ae01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (75663ed6-fed9-4d11-8007-e2d57b404033), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.144172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6e7471a5-658d-46e5-a654-67091c97a48f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6e7471a5-658d-46e5-a654-67091c97a48f,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:57.179438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '6e7471a5-658d-46e5-a654-67091c97a48f', 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5', 'port_id': '6e7471a5-658d-46e5-a654-67091c97a48f', 'mac_address': 'fa:16:3e:8a:a1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac474fd-9c81-4013-9a46-cbf7984d3816', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:50:57.184630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdb0fde1-5bcc-4ef6-8537-9f6ed211ae01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (75663ed6-fed9-4d11-8007-e2d57b404033), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.189246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd59e8-0688-4a7b-a3d2-0a72d7a385f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23971f15-a37e-478f-babb-31b42808e46f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:57.195130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fdcd59e8-0688-4a7b-a3d2-0a72d7a385f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1cfdeeb9f76404286b9a0284ad2e236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5663376 Feb 19 00:50:57.198035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39780) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:57.248199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0fde1-5bcc-4ef6-8537-9f6ed211ae01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=75663ed6-fed9-4d11-8007-e2d57b404033,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:57.254620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6e7471a5-658d-46e5-a654-67091c97a48f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:57.255296 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.262536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cdb0fde1-5bcc-4ef6-8537-9f6ed211ae01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.270260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cdb0fde1-5bcc-4ef6-8537-9f6ed211ae01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/75663ed6-fed9-4d11-8007-e2d57b404033 HTTP/1.1" status: 204 len: 168 time: 0.4026165 Feb 19 00:50:57.272614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39782) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:57.280251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-466ff0b4-af77-48df-b8a4-80c9f9c62994 admin admin] Publish callbacks [] for security_group (23971f15-a37e-478f-babb-31b42808e46f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.286316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7471a5-658d-46e5-a654-67091c97a48f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:50:57.311592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-466ff0b4-af77-48df-b8a4-80c9f9c62994 admin admin] Publish callbacks [] for security_group (23971f15-a37e-478f-babb-31b42808e46f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.330972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6e7471a5-658d-46e5-a654-67091c97a48f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6e7471a5-658d-46e5-a654-67091c97a48f,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:57.333663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddbeb5e-f223-4b00-bce6-157b9c8d6fd1 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:57.341577 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.395393 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-466ff0b4-af77-48df-b8a4-80c9f9c62994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (23971f15-a37e-478f-babb-31b42808e46f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.398319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-466ff0b4-af77-48df-b8a4-80c9f9c62994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.399685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-466ff0b4-af77-48df-b8a4-80c9f9c62994 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/23971f15-a37e-478f-babb-31b42808e46f HTTP/1.1" status: 204 len: 168 time: 0.1999259 Feb 19 00:50:57.416407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ff0b4-af77-48df-b8a4-80c9f9c62994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23971f15-a37e-478f-babb-31b42808e46f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:57.460973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6e7471a5-658d-46e5-a654-67091c97a48f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:57.474342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39788) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:57.475430 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c7c06f05-2f8d-4106-82b0-45e273ac837e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2015698 Feb 19 00:50:57.570404 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-480b89fc-4a58-4c0f-9f60-b7b3a306a194 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router (b080c029-0931-4fb9-825b-8b647c315019), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.776986 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-480b89fc-4a58-4c0f-9f60-b7b3a306a194 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (b080c029-0931-4fb9-825b-8b647c315019), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.780040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-480b89fc-4a58-4c0f-9f60-b7b3a306a194 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router_controller (b080c029-0931-4fb9-825b-8b647c315019), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.789068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['6e7471a5-658d-46e5-a654-67091c97a48f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:50:57.838297 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-480b89fc-4a58-4c0f-9f60-b7b3a306a194 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (b080c029-0931-4fb9-825b-8b647c315019), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.838914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480b89fc-4a58-4c0f-9f60-b7b3a306a194 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Fanout notify agent at l3_agent the message router_deleted on router b080c029-0931-4fb9-825b-8b647c315019 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:50:57.847939 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-480b89fc-4a58-4c0f-9f60-b7b3a306a194 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.848913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39792) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:57.849423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-480b89fc-4a58-4c0f-9f60-b7b3a306a194 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/routers/b080c029-0931-4fb9-825b-8b647c315019 HTTP/1.1" status: 204 len: 168 time: 0.3737864 Feb 19 00:50:57.852420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39794) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:57.858142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:50:57.858597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:57.868881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0431f71e-c048-4601-bbbc-63a0c76e12dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.971888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] Deleting port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:50:57.972503 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:57.994782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0431f71e-c048-4601-bbbc-63a0c76e12dc admin admin] Publish callbacks [] for security_group (61264cf6-c28f-4e07-b5cd-a8a7e8021947), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.009188 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0431f71e-c048-4601-bbbc-63a0c76e12dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (61264cf6-c28f-4e07-b5cd-a8a7e8021947), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.023735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:50:58.028781 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.062516 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0431f71e-c048-4601-bbbc-63a0c76e12dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa40f577825047db8bc53ba4b31bb3ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2093580 Feb 19 00:50:58.063218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39798) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:58.110149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] For port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7d1c21d2-1ff6-4f0f-ad35-e1dd39338723,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:58.113221 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.155416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431f71e-c048-4601-bbbc-63a0c76e12dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61264cf6-c28f-4e07-b5cd-a8a7e8021947,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:58.164857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] Calling delete_port for 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:50:58.191179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:50:58.199349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49efef62-8483-49b6-a18d-95b20e0d2006 admin admin] Publish callbacks [] for security_group (61264cf6-c28f-4e07-b5cd-a8a7e8021947), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.229193 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49efef62-8483-49b6-a18d-95b20e0d2006 admin admin] Publish callbacks [] for security_group (61264cf6-c28f-4e07-b5cd-a8a7e8021947), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.302439 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49efef62-8483-49b6-a18d-95b20e0d2006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (61264cf6-c28f-4e07-b5cd-a8a7e8021947), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.306700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49efef62-8483-49b6-a18d-95b20e0d2006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.308063 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-49efef62-8483-49b6-a18d-95b20e0d2006 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61264cf6-c28f-4e07-b5cd-a8a7e8021947 HTTP/1.1" status: 204 len: 168 time: 0.2433338 Feb 19 00:50:58.325203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efef62-8483-49b6-a18d-95b20e0d2006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61264cf6-c28f-4e07-b5cd-a8a7e8021947,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:58.379960 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.419026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:58.419438 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7d1c21d2-1ff6-4f0f-ad35-e1dd39338723), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.424886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] Pushing event deleted for resources: {'Port': ['ID=7d1c21d2-1ff6-4f0f-ad35-e1dd39338723,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:58.437792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ca5acf-fde0-412f-a9ed-a2f3e0926d50 None None] No DVR routers for this DVR port 7d1c21d2-1ff6-4f0f-ad35-e1dd39338723 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:50:58.559598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16d687-1eac-4dc9-b8c7-487f7fb3b197 None None] Sync routers for ids ['b080c029-0931-4fb9-825b-8b647c315019'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:50:58.577269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16d687-1eac-4dc9-b8c7-487f7fb3b197 None None] Routers set() bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:58.577594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16d687-1eac-4dc9-b8c7-487f7fb3b197 None None] Router IDs set() for agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 00:50:58.579066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca16d687-1eac-4dc9-b8c7-487f7fb3b197 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b080c029-0931-4fb9-825b-8b647c315019'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent'). {{(pid=103651) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 00:50:58.588650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16d687-1eac-4dc9-b8c7-487f7fb3b197 None None] Routers set() bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:50:58.589028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16d687-1eac-4dc9-b8c7-487f7fb3b197 None None] Router IDs set() for agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 00:50:58.589642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_agentschedulers_db [None req-ca16d687-1eac-4dc9-b8c7-487f7fb3b197 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b080c029-0931-4fb9-825b-8b647c315019'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent'). {{(pid=103651) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 00:50:58.590024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca16d687-1eac-4dc9-b8c7-487f7fb3b197 None None] The sync data for ids ['b080c029-0931-4fb9-825b-8b647c315019'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:50:58.763673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae84cc-00a0-4233-8c68-2ccfbb881341 req-a5c8b84b-7f6f-4ac7-9429-0abd9e6fd9d7 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:58.765126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35ae84cc-00a0-4233-8c68-2ccfbb881341 req-a5c8b84b-7f6f-4ac7-9429-0abd9e6fd9d7 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 944 time: 0.5399098 Feb 19 00:50:58.834984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (44673264-f95e-4913-99e3-5b63e557281b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.893061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35ae84cc-00a0-4233-8c68-2ccfbb881341 req-d35fef74-b0eb-4ec5-9536-c5e878fd78f0 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211274 Feb 19 00:50:58.896631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:58.900275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:58.904295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:58.904902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.909887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724db622-1e13-415f-865a-65ec7262fc25 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:50:58.917408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=44673264-f95e-4913-99e3-5b63e557281b,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:58.928337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-320c1ffa-2407-4cd3-bfe1-7b418754dddd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0747764 Feb 19 00:50:58.931186 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39814) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:58.937810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fa7501a9-c268-4364-aed1-cddf75077d22 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1452874643', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:50:58.967481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa7501a9-c268-4364-aed1-cddf75077d22 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (e8439f19-879f-4354-a998-9691e5ed9256), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.968558 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa7501a9-c268-4364-aed1-cddf75077d22 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (e8439f19-879f-4354-a998-9691e5ed9256), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:58.972080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6e7471a5-658d-46e5-a654-67091c97a48f up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:50:59.031578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa7501a9-c268-4364-aed1-cddf75077d22 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router_controller (e8439f19-879f-4354-a998-9691e5ed9256), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.037643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa7501a9-c268-4364-aed1-cddf75077d22 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (e8439f19-879f-4354-a998-9691e5ed9256), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.062260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 6e7471a5-658d-46e5-a654-67091c97a48f completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:50:59.066245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa7501a9-c268-4364-aed1-cddf75077d22 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.070108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '44673264-f95e-4913-99e3-5b63e557281b'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:50:59.070288 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fa7501a9-c268-4364-aed1-cddf75077d22 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1346352 Feb 19 00:50:59.070395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.070513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39820) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:50:59.072200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 6e7471a5-658d-46e5-a654-67091c97a48f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:50:59.072574 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.260821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6e7471a5-658d-46e5-a654-67091c97a48f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:50:59.261524 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.287050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/44673264-f95e-4913-99e3-5b63e557281b/eb531835-6dbf-4498-9665-2269164b7ba8) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:50:59.304866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60dacfe-4009-4e68-aec2-949376cf4c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7471a5-658d-46e5-a654-67091c97a48f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:50:59.307240 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5caa64-a910-4aed-979d-6690f5d80906" -d '{"events": [{"server_uuid": "c60dacfe-4009-4e68-aec2-949376cf4c05", "name": "network-vif-plugged", "status": "completed", "tag": "6e7471a5-658d-46e5-a654-67091c97a48f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:50:59.325054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6e7471a5-658d-46e5-a654-67091c97a48f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6e7471a5-658d-46e5-a654-67091c97a48f,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:50:59.336685 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.369632 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7e4d2b-4e0b-4d8a-bab7-66e9e16543ac x-openstack-request-id: req-5b7e4d2b-4e0b-4d8a-bab7-66e9e16543ac {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:50:59.369945 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60dacfe-4009-4e68-aec2-949376cf4c05", "name": "network-vif-plugged", "status": "completed", "tag": "6e7471a5-658d-46e5-a654-67091c97a48f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:50:59.370247 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b7e4d2b-4e0b-4d8a-bab7-66e9e16543ac {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:50:59.371080 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60dacfe-4009-4e68-aec2-949376cf4c05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7471a5-658d-46e5-a654-67091c97a48f', 'code': 200} Feb 19 00:50:59.400406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.480967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6e7471a5-658d-46e5-a654-67091c97a48f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:59.560397 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Publish callbacks [] for port (eb531835-6dbf-4498-9665-2269164b7ba8), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.573696 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.638923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Pushing event updated for resources: {'Port': ['ID=eb531835-6dbf-4498-9665-2269164b7ba8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:59.653933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:50:59.655777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:50:59.658529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:50:59.723012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Attempting to bind port eb531835-6dbf-4498-9665-2269164b7ba8 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:50:59.723399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Attempting to bind port eb531835-6dbf-4498-9665-2269164b7ba8 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:50:59.723771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Attempting to bind port eb531835-6dbf-4498-9665-2269164b7ba8 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:50:59.729459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:50:59.729786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:50:59.730356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.731156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:50:59.731588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Bound port: eb531835-6dbf-4498-9665-2269164b7ba8, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:50:59.732173 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.812213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] For port eb531835-6dbf-4498-9665-2269164b7ba8, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:50:59.815775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] For port eb531835-6dbf-4498-9665-2269164b7ba8, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb531835-6dbf-4498-9665-2269164b7ba8,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:50:59.826246 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:50:59.906966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58893c49-7f65-4c39-8c59-e937014b9408 None None] Pushing event updated for resources: {'Port': ['ID=eb531835-6dbf-4498-9665-2269164b7ba8,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:50:59.934068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae93d6-60d6-4099-99b5-2eb70c5b9e26 req-aae0c975-ae76-471a-8e7b-e8a61ee02d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:50:59.935619 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fae93d6-60d6-4099-99b5-2eb70c5b9e26 req-aae0c975-ae76-471a-8e7b-e8a61ee02d8a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 1127 time: 0.1475863 Feb 19 00:51:00.033351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 30a1c5f3-f413-4f0f-9662-91639bb8ae2b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:00.043973 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fae93d6-60d6-4099-99b5-2eb70c5b9e26 req-8c820d9e-8b99-4259-920e-c512d5e31dea service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812700 Feb 19 00:51:00.080233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 30a1c5f3-f413-4f0f-9662-91639bb8ae2b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:00.080593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 30a1c5f3-f413-4f0f-9662-91639bb8ae2b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:00.081132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674e3aa-5ccf-486d-a87d-cb65353481eb req-d625c1ed-f472-4ab0-a8a1-18252ce2a2bd tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:00.083967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0674e3aa-5ccf-486d-a87d-cb65353481eb req-d625c1ed-f472-4ab0-a8a1-18252ce2a2bd tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 945 time: 0.0942843 Feb 19 00:51:00.197084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0674e3aa-5ccf-486d-a87d-cb65353481eb req-aa5fac9b-694f-499a-8761-a41e110b7c37 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067486 Feb 19 00:51:00.251428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::1 (56ceac71-2335-48a2-b345-d4c8d8eb1409/44673264-f95e-4913-99e3-5b63e557281b/3d801257-ebc7-4f1d-93fa-8ec791fae37d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:00.396936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.433784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.482822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:00.486013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:00.492445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:00.493022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (e8439f19-879f-4354-a998-9691e5ed9256), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.535717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=3d801257-ebc7-4f1d-93fa-8ec791fae37d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:00.657495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.965150 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.972217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:00.974213 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (e8439f19-879f-4354-a998-9691e5ed9256), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.108370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=3d801257-ebc7-4f1d-93fa-8ec791fae37d,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:01.192557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:01.194134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:01.391136 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Router e8439f19-879f-4354-a998-9691e5ed9256 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:51:01.418508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b919166-cbc0-478d-820b-264cbc9efe31 req-4210b1a6-62b2-4eb8-bea5-f028994fb82c tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:01.420105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b919166-cbc0-478d-820b-264cbc9efe31 req-4210b1a6-62b2-4eb8-bea5-f028994fb82c tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 945 time: 0.0795794 Feb 19 00:51:01.495927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b919166-cbc0-478d-820b-264cbc9efe31 req-63837537-ee39-4b23-8754-5831fa767d99 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649011 Feb 19 00:51:01.530042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ffc0f296-3fa8-4aa3-926b-f0cd8a107296 None None] Provisioning complete for port eb531835-6dbf-4498-9665-2269164b7ba8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:01.530797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc0f296-3fa8-4aa3-926b-f0cd8a107296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.586575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:01.598341 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bc4a9100-6136-43fc-b139-78806117c689 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "PUT /v2.0/routers/e8439f19-879f-4354-a998-9691e5ed9256/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5240886 Feb 19 00:51:01.599291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39972) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:01.616905 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Sync routers for ids ['e8439f19-879f-4354-a998-9691e5ed9256'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:01.650876 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Routers {'e8439f19-879f-4354-a998-9691e5ed9256'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:01.653216 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e8439f19-879f-4354-a998-9691e5ed9256'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:01.692762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647b1485-edbc-403f-bf0e-232999c33f09 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:01.701634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-647b1485-edbc-403f-bf0e-232999c33f09 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports/3d801257-ebc7-4f1d-93fa-8ec791fae37d HTTP/1.1" status: 200 len: 911 time: 0.1015399 Feb 19 00:51:01.704123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39978) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:01.722566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ffc0f296-3fa8-4aa3-926b-f0cd8a107296 None None] Current status of the port eb531835-6dbf-4498-9665-2269164b7ba8 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:01.723927 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc0f296-3fa8-4aa3-926b-f0cd8a107296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.777419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ffc0f296-3fa8-4aa3-926b-f0cd8a107296 None None] For port eb531835-6dbf-4498-9665-2269164b7ba8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb531835-6dbf-4498-9665-2269164b7ba8,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:01.783383 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffc0f296-3fa8-4aa3-926b-f0cd8a107296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.824614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca2592-cc8b-4f0f-84ce-8c158a1b714f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:01.827344 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Set router e8439f19-879f-4354-a998-9691e5ed9256 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:01.839201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca2592-cc8b-4f0f-84ce-8c158a1b714f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:01.843188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-44ca2592-cc8b-4f0f-84ce-8c158a1b714f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1379151 Feb 19 00:51:01.847380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39980) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:01.872797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0f296-3fa8-4aa3-926b-f0cd8a107296 None None] Pushing event updated for resources: {'Port': ['ID=eb531835-6dbf-4498-9665-2269164b7ba8,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:01.912454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e7c05261-2c5d-4daa-a59d-b2e93d19fd4d None None] Provisioning complete for port 3d801257-ebc7-4f1d-93fa-8ec791fae37d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:01.914170 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7c05261-2c5d-4daa-a59d-b2e93d19fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:01.983685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e7c05261-2c5d-4daa-a59d-b2e93d19fd4d None None] Port 3d801257-ebc7-4f1d-93fa-8ec791fae37d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:02.252217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb531835-6dbf-4498-9665-2269164b7ba8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:02.256752 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8439f19-879f-4354-a998-9691e5ed9256', 'name': 'tempest-NetworksTestDHCPv6-router-1452874643', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:58Z', 'updated_at': '2022-02-19T00:51:00Z', 'revision_number': 2, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'gw_port_host': None, '_interfaces': [{'id': '3d801257-ebc7-4f1d-93fa-8ec791fae37d', 'name': '', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'mac_address': 'fa:16:3e:62:4d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8439f19-879f-4354-a998-9691e5ed9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '44673264-f95e-4913-99e3-5b63e557281b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:59Z', 'updated_at': '2022-02-19T00:51:00Z', 'revision_number': 2, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'subnets': [{'id': '44673264-f95e-4913-99e3-5b63e557281b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:02.327508 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Checking router: e8439f19-879f-4354-a998-9691e5ed9256 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:02.327860 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Updating router e8439f19-879f-4354-a998-9691e5ed9256 port 3d801257-ebc7-4f1d-93fa-8ec791fae37d binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:51:02.388751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port eb531835-6dbf-4498-9665-2269164b7ba8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:02.391020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.401394 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.517603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cc04947d-d757-4426-8452-6d069423148e None None] Provisioning complete for port 3d801257-ebc7-4f1d-93fa-8ec791fae37d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:02.517998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc04947d-d757-4426-8452-6d069423148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.563416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4447-23a0-4bb9-ad3f-912e9dc35d23 req-cce62ea8-82bb-458d-8974-599fde541697 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:02.565027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf7c4447-23a0-4bb9-ad3f-912e9dc35d23 req-cce62ea8-82bb-458d-8974-599fde541697 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 945 time: 0.0647266 Feb 19 00:51:02.631316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cc04947d-d757-4426-8452-6d069423148e None None] Port 3d801257-ebc7-4f1d-93fa-8ec791fae37d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:02.656404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf7c4447-23a0-4bb9-ad3f-912e9dc35d23 req-01f9b34b-60c4-48d9-b9c6-31b6c6fae0fb tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848978 Feb 19 00:51:02.693631 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port eb531835-6dbf-4498-9665-2269164b7ba8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:02.826904 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Publish callbacks [] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.835611 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.838477 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (e8439f19-879f-4354-a998-9691e5ed9256), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:02.919531 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99210d8-a48f-47ce-937b-2f7fbd8cd796 None None] Pushing event updated for resources: {'Port': ['ID=3d801257-ebc7-4f1d-93fa-8ec791fae37d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:03.019961 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Attempting to bind port 3d801257-ebc7-4f1d-93fa-8ec791fae37d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:03.020369 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Attempting to bind port 3d801257-ebc7-4f1d-93fa-8ec791fae37d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:03.020711 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Attempting to bind port 3d801257-ebc7-4f1d-93fa-8ec791fae37d on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:03.032231 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:03.032698 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:03.033004 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.033403 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:03.033883 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Bound port: 3d801257-ebc7-4f1d-93fa-8ec791fae37d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:03.040900 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.127520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 3d801257-ebc7-4f1d-93fa-8ec791fae37d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:03.128401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.138241 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] For port 3d801257-ebc7-4f1d-93fa-8ec791fae37d, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:03.138241 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] For port 3d801257-ebc7-4f1d-93fa-8ec791fae37d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d801257-ebc7-4f1d-93fa-8ec791fae37d,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:03.149763 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.202784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40052) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:03.239351 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99210d8-a48f-47ce-937b-2f7fbd8cd796 None None] Pushing event updated for resources: {'Port': ['ID=3d801257-ebc7-4f1d-93fa-8ec791fae37d,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:03.253067 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Routers {'e8439f19-879f-4354-a998-9691e5ed9256'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:03.255308 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e8439f19-879f-4354-a998-9691e5ed9256'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:03.274691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-27f9b9e5-9a9f-43bc-bf03-4d38aeda0147 None None] Provisioning complete for port 3d801257-ebc7-4f1d-93fa-8ec791fae37d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:03.279200 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27f9b9e5-9a9f-43bc-bf03-4d38aeda0147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.304232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] For port 3d801257-ebc7-4f1d-93fa-8ec791fae37d, host n-d-826527-3, got binding levels [] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:03.304599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.329230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 3d801257-ebc7-4f1d-93fa-8ec791fae37d owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:03.383117 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] Set router e8439f19-879f-4354-a998-9691e5ed9256 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:03.396791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35b9345b-6bbf-4dfc-a448-0e1b448849c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.451600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-27f9b9e5-9a9f-43bc-bf03-4d38aeda0147 None None] Current status of the port 3d801257-ebc7-4f1d-93fa-8ec791fae37d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:03.451950 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27f9b9e5-9a9f-43bc-bf03-4d38aeda0147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.521475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-27f9b9e5-9a9f-43bc-bf03-4d38aeda0147 None None] For port 3d801257-ebc7-4f1d-93fa-8ec791fae37d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d801257-ebc7-4f1d-93fa-8ec791fae37d,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:03.531359 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27f9b9e5-9a9f-43bc-bf03-4d38aeda0147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.543502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35b9345b-6bbf-4dfc-a448-0e1b448849c3 admin admin] Publish callbacks [] for security_group (da1ce91b-6d4e-44f2-856c-52d1639c30c4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.560845 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35b9345b-6bbf-4dfc-a448-0e1b448849c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (da1ce91b-6d4e-44f2-856c-52d1639c30c4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.612492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:03.613137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-35b9345b-6bbf-4dfc-a448-0e1b448849c3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4dae2a85f6174da08602a2e0a9fa3902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4086404 Feb 19 00:51:03.616831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9345b-6bbf-4dfc-a448-0e1b448849c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1ce91b-6d4e-44f2-856c-52d1639c30c4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:03.624380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3d801257-ebc7-4f1d-93fa-8ec791fae37d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.659613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6c71b5dd-493c-4a87-8a84-9c20cc46e18b None None] Could not find standard attr ID for object 3d801257-ebc7-4f1d-93fa-8ec791fae37d. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:51:03.662600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f9b9e5-9a9f-43bc-bf03-4d38aeda0147 None None] Pushing event updated for resources: {'Port': ['ID=3d801257-ebc7-4f1d-93fa-8ec791fae37d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:03.757594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=3d801257-ebc7-4f1d-93fa-8ec791fae37d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:03.853893 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8439f19-879f-4354-a998-9691e5ed9256', 'name': 'tempest-NetworksTestDHCPv6-router-1452874643', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:58Z', 'updated_at': '2022-02-19T00:51:00Z', 'revision_number': 2, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'gw_port_host': None, '_interfaces': [{'id': '3d801257-ebc7-4f1d-93fa-8ec791fae37d', 'name': '', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'mac_address': 'fa:16:3e:62:4d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8439f19-879f-4354-a998-9691e5ed9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '44673264-f95e-4913-99e3-5b63e557281b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:59Z', 'updated_at': '2022-02-19T00:51:03Z', 'revision_number': 4, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'subnets': [{'id': '44673264-f95e-4913-99e3-5b63e557281b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:03.866881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a258f3-8c75-4608-8514-486b803e2a9b req-a078bd13-9e0c-42ad-ac87-4004c2e81f03 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:03.869930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1a258f3-8c75-4608-8514-486b803e2a9b req-a078bd13-9e0c-42ad-ac87-4004c2e81f03 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 945 time: 0.1024580 Feb 19 00:51:03.896643 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b11f58-e128-4cf8-8117-f146bf649a82 None None] The sync data for ids ['e8439f19-879f-4354-a998-9691e5ed9256'] in n-d-826527-3 is: [{'id': 'e8439f19-879f-4354-a998-9691e5ed9256', 'name': 'tempest-NetworksTestDHCPv6-router-1452874643', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:58Z', 'updated_at': '2022-02-19T00:51:00Z', 'revision_number': 2, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'gw_port_host': None, '_interfaces': [{'id': '3d801257-ebc7-4f1d-93fa-8ec791fae37d', 'name': '', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'mac_address': 'fa:16:3e:62:4d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8439f19-879f-4354-a998-9691e5ed9256', 'device_owner': 'network:router_interface', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '44673264-f95e-4913-99e3-5b63e557281b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:50:59Z', 'updated_at': '2022-02-19T00:51:03Z', 'revision_number': 4, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'subnets': [{'id': '44673264-f95e-4913-99e3-5b63e557281b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:03.923905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.924615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.924615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.924796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.925056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.925325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.925660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.925998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.926379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.926715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.927053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.927393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.927716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:03.961887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (e8439f19-879f-4354-a998-9691e5ed9256), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:03.969462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1a258f3-8c75-4608-8514-486b803e2a9b req-beea03d8-8739-4e80-9a9f-6b5b5e2b1076 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927835 Feb 19 00:51:04.004399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03ccb08a-bdfd-42b8-8260-c1be1737996e admin admin] Publish callbacks [] for security_group (da1ce91b-6d4e-44f2-856c-52d1639c30c4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.048851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ad3db347-5fae-4b5c-a2b9-22d7651f8911 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.050421 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ad3db347-5fae-4b5c-a2b9-22d7651f8911 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.113 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 945 time: 0.2083411 Feb 19 00:51:04.468990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03ccb08a-bdfd-42b8-8260-c1be1737996e admin admin] Publish callbacks [] for security_group (da1ce91b-6d4e-44f2-856c-52d1639c30c4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.613058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Router e8439f19-879f-4354-a998-9691e5ed9256 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:04.640549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03ccb08a-bdfd-42b8-8260-c1be1737996e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (da1ce91b-6d4e-44f2-856c-52d1639c30c4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.642899 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03ccb08a-bdfd-42b8-8260-c1be1737996e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.646610 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03ccb08a-bdfd-42b8-8260-c1be1737996e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da1ce91b-6d4e-44f2-856c-52d1639c30c4 HTTP/1.1" status: 204 len: 168 time: 1.0304475 Feb 19 00:51:04.716313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Deleting port 6e7471a5-658d-46e5-a654-67091c97a48f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:04.716659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.723006 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccb08a-bdfd-42b8-8260-c1be1737996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1ce91b-6d4e-44f2-856c-52d1639c30c4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:04.771075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:04.781832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40064) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:04.782395 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a085e9c-076b-4f5a-82fc-795e3a2d0e6f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "PUT /v2.0/routers/e8439f19-879f-4354-a998-9691e5ed9256/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9329154 Feb 19 00:51:04.854158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90404bf1-0e2b-42dd-aaa9-074a46d4d2ba tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.854821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] For port 6e7471a5-658d-46e5-a654-67091c97a48f, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6e7471a5-658d-46e5-a654-67091c97a48f,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:04.855205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.855844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90404bf1-0e2b-42dd-aaa9-074a46d4d2ba tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:04.857481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-90404bf1-0e2b-42dd-aaa9-074a46d4d2ba tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0742559 Feb 19 00:51:04.861357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40068) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:04.876125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Calling delete_port for 6e7471a5-658d-46e5-a654-67091c97a48f owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:04.936783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf01d1c-c619-4f2c-a99c-49f4c6b2837a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 44673264-f95e-4913-99e3-5b63e557281b {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:04.945308 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d1c-c619-4f2c-a99c-49f4c6b2837a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (44673264-f95e-4913-99e3-5b63e557281b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:04.998473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d1c-c619-4f2c-a99c-49f4c6b2837a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (44673264-f95e-4913-99e3-5b63e557281b), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.085262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6e7471a5-658d-46e5-a654-67091c97a48f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.122984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d1c-c619-4f2c-a99c-49f4c6b2837a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (44673264-f95e-4913-99e3-5b63e557281b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.133117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Pushing event deleted for resources: {'Port': ['ID=6e7471a5-658d-46e5-a654-67091c97a48f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:05.195543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1048eb7-1e7c-4bf6-a53a-8892d7547673 req-20021171-5e67-4f19-9235-d12bd4acba53 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c60dacfe-4009-4e68-aec2-949376cf4c05 HTTP/1.1" status: 200 len: 210 time: 0.0666397 Feb 19 00:51:05.235261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] No DVR routers for this DVR port 6e7471a5-658d-46e5-a654-67091c97a48f on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:05.239774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.245739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1538e3d-e9ac-481c-a343-9d8eda4af8d8 req-ea14ead6-9352-44ee-af80-7f7bb193e780 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.113 "DELETE /v2.0/ports/6e7471a5-658d-46e5-a654-67091c97a48f HTTP/1.1" status: 204 len: 173 time: 1.1874232 Feb 19 00:51:05.246558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c60dacfe-4009-4e68-aec2-949376cf4c05', 'name': 'network-vif-deleted', 'tag': '6e7471a5-658d-46e5-a654-67091c97a48f'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:05.249039 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cb88bb-890c-4a78-aa5f-7a4dd056a9db" -d '{"events": [{"server_uuid": "c60dacfe-4009-4e68-aec2-949376cf4c05", "name": "network-vif-deleted", "tag": "6e7471a5-658d-46e5-a654-67091c97a48f"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:05.260931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d1c-c619-4f2c-a99c-49f4c6b2837a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (44673264-f95e-4913-99e3-5b63e557281b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.312771 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32181e4-9f42-4c64-bba7-a5cf91f84bd3 x-openstack-request-id: req-a32181e4-9f42-4c64-bba7-a5cf91f84bd3 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:05.313512 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c60dacfe-4009-4e68-aec2-949376cf4c05", "name": "network-vif-deleted", "tag": "6e7471a5-658d-46e5-a654-67091c97a48f", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:05.313987 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a32181e4-9f42-4c64-bba7-a5cf91f84bd3 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:05.315303 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c60dacfe-4009-4e68-aec2-949376cf4c05', 'name': 'network-vif-deleted', 'tag': '6e7471a5-658d-46e5-a654-67091c97a48f', 'status': 'completed', 'code': 200} Feb 19 00:51:05.370678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf01d1c-c619-4f2c-a99c-49f4c6b2837a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=44673264-f95e-4913-99e3-5b63e557281b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:05.385867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2cf01d1c-c619-4f2c-a99c-49f4c6b2837a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.392028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0aa9c8a-873c-4697-a503-ea80d8c2590f None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:05.403516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2cf01d1c-c619-4f2c-a99c-49f4c6b2837a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/44673264-f95e-4913-99e3-5b63e557281b HTTP/1.1" status: 204 len: 168 time: 0.5410173 Feb 19 00:51:05.406015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40088) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:05.541136 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f56c317d-58ed-4d9d-a58c-12b58d4e8514 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1334231 Feb 19 00:51:05.543809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40096) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:05.672243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:05.686331 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31f2ed2a-e105-4f55-8933-bc849c6fed60 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router (e8439f19-879f-4354-a998-9691e5ed9256), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.778603 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] Deleting port eb531835-6dbf-4498-9665-2269164b7ba8 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:05.779281 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.862769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] Sync routers for ids ['e8439f19-879f-4354-a998-9691e5ed9256'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:05.884808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40104) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:05.939990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] For port eb531835-6dbf-4498-9665-2269164b7ba8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb531835-6dbf-4498-9665-2269164b7ba8,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:05.940396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.943496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] Routers {'e8439f19-879f-4354-a998-9691e5ed9256'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:05.944240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e8439f19-879f-4354-a998-9691e5ed9256'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:05.956672 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31f2ed2a-e105-4f55-8933-bc849c6fed60 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (e8439f19-879f-4354-a998-9691e5ed9256), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:05.963344 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31f2ed2a-e105-4f55-8933-bc849c6fed60 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router_controller (e8439f19-879f-4354-a998-9691e5ed9256), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.003266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] Calling delete_port for eb531835-6dbf-4498-9665-2269164b7ba8 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:06.053193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31f2ed2a-e105-4f55-8933-bc849c6fed60 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (e8439f19-879f-4354-a998-9691e5ed9256), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.054042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f2ed2a-e105-4f55-8933-bc849c6fed60 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Fanout notify agent at l3_agent the message router_deleted on router e8439f19-879f-4354-a998-9691e5ed9256 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:51:06.061165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] Set router e8439f19-879f-4354-a998-9691e5ed9256 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:51:06.067650 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31f2ed2a-e105-4f55-8933-bc849c6fed60 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.082265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-31f2ed2a-e105-4f55-8933-bc849c6fed60 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/routers/e8439f19-879f-4354-a998-9691e5ed9256 HTTP/1.1" status: 204 len: 168 time: 0.5371864 Feb 19 00:51:06.084650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40110) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:06.163225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208591e-ba97-4129-bc3d-5c1e8ddc2d6b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:06.166049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5208591e-ba97-4129-bc3d-5c1e8ddc2d6b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0795579 Feb 19 00:51:06.167700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40112) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:06.195073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b170-5c54-41be-8360-3c2d6a0ef057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.235942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb531835-6dbf-4498-9665-2269164b7ba8 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:06.236910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0267a97d-8ac6-4bea-9f4c-0598782a73a4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:06.244037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0267a97d-8ac6-4bea-9f4c-0598782a73a4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0734215 Feb 19 00:51:06.244957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40120) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:06.277929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8439f19-879f-4354-a998-9691e5ed9256', 'name': 'tempest-NetworksTestDHCPv6-router-1452874643', 'tenant_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:50:58Z', 'updated_at': '2022-02-19T00:51:03Z', 'revision_number': 3, 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:06.362666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-955ed066-7b45-4746-abdd-ab1b87a86b83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1165385 Feb 19 00:51:06.366130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40126) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:06.373033 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b170-5c54-41be-8360-3c2d6a0ef057 admin admin] Publish callbacks [] for security_group (ab23c026-1008-4bd0-8745-68971f16eef2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.377322 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] Checking router: e8439f19-879f-4354-a998-9691e5ed9256 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:51:06.379767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:06.380199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ebd9b170-5c54-41be-8360-3c2d6a0ef057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ab23c026-1008-4bd0-8745-68971f16eef2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.433657 n-d-826527-3 neutron-server[103651]: INFO neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No ports have port_id starting with eb531835-6dbf-4498-9665-2269164b7ba8 Feb 19 00:51:06.436276 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ebd9b170-5c54-41be-8360-3c2d6a0ef057 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b1c045b933014239926716b0299844d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5503473 Feb 19 00:51:06.439660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9b170-5c54-41be-8360-3c2d6a0ef057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab23c026-1008-4bd0-8745-68971f16eef2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:06.444284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40130) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:06.450674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] Routers set() bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:06.451093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] Router IDs set() for agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 00:51:06.452232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_agentschedulers_db [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e8439f19-879f-4354-a998-9691e5ed9256'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:50:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent'). {{(pid=103651) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 00:51:06.452232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa1c105-6c4c-4995-9148-04fbf232285f None None] The sync data for ids ['e8439f19-879f-4354-a998-9691e5ed9256'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:06.464858 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (eb531835-6dbf-4498-9665-2269164b7ba8), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.500147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] No DVR routers for this DVR port eb531835-6dbf-4498-9665-2269164b7ba8 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:06.528334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:06.532229 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.548080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141bb9e-d9b2-4d80-80a5-459a791991fd None None] Pushing event deleted for resources: {'Port': ['ID=eb531835-6dbf-4498-9665-2269164b7ba8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:06.560009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47bfede4-10fe-4681-8664-578f75838138 admin admin] Publish callbacks [] for security_group (ab23c026-1008-4bd0-8745-68971f16eef2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.601551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47bfede4-10fe-4681-8664-578f75838138 admin admin] Publish callbacks [] for security_group (ab23c026-1008-4bd0-8745-68971f16eef2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.662339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47bfede4-10fe-4681-8664-578f75838138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ab23c026-1008-4bd0-8745-68971f16eef2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.665117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47bfede4-10fe-4681-8664-578f75838138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:06.668835 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-47bfede4-10fe-4681-8664-578f75838138 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ab23c026-1008-4bd0-8745-68971f16eef2 HTTP/1.1" status: 204 len: 168 time: 0.2202923 Feb 19 00:51:06.675704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bfede4-10fe-4681-8664-578f75838138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab23c026-1008-4bd0-8745-68971f16eef2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:06.804081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-0792fa21-4a7a-404c-b238-e34548facc91 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:06.810838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-0792fa21-4a7a-404c-b238-e34548facc91 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/networks?id=f999c100-9253-4f07-a04b-8b8eda734ab5 HTTP/1.1" status: 200 len: 808 time: 0.1735351 Feb 19 00:51:06.830640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-3b6bfcbf-8c43-406b-b6b7-39d4f291665d tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/quotas/0b36948da4764736ab2ccaffd8192ae3 HTTP/1.1" status: 200 len: 375 time: 0.0184448 Feb 19 00:51:06.892698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-66a00d2b-6ba3-437b-8c9a-27342effaaa5 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0b36948da4764736ab2ccaffd8192ae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606854 Feb 19 00:51:06.975983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6e7471a5-658d-46e5-a654-67091c97a48f no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:07.016387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 6e7471a5-658d-46e5-a654-67091c97a48f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:07.016744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6e7471a5-658d-46e5-a654-67091c97a48f not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:07.079663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-64175a4a-01ad-4d17-913e-2c0bdc95d1d5 service neutron] 10.222.0.60 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856844 Feb 19 00:51:07.156391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40162) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:07.177781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9294311d-1dc8-4c70-846c-ca63373299aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.265763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-ba443463-0a46-4741-bc47-0f78d7e24163 service neutron] 10.222.0.60 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851306 Feb 19 00:51:07.281144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9294311d-1dc8-4c70-846c-ca63373299aa admin admin] Publish callbacks [] for security_group (29e9ab45-edf2-4732-9f57-8376dc1e1100), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.292763 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9294311d-1dc8-4c70-846c-ca63373299aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (29e9ab45-edf2-4732-9f57-8376dc1e1100), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.317478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:51:07.319075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (aeab5c2f-f52b-4b58-a142-67e92d25d9db), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.374455 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9294311d-1dc8-4c70-846c-ca63373299aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2693aa471644bb1b71be4036a0f6138&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168407 Feb 19 00:51:07.375341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294311d-1dc8-4c70-846c-ca63373299aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e9ab45-edf2-4732-9f57-8376dc1e1100,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:07.377379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40168) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:07.400026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:07.410536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:07.415783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:07.416423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.424559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52556aa0-70bf-4718-8b93-ef1661818f12 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:07.446478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=aeab5c2f-f52b-4b58-a142-67e92d25d9db,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:07.523548 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-29007945-2a14-4938-88f8-1ad9ebc55ebd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1548977 Feb 19 00:51:07.526556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40188) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:07.533338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:07.541977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b1da4fd-1186-4ce3-8705-4ba23a4ca588 req-5d33a12c-10eb-4e07-9163-5fe4b7e8130a tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 210 time: 0.0454490 Feb 19 00:51:07.543063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9655d9ab-f060-4b1c-b308-8bf1758c9945 admin admin] Publish callbacks [] for security_group (29e9ab45-edf2-4732-9f57-8376dc1e1100), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.568556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9655d9ab-f060-4b1c-b308-8bf1758c9945 admin admin] Publish callbacks [] for security_group (29e9ab45-edf2-4732-9f57-8376dc1e1100), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.582777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': 'aeab5c2f-f52b-4b58-a142-67e92d25d9db'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:07.585285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.645443 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9655d9ab-f060-4b1c-b308-8bf1758c9945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (29e9ab45-edf2-4732-9f57-8376dc1e1100), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.650549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9655d9ab-f060-4b1c-b308-8bf1758c9945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.652640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9655d9ab-f060-4b1c-b308-8bf1758c9945 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29e9ab45-edf2-4732-9f57-8376dc1e1100 HTTP/1.1" status: 204 len: 168 time: 0.2735577 Feb 19 00:51:07.665457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655d9ab-f060-4b1c-b308-8bf1758c9945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e9ab45-edf2-4732-9f57-8376dc1e1100,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:07.734954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:07.742740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:07.829490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Allocated IP 2001:db8::f816:3eff:fe3f:e01b (56ceac71-2335-48a2-b345-d4c8d8eb1409/aeab5c2f-f52b-4b58-a142-67e92d25d9db/26b7251a-9417-4187-bcf8-e863fb380dbc) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:08.037951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d801257-ebc7-4f1d-93fa-8ec791fae37d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:08.073339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3d801257-ebc7-4f1d-93fa-8ec791fae37d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:08.073628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d801257-ebc7-4f1d-93fa-8ec791fae37d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:08.096352 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Publish callbacks [] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.102990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (9e322bd1-03a7-4ace-9a87-de824fa4f9e3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.105611 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.142915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:08.146070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:08.151890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:08.192299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=9e322bd1-03a7-4ace-9a87-de824fa4f9e3,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:08.195999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Pushing event updated for resources: {'Port': ['ID=26b7251a-9417-4187-bcf8-e863fb380dbc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:08.203378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:08.205011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:08.208727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:08.209756 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.245861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40248) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:08.253674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:96:d9:5f', 'name': 'tempest-NetworksTestDHCPv6-179517476'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:08.258841 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-434a6abc-8d45-4e07-9d10-018444a13af5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7309153 Feb 19 00:51:08.430471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Attempting to bind port 26b7251a-9417-4187-bcf8-e863fb380dbc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:08.431143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Attempting to bind port 26b7251a-9417-4187-bcf8-e863fb380dbc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:08.431306 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Attempting to bind port 26b7251a-9417-4187-bcf8-e863fb380dbc on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:08.437491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:08.437491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:08.437967 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.438269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:08.438796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Bound port: 26b7251a-9417-4187-bcf8-e863fb380dbc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:08.439194 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.464066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:08.519532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] For port 26b7251a-9417-4187-bcf8-e863fb380dbc, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:08.523584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] For port 26b7251a-9417-4187-bcf8-e863fb380dbc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=26b7251a-9417-4187-bcf8-e863fb380dbc,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:08.531198 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.607292 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:08.647634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae30a8-4b39-428b-96f8-cc388311884a None None] Pushing event updated for resources: {'Port': ['ID=26b7251a-9417-4187-bcf8-e863fb380dbc,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:08.656385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:08.758358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-690d0861-a5ad-49ac-af27-183b8f4b033b req-47a4376a-34af-42af-978c-2ee50fba9d06 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 210 time: 0.0387294 Feb 19 00:51:08.925135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 172.20.0.7 (56ceac71-2335-48a2-b345-d4c8d8eb1409/9e322bd1-03a7-4ace-9a87-de824fa4f9e3/7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:08.934836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fe96:d95f (56ceac71-2335-48a2-b345-d4c8d8eb1409/aeab5c2f-f52b-4b58-a142-67e92d25d9db/7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:09.168026 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.185636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-d8863c8b-26c5-43ef-8ff5-69d4319071d4 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.187782 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-d8863c8b-26c5-43ef-8ff5-69d4319071d4 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.113 "GET /v2.0/networks?id=f999c100-9253-4f07-a04b-8b8eda734ab5 HTTP/1.1" status: 200 len: 808 time: 0.1757643 Feb 19 00:51:09.200687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Request body: {'port': {'device_id': 'c3a667e6-6bfb-419c-a305-5256fd813484', 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5', 'admin_state_up': True, 'tenant_id': '0b36948da4764736ab2ccaffd8192ae3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:09.239905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.301582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:09.321575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:09.323979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:09.327189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:09.327894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Made reservation on behalf of 0b36948da4764736ab2ccaffd8192ae3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:09.333059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.383289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.384354 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.406934 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eef14747-22fb-4362-98d6-db5e5a4dc1c6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1599135 Feb 19 00:51:09.409552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40328) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:09.478407 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40330) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:09.483817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9e60e-5006-4851-9a26-f779df859ae7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.489969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad9e60e-5006-4851-9a26-f779df859ae7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.491697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8ad9e60e-5006-4851-9a26-f779df859ae7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0807705 Feb 19 00:51:09.494472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40334) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:09.496371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Allocated IP 172.20.0.11 (f999c100-9253-4f07-a04b-8b8eda734ab5/bac474fd-9c81-4013-9a46-cbf7984d3816/19e37612-1ea5-4400-98dc-ff63396962ef) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:09.523037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40336) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:09.623589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a370bcbf-c67d-4a06-bb0f-17f0ca31d1aa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:09.624146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a370bcbf-c67d-4a06-bb0f-17f0ca31d1aa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.711979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1494-308d-48c2-b822-aaa1369f5f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.717388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6d65bd2-7467-4e89-886d-f293909d3e24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.727570 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a370bcbf-c67d-4a06-bb0f-17f0ca31d1aa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.741189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a370bcbf-c67d-4a06-bb0f-17f0ca31d1aa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:09.748109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks [] for port (19e37612-1ea5-4400-98dc-ff63396962ef), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.847347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.934274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Network f999c100-9253-4f07-a04b-8b8eda734ab5 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:09.942958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6d65bd2-7467-4e89-886d-f293909d3e24 admin admin] Publish callbacks [] for security_group (a7356dcd-aada-46a9-b765-6d5108ded107), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.945068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1494-308d-48c2-b822-aaa1369f5f26 admin admin] Publish callbacks [] for security_group (0cab4332-64b1-4767-8d63-bd46c8be838b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.946480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:09.953178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:09.955973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8f09f-51ec-46dc-8bad-20d73add7710 req-f1965ee0-9b44-4e56-906d-eb7480cb35f1 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:09.957527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99c8f09f-51ec-46dc-8bad-20d73add7710 req-f1965ee0-9b44-4e56-906d-eb7480cb35f1 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 932 time: 0.0972755 Feb 19 00:51:09.958643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bfb658-c5d0-4aa5-8387-3dac4c63c2da None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:09.960574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3bfa1494-308d-48c2-b822-aaa1369f5f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0cab4332-64b1-4767-8d63-bd46c8be838b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:09.963740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6d65bd2-7467-4e89-886d-f293909d3e24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a7356dcd-aada-46a9-b765-6d5108ded107), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.007277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a370bcbf-c67d-4a06-bb0f-17f0ca31d1aa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.011852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Pushing event updated for resources: {'Port': ['ID=19e37612-1ea5-4400-98dc-ff63396962ef,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.053279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-79701c9e-f0d3-441e-aabc-caa011b83b0a None None] Provisioning complete for port 26b7251a-9417-4187-bcf8-e863fb380dbc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:10.053897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79701c9e-f0d3-441e-aabc-caa011b83b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.060314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370bcbf-c67d-4a06-bb0f-17f0ca31d1aa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.069706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99c8f09f-51ec-46dc-8bad-20d73add7710 req-d9ae6ebf-0e14-472d-8060-3f3278bf8a96 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005645 Feb 19 00:51:10.078651 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3bfa1494-308d-48c2-b822-aaa1369f5f26 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0a286d818434433c9f56b6b4c0684561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5519609 Feb 19 00:51:10.079378 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d6d65bd2-7467-4e89-886d-f293909d3e24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0a75f6866514c1a99c2b3b7210ea0db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5991969 Feb 19 00:51:10.079661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40344) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:10.086673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:10.087401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.090343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa1494-308d-48c2-b822-aaa1369f5f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cab4332-64b1-4767-8d63-bd46c8be838b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.090645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40346) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:10.151248 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-377c2775-0b42-4de7-b46a-58ca6d3ccd50 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9548364 Feb 19 00:51:10.157093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d65bd2-7467-4e89-886d-f293909d3e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7356dcd-aada-46a9-b765-6d5108ded107,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.169077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Request body: {'port': {'device_id': 'c3a667e6-6bfb-419c-a305-5256fd813484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:10.219853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 26b7251a-9417-4187-bcf8-e863fb380dbc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:10.245492 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b87a555-712e-44b1-80b1-f94583f595f4 admin admin] Publish callbacks [] for security_group (0cab4332-64b1-4767-8d63-bd46c8be838b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.247793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.253744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a370bcbf-c67d-4a06-bb0f-17f0ca31d1aa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.259719 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a370bcbf-c67d-4a06-bb0f-17f0ca31d1aa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84 HTTP/1.1" status: 204 len: 168 time: 0.7617354 Feb 19 00:51:10.260916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40348) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:10.296761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-79701c9e-f0d3-441e-aabc-caa011b83b0a None None] Current status of the port 26b7251a-9417-4187-bcf8-e863fb380dbc is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:10.297160 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79701c9e-f0d3-441e-aabc-caa011b83b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.308729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d7646b8-3819-48b5-9c89-d2f6ca17c4a4 admin admin] Publish callbacks [] for security_group (a7356dcd-aada-46a9-b765-6d5108ded107), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.318653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b87a555-712e-44b1-80b1-f94583f595f4 admin admin] Publish callbacks [] for security_group (0cab4332-64b1-4767-8d63-bd46c8be838b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.352477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6e84f-8851-43fb-b74d-0d09603e84b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:10.354389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6e84f-8851-43fb-b74d-0d09603e84b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:10.355583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b6e84f-8851-43fb-b74d-0d09603e84b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:10.357405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-19b6e84f-8851-43fb-b74d-0d09603e84b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0910699 Feb 19 00:51:10.359726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d7646b8-3819-48b5-9c89-d2f6ca17c4a4 admin admin] Publish callbacks [] for security_group (a7356dcd-aada-46a9-b765-6d5108ded107), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.361760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40350) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:10.375006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 26b7251a-9417-4187-bcf8-e863fb380dbc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:10.376443 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.383544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-79701c9e-f0d3-441e-aabc-caa011b83b0a None None] For port 26b7251a-9417-4187-bcf8-e863fb380dbc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=26b7251a-9417-4187-bcf8-e863fb380dbc,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:10.406405 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79701c9e-f0d3-441e-aabc-caa011b83b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.439109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-317b3a35-904b-4c99-93d5-71413414b30d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 9e322bd1-03a7-4ace-9a87-de824fa4f9e3 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:10.442694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317b3a35-904b-4c99-93d5-71413414b30d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (9e322bd1-03a7-4ace-9a87-de824fa4f9e3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.447546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e14795-2520-4b52-b435-d7968c335694 None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': 'aeab5c2f-f52b-4b58-a142-67e92d25d9db', 'ip_address': '2001:db8::f816:3eff:fe3f:e01b'}, {'subnet_id': '9e322bd1-03a7-4ace-9a87-de824fa4f9e3'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '26b7251a-9417-4187-bcf8-e863fb380dbc'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:51:10.452416 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b87a555-712e-44b1-80b1-f94583f595f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0cab4332-64b1-4767-8d63-bd46c8be838b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.456226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5b87a555-712e-44b1-80b1-f94583f595f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.459959 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b87a555-712e-44b1-80b1-f94583f595f4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cab4332-64b1-4767-8d63-bd46c8be838b HTTP/1.1" status: 204 len: 168 time: 0.3767295 Feb 19 00:51:10.472639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87a555-712e-44b1-80b1-f94583f595f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cab4332-64b1-4767-8d63-bd46c8be838b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.502871 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d7646b8-3819-48b5-9c89-d2f6ca17c4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a7356dcd-aada-46a9-b765-6d5108ded107), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.506124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2d7646b8-3819-48b5-9c89-d2f6ca17c4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.507392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2d7646b8-3819-48b5-9c89-d2f6ca17c4a4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7356dcd-aada-46a9-b765-6d5108ded107 HTTP/1.1" status: 204 len: 168 time: 0.4099555 Feb 19 00:51:10.510214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317b3a35-904b-4c99-93d5-71413414b30d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (9e322bd1-03a7-4ace-9a87-de824fa4f9e3), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.517242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79701c9e-f0d3-441e-aabc-caa011b83b0a None None] Pushing event updated for resources: {'Port': ['ID=26b7251a-9417-4187-bcf8-e863fb380dbc,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.519823 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89e14795-2520-4b52-b435-d7968c335694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.566489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7646b8-3819-48b5-9c89-d2f6ca17c4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7356dcd-aada-46a9-b765-6d5108ded107,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.600766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317b3a35-904b-4c99-93d5-71413414b30d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (9e322bd1-03a7-4ace-9a87-de824fa4f9e3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.649705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 26b7251a-9417-4187-bcf8-e863fb380dbc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:10.708408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317b3a35-904b-4c99-93d5-71413414b30d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (9e322bd1-03a7-4ace-9a87-de824fa4f9e3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.711751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e37612-1ea5-4400-98dc-ff63396962ef {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:10.720639 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Publish callbacks [] for port (19e37612-1ea5-4400-98dc-ff63396962ef), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.737303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Transition to ACTIVE for port object 19e37612-1ea5-4400-98dc-ff63396962ef will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:51:10.745376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.765618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b3a35-904b-4c99-93d5-71413414b30d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=9e322bd1-03a7-4ace-9a87-de824fa4f9e3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.778502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-317b3a35-904b-4c99-93d5-71413414b30d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.781799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-317b3a35-904b-4c99-93d5-71413414b30d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/9e322bd1-03a7-4ace-9a87-de824fa4f9e3 HTTP/1.1" status: 204 len: 168 time: 0.4189961 Feb 19 00:51:10.784473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40362) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-89e14795-2520-4b52-b435-d7968c335694 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e322bd1-03a7-4ace-9a87-de824fa4f9e3: This subnet is being modified by another concurrent operation. Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e322bd1-03a7-4ace-9a87-de824fa4f9e3: This subnet is being modified by another concurrent operation. Feb 19 00:51:10.809166 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 00:51:10.878758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Pushing event updated for resources: {'Port': ['ID=19e37612-1ea5-4400-98dc-ff63396962ef,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:10.914093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d99f1c8-4c98-484d-ad5b-eb086ee0f646 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:51:10.919924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6224037-7621-485e-ac7b-a922be8e2b8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet aeab5c2f-f52b-4b58-a142-67e92d25d9db {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:10.925057 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6224037-7621-485e-ac7b-a922be8e2b8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (aeab5c2f-f52b-4b58-a142-67e92d25d9db), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.978433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40370) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:10.987663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9f759e21-0db2-4382-9403-1ad669bd8b7e None None] Provisioning complete for port 26b7251a-9417-4187-bcf8-e863fb380dbc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:10.990305 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9f759e21-0db2-4382-9403-1ad669bd8b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:10.992765 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6224037-7621-485e-ac7b-a922be8e2b8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (aeab5c2f-f52b-4b58-a142-67e92d25d9db), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.005931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bb91b82b-adc4-4a55-b1a7-0d7c626b257d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.024521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Attempting to bind port 19e37612-1ea5-4400-98dc-ff63396962ef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:11.024871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Attempting to bind port 19e37612-1ea5-4400-98dc-ff63396962ef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:11.025257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Attempting to bind port 19e37612-1ea5-4400-98dc-ff63396962ef on network f999c100-9253-4f07-a04b-8b8eda734ab5 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:11.035283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Port 19e37612-1ea5-4400-98dc-ff63396962ef on network f999c100-9253-4f07-a04b-8b8eda734ab5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:51:11.035283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Attempting to bind port 19e37612-1ea5-4400-98dc-ff63396962ef on network f999c100-9253-4f07-a04b-8b8eda734ab5 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:11.046353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:11.046652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Checking segment: {'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:11.047459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Bound using segment: {'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:11.047929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Bound port: 19e37612-1ea5-4400-98dc-ff63396962ef, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b660a8e2-1dd5-499f-801d-2f0c0d93f956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:11.048560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.071604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d99f1c8-4c98-484d-ad5b-eb086ee0f646 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 00:51:11.158637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6224037-7621-485e-ac7b-a922be8e2b8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (aeab5c2f-f52b-4b58-a142-67e92d25d9db), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.197488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] For port 19e37612-1ea5-4400-98dc-ff63396962ef, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:11.219499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] For port 19e37612-1ea5-4400-98dc-ff63396962ef, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=19e37612-1ea5-4400-98dc-ff63396962ef,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:11.233691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9f759e21-0db2-4382-9403-1ad669bd8b7e None None] Current status of the port 26b7251a-9417-4187-bcf8-e863fb380dbc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:11.234689 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.284129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bb91b82b-adc4-4a55-b1a7-0d7c626b257d admin admin] Publish callbacks [] for security_group (5cee2129-6bf9-45fd-b376-8864fb427b69), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.288115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:11.289343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.291715 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] 10.222.0.113 "PUT /v2.0/ports/19e37612-1ea5-4400-98dc-ff63396962ef HTTP/1.1" status: 200 len: 1092 time: 1.1276140 Feb 19 00:51:11.295031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a667e6-6bfb-419c-a305-5256fd813484', 'tag': '19e37612-1ea5-4400-98dc-ff63396962ef'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:11.295327 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bb91b82b-adc4-4a55-b1a7-0d7c626b257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5cee2129-6bf9-45fd-b376-8864fb427b69), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.298570 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5cd588-bf1a-4e20-af1a-e87ef684db38" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a667e6-6bfb-419c-a305-5256fd813484", "tag": "19e37612-1ea5-4400-98dc-ff63396962ef"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:11.304611 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6224037-7621-485e-ac7b-a922be8e2b8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (aeab5c2f-f52b-4b58-a142-67e92d25d9db), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.369125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6224037-7621-485e-ac7b-a922be8e2b8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=aeab5c2f-f52b-4b58-a142-67e92d25d9db,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:11.390718 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d0b5a8-2421-4ec5-a48f-2159bfa54ead x-openstack-request-id: req-48d0b5a8-2421-4ec5-a48f-2159bfa54ead {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:11.391176 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a667e6-6bfb-419c-a305-5256fd813484", "tag": "19e37612-1ea5-4400-98dc-ff63396962ef", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:11.391593 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48d0b5a8-2421-4ec5-a48f-2159bfa54ead {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:11.392206 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a667e6-6bfb-419c-a305-5256fd813484', 'tag': '19e37612-1ea5-4400-98dc-ff63396962ef', 'status': 'completed', 'code': 200} Feb 19 00:51:11.394552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bb91b82b-adc4-4a55-b1a7-0d7c626b257d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a95c6c30a2574318b4c9f82efe92c659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147780 Feb 19 00:51:11.398930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40378) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:11.432445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91b82b-adc4-4a55-b1a7-0d7c626b257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cee2129-6bf9-45fd-b376-8864fb427b69,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:11.444607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57827248-bdfe-4deb-a871-44ac7e098479 req-1510c07f-6890-4df0-956c-0a2e693fe969 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:11.446900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57827248-bdfe-4deb-a871-44ac7e098479 req-1510c07f-6890-4df0-956c-0a2e693fe969 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 944 time: 0.2136393 Feb 19 00:51:11.471694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e6224037-7621-485e-ac7b-a922be8e2b8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.479598 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e6224037-7621-485e-ac7b-a922be8e2b8d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/aeab5c2f-f52b-4b58-a142-67e92d25d9db HTTP/1.1" status: 204 len: 168 time: 0.6899843 Feb 19 00:51:11.482798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40382) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:11.498764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75f139-af34-4f36-b3e9-7b8adb7b3503 service neutron] Pushing event updated for resources: {'Port': ['ID=19e37612-1ea5-4400-98dc-ff63396962ef,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:11.536042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-3fe4de91-f6a6-4d28-a4fb-4a444368f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:11.538849 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-3fe4de91-f6a6-4d28-a4fb-4a444368f8f3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=0b36948da4764736ab2ccaffd8192ae3&device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 1126 time: 0.1768131 Feb 19 00:51:11.544766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9ccac0d3-b7e8-4c74-b820-5461c643ac2e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0560062 Feb 19 00:51:11.548958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40386) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:11.562420 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:11.580170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67690db7-244e-41e9-94f8-72a0495058af None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': 'aeab5c2f-f52b-4b58-a142-67e92d25d9db'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '26b7251a-9417-4187-bcf8-e863fb380dbc'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:51:11.582153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03dbe676-0142-432b-90c2-f44ea2a2c5d5 admin admin] Publish callbacks [] for security_group (5cee2129-6bf9-45fd-b376-8864fb427b69), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.605933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57827248-bdfe-4deb-a871-44ac7e098479 req-3a03f347-a3d8-4f4c-9077-cf79be8f3fd7 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476169 Feb 19 00:51:11.611117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03dbe676-0142-432b-90c2-f44ea2a2c5d5 admin admin] Publish callbacks [] for security_group (5cee2129-6bf9-45fd-b376-8864fb427b69), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.624192 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-74a27432-98d6-4980-86e2-3d8ca7ac23a4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19e37612-1ea5-4400-98dc-ff63396962ef HTTP/1.1" status: 200 len: 217 time: 0.0693982 Feb 19 00:51:11.638650 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67690db7-244e-41e9-94f8-72a0495058af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.672923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03dbe676-0142-432b-90c2-f44ea2a2c5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5cee2129-6bf9-45fd-b376-8864fb427b69), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.676551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03dbe676-0142-432b-90c2-f44ea2a2c5d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.683006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-03dbe676-0142-432b-90c2-f44ea2a2c5d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cee2129-6bf9-45fd-b376-8864fb427b69 HTTP/1.1" status: 204 len: 168 time: 0.2829301 Feb 19 00:51:11.694672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbe676-0142-432b-90c2-f44ea2a2c5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cee2129-6bf9-45fd-b376-8864fb427b69,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:11.725564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-0808541e-f8e6-4fdc-8430-522927692c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:11.727724 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-0808541e-f8e6-4fdc-8430-522927692c4a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=bac474fd-9c81-4013-9a46-cbf7984d3816 HTTP/1.1" status: 200 len: 848 time: 0.0761611 Feb 19 00:51:11.777721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-cef48362-c539-4083-b4d0-74cafd06bbd4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f999c100-9253-4f07-a04b-8b8eda734ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412135 Feb 19 00:51:11.779066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:11.783548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:11.871435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c07ae-bf3a-4dd2-90fc-c21f31c31ebe None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:11.981226 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-0647e2c9-4c11-4fd6-8a55-4f49f85b8f95 service neutron] 10.222.0.113 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940153 Feb 19 00:51:12.006745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-27ea5c9c-ee03-42f0-968a-148c0fb84760 None None] Provisioning complete for port 26b7251a-9417-4187-bcf8-e863fb380dbc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:12.007553 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27ea5c9c-ee03-42f0-968a-148c0fb84760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.090887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:12.162541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-27ea5c9c-ee03-42f0-968a-148c0fb84760 None None] Current status of the port 26b7251a-9417-4187-bcf8-e863fb380dbc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:12.190039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 26b7251a-9417-4187-bcf8-e863fb380dbc no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:12.203875 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cda5cfd0-6987-4f14-9b83-06beefde69d3 req-c9d175e7-08af-468f-bfb1-fdb391838878 service neutron] 10.222.0.113 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164667 Feb 19 00:51:12.247676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] Deleting port 26b7251a-9417-4187-bcf8-e863fb380dbc {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:12.248329 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.368803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 26b7251a-9417-4187-bcf8-e863fb380dbc is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:12.369526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.393278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-4cc190d1-726d-458c-9cbc-bc1b3a71294c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.394854 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-4cc190d1-726d-458c-9cbc-bc1b3a71294c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=0b36948da4764736ab2ccaffd8192ae3&device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 1126 time: 0.1272933 Feb 19 00:51:12.395701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] For port 26b7251a-9417-4187-bcf8-e863fb380dbc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=26b7251a-9417-4187-bcf8-e863fb380dbc,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:12.396277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.420257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] Calling delete_port for 26b7251a-9417-4187-bcf8-e863fb380dbc owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:12.438900 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 26b7251a-9417-4187-bcf8-e863fb380dbc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=26b7251a-9417-4187-bcf8-e863fb380dbc,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:12.446769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40412) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:12.450228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.482806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.objects.ports [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103650) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:51:12.556445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=26b7251a-9417-4187-bcf8-e863fb380dbc,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:12.581413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (26b7251a-9417-4187-bcf8-e863fb380dbc), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.610069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] Pushing event deleted for resources: {'Port': ['ID=26b7251a-9417-4187-bcf8-e863fb380dbc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:12.615728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e49176-6c50-4c18-93a8-4c88c6b755fb None None] No DVR routers for this DVR port 26b7251a-9417-4187-bcf8-e863fb380dbc on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:12.662781 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c911-7217-4781-b83b-49fa19cbcc14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.665491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-2939fb98-4085-4ef7-a79e-588ab64de80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.667400 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-2939fb98-4085-4ef7-a79e-588ab64de80e service neutron] 10.222.0.113 "GET /v2.0/networks?id=f999c100-9253-4f07-a04b-8b8eda734ab5 HTTP/1.1" status: 200 len: 909 time: 0.2588878 Feb 19 00:51:12.686203 n-d-826527-3 neutron-server[103650]: WARNING neutron.services.revisions.revision_plugin [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Could not find related port for resource to bump revision. Feb 19 00:51:12.731797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Port 26b7251a-9417-4187-bcf8-e863fb380dbc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103650) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 00:51:12.732081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3f:e01b {{(pid=103650) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 00:51:12.736079 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-5d04878f-97db-446f-a67a-8192dd9226d6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19e37612-1ea5-4400-98dc-ff63396962ef HTTP/1.1" status: 200 len: 217 time: 0.0480239 Feb 19 00:51:12.737043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_pluggable_backend [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3f:e01b {{(pid=103650) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 00:51:12.738272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (fb8fd80e-78c0-44b4-b0a3-f299be7b1247), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.804570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c78320-fd62-4ffb-96a2-bb6c753a8363 req-dc73f5d9-28cb-4110-a1f7-e4d5806fc7c9 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.806643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90c78320-fd62-4ffb-96a2-bb6c753a8363 req-dc73f5d9-28cb-4110-a1f7-e4d5806fc7c9 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 944 time: 0.1067009 Feb 19 00:51:12.816752 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c911-7217-4781-b83b-49fa19cbcc14 admin admin] Publish callbacks [] for security_group (dea1193b-21a0-4d5e-898a-74b37566cb29), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.819571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:12.826423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:12.829428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.830037 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.832832 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c911-7217-4781-b83b-49fa19cbcc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dea1193b-21a0-4d5e-898a-74b37566cb29), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:12.840377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a32f5-a00d-480e-9392-8b8dab04c326 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:12.845109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=fb8fd80e-78c0-44b4-b0a3-f299be7b1247,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:12.853139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-91df83ba-7d10-4daa-9eb8-33a7afcc65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:12.854664 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-91df83ba-7d10-4daa-9eb8-33a7afcc65e8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=bac474fd-9c81-4013-9a46-cbf7984d3816 HTTP/1.1" status: 200 len: 848 time: 0.1070805 Feb 19 00:51:12.861576 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8a1b6fc1-8cc0-4a4b-9bf3-93bb69c9c54c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3039479 Feb 19 00:51:12.864457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40428) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:12.895601 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-1cccfde6-5902-41ac-804c-8f0993f88533 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=f999c100-9253-4f07-a04b-8b8eda734ab5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321276 Feb 19 00:51:12.899708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:12.900149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4ec8c911-7217-4781-b83b-49fa19cbcc14 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=786ce6deab894b07828a81100e2e5944&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4521182 Feb 19 00:51:12.904362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40430) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:12.907258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8c911-7217-4781-b83b-49fa19cbcc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea1193b-21a0-4d5e-898a-74b37566cb29,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:12.922774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90c78320-fd62-4ffb-96a2-bb6c753a8363 req-05679df4-ebc5-46d5-a7bc-be160fbdabd4 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045566 Feb 19 00:51:12.961942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': 'fb8fd80e-78c0-44b4-b0a3-f299be7b1247'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:12.962917 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.115745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Allocated IP 2001:db8::f816:3eff:fe1b:70d (56ceac71-2335-48a2-b345-d4c8d8eb1409/fb8fd80e-78c0-44b4-b0a3-f299be7b1247/3c41fc84-3f87-4ea8-b068-be5ebfcbc879) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:13.288483 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Publish callbacks [] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.296782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.333804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:13.337333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:13.340921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:13.360871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Pushing event updated for resources: {'Port': ['ID=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:13.413365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Attempting to bind port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:13.413751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Attempting to bind port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:13.414158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Attempting to bind port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:13.420059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:13.420435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:13.421227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.421627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:13.422162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Bound port: 3c41fc84-3f87-4ea8-b068-be5ebfcbc879, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:13.422875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.424278 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-ce8bb2d6-7531-4815-8874-a075899e86b9 service neutron] 10.222.0.113 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209944 Feb 19 00:51:13.445329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0a7fe16-0ead-4971-a326-7de5ac1ad5b1 admin admin] Publish callbacks [] for security_group (dea1193b-21a0-4d5e-898a-74b37566cb29), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.486309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40444) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:13.488791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] For port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:13.492280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] For port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:13.500953 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.528079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0a7fe16-0ead-4971-a326-7de5ac1ad5b1 admin admin] Publish callbacks [] for security_group (dea1193b-21a0-4d5e-898a-74b37566cb29), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.542785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:13.546596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.564368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b92b5a-1c99-48a3-a6e2-ce02f583d0a7 None None] Pushing event updated for resources: {'Port': ['ID=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:13.607399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:13.632217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.647193 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fe5cd588-bf1a-4e20-af1a-e87ef684db38 req-0f784a85-621b-4ef2-87e4-b81539169526 service neutron] 10.222.0.113 "GET /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112675 Feb 19 00:51:13.691149 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0a7fe16-0ead-4971-a326-7de5ac1ad5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dea1193b-21a0-4d5e-898a-74b37566cb29), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.695163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0a7fe16-0ead-4971-a326-7de5ac1ad5b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.696709 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0a7fe16-0ead-4971-a326-7de5ac1ad5b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dea1193b-21a0-4d5e-898a-74b37566cb29 HTTP/1.1" status: 204 len: 168 time: 0.7914898 Feb 19 00:51:13.719915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a7fe16-0ead-4971-a326-7de5ac1ad5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea1193b-21a0-4d5e-898a-74b37566cb29,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:13.739601 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.901543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Allocated IP 172.25.6.205 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/f8a3eabf-a290-4788-a3fc-b06dc904a26f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:13.932565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (ab33f3c3-22a5-4dca-8e46-12adc4671e48), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:13.989395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:13.993192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:13.998057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:13.998746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.007463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=ab33f3c3-22a5-4dca-8e46-12adc4671e48,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:14.027386 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-06a06915-0fc9-4c2b-baf6-69e9a84303bd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1612184 Feb 19 00:51:14.028226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40454) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:14.034334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:02:56:a3', 'name': 'tempest-NetworksTestDHCPv6-454830004'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:14.100268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks [] for port (f8a3eabf-a290-4788-a3fc-b06dc904a26f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.179000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:14.185462 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f09064-aae4-48a8-8cba-66855d9e0811 req-73cc13de-91d6-40f2-a816-b20128fe96a4 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:14.187418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f09064-aae4-48a8-8cba-66855d9e0811 req-73cc13de-91d6-40f2-a816-b20128fe96a4 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 944 time: 0.1503243 Feb 19 00:51:14.188922 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f8a3eabf-a290-4788-a3fc-b06dc904a26f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.194656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:14.252100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:14.252491 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.261484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:14.273420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:14.277145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a3eabf-a290-4788-a3fc-b06dc904a26f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:14.285577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:14.307774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.337555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32f09064-aae4-48a8-8cba-66855d9e0811 req-e1da7acb-4ce9-4f04-8a38-74535651a3fb tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419921 Feb 19 00:51:14.341263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 45f83657-cfd5-48a8-9ae3-0482f5c2f807 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:14.355461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:14.356102 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.425597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:14.435534 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.441566 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks [] for floatingip (d7ba86a0-8b8a-46bd-bd45-10e9a5ab3b6c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.494069 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8a3eabf-a290-4788-a3fc-b06dc904a26f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.511377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:14.591973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 172.20.0.14 (56ceac71-2335-48a2-b345-d4c8d8eb1409/ab33f3c3-22a5-4dca-8e46-12adc4671e48/45f83657-cfd5-48a8-9ae3-0482f5c2f807) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:14.597263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fe02:56a3 (56ceac71-2335-48a2-b345-d4c8d8eb1409/fb8fd80e-78c0-44b4-b0a3-f299be7b1247/45f83657-cfd5-48a8-9ae3-0482f5c2f807) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:14.725408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks [] for port (f8a3eabf-a290-4788-a3fc-b06dc904a26f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.732717 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f8a3eabf-a290-4788-a3fc-b06dc904a26f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.769954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (45f83657-cfd5-48a8-9ae3-0482f5c2f807), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.810769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a3eabf-a290-4788-a3fc-b06dc904a26f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:14.822242 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (d7ba86a0-8b8a-46bd-bd45-10e9a5ab3b6c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.844602 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.848194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (45f83657-cfd5-48a8-9ae3-0482f5c2f807), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.849737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40476) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:14.850226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-57c9ab9c-e8b4-4600-b110-5bd8b566008a tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3579531 Feb 19 00:51:14.851351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4a95a-48b3-42bd-8261-d275cc9c9721 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:14.856618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-623616640', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'fixed_ips': [{'ip_address': '172.25.6.205'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:14.918463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:14.924150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Made reservation on behalf of e99672e1bda94719a3a1ff298c8f99f1 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:14.926602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:14.931996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:14.935354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:14.938096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=45f83657-cfd5-48a8-9ae3-0482f5c2f807,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:14.967879 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.011872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:15.012461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.035058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 19e37612-1ea5-4400-98dc-ff63396962ef details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:51:15.043753 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c5c4f4a7-cc80-4697-97d0-6f31b73275a2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0143223 Feb 19 00:51:15.043950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40478) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:15.097538 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks [] for security_group (6b931382-27c0-4f88-b782-68e15b97a808), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.102736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6b931382-27c0-4f88-b782-68e15b97a808), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.103459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b917a5ad-ecca-481d-b2cb-8885922a86ea None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:15.103843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b917a5ad-ecca-481d-b2cb-8885922a86ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.113132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] device_id is not set on port e255a3c9-f3da-4c48-98be-bd1cf6c84fca yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:15.142755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db9dece-b250-48dd-aa3f-9c7aa1be03dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:15.149742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db9dece-b250-48dd-aa3f-9c7aa1be03dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:15.151635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3db9dece-b250-48dd-aa3f-9c7aa1be03dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1063049 Feb 19 00:51:15.154339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40480) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:15.271627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 19e37612-1ea5-4400-98dc-ff63396962ef, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=19e37612-1ea5-4400-98dc-ff63396962ef,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:15.274090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 45f83657-cfd5-48a8-9ae3-0482f5c2f807 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:15.275019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (45f83657-cfd5-48a8-9ae3-0482f5c2f807), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.292313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '19e37612-1ea5-4400-98dc-ff63396962ef', 'network_id': 'f999c100-9253-4f07-a04b-8b8eda734ab5', 'port_id': '19e37612-1ea5-4400-98dc-ff63396962ef', 'mac_address': 'fa:16:3e:e6:59:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac474fd-9c81-4013-9a46-cbf7984d3816', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:51:15.334141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b931382-27c0-4f88-b782-68e15b97a808,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:15.358141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b917a5ad-ecca-481d-b2cb-8885922a86ea None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:15.411765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (45f83657-cfd5-48a8-9ae3-0482f5c2f807), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.426054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 45f83657-cfd5-48a8-9ae3-0482f5c2f807 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:15.426696 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 00:51:15.427321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:51:15.430948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 19e37612-1ea5-4400-98dc-ff63396962ef is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:15.431343 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.452712 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d2af7bad-d7ad-4d2a-a5f6-c720cf370cf3 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6016550 Feb 19 00:51:15.455266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40488) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:15.458789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e37612-1ea5-4400-98dc-ff63396962ef {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:51:15.471960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae088939-2a87-4c55-9f14-a268aa4eb7f7 None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': 'fb8fd80e-78c0-44b4-b0a3-f299be7b1247', 'ip_address': '2001:db8::f816:3eff:fe1b:70d'}, {'subnet_id': 'ab33f3c3-22a5-4dca-8e46-12adc4671e48'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '3c41fc84-3f87-4ea8-b068-be5ebfcbc879'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:51:15.504322 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 19e37612-1ea5-4400-98dc-ff63396962ef, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=19e37612-1ea5-4400-98dc-ff63396962ef,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:15.517064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae088939-2a87-4c55-9f14-a268aa4eb7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.521313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.572433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4ccfd-8487-438e-8bb0-927f09663f1f req-a035649f-1de9-43c7-ab0f-f3d01089d574 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:15.575578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bf4ccfd-8487-438e-8bb0-927f09663f1f req-a035649f-1de9-43c7-ab0f-f3d01089d574 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 944 time: 0.0868921 Feb 19 00:51:15.624603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Deleting port f8a3eabf-a290-4788-a3fc-b06dc904a26f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:15.625247 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f8a3eabf-a290-4788-a3fc-b06dc904a26f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.627623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=19e37612-1ea5-4400-98dc-ff63396962ef,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:15.719863 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f8a3eabf-a290-4788-a3fc-b06dc904a26f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.720264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks [] for floatingip (f8a3eabf-a290-4788-a3fc-b06dc904a26f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.733928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Calling delete_port for f8a3eabf-a290-4788-a3fc-b06dc904a26f owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:15.775300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ae088939-2a87-4c55-9f14-a268aa4eb7f7 None None] Allocated IP 172.20.0.2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/ab33f3c3-22a5-4dca-8e46-12adc4671e48/3c41fc84-3f87-4ea8-b068-be5ebfcbc879) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:15.883777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ae088939-2a87-4c55-9f14-a268aa4eb7f7 None None] For port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:15.893341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f8a3eabf-a290-4788-a3fc-b06dc904a26f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.919002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae088939-2a87-4c55-9f14-a268aa4eb7f7 None None] Publish callbacks [] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:15.924295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['19e37612-1ea5-4400-98dc-ff63396962ef'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:15.932539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8a3eabf-a290-4788-a3fc-b06dc904a26f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:16.000018 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae088939-2a87-4c55-9f14-a268aa4eb7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.016579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks [] for floatingip (d7ba86a0-8b8a-46bd-bd45-10e9a5ab3b6c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.020147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.021806 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4ca00d05-d4fa-4de4-8f0c-ec27ed9ae1dc tempest-ExternalNetworksAdminNegativeTestJSON-1398525108 tempest-ExternalNetworksAdminNegativeTestJSON-1398525108-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/d7ba86a0-8b8a-46bd-bd45-10e9a5ab3b6c HTTP/1.1" status: 204 len: 168 time: 0.5651739 Feb 19 00:51:16.116658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bf4ccfd-8487-438e-8bb0-927f09663f1f req-7e842374-78cd-43ce-977b-1451d2b0876f tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315483 Feb 19 00:51:16.169650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:16.201312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (45f83657-cfd5-48a8-9ae3-0482f5c2f807), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.295810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=45f83657-cfd5-48a8-9ae3-0482f5c2f807,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:16.346752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.347424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.347940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.348477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.350952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.351640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.352265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.353230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.355974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.356332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.356683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.357043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.357533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:16.374982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae088939-2a87-4c55-9f14-a268aa4eb7f7 None None] Pushing event updated for resources: {'Port': ['ID=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:16.417054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:16.417452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.436536 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.442808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c11a1dce-fe20-4073-9c1d-7ccc27072a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/45f83657-cfd5-48a8-9ae3-0482f5c2f807 HTTP/1.1" status: 204 len: 168 time: 1.2845585 Feb 19 00:51:16.443395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40498) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:16.473317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40500) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:16.539701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1edf41-5daf-43a3-93e9-2485514234dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:16.541966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1edf41-5daf-43a3-93e9-2485514234dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:16.547018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1edf41-5daf-43a3-93e9-2485514234dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:16.547162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:16.555589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de1edf41-5daf-43a3-93e9-2485514234dc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1096666 Feb 19 00:51:16.557212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40504) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:16.627271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad42021-3ae1-4f2f-8a5e-cfc3edb8b671 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet ab33f3c3-22a5-4dca-8e46-12adc4671e48 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:16.636241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aad42021-3ae1-4f2f-8a5e-cfc3edb8b671 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (ab33f3c3-22a5-4dca-8e46-12adc4671e48), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.639317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6379843b-1ed5-47b7-8382-81a7fccce7e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.692751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aad42021-3ae1-4f2f-8a5e-cfc3edb8b671 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (ab33f3c3-22a5-4dca-8e46-12adc4671e48), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.829493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aad42021-3ae1-4f2f-8a5e-cfc3edb8b671 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (ab33f3c3-22a5-4dca-8e46-12adc4671e48), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.834447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6379843b-1ed5-47b7-8382-81a7fccce7e6 admin admin] Publish callbacks [] for security_group (2c4f47af-a4f1-4b99-bb4d-47c2ad450b68), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.860229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6379843b-1ed5-47b7-8382-81a7fccce7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2c4f47af-a4f1-4b99-bb4d-47c2ad450b68), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.918852 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6379843b-1ed5-47b7-8382-81a7fccce7e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb3edae330b447c5b3e9ff11a1a4503d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4438763 Feb 19 00:51:16.923433 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379843b-1ed5-47b7-8382-81a7fccce7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4f47af-a4f1-4b99-bb4d-47c2ad450b68,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:16.925087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40506) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:16.944896 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aad42021-3ae1-4f2f-8a5e-cfc3edb8b671 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (ab33f3c3-22a5-4dca-8e46-12adc4671e48), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.994993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a386d476-d141-4038-8797-20b2994b25f3 admin admin] Publish callbacks [] for security_group (2c4f47af-a4f1-4b99-bb4d-47c2ad450b68), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:16.995269 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aad42021-3ae1-4f2f-8a5e-cfc3edb8b671 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.003050 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aad42021-3ae1-4f2f-8a5e-cfc3edb8b671 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/ab33f3c3-22a5-4dca-8e46-12adc4671e48 HTTP/1.1" status: 204 len: 168 time: 0.4423041 Feb 19 00:51:17.003050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad42021-3ae1-4f2f-8a5e-cfc3edb8b671 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=ab33f3c3-22a5-4dca-8e46-12adc4671e48,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.004899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:17.017349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e34aa3-8766-4c94-85b1-5fc12e2f862c None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:17.022622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a386d476-d141-4038-8797-20b2994b25f3 admin admin] Publish callbacks [] for security_group (2c4f47af-a4f1-4b99-bb4d-47c2ad450b68), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.023038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 19e37612-1ea5-4400-98dc-ff63396962ef up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:17.063234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d94ac5-2baa-4f51-bc3c-16825b11b93c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet fb8fd80e-78c0-44b4-b0a3-f299be7b1247 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:17.067324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d94ac5-2baa-4f51-bc3c-16825b11b93c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (fb8fd80e-78c0-44b4-b0a3-f299be7b1247), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.079982 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a386d476-d141-4038-8797-20b2994b25f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2c4f47af-a4f1-4b99-bb4d-47c2ad450b68), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.082620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a386d476-d141-4038-8797-20b2994b25f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.084074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a386d476-d141-4038-8797-20b2994b25f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c4f47af-a4f1-4b99-bb4d-47c2ad450b68 HTTP/1.1" status: 204 len: 168 time: 0.1564643 Feb 19 00:51:17.095024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386d476-d141-4038-8797-20b2994b25f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4f47af-a4f1-4b99-bb4d-47c2ad450b68,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.116609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d94ac5-2baa-4f51-bc3c-16825b11b93c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (fb8fd80e-78c0-44b4-b0a3-f299be7b1247), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.137906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cee3c7a2-85c1-4893-b0b2-1dd0789d789b None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:17.138410 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cee3c7a2-85c1-4893-b0b2-1dd0789d789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.221585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d94ac5-2baa-4f51-bc3c-16825b11b93c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (fb8fd80e-78c0-44b4-b0a3-f299be7b1247), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.233994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 19e37612-1ea5-4400-98dc-ff63396962ef completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:51:17.247934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 19e37612-1ea5-4400-98dc-ff63396962ef triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:17.248315 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.286045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff44c7-ec49-47ef-a626-d8159ca94d8f req-7f3c4cdc-f1e6-4c10-8da8-f80eee206af0 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:17.287840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2ff44c7-ec49-47ef-a626-d8159ca94d8f req-7f3c4cdc-f1e6-4c10-8da8-f80eee206af0 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 945 time: 0.0748541 Feb 19 00:51:17.297616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d94ac5-2baa-4f51-bc3c-16825b11b93c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (fb8fd80e-78c0-44b4-b0a3-f299be7b1247), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.328762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d94ac5-2baa-4f51-bc3c-16825b11b93c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=fb8fd80e-78c0-44b4-b0a3-f299be7b1247,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.348825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9d94ac5-2baa-4f51-bc3c-16825b11b93c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.352737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c9d94ac5-2baa-4f51-bc3c-16825b11b93c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/fb8fd80e-78c0-44b4-b0a3-f299be7b1247 HTTP/1.1" status: 204 len: 168 time: 0.3461955 Feb 19 00:51:17.355176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40516) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:17.374001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d2ff44c7-ec49-47ef-a626-d8159ca94d8f req-7986b92f-19e2-454a-b86b-d0c771146db2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784230 Feb 19 00:51:17.396662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cee3c7a2-85c1-4893-b0b2-1dd0789d789b None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:17.402134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cee3c7a2-85c1-4893-b0b2-1dd0789d789b None None] Could not find standard attr ID for object 45f83657-cfd5-48a8-9ae3-0482f5c2f807. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:51:17.414895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 19e37612-1ea5-4400-98dc-ff63396962ef is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:17.415303 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.418400 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1ca2cc5b-e785-4388-b410-d01a47890a51 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602775 Feb 19 00:51:17.419544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40520) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:17.433578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:17.458471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a667e6-6bfb-419c-a305-5256fd813484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e37612-1ea5-4400-98dc-ff63396962ef'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:17.466000 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba33071c-4c0d-4fb2-92eb-dd8ba81fe33e" -d '{"events": [{"server_uuid": "c3a667e6-6bfb-419c-a305-5256fd813484", "name": "network-vif-plugged", "status": "completed", "tag": "19e37612-1ea5-4400-98dc-ff63396962ef"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:17.486756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 19e37612-1ea5-4400-98dc-ff63396962ef, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=19e37612-1ea5-4400-98dc-ff63396962ef,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:17.498453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.545237 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dae7242-e0c3-4e4a-9db4-f42ec382957b x-openstack-request-id: req-3dae7242-e0c3-4e4a-9db4-f42ec382957b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:17.546141 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a667e6-6bfb-419c-a305-5256fd813484", "name": "network-vif-plugged", "status": "completed", "tag": "19e37612-1ea5-4400-98dc-ff63396962ef", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:17.546506 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3dae7242-e0c3-4e4a-9db4-f42ec382957b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:17.547568 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a667e6-6bfb-419c-a305-5256fd813484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e37612-1ea5-4400-98dc-ff63396962ef', 'code': 200} Feb 19 00:51:17.580243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=19e37612-1ea5-4400-98dc-ff63396962ef,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.597512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40526) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:17.623225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:17.627077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.659443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-38ad0616-e1a2-4543-b943-5726eafbfd75 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e99672e1bda94719a3a1ff298c8f99f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598068 Feb 19 00:51:17.660860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40530) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:17.724397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e48566ab-2bc2-4e29-91ce-3257b826f874 admin admin] Publish callbacks [] for security_group (6b931382-27c0-4f88-b782-68e15b97a808), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.754894 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e48566ab-2bc2-4e29-91ce-3257b826f874 admin admin] Publish callbacks [] for security_group (6b931382-27c0-4f88-b782-68e15b97a808), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.842918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e48566ab-2bc2-4e29-91ce-3257b826f874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6b931382-27c0-4f88-b782-68e15b97a808), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.848396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e48566ab-2bc2-4e29-91ce-3257b826f874 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.853454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e48566ab-2bc2-4e29-91ce-3257b826f874 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b931382-27c0-4f88-b782-68e15b97a808 HTTP/1.1" status: 204 len: 168 time: 0.1917131 Feb 19 00:51:17.865140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48566ab-2bc2-4e29-91ce-3257b826f874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b931382-27c0-4f88-b782-68e15b97a808,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:17.962459 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-548c50f6-9bfd-4f53-8920-3ba12f3ea050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:17.985349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (95f2914d-2b39-496a-87b3-be4556c222de), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.036310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:18.042926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:18.048437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:18.049140 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.052641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d2dd6-3077-4e3f-985f-32432d556cf5 req-4b32117b-b76f-4f04-aa45-45821d2a40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:18.054225 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8d0d2dd6-3077-4e3f-985f-32432d556cf5 req-4b32117b-b76f-4f04-aa45-45821d2a40ad service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 1128 time: 0.4529588 Feb 19 00:51:18.097175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=95f2914d-2b39-496a-87b3-be4556c222de,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:18.124238 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9958f0e2-0824-49d4-bab5-f0389f92f025 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7009504 Feb 19 00:51:18.125041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40536) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:18.132275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:18.146361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:18.160270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8d0d2dd6-3077-4e3f-985f-32432d556cf5 req-3a7174cd-f272-4b2b-bf9a-012794199589 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959384 Feb 19 00:51:18.185643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fcd0cb-79fe-4fe0-9ab6-9ab4008a3ce3 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:18.277240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:18.277722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.279843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:18.285098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.326694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-91c29820-8b41-42fb-bffe-cfcbefc1ff04 None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:18.327201 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91c29820-8b41-42fb-bffe-cfcbefc1ff04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.456219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:18.500377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91c29820-8b41-42fb-bffe-cfcbefc1ff04 None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:18.555325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca6141-fe29-4c73-8666-6bb4d528e88e None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '95f2914d-2b39-496a-87b3-be4556c222de'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '3c41fc84-3f87-4ea8-b068-be5ebfcbc879'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:51:18.599680 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acca6141-fe29-4c73-8666-6bb4d528e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.644492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fedabb-e303-45ae-9d70-eb3461aa3a47 req-a0d6f8a9-d768-4266-a9aa-1e24060b1f66 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:18.646067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58fedabb-e303-45ae-9d70-eb3461aa3a47 req-a0d6f8a9-d768-4266-a9aa-1e24060b1f66 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 946 time: 0.1581466 Feb 19 00:51:18.775912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58fedabb-e303-45ae-9d70-eb3461aa3a47 req-04c4812e-352e-4d0b-9ba8-bd8712fab447 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198285 Feb 19 00:51:18.808973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-acca6141-fe29-4c73-8666-6bb4d528e88e None None] Allocated IP 172.20.0.2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/95f2914d-2b39-496a-87b3-be4556c222de/3c41fc84-3f87-4ea8-b068-be5ebfcbc879) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:18.830093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:51:18.853026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.888447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40560) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:18.935801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-acca6141-fe29-4c73-8666-6bb4d528e88e None None] For port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:18.978215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acca6141-fe29-4c73-8666-6bb4d528e88e None None] Publish callbacks [] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:18.985263 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acca6141-fe29-4c73-8666-6bb4d528e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.052398 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-55338344-5fee-412d-a381-a23bac13b1f5 tempest-AgentManagementNegativeTest-1501814288 tempest-AgentManagementNegativeTest-1501814288-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1625004 Feb 19 00:51:19.084961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.092296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca6141-fe29-4c73-8666-6bb4d528e88e None None] Pushing event updated for resources: {'Port': ['ID=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:19.332424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] For port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:19.384152 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.391424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.416620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40568) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:19.431926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.505293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:19.518238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:19.521638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:19.522671 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.536115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,revision_number=9']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:19.543465 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:19.551816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2539b1dd-eb9d-41ea-ab0a-92b440c130b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.564585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-02d23174-e202-484b-a3e5-9c0cf0b3b2fc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4357066 Feb 19 00:51:19.565041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40572) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:19.572198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:0e:8a:c4', 'name': 'tempest-NetworksTestDHCPv6-1691576717'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:19.678097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2539b1dd-eb9d-41ea-ab0a-92b440c130b0 admin admin] Publish callbacks [] for security_group (d24a1f09-651d-4ab1-a9bb-d1bb9eedae8d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.685039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2539b1dd-eb9d-41ea-ab0a-92b440c130b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d24a1f09-651d-4ab1-a9bb-d1bb9eedae8d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.704977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:19.735833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539b1dd-eb9d-41ea-ab0a-92b440c130b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a1f09-651d-4ab1-a9bb-d1bb9eedae8d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:19.753818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2539b1dd-eb9d-41ea-ab0a-92b440c130b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73c24d499e5b4d95b970a8b58fe2e0a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338134 Feb 19 00:51:19.754585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:19.815950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.841665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee63d5be-852f-4c02-9d7d-cbf629ab6dfb admin admin] Publish callbacks [] for security_group (d24a1f09-651d-4ab1-a9bb-d1bb9eedae8d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.842713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fdcb2a-9bc1-43da-89e7-559aaf635d3a None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:19.878467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee63d5be-852f-4c02-9d7d-cbf629ab6dfb admin admin] Publish callbacks [] for security_group (d24a1f09-651d-4ab1-a9bb-d1bb9eedae8d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.900177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 1d736d19-9e4b-467c-a919-6caafcf07a9e yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:19.936559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee63d5be-852f-4c02-9d7d-cbf629ab6dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d24a1f09-651d-4ab1-a9bb-d1bb9eedae8d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.941902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ee63d5be-852f-4c02-9d7d-cbf629ab6dfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:19.943741 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ee63d5be-852f-4c02-9d7d-cbf629ab6dfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d24a1f09-651d-4ab1-a9bb-d1bb9eedae8d HTTP/1.1" status: 204 len: 168 time: 0.1873050 Feb 19 00:51:19.954009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63d5be-852f-4c02-9d7d-cbf629ab6dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a1f09-651d-4ab1-a9bb-d1bb9eedae8d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:19.980229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-66ae9b90-8b90-488b-a490-374edc3b5dae None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:19.980614 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66ae9b90-8b90-488b-a490-374edc3b5dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.000220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae627d-4bf0-44ae-b922-ad90c4ba7402 req-339584cd-fe19-49bd-a0c2-b14b11cc4e73 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:20.002502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97ae627d-4bf0-44ae-b922-ad90c4ba7402 req-339584cd-fe19-49bd-a0c2-b14b11cc4e73 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 946 time: 0.1477637 Feb 19 00:51:20.057789 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b3ebab1-80df-4ab5-8687-a90a01436576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.104381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-66ae9b90-8b90-488b-a490-374edc3b5dae None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:20.157862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:20.180986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 172.20.0.3 (56ceac71-2335-48a2-b345-d4c8d8eb1409/95f2914d-2b39-496a-87b3-be4556c222de/1d736d19-9e4b-467c-a919-6caafcf07a9e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:20.187156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fe0e:8ac4 (56ceac71-2335-48a2-b345-d4c8d8eb1409/0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d/1d736d19-9e4b-467c-a919-6caafcf07a9e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:20.236758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:20.237164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.270072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97ae627d-4bf0-44ae-b922-ad90c4ba7402 req-4175ead1-d413-4122-9684-d0d0946ef839 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385414 Feb 19 00:51:20.377481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:20.451505 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (1d736d19-9e4b-467c-a919-6caafcf07a9e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.498885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1d736d19-9e4b-467c-a919-6caafcf07a9e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.564184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:20.568034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:20.583766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:20.622061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=1d736d19-9e4b-467c-a919-6caafcf07a9e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:20.658804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:20.659950 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:20.685528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40604) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:20.688214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e0545681-6944-4195-8af6-6b9651bb0b30 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1209567 Feb 19 00:51:20.785552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b5e3e-1eca-48b1-b042-b3b033841ef3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:20.791372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b5e3e-1eca-48b1-b042-b3b033841ef3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:20.797567 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7e4b5e3e-1eca-48b1-b042-b3b033841ef3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1080861 Feb 19 00:51:20.800348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40610) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:21.103355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40620) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:21.111914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-cf3abd51-b22a-42c2-bae2-18bbd255c91a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316617 Feb 19 00:51:21.116447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5127d643-7de8-4724-83b9-cf4a0fc33ba5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 1d736d19-9e4b-467c-a919-6caafcf07a9e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:21.117524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5127d643-7de8-4724-83b9-cf4a0fc33ba5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1d736d19-9e4b-467c-a919-6caafcf07a9e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.270213 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.285308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d481f5b0-ffc9-45fe-aec2-7b41b975aaad None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:21.285766 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d481f5b0-ffc9-45fe-aec2-7b41b975aaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.298330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5127d643-7de8-4724-83b9-cf4a0fc33ba5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1d736d19-9e4b-467c-a919-6caafcf07a9e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.312688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-a250654f-b0b8-4b2c-b7e4-4457ae388407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:21.322631 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-a250654f-b0b8-4b2c-b7e4-4457ae388407 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 1127 time: 0.1038787 Feb 19 00:51:21.325915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a04dbeeb-55cc-4064-a42a-7e26e3e3b2df tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-923937342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:21.330455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5127d643-7de8-4724-83b9-cf4a0fc33ba5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 1d736d19-9e4b-467c-a919-6caafcf07a9e owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:21.396390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3bb32-87a4-44c2-a7f8-eba02082437c req-46baa355-267e-41c0-bca2-b8db1176d962 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:21.398151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84e3bb32-87a4-44c2-a7f8-eba02082437c req-46baa355-267e-41c0-bca2-b8db1176d962 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 946 time: 0.0886965 Feb 19 00:51:21.400431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04dbeeb-55cc-4064-a42a-7e26e3e3b2df tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (70669a42-3c9f-41e4-bf11-3c2b520405f5), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.402680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04dbeeb-55cc-4064-a42a-7e26e3e3b2df tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (70669a42-3c9f-41e4-bf11-3c2b520405f5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.431661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d481f5b0-ffc9-45fe-aec2-7b41b975aaad None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:21.491263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-971879d7-db70-4a9c-a385-d2858e4204ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:21.493228 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-971879d7-db70-4a9c-a385-d2858e4204ec service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1505673 Feb 19 00:51:21.508914 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04dbeeb-55cc-4064-a42a-7e26e3e3b2df tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for router_controller (70669a42-3c9f-41e4-bf11-3c2b520405f5), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.513155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84e3bb32-87a4-44c2-a7f8-eba02082437c req-4ea1bdc0-776f-41c3-bf11-ad513489b833 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028304 Feb 19 00:51:21.516618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04dbeeb-55cc-4064-a42a-7e26e3e3b2df tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (70669a42-3c9f-41e4-bf11-3c2b520405f5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.537477 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-845ebe82-2f1a-47aa-9143-8da1c9aedfd6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d501a00f-1f7f-47d1-b375-64fd26769402 HTTP/1.1" status: 200 len: 217 time: 0.0373929 Feb 19 00:51:21.538923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04dbeeb-55cc-4064-a42a-7e26e3e3b2df tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.543061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a04dbeeb-55cc-4064-a42a-7e26e3e3b2df tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4356980 Feb 19 00:51:21.543758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40626) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:21.558537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0b3e7f47-ccdf-4e4f-8b74-f4d59c8d4ccd None None] Could not find standard attr ID for object 45f83657-cfd5-48a8-9ae3-0482f5c2f807. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:51:21.570375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-233744235'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:21.644718 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Made reservation on behalf of 7288440d3873477abb150ded2b2f1740 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:21.648027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.683589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.689027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-0c1b452c-6bc6-47b6-bdfa-af51fc6c3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:21.690508 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-0c1b452c-6bc6-47b6-bdfa-af51fc6c3d8c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1171255 Feb 19 00:51:21.756753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5127d643-7de8-4724-83b9-cf4a0fc33ba5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1d736d19-9e4b-467c-a919-6caafcf07a9e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.804892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127d643-7de8-4724-83b9-cf4a0fc33ba5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=1d736d19-9e4b-467c-a919-6caafcf07a9e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:21.848104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-a4f86f59-e71f-4ca0-a090-88ad4c07fe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:21.849636 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-a4f86f59-e71f-4ca0-a090-88ad4c07fe66 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1519496 Feb 19 00:51:21.873044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9e7aac83-3a55-4a80-8def-44089d14c67b None None] Could not find standard attr ID for object 1d736d19-9e4b-467c-a919-6caafcf07a9e. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:51:21.969394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for security_group (69f1ef59-1e33-46bc-aadf-98431501844a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:21.982839 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (69f1ef59-1e33-46bc-aadf-98431501844a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.010761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5127d643-7de8-4724-83b9-cf4a0fc33ba5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.014362 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5127d643-7de8-4724-83b9-cf4a0fc33ba5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/1d736d19-9e4b-467c-a919-6caafcf07a9e HTTP/1.1" status: 204 len: 168 time: 1.2127194 Feb 19 00:51:22.017482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40632) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:22.067614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:51:22.079443 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-78dc583f-ce41-488a-a9c4-09bdd7cebaed service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079551 Feb 19 00:51:22.080163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f1ef59-1e33-46bc-aadf-98431501844a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:22.109445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (36fbe5f6-1651-4e98-959f-487e1e8f99d0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.109894 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Added segment 36fbe5f6-1651-4e98-959f-487e1e8f99d0 of type vlan for network a8da542f-5f8a-4d17-aced-c83915c27fa5 Feb 19 00:51:22.110244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315ebe2-7565-45de-9343-4738db57211e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:22.112194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315ebe2-7565-45de-9343-4738db57211e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:22.113816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315ebe2-7565-45de-9343-4738db57211e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:22.115593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8315ebe2-7565-45de-9343-4738db57211e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0969770 Feb 19 00:51:22.120894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40634) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:22.204485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33c4fde-f2b0-45b2-9ec1-7e9228d36d50 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:22.208682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33c4fde-f2b0-45b2-9ec1-7e9228d36d50 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.242514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a8da542f-5f8a-4d17-aced-c83915c27fa5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.256683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33c4fde-f2b0-45b2-9ec1-7e9228d36d50 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.276896 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbe6e1f8-7eeb-4131-980e-94852b2676b9 req-a3d5f1e3-ad3d-4735-9ffc-7f79fa8ec226 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874976 Feb 19 00:51:22.300174 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a8da542f-5f8a-4d17-aced-c83915c27fa5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.308701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:22.309351 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.380209 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33c4fde-f2b0-45b2-9ec1-7e9228d36d50 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.437380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Network': ['ID=a8da542f-5f8a-4d17-aced-c83915c27fa5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:22.451669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a8da542f-5f8a-4d17-aced-c83915c27fa5 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:51:22.462660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33c4fde-f2b0-45b2-9ec1-7e9228d36d50 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.487518 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac7ec778-1659-4aab-8eb8-454d853b1617 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9224234 Feb 19 00:51:22.488039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40638) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:22.495298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'subnet': {'network_id': 'a8da542f-5f8a-4d17-aced-c83915c27fa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:22.503702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d33c4fde-f2b0-45b2-9ec1-7e9228d36d50 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:22.509080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d33c4fde-f2b0-45b2-9ec1-7e9228d36d50 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d HTTP/1.1" status: 204 len: 168 time: 0.3870521 Feb 19 00:51:22.512127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40640) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:22.534761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c4fde-f2b0-45b2-9ec1-7e9228d36d50 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:22.548398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5564d7-7de9-4ef0-be53-ca9b981e7274 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:22.718937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6164282-4007-4b13-b14f-257273e41fe4 req-4b1967ec-16e5-4d5c-888c-89a515e76502 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:22.720566 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6164282-4007-4b13-b14f-257273e41fe4 req-4b1967ec-16e5-4d5c-888c-89a515e76502 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 946 time: 0.0742502 Feb 19 00:51:22.848215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6164282-4007-4b13-b14f-257273e41fe4 req-145766e6-d478-4f87-ae12-be1b026ec27d tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051168 Feb 19 00:51:22.864025 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.073457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c12d357-bb0e-4106-8ab4-4aa1946e0d67 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 95f2914d-2b39-496a-87b3-be4556c222de {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:23.083798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c12d357-bb0e-4106-8ab4-4aa1946e0d67 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (95f2914d-2b39-496a-87b3-be4556c222de), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.123773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-f32ef393-3291-40e3-9cb5-af3a04e5afdd tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:23.129026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-f32ef393-3291-40e3-9cb5-af3a04e5afdd tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.113 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 946 time: 0.1675403 Feb 19 00:51:23.214258 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c12d357-bb0e-4106-8ab4-4aa1946e0d67 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (95f2914d-2b39-496a-87b3-be4556c222de), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.243681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Made reservation on behalf of 7288440d3873477abb150ded2b2f1740 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:23.247399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.368954 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:51:23.442711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c12d357-bb0e-4106-8ab4-4aa1946e0d67 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (95f2914d-2b39-496a-87b3-be4556c222de), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.475024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Deleting port 19e37612-1ea5-4400-98dc-ff63396962ef {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:23.475385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.683713 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c12d357-bb0e-4106-8ab4-4aa1946e0d67 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (95f2914d-2b39-496a-87b3-be4556c222de), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.699435 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.705324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] For port 19e37612-1ea5-4400-98dc-ff63396962ef, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=19e37612-1ea5-4400-98dc-ff63396962ef,segment=NetworkSegment(b660a8e2-1dd5-499f-801d-2f0c0d93f956),segment_id=b660a8e2-1dd5-499f-801d-2f0c0d93f956)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:23.705706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.711479 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (00377310-f936-45a0-aeb5-1cc2d98c1dd1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.713788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c12d357-bb0e-4106-8ab4-4aa1946e0d67 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.719622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40646) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:23.720208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9c12d357-bb0e-4106-8ab4-4aa1946e0d67 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/95f2914d-2b39-496a-87b3-be4556c222de HTTP/1.1" status: 204 len: 168 time: 1.2045209 Feb 19 00:51:23.748757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b2369-8d3d-4f24-82f1-556c5870b2cb None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:23.758790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12d357-bb0e-4106-8ab4-4aa1946e0d67 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=95f2914d-2b39-496a-87b3-be4556c222de,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:23.800336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8b4926c4-c3ed-459f-a343-756d85f6bccf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776606 Feb 19 00:51:23.800336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40648) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:23.805145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:23.833412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Subnet': ['ID=00377310-f936-45a0-aeb5-1cc2d98c1dd1,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:23.839172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Calling delete_port for 19e37612-1ea5-4400-98dc-ff63396962ef owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:23.901807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3eada122-3ec1-4d5b-bd7a-af22e16f5795 None None] Provisioning complete for port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:23.906551 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eada122-3ec1-4d5b-bd7a-af22e16f5795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.958906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:23.961881 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:23.982217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Checking segment: {'id': '36fbe5f6-1651-4e98-959f-487e1e8f99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a8da542f-5f8a-4d17-aced-c83915c27fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:23.987957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network hostable DHCP agents. Network: a8da542f-5f8a-4d17-aced-c83915c27fa5, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:51:24.062059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network a8da542f-5f8a-4d17-aced-c83915c27fa5 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:51:24.078311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:24.087643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3eada122-3ec1-4d5b-bd7a-af22e16f5795 None None] Current status of the port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:24.141724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a8da542f-5f8a-4d17-aced-c83915c27fa5) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:24.156619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:24.157238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.164385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b83510-c7e8-4fbf-9a6e-f96f07652483 req-4662a74f-4015-4832-9a2c-de247edb0e82 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:24.166978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09b83510-c7e8-4fbf-9a6e-f96f07652483 req-4662a74f-4015-4832-9a2c-de247edb0e82 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3a667e6-6bfb-419c-a305-5256fd813484 HTTP/1.1" status: 200 len: 946 time: 0.2268434 Feb 19 00:51:24.177306 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f33573f-a0eb-48cd-b16d-b4088bff3643 None None] Network a8da542f-5f8a-4d17-aced-c83915c27fa5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:24.230871 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-00b05c16-3103-4a24-986a-ce435accfbf6 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7365904 Feb 19 00:51:24.231128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40654) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:24.236008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'network': {'name': 'tempest-router-network01--760241733'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:24.242950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09b83510-c7e8-4fbf-9a6e-f96f07652483 req-022b3139-7950-4d23-ad0e-8644dd53301e tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.60 "GET /v2.0/security-groups?id=f424f898-f6ba-4951-b60c-49ed72415e62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682168 Feb 19 00:51:24.261492 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (19e37612-1ea5-4400-98dc-ff63396962ef), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.301982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['19e37612-1ea5-4400-98dc-ff63396962ef'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:51:24.335974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Pushing event deleted for resources: {'Port': ['ID=19e37612-1ea5-4400-98dc-ff63396962ef,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:24.359068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Made reservation on behalf of 7288440d3873477abb150ded2b2f1740 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:24.362416 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.379613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (177c867f-340f-4d53-9496-222435caebe8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.450583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=177c867f-340f-4d53-9496-222435caebe8,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:24.457822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] No DVR routers for this DVR port 19e37612-1ea5-4400-98dc-ff63396962ef on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:24.461580 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.472708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.476403 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f77efae-b881-45a1-ac5a-c8051d1ce56f req-de0e50dd-cf35-47c0-9640-a5b95f71adf2 tempest-VolumesActionsTest-1470851819 tempest-VolumesActionsTest-1470851819-project] 10.222.0.113 "DELETE /v2.0/ports/19e37612-1ea5-4400-98dc-ff63396962ef HTTP/1.1" status: 204 len: 173 time: 1.3413482 Feb 19 00:51:24.476872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a667e6-6bfb-419c-a305-5256fd813484', 'name': 'network-vif-deleted', 'tag': '19e37612-1ea5-4400-98dc-ff63396962ef'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:51:24.479235 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc7a7fb-78fc-4d51-b425-0cc2ade2b9a8" -d '{"events": [{"server_uuid": "c3a667e6-6bfb-419c-a305-5256fd813484", "name": "network-vif-deleted", "tag": "19e37612-1ea5-4400-98dc-ff63396962ef"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:51:24.490299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-a8da542f-5f8a-4d17-aced-c83915c27fa5', 'network_id': 'a8da542f-5f8a-4d17-aced-c83915c27fa5', 'project_id': '7288440d3873477abb150ded2b2f1740', 'fixed_ips': [{'subnet_id': '00377310-f936-45a0-aeb5-1cc2d98c1dd1'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:24.491174 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.506106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:51:24.507177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] Deleting port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:24.508460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.533204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:24.539487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:24.542299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (644f1724-709e-4aa5-a24f-eadbab0b9ffb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.542753 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Added segment 644f1724-709e-4aa5-a24f-eadbab0b9ffb of type vlan for network 93caccb0-7602-41b8-857f-41652f416e8f Feb 19 00:51:24.549952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:24.550320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.589294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bb06f408-4df2-4d96-8044-53d44755fb69 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7854850 Feb 19 00:51:24.589521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40658) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:24.604371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:24.653550 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb09c5a-8bf7-4f06-88c2-c66514aa03ca x-openstack-request-id: req-adb09c5a-8bf7-4f06-88c2-c66514aa03ca {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:51:24.653873 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a667e6-6bfb-419c-a305-5256fd813484", "name": "network-vif-deleted", "tag": "19e37612-1ea5-4400-98dc-ff63396962ef", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:51:24.654959 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adb09c5a-8bf7-4f06-88c2-c66514aa03ca {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:51:24.656451 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a667e6-6bfb-419c-a305-5256fd813484', 'name': 'network-vif-deleted', 'tag': '19e37612-1ea5-4400-98dc-ff63396962ef', 'status': 'completed', 'code': 200} Feb 19 00:51:24.705266 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (93caccb0-7602-41b8-857f-41652f416e8f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.745060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] For port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:24.746210 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.764095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] Calling delete_port for 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:24.780011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Allocated IP 172.20.0.2 (a8da542f-5f8a-4d17-aced-c83915c27fa5/00377310-f936-45a0-aeb5-1cc2d98c1dd1/3252fd5c-38c0-4ed5-b327-a66bf55a46b8) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:24.786976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (93caccb0-7602-41b8-857f-41652f416e8f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.792528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:24.793372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.833842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:24.839086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.877018 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6448562 Feb 19 00:51:24.881456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40660) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:24.887092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'network': {'name': 'tempest-router-network02--1662173110'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:24.906232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a182a-2987-45f1-ad8d-a4d9323a7fd2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Network': ['ID=93caccb0-7602-41b8-857f-41652f416e8f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:24.952874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Made reservation on behalf of 7288440d3873477abb150ded2b2f1740 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:24.962888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:24.971047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 93caccb0-7602-41b8-857f-41652f416e8f details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:51:24.977042 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (3c41fc84-3f87-4ea8-b068-be5ebfcbc879), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.038421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:51:25.092842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (38b8ea9d-1325-418e-9ea6-1b88d32a9ba2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.093230 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Added segment 38b8ea9d-1325-418e-9ea6-1b88d32a9ba2 of type vlan for network a9b773a8-387e-4598-abf3-f6463d85e861 Feb 19 00:51:25.195940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (a9b773a8-387e-4598-abf3-f6463d85e861), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.235673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] Pushing event deleted for resources: {'Port': ['ID=3c41fc84-3f87-4ea8-b068-be5ebfcbc879,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:25.256529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (a9b773a8-387e-4598-abf3-f6463d85e861), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.267953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309d571a-84dc-4296-9ad1-0e8ec21affef None None] No DVR routers for this DVR port 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:25.273925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:25.293503 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.311847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d45cc-7d22-4271-9577-3ee421e6bd31 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:25.485377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Publish callbacks [] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.489858 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6033897 Feb 19 00:51:25.489858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40670) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:25.501352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'subnet': {'network_id': '93caccb0-7602-41b8-857f-41652f416e8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:25.519118 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.554467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '177c867f-340f-4d53-9496-222435caebe8'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:25.555412 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.564991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93074706-18ba-4752-bcaa-3c3ac6ceb3c0 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Network': ['ID=a9b773a8-387e-4598-abf3-f6463d85e861,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:25.586618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Network a8da542f-5f8a-4d17-aced-c83915c27fa5 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:25.614941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:25.619840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network a9b773a8-387e-4598-abf3-f6463d85e861 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:51:25.626885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:51:25.630144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (59719593-0af4-492c-a891-21b83d618ddd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.646890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:25.680987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Made reservation on behalf of 7288440d3873477abb150ded2b2f1740 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:25.681153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:25.684886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:25.686758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.689538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:25.690143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.699642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=59719593-0af4-492c-a891-21b83d618ddd,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:25.715957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f74038a6-3236-4648-b756-0b475d100edf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1252096 Feb 19 00:51:25.718622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40678) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:25.725284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:90:04:66', 'name': 'tempest-NetworksTestDHCPv6-1148667363'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:25.741149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Pushing event updated for resources: {'Port': ['ID=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:25.862579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Attempting to bind port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:25.863724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Attempting to bind port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '36fbe5f6-1651-4e98-959f-487e1e8f99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a8da542f-5f8a-4d17-aced-c83915c27fa5'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:25.863724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Attempting to bind port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 on network a8da542f-5f8a-4d17-aced-c83915c27fa5 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:25.872372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:25.876797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:25.877290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Checking segment: {'id': '36fbe5f6-1651-4e98-959f-487e1e8f99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a8da542f-5f8a-4d17-aced-c83915c27fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:25.877901 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.878381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Bound using segment: {'id': '36fbe5f6-1651-4e98-959f-487e1e8f99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a8da542f-5f8a-4d17-aced-c83915c27fa5'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:25.878896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Bound port: 3252fd5c-38c0-4ed5-b327-a66bf55a46b8, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36fbe5f6-1651-4e98-959f-487e1e8f99d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a8da542f-5f8a-4d17-aced-c83915c27fa5'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:25.879298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.930374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (05dd20ab-72e0-4c46-af90-dff48f7eb35a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:25.968438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.003743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 4188c045-6072-42b9-8b83-37c5f74ae0a7 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:26.033131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Subnet': ['ID=05dd20ab-72e0-4c46-af90-dff48f7eb35a,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:26.041947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Checking segment: {'id': '644f1724-709e-4aa5-a24f-eadbab0b9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93caccb0-7602-41b8-857f-41652f416e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:26.042361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network hostable DHCP agents. Network: 93caccb0-7602-41b8-857f-41652f416e8f, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:51:26.067493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network 93caccb0-7602-41b8-857f-41652f416e8f is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:51:26.069739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Allocated IP 172.20.0.2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/177c867f-340f-4d53-9496-222435caebe8/b267fdd5-5c72-4aba-a3d1-a4ac556aded4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:26.080541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Allocated IP 2001:db8::f816:3eff:fe69:7e85 (56ceac71-2335-48a2-b345-d4c8d8eb1409/59719593-0af4-492c-a891-21b83d618ddd/b267fdd5-5c72-4aba-a3d1-a4ac556aded4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:26.081103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 93caccb0-7602-41b8-857f-41652f416e8f) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:26.087799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:26.089521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.092889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] For port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:26.101940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded32493-caa7-446a-9037-20123a8f1c81 None None] Network 93caccb0-7602-41b8-857f-41652f416e8f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:26.107187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] For port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,segment=NetworkSegment(36fbe5f6-1651-4e98-959f-487e1e8f99d0),segment_id=36fbe5f6-1651-4e98-959f-487e1e8f99d0)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:26.114752 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-38ca17d6-fa32-4a4b-be3a-2303726c4d84 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6150627 Feb 19 00:51:26.115231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40692) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:26.120728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'subnet': {'network_id': 'a9b773a8-387e-4598-abf3-f6463d85e861', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:26.178855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:26.181355 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.244429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Made reservation on behalf of 7288440d3873477abb150ded2b2f1740 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:26.248666 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.473067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:26.473415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3c41fc84-3f87-4ea8-b068-be5ebfcbc879 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:26.490963 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (566d22a9-3266-4b9a-b2ed-326ed96e4837), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.579757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f3e05-10e3-40b5-a343-369a0be86a05 None None] Pushing event updated for resources: {'Port': ['ID=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:26.600134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Subnet': ['ID=566d22a9-3266-4b9a-b2ed-326ed96e4837,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:26.655976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-93caccb0-7602-41b8-857f-41652f416e8f', 'network_id': '93caccb0-7602-41b8-857f-41652f416e8f', 'project_id': '7288440d3873477abb150ded2b2f1740', 'fixed_ips': [{'subnet_id': '05dd20ab-72e0-4c46-af90-dff48f7eb35a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:26.656868 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.657591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Checking segment: {'id': '38b8ea9d-1325-418e-9ea6-1b88d32a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a9b773a8-387e-4598-abf3-f6463d85e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:26.658231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network hostable DHCP agents. Network: a9b773a8-387e-4598-abf3-f6463d85e861, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:51:26.681447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network a9b773a8-387e-4598-abf3-f6463d85e861 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:51:26.700235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, a9b773a8-387e-4598-abf3-f6463d85e861) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:26.705679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:26.706890 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.718307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd9e561-237d-47c6-84de-ab18daccbc8a None None] Network a9b773a8-387e-4598-abf3-f6463d85e861 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:26.736171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-13784c1b-3ac7-4006-afda-729501d78851 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6168623 Feb 19 00:51:26.736426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40720) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:26.875869 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Publish callbacks [] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:26.908893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.003816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:27.015940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:27.019916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:27.070136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Pushing event updated for resources: {'Port': ['ID=b267fdd5-5c72-4aba-a3d1-a4ac556aded4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:27.100887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-a9b773a8-387e-4598-abf3-f6463d85e861', 'network_id': 'a9b773a8-387e-4598-abf3-f6463d85e861', 'project_id': '7288440d3873477abb150ded2b2f1740', 'fixed_ips': [{'subnet_id': '566d22a9-3266-4b9a-b2ed-326ed96e4837'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:27.101800 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.103852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 19e37612-1ea5-4400-98dc-ff63396962ef no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:27.114225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 172.20.0.7 (56ceac71-2335-48a2-b345-d4c8d8eb1409/177c867f-340f-4d53-9496-222435caebe8/4188c045-6072-42b9-8b83-37c5f74ae0a7) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:27.120851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fe90:466 (56ceac71-2335-48a2-b345-d4c8d8eb1409/59719593-0af4-492c-a891-21b83d618ddd/4188c045-6072-42b9-8b83-37c5f74ae0a7) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:27.127538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 19e37612-1ea5-4400-98dc-ff63396962ef {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:27.127941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 19e37612-1ea5-4400-98dc-ff63396962ef not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:27.135214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Allocated IP 172.20.0.2 (93caccb0-7602-41b8-857f-41652f416e8f/05dd20ab-72e0-4c46-af90-dff48f7eb35a/8c686dd7-6d32-4d01-9345-03bc925d93e5) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:27.324218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Attempting to bind port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:27.324593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Attempting to bind port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:27.324968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Attempting to bind port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:27.333408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:27.333805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:27.334224 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.334629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:27.335110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Bound port: b267fdd5-5c72-4aba-a3d1-a4ac556aded4, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:27.335537 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.492664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (4188c045-6072-42b9-8b83-37c5f74ae0a7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.496945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Allocated IP 172.20.0.2 (a9b773a8-387e-4598-abf3-f6463d85e861/566d22a9-3266-4b9a-b2ed-326ed96e4837/90601e58-10aa-4ba0-a3cd-cf13488ee159) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:27.498347 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.561716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] For port b267fdd5-5c72-4aba-a3d1-a4ac556aded4, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:27.570627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] For port b267fdd5-5c72-4aba-a3d1-a4ac556aded4, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b267fdd5-5c72-4aba-a3d1-a4ac556aded4,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:27.572433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Publish callbacks [] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.583524 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.605395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.687227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Network 93caccb0-7602-41b8-857f-41652f416e8f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:27.693492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:27.696177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:27.729445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Pushing event updated for resources: {'Port': ['ID=8c686dd7-6d32-4d01-9345-03bc925d93e5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:27.776027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4188c045-6072-42b9-8b83-37c5f74ae0a7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:27.848571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=4188c045-6072-42b9-8b83-37c5f74ae0a7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:27.909327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:27.920160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:27.927932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:27.969876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Attempting to bind port 8c686dd7-6d32-4d01-9345-03bc925d93e5 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:27.972031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Attempting to bind port 8c686dd7-6d32-4d01-9345-03bc925d93e5 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '644f1724-709e-4aa5-a24f-eadbab0b9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93caccb0-7602-41b8-857f-41652f416e8f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:27.972450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Attempting to bind port 8c686dd7-6d32-4d01-9345-03bc925d93e5 on network 93caccb0-7602-41b8-857f-41652f416e8f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:27.994388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:27.995098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.027723 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Publish callbacks [] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.052559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:28.052559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Checking segment: {'id': '644f1724-709e-4aa5-a24f-eadbab0b9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93caccb0-7602-41b8-857f-41652f416e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:28.053492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.053902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Bound using segment: {'id': '644f1724-709e-4aa5-a24f-eadbab0b9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93caccb0-7602-41b8-857f-41652f416e8f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:28.054664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Bound port: 8c686dd7-6d32-4d01-9345-03bc925d93e5, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644f1724-709e-4aa5-a24f-eadbab0b9ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '93caccb0-7602-41b8-857f-41652f416e8f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:28.055109 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.064232 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.113923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99742e24-8336-47d8-a43e-9e6ae73f2aa7 None None] Pushing event updated for resources: {'Port': ['ID=b267fdd5-5c72-4aba-a3d1-a4ac556aded4,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:28.146018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d42237ca-6ef7-40a3-bb55-1a3bff5a3d83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4256558 Feb 19 00:51:28.148669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40730) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:28.203403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Allocated IP 172.20.0.1 (93caccb0-7602-41b8-857f-41652f416e8f/05dd20ab-72e0-4c46-af90-dff48f7eb35a/46552296-fb33-47dc-9907-56a23c683f5b) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:28.218353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Network a9b773a8-387e-4598-abf3-f6463d85e861 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:28.226861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:28.254925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:28.276813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Pushing event updated for resources: {'Port': ['ID=90601e58-10aa-4ba0-a3cd-cf13488ee159,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:28.303201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a29a01f-e52f-4b81-a6da-f9f0f4e87c4c None None] Network a8da542f-5f8a-4d17-aced-c83915c27fa5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:28.348326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85591818-21aa-4e0c-b081-47c62af76d1f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:28.350781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:28.369938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85591818-21aa-4e0c-b081-47c62af76d1f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:28.387273 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-85591818-21aa-4e0c-b081-47c62af76d1f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2359893 Feb 19 00:51:28.388280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:28.475221 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for port (46552296-fb33-47dc-9907-56a23c683f5b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.518697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] For port 8c686dd7-6d32-4d01-9345-03bc925d93e5, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:28.539371 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (46552296-fb33-47dc-9907-56a23c683f5b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.569874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] For port 8c686dd7-6d32-4d01-9345-03bc925d93e5, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8c686dd7-6d32-4d01-9345-03bc925d93e5,segment=NetworkSegment(644f1724-709e-4aa5-a24f-eadbab0b9ffb),segment_id=644f1724-709e-4aa5-a24f-eadbab0b9ffb)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:28.573688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2e6035dd-d00b-4c75-b403-5a083e1b2566 None None] Provisioning complete for port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:28.574197 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e6035dd-d00b-4c75-b403-5a083e1b2566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.581221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-83727dd4-9a15-409e-9533-14ff32c45a4e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 4188c045-6072-42b9-8b83-37c5f74ae0a7 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:28.581873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-83727dd4-9a15-409e-9533-14ff32c45a4e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4188c045-6072-42b9-8b83-37c5f74ae0a7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.627881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Port': ['ID=46552296-fb33-47dc-9907-56a23c683f5b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:28.654645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network 93caccb0-7602-41b8-857f-41652f416e8f is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:28.659349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:28.659807 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.669047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:28.738175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Attempting to bind port 90601e58-10aa-4ba0-a3cd-cf13488ee159 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:28.741062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Attempting to bind port 90601e58-10aa-4ba0-a3cd-cf13488ee159 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '38b8ea9d-1325-418e-9ea6-1b88d32a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a9b773a8-387e-4598-abf3-f6463d85e861'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:28.741547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Attempting to bind port 90601e58-10aa-4ba0-a3cd-cf13488ee159 on network a9b773a8-387e-4598-abf3-f6463d85e861 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:28.751628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-83727dd4-9a15-409e-9533-14ff32c45a4e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4188c045-6072-42b9-8b83-37c5f74ae0a7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.752643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3de00-dd0c-4731-8a1d-62ecd6948fa1 None None] Pushing event updated for resources: {'Port': ['ID=8c686dd7-6d32-4d01-9345-03bc925d93e5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:28.776374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:28.781035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Checking segment: {'id': '38b8ea9d-1325-418e-9ea6-1b88d32a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a9b773a8-387e-4598-abf3-f6463d85e861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:28.781479 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.781890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Bound using segment: {'id': '38b8ea9d-1325-418e-9ea6-1b88d32a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a9b773a8-387e-4598-abf3-f6463d85e861'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:28.785700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-83727dd4-9a15-409e-9533-14ff32c45a4e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 4188c045-6072-42b9-8b83-37c5f74ae0a7 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:28.786169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Bound port: 90601e58-10aa-4ba0-a3cd-cf13488ee159, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b8ea9d-1325-418e-9ea6-1b88d32a9ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a9b773a8-387e-4598-abf3-f6463d85e861'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:28.788303 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.831444 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (70669a42-3c9f-41e4-bf11-3c2b520405f5), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:28.842039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-ba61b63d-5c83-4ea2-89ee-d49b98d04983 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1690636 Feb 19 00:51:28.884716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:28.885260 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.112514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2e6035dd-d00b-4c75-b403-5a083e1b2566 None None] Current status of the port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:29.113613 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e6035dd-d00b-4c75-b403-5a083e1b2566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.372754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] For port 90601e58-10aa-4ba0-a3cd-cf13488ee159, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:29.381990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] For port 90601e58-10aa-4ba0-a3cd-cf13488ee159, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=90601e58-10aa-4ba0-a3cd-cf13488ee159,segment=NetworkSegment(38b8ea9d-1325-418e-9ea6-1b88d32a9ba2),segment_id=38b8ea9d-1325-418e-9ea6-1b88d32a9ba2)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:29.384982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-83727dd4-9a15-409e-9533-14ff32c45a4e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (4188c045-6072-42b9-8b83-37c5f74ae0a7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.405996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.514112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83727dd4-9a15-409e-9533-14ff32c45a4e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=4188c045-6072-42b9-8b83-37c5f74ae0a7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:29.665217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2e6035dd-d00b-4c75-b403-5a083e1b2566 None None] For port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,segment=NetworkSegment(36fbe5f6-1651-4e98-959f-487e1e8f99d0),segment_id=36fbe5f6-1651-4e98-959f-487e1e8f99d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:29.669694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-83727dd4-9a15-409e-9533-14ff32c45a4e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.683424 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-83727dd4-9a15-409e-9533-14ff32c45a4e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/4188c045-6072-42b9-8b83-37c5f74ae0a7 HTTP/1.1" status: 204 len: 168 time: 1.2937064 Feb 19 00:51:29.685728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40758) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:29.686262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:29.687245 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.713469 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e6035dd-d00b-4c75-b403-5a083e1b2566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:29.873746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e62e8-d1b5-41db-b028-143dd30e4e3a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:29.883415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e62e8-d1b5-41db-b028-143dd30e4e3a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:29.888682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e62e8-d1b5-41db-b028-143dd30e4e3a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:29.890544 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4e4e62e8-d1b5-41db-b028-143dd30e4e3a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2037241 Feb 19 00:51:29.893492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40762) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:30.052108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9204dd-54b7-4e0f-9ef8-76dcccb72c6d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 177c867f-340f-4d53-9496-222435caebe8 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:30.062002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac9204dd-54b7-4e0f-9ef8-76dcccb72c6d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (177c867f-340f-4d53-9496-222435caebe8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.175842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac9204dd-54b7-4e0f-9ef8-76dcccb72c6d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (177c867f-340f-4d53-9496-222435caebe8), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.178315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-fd9a89df-dd4a-4a3a-bf9e-55e9379fc7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:30.180040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-fd9a89df-dd4a-4a3a-bf9e-55e9379fc7ee service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1126 time: 1.2260349 Feb 19 00:51:30.261997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Pushing event updated for resources: {'Port': ['ID=90601e58-10aa-4ba0-a3cd-cf13488ee159,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:30.276737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c4a9d6-3e15-4083-b5cf-f73d3e71dd91 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:30.388261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.388629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.388963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.389301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.389643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.389998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.390335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.390663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.390997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.391372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.391643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.392016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.392342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa22e8e-b81d-4d8d-a84f-58ec5850c3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:51:30.444930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (46552296-fb33-47dc-9907-56a23c683f5b), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.495837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac9204dd-54b7-4e0f-9ef8-76dcccb72c6d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (177c867f-340f-4d53-9496-222435caebe8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.545910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-1397a563-7cc3-4655-b46b-b29e9d18c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:30.547449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-1397a563-7cc3-4655-b46b-b29e9d18c2a5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.3035157 Feb 19 00:51:30.554550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6035dd-d00b-4c75-b403-5a083e1b2566 None None] Pushing event updated for resources: {'Port': ['ID=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:30.633322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac9204dd-54b7-4e0f-9ef8-76dcccb72c6d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (177c867f-340f-4d53-9496-222435caebe8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.639763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Provisioning complete for port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:30.641156 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.696773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9204dd-54b7-4e0f-9ef8-76dcccb72c6d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=177c867f-340f-4d53-9496-222435caebe8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:30.702021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac9204dd-54b7-4e0f-9ef8-76dcccb72c6d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.707255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac9204dd-54b7-4e0f-9ef8-76dcccb72c6d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/177c867f-340f-4d53-9496-222435caebe8 HTTP/1.1" status: 204 len: 168 time: 0.8104794 Feb 19 00:51:30.708793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40768) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:30.749594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:51:30.749965 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:51:30.860401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5241d87-8b6a-4062-bd3d-c874212ec088 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 59719593-0af4-492c-a891-21b83d618ddd {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:30.866927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5241d87-8b6a-4062-bd3d-c874212ec088 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (59719593-0af4-492c-a891-21b83d618ddd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.909268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Current status of the port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:30.912550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:30.945451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886334af-a3df-45d8-9a3b-f4f8f8e01a5b None None] Network 93caccb0-7602-41b8-857f-41652f416e8f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:30.987726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5241d87-8b6a-4062-bd3d-c874212ec088 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (59719593-0af4-492c-a891-21b83d618ddd), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.068079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for port (46552296-fb33-47dc-9907-56a23c683f5b), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.132556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (46552296-fb33-47dc-9907-56a23c683f5b), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.159776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5241d87-8b6a-4062-bd3d-c874212ec088 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (59719593-0af4-492c-a891-21b83d618ddd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.223820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Port': ['ID=46552296-fb33-47dc-9907-56a23c683f5b,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:31.243953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5241d87-8b6a-4062-bd3d-c874212ec088 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (59719593-0af4-492c-a891-21b83d618ddd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.338435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5241d87-8b6a-4062-bd3d-c874212ec088 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.350669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b5241d87-8b6a-4062-bd3d-c874212ec088 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/59719593-0af4-492c-a891-21b83d618ddd HTTP/1.1" status: 204 len: 168 time: 0.6385531 Feb 19 00:51:31.352074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40772) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:31.360005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (70669a42-3c9f-41e4-bf11-3c2b520405f5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.361223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5241d87-8b6a-4062-bd3d-c874212ec088 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=59719593-0af4-492c-a891-21b83d618ddd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:31.447388 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e676be95-813f-445c-b7aa-635ac3e79b87 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811276 Feb 19 00:51:31.451330 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:51:31.452470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40774) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:31.452713 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:51:31.498601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98361dfb-8519-4ab0-a0a3-997379b10ae8 None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '59719593-0af4-492c-a891-21b83d618ddd', 'ip_address': '2001:db8::f816:3eff:fe69:7e85'}, {'subnet_id': '177c867f-340f-4d53-9496-222435caebe8'}], 'binding:host_id': 'n-d-826527-3'}, 'id': 'b267fdd5-5c72-4aba-a3d1-a4ac556aded4'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:51:31.499797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-644d4f30-9293-4d40-b662-051929cfeaf9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.9417124 Feb 19 00:51:31.571866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e24ac27-5acd-40e9-9b2d-f39e27bb2b5d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:31.576238 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2e24ac27-5acd-40e9-9b2d-f39e27bb2b5d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1182783 Feb 19 00:51:31.576867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40780) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:31.613632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-9a2df0e7-bdd8-4101-941e-ae76e27211f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:31.615179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-9a2df0e7-bdd8-4101-941e-ae76e27211f6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1050799 Feb 19 00:51:31.641812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a012d-0c3c-4865-9e75-b2234534a8ec tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:31.642115 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98361dfb-8519-4ab0-a0a3-997379b10ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.643819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3f3a012d-0c3c-4865-9e75-b2234534a8ec tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0659997 Feb 19 00:51:31.646994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40782) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:31.674203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:31.742798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-c3de39fc-da2b-48c6-81d2-48ac95aefd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:31.744448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-c3de39fc-da2b-48c6-81d2-48ac95aefd7d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1176753 Feb 19 00:51:31.758048 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-94c6493f-7a00-4b4f-b60e-2d7e742d29a9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942547 Feb 19 00:51:31.758443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network 93caccb0-7602-41b8-857f-41652f416e8f is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:31.758443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:31.758626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f07ab4-bb89-43e7-8f8d-e4e23ccc70d6 None None] Network a9b773a8-387e-4598-abf3-f6463d85e861 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:31.758722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40784) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:31.763706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0329a583-b30c-4578-b3bf-be088690cc43 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:31.902544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-43613460-8214-4b06-8ca3-ebfd18b45021 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379807 Feb 19 00:51:31.948703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0329a583-b30c-4578-b3bf-be088690cc43 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:31.952343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0329a583-b30c-4578-b3bf-be088690cc43 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:31.953852 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-0329a583-b30c-4578-b3bf-be088690cc43 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:31.954310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0329a583-b30c-4578-b3bf-be088690cc43 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:51:31.981988 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0329a583-b30c-4578-b3bf-be088690cc43 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2220755 Feb 19 00:51:31.984675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40786) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:31.990866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f56e514a-36dc-4b41-9a94-16012f44874b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:32.213059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Current status of the port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:32.213545 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.222863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56e514a-36dc-4b41-9a94-16012f44874b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:32.226859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f56e514a-36dc-4b41-9a94-16012f44874b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.228544 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56e514a-36dc-4b41-9a94-16012f44874b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:32.229167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56e514a-36dc-4b41-9a94-16012f44874b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:51:32.249730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad840b06-7f41-40b0-b531-cb44d4f47d5b req-9d0a03fc-c2de-4678-87ba-8b0143f2a42d service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879188 Feb 19 00:51:32.276371 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f56e514a-36dc-4b41-9a94-16012f44874b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2878904 Feb 19 00:51:32.278575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40790) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:32.283729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-49a513d4-0b4a-4c60-bf63-039f46d71145 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:32.291882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b267fdd5-5c72-4aba-a3d1-a4ac556aded4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:32.384233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Router 70669a42-3c9f-41e4-bf11-3c2b520405f5 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:51:32.445147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] For port b267fdd5-5c72-4aba-a3d1-a4ac556aded4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b267fdd5-5c72-4aba-a3d1-a4ac556aded4,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:32.451644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3845b2-f4af-407c-9753-2b32d7299953 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:32.540947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a513d4-0b4a-4c60-bf63-039f46d71145 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:32.545058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49a513d4-0b4a-4c60-bf63-039f46d71145 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.548527 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a513d4-0b4a-4c60-bf63-039f46d71145 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:32.550831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a513d4-0b4a-4c60-bf63-039f46d71145 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:51:32.570678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:32.577152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-30af3562-5fd6-48ba-ad76-6b971518daf4 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "PUT /v2.0/routers/70669a42-3c9f-41e4-bf11-3c2b520405f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8394165 Feb 19 00:51:32.580330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40792) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:32.584425 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161d692-7e42-4aaf-900e-a46871fe5ee9 None None] Sync routers for ids ['70669a42-3c9f-41e4-bf11-3c2b520405f5'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:32.600651 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.621872 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161d692-7e42-4aaf-900e-a46871fe5ee9 None None] Routers {'70669a42-3c9f-41e4-bf11-3c2b520405f5'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:32.623565 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a161d692-7e42-4aaf-900e-a46871fe5ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:51:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['70669a42-3c9f-41e4-bf11-3c2b520405f5'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:32.673187 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-49a513d4-0b4a-4c60-bf63-039f46d71145 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3922095 Feb 19 00:51:32.673578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40798) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:32.679162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5f157cb1-bf4b-42a4-b722-58cb1aa5cf41 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:32.684408 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a161d692-7e42-4aaf-900e-a46871fe5ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:32.698230 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161d692-7e42-4aaf-900e-a46871fe5ee9 None None] Routers {'70669a42-3c9f-41e4-bf11-3c2b520405f5'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:32.699261 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a161d692-7e42-4aaf-900e-a46871fe5ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:51:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['70669a42-3c9f-41e4-bf11-3c2b520405f5'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:32.765106 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a161d692-7e42-4aaf-900e-a46871fe5ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:32.766218 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161d692-7e42-4aaf-900e-a46871fe5ee9 None None] The sync data for ids ['70669a42-3c9f-41e4-bf11-3c2b520405f5'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:32.837148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Pushing event updated for resources: {'Port': ['ID=b267fdd5-5c72-4aba-a3d1-a4ac556aded4,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:32.880320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Provisioning complete for port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:32.882170 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.885307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:32.886104 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.960689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f157cb1-bf4b-42a4-b722-58cb1aa5cf41 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:32.964531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f157cb1-bf4b-42a4-b722-58cb1aa5cf41 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:32.966053 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f157cb1-bf4b-42a4-b722-58cb1aa5cf41 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:32.968872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f157cb1-bf4b-42a4-b722-58cb1aa5cf41 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:51:33.010999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5f157cb1-bf4b-42a4-b722-58cb1aa5cf41 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3334143 Feb 19 00:51:33.011257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40800) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:33.016398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4a542a18-f100-44d2-a34d-b3f21b15abfa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:33.077918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:33.324115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:33.325845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 90601e58-10aa-4ba0-a3cd-cf13488ee159 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:33.337406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a542a18-f100-44d2-a34d-b3f21b15abfa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:33.342436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a542a18-f100-44d2-a34d-b3f21b15abfa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.343011 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a542a18-f100-44d2-a34d-b3f21b15abfa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:33.343459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a542a18-f100-44d2-a34d-b3f21b15abfa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:51:33.390814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4a542a18-f100-44d2-a34d-b3f21b15abfa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3755748 Feb 19 00:51:33.391076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40804) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:33.396059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-086169ce-7c48-489b-b8c4-cf35b82f68d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:33.544839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-347be038-bb13-49c2-985e-67ebf2b46204 None None] Current status of the port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:33.552713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] Deleting port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:33.553084 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.603426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086169ce-7c48-489b-b8c4-cf35b82f68d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:33.607061 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-086169ce-7c48-489b-b8c4-cf35b82f68d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.610360 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-086169ce-7c48-489b-b8c4-cf35b82f68d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:33.610360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086169ce-7c48-489b-b8c4-cf35b82f68d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:51:33.648330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-086169ce-7c48-489b-b8c4-cf35b82f68d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2560930 Feb 19 00:51:33.650912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40810) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:33.699186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] For port b267fdd5-5c72-4aba-a3d1-a4ac556aded4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b267fdd5-5c72-4aba-a3d1-a4ac556aded4,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:33.699598 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.728200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] Calling delete_port for b267fdd5-5c72-4aba-a3d1-a4ac556aded4 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:33.775223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea70a46c-ddfd-49dc-bc0f-5cb4595d3a25 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:33.776939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ea70a46c-ddfd-49dc-bc0f-5cb4595d3a25 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1251497 Feb 19 00:51:33.790786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40812) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:33.838228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 90601e58-10aa-4ba0-a3cd-cf13488ee159 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:33.838615 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:33.852183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1160bf10-4735-4c76-824f-db4db2738ef8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:33.853774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1160bf10-4735-4c76-824f-db4db2738ef8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618846 Feb 19 00:51:33.865352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40814) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:33.924014 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-9888dc9a-c1c6-45c8-bfc7-1fd1b72b4163 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:33.924883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-595e0737-ae87-46f4-8918-c290848a1e05 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569193 Feb 19 00:51:33.930141 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9888dc9a-c1c6-45c8-bfc7-1fd1b72b4163 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "PUT /v2.0/routers/70669a42-3c9f-41e4-bf11-3c2b520405f5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3458903 Feb 19 00:51:33.930990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40816) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:33.931351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40818) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:33.942881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:33.954815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Provisioning complete for port 90601e58-10aa-4ba0-a3cd-cf13488ee159 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:33.955377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.076781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 90601e58-10aa-4ba0-a3cd-cf13488ee159 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:34.076781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.123809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 90601e58-10aa-4ba0-a3cd-cf13488ee159, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=90601e58-10aa-4ba0-a3cd-cf13488ee159,segment=NetworkSegment(38b8ea9d-1325-418e-9ea6-1b88d32a9ba2),segment_id=38b8ea9d-1325-418e-9ea6-1b88d32a9ba2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:34.142987 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.144199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:34.351226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:34.355520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.546325 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (b267fdd5-5c72-4aba-a3d1-a4ac556aded4), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.568121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] No DVR routers for this DVR port b267fdd5-5c72-4aba-a3d1-a4ac556aded4 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:34.580201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Current status of the port 90601e58-10aa-4ba0-a3cd-cf13488ee159 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:34.613882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:34.614671 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.674644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=90601e58-10aa-4ba0-a3cd-cf13488ee159,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:34.709364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Provisioning complete for port 8c686dd7-6d32-4d01-9345-03bc925d93e5 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:34.710063 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.718892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd4a8a-5caf-4f4d-93dd-9dd4c691b5bc None None] Pushing event deleted for resources: {'Port': ['ID=b267fdd5-5c72-4aba-a3d1-a4ac556aded4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:34.813477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:34.815077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8c686dd7-6d32-4d01-9345-03bc925d93e5 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:34.824575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (70669a42-3c9f-41e4-bf11-3c2b520405f5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.893516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Current status of the port 8c686dd7-6d32-4d01-9345-03bc925d93e5 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:34.894387 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.945379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] For port 8c686dd7-6d32-4d01-9345-03bc925d93e5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8c686dd7-6d32-4d01-9345-03bc925d93e5,segment=NetworkSegment(644f1724-709e-4aa5-a24f-eadbab0b9ffb),segment_id=644f1724-709e-4aa5-a24f-eadbab0b9ffb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:34.952746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8c686dd7-6d32-4d01-9345-03bc925d93e5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:34.953380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:34.983870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.020597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Could not find standard attr ID for object b267fdd5-5c72-4aba-a3d1-a4ac556aded4. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:51:35.064752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Pushing event updated for resources: {'Port': ['ID=8c686dd7-6d32-4d01-9345-03bc925d93e5,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:35.068044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Provisioning complete for port 46552296-fb33-47dc-9907-56a23c683f5b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:35.068612 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (46552296-fb33-47dc-9907-56a23c683f5b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.139704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:51:35.139704 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (90b7f5b3-784f-4825-971a-0dd0c2437252), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.157089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8c686dd7-6d32-4d01-9345-03bc925d93e5 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:35.161938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-56125ff5-bcf9-4f09-a2dd-51ff0aba1c69 None None] Port 46552296-fb33-47dc-9907-56a23c683f5b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:35.239278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:35.243732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:35.251721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:35.252324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.258350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfdb220-003f-4456-9332-3ee2c05adc86 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:35.268810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=90b7f5b3-784f-4825-971a-0dd0c2437252,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:35.281979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40826) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:35.282565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a6897d84-5c80-4196-8ae3-11833ce9ea79 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3483660 Feb 19 00:51:35.287664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:19:8c:f0', 'name': 'tempest-NetworksTestDHCPv6-798823386'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:35.364484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 90601e58-10aa-4ba0-a3cd-cf13488ee159 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:35.441762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Deleting port 46552296-fb33-47dc-9907-56a23c683f5b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:35.442424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (46552296-fb33-47dc-9907-56a23c683f5b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.490512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:35.518373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 90601e58-10aa-4ba0-a3cd-cf13488ee159 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:35.519146 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.542404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '90b7f5b3-784f-4825-971a-0dd0c2437252'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:35.543574 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.612811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.645693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 450f5792-15fb-499a-9e0e-5dddc8df8f30 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:35.662061 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (46552296-fb33-47dc-9907-56a23c683f5b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:35.691873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Calling delete_port for 46552296-fb33-47dc-9907-56a23c683f5b owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:35.735563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 90601e58-10aa-4ba0-a3cd-cf13488ee159 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:35.736972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8c686dd7-6d32-4d01-9345-03bc925d93e5 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:35.766103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Allocated IP 2001:db8::f816:3eff:fe90:c68f (56ceac71-2335-48a2-b345-d4c8d8eb1409/90b7f5b3-784f-4825-971a-0dd0c2437252/b9f31120-8444-41a4-9f25-71566ef5cdc5) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:35.966979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8c686dd7-6d32-4d01-9345-03bc925d93e5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:35.967370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.060105 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (46552296-fb33-47dc-9907-56a23c683f5b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.113690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Port': ['ID=46552296-fb33-47dc-9907-56a23c683f5b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:36.114714 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Publish callbacks [] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.136673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.195966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fe19:8cf0 (56ceac71-2335-48a2-b345-d4c8d8eb1409/90b7f5b3-784f-4825-971a-0dd0c2437252/450f5792-15fb-499a-9e0e-5dddc8df8f30) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:36.230735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:36.314582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:36.338831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:36.463116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Pushing event updated for resources: {'Port': ['ID=b9f31120-8444-41a4-9f25-71566ef5cdc5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:36.480877 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (70669a42-3c9f-41e4-bf11-3c2b520405f5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.504522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8c686dd7-6d32-4d01-9345-03bc925d93e5 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:36.545114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (450f5792-15fb-499a-9e0e-5dddc8df8f30), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.546132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Attempting to bind port b9f31120-8444-41a4-9f25-71566ef5cdc5 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:36.546738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Attempting to bind port b9f31120-8444-41a4-9f25-71566ef5cdc5 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:36.548808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Attempting to bind port b9f31120-8444-41a4-9f25-71566ef5cdc5 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:36.559391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:36.560269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:36.560880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.561495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:36.565756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Bound port: b9f31120-8444-41a4-9f25-71566ef5cdc5, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:36.566446 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.642870 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (450f5792-15fb-499a-9e0e-5dddc8df8f30), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.680877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] For port b9f31120-8444-41a4-9f25-71566ef5cdc5, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:36.685702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] For port b9f31120-8444-41a4-9f25-71566ef5cdc5, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b9f31120-8444-41a4-9f25-71566ef5cdc5,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:36.686315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:36.691734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b267fdd5-5c72-4aba-a3d1-a4ac556aded4 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:36.701361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:36.704007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:36.713874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:36.714591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.725060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:36.735802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: b267fdd5-5c72-4aba-a3d1-a4ac556aded4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:36.737183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b267fdd5-5c72-4aba-a3d1-a4ac556aded4 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:36.788772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=450f5792-15fb-499a-9e0e-5dddc8df8f30,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:36.804998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d3877883-5e4d-492b-b09e-355a3c98bf1e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5191755 Feb 19 00:51:36.805819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:36.924248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Router 70669a42-3c9f-41e4-bf11-3c2b520405f5 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:36.926130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f81e6-27a1-4655-b032-28fbdd53919b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:36.938601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a509bcf-05bd-4030-86e3-1926c96dc7ce None None] Pushing event updated for resources: {'Port': ['ID=b9f31120-8444-41a4-9f25-71566ef5cdc5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:36.941385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693f81e6-27a1-4655-b032-28fbdd53919b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:36.945584 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-693f81e6-27a1-4655-b032-28fbdd53919b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1362491 Feb 19 00:51:36.946248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40844) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:37.153307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:37.160526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8a9c8200-598c-48e9-9750-578fcc9a892c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "PUT /v2.0/routers/70669a42-3c9f-41e4-bf11-3c2b520405f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2280381 Feb 19 00:51:37.168811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8342c-5a25-46b4-b849-0481ee4f38dc None None] Sync routers for ids ['70669a42-3c9f-41e4-bf11-3c2b520405f5'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:37.171953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40846) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:37.207884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8342c-5a25-46b4-b849-0481ee4f38dc None None] Routers {'70669a42-3c9f-41e4-bf11-3c2b520405f5'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:37.208645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-71f8342c-5a25-46b4-b849-0481ee4f38dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:51:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['70669a42-3c9f-41e4-bf11-3c2b520405f5'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:37.240976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9e417f4c-4421-4653-8718-7425ec0000e7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 450f5792-15fb-499a-9e0e-5dddc8df8f30 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:37.242054 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e417f4c-4421-4653-8718-7425ec0000e7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (450f5792-15fb-499a-9e0e-5dddc8df8f30), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.268140 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-7e5ed34d-0adc-4ce8-bcbd-5894a975f346 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] delete failed (client error): The resource could not be found. Feb 19 00:51:37.270119 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7e5ed34d-0adc-4ce8-bcbd-5894a975f346 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-837156043 HTTP/1.1" status: 404 len: 334 time: 0.0962989 Feb 19 00:51:37.281590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:37.312359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-71f8342c-5a25-46b4-b849-0481ee4f38dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:37.315106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8281e6b3-6882-488b-a9a7-0eaf3b93a825 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'router': {'external_gateway_info': {'network_id': '70669a42-3c9f-41e4-bf11-3c2b520405f5'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:37.347321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8342c-5a25-46b4-b849-0481ee4f38dc None None] Routers {'70669a42-3c9f-41e4-bf11-3c2b520405f5'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:37.348091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-71f8342c-5a25-46b4-b849-0481ee4f38dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:51:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['70669a42-3c9f-41e4-bf11-3c2b520405f5'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:37.408886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-71f8342c-5a25-46b4-b849-0481ee4f38dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:37.411230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8342c-5a25-46b4-b849-0481ee4f38dc None None] The sync data for ids ['70669a42-3c9f-41e4-bf11-3c2b520405f5'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:37.851700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8281e6b3-6882-488b-a9a7-0eaf3b93a825 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for router_gateway (70669a42-3c9f-41e4-bf11-3c2b520405f5), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:37.887843 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-8281e6b3-6882-488b-a9a7-0eaf3b93a825 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] update failed (client error): The resource could not be found. Feb 19 00:51:37.895419 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8281e6b3-6882-488b-a9a7-0eaf3b93a825 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "PUT /v2.0/routers/70669a42-3c9f-41e4-bf11-3c2b520405f5 HTTP/1.1" status: 404 len: 339 time: 0.6018844 Feb 19 00:51:37.896513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40860) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:38.023588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e417f4c-4421-4653-8718-7425ec0000e7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (450f5792-15fb-499a-9e0e-5dddc8df8f30), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.038904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9e417f4c-4421-4653-8718-7425ec0000e7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 450f5792-15fb-499a-9e0e-5dddc8df8f30 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:38.237430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e417f4c-4421-4653-8718-7425ec0000e7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (450f5792-15fb-499a-9e0e-5dddc8df8f30), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.300593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e417f4c-4421-4653-8718-7425ec0000e7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=450f5792-15fb-499a-9e0e-5dddc8df8f30,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:38.350553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e417f4c-4421-4653-8718-7425ec0000e7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.355431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9e417f4c-4421-4653-8718-7425ec0000e7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/450f5792-15fb-499a-9e0e-5dddc8df8f30 HTTP/1.1" status: 204 len: 168 time: 1.4081378 Feb 19 00:51:38.357782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40862) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:38.466459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e48f8b-7e54-4772-87d9-dd98ecb1b4bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:38.470058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e48f8b-7e54-4772-87d9-dd98ecb1b4bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:38.472162 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.473649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e3e48f8b-7e54-4772-87d9-dd98ecb1b4bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1144564 Feb 19 00:51:38.476673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40864) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:38.559992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-f411c444-a3fb-4d40-826c-39abae42201b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 90b7f5b3-784f-4825-971a-0dd0c2437252 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:38.565485 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f411c444-a3fb-4d40-826c-39abae42201b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (90b7f5b3-784f-4825-971a-0dd0c2437252), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.684825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f411c444-a3fb-4d40-826c-39abae42201b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (90b7f5b3-784f-4825-971a-0dd0c2437252), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.803199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Provisioning complete for port b9f31120-8444-41a4-9f25-71566ef5cdc5 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:38.803918 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.933319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Allocated IP 172.20.0.1 (a8da542f-5f8a-4d17-aced-c83915c27fa5/00377310-f936-45a0-aeb5-1cc2d98c1dd1/c33d77e8-3301-4984-9b01-e1e793636158) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:38.954452 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f411c444-a3fb-4d40-826c-39abae42201b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (90b7f5b3-784f-4825-971a-0dd0c2437252), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:38.975741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Current status of the port b9f31120-8444-41a4-9f25-71566ef5cdc5 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:38.976476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.086510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f411c444-a3fb-4d40-826c-39abae42201b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (90b7f5b3-784f-4825-971a-0dd0c2437252), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.156204 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:51:39.157188 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:51:39.188017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f411c444-a3fb-4d40-826c-39abae42201b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=90b7f5b3-784f-4825-971a-0dd0c2437252,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:39.190258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f411c444-a3fb-4d40-826c-39abae42201b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.199074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f411c444-a3fb-4d40-826c-39abae42201b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/90b7f5b3-784f-4825-971a-0dd0c2437252 HTTP/1.1" status: 204 len: 168 time: 0.7212992 Feb 19 00:51:39.202356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40872) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:39.221049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for port (c33d77e8-3301-4984-9b01-e1e793636158), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.221381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c515a0c-b1c6-426e-a3c0-cd2ee0f1cccd None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:39.277266 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c33d77e8-3301-4984-9b01-e1e793636158), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.302885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e75c8b32-6489-47a3-bf18-0b1190f3cd87 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987403 Feb 19 00:51:39.305179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40874) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:39.321320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:39.343453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network a8da542f-5f8a-4d17-aced-c83915c27fa5 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:39.347883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:39.352160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:39.435724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b9f31120-8444-41a4-9f25-71566ef5cdc5 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:39.441489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Port': ['ID=c33d77e8-3301-4984-9b01-e1e793636158,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:39.477744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (70669a42-3c9f-41e4-bf11-3c2b520405f5), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.599669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b9f31120-8444-41a4-9f25-71566ef5cdc5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:39.599966 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.602392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:39.605889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.719201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:39.810661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Current status of the port b9f31120-8444-41a4-9f25-71566ef5cdc5 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:39.811383 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.817825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c33d77e8-3301-4984-9b01-e1e793636158), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.867792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b9f31120-8444-41a4-9f25-71566ef5cdc5 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:39.868211 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.919834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] For port b9f31120-8444-41a4-9f25-71566ef5cdc5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b9f31120-8444-41a4-9f25-71566ef5cdc5,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:39.932688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] Deleting port b9f31120-8444-41a4-9f25-71566ef5cdc5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:39.933071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:39.946356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.180160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] For port b9f31120-8444-41a4-9f25-71566ef5cdc5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b9f31120-8444-41a4-9f25-71566ef5cdc5,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:40.180876 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.207010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:51:40.207646 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:51:40.221247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] Calling delete_port for b9f31120-8444-41a4-9f25-71566ef5cdc5 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:40.286920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:51:40.450613 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for port (c33d77e8-3301-4984-9b01-e1e793636158), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.464138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (c33d77e8-3301-4984-9b01-e1e793636158), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.512818 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.521218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0b5dd-5866-41a7-b872-964ef314cf95 None None] Pushing event updated for resources: {'Port': ['ID=b9f31120-8444-41a4-9f25-71566ef5cdc5,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:40.526712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9b093208-b657-4157-98c5-4dc40816240e None None] Provisioning complete for port c33d77e8-3301-4984-9b01-e1e793636158 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:40.527236 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b093208-b657-4157-98c5-4dc40816240e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c33d77e8-3301-4984-9b01-e1e793636158), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.545320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event updated for resources: {'Port': ['ID=c33d77e8-3301-4984-9b01-e1e793636158,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:40.651407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9b093208-b657-4157-98c5-4dc40816240e None None] Port c33d77e8-3301-4984-9b01-e1e793636158 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:40.654538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9b093208-b657-4157-98c5-4dc40816240e None None] Could not find standard attr ID for object 450f5792-15fb-499a-9e0e-5dddc8df8f30. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:51:40.663259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (70669a42-3c9f-41e4-bf11-3c2b520405f5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.803874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] For port b9f31120-8444-41a4-9f25-71566ef5cdc5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b9f31120-8444-41a4-9f25-71566ef5cdc5,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:40.817227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b9f31120-8444-41a4-9f25-71566ef5cdc5 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:40.845226 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.857154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.866144 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (b9f31120-8444-41a4-9f25-71566ef5cdc5), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.890601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=b9f31120-8444-41a4-9f25-71566ef5cdc5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:40.894895 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (776026a2-2c57-4121-8efd-e0b63421afb5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:40.915777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Network a8da542f-5f8a-4d17-aced-c83915c27fa5 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:40.925488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:40.932812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] Pushing event deleted for resources: {'Port': ['ID=b9f31120-8444-41a4-9f25-71566ef5cdc5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:40.950413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024961d-071b-42a8-ae64-2fd024591c7a None None] No DVR routers for this DVR port b9f31120-8444-41a4-9f25-71566ef5cdc5 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:41.014418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:41.016029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=776026a2-2c57-4121-8efd-e0b63421afb5,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:41.020777 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:41.037383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6997dc4-b3d4-4991-aad8-b2407d3d0ce3 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:41.037705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:41.038524 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.074270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c1d8151e-bc49-45cf-ac96-ff24972c2dad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7629611 Feb 19 00:51:41.076140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40888) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:41.087151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:46:4a:c0', 'name': 'tempest-NetworksTestDHCPv6-975624564'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:41.136891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Router 70669a42-3c9f-41e4-bf11-3c2b520405f5 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:41.283594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '776026a2-2c57-4121-8efd-e0b63421afb5'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:41.284498 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.312430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b9f31120-8444-41a4-9f25-71566ef5cdc5 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:41.340586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:41.352883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:41.367816 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486def8e-4c81-4530-a5f6-e20ee6084fa8 None None] Sync routers for ids ['70669a42-3c9f-41e4-bf11-3c2b520405f5'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:41.371832 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1670a338-5953-45f9-a693-18e8f4632ebe tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "PUT /v2.0/routers/70669a42-3c9f-41e4-bf11-3c2b520405f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4736564 Feb 19 00:51:41.374574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40890) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:41.384451 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486def8e-4c81-4530-a5f6-e20ee6084fa8 None None] Routers {'70669a42-3c9f-41e4-bf11-3c2b520405f5'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:41.385373 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-486def8e-4c81-4530-a5f6-e20ee6084fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:51:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['70669a42-3c9f-41e4-bf11-3c2b520405f5'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:41.416260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: b9f31120-8444-41a4-9f25-71566ef5cdc5 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:41.423237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b9f31120-8444-41a4-9f25-71566ef5cdc5 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:41.471347 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.482297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bb93277-debf-42a0-88d2-8d3bf1b87b44 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for router (70669a42-3c9f-41e4-bf11-3c2b520405f5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.509853 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-486def8e-4c81-4530-a5f6-e20ee6084fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:41.520200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 808b5e0f-7fd5-44ba-88b6-1e3308fa609a yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:41.532775 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486def8e-4c81-4530-a5f6-e20ee6084fa8 None None] Routers {'70669a42-3c9f-41e4-bf11-3c2b520405f5'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:41.534086 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-486def8e-4c81-4530-a5f6-e20ee6084fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:51:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['70669a42-3c9f-41e4-bf11-3c2b520405f5'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:41.586204 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-486def8e-4c81-4530-a5f6-e20ee6084fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:41.587235 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486def8e-4c81-4530-a5f6-e20ee6084fa8 None None] The sync data for ids ['70669a42-3c9f-41e4-bf11-3c2b520405f5'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:41.640693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-99892298-3ca3-4745-86d7-a7f075d97073 None None] Provisioning complete for port c33d77e8-3301-4984-9b01-e1e793636158 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:41.644084 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99892298-3ca3-4745-86d7-a7f075d97073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c33d77e8-3301-4984-9b01-e1e793636158), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:41.651900 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-7bb93277-debf-42a0-88d2-8d3bf1b87b44 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 00:51:41.654244 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7bb93277-debf-42a0-88d2-8d3bf1b87b44 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/routers/70669a42-3c9f-41e4-bf11-3c2b520405f5 HTTP/1.1" status: 409 len: 329 time: 0.2771251 Feb 19 00:51:41.656245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:41.729187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fe46:4ac0 (56ceac71-2335-48a2-b345-d4c8d8eb1409/776026a2-2c57-4121-8efd-e0b63421afb5/808b5e0f-7fd5-44ba-88b6-1e3308fa609a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:41.746643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-99892298-3ca3-4745-86d7-a7f075d97073 None None] Port c33d77e8-3301-4984-9b01-e1e793636158 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:41.982485 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (808b5e0f-7fd5-44ba-88b6-1e3308fa609a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.087329 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (808b5e0f-7fd5-44ba-88b6-1e3308fa609a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.180788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:42.190990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:42.198518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:42.199795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Allocated IP 2001:db8::f816:3eff:fe0c:5a0 (56ceac71-2335-48a2-b345-d4c8d8eb1409/776026a2-2c57-4121-8efd-e0b63421afb5/7940793f-ede7-4347-80a8-77ec8c189fb3) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:42.211670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:42.212710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.225234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (70669a42-3c9f-41e4-bf11-3c2b520405f5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.251138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1731577 Feb 19 00:51:42.255719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40900) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:42.257569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce3ba8-60d2-49aa-a171-a6bfdbfa1e9d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=808b5e0f-7fd5-44ba-88b6-1e3308fa609a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:42.361075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65ec631-7553-46dd-b8d4-a3ad5a2a5ed4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:42.367152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a65ec631-7553-46dd-b8d4-a3ad5a2a5ed4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1052680 Feb 19 00:51:42.370272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40902) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:42.500612 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Publish callbacks [] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.510239 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.556499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:42.559624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:42.564534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-79b539ad-c29f-4e62-b374-4c708472e755 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 808b5e0f-7fd5-44ba-88b6-1e3308fa609a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:42.565432 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79b539ad-c29f-4e62-b374-4c708472e755 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (808b5e0f-7fd5-44ba-88b6-1e3308fa609a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.565826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:42.571729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Pushing event updated for resources: {'Port': ['ID=7940793f-ede7-4347-80a8-77ec8c189fb3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:42.658465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Attempting to bind port 7940793f-ede7-4347-80a8-77ec8c189fb3 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:42.659006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Attempting to bind port 7940793f-ede7-4347-80a8-77ec8c189fb3 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:42.659471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Attempting to bind port 7940793f-ede7-4347-80a8-77ec8c189fb3 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:42.665534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:42.666607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:42.666607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.667075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:42.667655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Bound port: 7940793f-ede7-4347-80a8-77ec8c189fb3, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:42.668212 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.740524 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79b539ad-c29f-4e62-b374-4c708472e755 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (808b5e0f-7fd5-44ba-88b6-1e3308fa609a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.745637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Deleting port c33d77e8-3301-4984-9b01-e1e793636158 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:42.746290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c33d77e8-3301-4984-9b01-e1e793636158), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.772998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-79b539ad-c29f-4e62-b374-4c708472e755 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 808b5e0f-7fd5-44ba-88b6-1e3308fa609a owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:42.796250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] For port 7940793f-ede7-4347-80a8-77ec8c189fb3, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:42.809179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] For port 7940793f-ede7-4347-80a8-77ec8c189fb3, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7940793f-ede7-4347-80a8-77ec8c189fb3,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:42.825118 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.905139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a0882-91ea-4944-b0cd-f1bfa00c16c0 None None] Pushing event updated for resources: {'Port': ['ID=7940793f-ede7-4347-80a8-77ec8c189fb3,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:42.908984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c33d77e8-3301-4984-9b01-e1e793636158), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:42.943178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Calling delete_port for c33d77e8-3301-4984-9b01-e1e793636158 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:43.056928 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79b539ad-c29f-4e62-b374-4c708472e755 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (808b5e0f-7fd5-44ba-88b6-1e3308fa609a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.095132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b539ad-c29f-4e62-b374-4c708472e755 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=808b5e0f-7fd5-44ba-88b6-1e3308fa609a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:43.154124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-79b539ad-c29f-4e62-b374-4c708472e755 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.160107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-79b539ad-c29f-4e62-b374-4c708472e755 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/808b5e0f-7fd5-44ba-88b6-1e3308fa609a HTTP/1.1" status: 204 len: 168 time: 0.7844522 Feb 19 00:51:43.160429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40908) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:43.350278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c33d77e8-3301-4984-9b01-e1e793636158), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.354924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86baea-6392-4d75-95c7-35f93fbac942 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:43.356943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86baea-6392-4d75-95c7-35f93fbac942 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:43.359722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7c86baea-6392-4d75-95c7-35f93fbac942 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1970448 Feb 19 00:51:43.362511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40912) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:43.421390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Port': ['ID=c33d77e8-3301-4984-9b01-e1e793636158,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:43.459163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6115da5-140d-4c69-a3a9-51b8d2e999fe tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 776026a2-2c57-4121-8efd-e0b63421afb5 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:43.466551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6115da5-140d-4c69-a3a9-51b8d2e999fe tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (776026a2-2c57-4121-8efd-e0b63421afb5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.586114 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6115da5-140d-4c69-a3a9-51b8d2e999fe tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (776026a2-2c57-4121-8efd-e0b63421afb5), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.796536 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6115da5-140d-4c69-a3a9-51b8d2e999fe tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (776026a2-2c57-4121-8efd-e0b63421afb5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.932891 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6115da5-140d-4c69-a3a9-51b8d2e999fe tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (776026a2-2c57-4121-8efd-e0b63421afb5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.967353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6115da5-140d-4c69-a3a9-51b8d2e999fe tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=776026a2-2c57-4121-8efd-e0b63421afb5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:43.981317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a6115da5-140d-4c69-a3a9-51b8d2e999fe tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:43.989037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a6115da5-140d-4c69-a3a9-51b8d2e999fe tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/776026a2-2c57-4121-8efd-e0b63421afb5 HTTP/1.1" status: 204 len: 168 time: 0.6234064 Feb 19 00:51:43.989929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40914) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.079526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d51bfe3c-0db3-45e0-b783-4a8a439c6355 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510087 Feb 19 00:51:44.090641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.145062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (70669a42-3c9f-41e4-bf11-3c2b520405f5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.229493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc0220d-a4fc-4f40-a801-de68a5bdda2a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:44.236485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1bc0220d-a4fc-4f40-a801-de68a5bdda2a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1450040 Feb 19 00:51:44.239583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40926) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.329355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12117647-0bcc-46ef-ac4a-91ee76652c34 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:44.333309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-12117647-0bcc-46ef-ac4a-91ee76652c34 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0902162 Feb 19 00:51:44.334032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40932) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.394621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Router 70669a42-3c9f-41e4-bf11-3c2b520405f5 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:51:44.401141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5cb90598-4cfc-42d4-9cfd-1ebe6f3bc107 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616796 Feb 19 00:51:44.402137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40934) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.407557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:44.584135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:51:44.608979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd7fed-b5a9-4bcb-93c3-26d1ca9a15bc None None] Sync routers for ids ['70669a42-3c9f-41e4-bf11-3c2b520405f5'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:51:44.625560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0d98ca00-c2cb-4f8e-b699-b95e37215311 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "PUT /v2.0/routers/70669a42-3c9f-41e4-bf11-3c2b520405f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9681621 Feb 19 00:51:44.629220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40940) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.637306 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd7fed-b5a9-4bcb-93c3-26d1ca9a15bc None None] Routers {'70669a42-3c9f-41e4-bf11-3c2b520405f5'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:44.637897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0dcd7fed-b5a9-4bcb-93c3-26d1ca9a15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:51:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['70669a42-3c9f-41e4-bf11-3c2b520405f5'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:44.697029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:44.701536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:44.727037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67908cc6-6415-42f5-ad20-81209bcb3b06 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:44.753269 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-33152b30-745b-4150-8884-43a3b7ab5508 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] show failed (client error): The resource could not be found. Feb 19 00:51:44.760922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-33152b30-745b-4150-8884-43a3b7ab5508 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-1780215376 HTTP/1.1" status: 404 len: 335 time: 0.1302388 Feb 19 00:51:44.762705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40942) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.769644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-22f1ceae-5ec7-442f-9648-02ebcfd4a5a8 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:44.853398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0dcd7fed-b5a9-4bcb-93c3-26d1ca9a15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:44.870176 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-22f1ceae-5ec7-442f-9648-02ebcfd4a5a8 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] update failed (client error): The resource could not be found. Feb 19 00:51:44.876821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40944) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:44.878448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-22f1ceae-5ec7-442f-9648-02ebcfd4a5a8 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1969875304 HTTP/1.1" status: 404 len: 335 time: 0.1143742 Feb 19 00:51:45.024212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcd7fed-b5a9-4bcb-93c3-26d1ca9a15bc None None] Routers {'70669a42-3c9f-41e4-bf11-3c2b520405f5'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:51:45.024885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0dcd7fed-b5a9-4bcb-93c3-26d1ca9a15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:51:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['70669a42-3c9f-41e4-bf11-3c2b520405f5'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:45.052366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-102e96bf-8b1b-4358-a2ad-1b64f0fc1fcb None None] Provisioning complete for port 7940793f-ede7-4347-80a8-77ec8c189fb3 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:45.052751 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-102e96bf-8b1b-4358-a2ad-1b64f0fc1fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.106069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-da65edec-199c-4750-93ee-add3de8220f7 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Deleting subnet 566d22a9-3266-4b9a-b2ed-326ed96e4837 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:45.149970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da65edec-199c-4750-93ee-add3de8220f7 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for subnet (566d22a9-3266-4b9a-b2ed-326ed96e4837), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.285702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da65edec-199c-4750-93ee-add3de8220f7 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (566d22a9-3266-4b9a-b2ed-326ed96e4837), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.298689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0dcd7fed-b5a9-4bcb-93c3-26d1ca9a15bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:45.302045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcd7fed-b5a9-4bcb-93c3-26d1ca9a15bc None None] The sync data for ids ['70669a42-3c9f-41e4-bf11-3c2b520405f5'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:51:45.429970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:45.487297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-102e96bf-8b1b-4358-a2ad-1b64f0fc1fcb None None] Current status of the port 7940793f-ede7-4347-80a8-77ec8c189fb3 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:45.488016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-102e96bf-8b1b-4358-a2ad-1b64f0fc1fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.498841 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da65edec-199c-4750-93ee-add3de8220f7 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (566d22a9-3266-4b9a-b2ed-326ed96e4837), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.540026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-102e96bf-8b1b-4358-a2ad-1b64f0fc1fcb None None] For port 7940793f-ede7-4347-80a8-77ec8c189fb3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7940793f-ede7-4347-80a8-77ec8c189fb3,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:45.556243 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-102e96bf-8b1b-4358-a2ad-1b64f0fc1fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.587233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] Deleting port 7940793f-ede7-4347-80a8-77ec8c189fb3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:45.588002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.697834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.objects.ports [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103650) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:51:45.702955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e96bf-8b1b-4358-a2ad-1b64f0fc1fcb None None] Pushing event updated for resources: {'Port': ['ID=7940793f-ede7-4347-80a8-77ec8c189fb3,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:45.763516 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da65edec-199c-4750-93ee-add3de8220f7 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (566d22a9-3266-4b9a-b2ed-326ed96e4837), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.802128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] For port 7940793f-ede7-4347-80a8-77ec8c189fb3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7940793f-ede7-4347-80a8-77ec8c189fb3,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:45.804518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65edec-199c-4750-93ee-add3de8220f7 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Subnet': ['ID=566d22a9-3266-4b9a-b2ed-326ed96e4837,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:45.807448 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.827123 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da65edec-199c-4750-93ee-add3de8220f7 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:45.837761 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-da65edec-199c-4750-93ee-add3de8220f7 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/subnets/566d22a9-3266-4b9a-b2ed-326ed96e4837 HTTP/1.1" status: 204 len: 168 time: 0.9593775 Feb 19 00:51:45.839872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40958) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:45.844206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc52581a-3acc-4e35-8711-007085ecbb2d None None] Network a9b773a8-387e-4598-abf3-f6463d85e861 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:45.987138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9a8a3d-d37e-448b-aee7-16d954b35bce tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Deleting subnet 05dd20ab-72e0-4c46-af90-dff48f7eb35a {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:46.013863 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e9a8a3d-d37e-448b-aee7-16d954b35bce tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for subnet (05dd20ab-72e0-4c46-af90-dff48f7eb35a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.068075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] Calling delete_port for 7940793f-ede7-4347-80a8-77ec8c189fb3 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:46.146131 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.199944 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e9a8a3d-d37e-448b-aee7-16d954b35bce tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (05dd20ab-72e0-4c46-af90-dff48f7eb35a), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.412180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] DHCP port deletion for a9b773a8-387e-4598-abf3-f6463d85e861 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:46.495474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e9a8a3d-d37e-448b-aee7-16d954b35bce tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (05dd20ab-72e0-4c46-af90-dff48f7eb35a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.504852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] For port 7940793f-ede7-4347-80a8-77ec8c189fb3, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7940793f-ede7-4347-80a8-77ec8c189fb3,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:46.532352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] Deleting port 90601e58-10aa-4ba0-a3cd-cf13488ee159 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:46.535040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.579892 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.592579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.676284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (7940793f-ede7-4347-80a8-77ec8c189fb3), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.683762 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e9a8a3d-d37e-448b-aee7-16d954b35bce tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (05dd20ab-72e0-4c46-af90-dff48f7eb35a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.702241 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e9a8a3d-d37e-448b-aee7-16d954b35bce tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.705760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8e9a8a3d-d37e-448b-aee7-16d954b35bce tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/subnets/05dd20ab-72e0-4c46-af90-dff48f7eb35a HTTP/1.1" status: 204 len: 168 time: 0.8642509 Feb 19 00:51:46.721230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] No DVR routers for this DVR port 7940793f-ede7-4347-80a8-77ec8c189fb3 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:46.730094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fbaa83-788d-4ece-8eea-c7621db167a4 None None] Network 93caccb0-7602-41b8-857f-41652f416e8f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:46.735285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=7940793f-ede7-4347-80a8-77ec8c189fb3,revision_number=6']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:46.735638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40968) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:46.738489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (517c42ef-0d08-47db-afa9-087d57d62846), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.746417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a8a3d-d37e-448b-aee7-16d954b35bce tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Subnet': ['ID=05dd20ab-72e0-4c46-af90-dff48f7eb35a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:46.801469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] For port 90601e58-10aa-4ba0-a3cd-cf13488ee159, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=90601e58-10aa-4ba0-a3cd-cf13488ee159,segment=NetworkSegment(38b8ea9d-1325-418e-9ea6-1b88d32a9ba2),segment_id=38b8ea9d-1325-418e-9ea6-1b88d32a9ba2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:46.801880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.842853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8525fbb7-44e7-4619-87c4-42e0da85b1ac None None] Pushing event deleted for resources: {'Port': ['ID=7940793f-ede7-4347-80a8-77ec8c189fb3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:46.860787 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a9b773a8-387e-4598-abf3-f6463d85e861), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.861517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=517c42ef-0d08-47db-afa9-087d57d62846,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:46.885442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:46.887311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:46.891306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:46.891923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:46.922420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] Calling delete_port for 90601e58-10aa-4ba0-a3cd-cf13488ee159 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:46.924572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe288c8-cc67-435b-9cd0-1a92414cfb9e None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:46.937175 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-51220eb1-6862-4ceb-ac0f-55402121571b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.5337784 Feb 19 00:51:46.939674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40970) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:46.945144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:de:30:52', 'name': 'tempest-NetworksTestDHCPv6-1295746208'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:46.978501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Deleting port 90601e58-10aa-4ba0-a3cd-cf13488ee159 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:46.978858 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.254699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] For port 90601e58-10aa-4ba0-a3cd-cf13488ee159, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=90601e58-10aa-4ba0-a3cd-cf13488ee159,segment=NetworkSegment(38b8ea9d-1325-418e-9ea6-1b88d32a9ba2),segment_id=38b8ea9d-1325-418e-9ea6-1b88d32a9ba2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:47.255112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.337321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Calling delete_port for 90601e58-10aa-4ba0-a3cd-cf13488ee159 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:47.413160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7940793f-ede7-4347-80a8-77ec8c189fb3 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:47.421855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:47.468047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 7940793f-ede7-4347-80a8-77ec8c189fb3 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:47.468915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7940793f-ede7-4347-80a8-77ec8c189fb3 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:47.469551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 90601e58-10aa-4ba0-a3cd-cf13488ee159 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:47.605320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.635321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] No DVR routers for this DVR port 90601e58-10aa-4ba0-a3cd-cf13488ee159 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:47.648336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] DHCP port deletion for 93caccb0-7602-41b8-857f-41652f416e8f request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:51:47.659992 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 00:51:47.665286 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.682409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '517c42ef-0d08-47db-afa9-087d57d62846'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:47.683555 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.729260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 1df57a9c-73a5-4ac3-9150-61eec01034c1 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:47.729935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No active binding found for port 90601e58-10aa-4ba0-a3cd-cf13488ee159 {{(pid=103651) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 00:51:47.730597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] The host n-d-826527-3 is not matching for port 90601e58-10aa-4ba0-a3cd-cf13488ee159 host None! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 00:51:47.731099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 90601e58-10aa-4ba0-a3cd-cf13488ee159 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:47.760046 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (90601e58-10aa-4ba0-a3cd-cf13488ee159), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.776443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] No DVR routers for this DVR port 90601e58-10aa-4ba0-a3cd-cf13488ee159 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:47.799680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Port': ['ID=90601e58-10aa-4ba0-a3cd-cf13488ee159,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:47.840046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3fb50-1be3-4a14-ab09-cf628e938fa8 None None] Pushing event deleted for resources: {'Port': ['ID=90601e58-10aa-4ba0-a3cd-cf13488ee159,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:47.916304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] Deleting port 8c686dd7-6d32-4d01-9345-03bc925d93e5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:47.918431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.920289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a9b773a8-387e-4598-abf3-f6463d85e861), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:47.987458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9b773a8-387e-4598-abf3-f6463d85e861']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:48.029436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38b8ea9d-1325-418e-9ea6-1b88d32a9ba2') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:48.030603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38b8ea9d-1325-418e-9ea6-1b88d32a9ba2') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:48.091542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (38b8ea9d-1325-418e-9ea6-1b88d32a9ba2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.135494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (38b8ea9d-1325-418e-9ea6-1b88d32a9ba2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.151116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:51:48.152056 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (38b8ea9d-1325-418e-9ea6-1b88d32a9ba2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:51:48.165420 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:51:48.311668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fede:3052 (56ceac71-2335-48a2-b345-d4c8d8eb1409/517c42ef-0d08-47db-afa9-087d57d62846/1df57a9c-73a5-4ac3-9150-61eec01034c1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:48.575710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a9b773a8-387e-4598-abf3-f6463d85e861), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.602088 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.605535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/networks/a9b773a8-387e-4598-abf3-f6463d85e861 HTTP/1.1" status: 204 len: 168 time: 1.8687878 Feb 19 00:51:48.612051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40990) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:48.669099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd6e5e4-3688-432b-b614-95a4a6f0053d tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Network': ['ID=a9b773a8-387e-4598-abf3-f6463d85e861,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:48.723942 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af01ba01-053c-400c-8712-5700e17b2e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.764051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] For port 8c686dd7-6d32-4d01-9345-03bc925d93e5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8c686dd7-6d32-4d01-9345-03bc925d93e5,segment=NetworkSegment(644f1724-709e-4aa5-a24f-eadbab0b9ffb),segment_id=644f1724-709e-4aa5-a24f-eadbab0b9ffb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:48.768481 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.805813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] Calling delete_port for 8c686dd7-6d32-4d01-9345-03bc925d93e5 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:48.831843 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (93caccb0-7602-41b8-857f-41652f416e8f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.843873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.847294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (1df57a9c-73a5-4ac3-9150-61eec01034c1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.849790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44bdca-f2ff-4102-a854-e08834aebdf5 req-f3ab0dbd-46fd-48d5-bdfb-16501e5c95d0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:48.852845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d44bdca-f2ff-4102-a854-e08834aebdf5 req-f3ab0dbd-46fd-48d5-bdfb-16501e5c95d0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.5101829 Feb 19 00:51:48.878974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-1b709ee0-14fc-465b-9f92-d81399890227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:48.881074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-1b709ee0-14fc-465b-9f92-d81399890227 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1126 time: 0.5427732 Feb 19 00:51:48.914132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1df57a9c-73a5-4ac3-9150-61eec01034c1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.979810 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Allocated IP 2001:db8::f816:3eff:fe3a:4fee (56ceac71-2335-48a2-b345-d4c8d8eb1409/517c42ef-0d08-47db-afa9-087d57d62846/177769c9-3cc7-46e7-ae92-44360abe3f11) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:48.984797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (8c686dd7-6d32-4d01-9345-03bc925d93e5), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:48.988951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:48.993124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:48.996166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:49.008488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:49.010205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.027973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] No DVR routers for this DVR port 8c686dd7-6d32-4d01-9345-03bc925d93e5 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:49.031058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=1df57a9c-73a5-4ac3-9150-61eec01034c1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.032788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c68286-0ecd-423f-86c6-fac00003b78d None None] Pushing event deleted for resources: {'Port': ['ID=8c686dd7-6d32-4d01-9345-03bc925d93e5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.057966 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-db7367fa-9825-442e-a152-4c5e0854854d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1145587 Feb 19 00:51:49.059381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40992) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:49.092694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] The port '8c686dd7-6d32-4d01-9345-03bc925d93e5' was deleted {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 00:51:49.142547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773c3562-3d95-409e-9f3d-298a4adc4fd1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:49.147558 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-773c3562-3d95-409e-9f3d-298a4adc4fd1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0869906 Feb 19 00:51:49.148718 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40994) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:49.154231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d44bdca-f2ff-4102-a854-e08834aebdf5 req-eae39935-c65c-4d5b-b7d1-06579ee024d0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871091 Feb 19 00:51:49.206825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-bfc51741-cfed-4bed-8b6c-0db346091722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:49.208550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-bfc51741-cfed-4bed-8b6c-0db346091722 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.3075781 Feb 19 00:51:49.277834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-13f1488f-1abc-40c7-8ef2-f9031837c352 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 1df57a9c-73a5-4ac3-9150-61eec01034c1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:49.278614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-13f1488f-1abc-40c7-8ef2-f9031837c352 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1df57a9c-73a5-4ac3-9150-61eec01034c1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.297556 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Publish callbacks [] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.306538 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.342936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8c686dd7-6d32-4d01-9345-03bc925d93e5 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:49.386145 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (93caccb0-7602-41b8-857f-41652f416e8f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.387919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8c686dd7-6d32-4d01-9345-03bc925d93e5 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:49.388280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8c686dd7-6d32-4d01-9345-03bc925d93e5 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:49.405437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:49.417751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93caccb0-7602-41b8-857f-41652f416e8f']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:49.420267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:49.422272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Pushing event updated for resources: {'Port': ['ID=177769c9-3cc7-46e7-ae92-44360abe3f11,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.430480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644f1724-709e-4aa5-a24f-eadbab0b9ffb') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:49.430981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644f1724-709e-4aa5-a24f-eadbab0b9ffb') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:49.431774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:49.438132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-13f1488f-1abc-40c7-8ef2-f9031837c352 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1df57a9c-73a5-4ac3-9150-61eec01034c1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.445361 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (644f1724-709e-4aa5-a24f-eadbab0b9ffb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.460692 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (644f1724-709e-4aa5-a24f-eadbab0b9ffb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.468413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-13f1488f-1abc-40c7-8ef2-f9031837c352 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 1df57a9c-73a5-4ac3-9150-61eec01034c1 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:49.469111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:51:49.469562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (644f1724-709e-4aa5-a24f-eadbab0b9ffb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.529467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Attempting to bind port 177769c9-3cc7-46e7-ae92-44360abe3f11 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:49.529892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Attempting to bind port 177769c9-3cc7-46e7-ae92-44360abe3f11 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:49.530535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Attempting to bind port 177769c9-3cc7-46e7-ae92-44360abe3f11 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:49.538137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:49.538756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:49.539298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.539801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:49.540506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Bound port: 177769c9-3cc7-46e7-ae92-44360abe3f11, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:49.541065 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:51:49.548117 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:51:49.568290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (93caccb0-7602-41b8-857f-41652f416e8f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.577043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.587283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/networks/93caccb0-7602-41b8-857f-41652f416e8f HTTP/1.1" status: 204 len: 168 time: 0.9699020 Feb 19 00:51:49.605583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41002) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:49.643865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9228f-f8a5-4c28-a55a-e715a64bd1e2 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Network': ['ID=93caccb0-7602-41b8-857f-41652f416e8f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.675454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] For port 177769c9-3cc7-46e7-ae92-44360abe3f11, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:49.745714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] For port 177769c9-3cc7-46e7-ae92-44360abe3f11, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=177769c9-3cc7-46e7-ae92-44360abe3f11,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:49.747519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-13f1488f-1abc-40c7-8ef2-f9031837c352 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1df57a9c-73a5-4ac3-9150-61eec01034c1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.757606 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.780618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1488f-1abc-40c7-8ef2-f9031837c352 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=1df57a9c-73a5-4ac3-9150-61eec01034c1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.817779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-13f1488f-1abc-40c7-8ef2-f9031837c352 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:49.822895 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-13f1488f-1abc-40c7-8ef2-f9031837c352 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/1df57a9c-73a5-4ac3-9150-61eec01034c1 HTTP/1.1" status: 204 len: 168 time: 0.6721702 Feb 19 00:51:49.825438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41006) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:49.833410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-96fd6400-1354-40dd-89a2-0735a80487c3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.6086946 Feb 19 00:51:49.921578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f682f4f-f3ac-43c4-a68f-7b7b8a5aa522 None None] Pushing event updated for resources: {'Port': ['ID=177769c9-3cc7-46e7-ae92-44360abe3f11,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:49.927206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75e6d1-4959-460d-bc47-6a8ee7cdd3e0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:49.928649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df75e6d1-4959-460d-bc47-6a8ee7cdd3e0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:49.933088 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df75e6d1-4959-460d-bc47-6a8ee7cdd3e0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1034725 Feb 19 00:51:49.933808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41008) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:49.959106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-46de5790-112e-4f47-ad03-90408790823c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Deleting subnet 00377310-f936-45a0-aeb5-1cc2d98c1dd1 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:49.972719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-46de5790-112e-4f47-ad03-90408790823c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for subnet (00377310-f936-45a0-aeb5-1cc2d98c1dd1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.023787 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-46de5790-112e-4f47-ad03-90408790823c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (00377310-f936-45a0-aeb5-1cc2d98c1dd1), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.054642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfd850c-beb0-4ba3-ad28-175eb3462a71 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 517c42ef-0d08-47db-afa9-087d57d62846 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:50.060009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcfd850c-beb0-4ba3-ad28-175eb3462a71 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (517c42ef-0d08-47db-afa9-087d57d62846), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.062871 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c43ae82-3167-4171-9bc9-7ef6c0c9007f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.120853 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcfd850c-beb0-4ba3-ad28-175eb3462a71 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (517c42ef-0d08-47db-afa9-087d57d62846), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.123865 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-46de5790-112e-4f47-ad03-90408790823c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (00377310-f936-45a0-aeb5-1cc2d98c1dd1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.205388 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-46de5790-112e-4f47-ad03-90408790823c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (00377310-f936-45a0-aeb5-1cc2d98c1dd1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.265569 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-46de5790-112e-4f47-ad03-90408790823c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.277397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc6f55-a9ea-49bc-829b-ff43e13ca259 None None] Network a8da542f-5f8a-4d17-aced-c83915c27fa5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:50.278881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-46de5790-112e-4f47-ad03-90408790823c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/subnets/00377310-f936-45a0-aeb5-1cc2d98c1dd1 HTTP/1.1" status: 204 len: 168 time: 0.6719494 Feb 19 00:51:50.279557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41014) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:50.282499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de5790-112e-4f47-ad03-90408790823c tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Subnet': ['ID=00377310-f936-45a0-aeb5-1cc2d98c1dd1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:50.392967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcfd850c-beb0-4ba3-ad28-175eb3462a71 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (517c42ef-0d08-47db-afa9-087d57d62846), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.453118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (a8da542f-5f8a-4d17-aced-c83915c27fa5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.474279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-25d00c48-1991-495c-a492-b45a23d3e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:50.476322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-25d00c48-1991-495c-a492-b45a23d3e132 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.6394629 Feb 19 00:51:50.563606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcfd850c-beb0-4ba3-ad28-175eb3462a71 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (517c42ef-0d08-47db-afa9-087d57d62846), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.598525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] DHCP port deletion for a8da542f-5f8a-4d17-aced-c83915c27fa5 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:50.602174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd850c-beb0-4ba3-ad28-175eb3462a71 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=517c42ef-0d08-47db-afa9-087d57d62846,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:50.606467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcfd850c-beb0-4ba3-ad28-175eb3462a71 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.609867 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fcfd850c-beb0-4ba3-ad28-175eb3462a71 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/517c42ef-0d08-47db-afa9-087d57d62846 HTTP/1.1" status: 204 len: 168 time: 0.6750333 Feb 19 00:51:50.614073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41020) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:50.682608 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1033fd2-1c60-4e56-a036-ff7d8596a78f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671582 Feb 19 00:51:50.683254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41022) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:50.692429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:50.734096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] Deleting port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:50.734988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.742605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37b44b-a2f4-4584-8914-e2590a431bea req-e64e2eb1-af1f-4bdc-a675-f8fb7bfe45de tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:50.752646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a37b44b-a2f4-4584-8914-e2590a431bea req-e64e2eb1-af1f-4bdc-a675-f8fb7bfe45de tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.4512389 Feb 19 00:51:50.803681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-7c8cc295-858e-41e6-bcde-81db85dd3dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:50.805790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-7c8cc295-858e-41e6-bcde-81db85dd3dd0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3002245 Feb 19 00:51:50.841170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Deleting port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:50.842146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.871135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a37b44b-a2f4-4584-8914-e2590a431bea req-2b4dd1e1-7786-4bf4-861c-40d1a31e55ad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122055 Feb 19 00:51:50.899726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:50.908430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.938550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] For port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,segment=NetworkSegment(36fbe5f6-1651-4e98-959f-487e1e8f99d0),segment_id=36fbe5f6-1651-4e98-959f-487e1e8f99d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:50.941135 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:50.985576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] Calling delete_port for 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:51.003218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] For port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,segment=NetworkSegment(36fbe5f6-1651-4e98-959f-487e1e8f99d0),segment_id=36fbe5f6-1651-4e98-959f-487e1e8f99d0)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:51.004043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.024075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Calling delete_port for 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:51.264150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-20cfdc7c-d920-4eef-aa27-c136e43209e8 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377220 Feb 19 00:51:51.265730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.273225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.273225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (3252fd5c-38c0-4ed5-b327-a66bf55a46b8), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.321277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] Pushing event deleted for resources: {'Port': ['ID=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:51.341790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4300e4-bc99-4f07-bdd1-9a2fed45b027 None None] No DVR routers for this DVR port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:51.467759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c1beb7-43d6-4b5d-a72b-86cd38dfcc16 req-1abb0367-bb66-45ae-9bcf-dcc832822a47 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883028 Feb 19 00:51:51.479203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 177769c9-3cc7-46e7-ae92-44360abe3f11 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:51.506313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Port': ['ID=3252fd5c-38c0-4ed5-b327-a66bf55a46b8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:51.533592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] No DVR routers for this DVR port 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:51.587497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 177769c9-3cc7-46e7-ae92-44360abe3f11 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:51.587902 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.605204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.objects.ports [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103650) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:51:51.765703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 177769c9-3cc7-46e7-ae92-44360abe3f11 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:51.766099 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:51.844004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feaa87b-0e85-4de0-a3fb-7038012228f6 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:52.002658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 177769c9-3cc7-46e7-ae92-44360abe3f11, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=177769c9-3cc7-46e7-ae92-44360abe3f11,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:52.027154 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.068929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-432b4bdb-efa5-4a2f-a36a-adb50ab9fee6 None None] Provisioning complete for port 177769c9-3cc7-46e7-ae92-44360abe3f11 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:52.069987 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-432b4bdb-efa5-4a2f-a36a-adb50ab9fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.157031 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.223352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:52.246295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (a8da542f-5f8a-4d17-aced-c83915c27fa5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.295376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8da542f-5f8a-4d17-aced-c83915c27fa5']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:52.320178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36fbe5f6-1651-4e98-959f-487e1e8f99d0') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:52.320921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36fbe5f6-1651-4e98-959f-487e1e8f99d0') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:51:52.336992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:52.337971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3252fd5c-38c0-4ed5-b327-a66bf55a46b8 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:52.356115 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (36fbe5f6-1651-4e98-959f-487e1e8f99d0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.378951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (36fbe5f6-1651-4e98-959f-487e1e8f99d0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.388843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:51:52.389209 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (36fbe5f6-1651-4e98-959f-487e1e8f99d0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:51:52.393550 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:51:52.440819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=177769c9-3cc7-46e7-ae92-44360abe3f11,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:52.492684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-432b4bdb-efa5-4a2f-a36a-adb50ab9fee6 None None] Current status of the port 177769c9-3cc7-46e7-ae92-44360abe3f11 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:52.497543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606e7be-2042-49fa-8763-d72ec7ac97f8 req-2f863165-bbb3-47f3-a8cf-c5a0e739b4e5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:52.501685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8606e7be-2042-49fa-8763-d72ec7ac97f8 req-2f863165-bbb3-47f3-a8cf-c5a0e739b4e5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2077234 Feb 19 00:51:52.516117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] For port 177769c9-3cc7-46e7-ae92-44360abe3f11, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=177769c9-3cc7-46e7-ae92-44360abe3f11,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:52.571780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8606e7be-2042-49fa-8763-d72ec7ac97f8 req-04dcb63c-3825-4a29-94d1-cdf45b17667f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641968 Feb 19 00:51:52.572931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (a8da542f-5f8a-4d17-aced-c83915c27fa5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.581263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.585205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/networks/a8da542f-5f8a-4d17-aced-c83915c27fa5 HTTP/1.1" status: 204 len: 168 time: 2.2849302 Feb 19 00:51:52.588122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41042) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:52.615868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69d767-30c9-42fb-98be-a8ebc79d8442 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Pushing event deleted for resources: {'Network': ['ID=a8da542f-5f8a-4d17-aced-c83915c27fa5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:52.629139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.635257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-29b7f3d5-19dc-4b9c-8139-ae20259ccc94 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "GET /v2.0/ports?device_id=70669a42-3c9f-41e4-bf11-3c2b520405f5 HTTP/1.1" status: 200 len: 205 time: 0.0462453 Feb 19 00:51:52.637858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41044) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:52.655073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.665155 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.738888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (7764ca7f-1b51-4f74-b274-1940f2c74c51), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.765912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-36e618a6-eac1-4420-bcc4-23e0882f8563 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for router (70669a42-3c9f-41e4-bf11-3c2b520405f5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.879183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=7764ca7f-1b51-4f74-b274-1940f2c74c51,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:52.893986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:52.912979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:52.918736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:52.919430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:52.933343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=177769c9-3cc7-46e7-ae92-44360abe3f11,revision_number=6']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:52.952693 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-24b884c2-9682-4345-a8c1-9e64d99ec1c7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.2680550 Feb 19 00:51:52.953434 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:52.960379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:3e:1c:99', 'name': 'tempest-NetworksTestDHCPv6-458624277'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:53.020521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b713225b-71de-4bf5-9b6c-c64e991f4ebc None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:53.049401 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-36e618a6-eac1-4420-bcc4-23e0882f8563 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (70669a42-3c9f-41e4-bf11-3c2b520405f5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.051673 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-36e618a6-eac1-4420-bcc4-23e0882f8563 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for router_controller (70669a42-3c9f-41e4-bf11-3c2b520405f5), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.079673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-73fb42ef-ae37-4ffa-8bf4-09d32332ef67 None None] Provisioning complete for port 177769c9-3cc7-46e7-ae92-44360abe3f11 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:53.080380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73fb42ef-ae37-4ffa-8bf4-09d32332ef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.165013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-36e618a6-eac1-4420-bcc4-23e0882f8563 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (70669a42-3c9f-41e4-bf11-3c2b520405f5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.165538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e618a6-eac1-4420-bcc4-23e0882f8563 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Fanout notify agent at l3_agent the message router_deleted on router 70669a42-3c9f-41e4-bf11-3c2b520405f5 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:51:53.172521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-36e618a6-eac1-4420-bcc4-23e0882f8563 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.173931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-36e618a6-eac1-4420-bcc4-23e0882f8563 tempest-RoutersNegativeTest-1037072953 tempest-RoutersNegativeTest-1037072953-project] 10.222.0.60 "DELETE /v2.0/routers/70669a42-3c9f-41e4-bf11-3c2b520405f5 HTTP/1.1" status: 204 len: 168 time: 0.5352554 Feb 19 00:51:53.253165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:53.276007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-73fb42ef-ae37-4ffa-8bf4-09d32332ef67 None None] Current status of the port 177769c9-3cc7-46e7-ae92-44360abe3f11 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:53.324720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 177769c9-3cc7-46e7-ae92-44360abe3f11 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:51:53.475745 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.494996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 177769c9-3cc7-46e7-ae92-44360abe3f11 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:53.495947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.522235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port a0cb001c-02c8-45a8-92ec-fca4a985a58a yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:53.738615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 177769c9-3cc7-46e7-ae92-44360abe3f11 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:53.778847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.817739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bf02ccec-37ef-4b86-a632-71565772e45f None None] Provisioning complete for port 177769c9-3cc7-46e7-ae92-44360abe3f11 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:53.818877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf02ccec-37ef-4b86-a632-71565772e45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:53.824544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fe3e:1c99 (56ceac71-2335-48a2-b345-d4c8d8eb1409/7764ca7f-1b51-4f74-b274-1940f2c74c51/a0cb001c-02c8-45a8-92ec-fca4a985a58a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:53.891797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41060) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:54.011906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1726b-e6a0-4406-93a1-f5accb9ef538 req-7a1ab277-6ede-457d-84b6-da76d4ff3df8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:54.018919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bf02ccec-37ef-4b86-a632-71565772e45f None None] Current status of the port 177769c9-3cc7-46e7-ae92-44360abe3f11 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:51:54.028696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86a1726b-e6a0-4406-93a1-f5accb9ef538 req-7a1ab277-6ede-457d-84b6-da76d4ff3df8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2743933 Feb 19 00:51:54.029100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (a0cb001c-02c8-45a8-92ec-fca4a985a58a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.087036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a0cb001c-02c8-45a8-92ec-fca4a985a58a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.133284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-274e75ca-59fe-490d-a3b6-8b1aafe2f337 None None] Could not find standard attr ID for object 1df57a9c-73a5-4ac3-9150-61eec01034c1. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:51:54.173737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86a1726b-e6a0-4406-93a1-f5accb9ef538 req-b3d1a7f9-8fec-41d4-9cd8-4d540070496e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436865 Feb 19 00:51:54.201655 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.204444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:54.221537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:54.231070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:54.236343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:54.236995 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.263748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=a0cb001c-02c8-45a8-92ec-fca4a985a58a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:54.265868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7c38aa7d-3c9d-47ba-9b4e-eda3a31d5601 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7288440d3873477abb150ded2b2f1740&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3607578 Feb 19 00:51:54.268418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41066) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:54.303675 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-637c516a-1deb-45bf-84f3-ed512516c94b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3491170 Feb 19 00:51:54.306439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41068) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:54.356342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e8fb984b-e803-4ca3-b39f-d264bdc84148 admin admin] Publish callbacks [] for security_group (69f1ef59-1e33-46bc-aadf-98431501844a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.406101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a4a29-e886-4a57-92bb-d6e692f6a350 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:54.408578 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e8fb984b-e803-4ca3-b39f-d264bdc84148 admin admin] Publish callbacks [] for security_group (69f1ef59-1e33-46bc-aadf-98431501844a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.425134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7a4a29-e886-4a57-92bb-d6e692f6a350 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:54.426899 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1a7a4a29-e886-4a57-92bb-d6e692f6a350 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1194804 Feb 19 00:51:54.430986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:54.508581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e8fb984b-e803-4ca3-b39f-d264bdc84148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (69f1ef59-1e33-46bc-aadf-98431501844a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.512594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e8fb984b-e803-4ca3-b39f-d264bdc84148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.519350 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e8fb984b-e803-4ca3-b39f-d264bdc84148 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/69f1ef59-1e33-46bc-aadf-98431501844a HTTP/1.1" status: 204 len: 168 time: 0.2491817 Feb 19 00:51:54.538479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb984b-e803-4ca3-b39f-d264bdc84148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f1ef59-1e33-46bc-aadf-98431501844a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:54.834526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1b250584-9c7a-4d37-997d-1824bb94f6de tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port a0cb001c-02c8-45a8-92ec-fca4a985a58a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:54.835772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b250584-9c7a-4d37-997d-1824bb94f6de tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a0cb001c-02c8-45a8-92ec-fca4a985a58a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:54.949919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-69bd111b-e82c-40b5-bf46-274f6315d8e7 None None] Provisioning complete for port a0cb001c-02c8-45a8-92ec-fca4a985a58a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:51:54.950330 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69bd111b-e82c-40b5-bf46-274f6315d8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a0cb001c-02c8-45a8-92ec-fca4a985a58a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.026022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-69bd111b-e82c-40b5-bf46-274f6315d8e7 None None] Port a0cb001c-02c8-45a8-92ec-fca4a985a58a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:51:55.046968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b250584-9c7a-4d37-997d-1824bb94f6de tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a0cb001c-02c8-45a8-92ec-fca4a985a58a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.077242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1b250584-9c7a-4d37-997d-1824bb94f6de tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for a0cb001c-02c8-45a8-92ec-fca4a985a58a owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:55.384316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c2ba2-6907-4681-8126-b120883794fc req-2846b81d-a677-4a63-bf8e-cac048d49d27 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:55.387491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c94c2ba2-6907-4681-8126-b120883794fc req-2846b81d-a677-4a63-bf8e-cac048d49d27 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1264670 Feb 19 00:51:55.404663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b250584-9c7a-4d37-997d-1824bb94f6de tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a0cb001c-02c8-45a8-92ec-fca4a985a58a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.463563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c94c2ba2-6907-4681-8126-b120883794fc req-41b31383-cba2-4386-b651-39b36740995c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695345 Feb 19 00:51:55.543488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1b250584-9c7a-4d37-997d-1824bb94f6de tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.551920 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1b250584-9c7a-4d37-997d-1824bb94f6de tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/a0cb001c-02c8-45a8-92ec-fca4a985a58a HTTP/1.1" status: 204 len: 168 time: 1.1193700 Feb 19 00:51:55.554621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41102) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:55.556387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b250584-9c7a-4d37-997d-1824bb94f6de tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=a0cb001c-02c8-45a8-92ec-fca4a985a58a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:55.676021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f469a8-d587-4450-8e4b-8ef45708ab26 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:55.677328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f469a8-d587-4450-8e4b-8ef45708ab26 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:55.681929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41106) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:55.682160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e7f469a8-d587-4450-8e4b-8ef45708ab26 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1263983 Feb 19 00:51:55.837379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c85e78f-b9d9-4784-87b9-8dd2dd34a9f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 7764ca7f-1b51-4f74-b274-1940f2c74c51 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:51:55.842859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c85e78f-b9d9-4784-87b9-8dd2dd34a9f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (7764ca7f-1b51-4f74-b274-1940f2c74c51), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:55.913757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41112) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:55.914220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c85e78f-b9d9-4784-87b9-8dd2dd34a9f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (7764ca7f-1b51-4f74-b274-1940f2c74c51), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.070330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c85e78f-b9d9-4784-87b9-8dd2dd34a9f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (7764ca7f-1b51-4f74-b274-1940f2c74c51), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.113642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ea5c1b20-8f0d-44d3-96c1-6789dc5e9981 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:56.114381 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-ea5c1b20-8f0d-44d3-96c1-6789dc5e9981 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 00:51:56.114886 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-ea5c1b20-8f0d-44d3-96c1-6789dc5e9981 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 00:51:56.115904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ea5c1b20-8f0d-44d3-96c1-6789dc5e9981 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2011034 Feb 19 00:51:56.120061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41122) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.128174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--938166409'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:56.191785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c85e78f-b9d9-4784-87b9-8dd2dd34a9f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (7764ca7f-1b51-4f74-b274-1940f2c74c51), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.226761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c85e78f-b9d9-4784-87b9-8dd2dd34a9f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=7764ca7f-1b51-4f74-b274-1940f2c74c51,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:56.232619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.250649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40997fb-eab2-4e68-8676-850639e98f08 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:56.264278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0c85e78f-b9d9-4784-87b9-8dd2dd34a9f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.269286 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0c85e78f-b9d9-4784-87b9-8dd2dd34a9f2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/7764ca7f-1b51-4f74-b274-1940f2c74c51 HTTP/1.1" status: 204 len: 168 time: 0.5858836 Feb 19 00:51:56.272337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41124) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.273023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.365279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3ecc007c-fff8-426f-8b0a-2cdb28f519a1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0913708 Feb 19 00:51:56.366460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41126) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.538561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:51:56.602489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (2308dc48-9f04-46a2-9b89-622b53b88da8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.624502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a64476-5422-46d3-a29e-2afd02864d5f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:56.629229 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-67a64476-5422-46d3-a29e-2afd02864d5f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2529898 Feb 19 00:51:56.630330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41134) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.641545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2308dc48-9f04-46a2-9b89-622b53b88da8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.663164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] Deleting port 177769c9-3cc7-46e7-ae92-44360abe3f11 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:51:56.663915 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.744090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2308dc48-9f04-46a2-9b89-622b53b88da8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:56.754662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81310b7b-1249-46b3-8608-b4d8d81db999 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:56.758488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-81310b7b-1249-46b3-8608-b4d8d81db999 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1242795 Feb 19 00:51:56.758488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.776722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb26e6-b050-47b1-98dd-1e5560be8f58 req-392d0d9a-452c-466b-b598-f1aaab0285f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:56.786164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bebb26e6-b050-47b1-98dd-1e5560be8f58 req-392d0d9a-452c-466b-b598-f1aaab0285f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1654840 Feb 19 00:51:56.810754 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9b4e9057-e60b-4693-99f4-01483096707f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477757 Feb 19 00:51:56.812921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41138) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:56.817968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:56.868509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] For port 177769c9-3cc7-46e7-ae92-44360abe3f11, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=177769c9-3cc7-46e7-ae92-44360abe3f11,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:51:56.869331 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:56.887364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] Calling delete_port for 177769c9-3cc7-46e7-ae92-44360abe3f11 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:51:56.909195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bebb26e6-b050-47b1-98dd-1e5560be8f58 req-5d1ee761-9b30-4b73-bd60-8fc2b6a34d8c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203675 Feb 19 00:51:57.035473 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (177769c9-3cc7-46e7-ae92-44360abe3f11), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.087132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] Pushing event deleted for resources: {'Port': ['ID=177769c9-3cc7-46e7-ae92-44360abe3f11,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:57.089237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d554b0-99c9-452f-9f0d-27d667d2318d None None] No DVR routers for this DVR port 177769c9-3cc7-46e7-ae92-44360abe3f11 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:51:57.316576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 177769c9-3cc7-46e7-ae92-44360abe3f11 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:51:57.358232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 177769c9-3cc7-46e7-ae92-44360abe3f11 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:51:57.368389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 177769c9-3cc7-46e7-ae92-44360abe3f11 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:51:57.381880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (78757999-7ad9-4b5a-9550-8f685a224f21), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.438951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (78757999-7ad9-4b5a-9550-8f685a224f21), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.492133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.495032 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.3715503 Feb 19 00:51:57.496737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41142) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:57.497073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:57.500753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.503224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-22aceb09-79f9-4ee9-8ea7-02f23f9c8ca8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '78757999-7ad9-4b5a-9550-8f685a224f21', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:57.531754 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c191bf-fdc5-4f57-bf5e-2d4ab961e2e0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78757999-7ad9-4b5a-9550-8f685a224f21,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:57.567402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22aceb09-79f9-4ee9-8ea7-02f23f9c8ca8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group_rule (13cd72b8-cad8-49b8-a241-04f2cfd3ce47), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.676173 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22aceb09-79f9-4ee9-8ea7-02f23f9c8ca8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group_rule (13cd72b8-cad8-49b8-a241-04f2cfd3ce47), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.714541 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22aceb09-79f9-4ee9-8ea7-02f23f9c8ca8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (13cd72b8-cad8-49b8-a241-04f2cfd3ce47), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.747480 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-22aceb09-79f9-4ee9-8ea7-02f23f9c8ca8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.748714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-22aceb09-79f9-4ee9-8ea7-02f23f9c8ca8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507539 Feb 19 00:51:57.749887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aceb09-79f9-4ee9-8ea7-02f23f9c8ca8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13cd72b8-cad8-49b8-a241-04f2cfd3ce47,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:57.756113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:57.797248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3bf2d991-7364-4b6a-b7b7-40c0a80df045 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '78757999-7ad9-4b5a-9550-8f685a224f21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:57.844317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (cb438f47-7194-4ba1-b12a-73784ed32165), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.888834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3bf2d991-7364-4b6a-b7b7-40c0a80df045 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group_rule (2398b1f7-6268-4a29-b5d0-f0fce21cde55), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.920716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:57.924670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=cb438f47-7194-4ba1-b12a-73784ed32165,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:57.932162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:57.941736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9764b017-df00-4cc8-9b86-fe476b171348 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:51:57.945672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:57.946369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:57.984532 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2ae5229b-0e0f-4195-9e78-065c1eca8c76 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1704364 Feb 19 00:51:57.987329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41156) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:57.994233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:14:08:b4', 'name': 'tempest-NetworksTestDHCPv6-969776784'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:58.007520 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-3bf2d991-7364-4b6a-b7b7-40c0a80df045 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 00:51:58.009146 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3bf2d991-7364-4b6a-b7b7-40c0a80df045 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2523308 Feb 19 00:51:58.012045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41158) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:58.099386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e54bac2-f1ed-4b34-97de-32d01dd4b155 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (78757999-7ad9-4b5a-9550-8f685a224f21), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.155762 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e54bac2-f1ed-4b34-97de-32d01dd4b155 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (78757999-7ad9-4b5a-9550-8f685a224f21), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.218650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': 'cb438f47-7194-4ba1-b12a-73784ed32165'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:51:58.219850 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.268099 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e54bac2-f1ed-4b34-97de-32d01dd4b155 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (78757999-7ad9-4b5a-9550-8f685a224f21), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.271909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e54bac2-f1ed-4b34-97de-32d01dd4b155 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.273419 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4e54bac2-f1ed-4b34-97de-32d01dd4b155 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/78757999-7ad9-4b5a-9550-8f685a224f21 HTTP/1.1" status: 204 len: 168 time: 0.2602806 Feb 19 00:51:58.280803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41162) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:58.349186 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54bac2-f1ed-4b34-97de-32d01dd4b155 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78757999-7ad9-4b5a-9550-8f685a224f21,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:58.399964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:51:58.429639 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97e17c81-58b4-45e8-ad61-bf3c47f4fad9 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1379209 Feb 19 00:51:58.432385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41164) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:58.442774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e1442584-ef3d-462b-8620-3e99c4e41b79 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--26237058'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:58.456681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/cb438f47-7194-4ba1-b12a-73784ed32165/c0189a6f-f605-499d-bad4-2133b72f67d7) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:58.473978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f0922-9592-4bf9-9de6-9c0602db9dc0 req-b67d62c7-6391-4e8f-865d-98525a9e8046 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:58.483463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-862f0922-9592-4bf9-9de6-9c0602db9dc0 req-b67d62c7-6391-4e8f-865d-98525a9e8046 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2407277 Feb 19 00:51:58.503217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1442584-ef3d-462b-8620-3e99c4e41b79 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.630680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1442584-ef3d-462b-8620-3e99c4e41b79 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (ce229147-fe8d-4c32-b2cb-2d341041860c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.639147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1442584-ef3d-462b-8620-3e99c4e41b79 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ce229147-fe8d-4c32-b2cb-2d341041860c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.693183 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Publish callbacks [] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.693441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1442584-ef3d-462b-8620-3e99c4e41b79 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce229147-fe8d-4c32-b2cb-2d341041860c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:58.703148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1442584-ef3d-462b-8620-3e99c4e41b79 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.704992 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e1442584-ef3d-462b-8620-3e99c4e41b79 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2713168 Feb 19 00:51:58.707899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41170) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:58.714452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.716654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-23e2baf5-d8f1-4c96-8ad8-513c51340817 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': 'ce229147-fe8d-4c32-b2cb-2d341041860c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:58.717716 n-d-826527-3 neutron-server[103650]: WARNING neutron.api.v2.base [None req-23e2baf5-d8f1-4c96-8ad8-513c51340817 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 00:51:58.718595 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-23e2baf5-d8f1-4c96-8ad8-513c51340817 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:58.720452 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-23e2baf5-d8f1-4c96-8ad8-513c51340817 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0103245 Feb 19 00:51:58.723699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41172) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:58.799117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:58.799602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:58.799811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-862f0922-9592-4bf9-9de6-9c0602db9dc0 req-486fc535-cec0-45f5-86ab-6a35b0396512 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447534 Feb 19 00:51:58.804890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:58.806988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.825732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eafa2655-6869-4b55-9163-7d525eed36fd tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (ce229147-fe8d-4c32-b2cb-2d341041860c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.848963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 483d2a5f-24d4-4670-a170-77821750347f yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:51:58.865520 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eafa2655-6869-4b55-9163-7d525eed36fd tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (ce229147-fe8d-4c32-b2cb-2d341041860c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.887319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Pushing event updated for resources: {'Port': ['ID=c0189a6f-f605-499d-bad4-2133b72f67d7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:58.898456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Attempting to bind port c0189a6f-f605-499d-bad4-2133b72f67d7 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:51:58.898839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Attempting to bind port c0189a6f-f605-499d-bad4-2133b72f67d7 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:51:58.899209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Attempting to bind port c0189a6f-f605-499d-bad4-2133b72f67d7 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:51:58.904947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:51:58.905339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:51:58.905749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.906157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:51:58.906698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Bound port: c0189a6f-f605-499d-bad4-2133b72f67d7, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:51:58.907065 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.972607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eafa2655-6869-4b55-9163-7d525eed36fd tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ce229147-fe8d-4c32-b2cb-2d341041860c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.982910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eafa2655-6869-4b55-9163-7d525eed36fd tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:58.984791 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eafa2655-6869-4b55-9163-7d525eed36fd tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/ce229147-fe8d-4c32-b2cb-2d341041860c HTTP/1.1" status: 204 len: 168 time: 0.2598529 Feb 19 00:51:58.987737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] For port c0189a6f-f605-499d-bad4-2133b72f67d7, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:51:58.991649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41174) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:58.993052 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] For port c0189a6f-f605-499d-bad4-2133b72f67d7, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c0189a6f-f605-499d-bad4-2133b72f67d7,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:51:59.003728 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.057303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa2655-6869-4b55-9163-7d525eed36fd tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce229147-fe8d-4c32-b2cb-2d341041860c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:59.091843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41176) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:59.092961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6843761c-d49d-411a-aa7d-7e7d61234734 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0893295 Feb 19 00:51:59.101592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-51a393a9-5d40-4593-ab3a-bf62fccce7a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--398010178'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:59.182383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cc4e9-7e9f-4be1-bbf5-9cac601e7569 None None] Pushing event updated for resources: {'Port': ['ID=c0189a6f-f605-499d-bad4-2133b72f67d7,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:59.189230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51a393a9-5d40-4593-ab3a-bf62fccce7a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.212248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::359 (56ceac71-2335-48a2-b345-d4c8d8eb1409/cb438f47-7194-4ba1-b12a-73784ed32165/483d2a5f-24d4-4670-a170-77821750347f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:51:59.416329 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51a393a9-5d40-4593-ab3a-bf62fccce7a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (c03e529d-13ff-4cdf-8dce-2c37cc2809ab), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.430341 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51a393a9-5d40-4593-ab3a-bf62fccce7a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c03e529d-13ff-4cdf-8dce-2c37cc2809ab), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.461668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51a393a9-5d40-4593-ab3a-bf62fccce7a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.462992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-51a393a9-5d40-4593-ab3a-bf62fccce7a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3691790 Feb 19 00:51:59.466470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41180) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:59.473402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b5325363-cc95-49dd-9cf9-672353a01f5f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': 'c03e529d-13ff-4cdf-8dce-2c37cc2809ab', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:59.476338 n-d-826527-3 neutron-server[103650]: WARNING neutron.api.v2.base [None req-b5325363-cc95-49dd-9cf9-672353a01f5f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 00:51:59.476338 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-b5325363-cc95-49dd-9cf9-672353a01f5f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:51:59.481333 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b5325363-cc95-49dd-9cf9-672353a01f5f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0136664 Feb 19 00:51:59.482019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41182) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:59.542641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a393a9-5d40-4593-ab3a-bf62fccce7a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e529d-13ff-4cdf-8dce-2c37cc2809ab,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:59.549668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (483d2a5f-24d4-4670-a170-77821750347f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.621405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (483d2a5f-24d4-4670-a170-77821750347f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.647209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fb5-6fb0-43c4-b278-f4a0a325f0c6 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (c03e529d-13ff-4cdf-8dce-2c37cc2809ab), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.691941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fb5-6fb0-43c4-b278-f4a0a325f0c6 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (c03e529d-13ff-4cdf-8dce-2c37cc2809ab), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.749830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:51:59.755467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:51:59.758815 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fb5-6fb0-43c4-b278-f4a0a325f0c6 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c03e529d-13ff-4cdf-8dce-2c37cc2809ab), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.762032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5d04fb5-6fb0-43c4-b278-f4a0a325f0c6 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.763243 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e5d04fb5-6fb0-43c4-b278-f4a0a325f0c6 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/c03e529d-13ff-4cdf-8dce-2c37cc2809ab HTTP/1.1" status: 204 len: 168 time: 0.2801657 Feb 19 00:51:59.769010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41188) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:59.771775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:51:59.788826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d04fb5-6fb0-43c4-b278-f4a0a325f0c6 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e529d-13ff-4cdf-8dce-2c37cc2809ab,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:59.791296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:59.792122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:51:59.831000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41192) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:59.841757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8531239 Feb 19 00:51:59.880452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a630c8-2e54-42fa-a193-1a57340e36b1 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=483d2a5f-24d4-4670-a170-77821750347f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:51:59.917490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10d4c7-a90e-4e2a-a365-42f1998d0c6a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:59.924713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da10d4c7-a90e-4e2a-a365-42f1998d0c6a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:51:59.929557 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-da10d4c7-a90e-4e2a-a365-42f1998d0c6a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0970583 Feb 19 00:51:59.930279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41194) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:59.962915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f759564d-04c5-4755-b302-92b7b4f653eb tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1549559 Feb 19 00:51:59.967191 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41196) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:51:59.972966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a811a4c8-ab60-4ccd-a835-575a50c14e12 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1408141600'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:51:59.991205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9709ac-84de-48cb-ac5e-85230ca32107 req-62048805-db42-459c-9a76-8ff546ab2e00 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:00.000854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad9709ac-84de-48cb-ac5e-85230ca32107 req-62048805-db42-459c-9a76-8ff546ab2e00 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1044819 Feb 19 00:52:00.053023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a811a4c8-ab60-4ccd-a835-575a50c14e12 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.065310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad9709ac-84de-48cb-ac5e-85230ca32107 req-00c394d8-a959-4cda-9f08-7bc8973bc7a6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632575 Feb 19 00:52:00.111497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9ae886e0-55cd-4f81-a3d3-8bb082465cee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 483d2a5f-24d4-4670-a170-77821750347f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:00.112016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ae886e0-55cd-4f81-a3d3-8bb082465cee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (483d2a5f-24d4-4670-a170-77821750347f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.302322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a811a4c8-ab60-4ccd-a835-575a50c14e12 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (ec050eb8-8007-4198-86e6-b0b167b63db4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.312842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a811a4c8-ab60-4ccd-a835-575a50c14e12 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ec050eb8-8007-4198-86e6-b0b167b63db4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.343482 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ae886e0-55cd-4f81-a3d3-8bb082465cee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (483d2a5f-24d4-4670-a170-77821750347f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.374471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9ae886e0-55cd-4f81-a3d3-8bb082465cee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 483d2a5f-24d4-4670-a170-77821750347f owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:00.386624 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:52:00.391574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811a4c8-ab60-4ccd-a835-575a50c14e12 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec050eb8-8007-4198-86e6-b0b167b63db4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:00.401295 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a811a4c8-ab60-4ccd-a835-575a50c14e12 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.401295 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a811a4c8-ab60-4ccd-a835-575a50c14e12 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4330368 Feb 19 00:52:00.405257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41202) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.410106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-dbecf904-e814-4cbd-998d-cae7f6df4fd3 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': 'ec050eb8-8007-4198-86e6-b0b167b63db4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:00.423007 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-dbecf904-e814-4cbd-998d-cae7f6df4fd3 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 00:52:00.423941 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-dbecf904-e814-4cbd-998d-cae7f6df4fd3 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:00.428785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dbecf904-e814-4cbd-998d-cae7f6df4fd3 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0220957 Feb 19 00:52:00.429585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41204) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.434523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d529b853-3e74-466c-9b0d-5991120a03fb tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': 'ec050eb8-8007-4198-86e6-b0b167b63db4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:00.435636 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-d529b853-3e74-466c-9b0d-5991120a03fb tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 00:52:00.436287 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-d529b853-3e74-466c-9b0d-5991120a03fb tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:00.440239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d529b853-3e74-466c-9b0d-5991120a03fb tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0084851 Feb 19 00:52:00.444383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41206) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.458605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-48d8ee08-a735-42b0-8031-e0bb38abc715 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': 'ec050eb8-8007-4198-86e6-b0b167b63db4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:00.459514 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-48d8ee08-a735-42b0-8031-e0bb38abc715 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 00:52:00.460310 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-48d8ee08-a735-42b0-8031-e0bb38abc715 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:00.464010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-48d8ee08-a735-42b0-8031-e0bb38abc715 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085051 Feb 19 00:52:00.464229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41208) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.470370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c373e069-c985-4aad-a511-189039ed918b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': 'ec050eb8-8007-4198-86e6-b0b167b63db4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:00.471265 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-c373e069-c985-4aad-a511-189039ed918b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 00:52:00.471768 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-c373e069-c985-4aad-a511-189039ed918b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:00.472714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c373e069-c985-4aad-a511-189039ed918b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0075574 Feb 19 00:52:00.475640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41210) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.561445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-223974b1-2e6f-402e-9f04-330a0b359a49 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (ec050eb8-8007-4198-86e6-b0b167b63db4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.588488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-223974b1-2e6f-402e-9f04-330a0b359a49 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (ec050eb8-8007-4198-86e6-b0b167b63db4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.629194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ae886e0-55cd-4f81-a3d3-8bb082465cee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (483d2a5f-24d4-4670-a170-77821750347f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.679961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae886e0-55cd-4f81-a3d3-8bb082465cee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=483d2a5f-24d4-4670-a170-77821750347f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:00.687331 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-223974b1-2e6f-402e-9f04-330a0b359a49 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ec050eb8-8007-4198-86e6-b0b167b63db4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.700550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-223974b1-2e6f-402e-9f04-330a0b359a49 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.702250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-223974b1-2e6f-402e-9f04-330a0b359a49 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/ec050eb8-8007-4198-86e6-b0b167b63db4 HTTP/1.1" status: 204 len: 168 time: 0.2256689 Feb 19 00:52:00.706545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41212) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.717048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ae886e0-55cd-4f81-a3d3-8bb082465cee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.721657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ae886e0-55cd-4f81-a3d3-8bb082465cee tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/483d2a5f-24d4-4670-a170-77821750347f HTTP/1.1" status: 204 len: 168 time: 0.7903192 Feb 19 00:52:00.724226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41214) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.745284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223974b1-2e6f-402e-9f04-330a0b359a49 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec050eb8-8007-4198-86e6-b0b167b63db4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:00.802964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae6dbc2-30a9-4ec7-9bc6-c8877703fb75 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:00.804298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae6dbc2-30a9-4ec7-9bc6-c8877703fb75 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:00.805833 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eae6dbc2-30a9-4ec7-9bc6-c8877703fb75 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0803266 Feb 19 00:52:00.808909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41220) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.848124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ee7a4a00-e7fe-4491-8889-6ed3324f7b13 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1401517 Feb 19 00:52:00.851748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41222) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:00.857893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1c570a21-b5c3-44b1-9645-4c832d71c16b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1654197241'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:00.875947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc65444-c4a6-4d00-834c-9fe54e5134be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet cb438f47-7194-4ba1-b12a-73784ed32165 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:00.880501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dc65444-c4a6-4d00-834c-9fe54e5134be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (cb438f47-7194-4ba1-b12a-73784ed32165), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.912655 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c570a21-b5c3-44b1-9645-4c832d71c16b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.923249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-66a7da41-e021-4e96-9d7b-475c6d5b4965 None None] Provisioning complete for port c0189a6f-f605-499d-bad4-2133b72f67d7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:00.926665 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66a7da41-e021-4e96-9d7b-475c6d5b4965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:00.984308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dc65444-c4a6-4d00-834c-9fe54e5134be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (cb438f47-7194-4ba1-b12a-73784ed32165), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.116699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-66a7da41-e021-4e96-9d7b-475c6d5b4965 None None] Current status of the port c0189a6f-f605-499d-bad4-2133b72f67d7 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:01.117519 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66a7da41-e021-4e96-9d7b-475c6d5b4965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.198988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-66a7da41-e021-4e96-9d7b-475c6d5b4965 None None] For port c0189a6f-f605-499d-bad4-2133b72f67d7, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c0189a6f-f605-499d-bad4-2133b72f67d7,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:01.205406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c570a21-b5c3-44b1-9645-4c832d71c16b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (6334a806-2127-4dd3-ab38-22e2a2c2f452), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.207943 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66a7da41-e021-4e96-9d7b-475c6d5b4965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.212269 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dc65444-c4a6-4d00-834c-9fe54e5134be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (cb438f47-7194-4ba1-b12a-73784ed32165), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.227841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c570a21-b5c3-44b1-9645-4c832d71c16b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6334a806-2127-4dd3-ab38-22e2a2c2f452), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.289931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c570a21-b5c3-44b1-9645-4c832d71c16b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.294248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1c570a21-b5c3-44b1-9645-4c832d71c16b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4384413 Feb 19 00:52:01.306604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41224) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.323772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-295446aa-6515-44ae-9d0a-23fece647a28 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:01.326452 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-295446aa-6515-44ae-9d0a-23fece647a28 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 00:52:01.327017 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-295446aa-6515-44ae-9d0a-23fece647a28 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:01.334629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-295446aa-6515-44ae-9d0a-23fece647a28 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0243311 Feb 19 00:52:01.345944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41226) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.346739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6144c357-9167-4fcf-bb0d-c14a2defce3c None None] Could not find standard attr ID for object 483d2a5f-24d4-4670-a170-77821750347f. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:52:01.360436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c06b7d16-0f59-43f5-98e0-469fe381d846 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:01.366431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dc65444-c4a6-4d00-834c-9fe54e5134be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (cb438f47-7194-4ba1-b12a-73784ed32165), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.390652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7da41-e021-4e96-9d7b-475c6d5b4965 None None] Pushing event updated for resources: {'Port': ['ID=c0189a6f-f605-499d-bad4-2133b72f67d7,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:01.408039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c570a21-b5c3-44b1-9645-4c832d71c16b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6334a806-2127-4dd3-ab38-22e2a2c2f452,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:01.435756 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-c06b7d16-0f59-43f5-98e0-469fe381d846 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:01.440804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c06b7d16-0f59-43f5-98e0-469fe381d846 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0903709 Feb 19 00:52:01.441017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41230) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.456199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ae60cd02-e63f-45fc-89fa-c4d59e7ec031 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:01.457040 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-ae60cd02-e63f-45fc-89fa-c4d59e7ec031 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 00:52:01.457551 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-ae60cd02-e63f-45fc-89fa-c4d59e7ec031 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:01.458656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ae60cd02-e63f-45fc-89fa-c4d59e7ec031 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166497 Feb 19 00:52:01.462712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41232) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.465893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c0189a6f-f605-499d-bad4-2133b72f67d7 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:01.468789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc65444-c4a6-4d00-834c-9fe54e5134be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=cb438f47-7194-4ba1-b12a-73784ed32165,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:01.480224 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4dc65444-c4a6-4d00-834c-9fe54e5134be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.485212 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4dc65444-c4a6-4d00-834c-9fe54e5134be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/cb438f47-7194-4ba1-b12a-73784ed32165 HTTP/1.1" status: 204 len: 168 time: 0.6752157 Feb 19 00:52:01.490021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f247c0b1-be49-4952-93a7-4cd595de3611 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:01.497661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41234) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.581823 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c4733a1-82f4-440e-8b1e-17e72796d3ac tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821059 Feb 19 00:52:01.584323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41236) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.615385 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-f247c0b1-be49-4952-93a7-4cd595de3611 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:01.616661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f247c0b1-be49-4952-93a7-4cd595de3611 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1430357 Feb 19 00:52:01.621658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41238) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.626437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-995a5447-3f5b-446b-afd8-6507a2afa0c2 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:01.629323 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-995a5447-3f5b-446b-afd8-6507a2afa0c2 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 00:52:01.629323 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-995a5447-3f5b-446b-afd8-6507a2afa0c2 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:01.630649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-995a5447-3f5b-446b-afd8-6507a2afa0c2 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077620 Feb 19 00:52:01.634036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41240) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.639666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ac194b1a-e88a-4196-a01d-071e0a397e5b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:01.661747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a132713-a4a1-42b2-bab9-545f52d1b28c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:01.665655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c0189a6f-f605-499d-bad4-2133b72f67d7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:01.666053 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:01.666346 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a132713-a4a1-42b2-bab9-545f52d1b28c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0793312 Feb 19 00:52:01.668232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41242) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.718785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c64013-3486-4e5e-9f29-0eb082a9cc80 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:01.746220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2df71-6701-4b5b-b275-e4fa43a21ead tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:01.748325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-94d2df71-6701-4b5b-b275-e4fa43a21ead tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0775652 Feb 19 00:52:01.751528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41244) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.766692 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-ac194b1a-e88a-4196-a01d-071e0a397e5b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:01.768579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ac194b1a-e88a-4196-a01d-071e0a397e5b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1334462 Feb 19 00:52:01.773398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41246) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.795349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-dbad1e23-7aab-4482-9fc9-c100615d7d78 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:01.796886 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-dbad1e23-7aab-4482-9fc9-c100615d7d78 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 00:52:01.799737 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-dbad1e23-7aab-4482-9fc9-c100615d7d78 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:01.806324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dbad1e23-7aab-4482-9fc9-c100615d7d78 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0284505 Feb 19 00:52:01.807619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41252) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.821088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-948d529b-90e5-4a41-ad3c-5cfb7fddaaf0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:01.889725 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-894d2af1-317e-4693-a269-60ce525d9a49 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1330369 Feb 19 00:52:01.890614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41254) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:01.899519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c0189a6f-f605-499d-bad4-2133b72f67d7 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:01.899787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:02.005524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:52:02.011455 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-948d529b-90e5-4a41-ad3c-5cfb7fddaaf0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:02.012661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-948d529b-90e5-4a41-ad3c-5cfb7fddaaf0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1984181 Feb 19 00:52:02.016624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41256) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:02.023360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-36b39433-9a47-4c7a-85f9-0b728497e457 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '6334a806-2127-4dd3-ab38-22e2a2c2f452', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:02.087480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:02.101495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.123097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] Deleting port c0189a6f-f605-499d-bad4-2133b72f67d7 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:02.123889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.146923 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-36b39433-9a47-4c7a-85f9-0b728497e457 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:02.154105 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36b39433-9a47-4c7a-85f9-0b728497e457 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1365230 Feb 19 00:52:02.154900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41258) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:02.230991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e954618-e615-49de-b725-aea6349aa852 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (6334a806-2127-4dd3-ab38-22e2a2c2f452), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.289613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] For port c0189a6f-f605-499d-bad4-2133b72f67d7, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c0189a6f-f605-499d-bad4-2133b72f67d7,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:02.291448 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.293193 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e954618-e615-49de-b725-aea6349aa852 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (6334a806-2127-4dd3-ab38-22e2a2c2f452), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.321095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] Calling delete_port for c0189a6f-f605-499d-bad4-2133b72f67d7 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:02.378142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e954618-e615-49de-b725-aea6349aa852 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6334a806-2127-4dd3-ab38-22e2a2c2f452), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.381349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e954618-e615-49de-b725-aea6349aa852 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.383105 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3e954618-e615-49de-b725-aea6349aa852 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/6334a806-2127-4dd3-ab38-22e2a2c2f452 HTTP/1.1" status: 204 len: 168 time: 0.2262790 Feb 19 00:52:02.398343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41260) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:02.407534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e954618-e615-49de-b725-aea6349aa852 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6334a806-2127-4dd3-ab38-22e2a2c2f452,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:02.472169 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (c0189a6f-f605-499d-bad4-2133b72f67d7), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.476763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3904d1f7-6661-43b9-b1b3-b0314056dd1b tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0767183 Feb 19 00:52:02.480702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41262) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:02.484694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-31a48eb3-84ab-4de4-a92f-3a8becb99121 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024788618'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:02.525187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] Pushing event deleted for resources: {'Port': ['ID=c0189a6f-f605-499d-bad4-2133b72f67d7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:02.540192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31a48eb3-84ab-4de4-a92f-3a8becb99121 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.549641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53989d3b-5839-49c9-9bdf-8d239dd7bd9b None None] No DVR routers for this DVR port c0189a6f-f605-499d-bad4-2133b72f67d7 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:02.633815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:52:02.636060 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (3482079e-33db-4296-8ebf-e5d05df64beb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.681917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:02.688934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:02.692114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:02.692739 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.702263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c040d02-fca8-4565-9ead-f11c8c2616b9 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:02.722803 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31a48eb3-84ab-4de4-a92f-3a8becb99121 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (9f819224-ec64-41f3-856f-67172eb15a93), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.733781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31a48eb3-84ab-4de4-a92f-3a8becb99121 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9f819224-ec64-41f3-856f-67172eb15a93), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.737778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=3482079e-33db-4296-8ebf-e5d05df64beb,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:02.753199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-db332741-64bc-4ec9-8244-3467ff579f97 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8595088 Feb 19 00:52:02.758573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41266) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:02.769084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-31a48eb3-84ab-4de4-a92f-3a8becb99121 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:02.771185 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-31a48eb3-84ab-4de4-a92f-3a8becb99121 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2901337 Feb 19 00:52:02.778694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-214c1779-ff0e-4b50-afca-2682581f1cff tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:02.785919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41268) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:02.794974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-823f47ef-1adb-439c-8d98-4e06e53a2c35 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '9f819224-ec64-41f3-856f-67172eb15a93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:02.842975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a48eb3-84ab-4de4-a92f-3a8becb99121 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f819224-ec64-41f3-856f-67172eb15a93,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:02.906070 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-823f47ef-1adb-439c-8d98-4e06e53a2c35 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The resource could not be found. Feb 19 00:52:02.907472 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-823f47ef-1adb-439c-8d98-4e06e53a2c35 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1201336 Feb 19 00:52:02.910498 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41274) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:02.916964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d69481dc-9572-467f-9dce-ddcbc205e5b8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '9f819224-ec64-41f3-856f-67172eb15a93', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bb1e211f-73a7-45be-ae04-5c3b8bc7430c'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:02.937220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '3482079e-33db-4296-8ebf-e5d05df64beb'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:02.938502 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.009266 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-d69481dc-9572-467f-9dce-ddcbc205e5b8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The resource could not be found. Feb 19 00:52:03.010630 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d69481dc-9572-467f-9dce-ddcbc205e5b8 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0984619 Feb 19 00:52:03.014439 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41276) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:03.025618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214c1779-ff0e-4b50-afca-2682581f1cff tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:03.030421 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-214c1779-ff0e-4b50-afca-2682581f1cff tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.131776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fd289e-2782-48f1-ae0b-c9a80915cd41 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (9f819224-ec64-41f3-856f-67172eb15a93), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.153100 n-d-826527-3 neutron-server[103649]: INFO neutron.db.ipam_backend_mixin [None req-214c1779-ff0e-4b50-afca-2682581f1cff tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3482079e-33db-4296-8ebf-e5d05df64beb (CIDR: 2001:db8::/64) Feb 19 00:52:03.160531 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fd289e-2782-48f1-ae0b-c9a80915cd41 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (9f819224-ec64-41f3-856f-67172eb15a93), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.168643 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-214c1779-ff0e-4b50-afca-2682581f1cff tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:03.169126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214c1779-ff0e-4b50-afca-2682581f1cff tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:03.197693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-214c1779-ff0e-4b50-afca-2682581f1cff tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4338539 Feb 19 00:52:03.200393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41278) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:03.209282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:03.244087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Allocated IP 2001:db8::f816:3eff:fe24:1fd8 (56ceac71-2335-48a2-b345-d4c8d8eb1409/3482079e-33db-4296-8ebf-e5d05df64beb/2ab299d5-93df-45de-afd2-7890f351bb74) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:03.266205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fd289e-2782-48f1-ae0b-c9a80915cd41 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9f819224-ec64-41f3-856f-67172eb15a93), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.268999 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36fd289e-2782-48f1-ae0b-c9a80915cd41 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.270330 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36fd289e-2782-48f1-ae0b-c9a80915cd41 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/9f819224-ec64-41f3-856f-67172eb15a93 HTTP/1.1" status: 204 len: 168 time: 0.2549088 Feb 19 00:52:03.273974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41280) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:03.330128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd289e-2782-48f1-ae0b-c9a80915cd41 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f819224-ec64-41f3-856f-67172eb15a93,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:03.401109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c0189a6f-f605-499d-bad4-2133b72f67d7 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:03.402879 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f1f88efe-cf0f-4efc-8585-fa0d85c0dc58 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1276605 Feb 19 00:52:03.406843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41282) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:03.414825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-252f66b0-7c09-44b7-a824-113ee73ae3b7 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '0fc333e9-0ebd-4057-8f84-f92ac7221259', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:03.492432 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-252f66b0-7c09-44b7-a824-113ee73ae3b7 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The resource could not be found. Feb 19 00:52:03.493667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-252f66b0-7c09-44b7-a824-113ee73ae3b7 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0855215 Feb 19 00:52:03.499607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41284) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:03.503044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-627ae037-aad5-4c46-9d2d-cb054f988afe tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1473916585'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:03.509003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:03.513726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.628975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-627ae037-aad5-4c46-9d2d-cb054f988afe tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.685288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: c0189a6f-f605-499d-bad4-2133b72f67d7 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:03.685949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c0189a6f-f605-499d-bad4-2133b72f67d7 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:03.824527 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Publish callbacks [] for port (2ab299d5-93df-45de-afd2-7890f351bb74), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.845434 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.900297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:03.911210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:03.913675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Pushing event updated for resources: {'Port': ['ID=2ab299d5-93df-45de-afd2-7890f351bb74,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:03.916126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:03.929411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-627ae037-aad5-4c46-9d2d-cb054f988afe tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (8f43d69f-076e-4ed1-8bde-3c15e0e46126), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.962296 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-627ae037-aad5-4c46-9d2d-cb054f988afe tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8f43d69f-076e-4ed1-8bde-3c15e0e46126), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:03.996395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Attempting to bind port 2ab299d5-93df-45de-afd2-7890f351bb74 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:03.996784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Attempting to bind port 2ab299d5-93df-45de-afd2-7890f351bb74 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:03.997245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Attempting to bind port 2ab299d5-93df-45de-afd2-7890f351bb74 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:04.002352 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-627ae037-aad5-4c46-9d2d-cb054f988afe tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.005317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-627ae037-aad5-4c46-9d2d-cb054f988afe tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5065358 Feb 19 00:52:04.008320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41292) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:04.014034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--1491474293'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:04.016353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:04.017032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:04.017433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.017820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:04.018344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Bound port: 2ab299d5-93df-45de-afd2-7890f351bb74, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:04.018732 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.059013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ae037-aad5-4c46-9d2d-cb054f988afe tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f43d69f-076e-4ed1-8bde-3c15e0e46126,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:04.082936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.143463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] For port 2ab299d5-93df-45de-afd2-7890f351bb74, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:04.150752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] For port 2ab299d5-93df-45de-afd2-7890f351bb74, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2ab299d5-93df-45de-afd2-7890f351bb74,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:04.158750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.169319 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.238777 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:04.242727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:04.257134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:04.257796 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.281130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7779e0f-f9b2-4784-ba2e-8eeb673f8c95 None None] Pushing event updated for resources: {'Port': ['ID=2ab299d5-93df-45de-afd2-7890f351bb74,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:04.297928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0958927 Feb 19 00:52:04.301282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41294) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:04.314223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:a9:c9:3a', 'name': 'tempest-NetworksTestDHCPv6-943505412'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:04.314488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (2ed337a6-2a25-41b2-9636-98f44847c4ca), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.327872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20751ae-99b4-4357-84a6-8b9b260d3476 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:04.328095 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2ed337a6-2a25-41b2-9636-98f44847c4ca), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.409004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.411618 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4008811 Feb 19 00:52:04.417089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41296) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:04.436563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fe73f34f-b053-40b1-9ab3-00f759d24af0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group_rule': {'security_group_id': '8f43d69f-076e-4ed1-8bde-3c15e0e46126', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2ed337a6-2a25-41b2-9636-98f44847c4ca'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:04.440293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed337a6-2a25-41b2-9636-98f44847c4ca,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:04.457425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.460260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.460634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.460983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.461330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.464008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.464426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.464768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.465106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.465441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.472269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.472269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.472269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785fa718-f3f7-4296-bb47-81f516af89a4 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:04.625609 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-fe73f34f-b053-40b1-9ab3-00f759d24af0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:04.629920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fe73f34f-b053-40b1-9ab3-00f759d24af0 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2088878 Feb 19 00:52:04.630087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41298) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:04.645759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:04.736026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef61b-3fee-4eb8-8bf7-7f6c09e5543f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (2ed337a6-2a25-41b2-9636-98f44847c4ca), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.768446 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.768917 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef61b-3fee-4eb8-8bf7-7f6c09e5543f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (2ed337a6-2a25-41b2-9636-98f44847c4ca), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.850593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port d81339ea-d717-4fba-b53d-2a1ca52b04a8 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:52:04.871820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef61b-3fee-4eb8-8bf7-7f6c09e5543f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2ed337a6-2a25-41b2-9636-98f44847c4ca), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.884046 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2ef61b-3fee-4eb8-8bf7-7f6c09e5543f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:04.887655 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fb2ef61b-3fee-4eb8-8bf7-7f6c09e5543f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/2ed337a6-2a25-41b2-9636-98f44847c4ca HTTP/1.1" status: 204 len: 168 time: 0.2566204 Feb 19 00:52:04.893029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41308) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:04.932800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ef61b-3fee-4eb8-8bf7-7f6c09e5543f tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed337a6-2a25-41b2-9636-98f44847c4ca,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:05.068697 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8bf816e8-e3cd-486b-a034-de194577e79a tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1546779 Feb 19 00:52:05.070244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41314) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:05.211679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8:0:1::357 (56ceac71-2335-48a2-b345-d4c8d8eb1409/08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4/d81339ea-d717-4fba-b53d-2a1ca52b04a8) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:05.223886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fea9:c93a (56ceac71-2335-48a2-b345-d4c8d8eb1409/3482079e-33db-4296-8ebf-e5d05df64beb/d81339ea-d717-4fba-b53d-2a1ca52b04a8) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:05.255094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1209bae8-2232-47d5-9bf5-30620a9e2f58 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (8f43d69f-076e-4ed1-8bde-3c15e0e46126), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.347764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1209bae8-2232-47d5-9bf5-30620a9e2f58 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (8f43d69f-076e-4ed1-8bde-3c15e0e46126), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.444998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1209bae8-2232-47d5-9bf5-30620a9e2f58 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8f43d69f-076e-4ed1-8bde-3c15e0e46126), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.448668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1209bae8-2232-47d5-9bf5-30620a9e2f58 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.453516 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1209bae8-2232-47d5-9bf5-30620a9e2f58 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/8f43d69f-076e-4ed1-8bde-3c15e0e46126 HTTP/1.1" status: 204 len: 168 time: 0.3831983 Feb 19 00:52:05.453795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41316) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:05.477248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209bae8-2232-47d5-9bf5-30620a9e2f58 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f43d69f-076e-4ed1-8bde-3c15e0e46126,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:05.481431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2ab299d5-93df-45de-afd2-7890f351bb74 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:05.575435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2ab299d5-93df-45de-afd2-7890f351bb74 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:05.576178 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.587276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (d81339ea-d717-4fba-b53d-2a1ca52b04a8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.603881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-99d992c1-c22e-4fe2-a176-fa96c33afcc5 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1441422 Feb 19 00:52:05.605225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41318) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:05.611236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9d503fff-0b25-4ae5-92e2-720fe5917c99 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'tempest-secgroup--914821551'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:05.652050 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d81339ea-d717-4fba-b53d-2a1ca52b04a8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.667805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d503fff-0b25-4ae5-92e2-720fe5917c99 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.712488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=d81339ea-d717-4fba-b53d-2a1ca52b04a8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:05.747781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:05.753748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:05.759579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:05.769362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:05.770551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.812707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c920dd72-3de9-4697-8ff9-4238aa8156e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5106523 Feb 19 00:52:05.815475 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41320) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:05.843342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2ab299d5-93df-45de-afd2-7890f351bb74 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:05.844529 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.896982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d503fff-0b25-4ae5-92e2-720fe5917c99 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (3f7001d8-aebd-4825-a9e0-787623302ae9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.929558 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d503fff-0b25-4ae5-92e2-720fe5917c99 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3f7001d8-aebd-4825-a9e0-787623302ae9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:05.939584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 2ab299d5-93df-45de-afd2-7890f351bb74, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2ab299d5-93df-45de-afd2-7890f351bb74,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:05.958072 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.015555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5241a6a6-1364-4290-90ba-c48f0934e5c3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port d81339ea-d717-4fba-b53d-2a1ca52b04a8 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:06.016687 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5241a6a6-1364-4290-90ba-c48f0934e5c3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d81339ea-d717-4fba-b53d-2a1ca52b04a8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.073955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d503fff-0b25-4ae5-92e2-720fe5917c99 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7001d8-aebd-4825-a9e0-787623302ae9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:06.085810 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9d503fff-0b25-4ae5-92e2-720fe5917c99 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.088417 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9d503fff-0b25-4ae5-92e2-720fe5917c99 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4809663 Feb 19 00:52:06.090572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41328) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.102120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-661455ba-7640-47a4-82e0-0197a2376eed tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:06.103036 n-d-826527-3 neutron-server[103650]: WARNING neutron.api.v2.base [None req-661455ba-7640-47a4-82e0-0197a2376eed tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 00:52:06.105473 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-661455ba-7640-47a4-82e0-0197a2376eed tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 00:52:06.109824 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-661455ba-7640-47a4-82e0-0197a2376eed tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "PUT /v2.0/security-groups/3f7001d8-aebd-4825-a9e0-787623302ae9 HTTP/1.1" status: 409 len: 330 time: 0.0138516 Feb 19 00:52:06.109824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41332) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.111094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2a5bf4-278f-4dfa-bb3e-aa76e3a2fbb1 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:06.181299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5241a6a6-1364-4290-90ba-c48f0934e5c3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d81339ea-d717-4fba-b53d-2a1ca52b04a8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.197878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5241a6a6-1364-4290-90ba-c48f0934e5c3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for d81339ea-d717-4fba-b53d-2a1ca52b04a8 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:06.203925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=2ab299d5-93df-45de-afd2-7890f351bb74,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:06.209061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e33bdb5-d69f-4161-b453-2805a307a973 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (3f7001d8-aebd-4825-a9e0-787623302ae9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.235576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f7d68869-8d53-49f1-89e9-3691a346c8b2 None None] Provisioning complete for port 2ab299d5-93df-45de-afd2-7890f351bb74 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:06.236358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7d68869-8d53-49f1-89e9-3691a346c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.265576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e33bdb5-d69f-4161-b453-2805a307a973 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (3f7001d8-aebd-4825-a9e0-787623302ae9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.358905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e33bdb5-d69f-4161-b453-2805a307a973 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3f7001d8-aebd-4825-a9e0-787623302ae9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.380847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4e33bdb5-d69f-4161-b453-2805a307a973 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.385509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4e33bdb5-d69f-4161-b453-2805a307a973 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/3f7001d8-aebd-4825-a9e0-787623302ae9 HTTP/1.1" status: 204 len: 168 time: 0.2741165 Feb 19 00:52:06.386845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41346) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.408435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f7d68869-8d53-49f1-89e9-3691a346c8b2 None None] Current status of the port 2ab299d5-93df-45de-afd2-7890f351bb74 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:06.433761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33bdb5-d69f-4161-b453-2805a307a973 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7001d8-aebd-4825-a9e0-787623302ae9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:06.484004 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5241a6a6-1364-4290-90ba-c48f0934e5c3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d81339ea-d717-4fba-b53d-2a1ca52b04a8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.510533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1417f-2ebd-4d5c-af8e-d1e615b007f5 None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '3482079e-33db-4296-8ebf-e5d05df64beb', 'ip_address': '2001:db8::f816:3eff:fe24:1fd8'}, {'subnet_id': '08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '2ab299d5-93df-45de-afd2-7890f351bb74'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:52:06.566466 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c6442c9b-4a6f-4e28-be41-6fcfe057fc3a tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1570752 Feb 19 00:52:06.578030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.580511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241a6a6-1364-4290-90ba-c48f0934e5c3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=d81339ea-d717-4fba-b53d-2a1ca52b04a8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:06.587898 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fd1417f-2ebd-4d5c-af8e-d1e615b007f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.620396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5241a6a6-1364-4290-90ba-c48f0934e5c3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:06.623859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5241a6a6-1364-4290-90ba-c48f0934e5c3 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/d81339ea-d717-4fba-b53d-2a1ca52b04a8 HTTP/1.1" status: 204 len: 168 time: 0.8072097 Feb 19 00:52:06.626161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41354) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.637482 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-a25dc45a-fd99-4e3f-9de5-29db10ab1fdb tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] delete failed (client error): The resource could not be found. Feb 19 00:52:06.640952 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a25dc45a-fd99-4e3f-9de5-29db10ab1fdb tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "DELETE /v2.0/security-groups/b621957a-7020-4ae4-864d-a67ccd10d9d7 HTTP/1.1" status: 404 len: 347 time: 0.0582149 Feb 19 00:52:06.649148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41356) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.670243 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-22999f89-3c3c-4ce1-9f2b-0828a2767f48 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] show failed (client error): The resource could not be found. Feb 19 00:52:06.671580 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-22999f89-3c3c-4ce1-9f2b-0828a2767f48 tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-groups/a4c0345d-92a9-4df1-8faa-a17cd5e0341d HTTP/1.1" status: 404 len: 347 time: 0.0211856 Feb 19 00:52:06.676307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41358) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.687360 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-e0c8f2cc-9593-4d07-9f9b-fd35c26b09ee tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] show failed (client error): The resource could not be found. Feb 19 00:52:06.688393 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e0c8f2cc-9593-4d07-9f9b-fd35c26b09ee tempest-NegativeSecGroupTest-1439678078 tempest-NegativeSecGroupTest-1439678078-project] 10.222.0.60 "GET /v2.0/security-group-rules/d0f38e4d-da21-4275-9a41-d9bfa2103fc0 HTTP/1.1" status: 404 len: 356 time: 0.0117080 Feb 19 00:52:06.716726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945a058c-93fa-42d7-b636-7c19ff31892f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:06.721000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-945a058c-93fa-42d7-b636-7c19ff31892f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0910487 Feb 19 00:52:06.721412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41362) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.793415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26871208-a362-4c15-9b10-d24e8694f7e8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:06.797539 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-26871208-a362-4c15-9b10-d24e8694f7e8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0726058 Feb 19 00:52:06.797860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41364) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.854173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0fd1417f-2ebd-4d5c-af8e-d1e615b007f5 None None] Allocated IP 2001:db8:0:1::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4/2ab299d5-93df-45de-afd2-7890f351bb74) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:06.947254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744b024-0f28-4de6-887f-509195ba98c5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:06.953337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744b024-0f28-4de6-887f-509195ba98c5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:06.954863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d744b024-0f28-4de6-887f-509195ba98c5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:06.959914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41366) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:06.979564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d744b024-0f28-4de6-887f-509195ba98c5 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1802449 Feb 19 00:52:06.997950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0fd1417f-2ebd-4d5c-af8e-d1e615b007f5 None None] For port 2ab299d5-93df-45de-afd2-7890f351bb74, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2ab299d5-93df-45de-afd2-7890f351bb74,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:07.035712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7714049-62db-453f-ab08-8453eedb14d9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:07.115085 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fd1417f-2ebd-4d5c-af8e-d1e615b007f5 None None] Publish callbacks [] for port (2ab299d5-93df-45de-afd2-7890f351bb74), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.123690 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7714049-62db-453f-ab08-8453eedb14d9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.135137 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fd1417f-2ebd-4d5c-af8e-d1e615b007f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.174061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7714049-62db-453f-ab08-8453eedb14d9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.317110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1417f-2ebd-4d5c-af8e-d1e615b007f5 None None] Pushing event updated for resources: {'Port': ['ID=2ab299d5-93df-45de-afd2-7890f351bb74,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:07.367019 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7714049-62db-453f-ab08-8453eedb14d9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.373281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2ab299d5-93df-45de-afd2-7890f351bb74 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:07.375977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41378) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:07.438344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2ab299d5-93df-45de-afd2-7890f351bb74 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:07.438851 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.564614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2ab299d5-93df-45de-afd2-7890f351bb74 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:07.621972 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7714049-62db-453f-ab08-8453eedb14d9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.693138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7714049-62db-453f-ab08-8453eedb14d9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:07.699575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d7714049-62db-453f-ab08-8453eedb14d9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.720511 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d7714049-62db-453f-ab08-8453eedb14d9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4 HTTP/1.1" status: 204 len: 168 time: 0.7590833 Feb 19 00:52:07.721585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41382) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:07.747498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-23bb60c7-fb2a-4f55-8ba7-e7a4dcf86f9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ce773a9c3aa41528db075c4f882a902&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3681283 Feb 19 00:52:07.749200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41384) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:07.792162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-678e4b1d-48ca-491c-b0f0-cd3c2df67b4c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 3482079e-33db-4296-8ebf-e5d05df64beb {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:07.799277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-678e4b1d-48ca-491c-b0f0-cd3c2df67b4c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (3482079e-33db-4296-8ebf-e5d05df64beb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.841786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d124826-16ae-4f66-ac5d-118e27488f4f admin admin] Publish callbacks [] for security_group (2308dc48-9f04-46a2-9b89-622b53b88da8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.889888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d124826-16ae-4f66-ac5d-118e27488f4f admin admin] Publish callbacks [] for security_group (2308dc48-9f04-46a2-9b89-622b53b88da8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.908132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-678e4b1d-48ca-491c-b0f0-cd3c2df67b4c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (3482079e-33db-4296-8ebf-e5d05df64beb), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.988159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d124826-16ae-4f66-ac5d-118e27488f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2308dc48-9f04-46a2-9b89-622b53b88da8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.991319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d124826-16ae-4f66-ac5d-118e27488f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:07.992510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1d124826-16ae-4f66-ac5d-118e27488f4f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2308dc48-9f04-46a2-9b89-622b53b88da8 HTTP/1.1" status: 204 len: 168 time: 0.2421644 Feb 19 00:52:08.005154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d124826-16ae-4f66-ac5d-118e27488f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2308dc48-9f04-46a2-9b89-622b53b88da8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:08.073596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-678e4b1d-48ca-491c-b0f0-cd3c2df67b4c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3482079e-33db-4296-8ebf-e5d05df64beb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.236375 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-678e4b1d-48ca-491c-b0f0-cd3c2df67b4c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (3482079e-33db-4296-8ebf-e5d05df64beb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.276914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e4b1d-48ca-491c-b0f0-cd3c2df67b4c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=3482079e-33db-4296-8ebf-e5d05df64beb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:08.280821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-678e4b1d-48ca-491c-b0f0-cd3c2df67b4c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.284145 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-678e4b1d-48ca-491c-b0f0-cd3c2df67b4c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/3482079e-33db-4296-8ebf-e5d05df64beb HTTP/1.1" status: 204 len: 168 time: 0.5574944 Feb 19 00:52:08.286925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41404) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:08.315513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c13ac6c-0ef7-4107-be7c-97a3efe23efb None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:08.339562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2cb06ae7-6523-49d1-9a1c-65f42558259e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514300 Feb 19 00:52:08.342347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41406) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:08.349351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:08.423410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a8eac342-75b4-47a1-8e86-2ca2d645a610 None None] Provisioning complete for port 2ab299d5-93df-45de-afd2-7890f351bb74 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:08.424020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8eac342-75b4-47a1-8e86-2ca2d645a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.516736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:08.521940 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.593612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a8eac342-75b4-47a1-8e86-2ca2d645a610 None None] Current status of the port 2ab299d5-93df-45de-afd2-7890f351bb74 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:08.599495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a8eac342-75b4-47a1-8e86-2ca2d645a610 None None] Could not find standard attr ID for object d81339ea-d717-4fba-b53d-2a1ca52b04a8. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:52:08.616377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:52:08.702346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] Deleting port 2ab299d5-93df-45de-afd2-7890f351bb74 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:08.703430 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.821152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] For port 2ab299d5-93df-45de-afd2-7890f351bb74, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2ab299d5-93df-45de-afd2-7890f351bb74,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:08.821570 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:08.846708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] Calling delete_port for 2ab299d5-93df-45de-afd2-7890f351bb74 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:09.008831 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (2ab299d5-93df-45de-afd2-7890f351bb74), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.063250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:52:09.066080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] Pushing event deleted for resources: {'Port': ['ID=2ab299d5-93df-45de-afd2-7890f351bb74,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:09.072766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f52431-6441-446f-bf60-be825445dfc5 None None] No DVR routers for this DVR port 2ab299d5-93df-45de-afd2-7890f351bb74 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:09.273174 n-d-826527-3 neutron-server[103649]: WARNING neutron.services.revisions.revision_plugin [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Could not find related port for resource to bump revision. Feb 19 00:52:09.280240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Port 2ab299d5-93df-45de-afd2-7890f351bb74 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103649) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 19 00:52:09.280782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Reverting IP allocation for 2001:db8::f816:3eff:fe24:1fd8 {{(pid=103649) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 19 00:52:09.285930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_pluggable_backend [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe24:1fd8 {{(pid=103649) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 19 00:52:09.290173 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (7b847c37-55c6-4250-af00-b713db8d49e5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.323297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2ab299d5-93df-45de-afd2-7890f351bb74 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:09.351739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 2ab299d5-93df-45de-afd2-7890f351bb74 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:09.352369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2ab299d5-93df-45de-afd2-7890f351bb74 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:09.398332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:09.404250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:09.419113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:09.420140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.435099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05732e5-be78-4ce0-bba2-bd32d468aa91 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:09.456828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1125774 Feb 19 00:52:09.458860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4fc282-7400-4f0c-ab39-cedfebbe0a3f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=7b847c37-55c6-4250-af00-b713db8d49e5,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:09.461840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41470) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:09.473245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a8b3212d-ea09-4f05-bb18-b456efdfd8d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:09.675325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b3212d-ea09-4f05-bb18-b456efdfd8d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:09.676465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': '7b847c37-55c6-4250-af00-b713db8d49e5'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:09.677524 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.681285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a8b3212d-ea09-4f05-bb18-b456efdfd8d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:09.856457 n-d-826527-3 neutron-server[103650]: INFO neutron.db.ipam_backend_mixin [None req-a8b3212d-ea09-4f05-bb18-b456efdfd8d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b847c37-55c6-4250-af00-b713db8d49e5 (CIDR: 2001:db8::/64) Feb 19 00:52:09.861843 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b3212d-ea09-4f05-bb18-b456efdfd8d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:09.862715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b3212d-ea09-4f05-bb18-b456efdfd8d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:09.878676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Allocated IP 2001:db8::f816:3eff:fefd:8ca3 (56ceac71-2335-48a2-b345-d4c8d8eb1409/7b847c37-55c6-4250-af00-b713db8d49e5/19862752-ae51-46e7-8010-7868c8ae4829) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:09.900261 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a8b3212d-ea09-4f05-bb18-b456efdfd8d2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4360507 Feb 19 00:52:09.903307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41478) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:09.909200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:10.088591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:10.094519 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.198846 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Publish callbacks [] for port (19862752-ae51-46e7-8010-7868c8ae4829), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.210235 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.263959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:10.268588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:10.281286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:10.300106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Pushing event updated for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:10.368276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Attempting to bind port 19862752-ae51-46e7-8010-7868c8ae4829 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:10.368667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Attempting to bind port 19862752-ae51-46e7-8010-7868c8ae4829 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:10.369048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Attempting to bind port 19862752-ae51-46e7-8010-7868c8ae4829 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:10.375880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:10.376262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:10.376870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.377452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:10.378108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Bound port: 19862752-ae51-46e7-8010-7868c8ae4829, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:10.378693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.486046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:10.491987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=19862752-ae51-46e7-8010-7868c8ae4829,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:10.495223 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (5f3b46f4-c000-4c43-a445-547f9aaf2c80), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.503362 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.598265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=5f3b46f4-c000-4c43-a445-547f9aaf2c80,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:10.621886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:10.625956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:10.633928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eebb3d-12b4-488b-970d-9fc246763aee None None] Pushing event updated for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:10.638916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:10.639599 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:10.689803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0e7e3b02-e3b5-4ee5-9c6a-f355847c612e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7825642 Feb 19 00:52:10.690043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41494) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:10.698619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:cd:68:53', 'name': 'tempest-NetworksTestDHCPv6-914950286'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:11.383564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 19862752-ae51-46e7-8010-7868c8ae4829 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:11.425486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:11.526351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.564438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:11.564820 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.591748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 3ac74a95-8fe8-480a-96d6-7157c0059481 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:52:11.751218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:11.751753 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.848372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=19862752-ae51-46e7-8010-7868c8ae4829,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:11.863695 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:11.970995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:12.079449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8:0:1::328 (56ceac71-2335-48a2-b345-d4c8d8eb1409/5f3b46f4-c000-4c43-a445-547f9aaf2c80/3ac74a95-8fe8-480a-96d6-7157c0059481) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:12.087631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::f816:3eff:fecd:6853 (56ceac71-2335-48a2-b345-d4c8d8eb1409/7b847c37-55c6-4250-af00-b713db8d49e5/3ac74a95-8fe8-480a-96d6-7157c0059481) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:12.210582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ecc70-bb0a-4c4d-bc7a-14bb25a35e57 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:12.284968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (3ac74a95-8fe8-480a-96d6-7157c0059481), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.324450 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3ac74a95-8fe8-480a-96d6-7157c0059481), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.348776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9b3167bc-28d3-4937-9985-074fffd3659e None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:12.349559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b3167bc-28d3-4937-9985-074fffd3659e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.387301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:12.390914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:12.398928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:12.405032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:12.405796 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.416375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=3ac74a95-8fe8-480a-96d6-7157c0059481,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:12.443542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-913220e0-9d9e-469e-8816-6afa854e613a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7498524 Feb 19 00:52:12.444255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41514) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:12.518404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9b3167bc-28d3-4937-9985-074fffd3659e None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:12.619699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f70a33a9-8c76-48a1-ba1f-63fd2daab392 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 3ac74a95-8fe8-480a-96d6-7157c0059481 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:12.620060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f70a33a9-8c76-48a1-ba1f-63fd2daab392 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3ac74a95-8fe8-480a-96d6-7157c0059481), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.642395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a4faf0-c3ee-4125-88e7-4f56eb28243c None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '7b847c37-55c6-4250-af00-b713db8d49e5', 'ip_address': '2001:db8::f816:3eff:fefd:8ca3'}, {'subnet_id': '5f3b46f4-c000-4c43-a445-547f9aaf2c80'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '19862752-ae51-46e7-8010-7868c8ae4829'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:52:12.688765 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98a4faf0-c3ee-4125-88e7-4f56eb28243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.852128 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f70a33a9-8c76-48a1-ba1f-63fd2daab392 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3ac74a95-8fe8-480a-96d6-7157c0059481), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:12.883228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f70a33a9-8c76-48a1-ba1f-63fd2daab392 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 3ac74a95-8fe8-480a-96d6-7157c0059481 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:12.953070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-98a4faf0-c3ee-4125-88e7-4f56eb28243c None None] Allocated IP 2001:db8:0:1::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/5f3b46f4-c000-4c43-a445-547f9aaf2c80/19862752-ae51-46e7-8010-7868c8ae4829) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:13.161024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f70a33a9-8c76-48a1-ba1f-63fd2daab392 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3ac74a95-8fe8-480a-96d6-7157c0059481), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.180697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-98a4faf0-c3ee-4125-88e7-4f56eb28243c None None] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=19862752-ae51-46e7-8010-7868c8ae4829,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:13.235167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a33a9-8c76-48a1-ba1f-63fd2daab392 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=3ac74a95-8fe8-480a-96d6-7157c0059481,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:13.264188 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98a4faf0-c3ee-4125-88e7-4f56eb28243c None None] Publish callbacks [] for port (19862752-ae51-46e7-8010-7868c8ae4829), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.280042 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98a4faf0-c3ee-4125-88e7-4f56eb28243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.302083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f70a33a9-8c76-48a1-ba1f-63fd2daab392 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.308234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41528) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:13.319148 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f70a33a9-8c76-48a1-ba1f-63fd2daab392 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/3ac74a95-8fe8-480a-96d6-7157c0059481 HTTP/1.1" status: 204 len: 168 time: 0.8717346 Feb 19 00:52:13.342404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 19862752-ae51-46e7-8010-7868c8ae4829 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:13.372951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9d90f4-f835-4bad-bf59-b9e44d4c2694 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.375730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2b9d90f4-f835-4bad-bf59-b9e44d4c2694 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0664625 Feb 19 00:52:13.378382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41530) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:13.436592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e52ce79-2cfd-4bfd-aaf2-516a3a0f25d0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.438955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3e52ce79-2cfd-4bfd-aaf2-516a3a0f25d0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0594130 Feb 19 00:52:13.441752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41532) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:13.498346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a4faf0-c3ee-4125-88e7-4f56eb28243c None None] Pushing event updated for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:13.520173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:13.520853 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.556883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a540517-e92d-484f-bea5-8a3efe594e83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.564876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a540517-e92d-484f-bea5-8a3efe594e83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.566337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a540517-e92d-484f-bea5-8a3efe594e83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:13.570490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9a540517-e92d-484f-bea5-8a3efe594e83 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1250763 Feb 19 00:52:13.571056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41534) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:13.700446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f6f1e0-2785-437a-a6b6-4bedb9aaa3af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 5f3b46f4-c000-4c43-a445-547f9aaf2c80 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:13.710772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:13.711644 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74f6f1e0-2785-437a-a6b6-4bedb9aaa3af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (5f3b46f4-c000-4c43-a445-547f9aaf2c80), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.777454 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74f6f1e0-2785-437a-a6b6-4bedb9aaa3af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (5f3b46f4-c000-4c43-a445-547f9aaf2c80), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:13.960039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74f6f1e0-2785-437a-a6b6-4bedb9aaa3af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (5f3b46f4-c000-4c43-a445-547f9aaf2c80), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.081633 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74f6f1e0-2785-437a-a6b6-4bedb9aaa3af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (5f3b46f4-c000-4c43-a445-547f9aaf2c80), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.128258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f6f1e0-2785-437a-a6b6-4bedb9aaa3af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=5f3b46f4-c000-4c43-a445-547f9aaf2c80,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:14.146114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-74f6f1e0-2785-437a-a6b6-4bedb9aaa3af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.153360 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-74f6f1e0-2785-437a-a6b6-4bedb9aaa3af tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/5f3b46f4-c000-4c43-a445-547f9aaf2c80 HTTP/1.1" status: 204 len: 168 time: 0.5810835 Feb 19 00:52:14.156016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41544) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:14.245458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e91c5e8-1de4-4b28-a9df-4e93733267c9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 7b847c37-55c6-4250-af00-b713db8d49e5 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:14.261603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e91c5e8-1de4-4b28-a9df-4e93733267c9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (7b847c37-55c6-4250-af00-b713db8d49e5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.345260 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e91c5e8-1de4-4b28-a9df-4e93733267c9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (7b847c37-55c6-4250-af00-b713db8d49e5), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.362275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eae469-715a-4b69-a21f-501f62bf8e0e None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:14.463137 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e91c5e8-1de4-4b28-a9df-4e93733267c9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (7b847c37-55c6-4250-af00-b713db8d49e5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.534167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-03543301-5dc8-4d81-baf3-0f054f928cb8 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:14.535232 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03543301-5dc8-4d81-baf3-0f054f928cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.601055 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e91c5e8-1de4-4b28-a9df-4e93733267c9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (7b847c37-55c6-4250-af00-b713db8d49e5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.619458 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e91c5e8-1de4-4b28-a9df-4e93733267c9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.622991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1e91c5e8-1de4-4b28-a9df-4e93733267c9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/7b847c37-55c6-4250-af00-b713db8d49e5 HTTP/1.1" status: 204 len: 168 time: 0.4657838 Feb 19 00:52:14.627391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41550) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:14.661648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91c5e8-1de4-4b28-a9df-4e93733267c9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=7b847c37-55c6-4250-af00-b713db8d49e5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:14.691488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ae5c2cf5-ddbc-462e-8163-b1934891e0be tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625801 Feb 19 00:52:14.694759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41552) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:14.700270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:14.883705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41556) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:14.921857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-03543301-5dc8-4d81-baf3-0f054f928cb8 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:14.929756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-03543301-5dc8-4d81-baf3-0f054f928cb8 None None] Could not find standard attr ID for object 3ac74a95-8fe8-480a-96d6-7157c0059481. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:52:14.939201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:14.942874 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:14.975215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a0878-a501-49c2-ab93-6f059686e43e None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': '7b847c37-55c6-4250-af00-b713db8d49e5'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '19862752-ae51-46e7-8010-7868c8ae4829'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:52:14.977692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d492e551-387d-47d3-9ecb-0bb5394ebd16 admin admin] Deleting subnet bac474fd-9c81-4013-9a46-cbf7984d3816 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:14.989829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d492e551-387d-47d3-9ecb-0bb5394ebd16 admin admin] Publish callbacks [] for subnet (bac474fd-9c81-4013-9a46-cbf7984d3816), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.009970 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-db6a0878-a501-49c2-ab93-6f059686e43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.055918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d492e551-387d-47d3-9ecb-0bb5394ebd16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (bac474fd-9c81-4013-9a46-cbf7984d3816), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.142646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d492e551-387d-47d3-9ecb-0bb5394ebd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (bac474fd-9c81-4013-9a46-cbf7984d3816), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.254695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d492e551-387d-47d3-9ecb-0bb5394ebd16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (bac474fd-9c81-4013-9a46-cbf7984d3816), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.267390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (a7cf3d1b-28f1-4053-97c1-aabe1de35f33), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.292415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d492e551-387d-47d3-9ecb-0bb5394ebd16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac474fd-9c81-4013-9a46-cbf7984d3816,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:15.293583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256eb822-6278-45ac-ac5a-aeaa07b143af None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:15.294495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d492e551-387d-47d3-9ecb-0bb5394ebd16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.297778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d492e551-387d-47d3-9ecb-0bb5394ebd16 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bac474fd-9c81-4013-9a46-cbf7984d3816 HTTP/1.1" status: 204 len: 168 time: 0.4129820 Feb 19 00:52:15.309473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41560) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:15.371352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:15.379635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:15.393041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:15.394684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.397766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (f999c100-9253-4f07-a04b-8b8eda734ab5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.423369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=a7cf3d1b-28f1-4053-97c1-aabe1de35f33,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:15.443695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b4b86c49-46f7-4a56-b508-821a3c069a07 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:15.444180 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4b86c49-46f7-4a56-b508-821a3c069a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.445185 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-51e80889-24bd-4f7d-baa4-a57e7152d6df tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7491281 Feb 19 00:52:15.447758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41562) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:15.456228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7f118014-7147-4230-af34-d5b541d6e9fd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:15.586024 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (f999c100-9253-4f07-a04b-8b8eda734ab5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.628994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b4b86c49-46f7-4a56-b508-821a3c069a07 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:15.646966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57f3c3-f99a-4c17-8d29-8d0a89e1d62e None None] Update dhcp port {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'fixed_ips': [{'subnet_id': 'a7cf3d1b-28f1-4053-97c1-aabe1de35f33'}], 'binding:host_id': 'n-d-826527-3'}, 'id': '19862752-ae51-46e7-8010-7868c8ae4829'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:52:15.679179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f999c100-9253-4f07-a04b-8b8eda734ab5']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:15.686238 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc57f3c3-f99a-4c17-8d29-8d0a89e1d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.703524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b660a8e2-1dd5-499f-801d-2f0c0d93f956') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:15.703868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b660a8e2-1dd5-499f-801d-2f0c0d93f956') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:15.741610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (b660a8e2-1dd5-499f-801d-2f0c0d93f956), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.779553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b660a8e2-1dd5-499f-801d-2f0c0d93f956), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.789691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f118014-7147-4230-af34-d5b541d6e9fd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:15.794006 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f118014-7147-4230-af34-d5b541d6e9fd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.809837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:15.810332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (b660a8e2-1dd5-499f-801d-2f0c0d93f956), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:15.812247 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:15.884411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (f999c100-9253-4f07-a04b-8b8eda734ab5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.899604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:15.907392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] 10.222.0.60 "DELETE /v2.0/networks/f999c100-9253-4f07-a04b-8b8eda734ab5 HTTP/1.1" status: 204 len: 168 time: 0.5968280 Feb 19 00:52:15.947486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f82df-535c-4ccd-92d4-b22a46558dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=f999c100-9253-4f07-a04b-8b8eda734ab5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:15.955675 n-d-826527-3 neutron-server[103650]: INFO neutron.db.ipam_backend_mixin [None req-7f118014-7147-4230-af34-d5b541d6e9fd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7cf3d1b-28f1-4053-97c1-aabe1de35f33 (CIDR: 2001:db8::/64) Feb 19 00:52:15.980476 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f118014-7147-4230-af34-d5b541d6e9fd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:15.981101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f118014-7147-4230-af34-d5b541d6e9fd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:16.023307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-fc57f3c3-f99a-4c17-8d29-8d0a89e1d62e None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/a7cf3d1b-28f1-4053-97c1-aabe1de35f33/19862752-ae51-46e7-8010-7868c8ae4829) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:16.030553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41574) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:16.031036 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7f118014-7147-4230-af34-d5b541d6e9fd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5815389 Feb 19 00:52:16.039637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:16.251419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fc57f3c3-f99a-4c17-8d29-8d0a89e1d62e None None] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=19862752-ae51-46e7-8010-7868c8ae4829,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:16.320775 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc57f3c3-f99a-4c17-8d29-8d0a89e1d62e None None] Publish callbacks [] for port (19862752-ae51-46e7-8010-7868c8ae4829), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.333701 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc57f3c3-f99a-4c17-8d29-8d0a89e1d62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.362666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:16.367540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.376552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:16.425103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57f3c3-f99a-4c17-8d29-8d0a89e1d62e None None] Pushing event updated for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:16.497972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41582) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:16.498284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-607bdc04-56dc-4009-8d18-28737c6ad771 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b36948da4764736ab2ccaffd8192ae3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1126931 Feb 19 00:52:16.615583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-50e7622a-3d86-4e11-9a95-c2ea5cdb02a3 admin admin] Publish callbacks [] for security_group (f424f898-f6ba-4951-b60c-49ed72415e62), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.668977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-50e7622a-3d86-4e11-9a95-c2ea5cdb02a3 admin admin] Publish callbacks [] for security_group (f424f898-f6ba-4951-b60c-49ed72415e62), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.846404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-50e7622a-3d86-4e11-9a95-c2ea5cdb02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f424f898-f6ba-4951-b60c-49ed72415e62), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.849854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-50e7622a-3d86-4e11-9a95-c2ea5cdb02a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:16.851252 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-50e7622a-3d86-4e11-9a95-c2ea5cdb02a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f424f898-f6ba-4951-b60c-49ed72415e62 HTTP/1.1" status: 204 len: 168 time: 0.3518367 Feb 19 00:52:16.880266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7622a-3d86-4e11-9a95-c2ea5cdb02a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f424f898-f6ba-4951-b60c-49ed72415e62,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:16.957288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:52:17.217776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 19862752-ae51-46e7-8010-7868c8ae4829 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:17.489868 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:17.503485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:17.505788 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:17.613162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=19862752-ae51-46e7-8010-7868c8ae4829,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:17.627641 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:17.672256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:17.672512 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:17.746360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:17.824452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 19862752-ae51-46e7-8010-7868c8ae4829 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:17.947216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7939e51-8b7d-47d8-ae4f-c8ceb504464c None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:18.117023 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d146364-5b70-41f9-8a49-f542a7fe04cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.151774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:18.152102 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.169499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:18.169938 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.247963 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.357985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:18.358600 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.496425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:18.496869 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.618441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=19862752-ae51-46e7-8010-7868c8ae4829,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:18.656617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (19862752-ae51-46e7-8010-7868c8ae4829), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.678098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.775968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:18.776327 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:18.779032 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (734decc5-842e-4075-875c-0b2abebb20de), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.831497 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:18.831841 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:18.859796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.873772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:18.886833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:18.900466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:18.901144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:18.914812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=10']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:18.937296 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.937651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.937997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.938367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.938704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.939100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.939469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.939808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.940159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.940457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.940870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.941202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.941523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:18.952721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=734decc5-842e-4075-875c-0b2abebb20de,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:18.959262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a02f816f-f569-4ea1-b29a-78e015c5068b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.9265552 Feb 19 00:52:18.962021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41648) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:18.967287 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:04:45:91', 'name': 'tempest-NetworksTestDHCPv6-2098077058'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:19.173161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:19.323279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.379195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 9e2de764-d8b1-4ba1-915f-0f3509e5e47b yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:52:19.405268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:19.405858 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.527109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:19.529181 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.565092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=19862752-ae51-46e7-8010-7868c8ae4829,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:19.569262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85575855-9580-497e-977f-7e051f51252d None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:19.659709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.692987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::d7 (56ceac71-2335-48a2-b345-d4c8d8eb1409/a7cf3d1b-28f1-4053-97c1-aabe1de35f33/9e2de764-d8b1-4ba1-915f-0f3509e5e47b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:19.700994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8:0:1:f816:3eff:fe04:4591 (56ceac71-2335-48a2-b345-d4c8d8eb1409/734decc5-842e-4075-875c-0b2abebb20de/9e2de764-d8b1-4ba1-915f-0f3509e5e47b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:19.781709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d53a02-5432-4a89-9026-cd8e1ad40ebd None None] Pushing event updated for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:19.814292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:19.814659 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:19.824082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-889a91c9-1d43-4425-8505-5e8ba71b0907 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:19.824466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-889a91c9-1d43-4425-8505-5e8ba71b0907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.885317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (9e2de764-d8b1-4ba1-915f-0f3509e5e47b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.943313 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9e2de764-d8b1-4ba1-915f-0f3509e5e47b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:19.945668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-889a91c9-1d43-4425-8505-5e8ba71b0907 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:20.004814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:20.015397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:20.028087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:20.036590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:20.037916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.046655 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b09d48b-9625-4ba6-867a-56ba61deb573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.068670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=9e2de764-d8b1-4ba1-915f-0f3509e5e47b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:20.093644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41692) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:20.094803 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9ebda94b-578d-4167-acd0-83f354a5241a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1308029 Feb 19 00:52:20.213837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ed65e-da53-4269-9577-aac32aa6ea82 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 9e2de764-d8b1-4ba1-915f-0f3509e5e47b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:20.214312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed65e-da53-4269-9577-aac32aa6ea82 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9e2de764-d8b1-4ba1-915f-0f3509e5e47b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.378611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-14343efb-a9cb-494e-a024-b9df40f4d410 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:20.378999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14343efb-a9cb-494e-a024-b9df40f4d410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.386969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed65e-da53-4269-9577-aac32aa6ea82 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9e2de764-d8b1-4ba1-915f-0f3509e5e47b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.423943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fa1ed65e-da53-4269-9577-aac32aa6ea82 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 9e2de764-d8b1-4ba1-915f-0f3509e5e47b owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:20.550514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:20.588735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-14343efb-a9cb-494e-a024-b9df40f4d410 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:20.722776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 19862752-ae51-46e7-8010-7868c8ae4829 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:20.729438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-49757c53-31bd-427b-a262-a062ddb18a3c None None] Could not find standard attr ID for object 3ac74a95-8fe8-480a-96d6-7157c0059481. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:52:20.803514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:20.804002 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.850356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed65e-da53-4269-9577-aac32aa6ea82 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9e2de764-d8b1-4ba1-915f-0f3509e5e47b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:20.916570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ed65e-da53-4269-9577-aac32aa6ea82 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=9e2de764-d8b1-4ba1-915f-0f3509e5e47b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:20.958476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:21.001911 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed65e-da53-4269-9577-aac32aa6ea82 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.009174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41700) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:21.019511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fa1ed65e-da53-4269-9577-aac32aa6ea82 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/9e2de764-d8b1-4ba1-915f-0f3509e5e47b HTTP/1.1" status: 204 len: 168 time: 0.9232218 Feb 19 00:52:21.078588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277431cd-741d-45b2-a1bf-51b021bee760 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.079038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-db51ea5f-fedc-497a-a8ba-b83ac46b704b None None] Could not find standard attr ID for object 9e2de764-d8b1-4ba1-915f-0f3509e5e47b. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:52:21.086692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41702) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:21.090907 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-277431cd-741d-45b2-a1bf-51b021bee760 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0804555 Feb 19 00:52:21.174101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19efa039-0733-4f22-beff-2597a24be010 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.178583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41704) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:21.178749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-19efa039-0733-4f22-beff-2597a24be010 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0909572 Feb 19 00:52:21.226364 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.258929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758b737-2e76-4626-9c92-12af3975b1ca tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.260476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758b737-2e76-4626-9c92-12af3975b1ca tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.261812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1758b737-2e76-4626-9c92-12af3975b1ca tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:21.263713 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1758b737-2e76-4626-9c92-12af3975b1ca tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0837405 Feb 19 00:52:21.266732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41706) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:21.336477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d829e6-bf4f-40d5-84e2-8c05983a076d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 734decc5-842e-4075-875c-0b2abebb20de {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:21.340644 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d829e6-bf4f-40d5-84e2-8c05983a076d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (734decc5-842e-4075-875c-0b2abebb20de), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.390376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d829e6-bf4f-40d5-84e2-8c05983a076d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (734decc5-842e-4075-875c-0b2abebb20de), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.580901 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d829e6-bf4f-40d5-84e2-8c05983a076d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (734decc5-842e-4075-875c-0b2abebb20de), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.743133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d829e6-bf4f-40d5-84e2-8c05983a076d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (734decc5-842e-4075-875c-0b2abebb20de), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.775749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d829e6-bf4f-40d5-84e2-8c05983a076d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=734decc5-842e-4075-875c-0b2abebb20de,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:21.778271 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99d829e6-bf4f-40d5-84e2-8c05983a076d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.788987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41714) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:21.789451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-99d829e6-bf4f-40d5-84e2-8c05983a076d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/734decc5-842e-4075-875c-0b2abebb20de HTTP/1.1" status: 204 len: 168 time: 0.5211523 Feb 19 00:52:21.790910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc1db0c-2b47-4b29-9914-e201e14cb136 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:21.870542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d619630-0c29-4fc4-95f1-120b137509bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet a7cf3d1b-28f1-4053-97c1-aabe1de35f33 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:21.874462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d619630-0c29-4fc4-95f1-120b137509bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (a7cf3d1b-28f1-4053-97c1-aabe1de35f33), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:21.951654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d619630-0c29-4fc4-95f1-120b137509bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (a7cf3d1b-28f1-4053-97c1-aabe1de35f33), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.074802 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d619630-0c29-4fc4-95f1-120b137509bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (a7cf3d1b-28f1-4053-97c1-aabe1de35f33), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.161106 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d619630-0c29-4fc4-95f1-120b137509bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (a7cf3d1b-28f1-4053-97c1-aabe1de35f33), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.195038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d619630-0c29-4fc4-95f1-120b137509bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=a7cf3d1b-28f1-4053-97c1-aabe1de35f33,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:22.198985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8d619630-0c29-4fc4-95f1-120b137509bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.202223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8d619630-0c29-4fc4-95f1-120b137509bf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/a7cf3d1b-28f1-4053-97c1-aabe1de35f33 HTTP/1.1" status: 204 len: 168 time: 0.4121349 Feb 19 00:52:22.205224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41716) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:22.253646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e7108d4a-5fb8-47cd-9fbc-0139332d7bc7 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450423 Feb 19 00:52:22.253903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41718) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:22.259665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:22.415844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:22.419770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.673663 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:22.866499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9928557-54e8-45b6-96a4-36ffedf17916 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:22.920169 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (fe3cb8af-c551-41aa-b300-f80089bf8595), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.016877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2af3f1d5-33b6-490d-94e4-79eaeea77a25 None None] Provisioning complete for port 19862752-ae51-46e7-8010-7868c8ae4829 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:23.017633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2af3f1d5-33b6-490d-94e4-79eaeea77a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (19862752-ae51-46e7-8010-7868c8ae4829), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.066817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:23.082157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:23.093596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:23.100389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.155467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=fe3cb8af-c551-41aa-b300-f80089bf8595,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:23.166268 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-938de064-6ffd-4560-a392-ae742bfa4986 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9112678 Feb 19 00:52:23.170030 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41736) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:23.176642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6bb4a64e-cb58-43d7-8fe7-f9555fab9b14 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:23.278267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:52:23.308304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2af3f1d5-33b6-490d-94e4-79eaeea77a25 None None] Current status of the port 19862752-ae51-46e7-8010-7868c8ae4829 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:23.395266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] Deleting port 19862752-ae51-46e7-8010-7868c8ae4829 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:23.395579 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (19862752-ae51-46e7-8010-7868c8ae4829), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.463786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb4a64e-cb58-43d7-8fe7-f9555fab9b14 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:23.471631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bb4a64e-cb58-43d7-8fe7-f9555fab9b14 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.493568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41740) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:23.657888 n-d-826527-3 neutron-server[103649]: INFO neutron.db.ipam_backend_mixin [None req-6bb4a64e-cb58-43d7-8fe7-f9555fab9b14 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe3cb8af-c551-41aa-b300-f80089bf8595 (CIDR: 2001:db8::/64) Feb 19 00:52:23.666897 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb4a64e-cb58-43d7-8fe7-f9555fab9b14 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:52:23.667377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb4a64e-cb58-43d7-8fe7-f9555fab9b14 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:23.699529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dae236bf-32a7-489f-b86c-04db90914aba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.712426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6bb4a64e-cb58-43d7-8fe7-f9555fab9b14 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5386603 Feb 19 00:52:23.713574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41746) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:23.727745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'subnet': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:23.947404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dae236bf-32a7-489f-b86c-04db90914aba admin admin] Publish callbacks [] for security_group (dcb84b44-5c9d-42ac-8c8b-bda3dc8e80e5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.963214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:23.968055 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:23.971462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dae236bf-32a7-489f-b86c-04db90914aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dcb84b44-5c9d-42ac-8c8b-bda3dc8e80e5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.078899 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dae236bf-32a7-489f-b86c-04db90914aba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d96aba643ddd4a3d9a2e0051393fc9b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5820866 Feb 19 00:52:24.080836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41756) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:24.083119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae236bf-32a7-489f-b86c-04db90914aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb84b44-5c9d-42ac-8c8b-bda3dc8e80e5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:24.140669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] For port 19862752-ae51-46e7-8010-7868c8ae4829, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=19862752-ae51-46e7-8010-7868c8ae4829,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:24.141740 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (19862752-ae51-46e7-8010-7868c8ae4829), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.175477 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.177202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] Calling delete_port for 19862752-ae51-46e7-8010-7868c8ae4829 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:24.184921 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.252836 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c56f3f3e-42cf-4d6f-ae70-58079ed95554 admin admin] Publish callbacks [] for security_group (dcb84b44-5c9d-42ac-8c8b-bda3dc8e80e5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.350908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c56f3f3e-42cf-4d6f-ae70-58079ed95554 admin admin] Publish callbacks [] for security_group (dcb84b44-5c9d-42ac-8c8b-bda3dc8e80e5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.408907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (19862752-ae51-46e7-8010-7868c8ae4829), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.477184 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c56f3f3e-42cf-4d6f-ae70-58079ed95554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (dcb84b44-5c9d-42ac-8c8b-bda3dc8e80e5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.479946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c56f3f3e-42cf-4d6f-ae70-58079ed95554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.485152 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c56f3f3e-42cf-4d6f-ae70-58079ed95554 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcb84b44-5c9d-42ac-8c8b-bda3dc8e80e5 HTTP/1.1" status: 204 len: 168 time: 0.3817875 Feb 19 00:52:24.501392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] Pushing event deleted for resources: {'Port': ['ID=19862752-ae51-46e7-8010-7868c8ae4829,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:24.505221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f3f3e-42cf-4d6f-ae70-58079ed95554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb84b44-5c9d-42ac-8c8b-bda3dc8e80e5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:24.506010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70662fc-c980-448b-a1d9-a83983319f47 None None] No DVR routers for this DVR port 19862752-ae51-46e7-8010-7868c8ae4829 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:24.524621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb679df1-4887-43c8-a645-f6740fe567be None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:24.719068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 19862752-ae51-46e7-8010-7868c8ae4829 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:24.719808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.objects.ports [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103649) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 00:52:24.721506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.773948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 19862752-ae51-46e7-8010-7868c8ae4829 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:24.774307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 19862752-ae51-46e7-8010-7868c8ae4829 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:24.798045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Subnet': ['ID=43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:24.811405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:24.813149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:24.816321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:24.817109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:24.840935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41764) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:24.845104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-023d885a-924e-456c-9b13-ac87685c0a2d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.1265779 Feb 19 00:52:24.847046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Request body: {'port': {'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'mac_address': 'fa:16:3e:f3:81:35', 'name': 'tempest-NetworksTestDHCPv6-611689613'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:24.886611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-56ceac71-2335-48a2-b345-d4c8d8eb1409', 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409', 'project_id': '7cb9673abb904204bb5d9ca203c3c5c7', 'fixed_ips': [{'subnet_id': 'fe3cb8af-c551-41aa-b300-f80089bf8595'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:24.887885 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.150211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Made reservation on behalf of 7cb9673abb904204bb5d9ca203c3c5c7 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:25.200692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41768) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:25.221459 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8581e003-4b81-4f81-b758-215081cfd79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.345001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.406942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Allocated IP 2001:db8::2 (56ceac71-2335-48a2-b345-d4c8d8eb1409/fe3cb8af-c551-41aa-b300-f80089bf8595/41ce836a-69d2-4608-ab65-778a04127fd4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:25.408801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] device_id is not set on port 86cff32a-630c-487b-9610-242e9ef156fb yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 00:52:25.418762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:dc64 (56ceac71-2335-48a2-b345-d4c8d8eb1409/43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be/41ce836a-69d2-4608-ab65-778a04127fd4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:25.490461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8581e003-4b81-4f81-b758-215081cfd79d admin admin] Publish callbacks [] for security_group (38f03b98-2ebd-4415-bc60-1a2fa78ecf31), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.505272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8581e003-4b81-4f81-b758-215081cfd79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38f03b98-2ebd-4415-bc60-1a2fa78ecf31), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.624323 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Publish callbacks [] for port (41ce836a-69d2-4608-ab65-778a04127fd4), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.639977 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.661468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8581e003-4b81-4f81-b758-215081cfd79d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3147e3d824be4bdf82a910a5a9a565a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4570854 Feb 19 00:52:25.661886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581e003-4b81-4f81-b758-215081cfd79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f03b98-2ebd-4415-bc60-1a2fa78ecf31,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:25.672287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41772) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:25.737257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:25.767161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:25.788040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:25.824254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Pushing event updated for resources: {'Port': ['ID=41ce836a-69d2-4608-ab65-778a04127fd4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:25.871768 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4b6251ba-7acb-4a35-bf47-d09cd04e9b28 admin admin] Publish callbacks [] for security_group (38f03b98-2ebd-4415-bc60-1a2fa78ecf31), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.933849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4b6251ba-7acb-4a35-bf47-d09cd04e9b28 admin admin] Publish callbacks [] for security_group (38f03b98-2ebd-4415-bc60-1a2fa78ecf31), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:25.945678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8::276 (56ceac71-2335-48a2-b345-d4c8d8eb1409/fe3cb8af-c551-41aa-b300-f80089bf8595/86cff32a-630c-487b-9610-242e9ef156fb) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:25.956895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Allocated IP 2001:db8:0:1:f816:3eff:fef3:8135 (56ceac71-2335-48a2-b345-d4c8d8eb1409/43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be/86cff32a-630c-487b-9610-242e9ef156fb) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:26.026854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Attempting to bind port 41ce836a-69d2-4608-ab65-778a04127fd4 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:26.028252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Attempting to bind port 41ce836a-69d2-4608-ab65-778a04127fd4 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:26.028772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Attempting to bind port 41ce836a-69d2-4608-ab65-778a04127fd4 on network 56ceac71-2335-48a2-b345-d4c8d8eb1409 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:26.043080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:26.043546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Checking segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:26.043886 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.044314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Bound using segment: {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:26.044801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Bound port: 41ce836a-69d2-4608-ab65-778a04127fd4, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e11108-a78e-4b42-919d-957db1763187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '56ceac71-2335-48a2-b345-d4c8d8eb1409'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:26.045191 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.046127 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4b6251ba-7acb-4a35-bf47-d09cd04e9b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38f03b98-2ebd-4415-bc60-1a2fa78ecf31), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.050037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4b6251ba-7acb-4a35-bf47-d09cd04e9b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.050679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4b6251ba-7acb-4a35-bf47-d09cd04e9b28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38f03b98-2ebd-4415-bc60-1a2fa78ecf31 HTTP/1.1" status: 204 len: 168 time: 0.3765063 Feb 19 00:52:26.085836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6251ba-7acb-4a35-bf47-d09cd04e9b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f03b98-2ebd-4415-bc60-1a2fa78ecf31,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:26.185989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] For port 41ce836a-69d2-4608-ab65-778a04127fd4, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:26.189310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] For port 41ce836a-69d2-4608-ab65-778a04127fd4, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=41ce836a-69d2-4608-ab65-778a04127fd4,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:26.203852 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.272699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d4983-41b8-429e-8715-f2251c2584ac None None] Pushing event updated for resources: {'Port': ['ID=41ce836a-69d2-4608-ab65-778a04127fd4,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:26.383881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for port (86cff32a-630c-487b-9610-242e9ef156fb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.470118 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (86cff32a-630c-487b-9610-242e9ef156fb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.587087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:26.609103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:26.643411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:26.668851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:26.675059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:26.772524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event updated for resources: {'Port': ['ID=86cff32a-630c-487b-9610-242e9ef156fb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:26.796888 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fa34f445-7cf0-4b81-8b02-1ad7ab40a0c4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9522276 Feb 19 00:52:26.797284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41784) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:27.027704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7f747b83-8f10-4786-adf3-2af79638c1e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting port 86cff32a-630c-487b-9610-242e9ef156fb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:27.028384 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f747b83-8f10-4786-adf3-2af79638c1e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (86cff32a-630c-487b-9610-242e9ef156fb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.284931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f747b83-8f10-4786-adf3-2af79638c1e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (86cff32a-630c-487b-9610-242e9ef156fb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.321998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7f747b83-8f10-4786-adf3-2af79638c1e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Calling delete_port for 86cff32a-630c-487b-9610-242e9ef156fb owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:27.652120 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f747b83-8f10-4786-adf3-2af79638c1e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (86cff32a-630c-487b-9610-242e9ef156fb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.718448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f747b83-8f10-4786-adf3-2af79638c1e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Port': ['ID=86cff32a-630c-487b-9610-242e9ef156fb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:27.821811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f747b83-8f10-4786-adf3-2af79638c1e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:27.825245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7f747b83-8f10-4786-adf3-2af79638c1e9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/86cff32a-630c-487b-9610-242e9ef156fb HTTP/1.1" status: 204 len: 168 time: 1.0268381 Feb 19 00:52:27.827815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41806) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:27.951476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26809c2c-09a7-48a2-8dac-63a9a77d1bbd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:27.956293 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-26809c2c-09a7-48a2-8dac-63a9a77d1bbd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1246648 Feb 19 00:52:27.969910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41810) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:28.047649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a46cd1f-24d8-48bd-8b8a-992d77d1037c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:28.049957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2a46cd1f-24d8-48bd-8b8a-992d77d1037c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0786674 Feb 19 00:52:28.052845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41812) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:28.068172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc7ff57-0f16-47fd-bbfd-18ba59fbf035 None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:28.185691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a267cc-da92-4089-abb6-046ede600fad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:28.187040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a267cc-da92-4089-abb6-046ede600fad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:28.198003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a267cc-da92-4089-abb6-046ede600fad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:28.203833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41816) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:28.204090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-82a267cc-da92-4089-abb6-046ede600fad tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1484637 Feb 19 00:52:28.316550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-3626ff46-7935-428f-bafc-0569ff71732e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet 43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:28.323806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3626ff46-7935-428f-bafc-0569ff71732e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.331669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-32422a17-dda6-45a8-92f2-3847bac360da None None] Provisioning complete for port 41ce836a-69d2-4608-ab65-778a04127fd4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:28.332194 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32422a17-dda6-45a8-92f2-3847bac360da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.419354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3626ff46-7935-428f-bafc-0569ff71732e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.500326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-32422a17-dda6-45a8-92f2-3847bac360da None None] Current status of the port 41ce836a-69d2-4608-ab65-778a04127fd4 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:28.500944 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32422a17-dda6-45a8-92f2-3847bac360da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.584376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-32422a17-dda6-45a8-92f2-3847bac360da None None] For port 41ce836a-69d2-4608-ab65-778a04127fd4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=41ce836a-69d2-4608-ab65-778a04127fd4,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:28.617217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32422a17-dda6-45a8-92f2-3847bac360da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.684817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3626ff46-7935-428f-bafc-0569ff71732e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.815930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32422a17-dda6-45a8-92f2-3847bac360da None None] Pushing event updated for resources: {'Port': ['ID=41ce836a-69d2-4608-ab65-778a04127fd4,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:28.821333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 41ce836a-69d2-4608-ab65-778a04127fd4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:28.862405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3626ff46-7935-428f-bafc-0569ff71732e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.902128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626ff46-7935-428f-bafc-0569ff71732e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:28.908682 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3626ff46-7935-428f-bafc-0569ff71732e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.919872 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3626ff46-7935-428f-bafc-0569ff71732e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be HTTP/1.1" status: 204 len: 168 time: 0.7126453 Feb 19 00:52:28.920461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41836) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:28.940560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 41ce836a-69d2-4608-ab65-778a04127fd4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:28.941749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:28.998750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed731422-71e9-4b99-9be4-5be0d51182dd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Deleting subnet fe3cb8af-c551-41aa-b300-f80089bf8595 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:52:29.007879 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed731422-71e9-4b99-9be4-5be0d51182dd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (fe3cb8af-c551-41aa-b300-f80089bf8595), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.068227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 41ce836a-69d2-4608-ab65-778a04127fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:29.074575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed731422-71e9-4b99-9be4-5be0d51182dd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (fe3cb8af-c551-41aa-b300-f80089bf8595), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.226823 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed731422-71e9-4b99-9be4-5be0d51182dd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (fe3cb8af-c551-41aa-b300-f80089bf8595), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.321431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed731422-71e9-4b99-9be4-5be0d51182dd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (fe3cb8af-c551-41aa-b300-f80089bf8595), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.366268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed731422-71e9-4b99-9be4-5be0d51182dd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3cb8af-c551-41aa-b300-f80089bf8595,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:29.395765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ed731422-71e9-4b99-9be4-5be0d51182dd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.395765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ed731422-71e9-4b99-9be4-5be0d51182dd tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/fe3cb8af-c551-41aa-b300-f80089bf8595 HTTP/1.1" status: 204 len: 168 time: 0.4706368 Feb 19 00:52:29.396051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41852) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.405137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12019a8-44e9-4b9f-ac79-4331b2b541ca None None] Network 56ceac71-2335-48a2-b345-d4c8d8eb1409 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:29.468317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41854) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.468634 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b67685a8-73de-4dc6-964a-6cb2bb84ca36 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722985 Feb 19 00:52:29.526276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91757788-e468-443b-92cb-df867dae6731 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:29.527791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-91757788-e468-443b-92cb-df867dae6731 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0584579 Feb 19 00:52:29.530341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41856) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.574828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4058a553-f46a-4f19-a73b-4f77fcea7e40 None None] Provisioning complete for port 41ce836a-69d2-4608-ab65-778a04127fd4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:29.575811 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4058a553-f46a-4f19-a73b-4f77fcea7e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.588600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f241f159-20fa-4637-adde-ce9ffc4d9afc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:29.589320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f241f159-20fa-4637-adde-ce9ffc4d9afc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0579333 Feb 19 00:52:29.592097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41858) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.701127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-452bd917-a11b-46e8-9ae1-73f8f19f3c8b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065738 Feb 19 00:52:29.705956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41864) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.743484 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd3e4a8-4e1c-450e-b371-574054b2cd18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:29.746803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd3e4a8-4e1c-450e-b371-574054b2cd18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:29.748841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41866) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.750306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fdd3e4a8-4e1c-450e-b371-574054b2cd18 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/86cff32a-630c-487b-9610-242e9ef156fb HTTP/1.1" status: 404 len: 333 time: 0.0430419 Feb 19 00:52:29.752784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.782206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4058a553-f46a-4f19-a73b-4f77fcea7e40 None None] Current status of the port 41ce836a-69d2-4608-ab65-778a04127fd4 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:29.800803 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7109285-4ae9-49bf-bef7-8925095e46cf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:29.801281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7109285-4ae9-49bf-bef7-8925095e46cf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:29.811377 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e7109285-4ae9-49bf-bef7-8925095e46cf tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/43af2ddf-b6bd-4ba7-a762-df6ac5d0a0be HTTP/1.1" status: 404 len: 337 time: 0.0574083 Feb 19 00:52:29.817215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41874) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.848118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511474da-0818-4932-a0cf-548869f66837 None None] DHCP port deletion for 56ceac71-2335-48a2-b345-d4c8d8eb1409 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:52:29.869260 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a991fa-75ea-4a47-8a56-9ad8d7a7a30f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:29.869864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a991fa-75ea-4a47-8a56-9ad8d7a7a30f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:29.876129 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e8a991fa-75ea-4a47-8a56-9ad8d7a7a30f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/fe3cb8af-c551-41aa-b300-f80089bf8595 HTTP/1.1" status: 404 len: 337 time: 0.0571761 Feb 19 00:52:29.877935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41876) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.932293 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7314a22-5595-488f-8af3-ec239e8549e8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:29.933639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7314a22-5595-488f-8af3-ec239e8549e8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:29.937284 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b7314a22-5595-488f-8af3-ec239e8549e8 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/9e2de764-d8b1-4ba1-915f-0f3509e5e47b HTTP/1.1" status: 404 len: 333 time: 0.0583503 Feb 19 00:52:29.940027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41878) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:29.957779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-511474da-0818-4932-a0cf-548869f66837 None None] Deleting port 41ce836a-69d2-4608-ab65-778a04127fd4 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:29.958349 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-511474da-0818-4932-a0cf-548869f66837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:29.992732 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb4fc52-46fe-4c70-9ee4-758f23cacd03 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:29.993244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb4fc52-46fe-4c70-9ee4-758f23cacd03 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:29.996489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3fb4fc52-46fe-4c70-9ee4-758f23cacd03 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/734decc5-842e-4075-875c-0b2abebb20de HTTP/1.1" status: 404 len: 337 time: 0.0554135 Feb 19 00:52:30.002888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41880) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.015091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e58c2af5-83cd-46b4-8476-da2f1769357a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.052666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-511474da-0818-4932-a0cf-548869f66837 None None] For port 41ce836a-69d2-4608-ab65-778a04127fd4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=41ce836a-69d2-4608-ab65-778a04127fd4,segment=NetworkSegment(e2e11108-a78e-4b42-919d-957db1763187),segment_id=e2e11108-a78e-4b42-919d-957db1763187)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:30.053098 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-511474da-0818-4932-a0cf-548869f66837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.064532 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f581ad-b205-4a57-8067-7524ee5b7f7c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.066201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f581ad-b205-4a57-8067-7524ee5b7f7c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.072758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f7f581ad-b205-4a57-8067-7524ee5b7f7c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/a7cf3d1b-28f1-4053-97c1-aabe1de35f33 HTTP/1.1" status: 404 len: 337 time: 0.0620275 Feb 19 00:52:30.074054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41882) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.075042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-511474da-0818-4932-a0cf-548869f66837 None None] Calling delete_port for 41ce836a-69d2-4608-ab65-778a04127fd4 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:30.142858 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2362793-b7fd-4a44-a2a7-50426c1db164 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.143715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2362793-b7fd-4a44-a2a7-50426c1db164 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.152823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41884) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.153413 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d2362793-b7fd-4a44-a2a7-50426c1db164 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/3ac74a95-8fe8-480a-96d6-7157c0059481 HTTP/1.1" status: 404 len: 333 time: 0.0743008 Feb 19 00:52:30.192595 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-950564d6-15c5-4ebe-aab7-a493cf900029 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.200358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-511474da-0818-4932-a0cf-548869f66837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (41ce836a-69d2-4608-ab65-778a04127fd4), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.201128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-950564d6-15c5-4ebe-aab7-a493cf900029 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.207125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-950564d6-15c5-4ebe-aab7-a493cf900029 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/5f3b46f4-c000-4c43-a445-547f9aaf2c80 HTTP/1.1" status: 404 len: 337 time: 0.0505252 Feb 19 00:52:30.210709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41886) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.230457 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e58c2af5-83cd-46b4-8476-da2f1769357a admin admin] Publish callbacks [] for security_group (7878f88d-ef38-4173-9e25-5c7bab4a6749), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.235295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511474da-0818-4932-a0cf-548869f66837 None None] Pushing event deleted for resources: {'Port': ['ID=41ce836a-69d2-4608-ab65-778a04127fd4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:30.237580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e58c2af5-83cd-46b4-8476-da2f1769357a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7878f88d-ef38-4173-9e25-5c7bab4a6749), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.241312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511474da-0818-4932-a0cf-548869f66837 None None] No DVR routers for this DVR port 41ce836a-69d2-4608-ab65-778a04127fd4 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:30.281003 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-249180b7-0c30-49d6-9069-e095f9aa738c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.282377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249180b7-0c30-49d6-9069-e095f9aa738c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.299806 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e58c2af5-83cd-46b4-8476-da2f1769357a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5da2848652284860a8fc8cb66cbbe954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5497873 Feb 19 00:52:30.304742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41888) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.310397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-249180b7-0c30-49d6-9069-e095f9aa738c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/7b847c37-55c6-4250-af00-b713db8d49e5 HTTP/1.1" status: 404 len: 337 time: 0.0969489 Feb 19 00:52:30.311377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c2af5-83cd-46b4-8476-da2f1769357a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7878f88d-ef38-4173-9e25-5c7bab4a6749,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:30.322625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41890) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.364440 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-398b2a9c-95ac-42ed-a125-f45cc169e35f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.366800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398b2a9c-95ac-42ed-a125-f45cc169e35f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.370156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-398b2a9c-95ac-42ed-a125-f45cc169e35f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/d81339ea-d717-4fba-b53d-2a1ca52b04a8 HTTP/1.1" status: 404 len: 333 time: 0.0462143 Feb 19 00:52:30.372738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41892) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.373035 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2720bae-17a2-4c2d-97a7-42135fb610e7 admin admin] Publish callbacks [] for security_group (7878f88d-ef38-4173-9e25-5c7bab4a6749), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.400971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2720bae-17a2-4c2d-97a7-42135fb610e7 admin admin] Publish callbacks [] for security_group (7878f88d-ef38-4173-9e25-5c7bab4a6749), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.403056 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-821cf2cb-bd62-4236-83fd-7dd4545c2927 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.403289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821cf2cb-bd62-4236-83fd-7dd4545c2927 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.406875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-821cf2cb-bd62-4236-83fd-7dd4545c2927 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/08f7bd46-0d40-4a9b-9658-3b84ebc6d3b4 HTTP/1.1" status: 404 len: 337 time: 0.0331919 Feb 19 00:52:30.409663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41896) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.442509 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ba3c636-3a66-4096-84cb-880d41eb4fa0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.442984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ba3c636-3a66-4096-84cb-880d41eb4fa0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.449068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2ba3c636-3a66-4096-84cb-880d41eb4fa0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/3482079e-33db-4296-8ebf-e5d05df64beb HTTP/1.1" status: 404 len: 337 time: 0.0382485 Feb 19 00:52:30.449382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41898) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.476735 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-849bc7a8-fc97-46ef-97e5-576cbbfb96e4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.477311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849bc7a8-fc97-46ef-97e5-576cbbfb96e4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.482769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-849bc7a8-fc97-46ef-97e5-576cbbfb96e4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/483d2a5f-24d4-4670-a170-77821750347f HTTP/1.1" status: 404 len: 333 time: 0.0302849 Feb 19 00:52:30.485224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41900) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.497444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2720bae-17a2-4c2d-97a7-42135fb610e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7878f88d-ef38-4173-9e25-5c7bab4a6749), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.500634 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2720bae-17a2-4c2d-97a7-42135fb610e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.502010 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2720bae-17a2-4c2d-97a7-42135fb610e7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7878f88d-ef38-4173-9e25-5c7bab4a6749 HTTP/1.1" status: 204 len: 168 time: 0.1963055 Feb 19 00:52:30.513776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2720bae-17a2-4c2d-97a7-42135fb610e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7878f88d-ef38-4173-9e25-5c7bab4a6749,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:30.515729 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01d4625-262a-44de-9f05-16f152df81e4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.516835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01d4625-262a-44de-9f05-16f152df81e4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.520436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f01d4625-262a-44de-9f05-16f152df81e4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/cb438f47-7194-4ba1-b12a-73784ed32165 HTTP/1.1" status: 404 len: 337 time: 0.0339737 Feb 19 00:52:30.523960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41904) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.562105 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f8dab9-37ad-48fb-b75f-c7e5192f66bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.562721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f8dab9-37ad-48fb-b75f-c7e5192f66bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.581257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f1f8dab9-37ad-48fb-b75f-c7e5192f66bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/a0cb001c-02c8-45a8-92ec-fca4a985a58a HTTP/1.1" status: 404 len: 333 time: 0.0558958 Feb 19 00:52:30.583812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41906) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.622352 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82c03df-4408-4e15-8535-2ed7baf05a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.623121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82c03df-4408-4e15-8535-2ed7baf05a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.626521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a82c03df-4408-4e15-8535-2ed7baf05a58 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/7764ca7f-1b51-4f74-b274-1940f2c74c51 HTTP/1.1" status: 404 len: 337 time: 0.0415821 Feb 19 00:52:30.629038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41908) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.661776 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8bf153-e254-48ee-b0f4-4b2d3466e1c0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.662400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8bf153-e254-48ee-b0f4-4b2d3466e1c0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.666219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ca8bf153-e254-48ee-b0f4-4b2d3466e1c0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/1df57a9c-73a5-4ac3-9150-61eec01034c1 HTTP/1.1" status: 404 len: 333 time: 0.0353444 Feb 19 00:52:30.668804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41912) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.673075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 41ce836a-69d2-4608-ab65-778a04127fd4 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:52:30.697692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 41ce836a-69d2-4608-ab65-778a04127fd4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:52:30.698426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 41ce836a-69d2-4608-ab65-778a04127fd4 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:52:30.705882 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4311f37-c5ea-4aba-b706-107de8371df9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.706492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4311f37-c5ea-4aba-b706-107de8371df9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.710076 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b4311f37-c5ea-4aba-b706-107de8371df9 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/517c42ef-0d08-47db-afa9-087d57d62846 HTTP/1.1" status: 404 len: 337 time: 0.0405064 Feb 19 00:52:30.713738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41916) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.741134 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-daed366e-bdd4-4f56-bc68-41d646d55171 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.741726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daed366e-bdd4-4f56-bc68-41d646d55171 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.748144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-daed366e-bdd4-4f56-bc68-41d646d55171 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/808b5e0f-7fd5-44ba-88b6-1e3308fa609a HTTP/1.1" status: 404 len: 333 time: 0.0308061 Feb 19 00:52:30.748490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41918) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.778475 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f4088d-18c4-4288-9f5d-df9b409c039d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.779023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f4088d-18c4-4288-9f5d-df9b409c039d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.785308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c3f4088d-18c4-4288-9f5d-df9b409c039d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/776026a2-2c57-4121-8efd-e0b63421afb5 HTTP/1.1" status: 404 len: 337 time: 0.0329621 Feb 19 00:52:30.785621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.813090 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-de81f06b-69a4-495e-912f-5f012b2cbb01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.813711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de81f06b-69a4-495e-912f-5f012b2cbb01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.818206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de81f06b-69a4-495e-912f-5f012b2cbb01 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/450f5792-15fb-499a-9e0e-5dddc8df8f30 HTTP/1.1" status: 404 len: 333 time: 0.0313091 Feb 19 00:52:30.820767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41922) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.848595 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7bc0cf2-7151-414f-bf5c-6c02fdb1e78a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.849073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7bc0cf2-7151-414f-bf5c-6c02fdb1e78a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.852582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c7bc0cf2-7151-414f-bf5c-6c02fdb1e78a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/90b7f5b3-784f-4825-971a-0dd0c2437252 HTTP/1.1" status: 404 len: 337 time: 0.0307899 Feb 19 00:52:30.855197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41924) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.881469 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f369484f-2362-46b8-843a-b71b43437861 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.882036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f369484f-2362-46b8-843a-b71b43437861 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.885428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f369484f-2362-46b8-843a-b71b43437861 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/4188c045-6072-42b9-8b83-37c5f74ae0a7 HTTP/1.1" status: 404 len: 333 time: 0.0290496 Feb 19 00:52:30.888222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41926) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.904616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41928) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.922249 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc66947b-46ae-43df-9eb6-13759b055650 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.922729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc66947b-46ae-43df-9eb6-13759b055650 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.927346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9359ce47-4d19-49dd-8f6f-9624a3abfab3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:30.930101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fc66947b-46ae-43df-9eb6-13759b055650 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/59719593-0af4-492c-a891-21b83d618ddd HTTP/1.1" status: 404 len: 337 time: 0.0409081 Feb 19 00:52:30.930326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41930) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:30.970840 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1081da-651e-4233-a1d1-ad401867eb7a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:30.971302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1081da-651e-4233-a1d1-ad401867eb7a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:30.974344 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4b1081da-651e-4233-a1d1-ad401867eb7a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/177c867f-340f-4d53-9496-222435caebe8 HTTP/1.1" status: 404 len: 337 time: 0.0430651 Feb 19 00:52:30.977040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41932) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.020684 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ec655d-be02-4d60-b36d-033c7d26ee3c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.021476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ec655d-be02-4d60-b36d-033c7d26ee3c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.025110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d0ec655d-be02-4d60-b36d-033c7d26ee3c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/1d736d19-9e4b-467c-a919-6caafcf07a9e HTTP/1.1" status: 404 len: 333 time: 0.0465844 Feb 19 00:52:31.027915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.230078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-2ef22ecd-e75f-4ff3-8921-eece2d540f57 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2596595 Feb 19 00:52:31.325530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-5a0c2011-7fe4-4ae5-9bb4-a91257a45a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:31.327997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-5a0c2011-7fe4-4ae5-9bb4-a91257a45a05 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 1128 time: 0.0625472 Feb 19 00:52:31.456080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-029c1b84-019c-497f-997c-101dff6dbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:31.457522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-029c1b84-019c-497f-997c-101dff6dbaf0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1043434 Feb 19 00:52:31.467158 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8f9238-305e-460a-9bee-3269666ef763 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.467622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8f9238-305e-460a-9bee-3269666ef763 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.471011 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7d8f9238-305e-460a-9bee-3269666ef763 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/0bf15e1d-bf3b-456c-b2d5-8fd2d174de6d HTTP/1.1" status: 404 len: 337 time: 0.4421747 Feb 19 00:52:31.474076 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41940) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.519726 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-665fae68-2a83-4ae6-a80a-5a2cce051117 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.520349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665fae68-2a83-4ae6-a80a-5a2cce051117 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.522233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-427cccdd-afef-4496-8eea-c9c6ffb39f56 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928 HTTP/1.1" status: 200 len: 217 time: 0.0529923 Feb 19 00:52:31.526305 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-665fae68-2a83-4ae6-a80a-5a2cce051117 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/95f2914d-2b39-496a-87b3-be4556c222de HTTP/1.1" status: 404 len: 337 time: 0.0489933 Feb 19 00:52:31.526997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41942) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.578387 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc93a849-cf32-49a4-908c-8764e0a013b0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.578971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc93a849-cf32-49a4-908c-8764e0a013b0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.584607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fc93a849-cf32-49a4-908c-8764e0a013b0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/45f83657-cfd5-48a8-9ae3-0482f5c2f807 HTTP/1.1" status: 404 len: 333 time: 0.0541382 Feb 19 00:52:31.585381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41944) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.603405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-53f01375-f59a-45fe-aa04-e76c51854f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:31.605019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-53f01375-f59a-45fe-aa04-e76c51854f7a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0677035 Feb 19 00:52:31.608143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9359ce47-4d19-49dd-8f6f-9624a3abfab3 admin admin] Publish callbacks [] for security_group (aa6587f6-a9c2-40c1-a2cf-155c03d6d318), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:31.630533 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78c8235-b427-4a8a-814f-f29ebe111afa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.631163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78c8235-b427-4a8a-814f-f29ebe111afa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.637712 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f78c8235-b427-4a8a-814f-f29ebe111afa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/ab33f3c3-22a5-4dca-8e46-12adc4671e48 HTTP/1.1" status: 404 len: 337 time: 0.0510666 Feb 19 00:52:31.638646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9359ce47-4d19-49dd-8f6f-9624a3abfab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aa6587f6-a9c2-40c1-a2cf-155c03d6d318), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:31.641653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41946) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.673264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-e4df0309-c1cd-4502-b84d-02e9ef8e4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:31.675464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-e4df0309-c1cd-4502-b84d-02e9ef8e4bd9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0637708 Feb 19 00:52:31.704779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ce47-4d19-49dd-8f6f-9624a3abfab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6587f6-a9c2-40c1-a2cf-155c03d6d318,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:31.707475 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c688711-4432-4401-9169-e294f2ad9835 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.707896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c688711-4432-4401-9169-e294f2ad9835 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.714452 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8c688711-4432-4401-9169-e294f2ad9835 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/fb8fd80e-78c0-44b4-b0a3-f299be7b1247 HTTP/1.1" status: 404 len: 337 time: 0.0604892 Feb 19 00:52:31.715207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41948) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.752966 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a2283e-634a-45ef-b4d7-629e54fc1f96 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.753648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a2283e-634a-45ef-b4d7-629e54fc1f96 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.760134 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-37a2283e-634a-45ef-b4d7-629e54fc1f96 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/7c8eb9a6-1d66-4da7-9a6a-fbacbf021a84 HTTP/1.1" status: 404 len: 333 time: 0.0398402 Feb 19 00:52:31.760567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41950) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.763432 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9359ce47-4d19-49dd-8f6f-9624a3abfab3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8b9e512e9df44f36b8c6c6e1775c1b8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8572090 Feb 19 00:52:31.765996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41952) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.826648 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-67380936-ed05-44a8-983a-42358f2234b4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.827234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67380936-ed05-44a8-983a-42358f2234b4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.830775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-67380936-ed05-44a8-983a-42358f2234b4 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/9e322bd1-03a7-4ace-9a87-de824fa4f9e3 HTTP/1.1" status: 404 len: 337 time: 0.0689886 Feb 19 00:52:31.836817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41960) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.864068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16a6c5ca-fc35-4375-8e29-00e77c214aae admin admin] Publish callbacks [] for security_group (aa6587f6-a9c2-40c1-a2cf-155c03d6d318), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:31.869664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-5d6f0c9e-3c68-41ec-a766-12a8a67d8751 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853170 Feb 19 00:52:31.870382 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-47faf888-9436-43a8-aebc-7d1af7e05f42 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:31.870808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47faf888-9436-43a8-aebc-7d1af7e05f42 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:31.874332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-47faf888-9436-43a8-aebc-7d1af7e05f42 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/aeab5c2f-f52b-4b58-a142-67e92d25d9db HTTP/1.1" status: 404 len: 337 time: 0.0364358 Feb 19 00:52:31.877010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41964) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.892190 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16a6c5ca-fc35-4375-8e29-00e77c214aae admin admin] Publish callbacks [] for security_group (aa6587f6-a9c2-40c1-a2cf-155c03d6d318), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:31.915403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3a911c85-2fd8-48f3-b352-34f744608926 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8439f19-879f-4354-a998-9691e5ed9256 HTTP/1.1" status: 200 len: 205 time: 0.0366824 Feb 19 00:52:31.925481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41970) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:31.973363 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16a6c5ca-fc35-4375-8e29-00e77c214aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aa6587f6-a9c2-40c1-a2cf-155c03d6d318), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:31.976459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16a6c5ca-fc35-4375-8e29-00e77c214aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:31.980351 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-16a6c5ca-fc35-4375-8e29-00e77c214aae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa6587f6-a9c2-40c1-a2cf-155c03d6d318 HTTP/1.1" status: 204 len: 168 time: 0.2107818 Feb 19 00:52:31.987879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a6c5ca-fc35-4375-8e29-00e77c214aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6587f6-a9c2-40c1-a2cf-155c03d6d318,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:32.008407 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-0ff4537c-1655-495c-8b56-abaa76784bfa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] delete failed (client error): The resource could not be found. Feb 19 00:52:32.009843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0ff4537c-1655-495c-8b56-abaa76784bfa tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/routers/e8439f19-879f-4354-a998-9691e5ed9256 HTTP/1.1" status: 404 len: 336 time: 0.0828388 Feb 19 00:52:32.012315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41976) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.046998 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-360f59ee-2494-4b2c-a348-998bb8b5910f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.047613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360f59ee-2494-4b2c-a348-998bb8b5910f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.051499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-360f59ee-2494-4b2c-a348-998bb8b5910f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/44673264-f95e-4913-99e3-5b63e557281b HTTP/1.1" status: 404 len: 337 time: 0.0379305 Feb 19 00:52:32.054171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41978) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.096865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9a6fab72-a830-4225-ae31-8e034d9823fb tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "GET /v2.0/ports?device_id=b080c029-0931-4fb9-825b-8b647c315019 HTTP/1.1" status: 200 len: 205 time: 0.0396466 Feb 19 00:52:32.100959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41980) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.159062 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-f7692359-91de-4eca-955c-aa93dff97d15 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] delete failed (client error): The resource could not be found. Feb 19 00:52:32.161244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f7692359-91de-4eca-955c-aa93dff97d15 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/routers/b080c029-0931-4fb9-825b-8b647c315019 HTTP/1.1" status: 404 len: 336 time: 0.0584137 Feb 19 00:52:32.165001 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41982) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.175409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad31adf-8921-49f9-9499-19ac3d70bcdc req-b798e669-885c-4dd5-bd70-b3fecc7835ee service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874236 Feb 19 00:52:32.244191 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b6c0e43-9788-4c17-a70c-d60de5d33665 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.245463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b6c0e43-9788-4c17-a70c-d60de5d33665 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.254498 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b6c0e43-9788-4c17-a70c-d60de5d33665 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/75663ed6-fed9-4d11-8007-e2d57b404033 HTTP/1.1" status: 404 len: 337 time: 0.0875969 Feb 19 00:52:32.256749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41984) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.295232 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-4305d835-0045-4fda-9419-6fa8b02f5d6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.295827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4305d835-0045-4fda-9419-6fa8b02f5d6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.299460 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4305d835-0045-4fda-9419-6fa8b02f5d6c tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/3717aed0-39ca-4947-8b9a-35048d9014c0 HTTP/1.1" status: 404 len: 337 time: 0.0414846 Feb 19 00:52:32.302241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41988) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.331030 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-539ae6dc-62ea-4a4b-a80b-fde21fa43bc2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.331699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539ae6dc-62ea-4a4b-a80b-fde21fa43bc2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.339427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-539ae6dc-62ea-4a4b-a80b-fde21fa43bc2 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/a0b69338-f76b-432b-9783-e909e4b8fbec HTTP/1.1" status: 404 len: 333 time: 0.0333898 Feb 19 00:52:32.340139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41990) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.374418 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97ee9cf-928c-4ec3-a0ab-37d78b908264 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.375095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b97ee9cf-928c-4ec3-a0ab-37d78b908264 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.379056 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b97ee9cf-928c-4ec3-a0ab-37d78b908264 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/80222dfb-1b88-4446-bd60-6fbd6cff45cb HTTP/1.1" status: 404 len: 337 time: 0.0373952 Feb 19 00:52:32.381764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41994) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.407696 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2c345c4-8fd1-4322-b47d-ca0ea4b55a3a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.408520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2c345c4-8fd1-4322-b47d-ca0ea4b55a3a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.412621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c2c345c4-8fd1-4322-b47d-ca0ea4b55a3a tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/a6d79d79-7173-4300-9654-523aa8da4413 HTTP/1.1" status: 404 len: 333 time: 0.0295215 Feb 19 00:52:32.415399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 41996) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.445520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 41998) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.449501 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c9918c-88d0-43e2-be4c-79703b94abf0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.450200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c9918c-88d0-43e2-be4c-79703b94abf0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.453505 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-05c9918c-88d0-43e2-be4c-79703b94abf0 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/5fb2c811-4f92-4c9f-ab89-b4dbaafb8984 HTTP/1.1" status: 404 len: 337 time: 0.0368729 Feb 19 00:52:32.456733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.510484 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-1672407f-fbaa-497c-901d-d522b77b141d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.514409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1672407f-fbaa-497c-901d-d522b77b141d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.518094 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1672407f-fbaa-497c-901d-d522b77b141d tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/0a32b0b5-aefe-4c87-be42-d9cb117947d2 HTTP/1.1" status: 404 len: 333 time: 0.0581639 Feb 19 00:52:32.521153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42004) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.644114 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2d63df-b712-4fee-9fe6-4f988596d978 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.644577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2d63df-b712-4fee-9fe6-4f988596d978 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.647965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-be2d63df-b712-4fee-9fe6-4f988596d978 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/a6f36ef6-a0ca-4e2b-bb84-3f41743f1541 HTTP/1.1" status: 404 len: 337 time: 0.1226792 Feb 19 00:52:32.650842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42010) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.661436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-12266a36-31ca-4a6d-bfce-83745ac406a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:32.682554 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a24269-d508-45b8-a7b4-1426d5b57c80 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.683513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a24269-d508-45b8-a7b4-1426d5b57c80 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.687303 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-23a24269-d508-45b8-a7b4-1426d5b57c80 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/e16e72ec-afde-4b5f-8047-dc98df62ca20 HTTP/1.1" status: 404 len: 333 time: 0.0350664 Feb 19 00:52:32.689801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.729955 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-840557e4-7ab3-45ca-8daa-914c6dfc1528 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.730452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840557e4-7ab3-45ca-8daa-914c6dfc1528 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.734903 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-840557e4-7ab3-45ca-8daa-914c6dfc1528 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/33760841-10c9-41ec-9a78-8028d417ee62 HTTP/1.1" status: 404 len: 337 time: 0.0437958 Feb 19 00:52:32.737364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42018) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.770945 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d285fedb-8f9a-4ac5-a353-caa5451b416e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.771742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d285fedb-8f9a-4ac5-a353-caa5451b416e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.775945 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d285fedb-8f9a-4ac5-a353-caa5451b416e tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/0a06282d-fbab-4308-a5d4-8087729d949c HTTP/1.1" status: 404 len: 333 time: 0.0368445 Feb 19 00:52:32.778548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42020) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.818967 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca47b304-ea9e-415c-b7be-b51454c52e4b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.820704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca47b304-ea9e-415c-b7be-b51454c52e4b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.828058 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca47b304-ea9e-415c-b7be-b51454c52e4b tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/c376f2b9-69fd-45c6-b518-f9bf62de3085 HTTP/1.1" status: 404 len: 337 time: 0.0478899 Feb 19 00:52:32.830466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42024) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.864730 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f25d50-37e7-418e-b0ba-e99efcbea041 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.865642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f25d50-37e7-418e-b0ba-e99efcbea041 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.869433 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f0f25d50-37e7-418e-b0ba-e99efcbea041 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/f2e4df76-0bea-4f44-8f23-716609b2f91e HTTP/1.1" status: 404 len: 333 time: 0.0352929 Feb 19 00:52:32.872200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42026) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.909126 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-12266a36-31ca-4a6d-bfce-83745ac406a7 admin admin] Publish callbacks [] for security_group (0fa57869-c20e-4df5-b795-a683fba3d3b5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:32.921942 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-12266a36-31ca-4a6d-bfce-83745ac406a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0fa57869-c20e-4df5-b795-a683fba3d3b5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:32.935106 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a5de44-2590-47c8-a3f8-5147df7062bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:32.939279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a5de44-2590-47c8-a3f8-5147df7062bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:32.942712 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11a5de44-2590-47c8-a3f8-5147df7062bc tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/5ad3c9b3-db55-42b9-9485-75d9a8917d57 HTTP/1.1" status: 404 len: 337 time: 0.0690908 Feb 19 00:52:32.947152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:32.984440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12266a36-31ca-4a6d-bfce-83745ac406a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa57869-c20e-4df5-b795-a683fba3d3b5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:33.015162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-12266a36-31ca-4a6d-bfce-83745ac406a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d76ef692f1f6480ea7de2a942b128c9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5680926 Feb 19 00:52:33.018621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42032) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:33.031236 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fdb56e-5a9d-410e-9743-e13845d42b66 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:33.035586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fdb56e-5a9d-410e-9743-e13845d42b66 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:33.038734 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b6fdb56e-5a9d-410e-9743-e13845d42b66 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/ports/03127691-ef6b-4c6d-a80a-aae5774c3e38 HTTP/1.1" status: 404 len: 333 time: 0.0895653 Feb 19 00:52:33.041261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42034) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:33.082935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bca5c7fa-8ae1-40ee-b008-3453bd094d61 admin admin] Publish callbacks [] for security_group (0fa57869-c20e-4df5-b795-a683fba3d3b5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.086377 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1e1e34-334d-49ae-bdec-6cfcee22fc5f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:33.086929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1e1e34-334d-49ae-bdec-6cfcee22fc5f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:33.090218 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7f1e1e34-334d-49ae-bdec-6cfcee22fc5f tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/subnets/d0a5eb3a-82ef-483b-9240-62b06eb6bbad HTTP/1.1" status: 404 len: 337 time: 0.0477982 Feb 19 00:52:33.092853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42036) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:33.123592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bca5c7fa-8ae1-40ee-b008-3453bd094d61 admin admin] Publish callbacks [] for security_group (0fa57869-c20e-4df5-b795-a683fba3d3b5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.225360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bca5c7fa-8ae1-40ee-b008-3453bd094d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0fa57869-c20e-4df5-b795-a683fba3d3b5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.226601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (56ceac71-2335-48a2-b345-d4c8d8eb1409), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.229040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bca5c7fa-8ae1-40ee-b008-3453bd094d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.230246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bca5c7fa-8ae1-40ee-b008-3453bd094d61 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0fa57869-c20e-4df5-b795-a683fba3d3b5 HTTP/1.1" status: 204 len: 168 time: 0.2106590 Feb 19 00:52:33.256530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5c7fa-8ae1-40ee-b008-3453bd094d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa57869-c20e-4df5-b795-a683fba3d3b5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:33.369264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (56ceac71-2335-48a2-b345-d4c8d8eb1409), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.402804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ceac71-2335-48a2-b345-d4c8d8eb1409']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:33.422276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e11108-a78e-4b42-919d-957db1763187') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:33.422698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e11108-a78e-4b42-919d-957db1763187') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:33.436833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e2e11108-a78e-4b42-919d-957db1763187), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.461522 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e2e11108-a78e-4b42-919d-957db1763187), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.483141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:33.483888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e2e11108-a78e-4b42-919d-957db1763187), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: warnings.warn(msg) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:33.491623 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:33.594868 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (56ceac71-2335-48a2-b345-d4c8d8eb1409), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.608664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:33.618110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] 10.222.0.60 "DELETE /v2.0/networks/56ceac71-2335-48a2-b345-d4c8d8eb1409 HTTP/1.1" status: 204 len: 168 time: 0.5239942 Feb 19 00:52:33.641597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb421e56-2a88-49fd-815f-49fff65bc1d6 tempest-NetworksTestDHCPv6-1015862815 tempest-NetworksTestDHCPv6-1015862815-project] Pushing event deleted for resources: {'Network': ['ID=56ceac71-2335-48a2-b345-d4c8d8eb1409,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:34.008733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42066) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:34.432206 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-360f5465-b254-4c84-bbbf-dee13282ebb1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7cb9673abb904204bb5d9ca203c3c5c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4209995 Feb 19 00:52:34.434923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42086) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:34.502894 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b439c38-55f2-48e8-a67e-5f247d01b681 admin admin] Publish callbacks [] for security_group (b00c5e94-7dc6-48e1-a44e-0c216f8bbbfd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.528581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b439c38-55f2-48e8-a67e-5f247d01b681 admin admin] Publish callbacks [] for security_group (b00c5e94-7dc6-48e1-a44e-0c216f8bbbfd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.584746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b439c38-55f2-48e8-a67e-5f247d01b681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b00c5e94-7dc6-48e1-a44e-0c216f8bbbfd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.589299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b439c38-55f2-48e8-a67e-5f247d01b681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:34.592816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7b439c38-55f2-48e8-a67e-5f247d01b681 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b00c5e94-7dc6-48e1-a44e-0c216f8bbbfd HTTP/1.1" status: 204 len: 168 time: 0.1542292 Feb 19 00:52:34.601825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b439c38-55f2-48e8-a67e-5f247d01b681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00c5e94-7dc6-48e1-a44e-0c216f8bbbfd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:35.749638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42142) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:35.873672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1933038612'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:35.901532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:35.906531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:35.921860 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.031963 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for security_group (573f8cd3-69bb-4120-9a06-e5133a99d16e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.038783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (573f8cd3-69bb-4120-9a06-e5133a99d16e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.074000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:36.096931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573f8cd3-69bb-4120-9a06-e5133a99d16e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:36.105880 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (629b2026-face-4851-8caa-c6a873ed83d8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.106813 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment 629b2026-face-4851-8caa-c6a873ed83d8 of type vlan for network 0dd88440-a672-415a-bbf9-4df6fce92da8 Feb 19 00:52:36.172225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (0dd88440-a672-415a-bbf9-4df6fce92da8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.221850 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (0dd88440-a672-415a-bbf9-4df6fce92da8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.230891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:36.235219 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:36.320027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5689509 Feb 19 00:52:36.348380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef511f-35df-43c7-a97f-eb1f25a4e3f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=0dd88440-a672-415a-bbf9-4df6fce92da8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:36.363711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 0dd88440-a672-415a-bbf9-4df6fce92da8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:37.368834 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:52:39.823471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42212) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:39.831038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '0dd88440-a672-415a-bbf9-4df6fce92da8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:39.948175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:39.952524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.258051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (7d620b8b-2472-447a-8d50-57b133188fe4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.355528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=7d620b8b-2472-447a-8d50-57b133188fe4,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:40.372091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': '629b2026-face-4851-8caa-c6a873ed83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0dd88440-a672-415a-bbf9-4df6fce92da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:40.372456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: 0dd88440-a672-415a-bbf9-4df6fce92da8, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:40.400318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 0dd88440-a672-415a-bbf9-4df6fce92da8 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:40.414577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 0dd88440-a672-415a-bbf9-4df6fce92da8) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:40.419177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.420105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.430043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa315fb-236f-4ff2-b951-5f2b73036c05 None None] Network 0dd88440-a672-415a-bbf9-4df6fce92da8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:40.465940 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4965fb0b-aedc-44f6-b487-2d27565f1853 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6362989 Feb 19 00:52:40.466393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42242) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:40.488425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-492653206'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:40.514279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:40.518741 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.548876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:40.560438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5ec697e4-309a-4d33-ac0f-ca8ea0934c6e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.560800 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment 5ec697e4-309a-4d33-ac0f-ca8ea0934c6e of type vlan for network 2355b11a-c400-40f9-a33d-a7d3157c2c2b Feb 19 00:52:40.563681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-0dd88440-a672-415a-bbf9-4df6fce92da8', 'network_id': '0dd88440-a672-415a-bbf9-4df6fce92da8', 'project_id': '8ce6afb1dd6a4abdb093a8e8721be847', 'fixed_ips': [{'subnet_id': '7d620b8b-2472-447a-8d50-57b133188fe4'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:40.564627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.625327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2355b11a-c400-40f9-a33d-a7d3157c2c2b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.655199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2355b11a-c400-40f9-a33d-a7d3157c2c2b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.660813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:40.661596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:40.756210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=2355b11a-c400-40f9-a33d-a7d3157c2c2b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:40.757718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Allocated IP 2001:db8:0:ffff::2 (0dd88440-a672-415a-bbf9-4df6fce92da8/7d620b8b-2472-447a-8d50-57b133188fe4/edd0d3f7-e6c1-462c-8a86-eb41263268e0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:40.776964 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2f1d841f-8347-4102-87b4-85ff4eca095f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3062685 Feb 19 00:52:40.777218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42244) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:40.784503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '2355b11a-c400-40f9-a33d-a7d3157c2c2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:40.897786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2355b11a-c400-40f9-a33d-a7d3157c2c2b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:40.899133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:40.914252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.026222 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Publish callbacks [] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.035929 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.111378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Network 0dd88440-a672-415a-bbf9-4df6fce92da8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:41.114072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:41.116086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Pushing event updated for resources: {'Port': ['ID=edd0d3f7-e6c1-462c-8a86-eb41263268e0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:41.121540 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:41.139392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.140175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.141646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.142409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.142998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.143687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.144620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.145269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.145837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.146431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.146990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.147557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.148276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:52:41.232662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Attempting to bind port edd0d3f7-e6c1-462c-8a86-eb41263268e0 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:41.233044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Attempting to bind port edd0d3f7-e6c1-462c-8a86-eb41263268e0 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '629b2026-face-4851-8caa-c6a873ed83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0dd88440-a672-415a-bbf9-4df6fce92da8'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:41.233421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Attempting to bind port edd0d3f7-e6c1-462c-8a86-eb41263268e0 on network 0dd88440-a672-415a-bbf9-4df6fce92da8 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:41.240963 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (2dcccd89-f113-484e-b4d0-5b92628d3006), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.250042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:41.250524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Checking segment: {'id': '629b2026-face-4851-8caa-c6a873ed83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0dd88440-a672-415a-bbf9-4df6fce92da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:41.252079 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.252493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Bound using segment: {'id': '629b2026-face-4851-8caa-c6a873ed83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0dd88440-a672-415a-bbf9-4df6fce92da8'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:41.255156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Bound port: edd0d3f7-e6c1-462c-8a86-eb41263268e0, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629b2026-face-4851-8caa-c6a873ed83d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0dd88440-a672-415a-bbf9-4df6fce92da8'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:41.255565 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.350518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=2dcccd89-f113-484e-b4d0-5b92628d3006,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:41.378574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': '5ec697e4-309a-4d33-ac0f-ca8ea0934c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2355b11a-c400-40f9-a33d-a7d3157c2c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:41.378977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: 2355b11a-c400-40f9-a33d-a7d3157c2c2b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:41.381463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] For port edd0d3f7-e6c1-462c-8a86-eb41263268e0, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:41.385448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] For port edd0d3f7-e6c1-462c-8a86-eb41263268e0, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=edd0d3f7-e6c1-462c-8a86-eb41263268e0,segment=NetworkSegment(629b2026-face-4851-8caa-c6a873ed83d8),segment_id=629b2026-face-4851-8caa-c6a873ed83d8)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:41.398029 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.426423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 2355b11a-c400-40f9-a33d-a7d3157c2c2b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:41.442164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2355b11a-c400-40f9-a33d-a7d3157c2c2b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:41.453003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:41.453704 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.462922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3205b054-d742-4326-832a-0f8d1380be97 None None] Network 2355b11a-c400-40f9-a33d-a7d3157c2c2b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:41.505938 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-12f8c327-b8b7-4993-b329-73abecfcb8e3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7245324 Feb 19 00:52:41.507074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42252) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:41.589065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb15090-f1ce-4922-ab1b-baffb6ea1243 None None] Pushing event updated for resources: {'Port': ['ID=edd0d3f7-e6c1-462c-8a86-eb41263268e0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:41.630092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a110810-62de-4b79-850d-65370ec8bd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-2355b11a-c400-40f9-a33d-a7d3157c2c2b', 'network_id': '2355b11a-c400-40f9-a33d-a7d3157c2c2b', 'project_id': '8ce6afb1dd6a4abdb093a8e8721be847', 'fixed_ips': [{'subnet_id': '2dcccd89-f113-484e-b4d0-5b92628d3006'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:41.631239 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a110810-62de-4b79-850d-65370ec8bd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.652147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2355b11a-c400-40f9-a33d-a7d3157c2c2b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.757001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (2dcccd89-f113-484e-b4d0-5b92628d3006), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.832614 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (2dcccd89-f113-484e-b4d0-5b92628d3006), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-4a110810-62de-4b79-850d-65370ec8bd05 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2dcccd89-f113-484e-b4d0-5b92628d3006: This subnet is being modified by another concurrent operation. Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2dcccd89-f113-484e-b4d0-5b92628d3006: This subnet is being modified by another concurrent operation. Feb 19 00:52:41.840953 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 00:52:41.864478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7b3b4-eaad-4a82-80e2-3ce6f655c73e None None] Network 2355b11a-c400-40f9-a33d-a7d3157c2c2b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:41.874488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcccd89-f113-484e-b4d0-5b92628d3006,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:42.045816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2355b11a-c400-40f9-a33d-a7d3157c2c2b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.088421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2355b11a-c400-40f9-a33d-a7d3157c2c2b']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:42.099636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec697e4-309a-4d33-ac0f-ca8ea0934c6e') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:42.099933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec697e4-309a-4d33-ac0f-ca8ea0934c6e') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:42.110521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (5ec697e4-309a-4d33-ac0f-ca8ea0934c6e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.123953 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5ec697e4-309a-4d33-ac0f-ca8ea0934c6e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.131330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:42.132229 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (5ec697e4-309a-4d33-ac0f-ca8ea0934c6e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:42.135798 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:42.208068 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2355b11a-c400-40f9-a33d-a7d3157c2c2b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.217449 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.226890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42264) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:42.227996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/2355b11a-c400-40f9-a33d-a7d3157c2c2b HTTP/1.1" status: 204 len: 168 time: 0.7190592 Feb 19 00:52:42.233728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-672068336'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:42.259713 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eea8b6-afbb-45e7-8b1d-cb97b7a6cede tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=2355b11a-c400-40f9-a33d-a7d3157c2c2b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:42.279678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:42.283329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.320978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:42.333404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8c6d273e-68d3-4f6e-9247-4360f1f83189), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.334823 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment 8c6d273e-68d3-4f6e-9247-4360f1f83189 of type vlan for network e4826403-c17b-4748-85fb-94033fd112c5 Feb 19 00:52:42.430374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e4826403-c17b-4748-85fb-94033fd112c5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.475261 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e4826403-c17b-4748-85fb-94033fd112c5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.490213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:42.490871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.631371 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4028828 Feb 19 00:52:42.634274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42270) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:42.640064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': 'e4826403-c17b-4748-85fb-94033fd112c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:42.641645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1eea7e-2090-4847-ae8c-8534b3651498 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=e4826403-c17b-4748-85fb-94033fd112c5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:42.666813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e4826403-c17b-4748-85fb-94033fd112c5 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:42.772202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device edd0d3f7-e6c1-462c-8a86-eb41263268e0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:42.861954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:42.866328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:42.883895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port edd0d3f7-e6c1-462c-8a86-eb41263268e0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:42.884633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.061306 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port edd0d3f7-e6c1-462c-8a86-eb41263268e0 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:43.061714 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.116214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47ef582-5a0d-4316-b74a-0010e5a5d1da None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:52:43.162014 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (cf13430b-0d10-46a6-b680-ec5d073a7324), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.207719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port edd0d3f7-e6c1-462c-8a86-eb41263268e0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=edd0d3f7-e6c1-462c-8a86-eb41263268e0,segment=NetworkSegment(629b2026-face-4851-8caa-c6a873ed83d8),segment_id=629b2026-face-4851-8caa-c6a873ed83d8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:43.223274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ab3ba659-2847-4924-9405-128d4b8d9b3e None None] Provisioning complete for port edd0d3f7-e6c1-462c-8a86-eb41263268e0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:43.223697 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab3ba659-2847-4924-9405-128d4b8d9b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.229313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.274709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=cf13430b-0d10-46a6-b680-ec5d073a7324,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:43.317500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': '8c6d273e-68d3-4f6e-9247-4360f1f83189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4826403-c17b-4748-85fb-94033fd112c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:43.318306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: e4826403-c17b-4748-85fb-94033fd112c5, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:43.341662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network e4826403-c17b-4748-85fb-94033fd112c5 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:43.355508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, e4826403-c17b-4748-85fb-94033fd112c5) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:43.361664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:43.362681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.386503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-24e79d3b-7130-4907-969a-fbbf44dae112 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7509496 Feb 19 00:52:43.390445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42274) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:43.408269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1974640207'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:43.427490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=edd0d3f7-e6c1-462c-8a86-eb41263268e0,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:43.438556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47ef582-5a0d-4316-b74a-0010e5a5d1da None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 00:52:43.466244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:43.471302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.526786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:43.554291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ebcf361a-bb73-4191-84a4-2f8c85549ced), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.554581 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment ebcf361a-bb73-4191-84a4-2f8c85549ced of type vlan for network 6d81781e-a220-4aae-abfb-30d7c60653e8 Feb 19 00:52:43.555814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ab3ba659-2847-4924-9405-128d4b8d9b3e None None] Current status of the port edd0d3f7-e6c1-462c-8a86-eb41263268e0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:43.629765 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6d81781e-a220-4aae-abfb-30d7c60653e8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.669433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6d81781e-a220-4aae-abfb-30d7c60653e8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.677018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:43.677018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.753912 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3588734 Feb 19 00:52:43.754416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42284) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:43.760027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '6d81781e-a220-4aae-abfb-30d7c60653e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:43.781023 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80780a63-2443-4678-848e-3cfa3f4304dc tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=6d81781e-a220-4aae-abfb-30d7c60653e8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:43.785505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-e4826403-c17b-4748-85fb-94033fd112c5', 'network_id': 'e4826403-c17b-4748-85fb-94033fd112c5', 'project_id': '8ce6afb1dd6a4abdb093a8e8721be847', 'fixed_ips': [{'subnet_id': 'cf13430b-0d10-46a6-b680-ec5d073a7324'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:43.786420 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:43.822892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6d81781e-a220-4aae-abfb-30d7c60653e8 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:44.217815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Allocated IP 2001:db8::1 (e4826403-c17b-4748-85fb-94033fd112c5/cf13430b-0d10-46a6-b680-ec5d073a7324/cb4760b5-6a65-4070-8590-fd788df6de05) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:44.259245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:44.263806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.368894 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Performing IP validity checks on allocation pools {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 00:52:44.369886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 00:52:44.424625 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Publish callbacks [] for port (cb4760b5-6a65-4070-8590-fd788df6de05), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.432866 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.457457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Network e4826403-c17b-4748-85fb-94033fd112c5 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:44.460770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:44.463598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:44.532089 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (10e3219c-1649-48a1-b855-e339212688e7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.565763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Attempting to bind port cb4760b5-6a65-4070-8590-fd788df6de05 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:44.566874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Attempting to bind port cb4760b5-6a65-4070-8590-fd788df6de05 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8c6d273e-68d3-4f6e-9247-4360f1f83189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4826403-c17b-4748-85fb-94033fd112c5'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:44.567492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Attempting to bind port cb4760b5-6a65-4070-8590-fd788df6de05 on network e4826403-c17b-4748-85fb-94033fd112c5 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:44.579462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:44.580436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Checking segment: {'id': '8c6d273e-68d3-4f6e-9247-4360f1f83189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4826403-c17b-4748-85fb-94033fd112c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:44.581030 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.581595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Bound using segment: {'id': '8c6d273e-68d3-4f6e-9247-4360f1f83189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4826403-c17b-4748-85fb-94033fd112c5'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:44.582436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Bound port: cb4760b5-6a65-4070-8590-fd788df6de05, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c6d273e-68d3-4f6e-9247-4360f1f83189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e4826403-c17b-4748-85fb-94033fd112c5'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:44.583179 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.585281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Pushing event updated for resources: {'Port': ['ID=cb4760b5-6a65-4070-8590-fd788df6de05,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:44.633919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=10e3219c-1649-48a1-b855-e339212688e7,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:44.705174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': 'ebcf361a-bb73-4191-84a4-2f8c85549ced', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '6d81781e-a220-4aae-abfb-30d7c60653e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:44.707371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: 6d81781e-a220-4aae-abfb-30d7c60653e8, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:44.710929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] For port cb4760b5-6a65-4070-8590-fd788df6de05, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:44.715719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] For port cb4760b5-6a65-4070-8590-fd788df6de05, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=cb4760b5-6a65-4070-8590-fd788df6de05,segment=NetworkSegment(8c6d273e-68d3-4f6e-9247-4360f1f83189),segment_id=8c6d273e-68d3-4f6e-9247-4360f1f83189)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:44.726641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device edd0d3f7-e6c1-462c-8a86-eb41263268e0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:44.762931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 6d81781e-a220-4aae-abfb-30d7c60653e8 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:44.782771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6d81781e-a220-4aae-abfb-30d7c60653e8) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:44.793196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:44.795037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.830472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-54a730d0-99ac-48ba-839c-8d4431803434 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0747826 Feb 19 00:52:44.831701 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:44.833051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42296) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:45.025086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea17772-3445-4ba8-b2d2-011be04e324f None None] Pushing event updated for resources: {'Port': ['ID=cb4760b5-6a65-4070-8590-fd788df6de05,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:45.035712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port edd0d3f7-e6c1-462c-8a86-eb41263268e0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:45.041411 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.065670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6d81781e-a220-4aae-abfb-30d7c60653e8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.173804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (10e3219c-1649-48a1-b855-e339212688e7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.210647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port edd0d3f7-e6c1-462c-8a86-eb41263268e0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:45.262485 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (10e3219c-1649-48a1-b855-e339212688e7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.348226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=10e3219c-1649-48a1-b855-e339212688e7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:45.446429 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6d81781e-a220-4aae-abfb-30d7c60653e8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.479401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d81781e-a220-4aae-abfb-30d7c60653e8']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:45.494321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcf361a-bb73-4191-84a4-2f8c85549ced') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:45.494775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcf361a-bb73-4191-84a4-2f8c85549ced') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:45.509659 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (ebcf361a-bb73-4191-84a4-2f8c85549ced), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.525142 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ebcf361a-bb73-4191-84a4-2f8c85549ced), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.534284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:45.534284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (ebcf361a-bb73-4191-84a4-2f8c85549ced), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:45.558918 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:45.638013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6d81781e-a220-4aae-abfb-30d7c60653e8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.660649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.679056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/6d81781e-a220-4aae-abfb-30d7c60653e8 HTTP/1.1" status: 204 len: 168 time: 0.8416088 Feb 19 00:52:45.680229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42302) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:45.686057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1778131535'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:45.686610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed0f33-6198-4b3f-aa16-79d45c8ba2e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=6d81781e-a220-4aae-abfb-30d7c60653e8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:45.748215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:45.752309 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.787772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:45.807673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0e6266d2-7b50-4614-9067-55162d0054a6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.808539 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment 0e6266d2-7b50-4614-9067-55162d0054a6 of type vlan for network 544a1323-9e10-46b9-a6cd-0f284ef38b35 Feb 19 00:52:45.921175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (544a1323-9e10-46b9-a6cd-0f284ef38b35), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.968670 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (544a1323-9e10-46b9-a6cd-0f284ef38b35), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:45.981584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:45.982563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.030839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42308) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:46.031511 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3489392 Feb 19 00:52:46.037606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '544a1323-9e10-46b9-a6cd-0f284ef38b35', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:46.120235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01765fa3-9a31-497f-a5c5-383c1a313473 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=544a1323-9e10-46b9-a6cd-0f284ef38b35,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:46.131323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 544a1323-9e10-46b9-a6cd-0f284ef38b35 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:46.283212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:46.293345 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.627446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e90f24d-20e2-459f-a1a6-2e5ab58279b2 None None] Network 0dd88440-a672-415a-bbf9-4df6fce92da8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:46.631784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ef5820-bbff-42e3-8649-91d6cfd3136c None None] Network e4826403-c17b-4748-85fb-94033fd112c5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:46.636598 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (109bddeb-b52b-41c9-8744-22ebc5fec1af), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.639626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c387062a-8727-4672-8728-a10d34615cfd None None] Network 6d81781e-a220-4aae-abfb-30d7c60653e8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:46.840003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device cb4760b5-6a65-4070-8590-fd788df6de05 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:46.848082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=109bddeb-b52b-41c9-8744-22ebc5fec1af,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:46.877760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': '0e6266d2-7b50-4614-9067-55162d0054a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '544a1323-9e10-46b9-a6cd-0f284ef38b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:46.878046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: 544a1323-9e10-46b9-a6cd-0f284ef38b35, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:46.910464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c387062a-8727-4672-8728-a10d34615cfd None None] Network 6d81781e-a220-4aae-abfb-30d7c60653e8 could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:52:46.923178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 544a1323-9e10-46b9-a6cd-0f284ef38b35 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:46.944013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 544a1323-9e10-46b9-a6cd-0f284ef38b35) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:46.948412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:46.949088 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:46.981915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33292b-820d-458d-9afd-3d24faf10c9e None None] Network 6d81781e-a220-4aae-abfb-30d7c60653e8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:46.983952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d024c7-15bb-4410-8f28-4a1a69e41441 None None] Network 544a1323-9e10-46b9-a6cd-0f284ef38b35 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:46.991370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8ab8662b-2b3f-4812-aded-15e72f811df8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9567375 Feb 19 00:52:46.995535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42320) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:47.162775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33292b-820d-458d-9afd-3d24faf10c9e None None] Network 6d81781e-a220-4aae-abfb-30d7c60653e8 could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:52:47.192822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (544a1323-9e10-46b9-a6cd-0f284ef38b35), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.257946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-65f81920-d8f5-497a-9118-d2baf0c63a31 None None] Provisioning complete for port cb4760b5-6a65-4070-8590-fd788df6de05 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:47.258713 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65f81920-d8f5-497a-9118-d2baf0c63a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.329815 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (109bddeb-b52b-41c9-8744-22ebc5fec1af), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.444875 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (109bddeb-b52b-41c9-8744-22ebc5fec1af), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.468459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port cb4760b5-6a65-4070-8590-fd788df6de05 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:47.469473 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.475629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebbb164-daa1-4fcd-a542-7f15166356f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-544a1323-9e10-46b9-a6cd-0f284ef38b35', 'network_id': '544a1323-9e10-46b9-a6cd-0f284ef38b35', 'project_id': '8ce6afb1dd6a4abdb093a8e8721be847', 'fixed_ips': [{'subnet_id': '109bddeb-b52b-41c9-8744-22ebc5fec1af'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:47.476761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eebbb164-daa1-4fcd-a542-7f15166356f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.590929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (544a1323-9e10-46b9-a6cd-0f284ef38b35), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.621387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65f81920-d8f5-497a-9118-d2baf0c63a31 None None] Current status of the port cb4760b5-6a65-4070-8590-fd788df6de05 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:47.622517 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65f81920-d8f5-497a-9118-d2baf0c63a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.642841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544a1323-9e10-46b9-a6cd-0f284ef38b35']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:47.654449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6266d2-7b50-4614-9067-55162d0054a6') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:47.654763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6266d2-7b50-4614-9067-55162d0054a6') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:47.665862 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (0e6266d2-7b50-4614-9067-55162d0054a6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.693546 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0e6266d2-7b50-4614-9067-55162d0054a6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.702844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:47.703355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (0e6266d2-7b50-4614-9067-55162d0054a6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:47.812855 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:47.856002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838717e1-3d4c-4d6e-ab5d-6111cf4f3601 None None] Network 544a1323-9e10-46b9-a6cd-0f284ef38b35 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:47.862943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (544a1323-9e10-46b9-a6cd-0f284ef38b35), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.880203 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:47.889109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42330) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:47.895814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933043812'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:47.900688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/544a1323-9e10-46b9-a6cd-0f284ef38b35 HTTP/1.1" status: 204 len: 168 time: 0.9078255 Feb 19 00:52:47.920430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838717e1-3d4c-4d6e-ab5d-6111cf4f3601 None None] Network 544a1323-9e10-46b9-a6cd-0f284ef38b35 could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:52:47.951883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-65f81920-d8f5-497a-9118-d2baf0c63a31 None None] For port cb4760b5-6a65-4070-8590-fd788df6de05, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=cb4760b5-6a65-4070-8590-fd788df6de05,segment=NetworkSegment(8c6d273e-68d3-4f6e-9247-4360f1f83189),segment_id=8c6d273e-68d3-4f6e-9247-4360f1f83189)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:47.954289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=109bddeb-b52b-41c9-8744-22ebc5fec1af,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:47.995338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:47.998818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.008215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6155ff5-a98e-4dd1-bc34-03b9dc8341c7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=544a1323-9e10-46b9-a6cd-0f284ef38b35,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:48.041471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65f81920-d8f5-497a-9118-d2baf0c63a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.084709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:48.090463 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf97943a-bc90-4bb5-8550-2e103c486f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.106025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port cb4760b5-6a65-4070-8590-fd788df6de05 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:48.106685 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.108530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (395f851c-36a1-4ab3-8902-dab309c459af), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.109114 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment 395f851c-36a1-4ab3-8902-dab309c459af of type vlan for network 9f9bb070-50ed-414f-bf78-55a09304ba77 Feb 19 00:52:48.198466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f81920-d8f5-497a-9118-d2baf0c63a31 None None] Pushing event updated for resources: {'Port': ['ID=cb4760b5-6a65-4070-8590-fd788df6de05,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:48.210680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9059a33c-672a-4895-a17c-a008004c5e14 None None] Provisioning complete for port edd0d3f7-e6c1-462c-8a86-eb41263268e0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:48.211159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9059a33c-672a-4895-a17c-a008004c5e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.217376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (9f9bb070-50ed-414f-bf78-55a09304ba77), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.287806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (9f9bb070-50ed-414f-bf78-55a09304ba77), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.293320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:48.293949 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.309328 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:48.309771 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:48.433272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42334) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:48.433882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9059a33c-672a-4895-a17c-a008004c5e14 None None] Current status of the port edd0d3f7-e6c1-462c-8a86-eb41263268e0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:48.438532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '9f9bb070-50ed-414f-bf78-55a09304ba77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:48.439011 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5394368 Feb 19 00:52:48.504080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42efb79-d3eb-4c01-8362-1e095d0b546c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=9f9bb070-50ed-414f-bf78-55a09304ba77,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:48.514895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 9f9bb070-50ed-414f-bf78-55a09304ba77 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:48.662483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba57eff-b8c8-4ad9-82bf-90b49bf54f4e None None] Network e4826403-c17b-4748-85fb-94033fd112c5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:48.674113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:48.681563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:48.914355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port cb4760b5-6a65-4070-8590-fd788df6de05 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:49.070479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bbb230bf-1db8-457d-81c4-bc9fd25b2ebb None None] Provisioning complete for port cb4760b5-6a65-4070-8590-fd788df6de05 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:49.070869 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbb230bf-1db8-457d-81c4-bc9fd25b2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.119703 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.155429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device cb4760b5-6a65-4070-8590-fd788df6de05 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:49.249059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port cb4760b5-6a65-4070-8590-fd788df6de05 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:49.249909 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.311701 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (1011f2d5-3240-4ad5-8b36-b65380debf70), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.455402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=1011f2d5-3240-4ad5-8b36-b65380debf70,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:49.476469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': '395f851c-36a1-4ab3-8902-dab309c459af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9f9bb070-50ed-414f-bf78-55a09304ba77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:49.476840 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: 9f9bb070-50ed-414f-bf78-55a09304ba77, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:49.512577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 9f9bb070-50ed-414f-bf78-55a09304ba77 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:49.563959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 9f9bb070-50ed-414f-bf78-55a09304ba77) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:49.574601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:49.577743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.611000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7ba1e434-f32c-4329-90ce-59a314f2cde7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1762557 Feb 19 00:52:49.614875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42344) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:49.678858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port cb4760b5-6a65-4070-8590-fd788df6de05 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:49.687815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2cc490-ce84-486b-b7c7-a3a9e335bd40 None None] Network 9f9bb070-50ed-414f-bf78-55a09304ba77 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:49.822939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bbb230bf-1db8-457d-81c4-bc9fd25b2ebb None None] Current status of the port cb4760b5-6a65-4070-8590-fd788df6de05 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:49.859105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (9f9bb070-50ed-414f-bf78-55a09304ba77), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:49.908889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74509d67-70a1-4053-8d92-d11ad9137be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-9f9bb070-50ed-414f-bf78-55a09304ba77', 'network_id': '9f9bb070-50ed-414f-bf78-55a09304ba77', 'project_id': '8ce6afb1dd6a4abdb093a8e8721be847', 'fixed_ips': [{'subnet_id': '1011f2d5-3240-4ad5-8b36-b65380debf70'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:49.911087 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74509d67-70a1-4053-8d92-d11ad9137be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.012625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (1011f2d5-3240-4ad5-8b36-b65380debf70), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.127632 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (1011f2d5-3240-4ad5-8b36-b65380debf70), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-74509d67-70a1-4053-8d92-d11ad9137be6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1011f2d5-3240-4ad5-8b36-b65380debf70: This subnet is being modified by another concurrent operation. Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1011f2d5-3240-4ad5-8b36-b65380debf70: This subnet is being modified by another concurrent operation. Feb 19 00:52:50.171145 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 00:52:50.184686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=1011f2d5-3240-4ad5-8b36-b65380debf70,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:50.192447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3de5b182-90cc-4a48-8e9e-52af46858d88 None None] Provisioning complete for port cb4760b5-6a65-4070-8590-fd788df6de05 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:50.192877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3de5b182-90cc-4a48-8e9e-52af46858d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.241963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89a177a-c53a-4e1e-b862-4a918deb077a None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:52:50.244144 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b817474-89d0-4dce-88a2-cf6802b96abd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.294328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (9f9bb070-50ed-414f-bf78-55a09304ba77), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.333124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9bb070-50ed-414f-bf78-55a09304ba77']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:50.346502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395f851c-36a1-4ab3-8902-dab309c459af') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:50.347075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395f851c-36a1-4ab3-8902-dab309c459af') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:50.358253 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (395f851c-36a1-4ab3-8902-dab309c459af), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.376687 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (395f851c-36a1-4ab3-8902-dab309c459af), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.383857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:50.384927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (395f851c-36a1-4ab3-8902-dab309c459af), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:50.388441 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:50.395656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3de5b182-90cc-4a48-8e9e-52af46858d88 None None] Current status of the port cb4760b5-6a65-4070-8590-fd788df6de05 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:50.397791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89a177a-c53a-4e1e-b862-4a918deb077a None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 00:52:50.461043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (9f9bb070-50ed-414f-bf78-55a09304ba77), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.473430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.482855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42366) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:50.484159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/9f9bb070-50ed-414f-bf78-55a09304ba77 HTTP/1.1" status: 204 len: 168 time: 0.8681617 Feb 19 00:52:50.489393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-866884706'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:50.510217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abd8b2-6b95-466c-bcb4-a9633bec51c0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=9f9bb070-50ed-414f-bf78-55a09304ba77,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:50.531564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:50.535617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.598254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:50.611099 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (9b68afd0-f2ed-45a2-a398-4758b426571b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.611513 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment 9b68afd0-f2ed-45a2-a398-4758b426571b of type vlan for network 0a45aaec-6932-446e-a91c-086d6b36e0fd Feb 19 00:52:50.614686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abe1e2-1aa7-4cb9-bb15-368df762d7b7 None None] Network 9f9bb070-50ed-414f-bf78-55a09304ba77 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:50.626966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5abe1e2-1aa7-4cb9-bb15-368df762d7b7 None None] Network 9f9bb070-50ed-414f-bf78-55a09304ba77 could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:52:50.666861 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (0a45aaec-6932-446e-a91c-086d6b36e0fd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.701860 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (0a45aaec-6932-446e-a91c-086d6b36e0fd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.708396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:50.709435 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:50.775602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2913220 Feb 19 00:52:50.778437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42370) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:50.784812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:50.811804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775df56e-8eec-439c-be8c-f20a05b5eedf tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=0a45aaec-6932-446e-a91c-086d6b36e0fd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:50.824197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:50.960768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:50.965478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.237108 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.263382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (62ff553d-c75e-4b09-9c44-2a9065bc61ea), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.323876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=62ff553d-c75e-4b09-9c44-2a9065bc61ea,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:51.382867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': '9b68afd0-f2ed-45a2-a398-4758b426571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:51.383278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: 0a45aaec-6932-446e-a91c-086d6b36e0fd, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:51.412850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:51.429176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 0a45aaec-6932-446e-a91c-086d6b36e0fd) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:51.435163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:51.436350 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.440929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347fbb2-58a9-46cf-a892-4e5734342e02 None None] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:51.477197 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f643cb04-25b5-4047-b676-3fc01d667cc8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6969035 Feb 19 00:52:51.480142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42376) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:51.485548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:51.603188 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-0a45aaec-6932-446e-a91c-086d6b36e0fd', 'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd', 'project_id': '8ce6afb1dd6a4abdb093a8e8721be847', 'fixed_ips': [{'subnet_id': '62ff553d-c75e-4b09-9c44-2a9065bc61ea'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:51.603657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.667309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:51.672461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:51.836812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Allocated IP 2001:db8::2 (0a45aaec-6932-446e-a91c-086d6b36e0fd/62ff553d-c75e-4b09-9c44-2a9065bc61ea/af72a9dd-0f2c-423d-ba14-33259e49894b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:52.080529 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Publish callbacks [] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.086501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (2ac1dbef-3452-4cae-aafb-1bc862177443), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.088791 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.139120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:52.143585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:52.148349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:52.149175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.149943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.151736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:52.156870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:52.164467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=2ac1dbef-3452-4cae-aafb-1bc862177443,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:52.180726 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e2d12ac6-1218-4813-9eba-0002b1d8bddd tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6994541 Feb 19 00:52:52.183262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42380) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:52.193472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Pushing event updated for resources: {'Port': ['ID=af72a9dd-0f2c-423d-ba14-33259e49894b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:52.240760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Attempting to bind port af72a9dd-0f2c-423d-ba14-33259e49894b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:52.241140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Attempting to bind port af72a9dd-0f2c-423d-ba14-33259e49894b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '9b68afd0-f2ed-45a2-a398-4758b426571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:52.242522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Attempting to bind port af72a9dd-0f2c-423d-ba14-33259e49894b on network 0a45aaec-6932-446e-a91c-086d6b36e0fd {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:52.248483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:52.249979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Checking segment: {'id': '9b68afd0-f2ed-45a2-a398-4758b426571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:52.250476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.250901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Bound using segment: {'id': '9b68afd0-f2ed-45a2-a398-4758b426571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:52.251463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Bound port: af72a9dd-0f2c-423d-ba14-33259e49894b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b68afd0-f2ed-45a2-a398-4758b426571b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:52.252520 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.286022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb49a7-41ee-4826-9f9d-a5fc9b08ad65 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.295466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb49a7-41ee-4826-9f9d-a5fc9b08ad65 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.296857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb49a7-41ee-4826-9f9d-a5fc9b08ad65 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.300910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb49a7-41ee-4826-9f9d-a5fc9b08ad65 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.306287 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb49a7-41ee-4826-9f9d-a5fc9b08ad65 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.308148 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-afcb49a7-41ee-4826-9f9d-a5fc9b08ad65 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1237361 Feb 19 00:52:52.312332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42384) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:52.317658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1447592072'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:52.338759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] For port af72a9dd-0f2c-423d-ba14-33259e49894b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:52.344411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] For port af72a9dd-0f2c-423d-ba14-33259e49894b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=af72a9dd-0f2c-423d-ba14-33259e49894b,segment=NetworkSegment(9b68afd0-f2ed-45a2-a398-4758b426571b),segment_id=9b68afd0-f2ed-45a2-a398-4758b426571b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:52.349901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:52.353665 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.357466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.408974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:52.427100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4753edd4-9d86-4d85-bc9d-246f30423e20), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.427740 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment 4753edd4-9d86-4d85-bc9d-246f30423e20 of type vlan for network 3d089eac-b83a-4e39-8402-e35e4d37d60d Feb 19 00:52:52.428722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446538a2-de1d-425d-a62f-5e50a62121ac None None] Pushing event updated for resources: {'Port': ['ID=af72a9dd-0f2c-423d-ba14-33259e49894b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:52.482156 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.514924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.527239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:52.528149 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:52.611040 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2976036 Feb 19 00:52:52.614444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42390) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:52.627703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d6974384-51b7-46b5-99b1-0f20a347db9b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:52.635453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7251aba-ef2b-4f87-ab17-a3e0fbf92803 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=3d089eac-b83a-4e39-8402-e35e4d37d60d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:52.676161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3d089eac-b83a-4e39-8402-e35e4d37d60d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:52.796798 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.027022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6974384-51b7-46b5-99b1-0f20a347db9b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.054878 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6974384-51b7-46b5-99b1-0f20a347db9b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.085893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device af72a9dd-0f2c-423d-ba14-33259e49894b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:53.088867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d6974384-51b7-46b5-99b1-0f20a347db9b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 3d089eac-b83a-4e39-8402-e35e4d37d60d is not hosted by any dhcp agent {{(pid=103649) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 00:52:53.094508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6974384-51b7-46b5-99b1-0f20a347db9b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:53.095339 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6974384-51b7-46b5-99b1-0f20a347db9b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.096821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d6974384-51b7-46b5-99b1-0f20a347db9b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "PUT /v2.0/networks/3d089eac-b83a-4e39-8402-e35e4d37d60d HTTP/1.1" status: 200 len: 723 time: 0.4813421 Feb 19 00:52:53.100275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42392) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:53.105891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '3d089eac-b83a-4e39-8402-e35e4d37d60d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:53.196117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port af72a9dd-0f2c-423d-ba14-33259e49894b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:53.196646 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.205229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6974384-51b7-46b5-99b1-0f20a347db9b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=3d089eac-b83a-4e39-8402-e35e4d37d60d,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:53.236823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3d089eac-b83a-4e39-8402-e35e4d37d60d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:53.278743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:53.285998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.383418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port af72a9dd-0f2c-423d-ba14-33259e49894b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:53.383813 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.431454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port af72a9dd-0f2c-423d-ba14-33259e49894b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=af72a9dd-0f2c-423d-ba14-33259e49894b,segment=NetworkSegment(9b68afd0-f2ed-45a2-a398-4758b426571b),segment_id=9b68afd0-f2ed-45a2-a398-4758b426571b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:53.445671 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.534271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=af72a9dd-0f2c-423d-ba14-33259e49894b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:53.604461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (85adfa95-8bfd-4801-a01c-c8f0e126e743), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.685179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=85adfa95-8bfd-4801-a01c-c8f0e126e743,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:53.700364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': '4753edd4-9d86-4d85-bc9d-246f30423e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d089eac-b83a-4e39-8402-e35e4d37d60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:53.701077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: 3d089eac-b83a-4e39-8402-e35e4d37d60d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:52:53.747170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 3d089eac-b83a-4e39-8402-e35e4d37d60d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:52:53.755264 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.770071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3d089eac-b83a-4e39-8402-e35e4d37d60d) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:53.779627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74dcf9-5e8d-40f1-8b1a-fd1edc588595 None None] Network 3d089eac-b83a-4e39-8402-e35e4d37d60d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:53.789685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:53.792032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1597500'] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:53.837105 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e927a7e5-28fa-4c9e-b958-44783d3d772e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7350438 Feb 19 00:52:53.839748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42400) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:53.846416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-07ed47dd-9e20-4921-8707-6c1839712314 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:53.994638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-3d089eac-b83a-4e39-8402-e35e4d37d60d', 'network_id': '3d089eac-b83a-4e39-8402-e35e4d37d60d', 'project_id': '8ce6afb1dd6a4abdb093a8e8721be847', 'fixed_ips': [{'subnet_id': '85adfa95-8bfd-4801-a01c-c8f0e126e743'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:52:53.995675 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.022314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07ed47dd-9e20-4921-8707-6c1839712314 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9704577'] for subnet (85adfa95-8bfd-4801-a01c-c8f0e126e743), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.163206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3916200-56a0-4086-9f96-83341946856d None None] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:54.288774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07ed47dd-9e20-4921-8707-6c1839712314 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772989699696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9708191'] for subnet (85adfa95-8bfd-4801-a01c-c8f0e126e743), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.358089 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.364228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ed47dd-9e20-4921-8707-6c1839712314 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:54.364864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-07ed47dd-9e20-4921-8707-6c1839712314 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.368683 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-07ed47dd-9e20-4921-8707-6c1839712314 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "PUT /v2.0/subnets/85adfa95-8bfd-4801-a01c-c8f0e126e743 HTTP/1.1" status: 200 len: 826 time: 0.5253162 Feb 19 00:52:54.370290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42404) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:54.399790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed47dd-9e20-4921-8707-6c1839712314 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=85adfa95-8bfd-4801-a01c-c8f0e126e743,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:54.406742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3c62213e-69b3-461a-9432-4834e735e674 None None] Provisioning complete for port af72a9dd-0f2c-423d-ba14-33259e49894b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:54.407131 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c62213e-69b3-461a-9432-4834e735e674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.482079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Allocated IP 2001:db8::2 (3d089eac-b83a-4e39-8402-e35e4d37d60d/85adfa95-8bfd-4801-a01c-c8f0e126e743/d9e2e045-c3dd-40f3-ac24-b182f2082ee2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:54.561280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.680526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (85adfa95-8bfd-4801-a01c-c8f0e126e743), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.820142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3c62213e-69b3-461a-9432-4834e735e674 None None] Current status of the port af72a9dd-0f2c-423d-ba14-33259e49894b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:54.910392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Publish callbacks [] for port (d9e2e045-c3dd-40f3-ac24-b182f2082ee2), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.926576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7433ee35-7745-4d6d-b22d-81035851e03c None None] Update dhcp port {'port': {'network_id': '0a45aaec-6932-446e-a91c-086d6b36e0fd', 'fixed_ips': [{'subnet_id': '62ff553d-c75e-4b09-9c44-2a9065bc61ea', 'ip_address': '2001:db8::2'}, {'subnet_id': '2ac1dbef-3452-4cae-aafb-1bc862177443'}], 'binding:host_id': 'n-d-826527-3'}, 'id': 'af72a9dd-0f2c-423d-ba14-33259e49894b'} from n-d-826527-3. {{(pid=103651) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 00:52:54.929189 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (d9e2e045-c3dd-40f3-ac24-b182f2082ee2), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:54.942612 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (85adfa95-8bfd-4801-a01c-c8f0e126e743), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.001287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7433ee35-7745-4d6d-b22d-81035851e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.010615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Network 3d089eac-b83a-4e39-8402-e35e4d37d60d is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:52:55.023919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:52:55.032278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:52:55.039045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=85adfa95-8bfd-4801-a01c-c8f0e126e743,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:55.163774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.169359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device af72a9dd-0f2c-423d-ba14-33259e49894b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:55.173184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Pushing event updated for resources: {'Port': ['ID=d9e2e045-c3dd-40f3-ac24-b182f2082ee2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:55.230526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d089eac-b83a-4e39-8402-e35e4d37d60d']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:55.249431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4753edd4-9d86-4d85-bc9d-246f30423e20') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:55.249843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4753edd4-9d86-4d85-bc9d-246f30423e20') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:55.263672 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (4753edd4-9d86-4d85-bc9d-246f30423e20), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.272359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c407c55-2c93-46ec-8247-99a0fb2558e8 req-87744bda-82c6-4829-b0d5-f38c60568bc5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.274435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c407c55-2c93-46ec-8247-99a0fb2558e8 req-87744bda-82c6-4829-b0d5-f38c60568bc5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1136458 Feb 19 00:52:55.308020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4753edd4-9d86-4d85-bc9d-246f30423e20), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.313356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Attempting to bind port d9e2e045-c3dd-40f3-ac24-b182f2082ee2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:52:55.313744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Attempting to bind port d9e2e045-c3dd-40f3-ac24-b182f2082ee2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '4753edd4-9d86-4d85-bc9d-246f30423e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d089eac-b83a-4e39-8402-e35e4d37d60d'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:52:55.314125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Attempting to bind port d9e2e045-c3dd-40f3-ac24-b182f2082ee2 on network 3d089eac-b83a-4e39-8402-e35e4d37d60d {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:52:55.318132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:55.319131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (4753edd4-9d86-4d85-bc9d-246f30423e20), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.330300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:52:55.330750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Checking segment: {'id': '4753edd4-9d86-4d85-bc9d-246f30423e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d089eac-b83a-4e39-8402-e35e4d37d60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:52:55.331032 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.331444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Bound using segment: {'id': '4753edd4-9d86-4d85-bc9d-246f30423e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d089eac-b83a-4e39-8402-e35e4d37d60d'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:52:55.331995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Bound port: d9e2e045-c3dd-40f3-ac24-b182f2082ee2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4753edd4-9d86-4d85-bc9d-246f30423e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3d089eac-b83a-4e39-8402-e35e4d37d60d'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:52:55.332387 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d9e2e045-c3dd-40f3-ac24-b182f2082ee2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.340057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7433ee35-7745-4d6d-b22d-81035851e03c None None] Allocated IP 172.20.0.1 (0a45aaec-6932-446e-a91c-086d6b36e0fd/2ac1dbef-3452-4cae-aafb-1bc862177443/af72a9dd-0f2c-423d-ba14-33259e49894b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:55.381345 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:55.414365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port af72a9dd-0f2c-423d-ba14-33259e49894b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:55.414676 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.439352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c407c55-2c93-46ec-8247-99a0fb2558e8 req-9ae30068-3581-431f-8f95-1ddfdb300aab tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583049 Feb 19 00:52:55.450257 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 00:52:55.450257 n-d-826527-3 neutron-server[103649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 00:52:55.450257 n-d-826527-3 neutron-server[103649]: [parameters: {'id': '3d089eac-b83a-4e39-8402-e35e4d37d60d'}] Feb 19 00:52:55.450257 n-d-826527-3 neutron-server[103649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:52:55.450941 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:52:55.542891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] For port d9e2e045-c3dd-40f3-ac24-b182f2082ee2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:52:55.547793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] For port d9e2e045-c3dd-40f3-ac24-b182f2082ee2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d9e2e045-c3dd-40f3-ac24-b182f2082ee2,segment=NetworkSegment(4753edd4-9d86-4d85-bc9d-246f30423e20),segment_id=4753edd4-9d86-4d85-bc9d-246f30423e20)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:52:55.568954 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d9e2e045-c3dd-40f3-ac24-b182f2082ee2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.630125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06db40-f08d-41d2-89bc-d144b60c9907 req-dc62a112-067f-48e0-984a-902fec2692df tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.637630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a06db40-f08d-41d2-89bc-d144b60c9907 req-dc62a112-067f-48e0-984a-902fec2692df tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0991518 Feb 19 00:52:55.684231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7433ee35-7745-4d6d-b22d-81035851e03c None None] For port af72a9dd-0f2c-423d-ba14-33259e49894b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=af72a9dd-0f2c-423d-ba14-33259e49894b,segment=NetworkSegment(9b68afd0-f2ed-45a2-a398-4758b426571b),segment_id=9b68afd0-f2ed-45a2-a398-4758b426571b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:55.722482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a06db40-f08d-41d2-89bc-d144b60c9907 req-8217f65e-e675-4bd2-8dc3-c1d5d4d39b12 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838823 Feb 19 00:52:55.779817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7433ee35-7745-4d6d-b22d-81035851e03c None None] Publish callbacks [] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.815594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7433ee35-7745-4d6d-b22d-81035851e03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:55.891589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port af72a9dd-0f2c-423d-ba14-33259e49894b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:55.950208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae4231-bde7-4f5f-8193-7b75ac07af25 req-6051641d-f317-49ef-aa96-205b54d6d224 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:55.954527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd31d29-a356-4f9b-b231-5a7be73201ae None None] Pushing event updated for resources: {'Port': ['ID=d9e2e045-c3dd-40f3-ac24-b182f2082ee2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:55.960253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35ae4231-bde7-4f5f-8193-7b75ac07af25 req-6051641d-f317-49ef-aa96-205b54d6d224 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0989261 Feb 19 00:52:55.965533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.052579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35ae4231-bde7-4f5f-8193-7b75ac07af25 req-6c773806-4a4c-47bf-a6b7-a37149d5298e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830715 Feb 19 00:52:56.090676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa864bdb-85a6-450a-adff-88584c740573 None None] Network 3d089eac-b83a-4e39-8402-e35e4d37d60d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:56.130729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting port d9e2e045-c3dd-40f3-ac24-b182f2082ee2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:52:56.131418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d9e2e045-c3dd-40f3-ac24-b182f2082ee2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.313487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] For port d9e2e045-c3dd-40f3-ac24-b182f2082ee2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d9e2e045-c3dd-40f3-ac24-b182f2082ee2,segment=NetworkSegment(4753edd4-9d86-4d85-bc9d-246f30423e20),segment_id=4753edd4-9d86-4d85-bc9d-246f30423e20)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:52:56.316212 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d9e2e045-c3dd-40f3-ac24-b182f2082ee2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.324678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433ee35-7745-4d6d-b22d-81035851e03c None None] Pushing event updated for resources: {'Port': ['ID=af72a9dd-0f2c-423d-ba14-33259e49894b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:56.358683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b85a8-700f-4560-8be2-9bc9b0925f37 None None] Network 3d089eac-b83a-4e39-8402-e35e4d37d60d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:56.362443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Calling delete_port for d9e2e045-c3dd-40f3-ac24-b182f2082ee2 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:52:56.375538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42440) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:56.568541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb962cf9-7e34-4e96-a759-8dd6f022e5e8 req-a56c14eb-6b90-4d30-b3b9-7efb4c6ff18e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:56.571396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb962cf9-7e34-4e96-a759-8dd6f022e5e8 req-a56c14eb-6b90-4d30-b3b9-7efb4c6ff18e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.2257905 Feb 19 00:52:56.609001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56b01278-0eb9-4856-929e-1a8f0c20e8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.676181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb962cf9-7e34-4e96-a759-8dd6f022e5e8 req-c1edeeba-fa99-49dd-8dc0-8c59d61f2c3c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950849 Feb 19 00:52:56.677083 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d9e2e045-c3dd-40f3-ac24-b182f2082ee2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.729872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Port': ['ID=d9e2e045-c3dd-40f3-ac24-b182f2082ee2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:56.734673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No DVR routers for this DVR port d9e2e045-c3dd-40f3-ac24-b182f2082ee2 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:52:56.818816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56b01278-0eb9-4856-929e-1a8f0c20e8f7 admin admin] Publish callbacks [] for security_group (1d14487e-78e9-4b55-b3e1-659f70a39e9f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.830372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56b01278-0eb9-4856-929e-1a8f0c20e8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1d14487e-78e9-4b55-b3e1-659f70a39e9f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:56.861035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b01278-0eb9-4856-929e-1a8f0c20e8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d14487e-78e9-4b55-b3e1-659f70a39e9f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:56.894468 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-56b01278-0eb9-4856-929e-1a8f0c20e8f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2ebfe7681c3649ea9e9aff3cd6df1973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5166144 Feb 19 00:52:56.901607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42450) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:56.961212 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.004419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d089eac-b83a-4e39-8402-e35e4d37d60d']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:57.013445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4b09-f7f3-4241-a72d-59c6fc7cb048 admin admin] Publish callbacks [] for security_group (1d14487e-78e9-4b55-b3e1-659f70a39e9f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.041082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4753edd4-9d86-4d85-bc9d-246f30423e20') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:57.042270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4753edd4-9d86-4d85-bc9d-246f30423e20') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:52:57.061225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (4753edd4-9d86-4d85-bc9d-246f30423e20), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.080539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4b09-f7f3-4241-a72d-59c6fc7cb048 admin admin] Publish callbacks [] for security_group (1d14487e-78e9-4b55-b3e1-659f70a39e9f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.116770 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4753edd4-9d86-4d85-bc9d-246f30423e20), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.147750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device af72a9dd-0f2c-423d-ba14-33259e49894b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:52:57.166440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:52:57.167010 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (4753edd4-9d86-4d85-bc9d-246f30423e20), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:52:57.170110 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:52:57.209695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53e811-e954-46f7-9137-df734973c867 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 00:52:57.324008 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3d089eac-b83a-4e39-8402-e35e4d37d60d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.347933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.360966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/3d089eac-b83a-4e39-8402-e35e4d37d60d HTTP/1.1" status: 204 len: 168 time: 2.9867103 Feb 19 00:52:57.360966 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4b09-f7f3-4241-a72d-59c6fc7cb048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1d14487e-78e9-4b55-b3e1-659f70a39e9f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.361350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42464) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:57.365449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9dc96d7b-275d-4ee9-9ba6-89c917629d5a None None] Provisioning complete for port af72a9dd-0f2c-423d-ba14-33259e49894b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:57.368023 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b6a4b09-f7f3-4241-a72d-59c6fc7cb048 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.368461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dc96d7b-275d-4ee9-9ba6-89c917629d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.372874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8b6a4b09-f7f3-4241-a72d-59c6fc7cb048 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d14487e-78e9-4b55-b3e1-659f70a39e9f HTTP/1.1" status: 204 len: 168 time: 0.4700911 Feb 19 00:52:57.389953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port af72a9dd-0f2c-423d-ba14-33259e49894b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:57.404822 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.416293 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a25debf-578b-416c-82bf-39c83414deb8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:52:57.416893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a25debf-578b-416c-82bf-39c83414deb8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:52:57.417961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17efab-6f66-42c1-a52d-bbfd978761a6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=3d089eac-b83a-4e39-8402-e35e4d37d60d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:57.427373 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0a25debf-578b-416c-82bf-39c83414deb8 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/3d089eac-b83a-4e39-8402-e35e4d37d60d HTTP/1.1" status: 404 len: 339 time: 0.0615549 Feb 19 00:52:57.434340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42468) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:57.443111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1868523782', 'description': 'd1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:57.483246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a4b09-f7f3-4241-a72d-59c6fc7cb048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d14487e-78e9-4b55-b3e1-659f70a39e9f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:57.492762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-e2a38f1b-5795-4afc-94bd-47c0464bee40 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.500046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-e2a38f1b-5795-4afc-94bd-47c0464bee40 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.3656244 Feb 19 00:52:57.508188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:52:57.511695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.537825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-835c2280-2ba8-4f59-bb4f-8cd3e7a16d78 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/quotas/6c52525095ef439b88cdd6fecbfe0a52 HTTP/1.1" status: 200 len: 375 time: 0.0235398 Feb 19 00:52:57.653641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:52:57.683493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a53e811-e954-46f7-9137-df734973c867 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 00:52:57.693952 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (27427d23-e1b3-4968-b7e5-8835c3c4bfd0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.694316 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment 27427d23-e1b3-4968-b7e5-8835c3c4bfd0 of type vlan for network 239d311d-8d75-40c4-8e93-ea29842f056f Feb 19 00:52:57.802918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-1957a131-3373-4426-8381-1e07e634d8a3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2541556 Feb 19 00:52:57.910256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (239d311d-8d75-40c4-8e93-ea29842f056f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.952016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42476) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:57.976798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4aec1c6-9592-4370-83bc-54fc0866f29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.988690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (239d311d-8d75-40c4-8e93-ea29842f056f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:57.993836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:57.999553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.071549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port af72a9dd-0f2c-423d-ba14-33259e49894b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:58.167807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7310972 Feb 19 00:52:58.173217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42478) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:58.178750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9dc96d7b-275d-4ee9-9ba6-89c917629d5a None None] Current status of the port af72a9dd-0f2c-423d-ba14-33259e49894b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:58.198961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4aec1c6-9592-4370-83bc-54fc0866f29d admin admin] Publish callbacks [] for security_group (1fd72bc2-9854-454a-b53c-cfc375839c66), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.210807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4aec1c6-9592-4370-83bc-54fc0866f29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1fd72bc2-9854-454a-b53c-cfc375839c66), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.223038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27880fab-51e6-4019-a868-6a7583ae7efe None None] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:52:58.284006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd98f38-5fa1-48d3-a0b3-d0e0dbcc9b07 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:58.288832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3dd98f38-5fa1-48d3-a0b3-d0e0dbcc9b07 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/networks?id=239d311d-8d75-40c4-8e93-ea29842f056f HTTP/1.1" status: 200 len: 765 time: 0.1146579 Feb 19 00:52:58.290476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42484) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:58.301206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6a3b1-563e-46e2-aad2-07a17eb18e18 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=239d311d-8d75-40c4-8e93-ea29842f056f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:58.306394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-be45be94-2ece-4c1d-9647-72947c0484f4 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'description': 'd2'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:52:58.333491 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4aec1c6-9592-4370-83bc-54fc0866f29d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d53afd46cfef41fdb5eb46077cb19d46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775978 Feb 19 00:52:58.337633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 239d311d-8d75-40c4-8e93-ea29842f056f details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:58.346005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42486) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:58.368679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aec1c6-9592-4370-83bc-54fc0866f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd72bc2-9854-454a-b53c-cfc375839c66,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:58.443047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-76b52e24-ce7c-4535-86fc-9d0fea5662a6 service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316779 Feb 19 00:52:58.475729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e065904-fcec-42ef-a692-1c6b45e86631 admin admin] Publish callbacks [] for security_group (1fd72bc2-9854-454a-b53c-cfc375839c66), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.511557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-dc18bba1-1d7e-4987-8426-b2be5dba95fa req-a30c06ff-9f1f-4afc-9ff1-4ce0c8507993 service neutron] (103650) timed out ('10.222.0.126', 53486) {{(pid=103650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:52:58.542001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-2ece-4c1d-9647-72947c0484f4 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (239d311d-8d75-40c4-8e93-ea29842f056f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.571032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-2ece-4c1d-9647-72947c0484f4 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (239d311d-8d75-40c4-8e93-ea29842f056f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.588440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-be45be94-2ece-4c1d-9647-72947c0484f4 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 239d311d-8d75-40c4-8e93-ea29842f056f is not hosted by any dhcp agent {{(pid=103650) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 00:52:58.613057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45be94-2ece-4c1d-9647-72947c0484f4 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:58.615173 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-be45be94-2ece-4c1d-9647-72947c0484f4 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.619725 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-be45be94-2ece-4c1d-9647-72947c0484f4 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "PUT /v2.0/networks/239d311d-8d75-40c4-8e93-ea29842f056f HTTP/1.1" status: 200 len: 762 time: 0.3191948 Feb 19 00:52:58.620657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42488) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:58.624487 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e065904-fcec-42ef-a692-1c6b45e86631 admin admin] Publish callbacks [] for security_group (1fd72bc2-9854-454a-b53c-cfc375839c66), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.777182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45be94-2ece-4c1d-9647-72947c0484f4 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=239d311d-8d75-40c4-8e93-ea29842f056f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:58.790518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 239d311d-8d75-40c4-8e93-ea29842f056f details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:52:58.795305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-c5b4a17d-ce92-4ecf-b4d1-943e48b0543c service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509524 Feb 19 00:52:58.805451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be063ecb-2919-40f0-8c48-2cc8ebeb265a tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:58.811649 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-be063ecb-2919-40f0-8c48-2cc8ebeb265a tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/networks?id=239d311d-8d75-40c4-8e93-ea29842f056f HTTP/1.1" status: 200 len: 765 time: 0.1779704 Feb 19 00:52:58.812626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42490) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:58.843040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e065904-fcec-42ef-a692-1c6b45e86631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1fd72bc2-9854-454a-b53c-cfc375839c66), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.846012 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8e065904-fcec-42ef-a692-1c6b45e86631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:58.847430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8e065904-fcec-42ef-a692-1c6b45e86631 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1fd72bc2-9854-454a-b53c-cfc375839c66 HTTP/1.1" status: 204 len: 168 time: 0.5001075 Feb 19 00:52:58.864392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e065904-fcec-42ef-a692-1c6b45e86631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd72bc2-9854-454a-b53c-cfc375839c66,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:59.088214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d22cbb9-884d-47b5-a531-afad429bf21b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.089739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0d22cbb9-884d-47b5-a531-afad429bf21b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2760820 Feb 19 00:52:59.092438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42500) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:59.119495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-52ff8630-282b-42f5-8f54-7cb8a4cd1fc6 None None] Provisioning complete for port af72a9dd-0f2c-423d-ba14-33259e49894b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:52:59.119891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52ff8630-282b-42f5-8f54-7cb8a4cd1fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.142446 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0adbe795-4cb1-451d-92ac-bd84b6f5d846 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 207 time: 0.0484347 Feb 19 00:52:59.146017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42502) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:59.246061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25006b35-59fb-4838-9d67-308a33b28f85 req-d70a3203-ec57-4de6-98ca-79b90f0f70bc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 210 time: 0.0766792 Feb 19 00:52:59.357838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-52ff8630-282b-42f5-8f54-7cb8a4cd1fc6 None None] Current status of the port af72a9dd-0f2c-423d-ba14-33259e49894b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:52:59.485665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c625f56-62a9-43a0-9ee8-8f37825acc3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.493134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c625f56-62a9-43a0-9ee8-8f37825acc3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.501089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c625f56-62a9-43a0-9ee8-8f37825acc3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.511262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c625f56-62a9-43a0-9ee8-8f37825acc3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.515595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c625f56-62a9-43a0-9ee8-8f37825acc3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.525260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c625f56-62a9-43a0-9ee8-8f37825acc3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:52:59.532701 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2c625f56-62a9-43a0-9ee8-8f37825acc3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3855255 Feb 19 00:52:59.533164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42514) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:59.669381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42518) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:59.696539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3a979b3-fe41-498d-915e-f5cffbcdc14d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.838502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3a979b3-fe41-498d-915e-f5cffbcdc14d admin admin] Publish callbacks [] for security_group (d795a974-46f0-4aae-9255-e0977524d05c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.847184 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e3a979b3-fe41-498d-915e-f5cffbcdc14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d795a974-46f0-4aae-9255-e0977524d05c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.898127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e3a979b3-fe41-498d-915e-f5cffbcdc14d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6df860913e144576b804574e4557042c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2276120 Feb 19 00:52:59.899514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a979b3-fe41-498d-915e-f5cffbcdc14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d795a974-46f0-4aae-9255-e0977524d05c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:52:59.902927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42520) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:52:59.967535 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f816dc1-4d90-40d8-b3e1-f62969c32b54 admin admin] Publish callbacks [] for security_group (d795a974-46f0-4aae-9255-e0977524d05c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:52:59.991303 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f816dc1-4d90-40d8-b3e1-f62969c32b54 admin admin] Publish callbacks [] for security_group (d795a974-46f0-4aae-9255-e0977524d05c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.057660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f816dc1-4d90-40d8-b3e1-f62969c32b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d795a974-46f0-4aae-9255-e0977524d05c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.060402 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0f816dc1-4d90-40d8-b3e1-f62969c32b54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.061596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0f816dc1-4d90-40d8-b3e1-f62969c32b54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d795a974-46f0-4aae-9255-e0977524d05c HTTP/1.1" status: 204 len: 168 time: 0.1573806 Feb 19 00:53:00.082221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f816dc1-4d90-40d8-b3e1-f62969c32b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d795a974-46f0-4aae-9255-e0977524d05c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:00.337597 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36de4bdc-2ab8-47d6-a804-88c57f0b0a56 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.7999744 Feb 19 00:53:00.338038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42528) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:00.386828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cbc07c0a-6cbf-42ed-abd3-d76c71116276 req-3c2aa0e0-13cf-46a0-81b0-4747b84612bb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 210 time: 0.0526550 Feb 19 00:53:00.412202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cd3b94-d206-429b-b321-969444b30db3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.414843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cd3b94-d206-429b-b321-969444b30db3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.416562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cd3b94-d206-429b-b321-969444b30db3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.417936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cd3b94-d206-429b-b321-969444b30db3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.421766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cd3b94-d206-429b-b321-969444b30db3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.428126 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11cd3b94-d206-429b-b321-969444b30db3 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0885518 Feb 19 00:53:00.428358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42532) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:00.509922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5327e5a-4466-4f84-b943-401eb2fe633c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.511143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5327e5a-4466-4f84-b943-401eb2fe633c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.512915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5327e5a-4466-4f84-b943-401eb2fe633c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.514142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5327e5a-4466-4f84-b943-401eb2fe633c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.515354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5327e5a-4466-4f84-b943-401eb2fe633c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.517001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c5327e5a-4466-4f84-b943-401eb2fe633c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0881908 Feb 19 00:53:00.522352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42536) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:00.679158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-69e732a8-c369-485d-8e8d-9142b82dae85 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.681324 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-69e732a8-c369-485d-8e8d-9142b82dae85 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.1726820 Feb 19 00:53:00.685227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa235c0-bee5-4e53-ad8b-06725b0232b2 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.690364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0aa235c0-bee5-4e53-ad8b-06725b0232b2 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/networks/0dd88440-a672-415a-bbf9-4df6fce92da8 HTTP/1.1" status: 200 len: 804 time: 0.1636074 Feb 19 00:53:00.690630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42544) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:00.695110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'port': {'device_id': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'admin_state_up': True, 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:00.845238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-44e640b2-af08-48bb-85f8-52d330e42489 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/networks/0dd88440-a672-415a-bbf9-4df6fce92da8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1527894 Feb 19 00:53:00.846097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42548) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:00.898061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Made reservation on behalf of 6c52525095ef439b88cdd6fecbfe0a52 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:00.903248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:00.957817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bcf50-977b-43f8-9ebc-e73ae75c1595 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:00.961185 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b90bcf50-977b-43f8-9ebc-e73ae75c1595 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/subnets/7d620b8b-2472-447a-8d50-57b133188fe4 HTTP/1.1" status: 200 len: 843 time: 0.1141090 Feb 19 00:53:00.968823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42552) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:01.070444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Allocated IP 172.20.0.3 (99c8d911-87c1-4c41-a95a-a22381471786/064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee/be651c4b-2fbe-4b6a-8b5f-45d9be0af824) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:01.090334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e5831-83c0-4e37-b3eb-7ef42850c341 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:01.095607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b94e5831-83c0-4e37-b3eb-7ef42850c341 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "GET /v2.0/subnets/7d620b8b-2472-447a-8d50-57b133188fe4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1220214 Feb 19 00:53:01.106831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42560) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:01.111817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-556199486'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:01.132895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:01.145543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.180454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:53:01.191674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f6b05fe8-dfad-4a81-831b-4387aae40da0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.192134 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Added segment f6b05fe8-dfad-4a81-831b-4387aae40da0 of type vlan for network 49397532-9d8b-40a1-aff5-183b2bada926 Feb 19 00:53:01.242955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (49397532-9d8b-40a1-aff5-183b2bada926), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.278213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (49397532-9d8b-40a1-aff5-183b2bada926), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.286222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:01.286842 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.304657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.352541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.364977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2569239 Feb 19 00:53:01.368746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42568) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:01.373137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a7b7b677-f319-4b3b-bdaf-a171cab0f928'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:01.373899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'network_id': '49397532-9d8b-40a1-aff5-183b2bada926', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:01.375520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d501a00f-1f7f-47d1-b375-64fd26769402'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:01.404637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e8836-3a63-48f2-9e1c-c6b7f29a734c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Network': ['ID=49397532-9d8b-40a1-aff5-183b2bada926,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:01.435124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'Port': ['ID=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:01.465000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 49397532-9d8b-40a1-aff5-183b2bada926 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:53:01.484703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Network 99c8d911-87c1-4c41-a95a-a22381471786 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:01.487061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:01.495365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:01.605631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Made reservation on behalf of 8ce6afb1dd6a4abdb093a8e8721be847 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:01.614078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:01.617319 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.620296 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.650667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-cd3f38a6-a471-4a8c-869a-8ea8779efc98 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9607882 Feb 19 00:53:01.663216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Request body: {'port': {'device_id': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:01.742770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb543b0-1560-4a43-b930-ce7de6030bcc req-f484d25c-c704-4a51-8e78-512c5abc27c3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:01.751095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecb543b0-1560-4a43-b930-ce7de6030bcc req-f484d25c-c704-4a51-8e78-512c5abc27c3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 931 time: 0.2278492 Feb 19 00:53:01.776572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Performing IP validity checks on allocation pools {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 00:53:01.780891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 00:53:01.819669 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:01.865992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecb543b0-1560-4a43-b930-ce7de6030bcc req-39afa1c3-81b6-43db-ad26-2c8842e59190 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137836 Feb 19 00:53:02.081028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (0446dcdb-0838-4ea3-8867-0b135670b245), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.206929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=0446dcdb-0838-4ea3-8867-0b135670b245,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:02.242472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Checking segment: {'id': 'f6b05fe8-dfad-4a81-831b-4387aae40da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '49397532-9d8b-40a1-aff5-183b2bada926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:02.242860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network hostable DHCP agents. Network: 49397532-9d8b-40a1-aff5-183b2bada926, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:53:02.266718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Network 49397532-9d8b-40a1-aff5-183b2bada926 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:53:02.267446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8bd56580-b3eb-40ad-a65e-be648113650b None None] Provisioning complete for port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:02.267867 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8bd56580-b3eb-40ad-a65e-be648113650b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.295029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 49397532-9d8b-40a1-aff5-183b2bada926) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:02.302209 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:02.302845 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.333808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-47f94f87-6b18-4e2a-965b-a6cead7a92ce tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9639294 Feb 19 00:53:02.337617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:02.348605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-227089a7-fe5f-4577-9967-82b1973b5d92 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:02.375007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec30359f-ff21-4f6f-b65b-07e6544cf745 None None] Network 49397532-9d8b-40a1-aff5-183b2bada926 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:02.378552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8bd56580-b3eb-40ad-a65e-be648113650b None None] Port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:02.506349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227089a7-fe5f-4577-9967-82b1973b5d92 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228393'] for subnet (0446dcdb-0838-4ea3-8867-0b135670b245), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.519796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be651c4b-2fbe-4b6a-8b5f-45d9be0af824 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:02.543826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Publish callbacks [] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.578670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Transition to ACTIVE for port object be651c4b-2fbe-4b6a-8b5f-45d9be0af824 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:02.588050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-49397532-9d8b-40a1-aff5-183b2bada926', 'network_id': '49397532-9d8b-40a1-aff5-183b2bada926', 'project_id': '8ce6afb1dd6a4abdb093a8e8721be847', 'fixed_ips': [{'subnet_id': '0446dcdb-0838-4ea3-8867-0b135670b245'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:53:02.588900 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.594747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.742971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Pushing event updated for resources: {'Port': ['ID=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:02.908054 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227089a7-fe5f-4577-9967-82b1973b5d92 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772989699696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10237143'] for subnet (0446dcdb-0838-4ea3-8867-0b135670b245), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.957855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Attempting to bind port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:02.958736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Attempting to bind port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:02.959288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227089a7-fe5f-4577-9967-82b1973b5d92 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:02.959739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Attempting to bind port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:02.959912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227089a7-fe5f-4577-9967-82b1973b5d92 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:02.964162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-227089a7-fe5f-4577-9967-82b1973b5d92 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "PUT /v2.0/subnets/0446dcdb-0838-4ea3-8867-0b135670b245 HTTP/1.1" status: 200 len: 900 time: 0.6218536 Feb 19 00:53:02.965350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42598) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:02.974741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 on network 99c8d911-87c1-4c41-a95a-a22381471786 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:02.978454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Attempting to bind port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:02.991743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:02.993173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Checking segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:02.993948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Bound using segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:02.997730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Bound port: be651c4b-2fbe-4b6a-8b5f-45d9be0af824, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:02.998235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.027678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227089a7-fe5f-4577-9967-82b1973b5d92 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event updated for resources: {'Subnet': ['ID=0446dcdb-0838-4ea3-8867-0b135670b245,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:03.061020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Allocated IP 2001:db8::3 (49397532-9d8b-40a1-aff5-183b2bada926/0446dcdb-0838-4ea3-8867-0b135670b245/3c2f0431-9c46-4f8e-bca5-e65dd028458f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:03.198095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] For port be651c4b-2fbe-4b6a-8b5f-45d9be0af824, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:03.203279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] For port be651c4b-2fbe-4b6a-8b5f-45d9be0af824, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:03.225540 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.296421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.298723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.306781 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] 10.222.0.113 "PUT /v2.0/ports/be651c4b-2fbe-4b6a-8b5f-45d9be0af824 HTTP/1.1" status: 200 len: 1091 time: 1.6459169 Feb 19 00:53:03.307345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'tag': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:03.311068 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe7518f-1bba-4aa7-9d74-b6731e13a374", "tag": "be651c4b-2fbe-4b6a-8b5f-45d9be0af824"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:03.381035 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Publish callbacks [] for port (3c2f0431-9c46-4f8e-bca5-e65dd028458f), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.398567 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3c2f0431-9c46-4f8e-bca5-e65dd028458f), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.415011 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55faef31-b730-4844-9d0d-1164b494b6b3 x-openstack-request-id: req-55faef31-b730-4844-9d0d-1164b494b6b3 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:03.415495 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe7518f-1bba-4aa7-9d74-b6731e13a374", "tag": "be651c4b-2fbe-4b6a-8b5f-45d9be0af824", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:03.416312 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55faef31-b730-4844-9d0d-1164b494b6b3 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:03.417115 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'tag': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824', 'status': 'completed', 'code': 200} Feb 19 00:53:03.428457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764836a3-eadb-4269-a543-be3b3fd7a47c service neutron] Pushing event updated for resources: {'Port': ['ID=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:03.455593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-2158c27a-8401-455c-8541-0b43b20da556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.460610 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-2158c27a-8401-455c-8541-0b43b20da556 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 1125 time: 0.1092086 Feb 19 00:53:03.489102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Pushing event updated for resources: {'Port': ['ID=3c2f0431-9c46-4f8e-bca5-e65dd028458f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:03.500456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Network 49397532-9d8b-40a1-aff5-183b2bada926 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:03.504569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:03.508289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:03.558646 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-8e73809c-df86-4165-ab3a-4f883d746ba2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824 HTTP/1.1" status: 200 len: 217 time: 0.0849009 Feb 19 00:53:03.630074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Attempting to bind port 3c2f0431-9c46-4f8e-bca5-e65dd028458f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:03.630074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Attempting to bind port 3c2f0431-9c46-4f8e-bca5-e65dd028458f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f6b05fe8-dfad-4a81-831b-4387aae40da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '49397532-9d8b-40a1-aff5-183b2bada926'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:03.630074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Attempting to bind port 3c2f0431-9c46-4f8e-bca5-e65dd028458f on network 49397532-9d8b-40a1-aff5-183b2bada926 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:03.639685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:03.639999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Checking segment: {'id': 'f6b05fe8-dfad-4a81-831b-4387aae40da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '49397532-9d8b-40a1-aff5-183b2bada926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:03.640405 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.640829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Bound using segment: {'id': 'f6b05fe8-dfad-4a81-831b-4387aae40da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '49397532-9d8b-40a1-aff5-183b2bada926'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:03.641483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Bound port: 3c2f0431-9c46-4f8e-bca5-e65dd028458f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b05fe8-dfad-4a81-831b-4387aae40da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '49397532-9d8b-40a1-aff5-183b2bada926'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:03.641711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3c2f0431-9c46-4f8e-bca5-e65dd028458f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.657538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-d68617af-407d-4b60-949e-311c5237ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.660288 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-d68617af-407d-4b60-949e-311c5237ce25 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0946829 Feb 19 00:53:03.774644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-06b913ab-d691-430d-8fb7-1d819c51c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:03.776184 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-06b913ab-d691-430d-8fb7-1d819c51c7c8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1096258 Feb 19 00:53:03.818783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] For port 3c2f0431-9c46-4f8e-bca5-e65dd028458f, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:03.823425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] For port 3c2f0431-9c46-4f8e-bca5-e65dd028458f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3c2f0431-9c46-4f8e-bca5-e65dd028458f,segment=NetworkSegment(f6b05fe8-dfad-4a81-831b-4387aae40da0),segment_id=f6b05fe8-dfad-4a81-831b-4387aae40da0)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:03.833419 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3c2f0431-9c46-4f8e-bca5-e65dd028458f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:03.966964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e36a5-857f-4a50-8d96-59326f23081f None None] Pushing event updated for resources: {'Port': ['ID=3c2f0431-9c46-4f8e-bca5-e65dd028458f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:04.013240 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-ca753750-d08e-4bb3-bdd7-9aa76e850af1 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299407 Feb 19 00:53:04.049542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4db13a-bc1c-47d3-9cb0-5a202db37abb req-02ef0864-9902-4ad5-85c5-88914abbfef1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.058807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea4db13a-bc1c-47d3-9cb0-5a202db37abb req-02ef0864-9902-4ad5-85c5-88914abbfef1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 943 time: 1.0537765 Feb 19 00:53:04.214484 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (49397532-9d8b-40a1-aff5-183b2bada926), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.218003 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b64615a9-610d-4898-aa7b-1813fe2b825e req-852d7b06-aef6-41cd-9be7-a228e1401fb3 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945007 Feb 19 00:53:04.425458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-0ad0fcb5-7c43-4eff-92a1-6eddb99c331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.427291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-0ad0fcb5-7c43-4eff-92a1-6eddb99c331f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 1125 time: 0.1320488 Feb 19 00:53:04.430792 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ea4db13a-bc1c-47d3-9cb0-5a202db37abb req-d61e84b8-a723-4945-8296-2648e57b9e86 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709519 Feb 19 00:53:04.512952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting port 3c2f0431-9c46-4f8e-bca5-e65dd028458f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:04.513334 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3c2f0431-9c46-4f8e-bca5-e65dd028458f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.605982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-f0ee27cb-fe51-4113-bb62-c82ee065ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.607914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-f0ee27cb-fe51-4113-bb62-c82ee065ec66 service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1745887 Feb 19 00:53:04.648836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] For port 3c2f0431-9c46-4f8e-bca5-e65dd028458f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3c2f0431-9c46-4f8e-bca5-e65dd028458f,segment=NetworkSegment(f6b05fe8-dfad-4a81-831b-4387aae40da0),segment_id=f6b05fe8-dfad-4a81-831b-4387aae40da0)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:04.649214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3c2f0431-9c46-4f8e-bca5-e65dd028458f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.666662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Calling delete_port for 3c2f0431-9c46-4f8e-bca5-e65dd028458f owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:04.674507 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-d137df57-4d87-4086-9edd-a2e4aee304d2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824 HTTP/1.1" status: 200 len: 217 time: 0.0602298 Feb 19 00:53:04.748993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-ce50f108-dfc0-4177-960b-d13f19537948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.751971 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-ce50f108-dfc0-4177-960b-d13f19537948 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0685732 Feb 19 00:53:04.815392 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3c2f0431-9c46-4f8e-bca5-e65dd028458f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:04.822110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-44a8350a-2746-473c-b36e-c1d62567478b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:04.824430 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-44a8350a-2746-473c-b36e-c1d62567478b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0664256 Feb 19 00:53:04.902323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Port': ['ID=3c2f0431-9c46-4f8e-bca5-e65dd028458f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:04.952481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No DVR routers for this DVR port 3c2f0431-9c46-4f8e-bca5-e65dd028458f on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:05.010450 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-6b50a39f-6d5e-4742-a114-c08852ed0a14 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777685 Feb 19 00:53:05.033555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0446dcdb-0838-4ea3-8867-0b135670b245), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.130203 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (0446dcdb-0838-4ea3-8867-0b135670b245), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.154201 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51e37ea4-d505-4c81-a7d0-68fa5c5e65f3 req-aec952d5-8e2d-475d-b74a-ef8122891a9b service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352341 Feb 19 00:53:05.167205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=0446dcdb-0838-4ea3-8867-0b135670b245,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:05.252417 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (49397532-9d8b-40a1-aff5-183b2bada926), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.280759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49397532-9d8b-40a1-aff5-183b2bada926']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:05.295151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b05fe8-dfad-4a81-831b-4387aae40da0') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:05.295642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b05fe8-dfad-4a81-831b-4387aae40da0') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:05.308738 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (f6b05fe8-dfad-4a81-831b-4387aae40da0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.325573 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f6b05fe8-dfad-4a81-831b-4387aae40da0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.333173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:05.333577 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (f6b05fe8-dfad-4a81-831b-4387aae40da0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:05.337276 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:05.415020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (49397532-9d8b-40a1-aff5-183b2bada926), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.422006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.425230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/49397532-9d8b-40a1-aff5-183b2bada926 HTTP/1.1" status: 204 len: 168 time: 2.4591734 Feb 19 00:53:05.428930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42642) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:05.444741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e964634c-6d3c-4711-badf-6196984e0c3b tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=49397532-9d8b-40a1-aff5-183b2bada926,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:05.471350 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d562449-53e4-4043-8d33-78f87f8bbfe5 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:05.472361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d562449-53e4-4043-8d33-78f87f8bbfe5 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:05.475497 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0d562449-53e4-4043-8d33-78f87f8bbfe5 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/0446dcdb-0838-4ea3-8867-0b135670b245 HTTP/1.1" status: 404 len: 337 time: 0.0452390 Feb 19 00:53:05.481323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42648) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:05.499060 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f67095-ea78-48f0-826c-4ffc9b21c27f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:05.499608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f67095-ea78-48f0-826c-4ffc9b21c27f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:05.500696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9c7b1e0f-6c41-4dc5-8beb-57ff199f8ec3 None None] Could not find standard attr ID for object 3c2f0431-9c46-4f8e-bca5-e65dd028458f. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:53:05.505283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42650) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:05.535438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-14f67095-ea78-48f0-826c-4ffc9b21c27f tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/49397532-9d8b-40a1-aff5-183b2bada926 HTTP/1.1" status: 404 len: 339 time: 0.0494745 Feb 19 00:53:05.585498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15d6212-f808-46ae-a020-b30774bdb2ba None None] DHCP port deletion for 49397532-9d8b-40a1-aff5-183b2bada926 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:53:05.619388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b76a770-35d5-4675-9d6b-ccc309df8673 None None] Network 49397532-9d8b-40a1-aff5-183b2bada926 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:05.640226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e5b159-8213-4bf7-b482-1f12fa7620d4 req-b05f5580-9c61-4ca8-bb0f-641999b7bda8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:05.642111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9e5b159-8213-4bf7-b482-1f12fa7620d4 req-b05f5580-9c61-4ca8-bb0f-641999b7bda8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 943 time: 0.0801163 Feb 19 00:53:05.645956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (239d311d-8d75-40c4-8e93-ea29842f056f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.660969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b76a770-35d5-4675-9d6b-ccc309df8673 None None] Network 49397532-9d8b-40a1-aff5-183b2bada926 could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:53:05.671504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17762e58-23e8-4731-a77c-e85cf9bb8991 None None] Network 49397532-9d8b-40a1-aff5-183b2bada926 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:05.719245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9e5b159-8213-4bf7-b482-1f12fa7620d4 req-0319407f-c0a0-410a-88d1-d01f0e6d8d79 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702686 Feb 19 00:53:05.728287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17762e58-23e8-4731-a77c-e85cf9bb8991 None None] Network 49397532-9d8b-40a1-aff5-183b2bada926 could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 00:53:05.769849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (239d311d-8d75-40c4-8e93-ea29842f056f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.810077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239d311d-8d75-40c4-8e93-ea29842f056f']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:05.821054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27427d23-e1b3-4968-b7e5-8835c3c4bfd0') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:05.821670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27427d23-e1b3-4968-b7e5-8835c3c4bfd0') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:05.832278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (27427d23-e1b3-4968-b7e5-8835c3c4bfd0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.847054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (27427d23-e1b3-4968-b7e5-8835c3c4bfd0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.853570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:05.854228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (27427d23-e1b3-4968-b7e5-8835c3c4bfd0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:05.858456 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:05.862757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-f195158e-68e2-47dd-b2fc-124689947800 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c48c39f37c104c27932654ad53dec05d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566430 Feb 19 00:53:05.950609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (239d311d-8d75-40c4-8e93-ea29842f056f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.971767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:05.975649 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/239d311d-8d75-40c4-8e93-ea29842f056f HTTP/1.1" status: 204 len: 168 time: 0.4689062 Feb 19 00:53:05.976613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=239d311d-8d75-40c4-8e93-ea29842f056f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:05.978873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42672) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:06.013189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.013482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.013859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.014572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.014786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.015204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.015594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.016061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.016566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.016915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.017315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.017788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.018147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a8ccb1-11bf-46bb-baf7-26485c7681f0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:06.021579 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-981a36a2-f290-4432-bbba-24c8f09997d0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:06.022051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-981a36a2-f290-4432-bbba-24c8f09997d0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:06.027741 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-981a36a2-f290-4432-bbba-24c8f09997d0 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/85adfa95-8bfd-4801-a01c-c8f0e126e743 HTTP/1.1" status: 404 len: 337 time: 0.0455594 Feb 19 00:53:06.027969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:06.048655 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a902f67-3001-42df-915f-2304dce4ad6c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:06.049196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a902f67-3001-42df-915f-2304dce4ad6c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:06.067781 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8a902f67-3001-42df-915f-2304dce4ad6c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/3d089eac-b83a-4e39-8402-e35e4d37d60d HTTP/1.1" status: 404 len: 339 time: 0.0241468 Feb 19 00:53:06.067781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42678) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:06.121318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-1767fcaa-df11-4e56-9e2e-df7be966fe74 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting subnet 2ac1dbef-3452-4cae-aafb-1bc862177443 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:53:06.132354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1767fcaa-df11-4e56-9e2e-df7be966fe74 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (2ac1dbef-3452-4cae-aafb-1bc862177443), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.141357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-34dfb80a-3e6b-452c-9a12-b8e9c4e9fb49 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:06.144283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-34dfb80a-3e6b-452c-9a12-b8e9c4e9fb49 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737846 Feb 19 00:53:06.169475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-fb21bffd-18bc-4220-9ab6-3802420ea371 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/quotas/c48c39f37c104c27932654ad53dec05d HTTP/1.1" status: 200 len: 375 time: 0.0182104 Feb 19 00:53:06.208082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1767fcaa-df11-4e56-9e2e-df7be966fe74 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (2ac1dbef-3452-4cae-aafb-1bc862177443), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.234062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-9a684498-a618-48bf-9b44-56e1f6bb3647 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c48c39f37c104c27932654ad53dec05d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574439 Feb 19 00:53:06.319795 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1767fcaa-df11-4e56-9e2e-df7be966fe74 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (2ac1dbef-3452-4cae-aafb-1bc862177443), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.430042 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1767fcaa-df11-4e56-9e2e-df7be966fe74 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (2ac1dbef-3452-4cae-aafb-1bc862177443), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.464510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a0cefa6b-25fc-478c-9b41-522d653c0fb5 req-741a62da-4a1d-4ee4-b3e0-05ae97049ccf tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 210 time: 0.0623460 Feb 19 00:53:06.488506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767fcaa-df11-4e56-9e2e-df7be966fe74 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac1dbef-3452-4cae-aafb-1bc862177443,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:06.492274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1767fcaa-df11-4e56-9e2e-df7be966fe74 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.497711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1767fcaa-df11-4e56-9e2e-df7be966fe74 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/2ac1dbef-3452-4cae-aafb-1bc862177443 HTTP/1.1" status: 204 len: 168 time: 0.4370012 Feb 19 00:53:06.498631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42690) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:06.499604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7aa50-1356-45bd-9cc8-86ef3a3abb9b None None] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:06.565037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-666d1c65-9851-46fe-a5d8-b03569c1893c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting subnet 62ff553d-c75e-4b09-9c44-2a9065bc61ea {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:53:06.569838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666d1c65-9851-46fe-a5d8-b03569c1893c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (62ff553d-c75e-4b09-9c44-2a9065bc61ea), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.615924 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666d1c65-9851-46fe-a5d8-b03569c1893c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (62ff553d-c75e-4b09-9c44-2a9065bc61ea), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.730019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666d1c65-9851-46fe-a5d8-b03569c1893c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (62ff553d-c75e-4b09-9c44-2a9065bc61ea), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.831269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666d1c65-9851-46fe-a5d8-b03569c1893c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (62ff553d-c75e-4b09-9c44-2a9065bc61ea), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.876586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d1c65-9851-46fe-a5d8-b03569c1893c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=62ff553d-c75e-4b09-9c44-2a9065bc61ea,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:06.910353 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-666d1c65-9851-46fe-a5d8-b03569c1893c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:06.915012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-666d1c65-9851-46fe-a5d8-b03569c1893c tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/62ff553d-c75e-4b09-9c44-2a9065bc61ea HTTP/1.1" status: 204 len: 168 time: 0.4146030 Feb 19 00:53:06.917399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42704) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:06.975498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3c2f0431-9c46-4f8e-bca5-e65dd028458f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:07.018538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3c2f0431-9c46-4f8e-bca5-e65dd028458f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:07.020215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3c2f0431-9c46-4f8e-bca5-e65dd028458f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:07.045672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61995077-7fcf-4369-bd4e-3ec208346108 req-00993ac0-07d4-4710-b1b0-cfefc6f0429e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:07.047261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61995077-7fcf-4369-bd4e-3ec208346108 req-00993ac0-07d4-4710-b1b0-cfefc6f0429e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 943 time: 0.1819451 Feb 19 00:53:07.053609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (0a45aaec-6932-446e-a91c-086d6b36e0fd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.218962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61995077-7fcf-4369-bd4e-3ec208346108 req-bb13587a-133b-482b-bbf4-f377f396fdf6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289806 Feb 19 00:53:07.223468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting port af72a9dd-0f2c-423d-ba14-33259e49894b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:07.223887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.354510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] For port af72a9dd-0f2c-423d-ba14-33259e49894b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=af72a9dd-0f2c-423d-ba14-33259e49894b,segment=NetworkSegment(9b68afd0-f2ed-45a2-a398-4758b426571b),segment_id=9b68afd0-f2ed-45a2-a398-4758b426571b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:07.354892 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.391027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Calling delete_port for af72a9dd-0f2c-423d-ba14-33259e49894b owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:07.485162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (af72a9dd-0f2c-423d-ba14-33259e49894b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.517392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa3769-1b91-4e5d-84db-b2cfcb918f5b None None] Network 0a45aaec-6932-446e-a91c-086d6b36e0fd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:07.531332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No DVR routers for this DVR port af72a9dd-0f2c-423d-ba14-33259e49894b on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:07.533604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Port': ['ID=af72a9dd-0f2c-423d-ba14-33259e49894b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:07.574513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-97abbf69-9906-4165-a1dd-471370f69498 None None] Could not find standard attr ID for object af72a9dd-0f2c-423d-ba14-33259e49894b. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 00:53:07.624173 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (0a45aaec-6932-446e-a91c-086d6b36e0fd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.679386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a45aaec-6932-446e-a91c-086d6b36e0fd']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:07.695796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79ae0ef-039a-43df-acc5-10af9b2055f7 None None] DHCP port deletion for 0a45aaec-6932-446e-a91c-086d6b36e0fd request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:53:07.705774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device be651c4b-2fbe-4b6a-8b5f-45d9be0af824 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:07.728216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9024220d-60d6-4aa9-b5e1-cce0f4c2815c req-1087491a-1416-4606-8b7e-11ab09aa4ea3 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 210 time: 0.0841229 Feb 19 00:53:07.730315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b68afd0-f2ed-45a2-a398-4758b426571b') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:07.730620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b68afd0-f2ed-45a2-a398-4758b426571b') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:07.742393 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (9b68afd0-f2ed-45a2-a398-4758b426571b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.769859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (9b68afd0-f2ed-45a2-a398-4758b426571b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.776663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:07.777152 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (9b68afd0-f2ed-45a2-a398-4758b426571b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:07.823782 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:07.897554 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (0a45aaec-6932-446e-a91c-086d6b36e0fd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.900321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port be651c4b-2fbe-4b6a-8b5f-45d9be0af824, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:07.904014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-36696660-3ed5-4b41-a2b1-6138330fe710 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.126 "GET /v2.0/networks?tenant_id=c48c39f37c104c27932654ad53dec05d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793197 Feb 19 00:53:07.914907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824', 'mac_address': 'fa:16:3e:87:d1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:07.918695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.927750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/0a45aaec-6932-446e-a91c-086d6b36e0fd HTTP/1.1" status: 204 len: 168 time: 1.0068121 Feb 19 00:53:07.928197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42724) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:07.964273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:07.965076 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:07.970422 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9238f6f-7532-4a3b-ba13-86c76978617a tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:07.970888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9238f6f-7532-4a3b-ba13-86c76978617a tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:07.975795 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a9238f6f-7532-4a3b-ba13-86c76978617a tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/1011f2d5-3240-4ad5-8b36-b65380debf70 HTTP/1.1" status: 404 len: 337 time: 0.0465522 Feb 19 00:53:07.978428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42726) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:07.988228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be651c4b-2fbe-4b6a-8b5f-45d9be0af824 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:07.992258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385181d9-5121-4e1b-8762-0f17221171e9 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=0a45aaec-6932-446e-a91c-086d6b36e0fd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:08.004737 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d740dc-e86a-4e1f-b925-06818ab0aa1a tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:08.005635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d740dc-e86a-4e1f-b925-06818ab0aa1a tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:08.009609 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-83d740dc-e86a-4e1f-b925-06818ab0aa1a tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/9f9bb070-50ed-414f-bf78-55a09304ba77 HTTP/1.1" status: 404 len: 339 time: 0.0268400 Feb 19 00:53:08.013820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42728) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:08.030452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port be651c4b-2fbe-4b6a-8b5f-45d9be0af824, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:08.039698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.054139 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75a9b7e-24b6-40f1-a701-fa51e9265146 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:08.054997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75a9b7e-24b6-40f1-a701-fa51e9265146 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:08.059309 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c75a9b7e-24b6-40f1-a701-fa51e9265146 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/109bddeb-b52b-41c9-8744-22ebc5fec1af HTTP/1.1" status: 404 len: 337 time: 0.0433543 Feb 19 00:53:08.062138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42730) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:08.089043 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b220f7-aa4e-4606-b516-dfd7ac226650 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:08.089851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b220f7-aa4e-4606-b516-dfd7ac226650 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:08.094585 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-23b220f7-aa4e-4606-b516-dfd7ac226650 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/544a1323-9e10-46b9-a6cd-0f284ef38b35 HTTP/1.1" status: 404 len: 339 time: 0.0307431 Feb 19 00:53:08.097255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42732) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:08.113404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:08.145051 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cd2bb1-8315-4f76-ae04-0c3f0180702e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:08.146433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cd2bb1-8315-4f76-ae04-0c3f0180702e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:08.151893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f3cd2bb1-8315-4f76-ae04-0c3f0180702e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/10e3219c-1649-48a1-b855-e339212688e7 HTTP/1.1" status: 404 len: 337 time: 0.0508964 Feb 19 00:53:08.152599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42738) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:08.173335 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd45ae91-c25f-42c5-968b-7c9db2374a02 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:08.174285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd45ae91-c25f-42c5-968b-7c9db2374a02 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:08.174587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-b7470870-a332-4dd7-8fa2-51550c6ab9a7 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:08.176114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-b7470870-a332-4dd7-8fa2-51550c6ab9a7 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324438 Feb 19 00:53:08.180526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42740) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:08.180839 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dd45ae91-c25f-42c5-968b-7c9db2374a02 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/6d81781e-a220-4aae-abfb-30d7c60653e8 HTTP/1.1" status: 404 len: 339 time: 0.0261934 Feb 19 00:53:08.229281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Request body: {'port': {'device_id': 'f292498f-9911-4735-bcf4-ac6d13f94326', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'c48c39f37c104c27932654ad53dec05d'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:08.283730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['be651c4b-2fbe-4b6a-8b5f-45d9be0af824'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:08.370737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-64147aeb-9fc8-4457-b574-1784161e6549 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting subnet cf13430b-0d10-46a6-b680-ec5d073a7324 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:53:08.449976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64147aeb-9fc8-4457-b574-1784161e6549 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (cf13430b-0d10-46a6-b680-ec5d073a7324), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.522267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64147aeb-9fc8-4457-b574-1784161e6549 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (cf13430b-0d10-46a6-b680-ec5d073a7324), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.582429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347d905-713b-4b73-979d-54317f644247 req-a31db383-1fe8-45bd-ad60-3c802dea3f83 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:08.583965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2347d905-713b-4b73-979d-54317f644247 req-a31db383-1fe8-45bd-ad60-3c802dea3f83 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 944 time: 0.2419758 Feb 19 00:53:08.588372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Made reservation on behalf of c48c39f37c104c27932654ad53dec05d for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:08.591542 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.618559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.689013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64147aeb-9fc8-4457-b574-1784161e6549 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (cf13430b-0d10-46a6-b680-ec5d073a7324), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.725074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2347d905-713b-4b73-979d-54317f644247 req-694a7f39-3e74-41a9-9805-8b360e338cde tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293344 Feb 19 00:53:08.791165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64147aeb-9fc8-4457-b574-1784161e6549 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (cf13430b-0d10-46a6-b680-ec5d073a7324), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.814116 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks [] for security_group (701d88fe-66bb-45b4-a010-364d6b47cae1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.834039 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64147aeb-9fc8-4457-b574-1784161e6549 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.839865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42758) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:08.840143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-64147aeb-9fc8-4457-b574-1784161e6549 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/cf13430b-0d10-46a6-b680-ec5d073a7324 HTTP/1.1" status: 204 len: 168 time: 0.6582286 Feb 19 00:53:08.840982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64147aeb-9fc8-4457-b574-1784161e6549 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=cf13430b-0d10-46a6-b680-ec5d073a7324,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:08.843033 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (701d88fe-66bb-45b4-a010-364d6b47cae1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:08.858652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc2d86-7211-4b13-83d6-ecf06cf4bd7c None None] Network e4826403-c17b-4748-85fb-94033fd112c5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:08.942328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60b69677-abda-4946-9900-889605f89660 req-18a490f5-557c-4da7-afa8-c2dcbec1da03 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 210 time: 0.0378230 Feb 19 00:53:08.945516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701d88fe-66bb-45b4-a010-364d6b47cae1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:09.046907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e4826403-c17b-4748-85fb-94033fd112c5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.083813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device af72a9dd-0f2c-423d-ba14-33259e49894b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:09.090691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Allocated IP 192.168.233.97 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/209600d7-78b7-4bdd-8e95-393da5998d72) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:09.121657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: af72a9dd-0f2c-423d-ba14-33259e49894b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:09.122563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device af72a9dd-0f2c-423d-ba14-33259e49894b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:09.162161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting port cb4760b5-6a65-4070-8590-fd788df6de05 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:09.162546 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.227296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] DHCP port deletion for e4826403-c17b-4748-85fb-94033fd112c5 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:53:09.262123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] For port cb4760b5-6a65-4070-8590-fd788df6de05, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=cb4760b5-6a65-4070-8590-fd788df6de05,segment=NetworkSegment(8c6d273e-68d3-4f6e-9247-4360f1f83189),segment_id=8c6d273e-68d3-4f6e-9247-4360f1f83189)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:09.262806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.275682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Calling delete_port for cb4760b5-6a65-4070-8590-fd788df6de05 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:09.363149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] Deleting port cb4760b5-6a65-4070-8590-fd788df6de05 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:09.365880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.377425 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.458560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] For port cb4760b5-6a65-4070-8590-fd788df6de05, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=cb4760b5-6a65-4070-8590-fd788df6de05,segment=NetworkSegment(8c6d273e-68d3-4f6e-9247-4360f1f83189),segment_id=8c6d273e-68d3-4f6e-9247-4360f1f83189)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:09.459581 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.475683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] Calling delete_port for cb4760b5-6a65-4070-8590-fd788df6de05 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:09.478064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Port': ['ID=cb4760b5-6a65-4070-8590-fd788df6de05,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:09.482415 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks [] for port (209600d7-78b7-4bdd-8e95-393da5998d72), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.500720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No DVR routers for this DVR port cb4760b5-6a65-4070-8590-fd788df6de05 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:09.555545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.567817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (cb4760b5-6a65-4070-8590-fd788df6de05), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.592035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] Pushing event deleted for resources: {'Port': ['ID=cb4760b5-6a65-4070-8590-fd788df6de05,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:09.609506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54af5149-126b-46f3-ac23-76d78c7def4b None None] No DVR routers for this DVR port cb4760b5-6a65-4070-8590-fd788df6de05 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:09.622914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:09.631849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:09.639096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:09.645869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Pushing event updated for resources: {'Port': ['ID=209600d7-78b7-4bdd-8e95-393da5998d72,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:09.688427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e4826403-c17b-4748-85fb-94033fd112c5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.709720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:09.710692 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.728082 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4826403-c17b-4748-85fb-94033fd112c5']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:09.750083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device be651c4b-2fbe-4b6a-8b5f-45d9be0af824 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:09.764880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-62fda78d-3f7d-4eca-af1c-dd7676208060 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5347838 Feb 19 00:53:09.768021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6d273e-68d3-4f6e-9247-4360f1f83189') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:09.768849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6d273e-68d3-4f6e-9247-4360f1f83189') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:09.773898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Request body: {'port': {'device_id': 'f292498f-9911-4735-bcf4-ac6d13f94326', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:09.795406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8c6d273e-68d3-4f6e-9247-4360f1f83189), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.839575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8c6d273e-68d3-4f6e-9247-4360f1f83189), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.853597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:09.855280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8c6d273e-68d3-4f6e-9247-4360f1f83189), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:09.865785 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:09.943919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:09.954480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:09.954480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.037609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e4826403-c17b-4748-85fb-94033fd112c5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.041018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.043704 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.049272 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/e4826403-c17b-4748-85fb-94033fd112c5 HTTP/1.1" status: 204 len: 168 time: 1.2077098 Feb 19 00:53:10.055101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42780) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:10.080456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea28c4-dfb3-4c0e-8c92-5aada366bc3e tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=e4826403-c17b-4748-85fb-94033fd112c5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:10.164644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:10.166765 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.172954 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-f634dd15-e40a-46d0-863d-8e98ca1544b6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:10.172954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f634dd15-e40a-46d0-863d-8e98ca1544b6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:10.177294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f634dd15-e40a-46d0-863d-8e98ca1544b6 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/2dcccd89-f113-484e-b4d0-5b92628d3006 HTTP/1.1" status: 404 len: 337 time: 0.1116087 Feb 19 00:53:10.181235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42782) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:10.214161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port be651c4b-2fbe-4b6a-8b5f-45d9be0af824, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:10.217320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:10.220601 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82444b90-aebe-45a7-86b3-f4d56876de54" -d '{"events": [{"server_uuid": "0fe7518f-1bba-4aa7-9d74-b6731e13a374", "name": "network-vif-plugged", "status": "completed", "tag": "be651c4b-2fbe-4b6a-8b5f-45d9be0af824"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:10.224580 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.225688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b8c57-54d0-4e2a-87a1-2ed5f0e32b97 req-2eca6ce4-616d-4017-a8ae-21e1e7ea6336 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:10.227158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1ba4cdce-eda1-45f1-ab25-45bf7e7b1213 None None] Provisioning complete for port 209600d7-78b7-4bdd-8e95-393da5998d72 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:10.227549 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ba4cdce-eda1-45f1-ab25-45bf7e7b1213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.235674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee1b8c57-54d0-4e2a-87a1-2ed5f0e32b97 req-2eca6ce4-616d-4017-a8ae-21e1e7ea6336 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 944 time: 0.3334804 Feb 19 00:53:10.248223 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d109eaa4-796e-4232-9943-51fb22cf3462 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] DELETE failed (client error): The resource could not be found. Feb 19 00:53:10.248913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d109eaa4-796e-4232-9943-51fb22cf3462 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 00:53:10.254981 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d109eaa4-796e-4232-9943-51fb22cf3462 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/2355b11a-c400-40f9-a33d-a7d3157c2c2b HTTP/1.1" status: 404 len: 339 time: 0.0727108 Feb 19 00:53:10.255800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42786) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:10.313364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4cdce-eda1-45f1-ab25-45bf7e7b1213 None None] Port 209600d7-78b7-4bdd-8e95-393da5998d72 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:10.314971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:10.395312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-29489c96-363f-4500-8aea-4258fa7a8640 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting subnet 7d620b8b-2472-447a-8d50-57b133188fe4 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:53:10.402617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29489c96-363f-4500-8aea-4258fa7a8640 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (7d620b8b-2472-447a-8d50-57b133188fe4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.474019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee1b8c57-54d0-4e2a-87a1-2ed5f0e32b97 req-34e8c6a6-6bb8-40f0-b227-e9facd5c358d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374110 Feb 19 00:53:10.498540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb29cd-35fe-412c-b4e8-8aa8b812c85b req-d613e5c0-fbaf-4c02-abe2-a02822a595fe tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:10.501118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fcb29cd-35fe-412c-b4e8-8aa8b812c85b req-d613e5c0-fbaf-4c02-abe2-a02822a595fe tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 935 time: 0.3987381 Feb 19 00:53:10.519706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29489c96-363f-4500-8aea-4258fa7a8640 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (7d620b8b-2472-447a-8d50-57b133188fe4), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.720193 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29489c96-363f-4500-8aea-4258fa7a8640 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (7d620b8b-2472-447a-8d50-57b133188fe4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.828941 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9fc39b-c720-4a17-84e4-78e2bcde2bf2 x-openstack-request-id: req-4f9fc39b-c720-4a17-84e4-78e2bcde2bf2 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:10.829263 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe7518f-1bba-4aa7-9d74-b6731e13a374", "name": "network-vif-plugged", "status": "completed", "tag": "be651c4b-2fbe-4b6a-8b5f-45d9be0af824", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:10.829652 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f9fc39b-c720-4a17-84e4-78e2bcde2bf2 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:10.830134 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824', 'code': 200} Feb 19 00:53:10.855956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29489c96-363f-4500-8aea-4258fa7a8640 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (7d620b8b-2472-447a-8d50-57b133188fe4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.967206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fcb29cd-35fe-412c-b4e8-8aa8b812c85b req-af049a1a-776d-42f0-8ac4-13eb85e2e273 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467187 Feb 19 00:53:10.972168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29489c96-363f-4500-8aea-4258fa7a8640 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:10.980472 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29489c96-363f-4500-8aea-4258fa7a8640 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/subnets/7d620b8b-2472-447a-8d50-57b133188fe4 HTTP/1.1" status: 204 len: 168 time: 0.7232814 Feb 19 00:53:10.981322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:10.990265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea88c66-e4b2-4e0d-a2d3-7ef134924c28 None None] Network 0dd88440-a672-415a-bbf9-4df6fce92da8 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:11.067782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489c96-363f-4500-8aea-4258fa7a8640 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Subnet': ['ID=7d620b8b-2472-447a-8d50-57b133188fe4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:11.090528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device cb4760b5-6a65-4070-8590-fd788df6de05 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:11.164915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: cb4760b5-6a65-4070-8590-fd788df6de05 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:11.166815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device cb4760b5-6a65-4070-8590-fd788df6de05 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:11.256386 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (0dd88440-a672-415a-bbf9-4df6fce92da8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.259792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb1e1d-bf49-4ce1-b975-42b38a1ea8e8 req-228efe6e-639b-46c5-80dd-9723369b383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:11.262567 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-26cb1e1d-bf49-4ce1-b975-42b38a1ea8e8 req-228efe6e-639b-46c5-80dd-9723369b383f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 1127 time: 0.3403597 Feb 19 00:53:11.306481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] DHCP port deletion for 0dd88440-a672-415a-bbf9-4df6fce92da8 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:53:11.319620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209600d7-78b7-4bdd-8e95-393da5998d72 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:11.332841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Publish callbacks [] for port (209600d7-78b7-4bdd-8e95-393da5998d72), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.364760 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-26cb1e1d-bf49-4ce1-b975-42b38a1ea8e8 req-d5bade04-6de2-4f80-b8fe-21f9467f080b service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896509 Feb 19 00:53:11.373111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Transition to ACTIVE for port object 209600d7-78b7-4bdd-8e95-393da5998d72 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:11.379117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.384332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] Deleting port edd0d3f7-e6c1-462c-8a86-eb41263268e0 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:11.384712 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.393121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Deleting port edd0d3f7-e6c1-462c-8a86-eb41263268e0 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:11.393917 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.488184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] For port edd0d3f7-e6c1-462c-8a86-eb41263268e0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=edd0d3f7-e6c1-462c-8a86-eb41263268e0,segment=NetworkSegment(629b2026-face-4851-8caa-c6a873ed83d8),segment_id=629b2026-face-4851-8caa-c6a873ed83d8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:11.488184 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.507673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Pushing event updated for resources: {'Port': ['ID=209600d7-78b7-4bdd-8e95-393da5998d72,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:11.531895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] Calling delete_port for edd0d3f7-e6c1-462c-8a86-eb41263268e0 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:11.535823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] For port edd0d3f7-e6c1-462c-8a86-eb41263268e0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=edd0d3f7-e6c1-462c-8a86-eb41263268e0,segment=NetworkSegment(629b2026-face-4851-8caa-c6a873ed83d8),segment_id=629b2026-face-4851-8caa-c6a873ed83d8)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:11.536072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.581294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Calling delete_port for edd0d3f7-e6c1-462c-8a86-eb41263268e0 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:11.676856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.678784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Attempting to bind port 209600d7-78b7-4bdd-8e95-393da5998d72 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:11.679441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Attempting to bind port 209600d7-78b7-4bdd-8e95-393da5998d72 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:11.680835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Attempting to bind port 209600d7-78b7-4bdd-8e95-393da5998d72 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:11.696008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Port 209600d7-78b7-4bdd-8e95-393da5998d72 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:11.696674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Attempting to bind port 209600d7-78b7-4bdd-8e95-393da5998d72 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:11.714797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:11.717817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:11.718867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:11.719875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Bound port: 209600d7-78b7-4bdd-8e95-393da5998d72, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:11.720622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.758857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] Pushing event deleted for resources: {'Port': ['ID=edd0d3f7-e6c1-462c-8a86-eb41263268e0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:11.764302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c922bcf-d112-4cc7-9de8-f81357fd7139 None None] No DVR routers for this DVR port edd0d3f7-e6c1-462c-8a86-eb41263268e0 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:11.786200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (edd0d3f7-e6c1-462c-8a86-eb41263268e0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.825493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Port': ['ID=edd0d3f7-e6c1-462c-8a86-eb41263268e0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:11.827361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] No DVR routers for this DVR port edd0d3f7-e6c1-462c-8a86-eb41263268e0 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:11.917515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] For port 209600d7-78b7-4bdd-8e95-393da5998d72, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:11.922151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] For port 209600d7-78b7-4bdd-8e95-393da5998d72, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=209600d7-78b7-4bdd-8e95-393da5998d72,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:11.942863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60506cf1-4d62-45a2-82e5-b7039c744707 req-f4658104-63ef-4fe7-b184-a3623db45d3e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:11.945462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60506cf1-4d62-45a2-82e5-b7039c744707 req-f4658104-63ef-4fe7-b184-a3623db45d3e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 945 time: 0.1551189 Feb 19 00:53:11.946215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:11.971011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (0dd88440-a672-415a-bbf9-4df6fce92da8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.003341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.003857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.005226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] 10.222.0.126 "PUT /v2.0/ports/209600d7-78b7-4bdd-8e95-393da5998d72 HTTP/1.1" status: 200 len: 1095 time: 2.2362747 Feb 19 00:53:12.005798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f292498f-9911-4735-bcf4-ac6d13f94326', 'tag': '209600d7-78b7-4bdd-8e95-393da5998d72'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:12.010510 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b5dd58-774b-4841-a098-3aad2a51bbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f292498f-9911-4735-bcf4-ac6d13f94326", "tag": "209600d7-78b7-4bdd-8e95-393da5998d72"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:12.053173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd88440-a672-415a-bbf9-4df6fce92da8']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:12.074972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3058aa-0ce6-4a7e-ac0a-64a65ea2fb65 service neutron] Pushing event updated for resources: {'Port': ['ID=209600d7-78b7-4bdd-8e95-393da5998d72,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:12.076944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60506cf1-4d62-45a2-82e5-b7039c744707 req-d531a884-c19f-47df-ba19-5e227f5ef5f2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187973 Feb 19 00:53:12.092608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629b2026-face-4851-8caa-c6a873ed83d8') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:12.094608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629b2026-face-4851-8caa-c6a873ed83d8') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:12.148991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (629b2026-face-4851-8caa-c6a873ed83d8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.184211 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (629b2026-face-4851-8caa-c6a873ed83d8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.208590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:12.209527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (629b2026-face-4851-8caa-c6a873ed83d8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:12.219833 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:12.267967 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c39fbb-adaa-4b8f-b120-77adad122498 x-openstack-request-id: req-44c39fbb-adaa-4b8f-b120-77adad122498 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:12.268487 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f292498f-9911-4735-bcf4-ac6d13f94326", "tag": "209600d7-78b7-4bdd-8e95-393da5998d72", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:12.268738 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44c39fbb-adaa-4b8f-b120-77adad122498 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:12.269142 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f292498f-9911-4735-bcf4-ac6d13f94326', 'tag': '209600d7-78b7-4bdd-8e95-393da5998d72', 'status': 'completed', 'code': 200} Feb 19 00:53:12.288621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-ab3804a5-7fd6-4031-8204-b7b59a1e5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.290587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-ab3804a5-7fd6-4031-8204-b7b59a1e5704 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c48c39f37c104c27932654ad53dec05d&device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 1129 time: 0.2016435 Feb 19 00:53:12.335842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (0dd88440-a672-415a-bbf9-4df6fce92da8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.362458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:12.368327 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] 10.222.0.60 "DELETE /v2.0/networks/0dd88440-a672-415a-bbf9-4df6fce92da8 HTTP/1.1" status: 204 len: 168 time: 1.3781095 Feb 19 00:53:12.376838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1128d20f-9e36-4338-997a-72553a77b2f7 tempest-NetworksIpV6Test-2079833234 tempest-NetworksIpV6Test-2079833234-project] Pushing event deleted for resources: {'Network': ['ID=0dd88440-a672-415a-bbf9-4df6fce92da8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:12.385545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06852727-5479-4ec6-99fa-50ca0ffacfa0 req-1bfe5f81-4279-484b-8300-67501c37a6a1 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.387184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06852727-5479-4ec6-99fa-50ca0ffacfa0 req-1bfe5f81-4279-484b-8300-67501c37a6a1 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 947 time: 0.1798549 Feb 19 00:53:12.388966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-f9601a27-cc97-4021-90c5-c7cfba942e47 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=209600d7-78b7-4bdd-8e95-393da5998d72 HTTP/1.1" status: 200 len: 217 time: 0.0887010 Feb 19 00:53:12.538483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06852727-5479-4ec6-99fa-50ca0ffacfa0 req-851dd1dc-e6f4-4904-9b04-1dc316d9a0f9 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454561 Feb 19 00:53:12.540065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-4e199438-3ac5-473d-95db-5a68a5702f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.541576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-4e199438-3ac5-473d-95db-5a68a5702f06 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1392376 Feb 19 00:53:12.633558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-16988050-b8b6-4154-a048-acf63f7d1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:12.635407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-16988050-b8b6-4154-a048-acf63f7d1a48 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0854189 Feb 19 00:53:12.803699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-d972667c-b406-4b88-ba19-31c02257481d service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603448 Feb 19 00:53:12.940446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-288bfc73-eea1-4864-85e5-0f74d0e2d9c0 req-fb755017-c93f-4e97-b47c-467673c7ca13 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302633 Feb 19 00:53:13.045624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device edd0d3f7-e6c1-462c-8a86-eb41263268e0 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:13.066725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42840) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:13.091662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: edd0d3f7-e6c1-462c-8a86-eb41263268e0 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:13.092852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device edd0d3f7-e6c1-462c-8a86-eb41263268e0 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:13.102079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-344bc524-5a1e-41ff-8dbd-1fcebc0205fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.105795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-344bc524-5a1e-41ff-8dbd-1fcebc0205fa service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c48c39f37c104c27932654ad53dec05d&device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 1129 time: 0.0835783 Feb 19 00:53:13.335673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-0f2d3d5e-987d-44cb-8cf0-85f617cb55fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.337181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-0f2d3d5e-987d-44cb-8cf0-85f617cb55fd service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2224343 Feb 19 00:53:13.404371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fb3af-131c-4819-8d88-47463555de22 req-9d6a7e0e-40dc-49bd-8b62-668255c8ddc7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.405866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-090fb3af-131c-4819-8d88-47463555de22 req-9d6a7e0e-40dc-49bd-8b62-668255c8ddc7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 945 time: 0.1754777 Feb 19 00:53:13.409235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-69dbb48e-7526-4a3e-b0c1-11831b1aba56 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=209600d7-78b7-4bdd-8e95-393da5998d72 HTTP/1.1" status: 200 len: 217 time: 0.0627124 Feb 19 00:53:13.477452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d5c8fdc0-49f0-42cf-b9c2-026678acdcb5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ce6afb1dd6a4abdb093a8e8721be847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4095025 Feb 19 00:53:13.479889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42850) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:13.514057 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-5d3b1284-5ee1-45af-bfa7-62bcee236c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.515693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-5d3b1284-5ee1-45af-bfa7-62bcee236c96 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0961123 Feb 19 00:53:13.575694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-090fb3af-131c-4819-8d88-47463555de22 req-728c4023-98b6-47c0-9cb9-8664820e176e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576567 Feb 19 00:53:13.606836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5aa145e2-76b0-41ee-8d06-3922a00d8f53 admin admin] Publish callbacks [] for security_group (573f8cd3-69bb-4120-9a06-e5133a99d16e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.616714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-2728fcb8-f7c1-43ce-bcf4-48136221c0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.626327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-2728fcb8-f7c1-43ce-bcf4-48136221c0ba service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0903656 Feb 19 00:53:13.765277 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5aa145e2-76b0-41ee-8d06-3922a00d8f53 admin admin] Publish callbacks [] for security_group (573f8cd3-69bb-4120-9a06-e5133a99d16e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.904402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34065f06-c6bc-441e-8836-87b84973bc7a req-d3caf811-8c84-44da-893c-5c4bf92297e3 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:13.905788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34065f06-c6bc-441e-8836-87b84973bc7a req-d3caf811-8c84-44da-893c-5c4bf92297e3 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 947 time: 0.2488608 Feb 19 00:53:13.916352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-2c4b4ef8-4175-4369-aae9-0e55bff4f8b0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6c52525095ef439b88cdd6fecbfe0a52 HTTP/1.1" status: 200 len: 267 time: 0.1759720 Feb 19 00:53:13.918793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-17779b76-e8e6-48e7-8cc5-3eb0cba0b49f service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914746 Feb 19 00:53:13.985249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5aa145e2-76b0-41ee-8d06-3922a00d8f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (573f8cd3-69bb-4120-9a06-e5133a99d16e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.988441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5aa145e2-76b0-41ee-8d06-3922a00d8f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:13.989904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5aa145e2-76b0-41ee-8d06-3922a00d8f53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/573f8cd3-69bb-4120-9a06-e5133a99d16e HTTP/1.1" status: 204 len: 168 time: 0.5089729 Feb 19 00:53:14.067879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa145e2-76b0-41ee-8d06-3922a00d8f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f8cd3-69bb-4120-9a06-e5133a99d16e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:14.157105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34065f06-c6bc-441e-8836-87b84973bc7a req-77a9f47c-ccfd-456e-bde9-264a45a326c6 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202411 Feb 19 00:53:14.179542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-2de46cc7-d43c-4694-b535-51beac2ed16d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:14.188189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-2de46cc7-d43c-4694-b535-51beac2ed16d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 945 time: 0.2530620 Feb 19 00:53:14.204481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'port': {'security_groups': []}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:14.253237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95b5dd58-774b-4841-a098-3aad2a51bbaf req-66f09420-7446-4650-bf72-4481bcd1c818 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275261 Feb 19 00:53:14.327075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.368872 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:53:14.554432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] For port be651c4b-2fbe-4b6a-8b5f-45d9be0af824, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:14.626828 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.633919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.662968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a7b7b677-f319-4b3b-bdaf-a171cab0f928'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:14.680339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d501a00f-1f7f-47d1-b375-64fd26769402', 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:14.766607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:14.768250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:14.773494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1348b3ee-e271-444e-8c1e-29aa2c880600 req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "PUT /v2.0/ports/be651c4b-2fbe-4b6a-8b5f-45d9be0af824 HTTP/1.1" status: 200 len: 904 time: 0.5822508 Feb 19 00:53:14.773494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'tag': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:14.774376 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700144b6-7159-46c1-949a-f9af232449ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe7518f-1bba-4aa7-9d74-b6731e13a374", "tag": "be651c4b-2fbe-4b6a-8b5f-45d9be0af824"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:14.836641 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718cd095-e47a-44d7-a660-449a3f4ccef2 x-openstack-request-id: req-718cd095-e47a-44d7-a660-449a3f4ccef2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:14.836970 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe7518f-1bba-4aa7-9d74-b6731e13a374", "tag": "be651c4b-2fbe-4b6a-8b5f-45d9be0af824", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:14.837164 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-718cd095-e47a-44d7-a660-449a3f4ccef2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:14.837567 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'tag': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824', 'status': 'completed', 'code': 200} Feb 19 00:53:14.840167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95209bc6-038d-4f02-a1f1-3195e87d572e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'Port': ['ID=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:14.862008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['be651c4b-2fbe-4b6a-8b5f-45d9be0af824'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:15.027973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700144b6-7159-46c1-949a-f9af232449ed req-2d72bbc7-9959-4ab0-a106-97431c7e23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.030824 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-700144b6-7159-46c1-949a-f9af232449ed req-2d72bbc7-9959-4ab0-a106-97431c7e23b6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 1089 time: 0.1662610 Feb 19 00:53:15.209104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e4653-9ae3-4b28-bfd7-4d7911220ce4 req-1cb52171-a096-4142-a9fd-7d7e7f6cd959 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.210774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a6e4653-9ae3-4b28-bfd7-4d7911220ce4 req-1cb52171-a096-4142-a9fd-7d7e7f6cd959 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 907 time: 0.1934128 Feb 19 00:53:15.295456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700144b6-7159-46c1-949a-f9af232449ed req-8065f194-3be0-462d-8406-35d29c0b9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.301520 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-700144b6-7159-46c1-949a-f9af232449ed req-8065f194-3be0-462d-8406-35d29c0b9203 service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.2632761 Feb 19 00:53:15.410376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e5b68876-d2f5-4834-9000-ee543c351e63 None None] Provisioning complete for port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:15.411370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5b68876-d2f5-4834-9000-ee543c351e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:15.421722 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-700144b6-7159-46c1-949a-f9af232449ed req-283cba30-b40d-45f7-a338-b13df2fcc2b3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824 HTTP/1.1" status: 200 len: 217 time: 0.1134439 Feb 19 00:53:15.427151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4f912-165d-464a-8bfd-bdb53c04fdd0 req-a3343525-bf26-4c78-a4eb-6245be5e87b7 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.434983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ece4f912-165d-464a-8bfd-bdb53c04fdd0 req-a3343525-bf26-4c78-a4eb-6245be5e87b7 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 947 time: 0.1042886 Feb 19 00:53:15.511070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700144b6-7159-46c1-949a-f9af232449ed req-68f0fb99-a761-4284-be37-b6d4667f071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.512696 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-700144b6-7159-46c1-949a-f9af232449ed req-68f0fb99-a761-4284-be37-b6d4667f071c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0844629 Feb 19 00:53:15.559884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ece4f912-165d-464a-8bfd-bdb53c04fdd0 req-30ff386a-c35e-460b-93b8-c76a904bd26c tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175842 Feb 19 00:53:15.618749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700144b6-7159-46c1-949a-f9af232449ed req-aa5e12dd-6584-4431-b2cd-0318e6321f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.621330 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-700144b6-7159-46c1-949a-f9af232449ed req-aa5e12dd-6584-4431-b2cd-0318e6321f1c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1022556 Feb 19 00:53:15.623878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ed376-a55a-46da-815b-e466d25e3728 req-81be069a-4ef2-4a12-a638-bd1727186ece tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:15.631289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-075ed376-a55a-46da-815b-e466d25e3728 req-81be069a-4ef2-4a12-a638-bd1727186ece tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1925895 Feb 19 00:53:15.641697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e5b68876-d2f5-4834-9000-ee543c351e63 None None] Current status of the port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:15.727172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-075ed376-a55a-46da-815b-e466d25e3728 req-1b71845f-e7cd-412d-b7a4-cf43aad9bc02 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951591 Feb 19 00:53:15.746487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42914) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:15.858106 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-700144b6-7159-46c1-949a-f9af232449ed req-b584f9af-7abe-44c2-aff1-3268f204e2ca service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286732 Feb 19 00:53:15.939532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-17b6061f-b81c-483f-a510-f2cac365266f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1962205089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:16.018646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17b6061f-b81c-483f-a510-f2cac365266f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (ec3493b8-b381-4324-9ca0-75ebe7b490e9), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.020128 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17b6061f-b81c-483f-a510-f2cac365266f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (ec3493b8-b381-4324-9ca0-75ebe7b490e9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.100890 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-700144b6-7159-46c1-949a-f9af232449ed req-e885cf8c-9738-4948-83e2-990969531e54 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327867 Feb 19 00:53:16.103014 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17b6061f-b81c-483f-a510-f2cac365266f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for router_controller (ec3493b8-b381-4324-9ca0-75ebe7b490e9), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.113025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17b6061f-b81c-483f-a510-f2cac365266f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (ec3493b8-b381-4324-9ca0-75ebe7b490e9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.171997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17b6061f-b81c-483f-a510-f2cac365266f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.178138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-17b6061f-b81c-483f-a510-f2cac365266f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4291701 Feb 19 00:53:16.181929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42926) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:16.194304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-273825625'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:16.266566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Made reservation on behalf of 542478f819054e73ac85a1e70187652d for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:16.270765 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.281498 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.337987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4b17e-fe71-4088-b89c-ef5a33b923b0 req-a02502b5-a274-40fe-8bad-b817af3ab988 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:16.339926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fa4b17e-fe71-4088-b89c-ef5a33b923b0 req-a02502b5-a274-40fe-8bad-b817af3ab988 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1024923 Feb 19 00:53:16.386915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for security_group (d60d71e6-3c7c-4c0e-b625-b81ebb4f7df9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.395733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d60d71e6-3c7c-4c0e-b625-b81ebb4f7df9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.408137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:53:16.417496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (cd2675d4-4162-4154-8603-a62cba7f5fd5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.417837 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Added segment cd2675d4-4162-4154-8603-a62cba7f5fd5 of type vlan for network 06c83c86-aadb-47cd-ba88-5b8892191483 Feb 19 00:53:16.452023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fa4b17e-fe71-4088-b89c-ef5a33b923b0 req-5cc07026-aae2-4836-8455-4c7175aaef33 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046648 Feb 19 00:53:16.468432 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (06c83c86-aadb-47cd-ba88-5b8892191483), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.497759 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (06c83c86-aadb-47cd-ba88-5b8892191483), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.505373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:16.505982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.596614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d71e6-3c7c-4c0e-b625-b81ebb4f7df9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:16.610073 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4236908 Feb 19 00:53:16.613399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42940) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:16.620417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'subnet': {'network_id': '06c83c86-aadb-47cd-ba88-5b8892191483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:16.665817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a2d85-1ed1-44aa-8324-710eda105f19 req-254145fe-7714-4342-808a-31c77232d42c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:16.667604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a1a2d85-1ed1-44aa-8324-710eda105f19 req-254145fe-7714-4342-808a-31c77232d42c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1318209 Feb 19 00:53:16.704421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e3fae-7741-4c5b-a8f7-bbc0a246f81c tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Network': ['ID=06c83c86-aadb-47cd-ba88-5b8892191483,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:16.720901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 06c83c86-aadb-47cd-ba88-5b8892191483 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:53:16.764509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a1a2d85-1ed1-44aa-8324-710eda105f19 req-cc38d154-d2d1-46a9-9648-d550415b585b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896168 Feb 19 00:53:16.809227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e130b9b-ded4-4382-95da-2499c2e1b3f4 req-b28ba53b-1dc4-48a8-aedc-1ab3380b289b tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:16.813180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e130b9b-ded4-4382-95da-2499c2e1b3f4 req-b28ba53b-1dc4-48a8-aedc-1ab3380b289b tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 947 time: 0.1377237 Feb 19 00:53:16.835742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Made reservation on behalf of 542478f819054e73ac85a1e70187652d for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:16.842855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:16.912320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e130b9b-ded4-4382-95da-2499c2e1b3f4 req-58d07156-71f9-4e4a-8832-4d7b36d201c2 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916665 Feb 19 00:53:17.019499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281001a-1a24-4b01-b6ee-05dd2f7dd45c req-05aac20a-3b3d-4466-aeed-6a621bc6d9a3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:17.021511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2281001a-1a24-4b01-b6ee-05dd2f7dd45c req-05aac20a-3b3d-4466-aeed-6a621bc6d9a3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1031415 Feb 19 00:53:17.086358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2281001a-1a24-4b01-b6ee-05dd2f7dd45c req-22b54a6a-c7fe-42d5-9f7d-443de549b9b1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559511 Feb 19 00:53:17.140329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.207886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Subnet': ['ID=11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:17.213054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Checking segment: {'id': 'cd2675d4-4162-4154-8603-a62cba7f5fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c83c86-aadb-47cd-ba88-5b8892191483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:17.213416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network hostable DHCP agents. Network: 06c83c86-aadb-47cd-ba88-5b8892191483, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:53:17.233240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network 06c83c86-aadb-47cd-ba88-5b8892191483 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:53:17.254351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 06c83c86-aadb-47cd-ba88-5b8892191483) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:17.260120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:17.261130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.273880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5a90ed-6017-41c0-8bfe-1b52b8fdb708 None None] Network 06c83c86-aadb-47cd-ba88-5b8892191483 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:17.288358 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6bd46e39-6dd0-4b97-81a9-545fbbe9492a tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6741934 Feb 19 00:53:17.291347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:17.296196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'network': {'name': 'tempest-router-network01--279664710'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:17.322233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Made reservation on behalf of 542478f819054e73ac85a1e70187652d for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:17.322764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.352269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:53:17.365356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (849302ed-13c6-4a6d-b393-ed964b9350ba), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.366042 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Added segment 849302ed-13c6-4a6d-b393-ed964b9350ba of type vlan for network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b Feb 19 00:53:17.414744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (c589f8b9-3b2e-429e-ae6b-3ecbed0e978b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.443686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (c589f8b9-3b2e-429e-ae6b-3ecbed0e978b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.451755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:17.452453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.522786 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2280855 Feb 19 00:53:17.527726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 42970) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:17.533900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'network': {'name': 'tempest-router-network02--825569213'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:17.536198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 209600d7-78b7-4bdd-8e95-393da5998d72 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:17.539419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-06c83c86-aadb-47cd-ba88-5b8892191483', 'network_id': '06c83c86-aadb-47cd-ba88-5b8892191483', 'project_id': '542478f819054e73ac85a1e70187652d', 'fixed_ips': [{'subnet_id': '11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:53:17.541958 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.546536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe5326-1681-4174-94c9-c7fb8d79f0f9 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Network': ['ID=c589f8b9-3b2e-429e-ae6b-3ecbed0e978b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:17.560998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Made reservation on behalf of 542478f819054e73ac85a1e70187652d for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:17.565586 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.573267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:53:17.600804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:53:17.618812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (bf95731a-262b-4fb5-acfa-8f4a0db4089e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.619167 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Added segment bf95731a-262b-4fb5-acfa-8f4a0db4089e of type vlan for network b8f4ab11-de92-48b4-a9e5-3a34e4959e2a Feb 19 00:53:17.693371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-1cf05874-36b2-444d-97f7-f9e8bedb4b57 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:17.715199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-1cf05874-36b2-444d-97f7-f9e8bedb4b57 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.2955530 Feb 19 00:53:17.726132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b8f4ab11-de92-48b4-a9e5-3a34e4959e2a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.746762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-9ce036aa-b024-4d16-b182-a19d10eea00b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/quotas/6c52525095ef439b88cdd6fecbfe0a52 HTTP/1.1" status: 200 len: 375 time: 0.0304747 Feb 19 00:53:17.758525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b8f4ab11-de92-48b4-a9e5-3a34e4959e2a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.770757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:17.771770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:17.818811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2899520 Feb 19 00:53:17.844201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-c3a85cbf-5560-433a-a132-8b331f00b3eb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0963187 Feb 19 00:53:17.854301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42978) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:17.860853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'subnet': {'network_id': 'c589f8b9-3b2e-429e-ae6b-3ecbed0e978b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:18.017474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Made reservation on behalf of 542478f819054e73ac85a1e70187652d for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:18.019881 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b25eeb-4105-4260-b1cf-c266005ecadf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.021738 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.120515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Allocated IP 2001:db8::2 (06c83c86-aadb-47cd-ba88-5b8892191483/11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5/869e0d45-e786-4705-aca6-46bc998208eb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:18.126796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 209600d7-78b7-4bdd-8e95-393da5998d72, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=209600d7-78b7-4bdd-8e95-393da5998d72,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:18.181680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '209600d7-78b7-4bdd-8e95-393da5998d72', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '209600d7-78b7-4bdd-8e95-393da5998d72', 'mac_address': 'fa:16:3e:30:5b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:18.273540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (ab6b7795-506f-4227-93a8-115ddd035d15), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.305620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 209600d7-78b7-4bdd-8e95-393da5998d72 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:18.306046 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.362968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Subnet': ['ID=ab6b7795-506f-4227-93a8-115ddd035d15,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:18.374360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209600d7-78b7-4bdd-8e95-393da5998d72 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:18.376294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-ef9befbe-ea73-4446-965d-22afb686c886 service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5291321 Feb 19 00:53:18.406506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 209600d7-78b7-4bdd-8e95-393da5998d72, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=209600d7-78b7-4bdd-8e95-393da5998d72,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:18.418632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.469497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Checking segment: {'id': '849302ed-13c6-4a6d-b393-ed964b9350ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c589f8b9-3b2e-429e-ae6b-3ecbed0e978b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:18.470031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network hostable DHCP agents. Network: c589f8b9-3b2e-429e-ae6b-3ecbed0e978b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:53:18.502694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1ff01-3031-455f-9708-fc716ec171ea req-b6ac06f6-c412-476c-a644-dc61c028a844 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:18.504545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ce1ff01-3031-455f-9708-fc716ec171ea req-b6ac06f6-c412-476c-a644-dc61c028a844 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 947 time: 0.2388051 Feb 19 00:53:18.517069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:53:18.539362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, c589f8b9-3b2e-429e-ae6b-3ecbed0e978b) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:18.552359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:18.553131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.572917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a981b973-37c8-4c3a-a079-6a852c2b21b2 None None] Network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:18.609047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=209600d7-78b7-4bdd-8e95-393da5998d72,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:18.614812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-09600ada-76bd-408c-9b32-44ded4b4a92d service neutron] 10.222.0.60 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283387 Feb 19 00:53:18.667390 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Publish callbacks [] for port (869e0d45-e786-4705-aca6-46bc998208eb), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.680191 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (869e0d45-e786-4705-aca6-46bc998208eb), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.688028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4d2f544e-a54c-40b4-84cd-b99e9b1383f5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8319149 Feb 19 00:53:18.690256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 42992) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:18.693977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08829409-6cb2-4493-91e4-4b025c18db19 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Network': ['ID=b8f4ab11-de92-48b4-a9e5-3a34e4959e2a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:18.716064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'subnet': {'network_id': 'b8f4ab11-de92-48b4-a9e5-3a34e4959e2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:18.742910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Pushing event updated for resources: {'Port': ['ID=869e0d45-e786-4705-aca6-46bc998208eb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:18.745953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b8f4ab11-de92-48b4-a9e5-3a34e4959e2a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:53:18.856343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ce1ff01-3031-455f-9708-fc716ec171ea req-d124b067-c7ce-467c-9b17-d942128cac0e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831123 Feb 19 00:53:18.875356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Made reservation on behalf of 542478f819054e73ac85a1e70187652d for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:18.879686 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:18.880683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Network 06c83c86-aadb-47cd-ba88-5b8892191483 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:18.886460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:18.893973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['209600d7-78b7-4bdd-8e95-393da5998d72'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:18.957158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:18.982901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-c589f8b9-3b2e-429e-ae6b-3ecbed0e978b', 'network_id': 'c589f8b9-3b2e-429e-ae6b-3ecbed0e978b', 'project_id': '542478f819054e73ac85a1e70187652d', 'fixed_ips': [{'subnet_id': 'ab6b7795-506f-4227-93a8-115ddd035d15'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:53:18.983792 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.044730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd8a9344-a291-46cf-bf8d-95fadc4db194 req-a3e75261-2525-4aea-aac8-135173a6aacd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 210 time: 0.0615575 Feb 19 00:53:19.054521 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.090814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Attempting to bind port 869e0d45-e786-4705-aca6-46bc998208eb on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:19.091275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Attempting to bind port 869e0d45-e786-4705-aca6-46bc998208eb by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'cd2675d4-4162-4154-8603-a62cba7f5fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c83c86-aadb-47cd-ba88-5b8892191483'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:19.091745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Attempting to bind port 869e0d45-e786-4705-aca6-46bc998208eb on network 06c83c86-aadb-47cd-ba88-5b8892191483 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:19.228680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:19.229262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Checking segment: {'id': 'cd2675d4-4162-4154-8603-a62cba7f5fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c83c86-aadb-47cd-ba88-5b8892191483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:19.229884 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.230429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Bound using segment: {'id': 'cd2675d4-4162-4154-8603-a62cba7f5fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c83c86-aadb-47cd-ba88-5b8892191483'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:19.231087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Bound port: 869e0d45-e786-4705-aca6-46bc998208eb, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2675d4-4162-4154-8603-a62cba7f5fd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '06c83c86-aadb-47cd-ba88-5b8892191483'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:19.231563 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (869e0d45-e786-4705-aca6-46bc998208eb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.392215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] For port 869e0d45-e786-4705-aca6-46bc998208eb, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:19.397403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] For port 869e0d45-e786-4705-aca6-46bc998208eb, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=869e0d45-e786-4705-aca6-46bc998208eb,segment=NetworkSegment(cd2675d4-4162-4154-8603-a62cba7f5fd5),segment_id=cd2675d4-4162-4154-8603-a62cba7f5fd5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:19.405377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Allocated IP 2001:db8::2 (c589f8b9-3b2e-429e-ae6b-3ecbed0e978b/ab6b7795-506f-4227-93a8-115ddd035d15/c4959f5e-09b1-4d94-b3c2-b422a905b0b2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:19.417878 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (869e0d45-e786-4705-aca6-46bc998208eb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.664545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3e948-d804-41f0-b615-8eff3ed585b9 None None] Pushing event updated for resources: {'Port': ['ID=869e0d45-e786-4705-aca6-46bc998208eb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:19.787639 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Publish callbacks [] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.815406 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.826591 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (f180bcd6-75aa-4ca0-9436-3dc6cc2db4af), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:19.887020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Pushing event updated for resources: {'Port': ['ID=c4959f5e-09b1-4d94-b3c2-b422a905b0b2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:19.905088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:19.907418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:19.911078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:19.974950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Subnet': ['ID=f180bcd6-75aa-4ca0-9436-3dc6cc2db4af,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:20.003244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.003762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.004225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.004899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.005207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.005518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.005941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.006430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.006819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.007162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.007490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.007947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.008406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:20.030612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Attempting to bind port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:20.031143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Attempting to bind port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '849302ed-13c6-4a6d-b393-ed964b9350ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c589f8b9-3b2e-429e-ae6b-3ecbed0e978b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:20.031647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Attempting to bind port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 on network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:20.038080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:20.038952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Checking segment: {'id': '849302ed-13c6-4a6d-b393-ed964b9350ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c589f8b9-3b2e-429e-ae6b-3ecbed0e978b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:20.039193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.039836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Bound using segment: {'id': '849302ed-13c6-4a6d-b393-ed964b9350ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c589f8b9-3b2e-429e-ae6b-3ecbed0e978b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:20.040385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Bound port: c4959f5e-09b1-4d94-b3c2-b422a905b0b2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849302ed-13c6-4a6d-b393-ed964b9350ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c589f8b9-3b2e-429e-ae6b-3ecbed0e978b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:20.040847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.046888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Checking segment: {'id': 'bf95731a-262b-4fb5-acfa-8f4a0db4089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b8f4ab11-de92-48b4-a9e5-3a34e4959e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:20.047519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network hostable DHCP agents. Network: b8f4ab11-de92-48b4-a9e5-3a34e4959e2a, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:53:20.054152 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34d07f86-0f13-40b9-aaee-bcfbb930daa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.130541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] For port c4959f5e-09b1-4d94-b3c2-b422a905b0b2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:20.138428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] For port c4959f5e-09b1-4d94-b3c2-b422a905b0b2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c4959f5e-09b1-4d94-b3c2-b422a905b0b2,segment=NetworkSegment(849302ed-13c6-4a6d-b393-ed964b9350ba),segment_id=849302ed-13c6-4a6d-b393-ed964b9350ba)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:20.145734 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.150575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network b8f4ab11-de92-48b4-a9e5-3a34e4959e2a is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:53:20.182519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b8f4ab11-de92-48b4-a9e5-3a34e4959e2a) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:20.212798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:20.213587 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.213716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2451d7-7c85-4d3c-baf4-ec40b658fa7b None None] Network b8f4ab11-de92-48b4-a9e5-3a34e4959e2a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:20.226683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f65c882-42a4-40ff-a41a-13126d225f72 req-03b35021-4509-417b-8fc2-a0d57f5ab10c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 210 time: 0.0634997 Feb 19 00:53:20.236748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca38d22-0497-4f10-9e2a-f2c522f5e313 req-3b9d033b-f812-43b9-9b31-3ce4d89e372f tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:20.239391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cca38d22-0497-4f10-9e2a-f2c522f5e313 req-3b9d033b-f812-43b9-9b31-3ce4d89e372f tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 948 time: 0.2522829 Feb 19 00:53:20.278355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:20.290641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4e844-fc6c-4263-8cf2-bbac34ff6cfd None None] Pushing event updated for resources: {'Port': ['ID=c4959f5e-09b1-4d94-b3c2-b422a905b0b2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:20.292324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b4dea98d-895c-4fbb-afd8-b79b9487e378 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5963175 Feb 19 00:53:20.356255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cca38d22-0497-4f10-9e2a-f2c522f5e313 req-ee082bc6-81b1-4c34-aae0-f4d6ffce5436 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087499 Feb 19 00:53:20.471149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b8f4ab11-de92-48b4-a9e5-3a34e4959e2a', 'network_id': 'b8f4ab11-de92-48b4-a9e5-3a34e4959e2a', 'project_id': '542478f819054e73ac85a1e70187652d', 'fixed_ips': [{'subnet_id': 'f180bcd6-75aa-4ca0-9436-3dc6cc2db4af'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:53:20.472215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:20.868066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Allocated IP 2001:db8::2 (b8f4ab11-de92-48b4-a9e5-3a34e4959e2a/f180bcd6-75aa-4ca0-9436-3dc6cc2db4af/b69250ee-c5de-46ab-ac94-f9191406a43d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:21.099701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-f2cf0fce-b1b8-4e79-8381-cfc82f7b2ab1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:21.101770 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-f2cf0fce-b1b8-4e79-8381-cfc82f7b2ab1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 811 time: 0.5526371 Feb 19 00:53:21.121054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-0b14e3a5-e069-4b21-adda-4a4b111e392d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360989 Feb 19 00:53:21.124519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Request body: {'port': {'device_id': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'admin_state_up': True, 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:21.246512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 869e0d45-e786-4705-aca6-46bc998208eb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:21.277348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.332474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-9e4c0c47-39a9-4643-81f2-1a0fcf1a7002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:21.336736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-9e4c0c47-39a9-4643-81f2-1a0fcf1a7002 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 1127 time: 0.1480267 Feb 19 00:53:21.342041 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.349267 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Publish callbacks [] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.359305 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.408411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Network b8f4ab11-de92-48b4-a9e5-3a34e4959e2a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:21.420127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff8069f-576b-4b07-ab12-e9ebcdf08ad9 None None] Network 06c83c86-aadb-47cd-ba88-5b8892191483 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:21.435028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:21.452801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:21.545208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Pushing event updated for resources: {'Port': ['ID=b69250ee-c5de-46ab-ac94-f9191406a43d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:21.578940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 869e0d45-e786-4705-aca6-46bc998208eb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:21.579768 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (869e0d45-e786-4705-aca6-46bc998208eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.583871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-09029ba1-212a-4b2f-a575-a1947a94edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:21.585457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-09029ba1-212a-4b2f-a575-a1947a94edfb service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.2267725 Feb 19 00:53:21.587496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a90f81c-5db5-4876-9038-956e1daecf89 req-4d78a7e2-a8aa-49ae-a36d-23104eb58829 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 210 time: 0.2481508 Feb 19 00:53:21.658848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 209600d7-78b7-4bdd-8e95-393da5998d72 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:21.689290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Made reservation on behalf of 6c52525095ef439b88cdd6fecbfe0a52 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:21.695483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.715583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-ddafcba0-5892-4212-a394-eaeac70c4b5e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d501a00f-1f7f-47d1-b375-64fd26769402 HTTP/1.1" status: 200 len: 217 time: 0.1103835 Feb 19 00:53:21.772998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Attempting to bind port b69250ee-c5de-46ab-ac94-f9191406a43d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:21.773758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Attempting to bind port b69250ee-c5de-46ab-ac94-f9191406a43d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'bf95731a-262b-4fb5-acfa-8f4a0db4089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b8f4ab11-de92-48b4-a9e5-3a34e4959e2a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:21.774437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Attempting to bind port b69250ee-c5de-46ab-ac94-f9191406a43d on network b8f4ab11-de92-48b4-a9e5-3a34e4959e2a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:21.776712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bbd34ae9-7308-4f73-a76b-fcd39ccf6ed8 None None] Provisioning complete for port 869e0d45-e786-4705-aca6-46bc998208eb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:21.779018 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbd34ae9-7308-4f73-a76b-fcd39ccf6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (869e0d45-e786-4705-aca6-46bc998208eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.820140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f251d-cb42-4ab2-b7ca-aa4b2b79e5e8 req-99b5eed4-0f84-40a5-8e74-371db00333d7 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:21.827717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-149f251d-cb42-4ab2-b7ca-aa4b2b79e5e8 req-99b5eed4-0f84-40a5-8e74-371db00333d7 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 948 time: 0.2901025 Feb 19 00:53:21.828341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:21.829189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Checking segment: {'id': 'bf95731a-262b-4fb5-acfa-8f4a0db4089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b8f4ab11-de92-48b4-a9e5-3a34e4959e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:21.829378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-6ff54849-e39e-4c8d-b7ad-1be7cbf8b971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:21.830064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.832490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Bound using segment: {'id': 'bf95731a-262b-4fb5-acfa-8f4a0db4089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b8f4ab11-de92-48b4-a9e5-3a34e4959e2a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:21.833205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-6ff54849-e39e-4c8d-b7ad-1be7cbf8b971 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1119595 Feb 19 00:53:21.833596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Bound port: b69250ee-c5de-46ab-ac94-f9191406a43d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf95731a-262b-4fb5-acfa-8f4a0db4089e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'b8f4ab11-de92-48b4-a9e5-3a34e4959e2a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:21.834260 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:21.964233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-149f251d-cb42-4ab2-b7ca-aa4b2b79e5e8 req-b05a16b1-ba03-4144-9191-95cb0188aa61 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299736 Feb 19 00:53:21.975563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-6ce47a2b-b840-440a-9609-1e218100a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:21.978417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-6ce47a2b-b840-440a-9609-1e218100a07f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1355746 Feb 19 00:53:22.180012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa35bc1-420b-449a-a055-78d758859418 None None] Network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:22.199626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-e4f80132-71e7-44c5-87a8-055ff95b4831 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025642 Feb 19 00:53:22.258865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Allocated IP 172.20.0.6 (99c8d911-87c1-4c41-a95a-a22381471786/064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee/f6a51467-4a97-4521-adef-e275125203f7) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:22.291037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Allocated IP 2001:db8::1 (c589f8b9-3b2e-429e-ae6b-3ecbed0e978b/ab6b7795-506f-4227-93a8-115ddd035d15/eef6e115-eaed-450f-a26e-4a758ffec7fd) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:22.367420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03efb0b4-1b17-4217-9c2a-a1e78bdc173b req-858a6be3-3d3d-4458-9c72-4c9104ed0cea service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553428 Feb 19 00:53:22.439015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 869e0d45-e786-4705-aca6-46bc998208eb is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:22.439015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (869e0d45-e786-4705-aca6-46bc998208eb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.459876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] For port b69250ee-c5de-46ab-ac94-f9191406a43d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:22.461979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 209600d7-78b7-4bdd-8e95-393da5998d72 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:22.508846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] For port b69250ee-c5de-46ab-ac94-f9191406a43d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b69250ee-c5de-46ab-ac94-f9191406a43d,segment=NetworkSegment(bf95731a-262b-4fb5-acfa-8f4a0db4089e),segment_id=bf95731a-262b-4fb5-acfa-8f4a0db4089e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:22.587668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bbd34ae9-7308-4f73-a76b-fcd39ccf6ed8 None None] Current status of the port 869e0d45-e786-4705-aca6-46bc998208eb is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:22.588855 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbd34ae9-7308-4f73-a76b-fcd39ccf6ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (869e0d45-e786-4705-aca6-46bc998208eb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.612796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.628817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 209600d7-78b7-4bdd-8e95-393da5998d72 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:22.631162 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.649449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for port (f6a51467-4a97-4521-adef-e275125203f7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.724375 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.729085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.753487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Network 99c8d911-87c1-4c41-a95a-a22381471786 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:22.764223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:22.798142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:22.900484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event updated for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:22.920388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:22.921273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:22.951613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c91235-bb22-4f9e-b1fe-8ffb55c90b25 None None] Pushing event updated for resources: {'Port': ['ID=b69250ee-c5de-46ab-ac94-f9191406a43d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:22.954815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fa3a3-def4-4ea1-8268-e61f498d51b8 req-973260d8-b292-4d3f-bc16-d45db9e07484 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:22.965744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d501a00f-1f7f-47d1-b375-64fd26769402'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:22.967260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-8af46315-bc19-448f-90ca-f24feb2509b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8338029 Feb 19 00:53:22.968245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-162fa3a3-def4-4ea1-8268-e61f498d51b8 req-973260d8-b292-4d3f-bc16-d45db9e07484 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 931 time: 0.2388380 Feb 19 00:53:23.030169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a7b7b677-f319-4b3b-bdaf-a171cab0f928'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:23.040034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Request body: {'port': {'device_id': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:23.128515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-162fa3a3-def4-4ea1-8268-e61f498d51b8 req-dd1eff89-2ba4-450a-8bf5-b5194b1805a9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576912 Feb 19 00:53:23.228202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.231400 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f6a51467-4a97-4521-adef-e275125203f7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.281819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99adf7-1607-4f6a-a2ee-41e359af6f19 req-274fce3d-036c-4eba-a45e-36b9fa94c054 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:23.286681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e99adf7-1607-4f6a-a2ee-41e359af6f19 req-274fce3d-036c-4eba-a45e-36b9fa94c054 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 948 time: 0.1117623 Feb 19 00:53:23.305408 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.331642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 209600d7-78b7-4bdd-8e95-393da5998d72 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:23.332373 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.384844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:23.421409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e99adf7-1607-4f6a-a2ee-41e359af6f19 req-a6b62cd4-90ee-4403-aca8-0f4044d0ad2b tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253080 Feb 19 00:53:23.466416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:23.469540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:23.470099 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (ec3493b8-b381-4324-9ca0-75ebe7b490e9), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.563109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 209600d7-78b7-4bdd-8e95-393da5998d72, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=209600d7-78b7-4bdd-8e95-393da5998d72,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:23.664399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 869e0d45-e786-4705-aca6-46bc998208eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=869e0d45-e786-4705-aca6-46bc998208eb,segment=NetworkSegment(cd2675d4-4162-4154-8603-a62cba7f5fd5),segment_id=cd2675d4-4162-4154-8603-a62cba7f5fd5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:23.666492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f292498f-9911-4735-bcf4-ac6d13f94326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209600d7-78b7-4bdd-8e95-393da5998d72'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:23.668962 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d065bca-80c1-4f3b-84b2-8dd841b34978" -d '{"events": [{"server_uuid": "f292498f-9911-4735-bcf4-ac6d13f94326", "name": "network-vif-plugged", "status": "completed", "tag": "209600d7-78b7-4bdd-8e95-393da5998d72"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:23.675770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Port': ['ID=eef6e115-eaed-450f-a26e-4a758ffec7fd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:23.696464 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.769488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (869e0d45-e786-4705-aca6-46bc998208eb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.770536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c4959f5e-09b1-4d94-b3c2-b422a905b0b2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:23.848026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:23.993772 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b777e7b-a3f4-4660-900d-f5cdddaa812a x-openstack-request-id: req-1b777e7b-a3f4-4660-900d-f5cdddaa812a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:23.994061 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f292498f-9911-4735-bcf4-ac6d13f94326", "name": "network-vif-plugged", "status": "completed", "tag": "209600d7-78b7-4bdd-8e95-393da5998d72", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:23.994340 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1b777e7b-a3f4-4660-900d-f5cdddaa812a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:23.994742 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f292498f-9911-4735-bcf4-ac6d13f94326', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209600d7-78b7-4bdd-8e95-393da5998d72', 'code': 200} Feb 19 00:53:23.996891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507cff93-0a27-4283-b41c-3013990d9525 req-4f8593c8-40f7-466e-986c-51dcbe949c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:23.998508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-507cff93-0a27-4283-b41c-3013990d9525 req-4f8593c8-40f7-466e-986c-51dcbe949c03 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 1131 time: 0.1037350 Feb 19 00:53:24.110344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-507cff93-0a27-4283-b41c-3013990d9525 req-6e968a4f-a5c1-4072-bfd6-10ab0bc94651 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001360 Feb 19 00:53:24.195276 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.210988 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=209600d7-78b7-4bdd-8e95-393da5998d72,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:24.245964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-bbd34ae9-7308-4f73-a76b-fcd39ccf6ed8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:53:24.248957 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-bbd34ae9-7308-4f73-a76b-fcd39ccf6ed8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:53:24.402350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f588a4-b134-4b8b-9a45-7e7eca319c99 req-290281be-ee42-4c45-a184-7ea44ec9c447 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:24.408110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4f588a4-b134-4b8b-9a45-7e7eca319c99 req-290281be-ee42-4c45-a184-7ea44ec9c447 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 931 time: 0.1260653 Feb 19 00:53:24.553849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.559289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=869e0d45-e786-4705-aca6-46bc998208eb,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:24.612208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6a51467-4a97-4521-adef-e275125203f7 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:24.616245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4f588a4-b134-4b8b-9a45-7e7eca319c99 req-5d616cee-b532-4238-be30-32f5d59c910c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031338 Feb 19 00:53:24.623566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Publish callbacks [] for port (f6a51467-4a97-4521-adef-e275125203f7), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.634401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:24.635056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.645448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Transition to ACTIVE for port object f6a51467-4a97-4521-adef-e275125203f7 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:53:24.682597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd4f18-40d3-4e00-81e9-547f621647cf req-4f123348-5f0e-427a-99ee-9e7845627064 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:24.687252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.694112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7dd4f18-40d3-4e00-81e9-547f621647cf req-4f123348-5f0e-427a-99ee-9e7845627064 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 949 time: 0.1368425 Feb 19 00:53:24.695825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.765261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Pushing event updated for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:24.768145 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.769407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (ec3493b8-b381-4324-9ca0-75ebe7b490e9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:24.848531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7dd4f18-40d3-4e00-81e9-547f621647cf req-af9707ec-da2a-4942-80f0-926de642c8ca tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534364 Feb 19 00:53:24.971438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bbd34ae9-7308-4f73-a76b-fcd39ccf6ed8 None None] Current status of the port 869e0d45-e786-4705-aca6-46bc998208eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:25.013194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:25.013904 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.019837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a4e42-bd13-4e84-abec-198f3f9bc2d8 None None] Network b8f4ab11-de92-48b4-a9e5-3a34e4959e2a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:25.084951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:25.110198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:25.153448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Port': ['ID=eef6e115-eaed-450f-a26e-4a758ffec7fd,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:25.269577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Attempting to bind port f6a51467-4a97-4521-adef-e275125203f7 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:25.269577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Attempting to bind port f6a51467-4a97-4521-adef-e275125203f7 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:25.270647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Attempting to bind port f6a51467-4a97-4521-adef-e275125203f7 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:25.303373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port c4959f5e-09b1-4d94-b3c2-b422a905b0b2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c4959f5e-09b1-4d94-b3c2-b422a905b0b2,segment=NetworkSegment(849302ed-13c6-4a6d-b393-ed964b9350ba),segment_id=849302ed-13c6-4a6d-b393-ed964b9350ba)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:25.314972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Port f6a51467-4a97-4521-adef-e275125203f7 on network 99c8d911-87c1-4c41-a95a-a22381471786 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:53:25.315326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Attempting to bind port f6a51467-4a97-4521-adef-e275125203f7 on network 99c8d911-87c1-4c41-a95a-a22381471786 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:25.327262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:25.327660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Checking segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:25.328061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Bound using segment: {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:25.328560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Bound port: f6a51467-4a97-4521-adef-e275125203f7, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8254fb9f-152e-4c37-9de1-3c20c995a4eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:25.328935 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f6a51467-4a97-4521-adef-e275125203f7), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.365526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.457033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Provisioning complete for port b69250ee-c5de-46ab-ac94-f9191406a43d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:25.458351 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.464212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:25.472402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:25.480595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=c4959f5e-09b1-4d94-b3c2-b422a905b0b2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:25.499792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.601361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Pushing event updated for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:25.682728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:25.686744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.690485 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-aba865ec-a943-4299-873a-a57ffde7428d service neutron] 10.222.0.113 "PUT /v2.0/ports/f6a51467-4a97-4521-adef-e275125203f7 HTTP/1.1" status: 200 len: 1091 time: 2.7197847 Feb 19 00:53:25.693595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:25.699515 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3a8be6-8d39-435e-8251-fe824f58767c" -d '{"events": [{"name": "network-changed", "server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "tag": "f6a51467-4a97-4521-adef-e275125203f7"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:25.831885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b69250ee-c5de-46ab-ac94-f9191406a43d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:25.900990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Current status of the port b69250ee-c5de-46ab-ac94-f9191406a43d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:25.902806 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:25.929816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Router ec3493b8-b381-4324-9ca0-75ebe7b490e9 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:53:25.954105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-eb90787d-32f9-49b3-9b2e-910d2f4fdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:25.965967 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-eb90787d-32f9-49b3-9b2e-910d2f4fdce4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 1125 time: 0.2129061 Feb 19 00:53:25.982888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b6b34-d824-4091-8d5a-3f6c2a294393 req-4577ef6a-2cc3-492b-af2c-9792fdb1bfc9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:25.993016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-378b6b34-d824-4091-8d5a-3f6c2a294393 req-4577ef6a-2cc3-492b-af2c-9792fdb1bfc9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 943 time: 0.1981380 Feb 19 00:53:26.060560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] For port b69250ee-c5de-46ab-ac94-f9191406a43d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b69250ee-c5de-46ab-ac94-f9191406a43d,segment=NetworkSegment(bf95731a-262b-4fb5-acfa-8f4a0db4089e),segment_id=bf95731a-262b-4fb5-acfa-8f4a0db4089e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:26.098350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:26.127321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-378b6b34-d824-4091-8d5a-3f6c2a294393 req-5cb42176-02f8-4500-82c1-802a165c5e53 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216443 Feb 19 00:53:26.150341 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-f13e7986-89c9-44bf-9c77-09ee6fcbaf5f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a51467-4a97-4521-adef-e275125203f7 HTTP/1.1" status: 200 len: 217 time: 0.1703179 Feb 19 00:53:26.171773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b69250ee-c5de-46ab-ac94-f9191406a43d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:26.172206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:26.220870 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d4afb6-068e-4ca4-b670-ed27aaf3e487 x-openstack-request-id: req-e0d4afb6-068e-4ca4-b670-ed27aaf3e487 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:26.221605 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "tag": "f6a51467-4a97-4521-adef-e275125203f7", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:26.221968 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0d4afb6-068e-4ca4-b670-ed27aaf3e487 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:26.222546 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7', 'status': 'completed', 'code': 200} Feb 19 00:53:26.296610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Provisioning complete for port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:26.296610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:26.369162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Pushing event updated for resources: {'Port': ['ID=b69250ee-c5de-46ab-ac94-f9191406a43d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:26.442676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c27d9e8-4b6e-4322-8904-6e803c67d06d req-6b621f38-ce65-45da-83a4-a1dfb636d36e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:26.454697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c27d9e8-4b6e-4322-8904-6e803c67d06d req-6b621f38-ce65-45da-83a4-a1dfb636d36e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 949 time: 0.1741729 Feb 19 00:53:26.503723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b69250ee-c5de-46ab-ac94-f9191406a43d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:26.505884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 869e0d45-e786-4705-aca6-46bc998208eb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:26.570933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c27d9e8-4b6e-4322-8904-6e803c67d06d req-4bbe5b70-c024-4af7-ba61-2113cb1c4b41 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149628 Feb 19 00:53:26.635301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Current status of the port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:26.653237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 869e0d45-e786-4705-aca6-46bc998208eb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:26.654152 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (869e0d45-e786-4705-aca6-46bc998208eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:26.692509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Provisioning complete for port 869e0d45-e786-4705-aca6-46bc998208eb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:26.697404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (869e0d45-e786-4705-aca6-46bc998208eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:26.946174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 869e0d45-e786-4705-aca6-46bc998208eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:27.007941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Current status of the port 869e0d45-e786-4705-aca6-46bc998208eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:27.022611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:53:27.029901 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d0f43cab-fb19-4264-982a-2ceb79fd5a3e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "PUT /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7488134 Feb 19 00:53:27.033556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43158) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:27.040369 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59e6740-18fd-4261-ae2b-2a7560921eb5 None None] Sync routers for ids ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:53:27.046848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Provisioning complete for port eef6e115-eaed-450f-a26e-4a758ffec7fd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:27.047522 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:27.053955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-d9e04b29-1bfe-4554-995c-49067f6080f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:27.055916 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-d9e04b29-1bfe-4554-995c-49067f6080f8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.8383064 Feb 19 00:53:27.065611 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e6740-18fd-4261-ae2b-2a7560921eb5 None None] Routers {'ec3493b8-b381-4324-9ca0-75ebe7b490e9'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:27.066352 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c59e6740-18fd-4261-ae2b-2a7560921eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:53:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:27.094067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-142222b8-971f-4cad-8582-c7fd40259f31 None None] Port eef6e115-eaed-450f-a26e-4a758ffec7fd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:27.163795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-3aa55696-8c00-48bd-9fb8-1325944d7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:27.165089 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c59e6740-18fd-4261-ae2b-2a7560921eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:27.165345 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-3aa55696-8c00-48bd-9fb8-1325944d7c79 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1030366 Feb 19 00:53:27.203358 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59e6740-18fd-4261-ae2b-2a7560921eb5 None None] Routers {'ec3493b8-b381-4324-9ca0-75ebe7b490e9'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:27.204022 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c59e6740-18fd-4261-ae2b-2a7560921eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:53:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:27.231041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2673ea48-1422-483d-9d4e-657fe9073a3a None None] Provisioning complete for port b69250ee-c5de-46ab-ac94-f9191406a43d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:27.231429 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2673ea48-1422-483d-9d4e-657fe9073a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:27.310534 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c59e6740-18fd-4261-ae2b-2a7560921eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:27.315041 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59e6740-18fd-4261-ae2b-2a7560921eb5 None None] The sync data for ids ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:53:27.421745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2673ea48-1422-483d-9d4e-657fe9073a3a None None] Current status of the port b69250ee-c5de-46ab-ac94-f9191406a43d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:27.448536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2673ea48-1422-483d-9d4e-657fe9073a3a None None] Provisioning complete for port eef6e115-eaed-450f-a26e-4a758ffec7fd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:27.449312 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2673ea48-1422-483d-9d4e-657fe9073a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:27.453845 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-64f148c8-2b08-44bb-bdd1-3dc477f2b0b7 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762542 Feb 19 00:53:27.528068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2673ea48-1422-483d-9d4e-657fe9073a3a None None] Port eef6e115-eaed-450f-a26e-4a758ffec7fd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:27.549975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b69250ee-c5de-46ab-ac94-f9191406a43d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:27.619755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39899e0d-1d2c-4b4c-9094-bf969bf9cf51 req-70b6d133-6aab-4138-abbd-aad874363d92 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:27.619755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39899e0d-1d2c-4b4c-9094-bf969bf9cf51 req-70b6d133-6aab-4138-abbd-aad874363d92 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 943 time: 0.2197080 Feb 19 00:53:27.633336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b69250ee-c5de-46ab-ac94-f9191406a43d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:27.634144 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:27.691360 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7a52ee-4fad-4ef8-b93b-8662b9dcd002 req-04a63373-811e-4816-9174-4b4cb1888dab service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297826 Feb 19 00:53:27.728914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b69250ee-c5de-46ab-ac94-f9191406a43d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:27.730613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c4959f5e-09b1-4d94-b3c2-b422a905b0b2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:27.748695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39899e0d-1d2c-4b4c-9094-bf969bf9cf51 req-837fc6e9-c95f-49e7-9d42-1781846cda86 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829000 Feb 19 00:53:27.806150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:27.807081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:27.833919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-0aed5225-6608-47c7-a54e-13ffda086d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:27.835761 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-0aed5225-6608-47c7-a54e-13ffda086d3d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 1125 time: 0.0832579 Feb 19 00:53:27.872053 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-c926e94d-8a46-48e9-a574-fa807ee22971 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:53:27.873540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c926e94d-8a46-48e9-a574-fa807ee22971 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "PUT /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8383336 Feb 19 00:53:27.882637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43176) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:27.973611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:28.014916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-8f15fe97-7f66-4d6a-ba17-6864db09a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:28.016734 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-8f15fe97-7f66-4d6a-ba17-6864db09a01d service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1749749 Feb 19 00:53:28.074961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-fc04933e-5ce4-413c-b692-626b86790169 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a51467-4a97-4521-adef-e275125203f7 HTTP/1.1" status: 200 len: 217 time: 0.0435674 Feb 19 00:53:28.155362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-ea9b0188-a2df-43a5-b033-f09e68330920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:28.156822 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-ea9b0188-a2df-43a5-b033-f09e68330920 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0720978 Feb 19 00:53:28.264084 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-44dccecc-7dee-4726-b434-e0f615845395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:28.269355 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-44dccecc-7dee-4726-b434-e0f615845395 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1027126 Feb 19 00:53:28.452603 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-ad020f10-5b52-49b6-9ac5-e9c2000feac8 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786041 Feb 19 00:53:28.523487 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (ec3493b8-b381-4324-9ca0-75ebe7b490e9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:28.611439 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4a3a8be6-8d39-435e-8251-fe824f58767c req-c45e0f1b-cf05-4038-925e-37808cccdcb1 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483283 Feb 19 00:53:28.930140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting port eef6e115-eaed-450f-a26e-4a758ffec7fd {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:28.930679 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.028885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.042897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Calling delete_port for eef6e115-eaed-450f-a26e-4a758ffec7fd owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:29.117092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835360ab-f1c8-428d-af64-678f42d5a0ed req-5463f171-bda2-4ad7-8943-3c022be7365c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:29.124120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-835360ab-f1c8-428d-af64-678f42d5a0ed req-5463f171-bda2-4ad7-8943-3c022be7365c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 943 time: 0.2681565 Feb 19 00:53:29.220381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-835360ab-f1c8-428d-af64-678f42d5a0ed req-b7d5a280-69d8-4c44-ab49-98007291cd65 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954304 Feb 19 00:53:29.295447 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (eef6e115-eaed-450f-a26e-4a758ffec7fd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.324800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Port': ['ID=eef6e115-eaed-450f-a26e-4a758ffec7fd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:29.456955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (ec3493b8-b381-4324-9ca0-75ebe7b490e9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:29.679438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Router ec3493b8-b381-4324-9ca0-75ebe7b490e9 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:53:29.800347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f6a51467-4a97-4521-adef-e275125203f7 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:29.813512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:53:29.823692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43216) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:29.824196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3af4144a-34c1-46f9-878f-1595aea2a19f tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "PUT /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9251120 Feb 19 00:53:29.832728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6949919-3fc9-4a39-a268-116605284afe None None] Sync routers for ids ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:53:29.880047 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-704599d8-b78c-4a93-8ff9-21e731fb12da tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] delete failed (client error): The resource could not be found. Feb 19 00:53:29.881132 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-704599d8-b78c-4a93-8ff9-21e731fb12da tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-989612801 HTTP/1.1" status: 404 len: 334 time: 0.0564229 Feb 19 00:53:29.894912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43218) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:29.897449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6949919-3fc9-4a39-a268-116605284afe None None] Routers {'ec3493b8-b381-4324-9ca0-75ebe7b490e9'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:29.898401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f6949919-3fc9-4a39-a268-116605284afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:53:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:29.901367 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-03d7df71-55ca-4a5a-82b4-a0d22a147b04 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec3493b8-b381-4324-9ca0-75ebe7b490e9'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:29.969112 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f6949919-3fc9-4a39-a268-116605284afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:30.403249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:30.406161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03d7df71-55ca-4a5a-82b4-a0d22a147b04 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for router_gateway (ec3493b8-b381-4324-9ca0-75ebe7b490e9), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.419978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f6a51467-4a97-4521-adef-e275125203f7', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': 'f6a51467-4a97-4521-adef-e275125203f7', 'mac_address': 'fa:16:3e:37:2a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:30.425620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6949919-3fc9-4a39-a268-116605284afe None None] Routers {'ec3493b8-b381-4324-9ca0-75ebe7b490e9'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:30.426295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f6949919-3fc9-4a39-a268-116605284afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:53:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:30.465289 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-03d7df71-55ca-4a5a-82b4-a0d22a147b04 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] update failed (client error): The resource could not be found. Feb 19 00:53:30.479694 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03d7df71-55ca-4a5a-82b4-a0d22a147b04 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "PUT /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9 HTTP/1.1" status: 404 len: 339 time: 0.5890224 Feb 19 00:53:30.480167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43230) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:30.485608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8df75-b5cc-4fbd-9ee8-069ad3481474 req-f665942e-1dd1-444e-9c30-a832fa9b76b3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:30.485769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-690303463'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:30.493559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ec8df75-b5cc-4fbd-9ee8-069ad3481474 req-f665942e-1dd1-444e-9c30-a832fa9b76b3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 943 time: 0.1019478 Feb 19 00:53:30.534940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Made reservation on behalf of 542478f819054e73ac85a1e70187652d for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:30.539609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.592207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:53:30.598083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f6949919-3fc9-4a39-a268-116605284afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:30.598786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6949919-3fc9-4a39-a268-116605284afe None None] The sync data for ids ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:53:30.602235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f6a51467-4a97-4521-adef-e275125203f7 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:30.602704 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f6a51467-4a97-4521-adef-e275125203f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.606636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ec8df75-b5cc-4fbd-9ee8-069ad3481474 req-55dab4c5-06fc-43eb-804a-b5d10e565d19 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111610 Feb 19 00:53:30.614927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (eb4f8e2e-537c-476d-90be-226981bb8804), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.615402 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Added segment eb4f8e2e-537c-476d-90be-226981bb8804 of type vlan for network 852919d4-6af1-40fb-b78b-b2fc4d14d73f Feb 19 00:53:30.622448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6a51467-4a97-4521-adef-e275125203f7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:30.650800 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:30.656610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.683164 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (852919d4-6af1-40fb-b78b-b2fc4d14d73f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.710560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (852919d4-6af1-40fb-b78b-b2fc4d14d73f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.716391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:30.717175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:30.813851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-079bab44-45b5-49ae-8ec0-95246c5a78c4 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102343 Feb 19 00:53:30.821131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:30.846520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Network': ['ID=852919d4-6af1-40fb-b78b-b2fc4d14d73f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:30.865538 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0184ff37-483a-4b22-adfd-cfb96067a1b2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3805373 Feb 19 00:53:30.866155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43238) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:30.877177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 852919d4-6af1-40fb-b78b-b2fc4d14d73f details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:53:30.877752 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'subnet': {'network_id': '852919d4-6af1-40fb-b78b-b2fc4d14d73f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:30.929300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f6a51467-4a97-4521-adef-e275125203f7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:30.998821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-fc8e137d-35e9-464a-87a8-4a5f95eb07f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.000648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-fc8e137d-35e9-464a-87a8-4a5f95eb07f7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1126 time: 0.1028488 Feb 19 00:53:31.060349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Made reservation on behalf of 542478f819054e73ac85a1e70187652d for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:53:31.064954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.308362 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (edc56e75-227e-4de6-95a2-eda48d8c15b8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.397322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Subnet': ['ID=edc56e75-227e-4de6-95a2-eda48d8c15b8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:31.402772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Checking segment: {'id': 'eb4f8e2e-537c-476d-90be-226981bb8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '852919d4-6af1-40fb-b78b-b2fc4d14d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:31.403313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network hostable DHCP agents. Network: 852919d4-6af1-40fb-b78b-b2fc4d14d73f, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:53:31.424630 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network 852919d4-6af1-40fb-b78b-b2fc4d14d73f is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:53:31.441819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 852919d4-6af1-40fb-b78b-b2fc4d14d73f) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:31.450513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.450626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.453995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058fc1ec-256f-4f52-acf3-a3f1badb56ea None None] Network 852919d4-6af1-40fb-b78b-b2fc4d14d73f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:31.495454 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7e713f5-df20-4083-b117-f84e3ec8798d tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6281352 Feb 19 00:53:31.498064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43244) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:31.503522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d2ba8fcf-e1e1-4613-bcbe-6d8a68677ee8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'router': {'external_gateway_info': {'network_id': '852919d4-6af1-40fb-b78b-b2fc4d14d73f'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:31.570107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-23102514-be4e-42a1-9ceb-1fed59c5600b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.573777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-23102514-be4e-42a1-9ceb-1fed59c5600b service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.5534739 Feb 19 00:53:31.673583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-852919d4-6af1-40fb-b78b-b2fc4d14d73f', 'network_id': '852919d4-6af1-40fb-b78b-b2fc4d14d73f', 'project_id': '542478f819054e73ac85a1e70187652d', 'fixed_ips': [{'subnet_id': 'edc56e75-227e-4de6-95a2-eda48d8c15b8'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:53:31.675169 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:31.731803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-d4321462-0f5b-4c8f-a2cf-49b1754ef33f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.1509707 Feb 19 00:53:31.938035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-7bba97a6-67e9-4bde-a6bf-c5b49e753fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:31.981721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-7bba97a6-67e9-4bde-a6bf-c5b49e753fd1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1813836 Feb 19 00:53:32.060574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f6a51467-4a97-4521-adef-e275125203f7 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:32.073139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d2ba8fcf-e1e1-4613-bcbe-6d8a68677ee8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for router_gateway (ec3493b8-b381-4324-9ca0-75ebe7b490e9), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.120190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041e3a8-29ca-4dec-8aa1-b5af2141fb38 req-032d6a95-401d-4602-b6aa-a5cd26151020 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:32.122165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b041e3a8-29ca-4dec-8aa1-b5af2141fb38 req-032d6a95-401d-4602-b6aa-a5cd26151020 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 944 time: 0.3889251 Feb 19 00:53:32.135260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Allocated IP 2001:db8:1::2 (852919d4-6af1-40fb-b78b-b2fc4d14d73f/edc56e75-227e-4de6-95a2-eda48d8c15b8/643a4665-a332-4b72-bf45-6cbb4eb8a659) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:32.188952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-3addf3fa-fda3-43af-a99e-754d5c0ff251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:32.194150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-3addf3fa-fda3-43af-a99e-754d5c0ff251 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1993332 Feb 19 00:53:32.217540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b041e3a8-29ca-4dec-8aa1-b5af2141fb38 req-752fd860-b745-4c43-bf0c-3de13d8dae61 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843179 Feb 19 00:53:32.375103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port f6a51467-4a97-4521-adef-e275125203f7 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:53:32.387768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f6a51467-4a97-4521-adef-e275125203f7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:32.388035 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f6a51467-4a97-4521-adef-e275125203f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.406336 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-d2ba8fcf-e1e1-4613-bcbe-6d8a68677ee8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 00:53:32.407522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d2ba8fcf-e1e1-4613-bcbe-6d8a68677ee8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "PUT /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9 HTTP/1.1" status: 400 len: 364 time: 0.9084809 Feb 19 00:53:32.411445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43266) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:32.485078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-a2259128-e1e9-457b-a7f1-d0c4cc995dcc service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621675 Feb 19 00:53:32.549159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f6a51467-4a97-4521-adef-e275125203f7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:32.549813 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f6a51467-4a97-4521-adef-e275125203f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.617426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd9965c8-e612-4e54-ac08-a4eb098a9bba req-7e3463cd-a9fb-491f-92ed-0c65f0d6e0fc service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247470 Feb 19 00:53:32.639441 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Publish callbacks [] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.658545 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.737118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Network 852919d4-6af1-40fb-b78b-b2fc4d14d73f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:32.744991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:32.757848 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6bd132-b55c-42fe-9196-b901c872949a" -d '{"events": [{"server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "name": "network-vif-plugged", "status": "completed", "tag": "f6a51467-4a97-4521-adef-e275125203f7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:32.764976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:32.779307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:32.834357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Pushing event updated for resources: {'Port': ['ID=643a4665-a332-4b72-bf45-6cbb4eb8a659,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:32.838447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:32.852258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.900007 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1729a2fa-4289-44a1-a7ce-2e2095d8d966 x-openstack-request-id: req-1729a2fa-4289-44a1-a7ce-2e2095d8d966 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:32.900402 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "name": "network-vif-plugged", "status": "completed", "tag": "f6a51467-4a97-4521-adef-e275125203f7", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:32.901081 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1729a2fa-4289-44a1-a7ce-2e2095d8d966 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:32.901552 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7', 'code': 200} Feb 19 00:53:32.904525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Attempting to bind port 643a4665-a332-4b72-bf45-6cbb4eb8a659 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:53:32.904980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Attempting to bind port 643a4665-a332-4b72-bf45-6cbb4eb8a659 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'eb4f8e2e-537c-476d-90be-226981bb8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '852919d4-6af1-40fb-b78b-b2fc4d14d73f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:53:32.905422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Attempting to bind port 643a4665-a332-4b72-bf45-6cbb4eb8a659 on network 852919d4-6af1-40fb-b78b-b2fc4d14d73f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:53:32.921784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:53:32.927987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Checking segment: {'id': 'eb4f8e2e-537c-476d-90be-226981bb8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '852919d4-6af1-40fb-b78b-b2fc4d14d73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:53:32.928627 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.929027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Bound using segment: {'id': 'eb4f8e2e-537c-476d-90be-226981bb8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '852919d4-6af1-40fb-b78b-b2fc4d14d73f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:53:32.929558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Bound port: 643a4665-a332-4b72-bf45-6cbb4eb8a659, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4f8e2e-537c-476d-90be-226981bb8804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '852919d4-6af1-40fb-b78b-b2fc4d14d73f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:53:32.929957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:32.978366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:33.068696 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:33.084547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] For port 643a4665-a332-4b72-bf45-6cbb4eb8a659, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:53:33.089879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] For port 643a4665-a332-4b72-bf45-6cbb4eb8a659, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=643a4665-a332-4b72-bf45-6cbb4eb8a659,segment=NetworkSegment(eb4f8e2e-537c-476d-90be-226981bb8804),segment_id=eb4f8e2e-537c-476d-90be-226981bb8804)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:53:33.103424 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:33.117122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c3530-4aad-4bc4-840f-df266a249af4 req-702aa68b-d7f3-43f2-bc4a-d5de2f72e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:33.118754 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-380c3530-4aad-4bc4-840f-df266a249af4 req-702aa68b-d7f3-43f2-bc4a-d5de2f72e6e4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 1127 time: 0.1824124 Feb 19 00:53:33.203394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb420b-954a-493d-982e-f5b4e3251c6b None None] Pushing event updated for resources: {'Port': ['ID=643a4665-a332-4b72-bf45-6cbb4eb8a659,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:33.457829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Allocated IP 2001:db8::1 (06c83c86-aadb-47cd-ba88-5b8892191483/11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5/db42dd9b-65f4-4b2b-9b8c-cde059b5bf15) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:53:33.490438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02690b2b-7d43-4a2d-bdb2-3d59e68fae8e req-a360bd9a-9293-4b1b-88c7-08c36af271f3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:33.492113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02690b2b-7d43-4a2d-bdb2-3d59e68fae8e req-a360bd9a-9293-4b1b-88c7-08c36af271f3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1194398 Feb 19 00:53:33.640355 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-380c3530-4aad-4bc4-840f-df266a249af4 req-4895138f-0493-4f2d-ab8a-a56ba385bc4e service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5149224 Feb 19 00:53:33.663014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:33.708307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02690b2b-7d43-4a2d-bdb2-3d59e68fae8e req-5f6f812e-e173-4182-91b4-1e7d70959d3e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899161 Feb 19 00:53:33.749067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:33.863459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Port': ['ID=db42dd9b-65f4-4b2b-9b8c-cde059b5bf15,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:33.868125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network 06c83c86-aadb-47cd-ba88-5b8892191483 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:33.870787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:33.873997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:53:33.878539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (ec3493b8-b381-4324-9ca0-75ebe7b490e9), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:34.068596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:34.441881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-09b57c01-2ca0-4d01-b777-e6e860e9b38d None None] Provisioning complete for port db42dd9b-65f4-4b2b-9b8c-cde059b5bf15 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:34.442480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09b57c01-2ca0-4d01-b777-e6e860e9b38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:34.525087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-09b57c01-2ca0-4d01-b777-e6e860e9b38d None None] Port db42dd9b-65f4-4b2b-9b8c-cde059b5bf15 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:34.531152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:34.544619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:34.545425 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (ec3493b8-b381-4324-9ca0-75ebe7b490e9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:34.653006 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event updated for resources: {'Port': ['ID=db42dd9b-65f4-4b2b-9b8c-cde059b5bf15,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:34.700385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Network 06c83c86-aadb-47cd-ba88-5b8892191483 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:53:34.702519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:53:34.892845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Router ec3493b8-b381-4324-9ca0-75ebe7b490e9 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:53:34.945640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9f7a5-018c-45c3-af6d-95f8cac55399 req-834d7b29-26d0-418d-b9c3-68622bce2a49 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:34.960139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4d9f7a5-018c-45c3-af6d-95f8cac55399 req-834d7b29-26d0-418d-b9c3-68622bce2a49 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1402140 Feb 19 00:53:34.984570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8e57f5-765d-4cd4-a107-534066f669ba None None] Network 852919d4-6af1-40fb-b78b-b2fc4d14d73f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:35.061231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:53:35.070328 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-778a75f5-103b-404a-82a2-4048dcfd7e64 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "PUT /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6578021 Feb 19 00:53:35.074022 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3481944-7337-4880-aa17-ba734eb37665 None None] Sync routers for ids ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:53:35.082963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43310) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:35.086991 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3481944-7337-4880-aa17-ba734eb37665 None None] Routers {'ec3493b8-b381-4324-9ca0-75ebe7b490e9'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:35.087619 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f3481944-7337-4880-aa17-ba734eb37665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:53:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:35.122129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4d9f7a5-018c-45c3-af6d-95f8cac55399 req-7be1c110-abd8-4d2b-b98c-8253c406f232 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521692 Feb 19 00:53:35.189268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a682c81e-ab84-4f97-8751-21ca3e8a8658 None None] Provisioning complete for port 643a4665-a332-4b72-bf45-6cbb4eb8a659 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:35.190077 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a682c81e-ab84-4f97-8751-21ca3e8a8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:35.198278 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f3481944-7337-4880-aa17-ba734eb37665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:35.221232 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3481944-7337-4880-aa17-ba734eb37665 None None] Routers {'ec3493b8-b381-4324-9ca0-75ebe7b490e9'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:35.221907 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f3481944-7337-4880-aa17-ba734eb37665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:53:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:35.297253 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f3481944-7337-4880-aa17-ba734eb37665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:35.297927 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3481944-7337-4880-aa17-ba734eb37665 None None] The sync data for ids ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'] in n-d-826527-3 is: [] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:53:35.303079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0e47bb4-6ebf-4351-beb0-9d85949ad129 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for router (ec3493b8-b381-4324-9ca0-75ebe7b490e9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:35.470770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a682c81e-ab84-4f97-8751-21ca3e8a8658 None None] Current status of the port 643a4665-a332-4b72-bf45-6cbb4eb8a659 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:35.471226 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-f0e47bb4-6ebf-4351-beb0-9d85949ad129 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 00:53:35.471420 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a682c81e-ab84-4f97-8751-21ca3e8a8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:35.471849 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f0e47bb4-6ebf-4351-beb0-9d85949ad129 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9 HTTP/1.1" status: 409 len: 329 time: 0.3878231 Feb 19 00:53:35.474755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43318) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:35.521482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a682c81e-ab84-4f97-8751-21ca3e8a8658 None None] For port 643a4665-a332-4b72-bf45-6cbb4eb8a659, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=643a4665-a332-4b72-bf45-6cbb4eb8a659,segment=NetworkSegment(eb4f8e2e-537c-476d-90be-226981bb8804),segment_id=eb4f8e2e-537c-476d-90be-226981bb8804)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:35.530638 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a682c81e-ab84-4f97-8751-21ca3e8a8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:35.607185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 643a4665-a332-4b72-bf45-6cbb4eb8a659 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:35.743275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6c6eebc1-ebb7-440c-8049-4bab7e01e680 None None] Provisioning complete for port db42dd9b-65f4-4b2b-9b8c-cde059b5bf15 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:35.743653 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c6eebc1-ebb7-440c-8049-4bab7e01e680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:35.821777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6c6eebc1-ebb7-440c-8049-4bab7e01e680 None None] Port db42dd9b-65f4-4b2b-9b8c-cde059b5bf15 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:53:35.830272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 643a4665-a332-4b72-bf45-6cbb4eb8a659 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:35.851223 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:35.903204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682c81e-ab84-4f97-8751-21ca3e8a8658 None None] Pushing event updated for resources: {'Port': ['ID=643a4665-a332-4b72-bf45-6cbb4eb8a659,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:35.984262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 643a4665-a332-4b72-bf45-6cbb4eb8a659 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:35.988048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bb39a2f2-2ce3-414d-9cf0-f504782f4d9b None None] Provisioning complete for port 643a4665-a332-4b72-bf45-6cbb4eb8a659 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:35.988632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb39a2f2-2ce3-414d-9cf0-f504782f4d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:36.074485 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (ec3493b8-b381-4324-9ca0-75ebe7b490e9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:36.115915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb39a2f2-2ce3-414d-9cf0-f504782f4d9b None None] Current status of the port 643a4665-a332-4b72-bf45-6cbb4eb8a659 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:36.383368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba25a7-ffd7-42ff-9144-52505ceb6242 req-fe3857ca-4952-425a-a171-47569cb30bc8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:36.391923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06ba25a7-ffd7-42ff-9144-52505ceb6242 req-fe3857ca-4952-425a-a171-47569cb30bc8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1628935 Feb 19 00:53:36.469280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06ba25a7-ffd7-42ff-9144-52505ceb6242 req-c4a94976-1ec6-4e8f-ae70-713c6f0bdf28 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745540 Feb 19 00:53:36.620001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting port db42dd9b-65f4-4b2b-9b8c-cde059b5bf15 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:36.620503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:36.765147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:36.779543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Calling delete_port for db42dd9b-65f4-4b2b-9b8c-cde059b5bf15 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:36.987120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909aca-7706-4776-9fcd-3b09cba3cb73 req-4212fd3a-5859-45cd-b55b-ec98dfb7c93c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:36.987120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96909aca-7706-4776-9fcd-3b09cba3cb73 req-4212fd3a-5859-45cd-b55b-ec98dfb7c93c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1888289 Feb 19 00:53:37.058874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96909aca-7706-4776-9fcd-3b09cba3cb73 req-a9390cfa-b334-4fcc-9607-8889f6e8f300 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711384 Feb 19 00:53:37.144859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (db42dd9b-65f4-4b2b-9b8c-cde059b5bf15), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:37.219058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Port': ['ID=db42dd9b-65f4-4b2b-9b8c-cde059b5bf15,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:37.351446 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (ec3493b8-b381-4324-9ca0-75ebe7b490e9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:37.526853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 643a4665-a332-4b72-bf45-6cbb4eb8a659 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:37.633695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 643a4665-a332-4b72-bf45-6cbb4eb8a659 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:37.634425 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:37.678213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Router ec3493b8-b381-4324-9ca0-75ebe7b490e9 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:53:37.751566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 643a4665-a332-4b72-bf45-6cbb4eb8a659 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:37.784297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:53:37.793134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2509d337-17ba-4e8f-b9d7-fbcdb1775fa5 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "PUT /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3136806 Feb 19 00:53:37.793744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43362) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:37.803829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00cc7c-cab3-424e-a1a7-8c6745248a5b None None] Sync routers for ids ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:53:37.819491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00cc7c-cab3-424e-a1a7-8c6745248a5b None None] Routers {'ec3493b8-b381-4324-9ca0-75ebe7b490e9'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:37.820568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fa00cc7c-cab3-424e-a1a7-8c6745248a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:53:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:37.869529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fa00cc7c-cab3-424e-a1a7-8c6745248a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:37.879984 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-96a90a50-1850-4e8f-9846-353697b301ff tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] show failed (client error): The resource could not be found. Feb 19 00:53:37.880488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00cc7c-cab3-424e-a1a7-8c6745248a5b None None] Routers {'ec3493b8-b381-4324-9ca0-75ebe7b490e9'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:53:37.881174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fa00cc7c-cab3-424e-a1a7-8c6745248a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:53:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:37.882409 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-96a90a50-1850-4e8f-9846-353697b301ff tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-23836405 HTTP/1.1" status: 404 len: 333 time: 0.0874226 Feb 19 00:53:37.886271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43364) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:37.892100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3371bd9c-8701-48d9-afcb-db280a0303d8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:53:37.937868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fa00cc7c-cab3-424e-a1a7-8c6745248a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:37.939796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa00cc7c-cab3-424e-a1a7-8c6745248a5b None None] The sync data for ids ['ec3493b8-b381-4324-9ca0-75ebe7b490e9'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:53:37.956938 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-3371bd9c-8701-48d9-afcb-db280a0303d8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] update failed (client error): The resource could not be found. Feb 19 00:53:37.963811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43370) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:37.965616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3371bd9c-8701-48d9-afcb-db280a0303d8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-295112777 HTTP/1.1" status: 404 len: 334 time: 0.0776396 Feb 19 00:53:38.064913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83a7f8a-e26a-400e-bd6a-7668953b97d6 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting subnet edc56e75-227e-4de6-95a2-eda48d8c15b8 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:53:38.069698 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83a7f8a-e26a-400e-bd6a-7668953b97d6 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (edc56e75-227e-4de6-95a2-eda48d8c15b8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:38.286556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d2f2e-5471-4c22-9aaa-323d53ba7f94 req-29931d88-480d-41b6-b9b8-11353ac5295f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:38.290591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c70d2f2e-5471-4c22-9aaa-323d53ba7f94 req-29931d88-480d-41b6-b9b8-11353ac5295f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1001923 Feb 19 00:53:38.376917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c70d2f2e-5471-4c22-9aaa-323d53ba7f94 req-4bd949b6-fe49-40db-be42-adcaafa7258a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809774 Feb 19 00:53:38.810472 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83a7f8a-e26a-400e-bd6a-7668953b97d6 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (edc56e75-227e-4de6-95a2-eda48d8c15b8), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:38.942209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83a7f8a-e26a-400e-bd6a-7668953b97d6 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (edc56e75-227e-4de6-95a2-eda48d8c15b8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.012782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83a7f8a-e26a-400e-bd6a-7668953b97d6 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (edc56e75-227e-4de6-95a2-eda48d8c15b8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.059056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a7f8a-e26a-400e-bd6a-7668953b97d6 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Subnet': ['ID=edc56e75-227e-4de6-95a2-eda48d8c15b8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:39.065415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d83a7f8a-e26a-400e-bd6a-7668953b97d6 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.068975 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d83a7f8a-e26a-400e-bd6a-7668953b97d6 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/subnets/edc56e75-227e-4de6-95a2-eda48d8c15b8 HTTP/1.1" status: 204 len: 168 time: 1.1030219 Feb 19 00:53:39.071437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43404) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:39.077253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e816e-9446-42c3-83ec-27c21641ba83 None None] Network 852919d4-6af1-40fb-b78b-b2fc4d14d73f requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:39.123054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a6796-7706-41da-9a05-1b96cfb09c92 req-98114c3e-ec00-4728-9c14-decd01080789 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:39.125326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b1a6796-7706-41da-9a05-1b96cfb09c92 req-98114c3e-ec00-4728-9c14-decd01080789 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1089442 Feb 19 00:53:39.255631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b1a6796-7706-41da-9a05-1b96cfb09c92 req-2e83af87-3b5d-4e12-bcbd-e90b44038854 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849178 Feb 19 00:53:39.264127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (852919d4-6af1-40fb-b78b-b2fc4d14d73f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.392847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] DHCP port deletion for 852919d4-6af1-40fb-b78b-b2fc4d14d73f request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:53:39.410468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting port 643a4665-a332-4b72-bf45-6cbb4eb8a659 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:39.412501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.528249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 643a4665-a332-4b72-bf45-6cbb4eb8a659 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:39.619835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] Deleting port 643a4665-a332-4b72-bf45-6cbb4eb8a659 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:39.621376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.669137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] For port 643a4665-a332-4b72-bf45-6cbb4eb8a659, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=643a4665-a332-4b72-bf45-6cbb4eb8a659,segment=NetworkSegment(eb4f8e2e-537c-476d-90be-226981bb8804),segment_id=eb4f8e2e-537c-476d-90be-226981bb8804)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:39.669546 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.707560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Calling delete_port for 643a4665-a332-4b72-bf45-6cbb4eb8a659 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:39.768920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] For port 643a4665-a332-4b72-bf45-6cbb4eb8a659, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=643a4665-a332-4b72-bf45-6cbb4eb8a659,segment=NetworkSegment(eb4f8e2e-537c-476d-90be-226981bb8804),segment_id=eb4f8e2e-537c-476d-90be-226981bb8804)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:39.769323 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.783028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 643a4665-a332-4b72-bf45-6cbb4eb8a659 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:39.783705 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.797410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] Calling delete_port for 643a4665-a332-4b72-bf45-6cbb4eb8a659 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:39.861855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 643a4665-a332-4b72-bf45-6cbb4eb8a659, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=643a4665-a332-4b72-bf45-6cbb4eb8a659,segment=NetworkSegment(eb4f8e2e-537c-476d-90be-226981bb8804),segment_id=eb4f8e2e-537c-476d-90be-226981bb8804)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:39.868453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.886356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.947843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=643a4665-a332-4b72-bf45-6cbb4eb8a659,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:39.962923 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (643a4665-a332-4b72-bf45-6cbb4eb8a659), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:39.977658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] No DVR routers for this DVR port 643a4665-a332-4b72-bf45-6cbb4eb8a659 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:39.980567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Port': ['ID=643a4665-a332-4b72-bf45-6cbb4eb8a659,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:40.004139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] Pushing event deleted for resources: {'Port': ['ID=643a4665-a332-4b72-bf45-6cbb4eb8a659,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:40.037271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa39cc42-9f71-4270-a987-a23226d9a4c8 None None] No DVR routers for this DVR port 643a4665-a332-4b72-bf45-6cbb4eb8a659 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:40.184392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (852919d4-6af1-40fb-b78b-b2fc4d14d73f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.208097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852919d4-6af1-40fb-b78b-b2fc4d14d73f']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:40.236967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb4f8e2e-537c-476d-90be-226981bb8804') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:40.243930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb4f8e2e-537c-476d-90be-226981bb8804') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:40.256230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (eb4f8e2e-537c-476d-90be-226981bb8804), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.271160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (eb4f8e2e-537c-476d-90be-226981bb8804), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.283903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:40.284499 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (eb4f8e2e-537c-476d-90be-226981bb8804), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:40.299306 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:40.443913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (852919d4-6af1-40fb-b78b-b2fc4d14d73f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.460846 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.465216 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/networks/852919d4-6af1-40fb-b78b-b2fc4d14d73f HTTP/1.1" status: 204 len: 168 time: 1.3927448 Feb 19 00:53:40.468849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43426) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:40.494504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f778a-3378-44ed-b8d2-df6959bd4fd2 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Network': ['ID=852919d4-6af1-40fb-b78b-b2fc4d14d73f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:40.564654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c9cc4-d12b-4457-b773-fab4be9f3d2f req-b4ecf2cf-6e63-45f2-b4a9-595cb59a0623 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:40.581609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e3c9cc4-d12b-4457-b773-fab4be9f3d2f req-b4ecf2cf-6e63-45f2-b4a9-595cb59a0623 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1493206 Feb 19 00:53:40.600858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46073e8-7a0e-4a24-b01c-f0bb2b7fda55 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting subnet f180bcd6-75aa-4ca0-9436-3dc6cc2db4af {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:53:40.632984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d46073e8-7a0e-4a24-b01c-f0bb2b7fda55 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (f180bcd6-75aa-4ca0-9436-3dc6cc2db4af), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.674292 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d46073e8-7a0e-4a24-b01c-f0bb2b7fda55 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (f180bcd6-75aa-4ca0-9436-3dc6cc2db4af), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.721980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e3c9cc4-d12b-4457-b773-fab4be9f3d2f req-34d2ddd9-3b84-4349-aecb-9dfd66e06e9b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384211 Feb 19 00:53:40.786711 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d46073e8-7a0e-4a24-b01c-f0bb2b7fda55 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f180bcd6-75aa-4ca0-9436-3dc6cc2db4af), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.864615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d46073e8-7a0e-4a24-b01c-f0bb2b7fda55 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (f180bcd6-75aa-4ca0-9436-3dc6cc2db4af), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.893776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46073e8-7a0e-4a24-b01c-f0bb2b7fda55 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Subnet': ['ID=f180bcd6-75aa-4ca0-9436-3dc6cc2db4af,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:40.897723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d46073e8-7a0e-4a24-b01c-f0bb2b7fda55 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:40.901419 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d46073e8-7a0e-4a24-b01c-f0bb2b7fda55 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/subnets/f180bcd6-75aa-4ca0-9436-3dc6cc2db4af HTTP/1.1" status: 204 len: 168 time: 0.4312840 Feb 19 00:53:40.904489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43438) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:40.907888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47082b-a450-4c20-9e64-c2f4e318e191 None None] Network b8f4ab11-de92-48b4-a9e5-3a34e4959e2a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:40.988725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8012d2-b754-45d3-a207-e5d836a120c8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting subnet ab6b7795-506f-4227-93a8-115ddd035d15 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:53:40.992410 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8012d2-b754-45d3-a207-e5d836a120c8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (ab6b7795-506f-4227-93a8-115ddd035d15), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.040427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8012d2-b754-45d3-a207-e5d836a120c8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (ab6b7795-506f-4227-93a8-115ddd035d15), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.157892 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8012d2-b754-45d3-a207-e5d836a120c8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (ab6b7795-506f-4227-93a8-115ddd035d15), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.201514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] DHCP port deletion for b8f4ab11-de92-48b4-a9e5-3a34e4959e2a request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:53:41.283943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8012d2-b754-45d3-a207-e5d836a120c8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (ab6b7795-506f-4227-93a8-115ddd035d15), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.284192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Deleting port b69250ee-c5de-46ab-ac94-f9191406a43d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:41.284753 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.340258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8012d2-b754-45d3-a207-e5d836a120c8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6b7795-506f-4227-93a8-115ddd035d15,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:41.367325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] For port b69250ee-c5de-46ab-ac94-f9191406a43d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b69250ee-c5de-46ab-ac94-f9191406a43d,segment=NetworkSegment(bf95731a-262b-4fb5-acfa-8f4a0db4089e),segment_id=bf95731a-262b-4fb5-acfa-8f4a0db4089e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:41.368108 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.397380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Calling delete_port for b69250ee-c5de-46ab-ac94-f9191406a43d owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:41.434941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fc8012d2-b754-45d3-a207-e5d836a120c8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.472116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43446) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:41.488382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fc8012d2-b754-45d3-a207-e5d836a120c8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/subnets/ab6b7795-506f-4227-93a8-115ddd035d15 HTTP/1.1" status: 204 len: 168 time: 0.5594287 Feb 19 00:53:41.701982 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b8f4ab11-de92-48b4-a9e5-3a34e4959e2a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.843005 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting port b69250ee-c5de-46ab-ac94-f9191406a43d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:41.843360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:41.921215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977a0451-00c3-4f05-a0ec-a3943b85a990 None None] Network c589f8b9-3b2e-429e-ae6b-3ecbed0e978b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:41.926866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b69250ee-c5de-46ab-ac94-f9191406a43d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:41.929174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f6a51467-4a97-4521-adef-e275125203f7 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:53:41.987597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] For port b69250ee-c5de-46ab-ac94-f9191406a43d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b69250ee-c5de-46ab-ac94-f9191406a43d,segment=NetworkSegment(bf95731a-262b-4fb5-acfa-8f4a0db4089e),segment_id=bf95731a-262b-4fb5-acfa-8f4a0db4089e)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:41.988143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.027447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Calling delete_port for b69250ee-c5de-46ab-ac94-f9191406a43d owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:42.098149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46568795-65de-4246-a366-fbac152468a0 req-002c5a17-15fc-4433-9c37-43b95e74653f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:42.105776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46568795-65de-4246-a366-fbac152468a0 req-002c5a17-15fc-4433-9c37-43b95e74653f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1547217 Feb 19 00:53:42.200479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46568795-65de-4246-a366-fbac152468a0 req-3947ed25-f023-4ed6-abb4-73fdf99ac757 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875523 Feb 19 00:53:42.438162 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.490521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Port': ['ID=b69250ee-c5de-46ab-ac94-f9191406a43d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:42.518354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] No DVR routers for this DVR port b69250ee-c5de-46ab-ac94-f9191406a43d on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:42.542133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (b69250ee-c5de-46ab-ac94-f9191406a43d), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.549613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Port b69250ee-c5de-46ab-ac94-f9191406a43d update to DOWN by agent not found {{(pid=103651) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 00:53:42.557349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:42.592246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Pushing event deleted for resources: {'Port': ['ID=b69250ee-c5de-46ab-ac94-f9191406a43d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:42.601590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f6a51467-4a97-4521-adef-e275125203f7', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'port_id': 'f6a51467-4a97-4521-adef-e275125203f7', 'mac_address': 'fa:16:3e:37:2a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:53:42.606159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.606622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.607054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.607467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.607874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.608292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.608680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.609070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.609457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.609859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.610276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.610713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.611098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:53:42.614901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e29af-f238-49cb-ae40-43a2d2e58923 None None] No DVR routers for this DVR port b69250ee-c5de-46ab-ac94-f9191406a43d on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:42.692665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f6a51467-4a97-4521-adef-e275125203f7 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:42.693097 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f6a51467-4a97-4521-adef-e275125203f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.735288 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b8f4ab11-de92-48b4-a9e5-3a34e4959e2a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.748648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] DHCP port deletion for c589f8b9-3b2e-429e-ae6b-3ecbed0e978b request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:53:42.760266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6a51467-4a97-4521-adef-e275125203f7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:53:42.772895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f4ab11-de92-48b4-a9e5-3a34e4959e2a']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:42.795843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf95731a-262b-4fb5-acfa-8f4a0db4089e') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:42.796396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf95731a-262b-4fb5-acfa-8f4a0db4089e') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:42.810585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (bf95731a-262b-4fb5-acfa-8f4a0db4089e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.841479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:42.858480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.863866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (bf95731a-262b-4fb5-acfa-8f4a0db4089e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.884985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:42.887678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (bf95731a-262b-4fb5-acfa-8f4a0db4089e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:42.897784 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:42.999765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:43.054720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] Deleting port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:43.055438 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:43.066944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b8f4ab11-de92-48b4-a9e5-3a34e4959e2a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:43.072908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f6a51467-4a97-4521-adef-e275125203f7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:53:43.081402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:43.088681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/networks/b8f4ab11-de92-48b4-a9e5-3a34e4959e2a HTTP/1.1" status: 204 len: 168 time: 1.6150293 Feb 19 00:53:43.091584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43500) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:43.150656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c44659-650c-44ab-a6d1-6b094aa9bd9e tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Network': ['ID=b8f4ab11-de92-48b4-a9e5-3a34e4959e2a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:43.301185 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (c589f8b9-3b2e-429e-ae6b-3ecbed0e978b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:43.400673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] For port c4959f5e-09b1-4d94-b3c2-b422a905b0b2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c4959f5e-09b1-4d94-b3c2-b422a905b0b2,segment=NetworkSegment(849302ed-13c6-4a6d-b393-ed964b9350ba),segment_id=849302ed-13c6-4a6d-b393-ed964b9350ba)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:43.401696 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:43.438121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] Calling delete_port for c4959f5e-09b1-4d94-b3c2-b422a905b0b2 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:43.649202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c4959f5e-09b1-4d94-b3c2-b422a905b0b2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:43.728697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fb7d8-189f-4a20-a402-13562af237cb req-fa3a95d5-b8d3-44f4-8f3f-97934c90d132 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:43.730479 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457fb7d8-189f-4a20-a402-13562af237cb req-fa3a95d5-b8d3-44f4-8f3f-97934c90d132 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 944 time: 0.2476211 Feb 19 00:53:43.766970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: c4959f5e-09b1-4d94-b3c2-b422a905b0b2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:43.767335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c4959f5e-09b1-4d94-b3c2-b422a905b0b2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:43.776092 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:43.911788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:43.916013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:43.939262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] No DVR routers for this DVR port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:43.946296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8509611-272d-4810-b2fb-f856582e6fc5 None None] Pushing event deleted for resources: {'Port': ['ID=c4959f5e-09b1-4d94-b3c2-b422a905b0b2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:44.029633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] For port c4959f5e-09b1-4d94-b3c2-b422a905b0b2, host n-d-826527-3, got binding levels [] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:44.030442 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.046404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Calling delete_port for c4959f5e-09b1-4d94-b3c2-b422a905b0b2 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:44.049448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 was not found and therefore no delete operation was performed {{(pid=103649) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 00:53:44.058395 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c4959f5e-09b1-4d94-b3c2-b422a905b0b2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.088388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Port': ['ID=c4959f5e-09b1-4d94-b3c2-b422a905b0b2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:44.136587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-457fb7d8-189f-4a20-a402-13562af237cb req-c40fa8e0-754f-4654-9685-5124a2279eda tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911602 Feb 19 00:53:44.166899 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] No DVR routers for this DVR port c4959f5e-09b1-4d94-b3c2-b422a905b0b2 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:44.316794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (c589f8b9-3b2e-429e-ae6b-3ecbed0e978b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.345072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c589f8b9-3b2e-429e-ae6b-3ecbed0e978b']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:44.359414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849302ed-13c6-4a6d-b393-ed964b9350ba') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:44.359727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849302ed-13c6-4a6d-b393-ed964b9350ba') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:44.379411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (849302ed-13c6-4a6d-b393-ed964b9350ba), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.401796 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (849302ed-13c6-4a6d-b393-ed964b9350ba), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.413647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:44.414273 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (849302ed-13c6-4a6d-b393-ed964b9350ba), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: timer() Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:44.419380 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:44.492306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (c589f8b9-3b2e-429e-ae6b-3ecbed0e978b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.509462 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.516400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43522) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:44.517428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/networks/c589f8b9-3b2e-429e-ae6b-3ecbed0e978b HTTP/1.1" status: 204 len: 168 time: 1.4244950 Feb 19 00:53:44.542700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1675dc-0ab9-42e1-8969-0abb727b3df8 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Network': ['ID=c589f8b9-3b2e-429e-ae6b-3ecbed0e978b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:44.619463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf8d34d-b9c6-4d35-8a13-c00f4d975d96 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting subnet 11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:53:44.630157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d34d-b9c6-4d35-8a13-c00f4d975d96 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.721772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d34d-b9c6-4d35-8a13-c00f4d975d96 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:44.866278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d34d-b9c6-4d35-8a13-c00f4d975d96 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.059388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d34d-b9c6-4d35-8a13-c00f4d975d96 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.115572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08ce7b-34dc-4445-80fe-a2b4f0d87a88 None None] Network 06c83c86-aadb-47cd-ba88-5b8892191483 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:53:45.227025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8d34d-b9c6-4d35-8a13-c00f4d975d96 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Subnet': ['ID=11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:45.232067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ecf8d34d-b9c6-4d35-8a13-c00f4d975d96 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.248260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ecf8d34d-b9c6-4d35-8a13-c00f4d975d96 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/subnets/11f72fef-f3fc-47fe-ac5c-fcb8955ffbd5 HTTP/1.1" status: 204 len: 168 time: 0.7306392 Feb 19 00:53:45.252954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43538) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:45.478977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (06c83c86-aadb-47cd-ba88-5b8892191483), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.496229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cced68-6951-4db6-ab93-3598028d3eb6 req-dff3e633-dc8e-4eff-9db0-fbfde6794dfc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:45.507112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00cced68-6951-4db6-ab93-3598028d3eb6 req-dff3e633-dc8e-4eff-9db0-fbfde6794dfc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 944 time: 0.2009754 Feb 19 00:53:45.549009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] DHCP port deletion for 06c83c86-aadb-47cd-ba88-5b8892191483 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:53:45.596056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Deleting port 869e0d45-e786-4705-aca6-46bc998208eb {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:45.602092 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (869e0d45-e786-4705-aca6-46bc998208eb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.664661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] Deleting port 869e0d45-e786-4705-aca6-46bc998208eb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:53:45.665541 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (869e0d45-e786-4705-aca6-46bc998208eb), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.685227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00cced68-6951-4db6-ab93-3598028d3eb6 req-e39109fa-d123-4dc8-8b00-5ef75b4f3afe tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768095 Feb 19 00:53:45.803534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] For port 869e0d45-e786-4705-aca6-46bc998208eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=869e0d45-e786-4705-aca6-46bc998208eb,segment=NetworkSegment(cd2675d4-4162-4154-8603-a62cba7f5fd5),segment_id=cd2675d4-4162-4154-8603-a62cba7f5fd5)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:45.804088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (869e0d45-e786-4705-aca6-46bc998208eb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.807683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] For port 869e0d45-e786-4705-aca6-46bc998208eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=869e0d45-e786-4705-aca6-46bc998208eb,segment=NetworkSegment(cd2675d4-4162-4154-8603-a62cba7f5fd5),segment_id=cd2675d4-4162-4154-8603-a62cba7f5fd5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:45.808040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (869e0d45-e786-4705-aca6-46bc998208eb), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:45.821570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] Calling delete_port for 869e0d45-e786-4705-aca6-46bc998208eb owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:45.835337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Calling delete_port for 869e0d45-e786-4705-aca6-46bc998208eb owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:53:45.924032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f6a51467-4a97-4521-adef-e275125203f7 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:53:46.033472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (869e0d45-e786-4705-aca6-46bc998208eb), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.036942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f6a51467-4a97-4521-adef-e275125203f7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:53:46.038025 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f6a51467-4a97-4521-adef-e275125203f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.078159 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (869e0d45-e786-4705-aca6-46bc998208eb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.088238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] Pushing event deleted for resources: {'Port': ['ID=869e0d45-e786-4705-aca6-46bc998208eb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:46.095840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989dbac9-d4c4-4126-94a9-bfacb7857eb5 None None] No DVR routers for this DVR port 869e0d45-e786-4705-aca6-46bc998208eb on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:46.201412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f6a51467-4a97-4521-adef-e275125203f7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:53:46.202365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Port': ['ID=869e0d45-e786-4705-aca6-46bc998208eb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:46.203058 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f6a51467-4a97-4521-adef-e275125203f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.211458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] No DVR routers for this DVR port 869e0d45-e786-4705-aca6-46bc998208eb on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:53:46.311526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:53:46.313047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:53:46.316927 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28917af1-10f5-46e2-a516-fa84f8d0128d" -d '{"events": [{"server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "name": "network-vif-plugged", "status": "completed", "tag": "f6a51467-4a97-4521-adef-e275125203f7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:53:46.322129 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.413168 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb74927f-b7ed-44b8-9b3b-acf2cb028506 x-openstack-request-id: req-eb74927f-b7ed-44b8-9b3b-acf2cb028506 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:53:46.414098 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "name": "network-vif-plugged", "status": "completed", "tag": "f6a51467-4a97-4521-adef-e275125203f7", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:53:46.414393 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb74927f-b7ed-44b8-9b3b-acf2cb028506 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:53:46.414805 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7', 'code': 200} Feb 19 00:53:46.421153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:46.448484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (06c83c86-aadb-47cd-ba88-5b8892191483), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.495695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06c83c86-aadb-47cd-ba88-5b8892191483']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:46.507694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2675d4-4162-4154-8603-a62cba7f5fd5') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:46.508137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2675d4-4162-4154-8603-a62cba7f5fd5') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:53:46.519363 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (cd2675d4-4162-4154-8603-a62cba7f5fd5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.537095 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (cd2675d4-4162-4154-8603-a62cba7f5fd5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.544038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:53:46.544838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (cd2675d4-4162-4154-8603-a62cba7f5fd5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:53:46.549140 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:53:46.664897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (06c83c86-aadb-47cd-ba88-5b8892191483), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.698758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.704966 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/networks/06c83c86-aadb-47cd-ba88-5b8892191483 HTTP/1.1" status: 204 len: 168 time: 1.4484708 Feb 19 00:53:46.704966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdd022d-36ab-4483-964e-739109c49905 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Pushing event deleted for resources: {'Network': ['ID=06c83c86-aadb-47cd-ba88-5b8892191483,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:46.706597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43560) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:46.779114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43564) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:46.780974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-39596f64-23af-4b0d-a5f2-508447e30d17 tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "GET /v2.0/ports?device_id=ec3493b8-b381-4324-9ca0-75ebe7b490e9 HTTP/1.1" status: 200 len: 205 time: 0.0694785 Feb 19 00:53:46.897677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5be73ff4-4af7-4298-a2f8-b35485be12ef tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for router (ec3493b8-b381-4324-9ca0-75ebe7b490e9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:46.918405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858cd52-391f-49ea-8a24-ddecabd9cbd7 req-8ac552d1-20db-4d24-b1e2-8e044bbf1709 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:46.920913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9858cd52-391f-49ea-8a24-ddecabd9cbd7 req-8ac552d1-20db-4d24-b1e2-8e044bbf1709 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.0926321 Feb 19 00:53:46.986604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9858cd52-391f-49ea-8a24-ddecabd9cbd7 req-434cd050-4d3b-44fd-b9bd-8eef4fd08313 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594480 Feb 19 00:53:47.094216 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5be73ff4-4af7-4298-a2f8-b35485be12ef tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (ec3493b8-b381-4324-9ca0-75ebe7b490e9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.097296 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5be73ff4-4af7-4298-a2f8-b35485be12ef tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for router_controller (ec3493b8-b381-4324-9ca0-75ebe7b490e9), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.188644 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5be73ff4-4af7-4298-a2f8-b35485be12ef tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (ec3493b8-b381-4324-9ca0-75ebe7b490e9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.190905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be73ff4-4af7-4298-a2f8-b35485be12ef tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Fanout notify agent at l3_agent the message router_deleted on router ec3493b8-b381-4324-9ca0-75ebe7b490e9 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:53:47.207880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5be73ff4-4af7-4298-a2f8-b35485be12ef tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.223000 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5be73ff4-4af7-4298-a2f8-b35485be12ef tempest-RoutersNegativeIpV6Test-829625959 tempest-RoutersNegativeIpV6Test-829625959-project] 10.222.0.60 "DELETE /v2.0/routers/ec3493b8-b381-4324-9ca0-75ebe7b490e9 HTTP/1.1" status: 204 len: 168 time: 0.4411037 Feb 19 00:53:47.512877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 869e0d45-e786-4705-aca6-46bc998208eb no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:53:47.563845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 869e0d45-e786-4705-aca6-46bc998208eb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:53:47.564358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 869e0d45-e786-4705-aca6-46bc998208eb not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:53:47.625762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43588) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:47.860021 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2c7647c4-cc7e-4cfc-ab93-d07be3610270 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=542478f819054e73ac85a1e70187652d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329025 Feb 19 00:53:47.862558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43594) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:47.958744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06be1b3b-d58b-4d44-84f5-217b0d4bb32b admin admin] Publish callbacks [] for security_group (d60d71e6-3c7c-4c0e-b625-b81ebb4f7df9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.977899 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e58f64c9-a3e8-4865-b8e2-ef664067cb0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:47.989271 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06be1b3b-d58b-4d44-84f5-217b0d4bb32b admin admin] Publish callbacks [] for security_group (d60d71e6-3c7c-4c0e-b625-b81ebb4f7df9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.072599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06be1b3b-d58b-4d44-84f5-217b0d4bb32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d60d71e6-3c7c-4c0e-b625-b81ebb4f7df9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.075517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-06be1b3b-d58b-4d44-84f5-217b0d4bb32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:48.085124 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-06be1b3b-d58b-4d44-84f5-217b0d4bb32b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d60d71e6-3c7c-4c0e-b625-b81ebb4f7df9 HTTP/1.1" status: 204 len: 168 time: 0.2213585 Feb 19 00:53:48.112980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be1b3b-d58b-4d44-84f5-217b0d4bb32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d71e6-3c7c-4c0e-b625-b81ebb4f7df9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:48.234832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc9657-87c7-4906-a580-353c0062fce4 req-1dee9930-4b6f-44a5-8771-1c1c3c1212a0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:48.237099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cfc9657-87c7-4906-a580-353c0062fce4 req-1dee9930-4b6f-44a5-8771-1c1c3c1212a0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.0929587 Feb 19 00:53:48.333551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cfc9657-87c7-4906-a580-353c0062fce4 req-10506f1d-2356-4094-a3fc-030cdca73afc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886643 Feb 19 00:53:48.877742 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:49.544311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62f66e-89a8-436b-bf98-4ab69bb94733 req-9066be91-38d1-4758-b471-154f5ecd8ee2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:49.554277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a62f66e-89a8-436b-bf98-4ab69bb94733 req-9066be91-38d1-4758-b471-154f5ecd8ee2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.0943196 Feb 19 00:53:49.765940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a62f66e-89a8-436b-bf98-4ab69bb94733 req-3eba710d-3395-4731-ab36-861b707c0c3b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105095 Feb 19 00:53:50.029303 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6df2318-8b51-46af-8cda-f05e07a53212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:50.746252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43668) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:50.999443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0c796-e76f-4bce-93b4-d75afcad136a req-b253bd9d-6adc-44d6-aa67-5ad1edaa1aee tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:51.001201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27f0c796-e76f-4bce-93b4-d75afcad136a req-b253bd9d-6adc-44d6-aa67-5ad1edaa1aee tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1436703 Feb 19 00:53:51.011958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f8855f1-cdeb-482a-908d-96af16921687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.164289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27f0c796-e76f-4bce-93b4-d75afcad136a req-0ea5b88f-522e-4cbf-a0be-6904bdbb8e30 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547427 Feb 19 00:53:51.252385 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.262906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f8855f1-cdeb-482a-908d-96af16921687 admin admin] Publish callbacks [] for security_group (3ae700b0-c4bd-4c2f-8752-2451d7ffed18), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.268694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f8855f1-cdeb-482a-908d-96af16921687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3ae700b0-c4bd-4c2f-8752-2451d7ffed18), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.319939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8855f1-cdeb-482a-908d-96af16921687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae700b0-c4bd-4c2f-8752-2451d7ffed18,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:51.344179 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3f8855f1-cdeb-482a-908d-96af16921687 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=092253c1c03d447c85de32475eff0ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5932279 Feb 19 00:53:51.344515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43690) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:51.370359 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:53:51.403567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7024-3ded-4c09-a03e-b716a381a727 admin admin] Publish callbacks [] for security_group (3ae700b0-c4bd-4c2f-8752-2451d7ffed18), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.447123 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7024-3ded-4c09-a03e-b716a381a727 admin admin] Publish callbacks [] for security_group (3ae700b0-c4bd-4c2f-8752-2451d7ffed18), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.526601 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7024-3ded-4c09-a03e-b716a381a727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3ae700b0-c4bd-4c2f-8752-2451d7ffed18), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.533162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c6a7024-3ded-4c09-a03e-b716a381a727 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:51.535194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9c6a7024-3ded-4c09-a03e-b716a381a727 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3ae700b0-c4bd-4c2f-8752-2451d7ffed18 HTTP/1.1" status: 204 len: 168 time: 0.1894045 Feb 19 00:53:51.556851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a7024-3ded-4c09-a03e-b716a381a727 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae700b0-c4bd-4c2f-8752-2451d7ffed18,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:52.013135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-95762fc7-2eae-4c27-b863-782dbb64295d req-d94c0c0a-9439-496f-8b21-1ac0b41cd4a2 service neutron] (103649) timed out ('10.222.0.113', 53289) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:53:52.087841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43698) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:52.110582 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f85283f4-dff8-458e-b39b-054a0f95d203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.303356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f85283f4-dff8-458e-b39b-054a0f95d203 admin admin] Publish callbacks [] for security_group (f708184d-8cf7-4a4a-86e6-b1831ac8d37d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.332495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f85283f4-dff8-458e-b39b-054a0f95d203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f708184d-8cf7-4a4a-86e6-b1831ac8d37d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.456416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43706) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:53:52.461441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f85283f4-dff8-458e-b39b-054a0f95d203 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=408f7ac753194b59a0b7529ff186abb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724194 Feb 19 00:53:52.480170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85283f4-dff8-458e-b39b-054a0f95d203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f708184d-8cf7-4a4a-86e6-b1831ac8d37d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:52.508701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda20b2-5061-4c4f-b59e-9f1a75f797e1 req-67a27178-e4b5-4a4c-ab1d-30cf953ab0dc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:52.515816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bda20b2-5061-4c4f-b59e-9f1a75f797e1 req-67a27178-e4b5-4a4c-ab1d-30cf953ab0dc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.2057447 Feb 19 00:53:52.587477 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c58e-3102-4198-a8d8-9959effd6285 admin admin] Publish callbacks [] for security_group (f708184d-8cf7-4a4a-86e6-b1831ac8d37d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.628105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bda20b2-5061-4c4f-b59e-9f1a75f797e1 req-be287e88-65cb-4d8a-be70-1d0f79339113 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112819 Feb 19 00:53:52.637203 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c58e-3102-4198-a8d8-9959effd6285 admin admin] Publish callbacks [] for security_group (f708184d-8cf7-4a4a-86e6-b1831ac8d37d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.656520 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.761062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c58e-3102-4198-a8d8-9959effd6285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f708184d-8cf7-4a4a-86e6-b1831ac8d37d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.763594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c58e-3102-4198-a8d8-9959effd6285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:52.767947 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b5c0c58e-3102-4198-a8d8-9959effd6285 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f708184d-8cf7-4a4a-86e6-b1831ac8d37d HTTP/1.1" status: 204 len: 168 time: 0.3067420 Feb 19 00:53:52.789904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0c58e-3102-4198-a8d8-9959effd6285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f708184d-8cf7-4a4a-86e6-b1831ac8d37d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:53:53.733601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:53.862254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882e102b-d561-4364-acf0-c6597ba38d0f req-6f5af112-f7d4-45e9-b35d-b5662aaa36e8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:53.866861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-882e102b-d561-4364-acf0-c6597ba38d0f req-6f5af112-f7d4-45e9-b35d-b5662aaa36e8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1112063 Feb 19 00:53:53.966583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-882e102b-d561-4364-acf0-c6597ba38d0f req-06318d89-9769-47f6-9a0a-9e3e46aebcce tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928998 Feb 19 00:53:54.190082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:53:55.278103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea11ef9-a73b-443c-9129-d7a91c60d00a req-0ee21143-3f42-4886-9405-7ae24f4f71f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:55.288471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ea11ef9-a73b-443c-9129-d7a91c60d00a req-0ee21143-3f42-4886-9405-7ae24f4f71f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1188073 Feb 19 00:53:55.365449 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ea11ef9-a73b-443c-9129-d7a91c60d00a req-4eeba982-752e-46c9-a0b2-74385d840184 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758724 Feb 19 00:53:56.608526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cbc50e-1a9a-466d-a657-5fe37c69aa1b req-0dc5e1d2-53b8-4415-ada2-85e505591438 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:56.610980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35cbc50e-1a9a-466d-a657-5fe37c69aa1b req-0dc5e1d2-53b8-4415-ada2-85e505591438 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1016002 Feb 19 00:53:56.738598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35cbc50e-1a9a-466d-a657-5fe37c69aa1b req-0abf1cf0-6853-4c67-9ad2-2b3fa6aef7f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219068 Feb 19 00:53:57.973841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605a1ec-be0b-40dc-8ffd-86ba3c0348c0 req-cd5b7c6f-d9cd-4250-9860-2fdd252d5d06 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:57.982101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d605a1ec-be0b-40dc-8ffd-86ba3c0348c0 req-cd5b7c6f-d9cd-4250-9860-2fdd252d5d06 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1368313 Feb 19 00:53:58.087375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d605a1ec-be0b-40dc-8ffd-86ba3c0348c0 req-bec5a762-0efd-4db5-8310-a5851ab09523 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040742 Feb 19 00:53:59.353867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc1e396-9632-4048-ba16-6ae0d325b0b2 req-4e584a97-3450-4008-94e7-3b585756f00d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:53:59.365276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc1e396-9632-4048-ba16-6ae0d325b0b2 req-4e584a97-3450-4008-94e7-3b585756f00d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1247306 Feb 19 00:53:59.479494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3dc1e396-9632-4048-ba16-6ae0d325b0b2 req-7d6d73aa-575a-48dc-a4a0-0e8b9552c5cb tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130939 Feb 19 00:54:00.766732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfcda1-a63e-4c73-8af6-cb0411b3dba7 req-b5d7db29-356b-4568-aaae-bf2236b4f665 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:00.771219 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2bfcda1-a63e-4c73-8af6-cb0411b3dba7 req-b5d7db29-356b-4568-aaae-bf2236b4f665 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1486182 Feb 19 00:54:00.901445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2bfcda1-a63e-4c73-8af6-cb0411b3dba7 req-3018b13a-4077-45ef-ad4c-b89efc60b47f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214564 Feb 19 00:54:02.125773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2321e8-70ca-4cbe-9eb1-fdaf09968f68 req-582c8fe5-824e-435c-93cf-6e5d25453380 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:02.133776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de2321e8-70ca-4cbe-9eb1-fdaf09968f68 req-582c8fe5-824e-435c-93cf-6e5d25453380 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1044080 Feb 19 00:54:02.235538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de2321e8-70ca-4cbe-9eb1-fdaf09968f68 req-49bb4913-ed53-4f0e-94ba-aa39d74f6bce tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952220 Feb 19 00:54:03.408568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8723124-7f00-465c-8e7a-51aeb23e4bb0 req-21b1d153-e9b7-4deb-a0d5-b45e7ffe3355 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:03.422943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8723124-7f00-465c-8e7a-51aeb23e4bb0 req-21b1d153-e9b7-4deb-a0d5-b45e7ffe3355 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1099615 Feb 19 00:54:03.572698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8723124-7f00-465c-8e7a-51aeb23e4bb0 req-edf2247c-2a1d-4ff5-b8cd-79d8995bdfd9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468513 Feb 19 00:54:04.601404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-3c0f6795-698c-44c7-be5a-0f79defde17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.604467 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-3c0f6795-698c-44c7-be5a-0f79defde17f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 1127 time: 0.0874536 Feb 19 00:54:04.801170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-64f1a933-8dc1-4671-a202-be6ffabf537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.802723 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-64f1a933-8dc1-4671-a202-be6ffabf537e service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1913359 Feb 19 00:54:04.875955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036e9aa-2bff-4ffc-ac55-0459627cd075 req-d18b9521-1f05-4dcf-8881-635c601992b2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.880246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1036e9aa-2bff-4ffc-ac55-0459627cd075 req-d18b9521-1f05-4dcf-8881-635c601992b2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1320179 Feb 19 00:54:04.924500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-60b34aa7-cc5a-4e83-8014-c967af648fb9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f6a51467-4a97-4521-adef-e275125203f7 HTTP/1.1" status: 200 len: 217 time: 0.1142306 Feb 19 00:54:04.956491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1036e9aa-2bff-4ffc-ac55-0459627cd075 req-6e02854c-7dd1-4af0-980f-68be2a1f3d41 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662875 Feb 19 00:54:04.998048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-403f048f-4b70-4859-9891-1899475dc3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:04.999927 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-403f048f-4b70-4859-9891-1899475dc3a8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0690949 Feb 19 00:54:05.119109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-5229df00-7d8a-47de-a737-76230f6529dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:05.120797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-5229df00-7d8a-47de-a737-76230f6529dd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1150472 Feb 19 00:54:05.414484 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-4bc5a202-6dbf-42bb-b417-ca09ea579afc service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826796 Feb 19 00:54:05.590283 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0c160ed2-d53d-4a74-8829-e52d7af44761 req-a5048a2d-694e-4026-b090-86b79a2ae294 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691210 Feb 19 00:54:06.198345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8183c4-787a-4523-94b8-d15678a97afe req-b9440fd1-848f-4e43-92a9-e931d6ffb6ff tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:06.214073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf8183c4-787a-4523-94b8-d15678a97afe req-b9440fd1-848f-4e43-92a9-e931d6ffb6ff tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1278684 Feb 19 00:54:06.349642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf8183c4-787a-4523-94b8-d15678a97afe req-727665bf-4e79-4bea-8974-7647e87c2718 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338468 Feb 19 00:54:07.583661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530c2a3-58e5-4064-9c0a-f79a6e39511c req-af8c03bf-5395-4cfa-84f0-e5b79468c4a0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:07.593133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f530c2a3-58e5-4064-9c0a-f79a6e39511c req-af8c03bf-5395-4cfa-84f0-e5b79468c4a0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 945 time: 0.1476557 Feb 19 00:54:07.658838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f530c2a3-58e5-4064-9c0a-f79a6e39511c req-1c2996ee-d002-4e09-9644-dc52be131957 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638618 Feb 19 00:54:08.008384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f6a51467-4a97-4521-adef-e275125203f7 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:08.131904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f6a51467-4a97-4521-adef-e275125203f7 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:54:08.132596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f6a51467-4a97-4521-adef-e275125203f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.168335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:08.173387 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2a056d-782f-42da-8fc5-f337d8370890" -d '{"events": [{"server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "name": "network-vif-unplugged", "status": "completed", "tag": "f6a51467-4a97-4521-adef-e275125203f7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:08.202288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:08.210024 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:08.277472 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b09ad-b854-4006-8c7e-39090fbffe30 x-openstack-request-id: req-ef3b09ad-b854-4006-8c7e-39090fbffe30 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:08.279279 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "name": "network-vif-unplugged", "status": "failed", "tag": "f6a51467-4a97-4521-adef-e275125203f7", "code": 422}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:08.281239 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef3b09ad-b854-4006-8c7e-39090fbffe30 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:08.281708 n-d-826527-3 neutron-server[103651]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7', 'code': 422} returned with failed status Feb 19 00:54:08.347551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:08.873531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43956) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:08.930719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cb36f-c35c-400c-8e70-37800417641e req-8cd2e996-b7db-4763-9310-434a45def978 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:08.951343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed1cb36f-c35c-400c-8e70-37800417641e req-8cd2e996-b7db-4763-9310-434a45def978 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 943 time: 0.0926085 Feb 19 00:54:09.057860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.187892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed1cb36f-c35c-400c-8e70-37800417641e req-287d0ea1-1020-4c6b-9d3c-e60c70da89e4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296946 Feb 19 00:54:09.190053 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Publish callbacks [] for security_group (12fc407e-ba60-4a3d-933d-6296231a751f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.203539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (12fc407e-ba60-4a3d-933d-6296231a751f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:09.288940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43970) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:09.298069 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d59c0f6612a44b8b89dbafdbed0f0ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4231200 Feb 19 00:54:09.317234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fc407e-ba60-4a3d-933d-6296231a751f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:09.344904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.351718 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.355208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.355904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.356476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.357502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.358091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.358690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.360413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.361167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.362168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.366516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.368711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aafad2-4088-4819-837a-c6feff5ee815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:09.615780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afedcdba-319d-4b9f-b334-bdb053d10c29 admin admin] Publish callbacks [] for security_group (12fc407e-ba60-4a3d-933d-6296231a751f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.339050 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afedcdba-319d-4b9f-b334-bdb053d10c29 admin admin] Publish callbacks [] for security_group (12fc407e-ba60-4a3d-933d-6296231a751f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.393286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afedcdba-319d-4b9f-b334-bdb053d10c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (12fc407e-ba60-4a3d-933d-6296231a751f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.396376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afedcdba-319d-4b9f-b334-bdb053d10c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:10.397785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-afedcdba-319d-4b9f-b334-bdb053d10c29 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/12fc407e-ba60-4a3d-933d-6296231a751f HTTP/1.1" status: 204 len: 168 time: 1.1052513 Feb 19 00:54:10.428691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedcdba-319d-4b9f-b334-bdb053d10c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fc407e-ba60-4a3d-933d-6296231a751f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:10.547573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf2ced-8540-43e0-a4d8-63d696c02c23 req-7b5f7994-7175-4eca-ae20-b8c764342499 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:10.547573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbdf2ced-8540-43e0-a4d8-63d696c02c23 req-7b5f7994-7175-4eca-ae20-b8c764342499 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 1.0396550 Feb 19 00:54:10.658947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dbdf2ced-8540-43e0-a4d8-63d696c02c23 req-bd7869c0-bdb2-4b49-b4b8-f3de2b258fc9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537311 Feb 19 00:54:10.891782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9907000-1256-4720-8113-fb087d741b08 req-b80bf3a1-6196-47f6-b478-78dd9c557cdc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:10.902541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9907000-1256-4720-8113-fb087d741b08 req-b80bf3a1-6196-47f6-b478-78dd9c557cdc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1096892 Feb 19 00:54:10.990196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 43986) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:11.003553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9907000-1256-4720-8113-fb087d741b08 req-de08efb6-ac60-402e-836a-6895a5e7f631 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994596 Feb 19 00:54:11.016398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-125da5dd-98f5-439b-bb70-da66e90077cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.163895 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a90b8-4853-4101-ba07-2fb5f7f5461b req-5daa7466-21f0-48fc-bff6-f5f076fde0e1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:11.172987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-218a90b8-4853-4101-ba07-2fb5f7f5461b req-5daa7466-21f0-48fc-bff6-f5f076fde0e1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0897336 Feb 19 00:54:11.262877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-218a90b8-4853-4101-ba07-2fb5f7f5461b req-db8ae433-0466-44e1-b3f1-1cc13b8f6e5f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886524 Feb 19 00:54:11.338799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-125da5dd-98f5-439b-bb70-da66e90077cc admin admin] Publish callbacks [] for security_group (b3da782e-cc60-4837-befd-7222b0c3021d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.350742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-125da5dd-98f5-439b-bb70-da66e90077cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b3da782e-cc60-4837-befd-7222b0c3021d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.387046 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-125da5dd-98f5-439b-bb70-da66e90077cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0884e8d78fb42fe9ae8c738084e8102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3950524 Feb 19 00:54:11.388592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 43992) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:11.407404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125da5dd-98f5-439b-bb70-da66e90077cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3da782e-cc60-4837-befd-7222b0c3021d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:11.539300 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-af915c52-0f1a-472c-9f60-11ab41a68d0b admin admin] Publish callbacks [] for security_group (b3da782e-cc60-4837-befd-7222b0c3021d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.591164 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-af915c52-0f1a-472c-9f60-11ab41a68d0b admin admin] Publish callbacks [] for security_group (b3da782e-cc60-4837-befd-7222b0c3021d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.643578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3902df0-cce2-4303-bd8d-72acadba00f8 req-fb019ff0-5b44-4d88-b06c-90c79a403641 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:11.645205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3902df0-cce2-4303-bd8d-72acadba00f8 req-fb019ff0-5b44-4d88-b06c-90c79a403641 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1905246 Feb 19 00:54:11.703002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3902df0-cce2-4303-bd8d-72acadba00f8 req-80afaed1-6301-49ae-9f42-db5740c04b90 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510705 Feb 19 00:54:11.706319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-af915c52-0f1a-472c-9f60-11ab41a68d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b3da782e-cc60-4837-befd-7222b0c3021d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.709343 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-af915c52-0f1a-472c-9f60-11ab41a68d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:11.713894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-af915c52-0f1a-472c-9f60-11ab41a68d0b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3da782e-cc60-4837-befd-7222b0c3021d HTTP/1.1" status: 204 len: 168 time: 0.3238101 Feb 19 00:54:11.733216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af915c52-0f1a-472c-9f60-11ab41a68d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3da782e-cc60-4837-befd-7222b0c3021d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:12.161496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf019b-4641-460c-a7bb-a331e61dbde3 req-4aabe2e1-83fd-4999-8243-5b82cea80968 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:12.170847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31bf019b-4641-460c-a7bb-a331e61dbde3 req-4aabe2e1-83fd-4999-8243-5b82cea80968 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1199613 Feb 19 00:54:12.232456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31bf019b-4641-460c-a7bb-a331e61dbde3 req-c94c4dd1-fdfa-465f-83b9-5f4c0206b634 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573943 Feb 19 00:54:13.402527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1b8b1-53d1-468b-902c-621d7b157b99 req-23ecd3e3-f5f6-48da-8263-5aa337ea9fa4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:13.414632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3b1b8b1-53d1-468b-902c-621d7b157b99 req-23ecd3e3-f5f6-48da-8263-5aa337ea9fa4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0927677 Feb 19 00:54:13.474374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3b1b8b1-53d1-468b-902c-621d7b157b99 req-27e32cbf-071d-41f5-ab5b-0292092fbbc5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588195 Feb 19 00:54:14.704782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9a1d7-772b-4182-9d70-84dcc0a472cc req-d6f844e8-4838-4b95-bc61-3bd5a584715d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:14.707599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ae9a1d7-772b-4182-9d70-84dcc0a472cc req-d6f844e8-4838-4b95-bc61-3bd5a584715d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1092272 Feb 19 00:54:14.763272 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ae9a1d7-772b-4182-9d70-84dcc0a472cc req-f527d75c-5be1-48ae-a1e1-8ea537e78c0e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500810 Feb 19 00:54:16.407702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44104) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:16.414628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a8085-eea9-4c76-94cd-134be91c8e80 req-7921b15b-5521-47fa-9bba-a27f22298273 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:16.423643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f1a8085-eea9-4c76-94cd-134be91c8e80 req-7921b15b-5521-47fa-9bba-a27f22298273 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.4776881 Feb 19 00:54:16.484720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f1a8085-eea9-4c76-94cd-134be91c8e80 req-6b0c2a4f-cc01-46de-9742-6f3bd4d98370 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554318 Feb 19 00:54:16.534202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c82e0009-6504-4f35-aebc-c5df0aa3ffe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.613947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c82e0009-6504-4f35-aebc-c5df0aa3ffe1 admin admin] Publish callbacks [] for security_group (b5273270-4b32-4a1d-9e57-c847bd8bb0f1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.619599 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c82e0009-6504-4f35-aebc-c5df0aa3ffe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b5273270-4b32-4a1d-9e57-c847bd8bb0f1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.653525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c82e0009-6504-4f35-aebc-c5df0aa3ffe1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1eb1747dd3649e8a39fd9be97ace2ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2431347 Feb 19 00:54:16.655221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44112) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:16.682160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e0009-6504-4f35-aebc-c5df0aa3ffe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5273270-4b32-4a1d-9e57-c847bd8bb0f1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:16.724970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a5003a6c-058f-4e0c-a978-3c6cdc7c2876 admin admin] Publish callbacks [] for security_group (b5273270-4b32-4a1d-9e57-c847bd8bb0f1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.753587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a5003a6c-058f-4e0c-a978-3c6cdc7c2876 admin admin] Publish callbacks [] for security_group (b5273270-4b32-4a1d-9e57-c847bd8bb0f1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.813299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a5003a6c-058f-4e0c-a978-3c6cdc7c2876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b5273270-4b32-4a1d-9e57-c847bd8bb0f1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.815976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a5003a6c-058f-4e0c-a978-3c6cdc7c2876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:16.817115 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a5003a6c-058f-4e0c-a978-3c6cdc7c2876 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5273270-4b32-4a1d-9e57-c847bd8bb0f1 HTTP/1.1" status: 204 len: 168 time: 0.1609478 Feb 19 00:54:16.825090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5003a6c-058f-4e0c-a978-3c6cdc7c2876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5273270-4b32-4a1d-9e57-c847bd8bb0f1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:17.662271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d9569-1701-455b-a645-9708ce82f7d4 req-3e1353d8-c2d1-4766-8f58-26ca1bc9efbf tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:17.663836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-969d9569-1701-455b-a645-9708ce82f7d4 req-3e1353d8-c2d1-4766-8f58-26ca1bc9efbf tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0954340 Feb 19 00:54:17.757236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-969d9569-1701-455b-a645-9708ce82f7d4 req-ccfdacae-0a60-4d8a-917c-b6f002fc42f2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843725 Feb 19 00:54:17.979281 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee75cf73-f04b-4f38-9a1c-fe5d972df965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.382722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44174) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:18.544389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c134e0d-ed3b-42f4-9e3a-f7f9b801c56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.653376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c134e0d-ed3b-42f4-9e3a-f7f9b801c56c admin admin] Publish callbacks [] for security_group (65333d82-916b-44c3-a7fa-79f8b52a7595), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.659764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c134e0d-ed3b-42f4-9e3a-f7f9b801c56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (65333d82-916b-44c3-a7fa-79f8b52a7595), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.709725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44192) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:18.710296 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8c134e0d-ed3b-42f4-9e3a-f7f9b801c56c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d49c57bdc064d3990393a2ad16859b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3257623 Feb 19 00:54:18.710940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c134e0d-ed3b-42f4-9e3a-f7f9b801c56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65333d82-916b-44c3-a7fa-79f8b52a7595,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:18.774502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72b842ba-ac86-4959-806b-ded1fc955bff admin admin] Publish callbacks [] for security_group (65333d82-916b-44c3-a7fa-79f8b52a7595), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.805981 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72b842ba-ac86-4959-806b-ded1fc955bff admin admin] Publish callbacks [] for security_group (65333d82-916b-44c3-a7fa-79f8b52a7595), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.880250 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.941544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15896384-0fbc-4106-9416-ade9b4161f45 req-eae7dad9-0eee-4f97-aedd-5b3aefa2b8fe tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:18.943683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15896384-0fbc-4106-9416-ade9b4161f45 req-eae7dad9-0eee-4f97-aedd-5b3aefa2b8fe tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0774899 Feb 19 00:54:18.975278 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72b842ba-ac86-4959-806b-ded1fc955bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (65333d82-916b-44c3-a7fa-79f8b52a7595), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.978233 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72b842ba-ac86-4959-806b-ded1fc955bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:18.980373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-72b842ba-ac86-4959-806b-ded1fc955bff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65333d82-916b-44c3-a7fa-79f8b52a7595 HTTP/1.1" status: 204 len: 168 time: 0.2694488 Feb 19 00:54:19.023292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15896384-0fbc-4106-9416-ade9b4161f45 req-cf001ce3-196e-4747-885b-5ee05285994d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716491 Feb 19 00:54:19.024988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b842ba-ac86-4959-806b-ded1fc955bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65333d82-916b-44c3-a7fa-79f8b52a7595,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:20.033870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b11e495b-afd2-48e2-a127-dcba0619f734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:20.185083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312914e3-8515-45cd-9bcf-9ac9bf393a54 req-3d447733-85e4-4ed7-9839-98d2244ec9c4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:20.187379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-312914e3-8515-45cd-9bcf-9ac9bf393a54 req-3d447733-85e4-4ed7-9839-98d2244ec9c4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0810061 Feb 19 00:54:20.270217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-312914e3-8515-45cd-9bcf-9ac9bf393a54 req-85ec4e42-484b-45c3-84a2-c63893897137 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748351 Feb 19 00:54:21.015026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-ee2f4882-7845-44f7-809c-ba347487ce6a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463932 Feb 19 00:54:21.095714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-344ef9d7-ec64-48b4-b47d-6484b6fcccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:21.097451 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-344ef9d7-ec64-48b4-b47d-6484b6fcccfd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 1089 time: 0.0599225 Feb 19 00:54:21.236354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:21.247800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-5ae0ba79-4791-4c87-ae65-c3e21b604374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:21.250416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-5ae0ba79-4791-4c87-ae65-c3e21b604374 service neutron] 10.222.0.113 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1295841 Feb 19 00:54:21.334585 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-a66bcaf4-9958-41e3-b96c-69b2cc9cadb1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824 HTTP/1.1" status: 200 len: 217 time: 0.0757859 Feb 19 00:54:21.496863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-b897a382-5be3-42fe-ba5a-db1019e1d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:21.499850 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-b897a382-5be3-42fe-ba5a-db1019e1d5a0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1555731 Feb 19 00:54:21.540707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b603ba07-e287-43b9-8cd2-f8527b5a5143 req-2ff4d86e-84e8-4c95-b90f-2594fb66101b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:21.542625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b603ba07-e287-43b9-8cd2-f8527b5a5143 req-2ff4d86e-84e8-4c95-b90f-2594fb66101b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1620882 Feb 19 00:54:21.587337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-2fc8ec28-c546-42c5-93f7-daff9d8cc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:21.592498 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-2fc8ec28-c546-42c5-93f7-daff9d8cc985 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0857642 Feb 19 00:54:21.617202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b603ba07-e287-43b9-8cd2-f8527b5a5143 req-0b64dbd3-80f0-4ab8-9a45-b9d2db3e6fbc tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649233 Feb 19 00:54:21.715855 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-22dab6e7-b1ce-4d18-a939-2bb6564041c4 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166501 Feb 19 00:54:21.833235 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84497a44-1be0-46ce-b353-1d7d75ce4af5 req-0a00ae3f-241b-4959-b0d6-bf9b7d1e9195 service neutron] 10.222.0.113 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066637 Feb 19 00:54:22.670067 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:22.797019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481432c-61b5-4658-a585-d77ef403d3e6 req-6d29cf83-dcd3-4205-bbd2-1ce0332dd6c7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:22.800372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8481432c-61b5-4658-a585-d77ef403d3e6 req-6d29cf83-dcd3-4205-bbd2-1ce0332dd6c7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0711267 Feb 19 00:54:22.856877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8481432c-61b5-4658-a585-d77ef403d3e6 req-6c6de9d2-bc40-4a2f-b439-443d9bbdcc92 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487585 Feb 19 00:54:23.233037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a3a39-5e5d-4434-9705-552dbd5efe5d req-cdf78576-8a27-4d69-8b83-26f04417d171 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:23.234891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4a3a39-5e5d-4434-9705-552dbd5efe5d req-cdf78576-8a27-4d69-8b83-26f04417d171 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1199889 Feb 19 00:54:23.237036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-9583ef82-865e-4b7b-95b8-7644cd05776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:23.238428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-9583ef82-865e-4b7b-95b8-7644cd05776e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1126 time: 0.0771489 Feb 19 00:54:23.447802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-e13c1c80-018b-4dc4-992c-6a7b332a8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:23.449735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-e13c1c80-018b-4dc4-992c-6a7b332a8ac0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1945045 Feb 19 00:54:23.485569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4a3a39-5e5d-4434-9705-552dbd5efe5d req-d044431c-f3f4-4129-bd5f-f36ebaf8b1d5 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433414 Feb 19 00:54:23.553170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-f4f2851a-072b-4772-8d7e-3d206b9f4be4 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.0716152 Feb 19 00:54:23.658301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-4642cb69-cbe3-4f8e-b909-8c2985746d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:23.670377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-4642cb69-cbe3-4f8e-b909-8c2985746d7e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.1086853 Feb 19 00:54:23.737374 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:23.766387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-6e0aab50-77d2-4bbd-abe9-67fe88280b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:23.767973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-6e0aab50-77d2-4bbd-abe9-67fe88280b48 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0906167 Feb 19 00:54:23.972760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-25ff9f72-ba8b-4027-b330-93b21ceba915 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946011 Feb 19 00:54:24.147359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47a37573-ebc9-433a-98de-2ab81842e9f5 req-e466e419-dd55-40b1-988c-65e602544089 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665959 Feb 19 00:54:24.184747 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:24.400430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44308) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:24.556937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:24.730408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Publish callbacks [] for security_group (2fc0532e-3749-4bd8-add3-25e002279f6d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:24.740459 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2fc0532e-3749-4bd8-add3-25e002279f6d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:24.810955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae47a99-bf4e-4f31-a0f6-ca2ff003937a req-645c2963-b6ed-44d2-988f-953096747008 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:24.819932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fae47a99-bf4e-4f31-a0f6-ca2ff003937a req-645c2963-b6ed-44d2-988f-953096747008 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1418068 Feb 19 00:54:24.875916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc25a9fc01974af8aad6e667913881bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4742279 Feb 19 00:54:24.878887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44318) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:24.891022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fae47a99-bf4e-4f31-a0f6-ca2ff003937a req-9b13dece-04eb-4a5d-8b33-8e06ae383eea tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670986 Feb 19 00:54:24.894952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc0532e-3749-4bd8-add3-25e002279f6d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:24.906820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.907460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.908302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.908995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.909786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.910484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.911023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.911574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.912126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.912658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.913192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.913723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.914298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7015692c-8e95-4958-ba1d-967bcce1e4f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:54:24.965572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3d41105-8005-44be-bfc5-72af99cb1422 admin admin] Publish callbacks [] for security_group (2fc0532e-3749-4bd8-add3-25e002279f6d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:24.990339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3d41105-8005-44be-bfc5-72af99cb1422 admin admin] Publish callbacks [] for security_group (2fc0532e-3749-4bd8-add3-25e002279f6d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.044254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3d41105-8005-44be-bfc5-72af99cb1422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2fc0532e-3749-4bd8-add3-25e002279f6d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.047411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f3d41105-8005-44be-bfc5-72af99cb1422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.050831 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f3d41105-8005-44be-bfc5-72af99cb1422 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2fc0532e-3749-4bd8-add3-25e002279f6d HTTP/1.1" status: 204 len: 168 time: 0.1682053 Feb 19 00:54:25.066270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d41105-8005-44be-bfc5-72af99cb1422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc0532e-3749-4bd8-add3-25e002279f6d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:25.504931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44326) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:25.522561 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e45cd4ff-ea78-4a6a-ad03-f6de8bbe7ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.610196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e45cd4ff-ea78-4a6a-ad03-f6de8bbe7ab9 admin admin] Publish callbacks [] for security_group (cb1d1a88-73a1-4685-816e-c4dfc446c67c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.615872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e45cd4ff-ea78-4a6a-ad03-f6de8bbe7ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cb1d1a88-73a1-4685-816e-c4dfc446c67c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.661936 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e45cd4ff-ea78-4a6a-ad03-f6de8bbe7ab9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=037384891ed74d9ab09236f65c96cffb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558013 Feb 19 00:54:25.664564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44328) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:25.672636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cd4ff-ea78-4a6a-ad03-f6de8bbe7ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1d1a88-73a1-4685-816e-c4dfc446c67c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:25.726857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b2750de5-4aaf-4668-8f2e-0d41aaf47d81 admin admin] Publish callbacks [] for security_group (cb1d1a88-73a1-4685-816e-c4dfc446c67c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.751867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b2750de5-4aaf-4668-8f2e-0d41aaf47d81 admin admin] Publish callbacks [] for security_group (cb1d1a88-73a1-4685-816e-c4dfc446c67c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.809162 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b2750de5-4aaf-4668-8f2e-0d41aaf47d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cb1d1a88-73a1-4685-816e-c4dfc446c67c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.813079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b2750de5-4aaf-4668-8f2e-0d41aaf47d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:25.814589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b2750de5-4aaf-4668-8f2e-0d41aaf47d81 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb1d1a88-73a1-4685-816e-c4dfc446c67c HTTP/1.1" status: 204 len: 168 time: 0.1489425 Feb 19 00:54:25.825815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2750de5-4aaf-4668-8f2e-0d41aaf47d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1d1a88-73a1-4685-816e-c4dfc446c67c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:26.069353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f87dcb-7a9f-4840-8221-cfe0b08fa551 req-cf7b7c2a-4b82-4690-8aa6-ec6641b3a722 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:26.073001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89f87dcb-7a9f-4840-8221-cfe0b08fa551 req-cf7b7c2a-4b82-4690-8aa6-ec6641b3a722 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0972738 Feb 19 00:54:26.227830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-89f87dcb-7a9f-4840-8221-cfe0b08fa551 req-fe3e532a-c93c-43c7-8030-9c31b832d862 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471009 Feb 19 00:54:26.389426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328266b8-7344-4599-a7c6-40ad12891bd1 req-ca30d9c5-f782-404f-9f95-87a9716b6169 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:26.391885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-328266b8-7344-4599-a7c6-40ad12891bd1 req-ca30d9c5-f782-404f-9f95-87a9716b6169 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0806961 Feb 19 00:54:26.484290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-328266b8-7344-4599-a7c6-40ad12891bd1 req-7c084a67-2cf9-4184-b7dd-d33d2e71ebc3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857086 Feb 19 00:54:26.617545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352292df-8857-481c-828b-3f779ec0ef2f req-be8d8a6e-ceb7-4160-8def-032a311acd9f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:26.619181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-352292df-8857-481c-828b-3f779ec0ef2f req-be8d8a6e-ceb7-4160-8def-032a311acd9f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0614679 Feb 19 00:54:26.673764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-352292df-8857-481c-828b-3f779ec0ef2f req-968cd080-3c33-4043-a4ed-43b78a18d226 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488570 Feb 19 00:54:26.797754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69654def-851f-4b06-925a-9d5ec5bed128 req-095febcf-279f-41d9-8a13-c658cc6d8031 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:26.799315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69654def-851f-4b06-925a-9d5ec5bed128 req-095febcf-279f-41d9-8a13-c658cc6d8031 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0537748 Feb 19 00:54:26.849677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69654def-851f-4b06-925a-9d5ec5bed128 req-a05052c7-b5b5-4a9d-93fa-db2daf8a8f44 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446882 Feb 19 00:54:26.993478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af74467-07c3-4441-b77f-f642c8213de5 req-0e63e2ba-688e-4c41-871d-627980be2e2f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:26.998806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5af74467-07c3-4441-b77f-f642c8213de5 req-0e63e2ba-688e-4c41-871d-627980be2e2f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0753336 Feb 19 00:54:27.054321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5af74467-07c3-4441-b77f-f642c8213de5 req-78f0fe76-9be5-4adb-a98e-8f8ec5ef4b9b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514452 Feb 19 00:54:27.382701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cacd52-3972-4c28-8813-836fea41a494 req-78c027aa-15b6-40dd-a4a3-59c252526fae tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:27.391588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69cacd52-3972-4c28-8813-836fea41a494 req-78c027aa-15b6-40dd-a4a3-59c252526fae tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0710967 Feb 19 00:54:27.462475 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69cacd52-3972-4c28-8813-836fea41a494 req-a535775d-6b89-430f-b00b-ade898acb84c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698309 Feb 19 00:54:28.308875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 44436) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:28.370416 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:54:28.434403 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d04f414-23c8-4870-8548-c82ed74ddf1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.535201 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d04f414-23c8-4870-8548-c82ed74ddf1d admin admin] Publish callbacks [] for security_group (07748bbd-06a2-4305-8d9e-fa4b98abb82c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.540913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d04f414-23c8-4870-8548-c82ed74ddf1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (07748bbd-06a2-4305-8d9e-fa4b98abb82c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.612363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9d04f414-23c8-4870-8548-c82ed74ddf1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3ac422cd5c5247538172d11912794cef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022363 Feb 19 00:54:28.615116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44444) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:28.620347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04f414-23c8-4870-8548-c82ed74ddf1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07748bbd-06a2-4305-8d9e-fa4b98abb82c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:28.649147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eebfb0-251e-4155-9d9c-facfd1bb8b2a req-70a23ca7-00dd-4df6-b137-1e17efefd649 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:28.652442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0eebfb0-251e-4155-9d9c-facfd1bb8b2a req-70a23ca7-00dd-4df6-b137-1e17efefd649 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1071332 Feb 19 00:54:28.679054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-894b1e95-24ad-4841-afc1-3ac00aa9d786 admin admin] Publish callbacks [] for security_group (07748bbd-06a2-4305-8d9e-fa4b98abb82c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.704651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-894b1e95-24ad-4841-afc1-3ac00aa9d786 admin admin] Publish callbacks [] for security_group (07748bbd-06a2-4305-8d9e-fa4b98abb82c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.716236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0eebfb0-251e-4155-9d9c-facfd1bb8b2a req-8961f9b2-d917-44ec-954a-2c3a9b52ec39 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568485 Feb 19 00:54:28.760001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-894b1e95-24ad-4841-afc1-3ac00aa9d786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (07748bbd-06a2-4305-8d9e-fa4b98abb82c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.763937 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-894b1e95-24ad-4841-afc1-3ac00aa9d786 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:28.794100 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-894b1e95-24ad-4841-afc1-3ac00aa9d786 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07748bbd-06a2-4305-8d9e-fa4b98abb82c HTTP/1.1" status: 204 len: 168 time: 0.1540480 Feb 19 00:54:28.807089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b1e95-24ad-4841-afc1-3ac00aa9d786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07748bbd-06a2-4305-8d9e-fa4b98abb82c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:29.055067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319cf65-d0f7-4afe-a027-159c64615a93 req-a63cd191-d88e-4d84-a5b3-2f47c03b9e06 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:29.057303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4319cf65-d0f7-4afe-a027-159c64615a93 req-a63cd191-d88e-4d84-a5b3-2f47c03b9e06 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1137683 Feb 19 00:54:29.062838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-dd44eba6-da46-402f-871d-0a819e4cc6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:29.064619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-dd44eba6-da46-402f-871d-0a819e4cc6af service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 1126 time: 0.0760660 Feb 19 00:54:29.171613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4319cf65-d0f7-4afe-a027-159c64615a93 req-848c230a-0e6a-4250-9d1b-4895bee64974 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057725 Feb 19 00:54:29.206440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-096b943a-e193-4b25-b4f5-060921d94392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:29.208224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-096b943a-e193-4b25-b4f5-060921d94392 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.1273568 Feb 19 00:54:29.218546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44456) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:29.234818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33f03055-4da7-439b-ad26-5bab42b36d0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.303374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-d0a3693c-fe2f-48a0-8e17-f942735d6b19 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 200 len: 999 time: 0.0867584 Feb 19 00:54:29.332899 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33f03055-4da7-439b-ad26-5bab42b36d0a admin admin] Publish callbacks [] for security_group (9c108bf1-3a2f-4626-a444-6949f6eb5f4d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.339305 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33f03055-4da7-439b-ad26-5bab42b36d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9c108bf1-3a2f-4626-a444-6949f6eb5f4d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.365083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-61e87ec4-6f55-4f57-a830-c5bbf7ef8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:29.366712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-61e87ec4-6f55-4f57-a830-c5bbf7ef8a05 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0565085 Feb 19 00:54:29.386865 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-33f03055-4da7-439b-ad26-5bab42b36d0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ba336766ea9a4a178fdab0bede6bf59c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1672008 Feb 19 00:54:29.387909 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f03055-4da7-439b-ad26-5bab42b36d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c108bf1-3a2f-4626-a444-6949f6eb5f4d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:29.390436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 44460) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:29.435542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-9665d3c9-c128-471a-afe6-1759bcf174b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:29.438023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-9665d3c9-c128-471a-afe6-1759bcf174b3 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633783 Feb 19 00:54:29.453568 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b20c7b5-24c4-408f-bee1-41c02d6c3d74 admin admin] Publish callbacks [] for security_group (9c108bf1-3a2f-4626-a444-6949f6eb5f4d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.478539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b20c7b5-24c4-408f-bee1-41c02d6c3d74 admin admin] Publish callbacks [] for security_group (9c108bf1-3a2f-4626-a444-6949f6eb5f4d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.537829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b20c7b5-24c4-408f-bee1-41c02d6c3d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9c108bf1-3a2f-4626-a444-6949f6eb5f4d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.541470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3b20c7b5-24c4-408f-bee1-41c02d6c3d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:29.542906 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3b20c7b5-24c4-408f-bee1-41c02d6c3d74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c108bf1-3a2f-4626-a444-6949f6eb5f4d HTTP/1.1" status: 204 len: 168 time: 0.1512733 Feb 19 00:54:29.549198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-84c25c04-08ee-4bdf-8b4d-0f91e15d4fc2 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038117 Feb 19 00:54:29.551808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20c7b5-24c4-408f-bee1-41c02d6c3d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c108bf1-3a2f-4626-a444-6949f6eb5f4d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:29.738611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b007306-bbd0-4164-b93c-15702e0ee6a0 req-b5f95759-2370-49cf-a03c-928368f5324c service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713493 Feb 19 00:54:30.328525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161ee47-f537-481d-bee9-174b1d5605fe req-6a6de4e6-3f05-4779-a342-d2399d362c8a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:30.330355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3161ee47-f537-481d-bee9-174b1d5605fe req-6a6de4e6-3f05-4779-a342-d2399d362c8a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0709865 Feb 19 00:54:30.392260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3161ee47-f537-481d-bee9-174b1d5605fe req-253f80e8-dbf5-4478-bc0d-0298633c5334 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505455 Feb 19 00:54:31.557254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c22b27-e20d-479d-a1ea-084d0098565c req-d1587c5c-d11c-421d-8716-5932c786258f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.564331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c22b27-e20d-479d-a1ea-084d0098565c req-d1587c5c-d11c-421d-8716-5932c786258f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0757527 Feb 19 00:54:31.695378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27c22b27-e20d-479d-a1ea-084d0098565c req-15a90d06-1c8a-4072-89a9-2c4e846a7584 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300421 Feb 19 00:54:31.768867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-bcef626e-a6b1-4fef-ac11-7ea534c08944 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719509 Feb 19 00:54:31.892681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-48234674-f431-44a1-ba21-7af6652318ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.894292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-48234674-f431-44a1-ba21-7af6652318ba service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 1128 time: 0.1024928 Feb 19 00:54:31.909545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc4f10-89ef-4662-9d55-f43a7c30381e req-d1d753e1-df01-4f7e-959b-4b990a64a7d7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:31.911960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ddc4f10-89ef-4662-9d55-f43a7c30381e req-d1d753e1-df01-4f7e-959b-4b990a64a7d7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0841825 Feb 19 00:54:32.010461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-0ec8df12-3c6c-4923-99f5-5a2462412a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:32.011955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-0ec8df12-3c6c-4923-99f5-5a2462412a06 service neutron] 10.222.0.126 "GET /v2.0/networks?id=99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 200 len: 912 time: 0.0881319 Feb 19 00:54:32.069082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-0457d675-d6b6-4fc1-bf86-f1eabedc3f38 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928 HTTP/1.1" status: 200 len: 217 time: 0.0469050 Feb 19 00:54:32.129803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-11af32c5-b83c-474a-bb8c-f23b43be67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:32.131206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-11af32c5-b83c-474a-bb8c-f23b43be67fb service neutron] 10.222.0.126 "GET /v2.0/subnets?id=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 200 len: 850 time: 0.0493240 Feb 19 00:54:32.174173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ddc4f10-89ef-4662-9d55-f43a7c30381e req-a1ee502e-e122-4b06-a53c-8c568cba274b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2568209 Feb 19 00:54:32.205105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-cf062786-a722-4f44-a77f-e0b602a7fb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:32.206706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-cf062786-a722-4f44-a77f-e0b602a7fb65 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=99c8d911-87c1-4c41-a95a-a22381471786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0641828 Feb 19 00:54:32.437383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-f9dbb556-15fb-43bb-baa9-5e5a206c76f4 service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217083 Feb 19 00:54:32.562424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5cee4f8b-c64d-43c0-b019-4f8476090dec req-eb0fe2b6-acb3-412d-ab33-d70a3437d67e service neutron] 10.222.0.126 "GET /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195705 Feb 19 00:54:33.277600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-dbb29750-732d-43c5-b99c-eca0abaf20a6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:33.284704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-dbb29750-732d-43c5-b99c-eca0abaf20a6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=16540467-8fe5-4115-a61e-8f6edf0ac41d HTTP/1.1" status: 200 len: 943 time: 0.0882874 Feb 19 00:54:33.414666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Deleting port f6a51467-4a97-4521-adef-e275125203f7 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:33.415383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f6a51467-4a97-4521-adef-e275125203f7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:33.687394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] For port f6a51467-4a97-4521-adef-e275125203f7, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f6a51467-4a97-4521-adef-e275125203f7,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:33.688134 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f6a51467-4a97-4521-adef-e275125203f7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:33.723700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Calling delete_port for f6a51467-4a97-4521-adef-e275125203f7 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:34.063461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f6a51467-4a97-4521-adef-e275125203f7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:34.079604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d501a00f-1f7f-47d1-b375-64fd26769402'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:34.082175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a7b7b677-f319-4b3b-bdaf-a171cab0f928'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:34.187904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event deleted for resources: {'Port': ['ID=f6a51467-4a97-4521-adef-e275125203f7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:34.287352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] No DVR routers for this DVR port f6a51467-4a97-4521-adef-e275125203f7 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:34.292758 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:34.298550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-908d85c4-4e92-40cb-af25-b97e76992ff1 req-e66ae6b9-ab00-497d-bf34-966b8c539bf0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "DELETE /v2.0/ports/f6a51467-4a97-4521-adef-e275125203f7 HTTP/1.1" status: 204 len: 173 time: 1.0129857 Feb 19 00:54:34.299049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'name': 'network-vif-deleted', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:34.302790 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae7cee3-4054-40e1-876b-e6c51cc967e6" -d '{"events": [{"server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "name": "network-vif-deleted", "tag": "f6a51467-4a97-4521-adef-e275125203f7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:34.339690 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f73fec0-2ed3-42d2-a9d1-5a8ab10bbd02 x-openstack-request-id: req-5f73fec0-2ed3-42d2-a9d1-5a8ab10bbd02 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:34.340109 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16540467-8fe5-4115-a61e-8f6edf0ac41d", "name": "network-vif-deleted", "tag": "f6a51467-4a97-4521-adef-e275125203f7", "status": "failed", "code": 422}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:34.340391 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f73fec0-2ed3-42d2-a9d1-5a8ab10bbd02 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:34.340825 n-d-826527-3 neutron-server[103649]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '16540467-8fe5-4115-a61e-8f6edf0ac41d', 'name': 'network-vif-deleted', 'tag': 'f6a51467-4a97-4521-adef-e275125203f7', 'status': 'failed', 'code': 422} returned with failed status Feb 19 00:54:35.526982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9252a-1836-4176-9cea-04e733b40723 req-b6fcf8d1-c55c-4d93-bac7-ebbf9ffecaa0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:35.538998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-caf9252a-1836-4176-9cea-04e733b40723 req-b6fcf8d1-c55c-4d93-bac7-ebbf9ffecaa0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 907 time: 0.3856821 Feb 19 00:54:36.513540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-b3228e79-13cd-4575-90e0-be6f1ffd92ad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:36.515194 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-b3228e79-13cd-4575-90e0-be6f1ffd92ad tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 907 time: 0.0796468 Feb 19 00:54:36.747064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Deleting port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:36.747660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:36.805485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b055ae-c18b-43c8-b78c-954591035f94 req-a8894a41-8f9d-4a0e-8068-4736fc044e0e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:36.812477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8b055ae-c18b-43c8-b78c-954591035f94 req-a8894a41-8f9d-4a0e-8068-4736fc044e0e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=0fe7518f-1bba-4aa7-9d74-b6731e13a374 HTTP/1.1" status: 200 len: 907 time: 0.1368461 Feb 19 00:54:36.892329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] For port be651c4b-2fbe-4b6a-8b5f-45d9be0af824, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:36.892695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:36.918524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Calling delete_port for be651c4b-2fbe-4b6a-8b5f-45d9be0af824 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:37.141354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (be651c4b-2fbe-4b6a-8b5f-45d9be0af824), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.174600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event deleted for resources: {'Port': ['ID=be651c4b-2fbe-4b6a-8b5f-45d9be0af824,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:37.255213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] No DVR routers for this DVR port be651c4b-2fbe-4b6a-8b5f-45d9be0af824 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:37.259775 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:37.267951 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c8e0608e-c915-4c17-a2c8-2da62834294b req-0aa1478c-b2cf-4df7-87d2-d676404f6cfd tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "DELETE /v2.0/ports/be651c4b-2fbe-4b6a-8b5f-45d9be0af824 HTTP/1.1" status: 204 len: 173 time: 0.7455623 Feb 19 00:54:37.268519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'name': 'network-vif-deleted', 'tag': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:37.289032 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe16e2fc-e2e8-408e-960b-991c7d493cc3" -d '{"events": [{"server_uuid": "0fe7518f-1bba-4aa7-9d74-b6731e13a374", "name": "network-vif-deleted", "tag": "be651c4b-2fbe-4b6a-8b5f-45d9be0af824"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:37.352001 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed0474a-6b3b-4597-acb1-238d3e7c9cc7 x-openstack-request-id: req-bed0474a-6b3b-4597-acb1-238d3e7c9cc7 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:37.352465 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe7518f-1bba-4aa7-9d74-b6731e13a374", "name": "network-vif-deleted", "tag": "be651c4b-2fbe-4b6a-8b5f-45d9be0af824", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:37.352864 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bed0474a-6b3b-4597-acb1-238d3e7c9cc7 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:37.353743 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe7518f-1bba-4aa7-9d74-b6731e13a374', 'name': 'network-vif-deleted', 'tag': 'be651c4b-2fbe-4b6a-8b5f-45d9be0af824', 'status': 'completed', 'code': 200} Feb 19 00:54:38.421552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f4cf4-92bb-40bf-94a6-293d18d2112d req-0f7d7870-f5cd-4cfb-bda6-659e969d70e4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:38.423231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e94f4cf4-92bb-40bf-94a6-293d18d2112d req-0f7d7870-f5cd-4cfb-bda6-659e969d70e4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 946 time: 0.1874607 Feb 19 00:54:38.486584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e94f4cf4-92bb-40bf-94a6-293d18d2112d req-62476509-be4d-4db1-a718-ca85b8d6c79f tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574515 Feb 19 00:54:39.656142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09cb6d-770d-4434-ab9d-998ee1dd56b2 req-0df9603d-5738-4949-a29a-c7a1103d3ca7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:39.657686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e09cb6d-770d-4434-ab9d-998ee1dd56b2 req-0df9603d-5738-4949-a29a-c7a1103d3ca7 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 946 time: 0.0720675 Feb 19 00:54:39.735146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e09cb6d-770d-4434-ab9d-998ee1dd56b2 req-a24611d3-59cd-4e4c-a783-e50fe5f5b934 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652716 Feb 19 00:54:40.139866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-a0b89651-ab4e-41c2-a9cc-f8489406f55a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:40.142141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-a0b89651-ab4e-41c2-a9cc-f8489406f55a tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 946 time: 0.0993423 Feb 19 00:54:40.155091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device be651c4b-2fbe-4b6a-8b5f-45d9be0af824 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:40.201429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: be651c4b-2fbe-4b6a-8b5f-45d9be0af824 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:40.201429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device be651c4b-2fbe-4b6a-8b5f-45d9be0af824 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:40.319570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Deleting port a7b7b677-f319-4b3b-bdaf-a171cab0f928 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:40.319998 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.438491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] For port a7b7b677-f319-4b3b-bdaf-a171cab0f928, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a7b7b677-f319-4b3b-bdaf-a171cab0f928,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:40.438953 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.453222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Calling delete_port for a7b7b677-f319-4b3b-bdaf-a171cab0f928 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:40.611592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a7b7b677-f319-4b3b-bdaf-a171cab0f928), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.630921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d501a00f-1f7f-47d1-b375-64fd26769402'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:40.652756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event deleted for resources: {'Port': ['ID=a7b7b677-f319-4b3b-bdaf-a171cab0f928,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:40.699661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a7b7b677-f319-4b3b-bdaf-a171cab0f928'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:40.729632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] No DVR routers for this DVR port a7b7b677-f319-4b3b-bdaf-a171cab0f928 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:40.732361 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:40.744666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-393069bb-fb63-4b5b-b5ba-e65cbdfd639d req-7371c80a-938b-4bc6-ac2c-0f412ce98e13 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "DELETE /v2.0/ports/a7b7b677-f319-4b3b-bdaf-a171cab0f928 HTTP/1.1" status: 204 len: 173 time: 0.5912259 Feb 19 00:54:40.753783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa0c8a7-65db-4846-8bf7-b6f37918894f', 'name': 'network-vif-deleted', 'tag': 'a7b7b677-f319-4b3b-bdaf-a171cab0f928'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:40.756332 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b43f09b-2048-4913-937d-82b8c7209879" -d '{"events": [{"server_uuid": "5fa0c8a7-65db-4846-8bf7-b6f37918894f", "name": "network-vif-deleted", "tag": "a7b7b677-f319-4b3b-bdaf-a171cab0f928"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:40.885300 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987f2ec2-6848-4ed0-bda4-cb810298bc82 x-openstack-request-id: req-987f2ec2-6848-4ed0-bda4-cb810298bc82 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:40.886398 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa0c8a7-65db-4846-8bf7-b6f37918894f", "name": "network-vif-deleted", "tag": "a7b7b677-f319-4b3b-bdaf-a171cab0f928", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:40.886703 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-987f2ec2-6848-4ed0-bda4-cb810298bc82 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:40.887401 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa0c8a7-65db-4846-8bf7-b6f37918894f', 'name': 'network-vif-deleted', 'tag': 'a7b7b677-f319-4b3b-bdaf-a171cab0f928', 'status': 'completed', 'code': 200} Feb 19 00:54:40.991882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef3c8b8-611a-425e-8135-ea55e31cb0f8 req-78edb3b7-e21d-4a30-83ac-51bdedee0dc3 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=5fa0c8a7-65db-4846-8bf7-b6f37918894f HTTP/1.1" status: 200 len: 210 time: 0.0721936 Feb 19 00:54:42.477542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09d833-bbe6-42ec-87ba-7c9303fe1caf req-a26b1683-2552-4395-85f1-708a86a1b1e2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:42.489441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f09d833-bbe6-42ec-87ba-7c9303fe1caf req-a26b1683-2552-4395-85f1-708a86a1b1e2 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.0911951 Feb 19 00:54:42.571326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f09d833-bbe6-42ec-87ba-7c9303fe1caf req-9b876e02-2c6a-4f2d-802d-92bfef92c9c9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=af9614a0-021f-454e-a927-96de07598042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805743 Feb 19 00:54:42.635716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-5b4d6912-9955-49af-9bed-84c22b4d9bab tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:42.637277 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-5b4d6912-9955-49af-9bed-84c22b4d9bab tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 945 time: 0.0837724 Feb 19 00:54:42.832378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Deleting port d501a00f-1f7f-47d1-b375-64fd26769402 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:42.832636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.947917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] For port d501a00f-1f7f-47d1-b375-64fd26769402, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d501a00f-1f7f-47d1-b375-64fd26769402,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:42.948290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:42.964445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Calling delete_port for d501a00f-1f7f-47d1-b375-64fd26769402 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:43.261848 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d501a00f-1f7f-47d1-b375-64fd26769402), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.275229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d501a00f-1f7f-47d1-b375-64fd26769402'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:54:43.337622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event deleted for resources: {'Port': ['ID=d501a00f-1f7f-47d1-b375-64fd26769402,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:43.425045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] No DVR routers for this DVR port d501a00f-1f7f-47d1-b375-64fd26769402 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:43.428324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:43.433479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e685a18b-fbdd-43aa-a81a-dc2a79feba02 req-8bbf8552-00d9-4be4-9351-38e59a5d8758 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.113 "DELETE /v2.0/ports/d501a00f-1f7f-47d1-b375-64fd26769402 HTTP/1.1" status: 204 len: 173 time: 0.7857237 Feb 19 00:54:43.434687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36b58a8-2edb-4081-b074-9da1d85c0705', 'name': 'network-vif-deleted', 'tag': 'd501a00f-1f7f-47d1-b375-64fd26769402'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:43.449678 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facb531b-bd88-4610-9d39-1fdd43692646" -d '{"events": [{"server_uuid": "f36b58a8-2edb-4081-b074-9da1d85c0705", "name": "network-vif-deleted", "tag": "d501a00f-1f7f-47d1-b375-64fd26769402"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:43.580300 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadc3d6a-1385-4458-9be3-d44b960eda36 x-openstack-request-id: req-fadc3d6a-1385-4458-9be3-d44b960eda36 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:43.580784 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36b58a8-2edb-4081-b074-9da1d85c0705", "name": "network-vif-deleted", "tag": "d501a00f-1f7f-47d1-b375-64fd26769402", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:43.581163 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fadc3d6a-1385-4458-9be3-d44b960eda36 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:43.581542 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36b58a8-2edb-4081-b074-9da1d85c0705', 'name': 'network-vif-deleted', 'tag': 'd501a00f-1f7f-47d1-b375-64fd26769402', 'status': 'completed', 'code': 200} Feb 19 00:54:43.756721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-82df11ef-db3f-42f0-befb-625cb5857dee req-158ac43f-730e-4c49-aaf5-d42f132ad18e tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=f36b58a8-2edb-4081-b074-9da1d85c0705 HTTP/1.1" status: 200 len: 210 time: 0.0508358 Feb 19 00:54:43.959316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a7b7b677-f319-4b3b-bdaf-a171cab0f928 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:44.019706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: a7b7b677-f319-4b3b-bdaf-a171cab0f928 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:44.020649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a7b7b677-f319-4b3b-bdaf-a171cab0f928 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:45.225026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a6efb-378c-40ee-abad-a1dbdb6f0540 req-d495b807-9db5-4d00-958f-127b4bc2a22c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:45.240503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a1a6efb-378c-40ee-abad-a1dbdb6f0540 req-d495b807-9db5-4d00-958f-127b4bc2a22c tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0986733 Feb 19 00:54:45.323152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a1a6efb-378c-40ee-abad-a1dbdb6f0540 req-f85bdc86-395d-41f7-a1f7-07f5b108c4f9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799346 Feb 19 00:54:46.188279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d501a00f-1f7f-47d1-b375-64fd26769402 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:46.224019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: d501a00f-1f7f-47d1-b375-64fd26769402 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:46.224580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d501a00f-1f7f-47d1-b375-64fd26769402 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:46.536970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4ed7e-7ddb-4c77-8303-4dc68555c866 req-4c645427-7b43-44e8-9c55-aa2b669fab8d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:46.551992 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cc4ed7e-7ddb-4c77-8303-4dc68555c866 req-4c645427-7b43-44e8-9c55-aa2b669fab8d tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.1277454 Feb 19 00:54:46.637967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7cc4ed7e-7ddb-4c77-8303-4dc68555c866 req-67d6fa5e-03c6-45d3-b32c-46160ae4325b tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849545 Feb 19 00:54:47.182448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-be439fb6-46ef-451b-85f6-0f528e5dfa97 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:47.184320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-be439fb6-46ef-451b-85f6-0f528e5dfa97 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.0697320 Feb 19 00:54:47.503797 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Deleting port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:47.504156 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.813976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] For port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:47.814808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:47.988523 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c47b82-34cc-4cce-a121-fae075ef4289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.284069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c07c9a-6366-424b-b797-c13e37a7a8ed req-caed0327-1155-4f02-ac8d-eb1f37224ac6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:54:48.285714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3c07c9a-6366-424b-b797-c13e37a7a8ed req-caed0327-1155-4f02-ac8d-eb1f37224ac6 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 944 time: 0.5410817 Feb 19 00:54:48.450432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3c07c9a-6366-424b-b797-c13e37a7a8ed req-7a7c0590-5feb-4414-bcdc-844edd55b7b8 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups?id=442fe7a0-07f2-4eeb-a874-6538b310ff65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396289 Feb 19 00:54:48.643941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.644705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:48.645562 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Floating IP a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2 disassociated. External IP: 172.25.6.169, port: 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb. Feb 19 00:54:48.646124 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Calling delete_port for 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:48.919041 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.015942 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8d1273a7-9a14-433a-a7ab-bf85b8e86ccb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.092374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event deleted for resources: {'Port': ['ID=8d1273a7-9a14-433a-a7ab-bf85b8e86ccb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:49.353664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Router 4e77c95d-4247-41d2-85ed-85e0565f7356 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:54:49.618916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c03aea82-e8c1-4e4f-b16a-1257759893ea req-d8deb6a7-4152-4f58-af28-5f4d6ce931b9 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 210 time: 0.0454836 Feb 19 00:54:49.669938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:54:49.706472 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] Sync routers for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:54:49.752374 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:49.752568 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:54:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:49.820893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] No DVR routers for this DVR port 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:49.828571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:49.838858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f95db34d-699b-4bcc-ba4f-d0560c198afc req-3c5aba62-6f5f-4d25-b174-fb22b7fd1363 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.126 "DELETE /v2.0/ports/8d1273a7-9a14-433a-a7ab-bf85b8e86ccb HTTP/1.1" status: 204 len: 173 time: 2.6440759 Feb 19 00:54:49.839340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-deleted', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:54:49.843951 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89783f-cccd-4fa6-8d9c-b28f43ab3746" -d '{"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-deleted", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:54:49.934295 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c38d64-7676-4d9e-9799-18aab81f162a x-openstack-request-id: req-b8c38d64-7676-4d9e-9799-18aab81f162a {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:54:49.934595 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4280fc5e-afe8-4e65-a0cc-97d8a2b422c5", "name": "network-vif-deleted", "tag": "8d1273a7-9a14-433a-a7ab-bf85b8e86ccb", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:54:49.934855 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8c38d64-7676-4d9e-9799-18aab81f162a {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:54:49.935737 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4280fc5e-afe8-4e65-a0cc-97d8a2b422c5', 'name': 'network-vif-deleted', 'tag': '8d1273a7-9a14-433a-a7ab-bf85b8e86ccb', 'status': 'completed', 'code': 200} Feb 19 00:54:49.959757 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:50.051431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-326f57e1-6cc9-4bad-811a-6a09ef06ee6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:50.429718 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:50Z', 'revision_number': 5, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:50.462499 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] Checking router: 4e77c95d-4247-41d2-85ed-85e0565f7356 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:54:50.471859 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:50.472561 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:54:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:50.623548 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:50.813671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa41333a-5ac8-41e6-9d1a-d9fbfd529d03 req-fbf437e9-b7bc-4474-a756-096a98cbacb0 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/ports?device_id=4280fc5e-afe8-4e65-a0cc-97d8a2b422c5 HTTP/1.1" status: 200 len: 210 time: 0.0417655 Feb 19 00:54:51.154863 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:50Z', 'revision_number': 5, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:51.186990 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6b9ce-c332-40d9-b4c4-acbb36592804 None None] The sync data for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 is: [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:45:44Z', 'revision_number': 4, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '732dea47-4b4e-4ec6-957a-0ec5e788282b', 'name': '', 'network_id': '99c8d911-87c1-4c41-a95a-a22381471786', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'mac_address': 'fa:16:3e:63:cb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_interface', 'standard_attr_id': 2337, 'fixed_ips': [{'subnet_id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:41Z', 'updated_at': '2022-02-19T00:45:50Z', 'revision_number': 5, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'subnets': [{'id': '064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:54:51.249112 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:51.706655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b992d612-0d9c-47d0-bf45-b3aeca27f808 None None] New status for floating IP a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:54:51.948816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45224) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:52.010430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:52.085285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:52.086860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 8d1273a7-9a14-433a-a7ab-bf85b8e86ccb not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:52.176211 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d318e51a-fc74-44ce-9cea-c804c4c39fb1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group (442fe7a0-07f2-4eeb-a874-6538b310ff65), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.253195 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d318e51a-fc74-44ce-9cea-c804c4c39fb1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group (442fe7a0-07f2-4eeb-a874-6538b310ff65), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.360539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d318e51a-fc74-44ce-9cea-c804c4c39fb1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (442fe7a0-07f2-4eeb-a874-6538b310ff65), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.363344 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d318e51a-fc74-44ce-9cea-c804c4c39fb1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.364544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d318e51a-fc74-44ce-9cea-c804c4c39fb1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "DELETE /v2.0/security-groups/442fe7a0-07f2-4eeb-a874-6538b310ff65 HTTP/1.1" status: 204 len: 168 time: 0.4141464 Feb 19 00:54:52.367441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45232) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:52.379511 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d318e51a-fc74-44ce-9cea-c804c4c39fb1 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=442fe7a0-07f2-4eeb-a874-6538b310ff65,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:52.393791 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-34bda5bc-aa5a-4d0d-bec1-c8a8661d8185 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] show failed (client error): The resource could not be found. Feb 19 00:54:52.397921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45236) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:52.398549 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-34bda5bc-aa5a-4d0d-bec1-c8a8661d8185 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "GET /v2.0/security-groups/442fe7a0-07f2-4eeb-a874-6538b310ff65 HTTP/1.1" status: 404 len: 347 time: 0.0281713 Feb 19 00:54:52.573002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Deleting port 01247e01-1847-4d4f-9876-a857d72baefa {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:52.573002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (01247e01-1847-4d4f-9876-a857d72baefa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.680955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (01247e01-1847-4d4f-9876-a857d72baefa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.681356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for floatingip (01247e01-1847-4d4f-9876-a857d72baefa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:52.698422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Calling delete_port for 01247e01-1847-4d4f-9876-a857d72baefa owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:52.998155 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (01247e01-1847-4d4f-9876-a857d72baefa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.028714 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.043102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Pushing event deleted for resources: {'Port': ['ID=01247e01-1847-4d4f-9876-a857d72baefa,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:53.146314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks [] for floatingip (a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.149119 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:53.150403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-deb7be36-b747-4156-b98b-eca7195889f4 tempest-ServerActionsTestJSON-1521121554 tempest-ServerActionsTestJSON-1521121554-project] 10.222.0.60 "DELETE /v2.0/floatingips/a34154eb-8f16-4b7f-8fa6-fcb1b84a92c2 HTTP/1.1" status: 204 len: 168 time: 0.7514012 Feb 19 00:54:53.153549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45248) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:53.761227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.009391 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (4e77c95d-4247-41d2-85ed-85e0565f7356), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.190214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.497591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Deleting port 732dea47-4b4e-4ec6-957a-0ec5e788282b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:54.498389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.653839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] For port 732dea47-4b4e-4ec6-957a-0ec5e788282b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=732dea47-4b4e-4ec6-957a-0ec5e788282b,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:54.654479 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:54.674635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Calling delete_port for 732dea47-4b4e-4ec6-957a-0ec5e788282b owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:54.949818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (732dea47-4b4e-4ec6-957a-0ec5e788282b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:55.009107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=732dea47-4b4e-4ec6-957a-0ec5e788282b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:56.033858 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (4e77c95d-4247-41d2-85ed-85e0565f7356), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.377902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Router 4e77c95d-4247-41d2-85ed-85e0565f7356 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:54:56.560534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:54:56.571196 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] Sync routers for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:54:56.582074 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-408d73c6-e05c-4fe7-acb9-dea82aef8da9 admin admin] 10.222.0.60 "PUT /v2.0/routers/4e77c95d-4247-41d2-85ed-85e0565f7356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4270244 Feb 19 00:54:56.584903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45304) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:56.586917 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:56.587763 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:54:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:56.793295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks [] for router (4e77c95d-4247-41d2-85ed-85e0565f7356), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:56.846710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:57.067613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks [] for router_gateway (4e77c95d-4247-41d2-85ed-85e0565f7356), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.195821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Deleting port e6f882c9-3193-453e-b7bd-b5a40e56279f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:57.196170 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.209281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45322) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:57.347111 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:54:54Z', 'revision_number': 5, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port': {'id': 'e6f882c9-3193-453e-b7bd-b5a40e56279f', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:51:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2305, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:45:34Z', 'updated_at': '2022-02-19T00:45:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:57.379380 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] Checking router: 4e77c95d-4247-41d2-85ed-85e0565f7356 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:54:57.392557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] For port e6f882c9-3193-453e-b7bd-b5a40e56279f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e6f882c9-3193-453e-b7bd-b5a40e56279f,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:57.392897 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.393226 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] Routers {'4e77c95d-4247-41d2-85ed-85e0565f7356'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:54:57.393930 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:54:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['4e77c95d-4247-41d2-85ed-85e0565f7356'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:57.427353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Calling delete_port for e6f882c9-3193-453e-b7bd-b5a40e56279f owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:57.473804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6c0a-3cc0-46cd-bdab-3567bb8b189f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.531841 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] Set router 4e77c95d-4247-41d2-85ed-85e0565f7356 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:54:57.664484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6c0a-3cc0-46cd-bdab-3567bb8b189f admin admin] Publish callbacks [] for security_group (c64d810b-211b-4a50-b229-ff97b7a07517), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.671767 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:54:57Z', 'revision_number': 6, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:54:57.674064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6f7b6c0a-3cc0-46cd-bdab-3567bb8b189f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c64d810b-211b-4a50-b229-ff97b7a07517), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.739720 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbf754d-f3f1-4022-880e-54d3338a36d6 None None] The sync data for ids ['4e77c95d-4247-41d2-85ed-85e0565f7356'] in n-d-826527-3 is: [{'id': '4e77c95d-4247-41d2-85ed-85e0565f7356', 'name': 'tempest-ServerActionsTestJSON-178797063-router', 'tenant_id': '6c52525095ef439b88cdd6fecbfe0a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:45:30Z', 'updated_at': '2022-02-19T00:54:57Z', 'revision_number': 6, 'project_id': '6c52525095ef439b88cdd6fecbfe0a52', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:54:57.754780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e6f882c9-3193-453e-b7bd-b5a40e56279f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.798795 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6f7b6c0a-3cc0-46cd-bdab-3567bb8b189f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96320e959f7b4a7c8f12785019ac1c10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5883646 Feb 19 00:54:57.799550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45334) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:57.800326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b6c0a-3cc0-46cd-bdab-3567bb8b189f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64d810b-211b-4a50-b229-ff97b7a07517,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:57.820461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f882c9-3193-453e-b7bd-b5a40e56279f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:57.927484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5000a37d-8fc0-4d33-a5ce-ea4fbe884412 admin admin] Publish callbacks [] for security_group (c64d810b-211b-4a50-b229-ff97b7a07517), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.966418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (4e77c95d-4247-41d2-85ed-85e0565f7356), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:57.982823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5000a37d-8fc0-4d33-a5ce-ea4fbe884412 admin admin] Publish callbacks [] for security_group (c64d810b-211b-4a50-b229-ff97b7a07517), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.105453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5000a37d-8fc0-4d33-a5ce-ea4fbe884412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (c64d810b-211b-4a50-b229-ff97b7a07517), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.108536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5000a37d-8fc0-4d33-a5ce-ea4fbe884412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.112589 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5000a37d-8fc0-4d33-a5ce-ea4fbe884412 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c64d810b-211b-4a50-b229-ff97b7a07517 HTTP/1.1" status: 204 len: 168 time: 0.2903967 Feb 19 00:54:58.139685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000a37d-8fc0-4d33-a5ce-ea4fbe884412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64d810b-211b-4a50-b229-ff97b7a07517,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:58.226670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (4e77c95d-4247-41d2-85ed-85e0565f7356), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.229587 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks [] for router_controller (4e77c95d-4247-41d2-85ed-85e0565f7356), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.298324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (4e77c95d-4247-41d2-85ed-85e0565f7356), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.299012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e77c95d-4247-41d2-85ed-85e0565f7356 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:54:58.310592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.311853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cc6d60c3-4931-4c1f-a43c-0273b6ecdea6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4e77c95d-4247-41d2-85ed-85e0565f7356 HTTP/1.1" status: 204 len: 168 time: 1.7253385 Feb 19 00:54:58.314785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45344) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:58.371101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff281e8e-5a5b-4366-8678-5ea18f21b666 admin admin] Deleting subnet 064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:54:58.375656 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff281e8e-5a5b-4366-8678-5ea18f21b666 admin admin] Publish callbacks [] for subnet (064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.427294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff281e8e-5a5b-4366-8678-5ea18f21b666 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.604901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff281e8e-5a5b-4366-8678-5ea18f21b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.690565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff281e8e-5a5b-4366-8678-5ea18f21b666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.721996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ff281e8e-5a5b-4366-8678-5ea18f21b666 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:58.727113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616977b-5dc9-45f5-b161-1d5ce2127931 None None] Network 99c8d911-87c1-4c41-a95a-a22381471786 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:54:58.733172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ff281e8e-5a5b-4366-8678-5ea18f21b666 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee HTTP/1.1" status: 204 len: 168 time: 0.4172361 Feb 19 00:54:58.735826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45358) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:54:59.042553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (99c8d911-87c1-4c41-a95a-a22381471786), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.050366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff281e8e-5a5b-4366-8678-5ea18f21b666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=064d1bc5-261f-4e6c-9cd4-1a89fe1ec0ee,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:54:59.073844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] DHCP port deletion for 99c8d911-87c1-4c41-a95a-a22381471786 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:54:59.203840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Deleting port 71f89553-1bce-431f-9ca9-cdec03c2e171 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:59.204178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.339314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Deleting port 71f89553-1bce-431f-9ca9-cdec03c2e171 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:54:59.339692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.361132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] For port 71f89553-1bce-431f-9ca9-cdec03c2e171, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=71f89553-1bce-431f-9ca9-cdec03c2e171,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:59.361697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.427311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Calling delete_port for 71f89553-1bce-431f-9ca9-cdec03c2e171 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:59.478311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] For port 71f89553-1bce-431f-9ca9-cdec03c2e171, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=71f89553-1bce-431f-9ca9-cdec03c2e171,segment=NetworkSegment(8254fb9f-152e-4c37-9de1-3c20c995a4eb),segment_id=8254fb9f-152e-4c37-9de1-3c20c995a4eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:54:59.480333 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.555851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Calling delete_port for 71f89553-1bce-431f-9ca9-cdec03c2e171 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:54:59.602896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 732dea47-4b4e-4ec6-957a-0ec5e788282b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:59.676167 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.726405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] No DVR routers for this DVR port 71f89553-1bce-431f-9ca9-cdec03c2e171 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:54:59.745698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 732dea47-4b4e-4ec6-957a-0ec5e788282b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:59.746281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 732dea47-4b4e-4ec6-957a-0ec5e788282b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:59.746490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 71f89553-1bce-431f-9ca9-cdec03c2e171 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:59.796442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 71f89553-1bce-431f-9ca9-cdec03c2e171 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:59.796791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 71f89553-1bce-431f-9ca9-cdec03c2e171 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:59.800195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e6f882c9-3193-453e-b7bd-b5a40e56279f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:54:59.916072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (99c8d911-87c1-4c41-a95a-a22381471786), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.940687 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (71f89553-1bce-431f-9ca9-cdec03c2e171), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:54:59.951186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e6f882c9-3193-453e-b7bd-b5a40e56279f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:54:59.951533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e6f882c9-3193-453e-b7bd-b5a40e56279f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:54:59.983019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c8d911-87c1-4c41-a95a-a22381471786']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:00.010081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8254fb9f-152e-4c37-9de1-3c20c995a4eb') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:00.010081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8254fb9f-152e-4c37-9de1-3c20c995a4eb') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:00.012550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Pushing event deleted for resources: {'Port': ['ID=71f89553-1bce-431f-9ca9-cdec03c2e171,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:00.024647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] No DVR routers for this DVR port 71f89553-1bce-431f-9ca9-cdec03c2e171 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:00.029430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8254fb9f-152e-4c37-9de1-3c20c995a4eb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.044527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.056933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.058769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.059772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.061436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.066444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.066958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.068583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.070659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.071162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.074164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.076669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.077802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c588b-1d36-48a3-bdca-b3170ae73d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:00.085024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8254fb9f-152e-4c37-9de1-3c20c995a4eb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.156684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Pushing event deleted for resources: {'Port': ['ID=71f89553-1bce-431f-9ca9-cdec03c2e171,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:00.160358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:55:00.160826 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8254fb9f-152e-4c37-9de1-3c20c995a4eb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:55:00.229219 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:55:00.235922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (99c8d911-87c1-4c41-a95a-a22381471786), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.242149 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.246125 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] 10.222.0.60 "DELETE /v2.0/networks/99c8d911-87c1-4c41-a95a-a22381471786 HTTP/1.1" status: 204 len: 168 time: 1.5090923 Feb 19 00:55:00.299012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46220d66-e04f-4285-8429-fe8c1fae2186 admin admin] Pushing event deleted for resources: {'Network': ['ID=99c8d911-87c1-4c41-a95a-a22381471786,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:00.549101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45414) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:00.681193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e39f942b-d11e-4903-9613-093cc4369497 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6c52525095ef439b88cdd6fecbfe0a52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308289 Feb 19 00:55:00.683978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45416) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:00.814616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-187d3952-eb2d-4545-ac54-58c4ef0621de admin admin] Publish callbacks [] for security_group (af9614a0-021f-454e-a927-96de07598042), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.863945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-187d3952-eb2d-4545-ac54-58c4ef0621de admin admin] Publish callbacks [] for security_group (af9614a0-021f-454e-a927-96de07598042), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.984541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-187d3952-eb2d-4545-ac54-58c4ef0621de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (af9614a0-021f-454e-a927-96de07598042), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.988232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-187d3952-eb2d-4545-ac54-58c4ef0621de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:00.989641 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-187d3952-eb2d-4545-ac54-58c4ef0621de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/af9614a0-021f-454e-a927-96de07598042 HTTP/1.1" status: 204 len: 168 time: 0.3043032 Feb 19 00:55:01.012703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d3952-eb2d-4545-ac54-58c4ef0621de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9614a0-021f-454e-a927-96de07598042,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:02.369709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 45472) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:02.496442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-398095800-network', 'tenant_id': 'b7ddc233df3a4578878da3c0bae99bdc'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:02.537399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Made reservation on behalf of b7ddc233df3a4578878da3c0bae99bdc for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:02.540621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.565649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.730918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Publish callbacks [] for security_group (aa12ad05-d8b9-4f58-8646-57019ad0252a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.736311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aa12ad05-d8b9-4f58-8646-57019ad0252a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.766455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:55:02.780380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa12ad05-d8b9-4f58-8646-57019ad0252a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:02.801488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (816c1d96-2eee-49fa-b1b6-64c885ed4bd1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.803240 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Added segment 816c1d96-2eee-49fa-b1b6-64c885ed4bd1 of type vlan for network c8c4f4e4-39a5-4988-85e5-859e3b2745ed Feb 19 00:55:02.862085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (c8c4f4e4-39a5-4988-85e5-859e3b2745ed), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.994030 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (c8c4f4e4-39a5-4988-85e5-859e3b2745ed), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:02.995042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:02.995627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.141463 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] Pushing event updated for resources: {'Network': ['ID=c8c4f4e4-39a5-4988-85e5-859e3b2745ed,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:03.160624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network c8c4f4e4-39a5-4988-85e5-859e3b2745ed details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:55:03.185393 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fd562cb8-3000-4f0b-9741-b58fb0fe595c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8120918 Feb 19 00:55:03.187308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45490) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:03.192943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Request body: {'subnet': {'network_id': 'c8c4f4e4-39a5-4988-85e5-859e3b2745ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-398095800-subnet', 'tenant_id': 'b7ddc233df3a4578878da3c0bae99bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:03.248362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Made reservation on behalf of b7ddc233df3a4578878da3c0bae99bdc for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:03.250980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.542568 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (f266466d-5c82-44b9-9186-4aca20cbb314), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.600155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f266466d-5c82-44b9-9186-4aca20cbb314,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:03.617447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Checking segment: {'id': '816c1d96-2eee-49fa-b1b6-64c885ed4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c8c4f4e4-39a5-4988-85e5-859e3b2745ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:03.618279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Network hostable DHCP agents. Network: c8c4f4e4-39a5-4988-85e5-859e3b2745ed, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:55:03.638467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Network c8c4f4e4-39a5-4988-85e5-859e3b2745ed is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:55:03.665027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, c8c4f4e4-39a5-4988-85e5-859e3b2745ed) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:03.671369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:03.673902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:03.674398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310e5bd-0165-4e3d-978d-8facdbb695ac None None] Network c8c4f4e4-39a5-4988-85e5-859e3b2745ed requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:03.695982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-298206d0-aa0b-4fbc-96b0-e4a5d7d33160 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5074782 Feb 19 00:55:03.861499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c41bd8-4a68-4afd-886f-4707daffd833 None None] Network c8c4f4e4-39a5-4988-85e5-859e3b2745ed requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:04.441130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-e9b01227-27e6-46be-b0c0-ec2858db3736 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:04.450278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-e9b01227-27e6-46be-b0c0-ec2858db3736 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/networks?id=c8c4f4e4-39a5-4988-85e5-859e3b2745ed HTTP/1.1" status: 200 len: 821 time: 0.2194724 Feb 19 00:55:04.470794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-508102d9-0d59-4f41-84b5-bea998751bb3 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/quotas/b7ddc233df3a4578878da3c0bae99bdc HTTP/1.1" status: 200 len: 375 time: 0.0187275 Feb 19 00:55:04.517857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-3ad420b8-24ed-4526-9928-9531f5d1c4a0 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7ddc233df3a4578878da3c0bae99bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456090 Feb 19 00:55:04.676464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-6a1b08f8-a36c-4c6c-a6f0-665b945b8a1b service neutron] 10.222.0.60 "GET /v2.0/networks/c8c4f4e4-39a5-4988-85e5-859e3b2745ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572318 Feb 19 00:55:04.924278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-138dfe20-4a8d-4bbc-9a35-652afd49eb6a service neutron] 10.222.0.60 "GET /v2.0/networks/c8c4f4e4-39a5-4988-85e5-859e3b2745ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460864 Feb 19 00:55:05.297261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b499884-cd1b-424f-85b8-b599253e6758 req-ff0a0690-9eb8-4f90-bd51-ab67c20ee260 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 210 time: 0.0492969 Feb 19 00:55:05.374947 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:55:06.228514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45578) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:06.426599 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea3bab4f-eaf3-4b1d-9fff-995d29814015 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.533986 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea3bab4f-eaf3-4b1d-9fff-995d29814015 admin admin] Publish callbacks [] for security_group (92fbee1a-9afc-4ad2-b87e-5ae63d6570d9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.632930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5068e0b-2fc2-4f47-8427-b4b1edb6a9b6 req-6180a0a3-e0f3-471a-925c-8c4b2e0af878 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 210 time: 0.0965898 Feb 19 00:55:06.634197 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea3bab4f-eaf3-4b1d-9fff-995d29814015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (92fbee1a-9afc-4ad2-b87e-5ae63d6570d9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.758691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ea3bab4f-eaf3-4b1d-9fff-995d29814015 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d57cf98291674b06a996b5ec603fe090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5290310 Feb 19 00:55:06.761857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45594) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:06.792656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3bab4f-eaf3-4b1d-9fff-995d29814015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fbee1a-9afc-4ad2-b87e-5ae63d6570d9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:06.880341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-1a2fef1f-37c5-4184-8f9b-e6582666679a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:06.881898 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-1a2fef1f-37c5-4184-8f9b-e6582666679a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.113 "GET /v2.0/networks?id=c8c4f4e4-39a5-4988-85e5-859e3b2745ed HTTP/1.1" status: 200 len: 821 time: 0.3245046 Feb 19 00:55:06.882860 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e98874e2-cadf-440f-828d-e76de36ea031 admin admin] Publish callbacks [] for security_group (92fbee1a-9afc-4ad2-b87e-5ae63d6570d9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:06.894911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Request body: {'port': {'device_id': '1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b', 'network_id': 'c8c4f4e4-39a5-4988-85e5-859e3b2745ed', 'admin_state_up': True, 'tenant_id': 'b7ddc233df3a4578878da3c0bae99bdc'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:06.935813 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e98874e2-cadf-440f-828d-e76de36ea031 admin admin] Publish callbacks [] for security_group (92fbee1a-9afc-4ad2-b87e-5ae63d6570d9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.029359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e98874e2-cadf-440f-828d-e76de36ea031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (92fbee1a-9afc-4ad2-b87e-5ae63d6570d9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.032627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e98874e2-cadf-440f-828d-e76de36ea031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.034035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e98874e2-cadf-440f-828d-e76de36ea031 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92fbee1a-9afc-4ad2-b87e-5ae63d6570d9 HTTP/1.1" status: 204 len: 168 time: 0.2708933 Feb 19 00:55:07.067584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98874e2-cadf-440f-828d-e76de36ea031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fbee1a-9afc-4ad2-b87e-5ae63d6570d9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:07.149382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Made reservation on behalf of b7ddc233df3a4578878da3c0bae99bdc for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:07.152847 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.373694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Allocated IP 172.20.0.13 (c8c4f4e4-39a5-4988-85e5-859e3b2745ed/f266466d-5c82-44b9-9186-4aca20cbb314/2bd5c6dc-5cac-445d-9869-a46898be2060) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:07.564370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Publish callbacks [] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.619121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.627539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45614) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:07.642550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a8e6-c651-4454-b228-48d0a6c4a84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.754892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Network c8c4f4e4-39a5-4988-85e5-859e3b2745ed is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:07.758758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Pushing event updated for resources: {'Port': ['ID=2bd5c6dc-5cac-445d-9869-a46898be2060,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:07.767143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:07.770930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:07.850012 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a8e6-c651-4454-b228-48d0a6c4a84a admin admin] Publish callbacks [] for security_group (9fc4de0e-2565-4714-9d00-2aa6a142c3a3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.851793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:07.852580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:07.877962 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ad5696ac-a5a4-4293-80ef-ad1078a448ca tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9870346 Feb 19 00:55:07.909840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Request body: {'port': {'device_id': '1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:08.007463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.429423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6d2a8e6-c651-4454-b228-48d0a6c4a84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9fc4de0e-2565-4714-9d00-2aa6a142c3a3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.551721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2a8e6-c651-4454-b228-48d0a6c4a84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc4de0e-2565-4714-9d00-2aa6a142c3a3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:08.558594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f6d2a8e6-c651-4454-b228-48d0a6c4a84a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=094248aa8d884eec9b0097073de5b994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9289277 Feb 19 00:55:08.565037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 45630) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:08.567466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd5c6dc-5cac-445d-9869-a46898be2060 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:08.585879 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Publish callbacks [] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.591784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f6bbe-fafd-4a55-96c1-05a7bb97368b req-c08f5068-7774-4c0b-b5c6-e199def3cc80 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:08.593601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-149f6bbe-fafd-4a55-96c1-05a7bb97368b req-c08f5068-7774-4c0b-b5c6-e199def3cc80 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 932 time: 0.8062322 Feb 19 00:55:08.619191 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Transition to ACTIVE for port object 2bd5c6dc-5cac-445d-9869-a46898be2060 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:55:08.627549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.753130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-149f6bbe-fafd-4a55-96c1-05a7bb97368b req-ba69a2bb-3492-4289-801a-45edfa4f3a12 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504343 Feb 19 00:55:08.757573 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8dcde79e-f783-4f55-8c89-6dcee2b423ae admin admin] Publish callbacks [] for security_group (9fc4de0e-2565-4714-9d00-2aa6a142c3a3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.808930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8dcde79e-f783-4f55-8c89-6dcee2b423ae admin admin] Publish callbacks [] for security_group (9fc4de0e-2565-4714-9d00-2aa6a142c3a3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.860873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd5c6dc-5cac-445d-9869-a46898be2060,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:08.872127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Attempting to bind port 2bd5c6dc-5cac-445d-9869-a46898be2060 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:08.872981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Attempting to bind port 2bd5c6dc-5cac-445d-9869-a46898be2060 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '816c1d96-2eee-49fa-b1b6-64c885ed4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c8c4f4e4-39a5-4988-85e5-859e3b2745ed'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:08.873432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Attempting to bind port 2bd5c6dc-5cac-445d-9869-a46898be2060 on network c8c4f4e4-39a5-4988-85e5-859e3b2745ed {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:08.887462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Port 2bd5c6dc-5cac-445d-9869-a46898be2060 on network c8c4f4e4-39a5-4988-85e5-859e3b2745ed not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:55:08.888010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Attempting to bind port 2bd5c6dc-5cac-445d-9869-a46898be2060 on network c8c4f4e4-39a5-4988-85e5-859e3b2745ed {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:08.910311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:08.910982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Checking segment: {'id': '816c1d96-2eee-49fa-b1b6-64c885ed4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c8c4f4e4-39a5-4988-85e5-859e3b2745ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:08.911187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Bound using segment: {'id': '816c1d96-2eee-49fa-b1b6-64c885ed4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c8c4f4e4-39a5-4988-85e5-859e3b2745ed'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:08.911675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Bound port: 2bd5c6dc-5cac-445d-9869-a46898be2060, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816c1d96-2eee-49fa-b1b6-64c885ed4bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c8c4f4e4-39a5-4988-85e5-859e3b2745ed'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:08.912098 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.915635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8dcde79e-f783-4f55-8c89-6dcee2b423ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9fc4de0e-2565-4714-9d00-2aa6a142c3a3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.919501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8dcde79e-f783-4f55-8c89-6dcee2b423ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:08.921088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8dcde79e-f783-4f55-8c89-6dcee2b423ae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fc4de0e-2565-4714-9d00-2aa6a142c3a3 HTTP/1.1" status: 204 len: 168 time: 0.3574307 Feb 19 00:55:08.932869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcde79e-f783-4f55-8c89-6dcee2b423ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc4de0e-2565-4714-9d00-2aa6a142c3a3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:09.048088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] For port 2bd5c6dc-5cac-445d-9869-a46898be2060, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:09.052704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] For port 2bd5c6dc-5cac-445d-9869-a46898be2060, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2bd5c6dc-5cac-445d-9869-a46898be2060,segment=NetworkSegment(816c1d96-2eee-49fa-b1b6-64c885ed4bd1),segment_id=816c1d96-2eee-49fa-b1b6-64c885ed4bd1)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:09.062905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.116274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:09.116956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:09.120009 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] 10.222.0.113 "PUT /v2.0/ports/2bd5c6dc-5cac-445d-9869-a46898be2060 HTTP/1.1" status: 200 len: 1092 time: 1.2311571 Feb 19 00:55:09.120009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b', 'tag': '2bd5c6dc-5cac-445d-9869-a46898be2060'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:09.137209 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08da0447-5394-46e5-b42a-3f1dabd326cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b", "tag": "2bd5c6dc-5cac-445d-9869-a46898be2060"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:09.266235 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8581519-471a-4cdc-ab10-ca2f1c2ab603 x-openstack-request-id: req-d8581519-471a-4cdc-ab10-ca2f1c2ab603 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:09.266545 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b", "tag": "2bd5c6dc-5cac-445d-9869-a46898be2060", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:09.266815 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d8581519-471a-4cdc-ab10-ca2f1c2ab603 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:09.270289 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b', 'tag': '2bd5c6dc-5cac-445d-9869-a46898be2060', 'status': 'completed', 'code': 200} Feb 19 00:55:09.273988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5f857-99ca-47f3-9fd2-b95c54405a45 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd5c6dc-5cac-445d-9869-a46898be2060,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:09.332631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0e87400-aa1e-4b87-ade4-6d4d66aad7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:09.334238 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-f0e87400-aa1e-4b87-ade4-6d4d66aad7fe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=b7ddc233df3a4578878da3c0bae99bdc&device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 1126 time: 0.1587253 Feb 19 00:55:09.425972 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-d47e17bf-2430-49e8-a0d0-a187b7de3cc0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bd5c6dc-5cac-445d-9869-a46898be2060 HTTP/1.1" status: 200 len: 217 time: 0.0803437 Feb 19 00:55:09.537531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ce61a3a2-70af-4cf9-86a1-2c12c0b17614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:09.539256 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-ce61a3a2-70af-4cf9-86a1-2c12c0b17614 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f266466d-5c82-44b9-9186-4aca20cbb314 HTTP/1.1" status: 200 len: 861 time: 0.1076615 Feb 19 00:55:09.613657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-3990d799-5afc-41fd-b58a-a02c55b44dde service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c8c4f4e4-39a5-4988-85e5-859e3b2745ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684419 Feb 19 00:55:09.829606 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-3cb01ef6-298c-4eed-a8d0-55c9adbd059d service neutron] 10.222.0.113 "GET /v2.0/networks/c8c4f4e4-39a5-4988-85e5-859e3b2745ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095089 Feb 19 00:55:09.990513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c75ba5-bc28-4f6d-9d9e-aac4bd642f1a req-86f51da0-435c-425f-a066-a4f29f40b63a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:10.006284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c75ba5-bc28-4f6d-9d9e-aac4bd642f1a req-86f51da0-435c-425f-a066-a4f29f40b63a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 944 time: 0.1345415 Feb 19 00:55:10.021979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-84ba4e24-1c8e-4755-bf04-38693296a43a req-b2c58deb-4cdb-469c-b6ab-7dab6e705b79 service neutron] 10.222.0.113 "GET /v2.0/networks/c8c4f4e4-39a5-4988-85e5-859e3b2745ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833630 Feb 19 00:55:10.109914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c75ba5-bc28-4f6d-9d9e-aac4bd642f1a req-cfb25df1-871c-49eb-9cd3-3450e02e649d tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942795 Feb 19 00:55:10.165116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-fffbed93-99e6-4fd8-be13-ad3fa4be4aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:10.167568 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-fffbed93-99e6-4fd8-be13-ad3fa4be4aca service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=b7ddc233df3a4578878da3c0bae99bdc&device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 1126 time: 0.0730076 Feb 19 00:55:10.337038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-8b6b7739-8841-4cc3-bffa-d3413f2e2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:10.338811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-8b6b7739-8841-4cc3-bffa-d3413f2e2f05 service neutron] 10.222.0.113 "GET /v2.0/networks?id=c8c4f4e4-39a5-4988-85e5-859e3b2745ed HTTP/1.1" status: 200 len: 922 time: 0.1608586 Feb 19 00:55:10.458694 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-a4d5f2f5-f476-4a86-895d-b81faf697996 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bd5c6dc-5cac-445d-9869-a46898be2060 HTTP/1.1" status: 200 len: 217 time: 0.1126096 Feb 19 00:55:10.516078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-702cccb2-6f4c-4962-8f68-5eb618ad6328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:10.517980 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-702cccb2-6f4c-4962-8f68-5eb618ad6328 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f266466d-5c82-44b9-9186-4aca20cbb314 HTTP/1.1" status: 200 len: 861 time: 0.0527349 Feb 19 00:55:10.570699 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-5e73229d-1a20-44f8-b1ad-0bcae8c24031 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=c8c4f4e4-39a5-4988-85e5-859e3b2745ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415940 Feb 19 00:55:10.672020 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-42b52a1b-dcee-4096-8c19-223baabc583f service neutron] 10.222.0.113 "GET /v2.0/networks/c8c4f4e4-39a5-4988-85e5-859e3b2745ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967760 Feb 19 00:55:10.801806 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-08da0447-5394-46e5-b42a-3f1dabd326cb req-d994e027-4c67-4c85-b091-8ec8f6822a98 service neutron] 10.222.0.113 "GET /v2.0/networks/c8c4f4e4-39a5-4988-85e5-859e3b2745ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232316 Feb 19 00:55:11.267789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d80e0b-fc77-4998-a18d-f92d434c6b1d req-32bd713a-420b-4147-a403-1e03f4354f0a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:11.275828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7d80e0b-fc77-4998-a18d-f92d434c6b1d req-32bd713a-420b-4147-a403-1e03f4354f0a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 944 time: 0.0866013 Feb 19 00:55:11.414768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7d80e0b-fc77-4998-a18d-f92d434c6b1d req-f3c19db9-c673-4ffb-83ef-99f4fecb13b2 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380651 Feb 19 00:55:12.296516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2bd5c6dc-5cac-445d-9869-a46898be2060 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:55:12.607091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2bd5c6dc-5cac-445d-9869-a46898be2060, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2bd5c6dc-5cac-445d-9869-a46898be2060,segment=NetworkSegment(816c1d96-2eee-49fa-b1b6-64c885ed4bd1),segment_id=816c1d96-2eee-49fa-b1b6-64c885ed4bd1)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:12.616473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433db22-277b-4698-819f-dfc3a73af041 req-99204e49-04ac-4700-939e-a88473783a28 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:12.632657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d433db22-277b-4698-819f-dfc3a73af041 req-99204e49-04ac-4700-939e-a88473783a28 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 944 time: 0.1163077 Feb 19 00:55:12.636493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '2bd5c6dc-5cac-445d-9869-a46898be2060', 'network_id': 'c8c4f4e4-39a5-4988-85e5-859e3b2745ed', 'port_id': '2bd5c6dc-5cac-445d-9869-a46898be2060', 'mac_address': 'fa:16:3e:39:7e:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f266466d-5c82-44b9-9186-4aca20cbb314', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:55:12.711643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d433db22-277b-4698-819f-dfc3a73af041 req-ff0d63d8-e666-4f3c-bae6-d79e0385a302 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779042 Feb 19 00:55:12.771345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2bd5c6dc-5cac-445d-9869-a46898be2060 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:12.772025 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:12.823856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd5c6dc-5cac-445d-9869-a46898be2060 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:55:12.890613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2bd5c6dc-5cac-445d-9869-a46898be2060, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2bd5c6dc-5cac-445d-9869-a46898be2060,segment=NetworkSegment(816c1d96-2eee-49fa-b1b6-64c885ed4bd1),segment_id=816c1d96-2eee-49fa-b1b6-64c885ed4bd1)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:12.899801 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:13.022077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2bd5c6dc-5cac-445d-9869-a46898be2060,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:13.124012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['2bd5c6dc-5cac-445d-9869-a46898be2060'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:55:13.985206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1857cde-660b-4384-be69-dd7e64203972 req-3e2c179a-ce71-4bf6-8559-06663ed8bfe3 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:13.995649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1857cde-660b-4384-be69-dd7e64203972 req-3e2c179a-ce71-4bf6-8559-06663ed8bfe3 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 945 time: 0.1155903 Feb 19 00:55:14.117497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1857cde-660b-4384-be69-dd7e64203972 req-711b2080-2d01-43bf-9c7a-8af96bb83021 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119311 Feb 19 00:55:14.293824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2bd5c6dc-5cac-445d-9869-a46898be2060 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:14.465764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 2bd5c6dc-5cac-445d-9869-a46898be2060 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:55:14.472374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 2bd5c6dc-5cac-445d-9869-a46898be2060 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:14.472760 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:14.644826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2bd5c6dc-5cac-445d-9869-a46898be2060 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:14.645229 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:14.685895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd5c6dc-5cac-445d-9869-a46898be2060'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:14.688187 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfcedba-07bd-4626-aab6-5a8f7fe52462" -d '{"events": [{"server_uuid": "1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b", "name": "network-vif-plugged", "status": "completed", "tag": "2bd5c6dc-5cac-445d-9869-a46898be2060"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:14.702565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2bd5c6dc-5cac-445d-9869-a46898be2060, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2bd5c6dc-5cac-445d-9869-a46898be2060,segment=NetworkSegment(816c1d96-2eee-49fa-b1b6-64c885ed4bd1),segment_id=816c1d96-2eee-49fa-b1b6-64c885ed4bd1)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:14.707642 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:14.810364 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ab4485-bcb1-45d5-9388-b93eeb1fde4e x-openstack-request-id: req-a1ab4485-bcb1-45d5-9388-b93eeb1fde4e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:14.810808 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b", "name": "network-vif-plugged", "status": "completed", "tag": "2bd5c6dc-5cac-445d-9869-a46898be2060", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:14.811786 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a1ab4485-bcb1-45d5-9388-b93eeb1fde4e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:14.812280 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd5c6dc-5cac-445d-9869-a46898be2060', 'code': 200} Feb 19 00:55:14.818152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2bd5c6dc-5cac-445d-9869-a46898be2060,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:14.919340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb2fc8-e755-4f50-9196-195b8035ea2b req-b97efcb5-adbf-4cbb-a9d9-e39eaab8a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:14.921178 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-43fb2fc8-e755-4f50-9196-195b8035ea2b req-b97efcb5-adbf-4cbb-a9d9-e39eaab8a22a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 1128 time: 0.0588417 Feb 19 00:55:14.988620 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-43fb2fc8-e755-4f50-9196-195b8035ea2b req-bbd36f50-0bd1-419d-88c2-ae14ab85875d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594614 Feb 19 00:55:15.288553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c30ea-bcc5-499a-a86d-d5e8db3afedf req-4a8555ac-142e-4cab-9460-0c895950ce6b tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:15.297688 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-542c30ea-bcc5-499a-a86d-d5e8db3afedf req-4a8555ac-142e-4cab-9460-0c895950ce6b tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 946 time: 0.0767624 Feb 19 00:55:15.378274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-542c30ea-bcc5-499a-a86d-d5e8db3afedf req-32f07bf3-4701-4645-bd44-37deae0b4f24 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792162 Feb 19 00:55:16.631070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8883851-87f0-41d5-8534-f817f409aafc req-bfac4669-b191-4426-a71a-2a1d31824367 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:16.634541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8883851-87f0-41d5-8534-f817f409aafc req-bfac4669-b191-4426-a71a-2a1d31824367 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 946 time: 0.0995350 Feb 19 00:55:16.747067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8883851-87f0-41d5-8534-f817f409aafc req-9d528530-a13c-4497-bb46-58d15d77892c tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063747 Feb 19 00:55:17.426538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a594b-ea31-4532-97e8-52f59d5c4536 req-36f8495a-1396-498b-9405-9584ecc00bee tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:17.446883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba0a594b-ea31-4532-97e8-52f59d5c4536 req-36f8495a-1396-498b-9405-9584ecc00bee tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 946 time: 0.1584454 Feb 19 00:55:17.570650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba0a594b-ea31-4532-97e8-52f59d5c4536 req-c9c1a961-e0b4-444d-8be1-28d9c507d411 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203148 Feb 19 00:55:17.970455 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-04554175-a001-4426-ba48-d307b1e3d57c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.281107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-33fe51b5-228c-4377-aa5d-f5ddded288c9 req-1adc855b-7b03-48ce-9ab9-d2e6893febf3 service neutron] (103649) timed out ('10.222.0.60', 53230) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:55:18.584629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-11ea1869-13ed-47a4-9b02-fe681b82239e tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:18.591148 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-11ea1869-13ed-47a4-9b02-fe681b82239e tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.113 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 946 time: 0.0986695 Feb 19 00:55:18.762116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7c25-95fb-4c60-8889-5ef607aab498 req-6dfd8cef-e1d5-4626-8a27-face85e0b75e tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:18.776899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94ce7c25-95fb-4c60-8889-5ef607aab498 req-6dfd8cef-e1d5-4626-8a27-face85e0b75e tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 946 time: 0.1006699 Feb 19 00:55:18.853494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94ce7c25-95fb-4c60-8889-5ef607aab498 req-7a150ad0-23d2-4548-8fd6-aa08779f0f68 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/security-groups?id=aa12ad05-d8b9-4f58-8646-57019ad0252a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754602 Feb 19 00:55:18.866959 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Deleting port 2bd5c6dc-5cac-445d-9869-a46898be2060 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:18.868525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:18.893942 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.074122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] For port 2bd5c6dc-5cac-445d-9869-a46898be2060, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2bd5c6dc-5cac-445d-9869-a46898be2060,segment=NetworkSegment(816c1d96-2eee-49fa-b1b6-64c885ed4bd1),segment_id=816c1d96-2eee-49fa-b1b6-64c885ed4bd1)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:19.074588 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.100167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Calling delete_port for 2bd5c6dc-5cac-445d-9869-a46898be2060 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:19.325906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2bd5c6dc-5cac-445d-9869-a46898be2060), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.339314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['2bd5c6dc-5cac-445d-9869-a46898be2060'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:55:19.364166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Pushing event deleted for resources: {'Port': ['ID=2bd5c6dc-5cac-445d-9869-a46898be2060,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:19.396569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.396905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.397260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.397677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.398022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.398375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.398868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.399194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.399568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.399901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.400228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.400568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.400884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:19.434682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] No DVR routers for this DVR port 2bd5c6dc-5cac-445d-9869-a46898be2060 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:19.437560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:19.441270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73ee1cb4-d01f-494a-9467-f49432efe5b4 req-7bce284a-3fed-4c3e-967d-0374eba4c32a tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.113 "DELETE /v2.0/ports/2bd5c6dc-5cac-445d-9869-a46898be2060 HTTP/1.1" status: 204 len: 173 time: 0.8441901 Feb 19 00:55:19.441719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b', 'name': 'network-vif-deleted', 'tag': '2bd5c6dc-5cac-445d-9869-a46898be2060'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:55:19.447422 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076361e3-a74f-4f61-8fca-5982a79c2953" -d '{"events": [{"server_uuid": "1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b", "name": "network-vif-deleted", "tag": "2bd5c6dc-5cac-445d-9869-a46898be2060"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:55:19.553730 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f586b4-0731-43ad-9af7-3740dea5dda7 x-openstack-request-id: req-74f586b4-0731-43ad-9af7-3740dea5dda7 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:55:19.554411 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b", "name": "network-vif-deleted", "tag": "2bd5c6dc-5cac-445d-9869-a46898be2060", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:55:19.554931 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-74f586b4-0731-43ad-9af7-3740dea5dda7 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:55:19.555748 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b', 'name': 'network-vif-deleted', 'tag': '2bd5c6dc-5cac-445d-9869-a46898be2060', 'status': 'completed', 'code': 200} Feb 19 00:55:20.041646 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc1648c-5e92-4e84-b7f5-46f86dea91ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.108220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f277b10-cd48-4b5b-9241-9ee2f32329dd req-7866d17b-e068-48da-84f9-44d97c196ad3 tempest-ServerAddressesNegativeTestJSON-1755788123 tempest-ServerAddressesNegativeTestJSON-1755788123-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bb0bd60-0a73-4e7d-bdd8-26951f1ee86b HTTP/1.1" status: 200 len: 210 time: 0.0861459 Feb 19 00:55:20.574238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46400) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:20.786593 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d68c774-d674-4bb9-81a7-066d3c12e28b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.907090 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d68c774-d674-4bb9-81a7-066d3c12e28b admin admin] Publish callbacks [] for security_group (fe3a1430-9100-4192-ac00-4e634ae426ad), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.912802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d68c774-d674-4bb9-81a7-066d3c12e28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fe3a1430-9100-4192-ac00-4e634ae426ad), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:20.948643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68c774-d674-4bb9-81a7-066d3c12e28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3a1430-9100-4192-ac00-4e634ae426ad,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:20.990541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7d68c774-d674-4bb9-81a7-066d3c12e28b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=53ffbee901f44fca9ab88f2b7032f00a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151084 Feb 19 00:55:20.993304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46412) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:21.112334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e697233f-7fd8-4179-98b9-fb5ac04cb83f admin admin] Publish callbacks [] for security_group (fe3a1430-9100-4192-ac00-4e634ae426ad), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.177346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e697233f-7fd8-4179-98b9-fb5ac04cb83f admin admin] Publish callbacks [] for security_group (fe3a1430-9100-4192-ac00-4e634ae426ad), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.207904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46420) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:21.257467 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.263091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e697233f-7fd8-4179-98b9-fb5ac04cb83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fe3a1430-9100-4192-ac00-4e634ae426ad), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.265863 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e697233f-7fd8-4179-98b9-fb5ac04cb83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.267173 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e697233f-7fd8-4179-98b9-fb5ac04cb83f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe3a1430-9100-4192-ac00-4e634ae426ad HTTP/1.1" status: 204 len: 168 time: 0.2721827 Feb 19 00:55:21.287458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697233f-7fd8-4179-98b9-fb5ac04cb83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3a1430-9100-4192-ac00-4e634ae426ad,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:21.302563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e19194d-9198-409b-80e5-11957c7477f7 admin admin] Deleting subnet f266466d-5c82-44b9-9186-4aca20cbb314 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:55:21.314783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e19194d-9198-409b-80e5-11957c7477f7 admin admin] Publish callbacks [] for subnet (f266466d-5c82-44b9-9186-4aca20cbb314), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.406614 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e19194d-9198-409b-80e5-11957c7477f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (f266466d-5c82-44b9-9186-4aca20cbb314), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.498114 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e19194d-9198-409b-80e5-11957c7477f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f266466d-5c82-44b9-9186-4aca20cbb314), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.567759 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e19194d-9198-409b-80e5-11957c7477f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (f266466d-5c82-44b9-9186-4aca20cbb314), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.625160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19194d-9198-409b-80e5-11957c7477f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f266466d-5c82-44b9-9186-4aca20cbb314,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:21.634728 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3e19194d-9198-409b-80e5-11957c7477f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:21.645855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3e19194d-9198-409b-80e5-11957c7477f7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f266466d-5c82-44b9-9186-4aca20cbb314 HTTP/1.1" status: 204 len: 168 time: 0.4310155 Feb 19 00:55:21.645987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46430) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:21.914110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (c8c4f4e4-39a5-4988-85e5-859e3b2745ed), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.101209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (c8c4f4e4-39a5-4988-85e5-859e3b2745ed), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.166545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c4f4e4-39a5-4988-85e5-859e3b2745ed']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:22.178089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816c1d96-2eee-49fa-b1b6-64c885ed4bd1') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:22.178451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816c1d96-2eee-49fa-b1b6-64c885ed4bd1') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:22.191036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (816c1d96-2eee-49fa-b1b6-64c885ed4bd1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.205989 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (816c1d96-2eee-49fa-b1b6-64c885ed4bd1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.213657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:55:22.214084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (816c1d96-2eee-49fa-b1b6-64c885ed4bd1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:55:22.280998 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:55:22.285183 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (c8c4f4e4-39a5-4988-85e5-859e3b2745ed), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.290551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.294214 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c8c4f4e4-39a5-4988-85e5-859e3b2745ed HTTP/1.1" status: 204 len: 168 time: 0.6499071 Feb 19 00:55:22.346390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ea6aa-4a29-49e3-baa2-b43f4cc623a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c4f4e4-39a5-4988-85e5-859e3b2745ed,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:22.354916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2bd5c6dc-5cac-445d-9869-a46898be2060 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:22.425537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 2bd5c6dc-5cac-445d-9869-a46898be2060 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:22.425903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2bd5c6dc-5cac-445d-9869-a46898be2060 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:22.683640 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.697479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46468) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:22.742823 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6ca22c16-e9c7-4a7b-bf66-aebf36d5f870 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7ddc233df3a4578878da3c0bae99bdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434771 Feb 19 00:55:22.745155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46470) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:22.849889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae66998e-a813-4365-a255-103ed7a0a72b admin admin] Publish callbacks [] for security_group (aa12ad05-d8b9-4f58-8646-57019ad0252a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:22.912078 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae66998e-a813-4365-a255-103ed7a0a72b admin admin] Publish callbacks [] for security_group (aa12ad05-d8b9-4f58-8646-57019ad0252a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.032350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46482) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:23.097779 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae66998e-a813-4365-a255-103ed7a0a72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aa12ad05-d8b9-4f58-8646-57019ad0252a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.101618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ae66998e-a813-4365-a255-103ed7a0a72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.105242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ae66998e-a813-4365-a255-103ed7a0a72b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa12ad05-d8b9-4f58-8646-57019ad0252a HTTP/1.1" status: 204 len: 168 time: 0.3562608 Feb 19 00:55:23.127946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae66998e-a813-4365-a255-103ed7a0a72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa12ad05-d8b9-4f58-8646-57019ad0252a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:23.270085 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1785685862-network', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:23.329662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Made reservation on behalf of 574cda33dfbd46bd9be4c58b0c6c3c31 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:23.332449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.361232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.568135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Publish callbacks [] for security_group (eac87e15-487f-4e1f-a7e3-d2add29db604), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.573783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (eac87e15-487f-4e1f-a7e3-d2add29db604), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.633719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:55:23.646422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac87e15-487f-4e1f-a7e3-d2add29db604,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:23.675368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (771ed1b9-8dc5-442c-8074-2a65814e0fa4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.675744 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Added segment 771ed1b9-8dc5-442c-8074-2a65814e0fa4 of type vlan for network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 Feb 19 00:55:23.791069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (1b89f09f-6b17-490b-a7ec-03fcc1e38fa3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.798523 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.879344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (1b89f09f-6b17-490b-a7ec-03fcc1e38fa3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.880495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:23.881908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:23.974319 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9310529 Feb 19 00:55:23.974958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46504) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:23.974958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Request body: {'subnet': {'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1785685862-subnet', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:24.045704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3f19b-799c-414e-bc2e-47427384745f admin admin] Pushing event updated for resources: {'Network': ['ID=1b89f09f-6b17-490b-a7ec-03fcc1e38fa3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:24.069862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:55:24.086236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Made reservation on behalf of 574cda33dfbd46bd9be4c58b0c6c3c31 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:24.088818 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.261463 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.513755 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (8288ffb9-a665-41f3-8ee6-9b5382965988), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.573590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8288ffb9-a665-41f3-8ee6-9b5382965988,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:24.633826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Checking segment: {'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:24.634218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Network hostable DHCP agents. Network: 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:55:24.655864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:55:24.674393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:24.681526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:24.683428 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.688867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2552c-9d1f-4e90-8f27-1064475e18ce None None] Network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:24.728822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-67e8a1b7-2f57-46d4-8610-b6f665ff4501 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7585945 Feb 19 00:55:24.730607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46532) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:24.736329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:24.820087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (66ac645a-d1e3-4782-a9d1-652073e46969), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.824323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (66ac645a-d1e3-4782-a9d1-652073e46969), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.859394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-1b89f09f-6b17-490b-a7ec-03fcc1e38fa3', 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3', 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'fixed_ips': [{'subnet_id': '8288ffb9-a665-41f3-8ee6-9b5382965988'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:55:24.861226 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:24.959698 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks [] for router_controller (66ac645a-d1e3-4782-a9d1-652073e46969), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.112272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Allocated IP 172.20.0.2 (1b89f09f-6b17-490b-a7ec-03fcc1e38fa3/8288ffb9-a665-41f3-8ee6-9b5382965988/92037a7b-ed87-41df-8eef-48b5261e3c89) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:25.360296 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks [] for router_gateway (66ac645a-d1e3-4782-a9d1-652073e46969), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.421873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Publish callbacks [] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.429970 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.480714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Pushing event updated for resources: {'Port': ['ID=92037a7b-ed87-41df-8eef-48b5261e3c89,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:25.504001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:25.505739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:25.510398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:25.684649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks [] for router_gateway (66ac645a-d1e3-4782-a9d1-652073e46969), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.723530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.744151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-027dba7f-d681-4487-9187-d38f0021108d req-94066290-8cf1-439e-a300-258e522f98d6 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0904500 Feb 19 00:55:25.747721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Attempting to bind port 92037a7b-ed87-41df-8eef-48b5261e3c89 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:25.748125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Attempting to bind port 92037a7b-ed87-41df-8eef-48b5261e3c89 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:25.748502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Attempting to bind port 92037a7b-ed87-41df-8eef-48b5261e3c89 on network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:25.767179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:25.767572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Checking segment: {'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:25.767985 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.768389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Bound using segment: {'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:25.769057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Bound port: 92037a7b-ed87-41df-8eef-48b5261e3c89, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:25.772177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:25.953610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] For port 92037a7b-ed87-41df-8eef-48b5261e3c89, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:25.963285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] For port 92037a7b-ed87-41df-8eef-48b5261e3c89, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=92037a7b-ed87-41df-8eef-48b5261e3c89,segment=NetworkSegment(771ed1b9-8dc5-442c-8074-2a65814e0fa4),segment_id=771ed1b9-8dc5-442c-8074-2a65814e0fa4)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:25.970962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Allocated IP 172.25.6.162 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/2ce10e04-88e3-4174-bc57-d6c1c9d3aede) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:25.975528 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.104638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491c382-7d4c-4afa-83ab-533130a936f0 None None] Pushing event updated for resources: {'Port': ['ID=92037a7b-ed87-41df-8eef-48b5261e3c89,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:26.221800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks [] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.293913 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.398877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:26.405236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:26.421918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:26.654522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Pushing event updated for resources: {'Port': ['ID=2ce10e04-88e3-4174-bc57-d6c1c9d3aede,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:26.889504 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks [] for router_gateway (66ac645a-d1e3-4782-a9d1-652073e46969), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:26.928277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96f1597e-cc05-46be-b76c-3e389f982705 req-d123978d-459f-4204-94fa-405e77c4a1ca tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0524888 Feb 19 00:55:27.331572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (66ac645a-d1e3-4782-a9d1-652073e46969), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.633840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 92037a7b-ed87-41df-8eef-48b5261e3c89 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:27.660242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Router 66ac645a-d1e3-4782-a9d1-652073e46969 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:55:27.749330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 92037a7b-ed87-41df-8eef-48b5261e3c89 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:27.749775 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:27.848563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48833883-8d3d-46b5-88ab-65c948115707 None None] Network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:28.000193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 92037a7b-ed87-41df-8eef-48b5261e3c89 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:28.000581 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.006448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ffca4266-2465-475d-9f9a-16a16f2dd4a7 None None] Provisioning complete for port 92037a7b-ed87-41df-8eef-48b5261e3c89 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:28.007061 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffca4266-2465-475d-9f9a-16a16f2dd4a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.184906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ab33637-25e9-4c57-81dd-f5496b199e12 req-52f4cd02-0a21-4878-8907-3cd088163e48 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0563347 Feb 19 00:55:28.354638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 92037a7b-ed87-41df-8eef-48b5261e3c89, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=92037a7b-ed87-41df-8eef-48b5261e3c89,segment=NetworkSegment(771ed1b9-8dc5-442c-8074-2a65814e0fa4),segment_id=771ed1b9-8dc5-442c-8074-2a65814e0fa4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:28.366831 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.467418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ffca4266-2465-475d-9f9a-16a16f2dd4a7 None None] Current status of the port 92037a7b-ed87-41df-8eef-48b5261e3c89 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:28.510753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=92037a7b-ed87-41df-8eef-48b5261e3c89,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:28.582137 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9f87449-b91d-4cb4-9ee0-e1211b7fbbdf req-a09c551b-b600-4f68-83af-7e9e5d25b108 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0403934 Feb 19 00:55:28.623284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:28.636797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Sync routers for ids ['66ac645a-d1e3-4782-a9d1-652073e46969'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:28.655670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Routers {'66ac645a-d1e3-4782-a9d1-652073e46969'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:28.657869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['66ac645a-d1e3-4782-a9d1-652073e46969'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:28.686545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.690985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46614) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:28.691316 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca678c8f-2831-40a0-a1c1-15eb84df1207 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9563766 Feb 19 00:55:28.939151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b5cfff98-67cb-4862-9fc7-a44f870427ce None None] Provisioning complete for port 92037a7b-ed87-41df-8eef-48b5261e3c89 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:28.939495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b5cfff98-67cb-4862-9fc7-a44f870427ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:28.960204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Set router 66ac645a-d1e3-4782-a9d1-652073e46969 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:29.311503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b5cfff98-67cb-4862-9fc7-a44f870427ce None None] Current status of the port 92037a7b-ed87-41df-8eef-48b5261e3c89 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:29.315509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:26Z', 'revision_number': 3, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port': {'id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:25Z', 'updated_at': '2022-02-19T00:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:29.349684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Checking router: 66ac645a-d1e3-4782-a9d1-652073e46969 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:29.350348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Updating router 66ac645a-d1e3-4782-a9d1-652073e46969 port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:29.381798 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.405847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfc136d8-0129-4a83-8d43-0c9ed5ebb246 req-7b7def8b-b884-45d8-8efc-16e1fb492e98 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.1044593 Feb 19 00:55:29.470067 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.662584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 92037a7b-ed87-41df-8eef-48b5261e3c89 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:29.768765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 92037a7b-ed87-41df-8eef-48b5261e3c89 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:29.769405 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.872755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Allocated IP 172.20.0.1 (1b89f09f-6b17-490b-a7ec-03fcc1e38fa3/8288ffb9-a665-41f3-8ee6-9b5382965988/27c3489f-3a96-4021-8871-e7e2c2a08500) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:29.913928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Publish callbacks [] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.924761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:29.972797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd99af-108d-401e-8ef2-29fb92a85e1a None None] Pushing event updated for resources: {'Port': ['ID=2ce10e04-88e3-4174-bc57-d6c1c9d3aede,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:29.981054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 92037a7b-ed87-41df-8eef-48b5261e3c89 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:30.003515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Attempting to bind port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:30.004487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Attempting to bind port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:30.004872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Attempting to bind port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:30.010726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:30.011111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:30.011657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.012091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:30.012577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Bound port: 2ce10e04-88e3-4174-bc57-d6c1c9d3aede, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:30.012997 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.035189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Publish callbacks [] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.083019 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.109256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] For port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:30.113019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] For port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2ce10e04-88e3-4174-bc57-d6c1c9d3aede,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:30.141177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Pushing event updated for resources: {'Port': ['ID=27c3489f-3a96-4021-8871-e7e2c2a08500,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:30.143131 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.161668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:30.163374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.163731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.164207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.164569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.165917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.166578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.166927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.170474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.170847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.171198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.171557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.172017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.172359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:30.179321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:30.197546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:30.242852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd99af-108d-401e-8ef2-29fb92a85e1a None None] Pushing event updated for resources: {'Port': ['ID=2ce10e04-88e3-4174-bc57-d6c1c9d3aede,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:30.260350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Routers {'66ac645a-d1e3-4782-a9d1-652073e46969'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:30.260617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['66ac645a-d1e3-4782-a9d1-652073e46969'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:30.278689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (66ac645a-d1e3-4782-a9d1-652073e46969), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.450582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] Set router 66ac645a-d1e3-4782-a9d1-652073e46969 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:30.546492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.565608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb7c268e-761d-408e-b954-e04e3284acca req-69029364-ece6-4763-8f69-0a3b7d8938c8 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0314653 Feb 19 00:55:30.606135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4ba49b7d-c786-4669-a8b6-8ea13add761a None None] Provisioning complete for port 27c3489f-3a96-4021-8871-e7e2c2a08500 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:30.606721 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ba49b7d-c786-4669-a8b6-8ea13add761a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.649669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4ba49b7d-c786-4669-a8b6-8ea13add761a None None] Port 27c3489f-3a96-4021-8871-e7e2c2a08500 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:30.798335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Publish callbacks [] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.804332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:26Z', 'revision_number': 3, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port': {'id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:25Z', 'updated_at': '2022-02-19T00:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:30.806856 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:30.890163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Pushing event updated for resources: {'Port': ['ID=27c3489f-3a96-4021-8871-e7e2c2a08500,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:30.895121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb36e7e-9ca4-403f-8b38-060a57595c26 None None] The sync data for ids ['66ac645a-d1e3-4782-a9d1-652073e46969'] in n-d-826527-3 is: [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:26Z', 'revision_number': 3, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port': {'id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:25Z', 'updated_at': '2022-02-19T00:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:30.917066 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (66ac645a-d1e3-4782-a9d1-652073e46969), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:31.099871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:31.101298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:31.393380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Router 66ac645a-d1e3-4782-a9d1-652073e46969 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:31.584533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-772a4dba-8294-434c-aa38-bb1f3ec74103 None None] Provisioning complete for port 27c3489f-3a96-4021-8871-e7e2c2a08500 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:31.584920 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-772a4dba-8294-434c-aa38-bb1f3ec74103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:31.676738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-772a4dba-8294-434c-aa38-bb1f3ec74103 None None] Port 27c3489f-3a96-4021-8871-e7e2c2a08500 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:31.707691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2ce10e04-88e3-4174-bc57-d6c1c9d3aede up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:31.729569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:31.750455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0354c57d-68c7-4f6c-b454-e4e3b0bd5829 admin admin] 10.222.0.60 "PUT /v2.0/routers/66ac645a-d1e3-4782-a9d1-652073e46969/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0496526 Feb 19 00:55:31.832914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1a19b83-57f6-4239-8a1b-ffecd213b4d5 req-4610c7eb-e35b-4ce6-9db3-66876cd7db91 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0605869 Feb 19 00:55:31.857027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:31.857553 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.045180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:32.047731 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.159060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2ce10e04-88e3-4174-bc57-d6c1c9d3aede,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:32.167975 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.277417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=2ce10e04-88e3-4174-bc57-d6c1c9d3aede,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:32.454220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46670) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:32.664698 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-539fab39-e1c1-4995-8f20-25bcc142b821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.865558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619134f-0696-4bf2-a148-654e83be9d47 req-a0195001-b264-430e-bdda-157b2b2efae7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1305594 Feb 19 00:55:32.868519 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-539fab39-e1c1-4995-8f20-25bcc142b821 admin admin] Publish callbacks [] for security_group (89c96b94-cec5-4460-8892-5b04c16aef91), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.877136 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-539fab39-e1c1-4995-8f20-25bcc142b821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89c96b94-cec5-4460-8892-5b04c16aef91), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:32.966302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46686) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:32.971484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-932001495-network', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:32.994368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Made reservation on behalf of f4aebe411018493e9ee1736a98a2d3df for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:32.997062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.008459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.128237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Publish callbacks [] for security_group (714f84bc-5701-41dd-bd73-21c0b166c5c3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.136096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (714f84bc-5701-41dd-bd73-21c0b166c5c3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.179518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714f84bc-5701-41dd-bd73-21c0b166c5c3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:33.220087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:55:33.245234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2890d19c-863f-4717-8f20-040a721e530c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.245918 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Added segment 2890d19c-863f-4717-8f20-040a721e530c of type vlan for network e2f5e9c8-4215-42db-98b3-c35244b7ecad Feb 19 00:55:33.297811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e2f5e9c8-4215-42db-98b3-c35244b7ecad), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.329475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e2f5e9c8-4215-42db-98b3-c35244b7ecad), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.331220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:33.332168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.397962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fab39-e1c1-4995-8f20-25bcc142b821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c96b94-cec5-4460-8892-5b04c16aef91,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:33.398339 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4305449 Feb 19 00:55:33.402278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-670666e5-002a-41ee-8a17-a146938a1427 req-06786f72-05a3-48c9-9327-bcfdc1b137b8 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0669680 Feb 19 00:55:33.413332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46690) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:33.421003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Request body: {'subnet': {'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-932001495-subnet', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:33.448737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-539fab39-e1c1-4995-8f20-25bcc142b821 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bc01b304dd64259ba1de11b59d65f8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9929378 Feb 19 00:55:33.452939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46692) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:33.454589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9b2b-94f5-44a3-bef0-cdfea1ed8d49 admin admin] Pushing event updated for resources: {'Network': ['ID=e2f5e9c8-4215-42db-98b3-c35244b7ecad,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:33.476842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e2f5e9c8-4215-42db-98b3-c35244b7ecad details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:55:33.492648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Made reservation on behalf of f4aebe411018493e9ee1736a98a2d3df for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:33.495221 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.566219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619134f-0696-4bf2-a148-654e83be9d47 req-b3af3399-56cf-40a9-ada1-643874b79991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:33.567903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619134f-0696-4bf2-a148-654e83be9d47 req-b3af3399-56cf-40a9-ada1-643874b79991 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c48c39f37c104c27932654ad53dec05d&device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 1131 time: 0.1824250 Feb 19 00:55:33.636424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2565555-7cad-46a5-9f17-d5f3aad04d01 admin admin] Publish callbacks [] for security_group (89c96b94-cec5-4460-8892-5b04c16aef91), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.645970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2ce10e04-88e3-4174-bc57-d6c1c9d3aede up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:33.709694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2565555-7cad-46a5-9f17-d5f3aad04d01 admin admin] Publish callbacks [] for security_group (89c96b94-cec5-4460-8892-5b04c16aef91), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.742092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:33.742505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.818157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619134f-0696-4bf2-a148-654e83be9d47 req-64204318-0f06-4097-a6eb-322175b7ee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:33.819870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619134f-0696-4bf2-a148-654e83be9d47 req-64204318-0f06-4097-a6eb-322175b7ee02 service neutron] 10.222.0.126 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.2204759 Feb 19 00:55:33.847130 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Sync routers for ids ['66ac645a-d1e3-4782-a9d1-652073e46969'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:33.867805 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Routers {'66ac645a-d1e3-4782-a9d1-652073e46969'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:33.869590 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['66ac645a-d1e3-4782-a9d1-652073e46969'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:33.904024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619134f-0696-4bf2-a148-654e83be9d47 req-5ffec02e-4da6-4af8-98f5-ef3e39109c1c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=209600d7-78b7-4bdd-8e95-393da5998d72 HTTP/1.1" status: 200 len: 217 time: 0.0595055 Feb 19 00:55:33.906807 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2565555-7cad-46a5-9f17-d5f3aad04d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89c96b94-cec5-4460-8892-5b04c16aef91), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.909471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:33.909656 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a2565555-7cad-46a5-9f17-d5f3aad04d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:33.912142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a2565555-7cad-46a5-9f17-d5f3aad04d01 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89c96b94-cec5-4460-8892-5b04c16aef91 HTTP/1.1" status: 204 len: 168 time: 0.4550385 Feb 19 00:55:33.929626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2565555-7cad-46a5-9f17-d5f3aad04d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c96b94-cec5-4460-8892-5b04c16aef91,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:33.931744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (af55c031-3f5d-4548-a90d-6703cc74cbd6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:34.040665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619134f-0696-4bf2-a148-654e83be9d47 req-2894e127-f4d8-464d-b10f-1893e36e4418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:34.043990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619134f-0696-4bf2-a148-654e83be9d47 req-2894e127-f4d8-464d-b10f-1893e36e4418 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.1303191 Feb 19 00:55:34.048958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af55c031-3f5d-4548-a90d-6703cc74cbd6,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:34.078819 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Set router 66ac645a-d1e3-4782-a9d1-652073e46969 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:34.163295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Checking segment: {'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:34.163595 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Network hostable DHCP agents. Network: e2f5e9c8-4215-42db-98b3-c35244b7ecad, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:55:34.237946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Network e2f5e9c8-4215-42db-98b3-c35244b7ecad is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:55:34.245876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619134f-0696-4bf2-a148-654e83be9d47 req-f7d019c1-c84b-47c3-9f4d-4b6e899f43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:34.253432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619134f-0696-4bf2-a148-654e83be9d47 req-f7d019c1-c84b-47c3-9f4d-4b6e899f43d7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1996610 Feb 19 00:55:34.287636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, e2f5e9c8-4215-42db-98b3-c35244b7ecad) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:34.293226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:34.293839 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:34.436480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-53083ff4-4e9b-4961-8203-b7e9cc3e14b3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0219860 Feb 19 00:55:34.439049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46704) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:34.450380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:34.455433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd176571-da82-4fe9-8ab5-273a072eedd5 None None] Network e2f5e9c8-4215-42db-98b3-c35244b7ecad requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:34.522623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (a8faa025-755e-4708-a5fb-9f76bf087a0a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:34.523832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (a8faa025-755e-4708-a5fb-9f76bf087a0a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:34.535264 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:30Z', 'revision_number': 4, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port': {'id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:25Z', 'updated_at': '2022-02-19T00:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '27c3489f-3a96-4021-8871-e7e2c2a08500', 'name': '', 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'mac_address': 'fa:16:3e:ae:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '8288ffb9-a665-41f3-8ee6-9b5382965988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:29Z', 'updated_at': '2022-02-19T00:55:30Z', 'revision_number': 2, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'subnets': [{'id': '8288ffb9-a665-41f3-8ee6-9b5382965988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:34.594444 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Checking router: 66ac645a-d1e3-4782-a9d1-652073e46969 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:34.595038 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Updating router 66ac645a-d1e3-4782-a9d1-652073e46969 port 27c3489f-3a96-4021-8871-e7e2c2a08500 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:34.599314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619134f-0696-4bf2-a148-654e83be9d47 req-522d1c60-9902-453a-8b32-d07b626903c7 service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388541 Feb 19 00:55:34.629099 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:34.713369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks [] for router_controller (a8faa025-755e-4708-a5fb-9f76bf087a0a), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:34.735282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d299f5c-d7d7-4a19-858d-337b27b01db6 req-f9858079-177e-4897-8b7a-63216829de80 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0954931 Feb 19 00:55:34.762892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-e2f5e9c8-4215-42db-98b3-c35244b7ecad', 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad', 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'fixed_ips': [{'subnet_id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:55:34.767774 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:34.837296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b619134f-0696-4bf2-a148-654e83be9d47 req-32013d3e-51fb-47dc-8539-350a4af5d65a service neutron] 10.222.0.126 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215166 Feb 19 00:55:35.039842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks [] for router_gateway (a8faa025-755e-4708-a5fb-9f76bf087a0a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.073151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Allocated IP 172.20.0.2 (e2f5e9c8-4215-42db-98b3-c35244b7ecad/af55c031-3f5d-4548-a90d-6703cc74cbd6/3b2290ab-fcf9-446f-8ead-8ab3ecc08048) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:35.109510 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Publish callbacks [] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.117416 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.341132 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Pushing event updated for resources: {'Port': ['ID=27c3489f-3a96-4021-8871-e7e2c2a08500,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:35.358470 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.358984 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.359515 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.359996 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.360473 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.360946 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.361568 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.362039 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.362526 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.363000 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.363894 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.364391 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.364861 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:55:35.368858 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Publish callbacks [] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.378131 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.386577 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Attempting to bind port 27c3489f-3a96-4021-8871-e7e2c2a08500 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:35.388030 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Attempting to bind port 27c3489f-3a96-4021-8871-e7e2c2a08500 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:35.388417 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Attempting to bind port 27c3489f-3a96-4021-8871-e7e2c2a08500 on network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:35.422806 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:35.423068 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Checking segment: {'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:35.423773 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.424183 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Bound using segment: {'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:35.424681 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Bound port: 27c3489f-3a96-4021-8871-e7e2c2a08500, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771ed1b9-8dc5-442c-8074-2a65814e0fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:35.425063 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.509610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Pushing event updated for resources: {'Port': ['ID=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:35.539722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Network e2f5e9c8-4215-42db-98b3-c35244b7ecad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:35.541546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:35.546570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:35.565666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks [] for router_gateway (a8faa025-755e-4708-a5fb-9f76bf087a0a), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.580693 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] For port 27c3489f-3a96-4021-8871-e7e2c2a08500, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:35.588896 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] For port 27c3489f-3a96-4021-8871-e7e2c2a08500, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=27c3489f-3a96-4021-8871-e7e2c2a08500,segment=NetworkSegment(771ed1b9-8dc5-442c-8074-2a65814e0fa4),segment_id=771ed1b9-8dc5-442c-8074-2a65814e0fa4)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:35.598753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.599159 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.689240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Attempting to bind port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:35.689616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Attempting to bind port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:35.689992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Attempting to bind port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 on network e2f5e9c8-4215-42db-98b3-c35244b7ecad {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:35.713254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:35.714167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Checking segment: {'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:35.715292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.715872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Bound using segment: {'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:35.716567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Bound port: 3b2290ab-fcf9-446f-8ead-8ab3ecc08048, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:35.717327 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:35.726682 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Routers {'66ac645a-d1e3-4782-a9d1-652073e46969'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:35.727391 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['66ac645a-d1e3-4782-a9d1-652073e46969'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:35.790259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Allocated IP 172.25.6.229 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/42532e85-3f9a-4f6c-a1c5-d6291c157454) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:35.845437 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880e649-4fed-499a-8f84-1d284d91a44a None None] Pushing event updated for resources: {'Port': ['ID=27c3489f-3a96-4021-8871-e7e2c2a08500,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:35.915329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] For port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:35.923443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] For port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,segment=NetworkSegment(2890d19c-863f-4717-8f20-040a721e530c),segment_id=2890d19c-863f-4717-8f20-040a721e530c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:35.945759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.006343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b056d42c-40dc-4874-98c8-2c07c44aa14a None None] Provisioning complete for port 27c3489f-3a96-4021-8871-e7e2c2a08500 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:36.006866 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b056d42c-40dc-4874-98c8-2c07c44aa14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.024766 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] Set router 66ac645a-d1e3-4782-a9d1-652073e46969 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:36.037574 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8db12f7-d1e1-4bf2-bbb3-0c34b112f1b9 req-dd65f7c3-4c9b-439f-be6c-7b2359d2039a tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0840232 Feb 19 00:55:36.068338 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks [] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.170397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c68e32-361a-416f-bd4f-0e1edcde08af None None] Pushing event updated for resources: {'Port': ['ID=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:36.195862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b056d42c-40dc-4874-98c8-2c07c44aa14a None None] Current status of the port 27c3489f-3a96-4021-8871-e7e2c2a08500 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:36.196501 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b056d42c-40dc-4874-98c8-2c07c44aa14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.229608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.252892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b056d42c-40dc-4874-98c8-2c07c44aa14a None None] For port 27c3489f-3a96-4021-8871-e7e2c2a08500, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=27c3489f-3a96-4021-8871-e7e2c2a08500,segment=NetworkSegment(771ed1b9-8dc5-442c-8074-2a65814e0fa4),segment_id=771ed1b9-8dc5-442c-8074-2a65814e0fa4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:36.259174 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b056d42c-40dc-4874-98c8-2c07c44aa14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.326970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056d42c-40dc-4874-98c8-2c07c44aa14a None None] Pushing event updated for resources: {'Port': ['ID=27c3489f-3a96-4021-8871-e7e2c2a08500,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:36.351117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:36.360375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:36.362757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Pushing event updated for resources: {'Port': ['ID=42532e85-3f9a-4f6c-a1c5-d6291c157454,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:36.365236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:36.387122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-30cf6e2f-78be-4681-a301-1cfd770a39d7 None None] Provisioning complete for port 27c3489f-3a96-4021-8871-e7e2c2a08500 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:36.387748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf6e2f-78be-4681-a301-1cfd770a39d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:36.517072 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:30Z', 'revision_number': 4, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port': {'id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:25Z', 'updated_at': '2022-02-19T00:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '27c3489f-3a96-4021-8871-e7e2c2a08500', 'name': '', 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'mac_address': 'fa:16:3e:ae:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '8288ffb9-a665-41f3-8ee6-9b5382965988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:29Z', 'updated_at': '2022-02-19T00:55:35Z', 'revision_number': 4, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'subnets': [{'id': '8288ffb9-a665-41f3-8ee6-9b5382965988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:36.530306 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-30cf6e2f-78be-4681-a301-1cfd770a39d7 None None] Current status of the port 27c3489f-3a96-4021-8871-e7e2c2a08500 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:36.572517 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ac6a34-63bd-4797-8e31-4b9e1115bf8f None None] The sync data for ids ['66ac645a-d1e3-4782-a9d1-652073e46969'] in n-d-826527-3 is: [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:30Z', 'revision_number': 4, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port': {'id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:25Z', 'updated_at': '2022-02-19T00:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '27c3489f-3a96-4021-8871-e7e2c2a08500', 'name': '', 'network_id': '1b89f09f-6b17-490b-a7ec-03fcc1e38fa3', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'mac_address': 'fa:16:3e:ae:2a:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '8288ffb9-a665-41f3-8ee6-9b5382965988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:29Z', 'updated_at': '2022-02-19T00:55:35Z', 'revision_number': 4, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'subnets': [{'id': '8288ffb9-a665-41f3-8ee6-9b5382965988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:36.897764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks [] for router_gateway (a8faa025-755e-4708-a5fb-9f76bf087a0a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.262957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1b64546-465d-4dc0-a87c-71cffef5bc7b req-fc399f25-7a6a-4655-9635-e0bff3ce8451 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0771976 Feb 19 00:55:37.269635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (a8faa025-755e-4708-a5fb-9f76bf087a0a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.615919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Router a8faa025-755e-4708-a5fb-9f76bf087a0a is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:55:37.766589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 27c3489f-3a96-4021-8871-e7e2c2a08500 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:37.827185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:37.841166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Sync routers for ids ['a8faa025-755e-4708-a5fb-9f76bf087a0a'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:37.859129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.861184 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-55e6bca6-9267-413e-a7d0-9eac4a854c5b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4205086 Feb 19 00:55:37.862660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 27c3489f-3a96-4021-8871-e7e2c2a08500 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:37.863035 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:37.864075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46750) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:37.889087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Routers {'a8faa025-755e-4708-a5fb-9f76bf087a0a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:37.889871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a8faa025-755e-4708-a5fb-9f76bf087a0a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:38.116219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Set router a8faa025-755e-4708-a5fb-9f76bf087a0a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:38.198245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92086c19-eb96-47ad-8d89-8d9679722483 None None] Network e2f5e9c8-4215-42db-98b3-c35244b7ecad requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:38.487567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af8c7026-0240-47dc-bc56-cbd133d8f164 req-0be747f2-30be-415b-a1bb-573db0698c51 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0521755 Feb 19 00:55:38.528221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-78bd2152-9193-4ad7-88e0-289f9ed9f077 None None] Provisioning complete for port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:38.528745 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78bd2152-9193-4ad7-88e0-289f9ed9f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:38.705431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:38.722339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:36Z', 'revision_number': 3, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port': {'id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:35Z', 'updated_at': '2022-02-19T00:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:38.790135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Checking router: a8faa025-755e-4708-a5fb-9f76bf087a0a for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:38.791044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Updating router a8faa025-755e-4708-a5fb-9f76bf087a0a port 42532e85-3f9a-4f6c-a1c5-d6291c157454 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:38.831296 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:38.901739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-78bd2152-9193-4ad7-88e0-289f9ed9f077 None None] Current status of the port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:38.902128 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78bd2152-9193-4ad7-88e0-289f9ed9f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:38.907971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 27c3489f-3a96-4021-8871-e7e2c2a08500 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:38.907971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:38.967682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Allocated IP 172.20.0.1 (e2f5e9c8-4215-42db-98b3-c35244b7ecad/af55c031-3f5d-4548-a90d-6703cc74cbd6/20fd48ab-eb0e-4737-8d2a-1423783711f6) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:39.069689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-78bd2152-9193-4ad7-88e0-289f9ed9f077 None None] For port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,segment=NetworkSegment(2890d19c-863f-4717-8f20-040a721e530c),segment_id=2890d19c-863f-4717-8f20-040a721e530c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:39.091579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:39.092236 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.094346 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78bd2152-9193-4ad7-88e0-289f9ed9f077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.124047 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Publish callbacks [] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.189309 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.248832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Network e2f5e9c8-4215-42db-98b3-c35244b7ecad is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:39.253041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:39.255523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:39.259936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd2152-9193-4ad7-88e0-289f9ed9f077 None None] Pushing event updated for resources: {'Port': ['ID=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:39.317703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Pushing event updated for resources: {'Port': ['ID=20fd48ab-eb0e-4737-8d2a-1423783711f6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:39.346767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:39.347200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (a8faa025-755e-4708-a5fb-9f76bf087a0a), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.482006 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Publish callbacks [] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.484845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-85c54cbc-4726-4519-815a-754e46f84ef7 None None] Provisioning complete for port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:39.485255 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85c54cbc-4726-4519-815a-754e46f84ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.582609 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.586563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.710299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1ec57e23-d43e-42ce-8799-66adf6677ddc req-eaa4225f-0f97-41f4-a0b8-9bc9656abf02 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0436332 Feb 19 00:55:39.860958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Publish callbacks [] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.872850 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:39.936935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-85c54cbc-4726-4519-815a-754e46f84ef7 None None] Current status of the port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:39.939524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:40.005992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (a8faa025-755e-4708-a5fb-9f76bf087a0a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.011745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Attempting to bind port 42532e85-3f9a-4f6c-a1c5-d6291c157454 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:40.012161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Attempting to bind port 42532e85-3f9a-4f6c-a1c5-d6291c157454 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:40.012529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Attempting to bind port 42532e85-3f9a-4f6c-a1c5-d6291c157454 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:40.015453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Pushing event updated for resources: {'Port': ['ID=20fd48ab-eb0e-4737-8d2a-1423783711f6,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:40.019184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:40.019642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:40.019997 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.020408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:40.020910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Bound port: 42532e85-3f9a-4f6c-a1c5-d6291c157454, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:40.021314 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.032382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752667b-1745-40d9-96dd-f27e93f78382 None None] Pushing event updated for resources: {'Port': ['ID=42532e85-3f9a-4f6c-a1c5-d6291c157454,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:40.066388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:40.066908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.192557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-058d9a6f-2fcc-495a-aa5e-383687ab2bb1 None None] Provisioning complete for port 20fd48ab-eb0e-4737-8d2a-1423783711f6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:40.192934 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-058d9a6f-2fcc-495a-aa5e-383687ab2bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.206025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Network e2f5e9c8-4215-42db-98b3-c35244b7ecad is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:40.209038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:40.242331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] For port 42532e85-3f9a-4f6c-a1c5-d6291c157454, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:40.246705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] For port 42532e85-3f9a-4f6c-a1c5-d6291c157454, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=42532e85-3f9a-4f6c-a1c5-d6291c157454,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:40.261136 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.329286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-058d9a6f-2fcc-495a-aa5e-383687ab2bb1 None None] Port 20fd48ab-eb0e-4737-8d2a-1423783711f6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:40.403786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Routers {'a8faa025-755e-4708-a5fb-9f76bf087a0a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:40.404502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a8faa025-755e-4708-a5fb-9f76bf087a0a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:40.409287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6752667b-1745-40d9-96dd-f27e93f78382 None None] Pushing event updated for resources: {'Port': ['ID=42532e85-3f9a-4f6c-a1c5-d6291c157454,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:40.465290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Router a8faa025-755e-4708-a5fb-9f76bf087a0a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:40.491825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:40.616307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] Set router a8faa025-755e-4708-a5fb-9f76bf087a0a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:40.660998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:40.675646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7fa256ed-f2fd-4288-b841-29e055ff2d77 admin admin] 10.222.0.60 "PUT /v2.0/routers/a8faa025-755e-4708-a5fb-9f76bf087a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8103766 Feb 19 00:55:40.735904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7c7d5e48-a9ad-4085-aff8-01401153c014 None None] Provisioning complete for port 20fd48ab-eb0e-4737-8d2a-1423783711f6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:40.736320 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7d5e48-a9ad-4085-aff8-01401153c014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:40.831256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d5e48-a9ad-4085-aff8-01401153c014 None None] Port 20fd48ab-eb0e-4737-8d2a-1423783711f6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:40.891196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9046b90f-2af1-42ab-aeb2-8ca465b52a44 req-a83149c8-e3c9-49ab-864d-64becc9e959c tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0503280 Feb 19 00:55:40.938534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 4, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port': {'id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:35Z', 'updated_at': '2022-02-19T00:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '20fd48ab-eb0e-4737-8d2a-1423783711f6', 'name': '', 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'mac_address': 'fa:16:3e:65:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:38Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 2, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'subnets': [{'id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:40.970410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92342487-0803-4956-9f98-178c33ec2a31 None None] The sync data for ids ['a8faa025-755e-4708-a5fb-9f76bf087a0a'] in n-d-826527-3 is: [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 4, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port': {'id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:35Z', 'updated_at': '2022-02-19T00:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '20fd48ab-eb0e-4737-8d2a-1423783711f6', 'name': '', 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'mac_address': 'fa:16:3e:65:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:38Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 2, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'subnets': [{'id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:42.058559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71abffdf-8395-41d2-8386-fb8cd74ba2bc req-27db7e61-02c8-4731-9dfc-1514e9cc5518 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0431828 Feb 19 00:55:42.112872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46838) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:42.372537 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:55:42.548070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (66ac645a-d1e3-4782-a9d1-652073e46969), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.119750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Deleting port 27c3489f-3a96-4021-8871-e7e2c2a08500 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:43.120461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.199893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3d4ffa8-59de-4064-aeb4-fff5c327b430 req-a5edf21d-fbb0-4cdc-9e5c-59086bad5b4b tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0387583 Feb 19 00:55:43.237357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] For port 27c3489f-3a96-4021-8871-e7e2c2a08500, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=27c3489f-3a96-4021-8871-e7e2c2a08500,segment=NetworkSegment(771ed1b9-8dc5-442c-8074-2a65814e0fa4),segment_id=771ed1b9-8dc5-442c-8074-2a65814e0fa4)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:43.237618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.260022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Calling delete_port for 27c3489f-3a96-4021-8871-e7e2c2a08500 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:43.474912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (27c3489f-3a96-4021-8871-e7e2c2a08500), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.504032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c3489f-3a96-4021-8871-e7e2c2a08500,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:43.739538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 42532e85-3f9a-4f6c-a1c5-d6291c157454 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:43.740478 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (66ac645a-d1e3-4782-a9d1-652073e46969), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.818233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 42532e85-3f9a-4f6c-a1c5-d6291c157454 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:43.818804 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.918772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 42532e85-3f9a-4f6c-a1c5-d6291c157454 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:43.919478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:43.943716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 42532e85-3f9a-4f6c-a1c5-d6291c157454, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=42532e85-3f9a-4f6c-a1c5-d6291c157454,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:43.950147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.019667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=42532e85-3f9a-4f6c-a1c5-d6291c157454,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:44.037061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Router 66ac645a-d1e3-4782-a9d1-652073e46969 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:44.178532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:44.184331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9cdd49e5-aeb4-455c-9943-a7f7247ca7a4 admin admin] 10.222.0.60 "PUT /v2.0/routers/66ac645a-d1e3-4782-a9d1-652073e46969/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0701649 Feb 19 00:55:44.186901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46854) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:44.193257 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] Sync routers for ids ['66ac645a-d1e3-4782-a9d1-652073e46969'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:44.209264 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] Routers {'66ac645a-d1e3-4782-a9d1-652073e46969'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:44.210151 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['66ac645a-d1e3-4782-a9d1-652073e46969'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:44.346165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0fea6e0-e5e9-49f7-a205-908a0da4b80c req-8e0b62ce-6d37-434f-9d6f-7d5f605159aa tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0398402 Feb 19 00:55:44.353414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks [] for router (66ac645a-d1e3-4782-a9d1-652073e46969), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.360774 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] Set router 66ac645a-d1e3-4782-a9d1-652073e46969 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:44.447453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Sync routers for ids ['a8faa025-755e-4708-a5fb-9f76bf087a0a'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:44.461079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Routers {'a8faa025-755e-4708-a5fb-9f76bf087a0a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:44.461928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a8faa025-755e-4708-a5fb-9f76bf087a0a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:44.499482 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks [] for router_gateway (66ac645a-d1e3-4782-a9d1-652073e46969), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.564512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Deleting port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:44.565204 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.622592 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:43Z', 'revision_number': 5, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port': {'id': '2ce10e04-88e3-4174-bc57-d6c1c9d3aede', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:64:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:25Z', 'updated_at': '2022-02-19T00:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:44.630414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Set router a8faa025-755e-4708-a5fb-9f76bf087a0a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:44.663419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] For port 2ce10e04-88e3-4174-bc57-d6c1c9d3aede, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2ce10e04-88e3-4174-bc57-d6c1c9d3aede,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:44.663822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.667788 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] Checking router: 66ac645a-d1e3-4782-a9d1-652073e46969 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:44.679201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Calling delete_port for 2ce10e04-88e3-4174-bc57-d6c1c9d3aede owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:44.686695 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] Routers {'66ac645a-d1e3-4782-a9d1-652073e46969'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:44.687953 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['66ac645a-d1e3-4782-a9d1-652073e46969'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:44.834548 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] Set router 66ac645a-d1e3-4782-a9d1-652073e46969 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:44.923740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2ce10e04-88e3-4174-bc57-d6c1c9d3aede), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:44.925756 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:44Z', 'revision_number': 6, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:44.941801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 4, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port': {'id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:35Z', 'updated_at': '2022-02-19T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '20fd48ab-eb0e-4737-8d2a-1423783711f6', 'name': '', 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'mac_address': 'fa:16:3e:65:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:38Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 2, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'subnets': [{'id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:44.951816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce10e04-88e3-4174-bc57-d6c1c9d3aede,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:45.008461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Checking router: a8faa025-755e-4708-a5fb-9f76bf087a0a for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:45.008828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Updating router a8faa025-755e-4708-a5fb-9f76bf087a0a port 20fd48ab-eb0e-4737-8d2a-1423783711f6 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:45.070976 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.099973 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (66ac645a-d1e3-4782-a9d1-652073e46969), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.144822 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5913689-82f1-4b2c-9c5f-467a0614cb40 None None] The sync data for ids ['66ac645a-d1e3-4782-a9d1-652073e46969'] in n-d-826527-3 is: [{'id': '66ac645a-d1e3-4782-a9d1-652073e46969', 'name': 'tempest-TestAggregatesBasicOps-1785685862-router', 'tenant_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:24Z', 'updated_at': '2022-02-19T00:55:44Z', 'revision_number': 6, 'project_id': '574cda33dfbd46bd9be4c58b0c6c3c31', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:45.240460 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (66ac645a-d1e3-4782-a9d1-652073e46969), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.242877 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks [] for router_controller (66ac645a-d1e3-4782-a9d1-652073e46969), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.291002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (66ac645a-d1e3-4782-a9d1-652073e46969), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.291518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66ac645a-d1e3-4782-a9d1-652073e46969 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:55:45.296027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.300274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46866) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:45.300904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-412f31e2-87ae-4cb4-b826-0e01d62d2388 admin admin] 10.222.0.60 "DELETE /v2.0/routers/66ac645a-d1e3-4782-a9d1-652073e46969 HTTP/1.1" status: 204 len: 168 time: 1.1123571 Feb 19 00:55:45.350898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-f381a863-ef07-4175-b0f7-1b1411cd2316 admin admin] Deleting subnet 8288ffb9-a665-41f3-8ee6-9b5382965988 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:55:45.354234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f381a863-ef07-4175-b0f7-1b1411cd2316 admin admin] Publish callbacks [] for subnet (8288ffb9-a665-41f3-8ee6-9b5382965988), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.384955 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Publish callbacks [] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.392053 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.393041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f381a863-ef07-4175-b0f7-1b1411cd2316 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (8288ffb9-a665-41f3-8ee6-9b5382965988), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.476839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60087e91-698b-491d-9457-9381ad062b13 None None] Pushing event updated for resources: {'Port': ['ID=20fd48ab-eb0e-4737-8d2a-1423783711f6,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:45.479777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8aa5cb8-3c27-4bab-aea3-c1464e431f0f req-b3fc6dd2-8089-486d-b37f-49d80dd2aa36 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0383408 Feb 19 00:55:45.575181 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f381a863-ef07-4175-b0f7-1b1411cd2316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (8288ffb9-a665-41f3-8ee6-9b5382965988), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.606926 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Attempting to bind port 20fd48ab-eb0e-4737-8d2a-1423783711f6 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:45.621981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Attempting to bind port 20fd48ab-eb0e-4737-8d2a-1423783711f6 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:45.623400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Attempting to bind port 20fd48ab-eb0e-4737-8d2a-1423783711f6 on network e2f5e9c8-4215-42db-98b3-c35244b7ecad {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:45.642002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:45.642750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Checking segment: {'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:45.643521 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.647657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Bound using segment: {'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:45.648874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Bound port: 20fd48ab-eb0e-4737-8d2a-1423783711f6, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2890d19c-863f-4717-8f20-040a721e530c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:45.648874 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.702470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f381a863-ef07-4175-b0f7-1b1411cd2316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (8288ffb9-a665-41f3-8ee6-9b5382965988), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.743538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381a863-ef07-4175-b0f7-1b1411cd2316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8288ffb9-a665-41f3-8ee6-9b5382965988,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:45.754885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f381a863-ef07-4175-b0f7-1b1411cd2316 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.755131 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 42532e85-3f9a-4f6c-a1c5-d6291c157454 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:45.763452 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f381a863-ef07-4175-b0f7-1b1411cd2316 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8288ffb9-a665-41f3-8ee6-9b5382965988 HTTP/1.1" status: 204 len: 168 time: 0.4598205 Feb 19 00:55:45.766540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:45.778808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46cc739-bb80-429e-8623-3e90c847a1e0 None None] Network 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:45.783563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] For port 20fd48ab-eb0e-4737-8d2a-1423783711f6, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:45.819657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] For port 20fd48ab-eb0e-4737-8d2a-1423783711f6, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=20fd48ab-eb0e-4737-8d2a-1423783711f6,segment=NetworkSegment(2890d19c-863f-4717-8f20-040a721e530c),segment_id=2890d19c-863f-4717-8f20-040a721e530c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:45.874891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.895370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-49da83a1-e243-46d9-8b17-203faca4a03f None None] Provisioning complete for port 20fd48ab-eb0e-4737-8d2a-1423783711f6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:45.895743 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49da83a1-e243-46d9-8b17-203faca4a03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.909215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (1b89f09f-6b17-490b-a7ec-03fcc1e38fa3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:45.970930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60087e91-698b-491d-9457-9381ad062b13 None None] Pushing event updated for resources: {'Port': ['ID=20fd48ab-eb0e-4737-8d2a-1423783711f6,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:45.994741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Deleting port 92037a7b-ed87-41df-8eef-48b5261e3c89 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:45.995737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.020823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Routers {'a8faa025-755e-4708-a5fb-9f76bf087a0a'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:46.021526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a8faa025-755e-4708-a5fb-9f76bf087a0a'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:46.094407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 42532e85-3f9a-4f6c-a1c5-d6291c157454 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:46.094785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.107000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] For port 92037a7b-ed87-41df-8eef-48b5261e3c89, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=92037a7b-ed87-41df-8eef-48b5261e3c89,segment=NetworkSegment(771ed1b9-8dc5-442c-8074-2a65814e0fa4),segment_id=771ed1b9-8dc5-442c-8074-2a65814e0fa4)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:46.107941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.129549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Calling delete_port for 92037a7b-ed87-41df-8eef-48b5261e3c89 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:46.245723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (92037a7b-ed87-41df-8eef-48b5261e3c89), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.289534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92037a7b-ed87-41df-8eef-48b5261e3c89,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:46.301209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] No DVR routers for this DVR port 92037a7b-ed87-41df-8eef-48b5261e3c89 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:46.411311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (1b89f09f-6b17-490b-a7ec-03fcc1e38fa3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.440643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b89f09f-6b17-490b-a7ec-03fcc1e38fa3']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:46.459927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '771ed1b9-8dc5-442c-8074-2a65814e0fa4') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:46.460956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '771ed1b9-8dc5-442c-8074-2a65814e0fa4') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:46.475591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (771ed1b9-8dc5-442c-8074-2a65814e0fa4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.495341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (771ed1b9-8dc5-442c-8074-2a65814e0fa4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.502317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:55:46.502856 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (771ed1b9-8dc5-442c-8074-2a65814e0fa4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.529461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a9abee-17f2-46c7-a027-ee41526975ed None None] DHCP port deletion for 1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:55:46.544398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] Set router a8faa025-755e-4708-a5fb-9f76bf087a0a gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:55:46.566762 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:55:46.612325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (1b89f09f-6b17-490b-a7ec-03fcc1e38fa3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.646565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.653073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 42532e85-3f9a-4f6c-a1c5-d6291c157454 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:46.653999 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1b89f09f-6b17-490b-a7ec-03fcc1e38fa3 HTTP/1.1" status: 204 len: 168 time: 0.8858783 Feb 19 00:55:46.655097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46882) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:46.656119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75d52a-65d0-4b48-b07b-a48c4f351de2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b89f09f-6b17-490b-a7ec-03fcc1e38fa3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:46.694499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 27c3489f-3a96-4021-8871-e7e2c2a08500 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:46.728084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f9cd488-ef0f-4e37-9e17-fc07b7b5f17f req-6e5c9c90-c15b-4cfe-ac86-2d3a3eede948 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0822787 Feb 19 00:55:46.778951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-49da83a1-e243-46d9-8b17-203faca4a03f None None] Current status of the port 20fd48ab-eb0e-4737-8d2a-1423783711f6 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:46.779769 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49da83a1-e243-46d9-8b17-203faca4a03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:46.810096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 27c3489f-3a96-4021-8871-e7e2c2a08500 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:46.810661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 27c3489f-3a96-4021-8871-e7e2c2a08500 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:46.905134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-49da83a1-e243-46d9-8b17-203faca4a03f None None] For port 20fd48ab-eb0e-4737-8d2a-1423783711f6, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=20fd48ab-eb0e-4737-8d2a-1423783711f6,segment=NetworkSegment(2890d19c-863f-4717-8f20-040a721e530c),segment_id=2890d19c-863f-4717-8f20-040a721e530c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:46.924517 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49da83a1-e243-46d9-8b17-203faca4a03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.081047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da83a1-e243-46d9-8b17-203faca4a03f None None] Pushing event updated for resources: {'Port': ['ID=20fd48ab-eb0e-4737-8d2a-1423783711f6,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:47.100295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-466c20be-5f0a-400c-b11b-7079c287d7fe None None] Provisioning complete for port 20fd48ab-eb0e-4737-8d2a-1423783711f6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:47.100988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-466c20be-5f0a-400c-b11b-7079c287d7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.133724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 4, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port': {'id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:35Z', 'updated_at': '2022-02-19T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '20fd48ab-eb0e-4737-8d2a-1423783711f6', 'name': '', 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'mac_address': 'fa:16:3e:65:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:38Z', 'updated_at': '2022-02-19T00:55:45Z', 'revision_number': 4, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'subnets': [{'id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:47.167178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0614ce-ba73-471d-a11c-b31b410884f7 None None] The sync data for ids ['a8faa025-755e-4708-a5fb-9f76bf087a0a'] in n-d-826527-3 is: [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:39Z', 'revision_number': 4, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port': {'id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:35Z', 'updated_at': '2022-02-19T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '20fd48ab-eb0e-4737-8d2a-1423783711f6', 'name': '', 'network_id': 'e2f5e9c8-4215-42db-98b3-c35244b7ecad', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'mac_address': 'fa:16:3e:65:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:38Z', 'updated_at': '2022-02-19T00:55:45Z', 'revision_number': 4, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'subnets': [{'id': 'af55c031-3f5d-4548-a90d-6703cc74cbd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:47.246701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-466c20be-5f0a-400c-b11b-7079c287d7fe None None] Current status of the port 20fd48ab-eb0e-4737-8d2a-1423783711f6 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:47.281627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (a8faa025-755e-4708-a5fb-9f76bf087a0a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.684500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 20fd48ab-eb0e-4737-8d2a-1423783711f6 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:47.754722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Deleting port 20fd48ab-eb0e-4737-8d2a-1423783711f6 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:47.755302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.780887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 20fd48ab-eb0e-4737-8d2a-1423783711f6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:47.781312 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:47.876217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53109dd7-684f-4247-90e5-3b578f5987c5 req-0f850da4-9f6a-439f-893d-870ca2d62ae4 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0399857 Feb 19 00:55:47.924393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 20fd48ab-eb0e-4737-8d2a-1423783711f6 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:48.003898 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-513bdc8c-84d8-41a8-9102-3ef65e04542d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.013526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] For port 20fd48ab-eb0e-4737-8d2a-1423783711f6, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=20fd48ab-eb0e-4737-8d2a-1423783711f6,segment=NetworkSegment(2890d19c-863f-4717-8f20-040a721e530c),segment_id=2890d19c-863f-4717-8f20-040a721e530c)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:48.014394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.030818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 92037a7b-ed87-41df-8eef-48b5261e3c89 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:48.043204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Calling delete_port for 20fd48ab-eb0e-4737-8d2a-1423783711f6 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:48.072811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 92037a7b-ed87-41df-8eef-48b5261e3c89 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:48.073157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 92037a7b-ed87-41df-8eef-48b5261e3c89 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:48.073588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2ce10e04-88e3-4174-bc57-d6c1c9d3aede no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:48.132528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 2ce10e04-88e3-4174-bc57-d6c1c9d3aede {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:48.133231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2ce10e04-88e3-4174-bc57-d6c1c9d3aede not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:48.707753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (20fd48ab-eb0e-4737-8d2a-1423783711f6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.736176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Pushing event deleted for resources: {'Port': ['ID=20fd48ab-eb0e-4737-8d2a-1423783711f6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:48.893759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:48.943888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (a8faa025-755e-4708-a5fb-9f76bf087a0a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.036715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d22a67d5-c5b9-43e3-8464-b3e29eb0f14b req-b41e5e7c-a1fb-421b-b496-02d6884493c8 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0622027 Feb 19 00:55:49.279765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Router a8faa025-755e-4708-a5fb-9f76bf087a0a has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:55:49.413411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:49.421168 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-adc9e610-8a9d-4537-8f35-d2513accc311 admin admin] 10.222.0.60 "PUT /v2.0/routers/a8faa025-755e-4708-a5fb-9f76bf087a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7600725 Feb 19 00:55:49.421425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46930) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:49.428646 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] Sync routers for ids ['a8faa025-755e-4708-a5fb-9f76bf087a0a'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:49.450931 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] Routers {'a8faa025-755e-4708-a5fb-9f76bf087a0a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:49.451586 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a8faa025-755e-4708-a5fb-9f76bf087a0a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:49.571905 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] Set router a8faa025-755e-4708-a5fb-9f76bf087a0a gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:49.601371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks [] for router (a8faa025-755e-4708-a5fb-9f76bf087a0a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.742579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks [] for router_gateway (a8faa025-755e-4708-a5fb-9f76bf087a0a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.790229 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:48Z', 'revision_number': 5, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port': {'id': '42532e85-3f9a-4f6c-a1c5-d6291c157454', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:35Z', 'updated_at': '2022-02-19T00:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:49.802398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Deleting port 42532e85-3f9a-4f6c-a1c5-d6291c157454 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:49.802873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.841048 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] Checking router: a8faa025-755e-4708-a5fb-9f76bf087a0a for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:49.854392 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] Routers {'a8faa025-755e-4708-a5fb-9f76bf087a0a'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:49.855760 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['a8faa025-755e-4708-a5fb-9f76bf087a0a'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:49.902351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] For port 42532e85-3f9a-4f6c-a1c5-d6291c157454, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=42532e85-3f9a-4f6c-a1c5-d6291c157454,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:49.903077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:49.919465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Calling delete_port for 42532e85-3f9a-4f6c-a1c5-d6291c157454 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:49.960850 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] Set router a8faa025-755e-4708-a5fb-9f76bf087a0a gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:50.032336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-118ad8d0-866f-477c-870c-f599689a3d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.040157 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:49Z', 'revision_number': 6, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:50.088488 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1070a6c7-9a83-4a7e-b225-eca0f786024a None None] The sync data for ids ['a8faa025-755e-4708-a5fb-9f76bf087a0a'] in n-d-826527-3 is: [{'id': 'a8faa025-755e-4708-a5fb-9f76bf087a0a', 'name': 'tempest-TestAggregatesBasicOps-932001495-router', 'tenant_id': 'f4aebe411018493e9ee1736a98a2d3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:34Z', 'updated_at': '2022-02-19T00:55:49Z', 'revision_number': 6, 'project_id': 'f4aebe411018493e9ee1736a98a2d3df', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:55:50.156287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (42532e85-3f9a-4f6c-a1c5-d6291c157454), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.219087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Pushing event deleted for resources: {'Port': ['ID=42532e85-3f9a-4f6c-a1c5-d6291c157454,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:50.233706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2232238a-17bd-42c8-9d8b-59604d602139 req-8887c458-d49e-4b64-8209-5b5da4de34dd tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0483391 Feb 19 00:55:50.304001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (a8faa025-755e-4708-a5fb-9f76bf087a0a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.417301 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (a8faa025-755e-4708-a5fb-9f76bf087a0a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.421573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks [] for router_controller (a8faa025-755e-4708-a5fb-9f76bf087a0a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.480166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (a8faa025-755e-4708-a5fb-9f76bf087a0a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.480808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8faa025-755e-4708-a5fb-9f76bf087a0a {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 00:55:50.494354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.494354 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-79e32501-1078-4a32-b5fe-a674801aa927 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a8faa025-755e-4708-a5fb-9f76bf087a0a HTTP/1.1" status: 204 len: 168 time: 1.0702131 Feb 19 00:55:50.502653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46952) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:50.570581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a25ab2b-8759-4397-aa91-7df5cb843857 admin admin] Deleting subnet af55c031-3f5d-4548-a90d-6703cc74cbd6 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 00:55:50.574260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a25ab2b-8759-4397-aa91-7df5cb843857 admin admin] Publish callbacks [] for subnet (af55c031-3f5d-4548-a90d-6703cc74cbd6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.613888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a25ab2b-8759-4397-aa91-7df5cb843857 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (af55c031-3f5d-4548-a90d-6703cc74cbd6), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.762344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a25ab2b-8759-4397-aa91-7df5cb843857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (af55c031-3f5d-4548-a90d-6703cc74cbd6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.855997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a25ab2b-8759-4397-aa91-7df5cb843857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (af55c031-3f5d-4548-a90d-6703cc74cbd6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.886299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25ab2b-8759-4397-aa91-7df5cb843857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af55c031-3f5d-4548-a90d-6703cc74cbd6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:50.892317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9a25ab2b-8759-4397-aa91-7df5cb843857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:50.895775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9a25ab2b-8759-4397-aa91-7df5cb843857 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/af55c031-3f5d-4548-a90d-6703cc74cbd6 HTTP/1.1" status: 204 len: 168 time: 0.3941944 Feb 19 00:55:50.898341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:50.903154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c670f80-7a1c-4c53-9582-eca9f4bae705 None None] Network e2f5e9c8-4215-42db-98b3-c35244b7ecad requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:50.998753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e2f5e9c8-4215-42db-98b3-c35244b7ecad), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.093815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Deleting port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:51.094281 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.141476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] DHCP port deletion for e2f5e9c8-4215-42db-98b3-c35244b7ecad request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 00:55:51.199862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] For port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,segment=NetworkSegment(2890d19c-863f-4717-8f20-040a721e530c),segment_id=2890d19c-863f-4717-8f20-040a721e530c)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:51.202463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.223763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Calling delete_port for 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:51.246409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] Deleting port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:55:51.246938 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.271504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.324966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-e50c6e41-f41e-4dab-88eb-e1bbe0621b54 req-3d61cfa1-5ccb-4258-86c6-63f6b944215d service neutron] (103649) timed out ('10.222.0.126', 53442) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:55:51.367036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] For port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,segment=NetworkSegment(2890d19c-863f-4717-8f20-040a721e530c),segment_id=2890d19c-863f-4717-8f20-040a721e530c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:51.369299 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.386328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.399724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] Calling delete_port for 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:55:51.408278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] No DVR routers for this DVR port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:51.411854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64274bde-e48d-4d4b-bb0b-a82875bb47ab req-3553c4c9-0d10-4813-8886-e17d80bbeca0 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0399342 Feb 19 00:55:51.468871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:51.505082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (3b2290ab-fcf9-446f-8ead-8ab3ecc08048), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.517025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] No DVR routers for this DVR port 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:55:51.540721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02e200-4721-43be-a108-80f91fa7029f None None] Pushing event deleted for resources: {'Port': ['ID=3b2290ab-fcf9-446f-8ead-8ab3ecc08048,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:51.568043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e2f5e9c8-4215-42db-98b3-c35244b7ecad), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.607303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f5e9c8-4215-42db-98b3-c35244b7ecad']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:51.620941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2890d19c-863f-4717-8f20-040a721e530c') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:51.621410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2890d19c-863f-4717-8f20-040a721e530c') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:51.663747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (2890d19c-863f-4717-8f20-040a721e530c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.668394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 20fd48ab-eb0e-4737-8d2a-1423783711f6 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:51.670397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-d02c09c4-3e85-4ba9-8fd0-274cb49393e0 req-7918eceb-0c02-486a-92b0-27ef519e04c7 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] (103649) timed out ('10.222.0.126', 53485) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:55:51.680433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2890d19c-863f-4717-8f20-040a721e530c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.690970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 00:55:51.691559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (2890d19c-863f-4717-8f20-040a721e530c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.703259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 20fd48ab-eb0e-4737-8d2a-1423783711f6 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:51.703611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 20fd48ab-eb0e-4737-8d2a-1423783711f6 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:51.704035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 42532e85-3f9a-4f6c-a1c5-d6291c157454 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:51.733342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 42532e85-3f9a-4f6c-a1c5-d6291c157454 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:51.733688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 42532e85-3f9a-4f6c-a1c5-d6291c157454 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:51.734192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:55:51.757274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:55:51.757274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3b2290ab-fcf9-446f-8ead-8ab3ecc08048 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: timer() Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 00:55:51.759419 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 00:55:51.772004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e2f5e9c8-4215-42db-98b3-c35244b7ecad), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.781226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:51.785896 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e2f5e9c8-4215-42db-98b3-c35244b7ecad HTTP/1.1" status: 204 len: 168 time: 0.8855467 Feb 19 00:55:51.800681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff221b1-fb4e-4fee-b7d7-127b69786410 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2f5e9c8-4215-42db-98b3-c35244b7ecad,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:51.992339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 46984) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:52.054857 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca8531e2-a399-4940-a6fd-24ff34cfaffa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=574cda33dfbd46bd9be4c58b0c6c3c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0609815 Feb 19 00:55:52.057534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 46986) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:52.122562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8346-a9c0-4660-ad82-3f97ac803976 admin admin] Publish callbacks [] for security_group (eac87e15-487f-4e1f-a7e3-d2add29db604), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.159165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8346-a9c0-4660-ad82-3f97ac803976 admin admin] Publish callbacks [] for security_group (eac87e15-487f-4e1f-a7e3-d2add29db604), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.235883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8346-a9c0-4660-ad82-3f97ac803976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (eac87e15-487f-4e1f-a7e3-d2add29db604), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.240771 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2e1e8346-a9c0-4660-ad82-3f97ac803976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.242281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e1e8346-a9c0-4660-ad82-3f97ac803976 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eac87e15-487f-4e1f-a7e3-d2add29db604 HTTP/1.1" status: 204 len: 168 time: 0.1834002 Feb 19 00:55:52.259779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e8346-a9c0-4660-ad82-3f97ac803976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac87e15-487f-4e1f-a7e3-d2add29db604,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:52.554946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52f17857-0f60-4453-9695-ddf24277a0da req-3ca0e927-f4d3-4cbf-9bee-ba5ba48c698a tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0427070 Feb 19 00:55:52.662923 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.671948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47006) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:52.727203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9f1fda05-0341-4a82-bcdf-b289fd15cf71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4aebe411018493e9ee1736a98a2d3df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0539923 Feb 19 00:55:52.730376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47010) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:52.797897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae8d01ea-ebaa-4dd3-9850-21d43182e3b5 admin admin] Publish callbacks [] for security_group (714f84bc-5701-41dd-bd73-21c0b166c5c3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.829653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae8d01ea-ebaa-4dd3-9850-21d43182e3b5 admin admin] Publish callbacks [] for security_group (714f84bc-5701-41dd-bd73-21c0b166c5c3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.891473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae8d01ea-ebaa-4dd3-9850-21d43182e3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (714f84bc-5701-41dd-bd73-21c0b166c5c3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.894959 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ae8d01ea-ebaa-4dd3-9850-21d43182e3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:52.899915 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ae8d01ea-ebaa-4dd3-9850-21d43182e3b5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/714f84bc-5701-41dd-bd73-21c0b166c5c3 HTTP/1.1" status: 204 len: 168 time: 0.1683462 Feb 19 00:55:52.911128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d01ea-ebaa-4dd3-9850-21d43182e3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f84bc-5701-41dd-bd73-21c0b166c5c3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:53.710521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a26bcbe-5766-4467-9c54-bf942d30194b req-8fd204dc-1d9f-46cf-9680-ee8bf8676b1c tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0372233 Feb 19 00:55:53.792793 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:53.878985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:53.991093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-884245903-network', 'tenant_id': '151484c438c540489133086653266a94'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:54.032587 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Made reservation on behalf of 151484c438c540489133086653266a94 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:54.036260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.047800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.146921 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Publish callbacks [] for security_group (fe0dd742-e2fa-4aa1-b1a8-6ca6fac52670), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.152357 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fe0dd742-e2fa-4aa1-b1a8-6ca6fac52670), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.194861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:55:54.203694 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.219997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0dd742-e2fa-4aa1-b1a8-6ca6fac52670,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:54.225985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (205914dd-adbd-4544-b6da-a71158d0186d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.226453 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Added segment 205914dd-adbd-4544-b6da-a71158d0186d of type vlan for network 75f53268-3be1-4161-9354-4f68e44697d6 Feb 19 00:55:54.287461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (75f53268-3be1-4161-9354-4f68e44697d6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.341800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (75f53268-3be1-4161-9354-4f68e44697d6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.343399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:54.344310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.408172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5279956 Feb 19 00:55:54.411456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47072) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:54.420093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Request body: {'subnet': {'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-884245903-subnet', 'tenant_id': '151484c438c540489133086653266a94', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:54.420605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20912dbb-e578-4b27-88bc-b5f6288c271d admin admin] Pushing event updated for resources: {'Network': ['ID=75f53268-3be1-4161-9354-4f68e44697d6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:54.432027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 75f53268-3be1-4161-9354-4f68e44697d6 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:55:54.453187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Made reservation on behalf of 151484c438c540489133086653266a94 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:55:54.456439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.670565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (c5eec51d-5061-4f77-8566-b40fba6dde33), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.734784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5eec51d-5061-4f77-8566-b40fba6dde33,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:54.752064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Checking segment: {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:54.752426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Network hostable DHCP agents. Network: 75f53268-3be1-4161-9354-4f68e44697d6, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:55:54.776851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Network 75f53268-3be1-4161-9354-4f68e44697d6 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:55:54.789199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 75f53268-3be1-4161-9354-4f68e44697d6) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:54.799510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dcfdea-cba8-4170-a46d-efb3a3347b72 None None] Network 75f53268-3be1-4161-9354-4f68e44697d6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:54.803938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:55:54.804817 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.880866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d9b8fe1-385e-476e-acb4-d860dbaf6ceb req-fa42c8bf-1c7b-46f4-85a8-10cbb04185f4 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0532324 Feb 19 00:55:54.891384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9c435705-778a-4b89-abd2-9c37e0a560b4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4783425 Feb 19 00:55:54.894119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47086) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:54.899684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:55:54.926703 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.928448 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:54.987847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-75f53268-3be1-4161-9354-4f68e44697d6', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'project_id': '151484c438c540489133086653266a94', 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:55:54.989192 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.013265 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks [] for router_controller (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.180330 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks [] for router_gateway (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.205744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Allocated IP 172.20.0.2 (75f53268-3be1-4161-9354-4f68e44697d6/c5eec51d-5061-4f77-8566-b40fba6dde33/3d8b4d9a-19c3-4437-a2a7-93fd1694962a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:55.377390 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Publish callbacks [] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.386469 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.444135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Network 75f53268-3be1-4161-9354-4f68e44697d6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:55.448274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:55.451141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:55.459613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks [] for router_gateway (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.487799 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.494210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Pushing event updated for resources: {'Port': ['ID=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:55.566670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Attempting to bind port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:55.567783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Attempting to bind port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:55.568455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Attempting to bind port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a on network 75f53268-3be1-4161-9354-4f68e44697d6 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:55.575935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:55.576733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Checking segment: {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:55.577356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.578104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Bound using segment: {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:55.578946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Bound port: 3d8b4d9a-19c3-4437-a2a7-93fd1694962a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:55.579516 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.618556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Allocated IP 172.25.6.7 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/21dfd707-2e32-48ea-9934-cc357badb708) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:55.668917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] For port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:55.673374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] For port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:55.681594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.759334 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks [] for port (21dfd707-2e32-48ea-9934-cc357badb708), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.769834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f97839-0fcb-45b3-ad5b-c5b63ee6947a None None] Pushing event updated for resources: {'Port': ['ID=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:55.820683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (21dfd707-2e32-48ea-9934-cc357badb708), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:55.887901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Pushing event updated for resources: {'Port': ['ID=21dfd707-2e32-48ea-9934-cc357badb708,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:55.902771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:55.904388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:55.906778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:56.117463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-105f9ba9-4d8f-480a-8dc5-cb436b761bd9 req-3a1d7083-0d70-4e6b-864e-bcc2b9738a66 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0686762 Feb 19 00:55:56.313866 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks [] for router_gateway (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:56.870962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.032355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:55:57.129766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b733676-9145-4f63-82f1-6df5e6225882 None None] Network 75f53268-3be1-4161-9354-4f68e44697d6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:55:57.179195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:55:57.194706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Sync routers for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:55:57.215035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.219637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-97f936df-e098-457d-8a84-a2c483d73237 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3217208 Feb 19 00:55:57.220517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47132) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:55:57.224654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:57.225298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:57.232426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bbff0c4b-65c9-468d-a689-2794992b5bd0 None None] Provisioning complete for port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:57.232810 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbff0c4b-65c9-468d-a689-2794992b5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.313658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99570cda-29ef-482b-9fc1-6311f987d64f req-d67cdb96-3460-454f-a036-165eabf1fd0d tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0475426 Feb 19 00:55:57.484812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bbff0c4b-65c9-468d-a689-2794992b5bd0 None None] Current status of the port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:57.485360 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbff0c4b-65c9-468d-a689-2794992b5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.499527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:57.624105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bbff0c4b-65c9-468d-a689-2794992b5bd0 None None] For port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:55:57.657776 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbff0c4b-65c9-468d-a689-2794992b5bd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:57.734868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d8b4d9a-19c3-4437-a2a7-93fd1694962a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:57.903483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.017303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff0c4b-65c9-468d-a689-2794992b5bd0 None None] Pushing event updated for resources: {'Port': ['ID=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:58.023784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ba851c82-7830-4880-8951-173e3b731d0c None None] Provisioning complete for port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:58.024331 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba851c82-7830-4880-8951-173e3b731d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.101893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:58.102326 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.117235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Allocated IP 172.20.0.1 (75f53268-3be1-4161-9354-4f68e44697d6/c5eec51d-5061-4f77-8566-b40fba6dde33/8163a21c-9fa9-4fc7-b4d9-4041a28beefe) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:55:58.231796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ba851c82-7830-4880-8951-173e3b731d0c None None] Current status of the port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:58.241801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:56Z', 'revision_number': 3, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:58.294784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Checking router: 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:55:58.295208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Updating router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c port 21dfd707-2e32-48ea-9934-cc357badb708 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:55:58.309179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Publish callbacks [] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.332408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:55:58.334712 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21dfd707-2e32-48ea-9934-cc357badb708), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.392039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.474359 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Network 75f53268-3be1-4161-9354-4f68e44697d6 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:58.477554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:55:58.483575 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bbaf3d0-08cd-48ee-8c3a-98c53b962650 req-8b3dfb27-4133-4825-87b0-58f840451ca5 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0496573 Feb 19 00:55:58.486707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:55:58.546293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Pushing event updated for resources: {'Port': ['ID=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:58.580789 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.830327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.858206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Publish callbacks [] for port (21dfd707-2e32-48ea-9934-cc357badb708), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:58.875800 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (21dfd707-2e32-48ea-9934-cc357badb708), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.022314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086ba57-aa68-4231-9701-3fe8748a4fa6 None None] Pushing event updated for resources: {'Port': ['ID=21dfd707-2e32-48ea-9934-cc357badb708,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:59.065106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-42148e8a-c7a3-47d5-8a92-60332877e2f9 None None] Provisioning complete for port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:55:59.065937 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42148e8a-c7a3-47d5-8a92-60332877e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.140351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Attempting to bind port 21dfd707-2e32-48ea-9934-cc357badb708 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:55:59.140737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Attempting to bind port 21dfd707-2e32-48ea-9934-cc357badb708 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:55:59.142489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Attempting to bind port 21dfd707-2e32-48ea-9934-cc357badb708 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:55:59.162792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:55:59.163488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:55:59.164037 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.164942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:55:59.165698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Bound port: 21dfd707-2e32-48ea-9934-cc357badb708, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:55:59.166430 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21dfd707-2e32-48ea-9934-cc357badb708), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.230659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-42148e8a-c7a3-47d5-8a92-60332877e2f9 None None] Port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:55:59.285586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] For port 21dfd707-2e32-48ea-9934-cc357badb708, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:55:59.290738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] For port 21dfd707-2e32-48ea-9934-cc357badb708, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=21dfd707-2e32-48ea-9934-cc357badb708,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:55:59.305802 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (21dfd707-2e32-48ea-9934-cc357badb708), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.399094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:55:59.399834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:55:59.456610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4086ba57-aa68-4231-9701-3fe8748a4fa6 None None] Pushing event updated for resources: {'Port': ['ID=21dfd707-2e32-48ea-9934-cc357badb708,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:59.534703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Publish callbacks [] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.543655 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.636399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:55:59.693843 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:55:59.725639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d8b4d9a-19c3-4437-a2a7-93fd1694962a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:55:59.745604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ff724c3-cd65-4d34-a908-349d53280686 req-2b1984aa-72f2-4e62-8dc9-eba3dcddf9e7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0413225 Feb 19 00:55:59.750323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Pushing event updated for resources: {'Port': ['ID=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:55:59.760999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc98c03e-a1c4-4751-b3e8-454e532ce858 req-b4c762d3-c6e4-4d12-88e4-4c1522be15f7 tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0769024 Feb 19 00:55:59.905432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Network 75f53268-3be1-4161-9354-4f68e44697d6 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:55:59.906910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:00.006166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:00.017076 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:00.106468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:56:00.146345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:00.171814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 1, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:00.224135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa035fa6-610e-45bc-89ee-9b27d1d1c7fd None None] The sync data for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 is: [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 1, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:00.316853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:00.332676 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-881089c6-c659-4b16-8ff1-92b3ca963d3f admin admin] 10.222.0.60 "PUT /v2.0/routers/6c744027-ca0e-4bc2-ba91-e37fd18f2d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1010571 Feb 19 00:56:00.471752 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c7aa3d6c-7810-44ad-804e-365cfbc5a3cf None None] Provisioning complete for port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:00.472284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7aa3d6c-7810-44ad-804e-365cfbc5a3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:00.543496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c7aa3d6c-7810-44ad-804e-365cfbc5a3cf None None] Port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:01.002528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6f6f830-420a-4a0b-9d6e-3a323dd7ecd6 req-5cd78e7b-2987-496f-89e8-bf86a6c40ecd tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0824521 Feb 19 00:56:01.420676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47458) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:01.420987 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d4b9b3-49e2-410c-b01f-e3f9298fb576 req-ddb444bd-6668-417f-8588-63b5ca395866 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=db57d394d6a54c4b881dbcda18ae6bae&device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0439234 Feb 19 00:56:01.425931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1564465848-network', 'tenant_id': '5974930635294178a0741a92e9512b31'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:01.471877 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d4b9b3-49e2-410c-b01f-e3f9298fb576 req-6788ddea-7ace-4ea3-a57e-e4da5dcaf7a1 service neutron] 10.222.0.113 "GET /v2.0/networks?tenant_id=db57d394d6a54c4b881dbcda18ae6bae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476091 Feb 19 00:56:01.476844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Made reservation on behalf of 5974930635294178a0741a92e9512b31 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:01.479414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:01.501375 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:01.566009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e724ee68-1140-40cf-a31d-1152a6d6b069 req-64a2566a-df3b-448b-9236-a67b4044d65f tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0656157 Feb 19 00:56:01.721488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Publish callbacks [] for security_group (b56aa8a4-b02b-4a39-a9bb-815322115737), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:01.744846 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b56aa8a4-b02b-4a39-a9bb-815322115737), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:01.746545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 21dfd707-2e32-48ea-9934-cc357badb708 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:01.796500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:56:01.809587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56aa8a4-b02b-4a39-a9bb-815322115737,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:01.845789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (91500c33-b891-4aa4-8a37-4308858ec800), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:01.847050 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Added segment 91500c33-b891-4aa4-8a37-4308858ec800 of type vlan for network 09814367-e204-468b-bbc2-f88367e1b110 Feb 19 00:56:01.921189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 21dfd707-2e32-48ea-9934-cc357badb708 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:01.921616 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (21dfd707-2e32-48ea-9934-cc357badb708), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:01.945397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4b9b3-49e2-410c-b01f-e3f9298fb576 req-ba9d530f-c6a9-482c-bfbb-f23c5b6e2c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:01.947757 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d4b9b3-49e2-410c-b01f-e3f9298fb576 req-ba9d530f-c6a9-482c-bfbb-f23c5b6e2c09 service neutron] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4692903 Feb 19 00:56:01.952211 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (09814367-e204-468b-bbc2-f88367e1b110), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.026559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (09814367-e204-468b-bbc2-f88367e1b110), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.028589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:02.030643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.151032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 21dfd707-2e32-48ea-9934-cc357badb708 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:02.151790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21dfd707-2e32-48ea-9934-cc357badb708), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.186541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 21dfd707-2e32-48ea-9934-cc357badb708, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=21dfd707-2e32-48ea-9934-cc357badb708,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:02.193472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (21dfd707-2e32-48ea-9934-cc357badb708), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.215608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] Pushing event updated for resources: {'Network': ['ID=09814367-e204-468b-bbc2-f88367e1b110,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:02.239874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47538) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:02.246842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Request body: {'subnet': {'network_id': '09814367-e204-468b-bbc2-f88367e1b110', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1564465848-subnet', 'tenant_id': '5974930635294178a0741a92e9512b31', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:02.251572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0cb2f4d0-acf2-4891-a76c-86715269686e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8296161 Feb 19 00:56:02.277498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=21dfd707-2e32-48ea-9934-cc357badb708,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:02.301476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 09814367-e204-468b-bbc2-f88367e1b110 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:56:02.313693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Made reservation on behalf of 5974930635294178a0741a92e9512b31 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:02.316338 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.328025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.328504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.329148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.329642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.330168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.330997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.331495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.332160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.352476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.353042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.353578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.354101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.354719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:02.578526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (a065789e-f4b0-4e18-8fab-1c1217522b9f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.694585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Pushing event updated for resources: {'Subnet': ['ID=a065789e-f4b0-4e18-8fab-1c1217522b9f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:02.720832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Checking segment: {'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:02.721283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Network hostable DHCP agents. Network: 09814367-e204-468b-bbc2-f88367e1b110, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:56:02.748579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Network 09814367-e204-468b-bbc2-f88367e1b110 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:56:02.762147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 09814367-e204-468b-bbc2-f88367e1b110) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:02.762767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0db5620-112d-4917-b67a-24ac8d16c09f req-bcfdc505-5224-4491-a78b-159a280cdefc tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0635290 Feb 19 00:56:02.768613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:02.770022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.777035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00b5462-aab8-49ad-b5f3-ac23fcee9b26 None None] Network 09814367-e204-468b-bbc2-f88367e1b110 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:02.821818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-45d5649a-aa27-4e72-b22f-a4139e4f23af admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5804441 Feb 19 00:56:02.824453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47602) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:02.829066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:02.906578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (372c8bb6-13be-4cae-91b9-3aac53bfae56), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:02.908255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (372c8bb6-13be-4cae-91b9-3aac53bfae56), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.001730 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks [] for router_controller (372c8bb6-13be-4cae-91b9-3aac53bfae56), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.024499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-09814367-e204-468b-bbc2-f88367e1b110', 'network_id': '09814367-e204-468b-bbc2-f88367e1b110', 'project_id': '5974930635294178a0741a92e9512b31', 'fixed_ips': [{'subnet_id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:56:03.026151 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.242837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Allocated IP 172.20.0.2 (09814367-e204-468b-bbc2-f88367e1b110/a065789e-f4b0-4e18-8fab-1c1217522b9f/14fd5ed6-0201-4434-920d-43ece158a801) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:03.304618 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91d4b9b3-49e2-410c-b01f-e3f9298fb576 req-79d2f4c8-1dbb-4d36-831a-c46e27ccf3dd tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.113 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0946181 Feb 19 00:56:03.323693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks [] for router_gateway (372c8bb6-13be-4cae-91b9-3aac53bfae56), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.580995 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Publish callbacks [] for port (14fd5ed6-0201-4434-920d-43ece158a801), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.598489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (14fd5ed6-0201-4434-920d-43ece158a801), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.681833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Pushing event updated for resources: {'Port': ['ID=14fd5ed6-0201-4434-920d-43ece158a801,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:03.694729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Network 09814367-e204-468b-bbc2-f88367e1b110 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:03.696028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 21dfd707-2e32-48ea-9934-cc357badb708 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:03.714535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:03.754591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:03.773359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks [] for router_gateway (372c8bb6-13be-4cae-91b9-3aac53bfae56), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.812737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.920303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Attempting to bind port 14fd5ed6-0201-4434-920d-43ece158a801 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:03.929885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Attempting to bind port 14fd5ed6-0201-4434-920d-43ece158a801 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:03.933017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Attempting to bind port 14fd5ed6-0201-4434-920d-43ece158a801 on network 09814367-e204-468b-bbc2-f88367e1b110 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:03.958981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:03.959369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Checking segment: {'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:03.960596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.962956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Bound using segment: {'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:03.963802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Bound port: 14fd5ed6-0201-4434-920d-43ece158a801, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:03.964731 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (14fd5ed6-0201-4434-920d-43ece158a801), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:03.998826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 21dfd707-2e32-48ea-9934-cc357badb708 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:04.000433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (21dfd707-2e32-48ea-9934-cc357badb708), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.051931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30f173a8-8983-4a58-b05d-3db9580a79a7 req-24a3a6a8-5fbd-4365-a9a4-9a711e3f5f5c tempest-ServerShowV254Test-1355058120 tempest-ServerShowV254Test-1355058120-project] 10.222.0.60 "GET /v2.0/ports?device_id=77825c27-b255-4bfb-8ff9-1f694fe637ea HTTP/1.1" status: 200 len: 210 time: 0.0914335 Feb 19 00:56:04.062369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Allocated IP 172.25.6.100 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:04.091164 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Sync routers for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:04.146328 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:04.146984 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:04.222663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] For port 14fd5ed6-0201-4434-920d-43ece158a801, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:04.227725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] For port 14fd5ed6-0201-4434-920d-43ece158a801, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=14fd5ed6-0201-4434-920d-43ece158a801,segment=NetworkSegment(91500c33-b891-4aa4-8a37-4308858ec800),segment_id=91500c33-b891-4aa4-8a37-4308858ec800)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:04.281452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (14fd5ed6-0201-4434-920d-43ece158a801), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.293289 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:04.365653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cec89a-bf29-46f9-ab68-ec36febdbbfc None None] Pushing event updated for resources: {'Port': ['ID=14fd5ed6-0201-4434-920d-43ece158a801,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:04.375999 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks [] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.394591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 21dfd707-2e32-48ea-9934-cc357badb708 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:04.467605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.537155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:04.551588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:04.559691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:04.563979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Pushing event updated for resources: {'Port': ['ID=d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:04.603959 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 2, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:04.636404 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Checking router: 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:04.637120 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Updating router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:56:04.686599 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:04.969200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks [] for router_gateway (372c8bb6-13be-4cae-91b9-3aac53bfae56), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.122067 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Publish callbacks [] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.145588 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.248345 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31903fa7-b19c-468c-9fa6-1b8327ef7475 None None] Pushing event updated for resources: {'Port': ['ID=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:05.303246 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Attempting to bind port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:05.303900 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Attempting to bind port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:05.304423 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Attempting to bind port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe on network 75f53268-3be1-4161-9354-4f68e44697d6 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:05.311778 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:05.312500 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Checking segment: {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:05.313094 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.313651 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Bound using segment: {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:05.314347 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Bound port: 8163a21c-9fa9-4fc7-b4d9-4041a28beefe, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:05.314888 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.484238 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] For port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:05.487824 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] For port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:05.492186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (372c8bb6-13be-4cae-91b9-3aac53bfae56), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.513912 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.739665 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31903fa7-b19c-468c-9fa6-1b8327ef7475 None None] Pushing event updated for resources: {'Port': ['ID=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:05.742834 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:05.743929 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:05.829588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Router 372c8bb6-13be-4cae-91b9-3aac53bfae56 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:56:05.859653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-78f57dc7-8e1e-43bc-a996-e16c3e0d877d None None] Provisioning complete for port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:05.860196 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78f57dc7-8e1e-43bc-a996-e16c3e0d877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:05.944875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 14fd5ed6-0201-4434-920d-43ece158a801 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:05.976108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47750) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:06.172848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 14fd5ed6-0201-4434-920d-43ece158a801 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:06.173398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (14fd5ed6-0201-4434-920d-43ece158a801), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.194672 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4612ec80-0f6d-4a5f-8cbb-1c4a50b8ee67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.222502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:06.243728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-78f57dc7-8e1e-43bc-a996-e16c3e0d877d None None] Current status of the port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:06.262164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78f57dc7-8e1e-43bc-a996-e16c3e0d877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.265638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:06.268744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Sync routers for ids ['372c8bb6-13be-4cae-91b9-3aac53bfae56'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:06.282011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.283377 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d0cf7118-ac52-4d0a-9271-9885c9b35dab admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4579396 Feb 19 00:56:06.290171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 47758) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:06.333010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03c8c6-5591-4b0b-af34-034aa16600bf None None] Network 09814367-e204-468b-bbc2-f88367e1b110 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:06.380798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4612ec80-0f6d-4a5f-8cbb-1c4a50b8ee67 admin admin] Publish callbacks [] for security_group (398d10be-09a3-4340-89d1-4be46e42a209), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.389057 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4612ec80-0f6d-4a5f-8cbb-1c4a50b8ee67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (398d10be-09a3-4340-89d1-4be46e42a209), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.421939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4612ec80-0f6d-4a5f-8cbb-1c4a50b8ee67 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=db57d394d6a54c4b881dbcda18ae6bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4445539 Feb 19 00:56:06.429156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47760) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:06.466335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612ec80-0f6d-4a5f-8cbb-1c4a50b8ee67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398d10be-09a3-4340-89d1-4be46e42a209,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:06.508864 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4f39-5ec1-463d-9e2d-7c7aeedb1839 admin admin] Publish callbacks [] for security_group (398d10be-09a3-4340-89d1-4be46e42a209), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.545979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4f39-5ec1-463d-9e2d-7c7aeedb1839 admin admin] Publish callbacks [] for security_group (398d10be-09a3-4340-89d1-4be46e42a209), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.573289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Routers {'372c8bb6-13be-4cae-91b9-3aac53bfae56'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:06.574455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['372c8bb6-13be-4cae-91b9-3aac53bfae56'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:06.644608 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4f39-5ec1-463d-9e2d-7c7aeedb1839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (398d10be-09a3-4340-89d1-4be46e42a209), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.647567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1e5f4f39-5ec1-463d-9e2d-7c7aeedb1839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:06.648966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1e5f4f39-5ec1-463d-9e2d-7c7aeedb1839 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/398d10be-09a3-4340-89d1-4be46e42a209 HTTP/1.1" status: 204 len: 168 time: 0.2185073 Feb 19 00:56:06.682518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f4f39-5ec1-463d-9e2d-7c7aeedb1839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398d10be-09a3-4340-89d1-4be46e42a209,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:06.687459 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:05Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:06.726672 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ce616f-0714-4cac-9873-04f7be681f86 None None] The sync data for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 is: [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:05Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:06.908508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Set router 372c8bb6-13be-4cae-91b9-3aac53bfae56 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:07.212841 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.433060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-78f57dc7-8e1e-43bc-a996-e16c3e0d877d None None] For port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:07.543710 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78f57dc7-8e1e-43bc-a996-e16c3e0d877d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.605667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Allocated IP 172.20.0.1 (09814367-e204-468b-bbc2-f88367e1b110/a065789e-f4b0-4e18-8fab-1c1217522b9f/8a08c1bb-28d8-42e1-94d5-41f8f5e4571e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:07.819404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 14fd5ed6-0201-4434-920d-43ece158a801 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:07.819908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (14fd5ed6-0201-4434-920d-43ece158a801), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.826069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f57dc7-8e1e-43bc-a996-e16c3e0d877d None None] Pushing event updated for resources: {'Port': ['ID=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:07.838764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-412649b3-f956-4112-8b6b-91b6326e7015 None None] Provisioning complete for port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:07.838764 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-412649b3-f956-4112-8b6b-91b6326e7015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.872625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Publish callbacks [] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:07.987889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T00:56:04Z', 'revision_number': 3, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port': {'id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:03Z', 'updated_at': '2022-02-19T00:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:08.014867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.102244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 14fd5ed6-0201-4434-920d-43ece158a801, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=14fd5ed6-0201-4434-920d-43ece158a801,segment=NetworkSegment(91500c33-b891-4aa4-8a37-4308858ec800),segment_id=91500c33-b891-4aa4-8a37-4308858ec800)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:08.103700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Checking router: 372c8bb6-13be-4cae-91b9-3aac53bfae56 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:08.104071 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Updating router 372c8bb6-13be-4cae-91b9-3aac53bfae56 port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:56:08.111034 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (14fd5ed6-0201-4434-920d-43ece158a801), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.144709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Network 09814367-e204-468b-bbc2-f88367e1b110 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:08.153605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:08.162555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:08.265369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (372c8bb6-13be-4cae-91b9-3aac53bfae56), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.274529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Pushing event updated for resources: {'Port': ['ID=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:08.351555 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.423492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8163a21c-9fa9-4fc7-b4d9-4041a28beefe up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:08.522719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:08.542377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=14fd5ed6-0201-4434-920d-43ece158a801,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:08.649104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-412649b3-f956-4112-8b6b-91b6326e7015 None None] Current status of the port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:08.897083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47820) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:08.900541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-412649b3-f956-4112-8b6b-91b6326e7015 None None] Provisioning complete for port 14fd5ed6-0201-4434-920d-43ece158a801 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:08.901056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-412649b3-f956-4112-8b6b-91b6326e7015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (14fd5ed6-0201-4434-920d-43ece158a801), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.062143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:09.062858 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.091127 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a6fc02-f2f1-42c5-92a5-43b40f2775bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.188147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Publish callbacks [] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.208609 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.279563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a6fc02-f2f1-42c5-92a5-43b40f2775bd admin admin] Publish callbacks [] for security_group (6456443f-75a3-4f8c-9ef5-e4afafd30c7a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.287412 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-32a6fc02-f2f1-42c5-92a5-43b40f2775bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6456443f-75a3-4f8c-9ef5-e4afafd30c7a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.361916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Publish callbacks [] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.372387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-32a6fc02-f2f1-42c5-92a5-43b40f2775bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b8defb0c4ca2492c8e7d28a34885fb67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4711905 Feb 19 00:56:09.377540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47840) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:09.378442 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.432943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6fc02-f2f1-42c5-92a5-43b40f2775bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6456443f-75a3-4f8c-9ef5-e4afafd30c7a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:09.512400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Attempting to bind port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:09.513459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Attempting to bind port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:09.513989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Attempting to bind port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:09.514347 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c6554f3-4cc9-4057-af69-f05d77920b9d admin admin] Publish callbacks [] for security_group (6456443f-75a3-4f8c-9ef5-e4afafd30c7a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.526428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58894735-4289-4d65-875b-96c62c202736 None None] Pushing event updated for resources: {'Port': ['ID=d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:09.550815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:09.552108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:09.552792 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.553687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:09.554434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Bound port: d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:09.555087 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.569004 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c6554f3-4cc9-4057-af69-f05d77920b9d admin admin] Publish callbacks [] for security_group (6456443f-75a3-4f8c-9ef5-e4afafd30c7a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.590049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-412649b3-f956-4112-8b6b-91b6326e7015 None None] Current status of the port 14fd5ed6-0201-4434-920d-43ece158a801 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:09.616267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (372c8bb6-13be-4cae-91b9-3aac53bfae56), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.661696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Pushing event updated for resources: {'Port': ['ID=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:09.666695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c6554f3-4cc9-4057-af69-f05d77920b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (6456443f-75a3-4f8c-9ef5-e4afafd30c7a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.670345 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0c6554f3-4cc9-4057-af69-f05d77920b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.671189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:09.672541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0c6554f3-4cc9-4057-af69-f05d77920b9d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6456443f-75a3-4f8c-9ef5-e4afafd30c7a HTTP/1.1" status: 204 len: 168 time: 0.2939441 Feb 19 00:56:09.686789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6554f3-4cc9-4057-af69-f05d77920b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6456443f-75a3-4f8c-9ef5-e4afafd30c7a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:09.693000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] For port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:09.699645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] For port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:09.719463 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.730451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4462fbeb-af97-4864-ad1d-42650402b050 None None] Provisioning complete for port 14fd5ed6-0201-4434-920d-43ece158a801 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:09.730986 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4462fbeb-af97-4864-ad1d-42650402b050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (14fd5ed6-0201-4434-920d-43ece158a801), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:09.856968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Network 09814367-e204-468b-bbc2-f88367e1b110 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:09.858489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:09.957761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Routers {'372c8bb6-13be-4cae-91b9-3aac53bfae56'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:09.959037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['372c8bb6-13be-4cae-91b9-3aac53bfae56'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:09.962666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58894735-4289-4d65-875b-96c62c202736 None None] Pushing event updated for resources: {'Port': ['ID=d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:10.116997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Router 372c8bb6-13be-4cae-91b9-3aac53bfae56 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:56:10.263934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] Set router 372c8bb6-13be-4cae-91b9-3aac53bfae56 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:10.398139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 14fd5ed6-0201-4434-920d-43ece158a801 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:10.440786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4462fbeb-af97-4864-ad1d-42650402b050 None None] Current status of the port 14fd5ed6-0201-4434-920d-43ece158a801 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:10.501706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:10.515635 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-711dc056-6c88-4d13-9d9d-9e678d1cba37 admin admin] 10.222.0.60 "PUT /v2.0/routers/372c8bb6-13be-4cae-91b9-3aac53bfae56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2244275 Feb 19 00:56:10.546030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 14fd5ed6-0201-4434-920d-43ece158a801 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:10.546797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (14fd5ed6-0201-4434-920d-43ece158a801), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.586203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4462fbeb-af97-4864-ad1d-42650402b050 None None] Provisioning complete for port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:10.586817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4462fbeb-af97-4864-ad1d-42650402b050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.676557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4462fbeb-af97-4864-ad1d-42650402b050 None None] Port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:10.807370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 14fd5ed6-0201-4434-920d-43ece158a801 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:10.857865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bcb84eff-2692-40c9-b8db-86e87555defd None None] Provisioning complete for port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:10.858396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcb84eff-2692-40c9-b8db-86e87555defd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:10.932547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bcb84eff-2692-40c9-b8db-86e87555defd None None] Port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:10.939134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T00:56:08Z', 'revision_number': 4, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port': {'id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:03Z', 'updated_at': '2022-02-19T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8a08c1bb-28d8-42e1-94d5-41f8f5e4571e', 'name': '', 'network_id': '09814367-e204-468b-bbc2-f88367e1b110', 'tenant_id': '5974930635294178a0741a92e9512b31', 'mac_address': 'fa:16:3e:c9:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:07Z', 'updated_at': '2022-02-19T00:56:08Z', 'revision_number': 2, 'project_id': '5974930635294178a0741a92e9512b31', 'subnets': [{'id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:11.008497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a549f8-cf75-461a-ab19-b7758dd64cf9 None None] The sync data for ids ['372c8bb6-13be-4cae-91b9-3aac53bfae56'] in n-d-826527-3 is: [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T00:56:08Z', 'revision_number': 4, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port': {'id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:03Z', 'updated_at': '2022-02-19T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8a08c1bb-28d8-42e1-94d5-41f8f5e4571e', 'name': '', 'network_id': '09814367-e204-468b-bbc2-f88367e1b110', 'tenant_id': '5974930635294178a0741a92e9512b31', 'mac_address': 'fa:16:3e:c9:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:07Z', 'updated_at': '2022-02-19T00:56:08Z', 'revision_number': 2, 'project_id': '5974930635294178a0741a92e9512b31', 'subnets': [{'id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:12.529793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 47990) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:12.814593 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e433dd82-8a65-4c21-ba1a-7a15395e9689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.060810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e433dd82-8a65-4c21-ba1a-7a15395e9689 admin admin] Publish callbacks [] for security_group (a02bf165-12fa-43ed-b8dc-b264de23e46a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.072479 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e433dd82-8a65-4c21-ba1a-7a15395e9689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a02bf165-12fa-43ed-b8dc-b264de23e46a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.150818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433dd82-8a65-4c21-ba1a-7a15395e9689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02bf165-12fa-43ed-b8dc-b264de23e46a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:13.192941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e433dd82-8a65-4c21-ba1a-7a15395e9689 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb8d33b5f7b84b39a3039af6fbffc1e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6601753 Feb 19 00:56:13.194885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48032) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:13.335071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c81e6772-bef7-43ec-a6f1-79f07340b4ce admin admin] Publish callbacks [] for security_group (a02bf165-12fa-43ed-b8dc-b264de23e46a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.407437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c81e6772-bef7-43ec-a6f1-79f07340b4ce admin admin] Publish callbacks [] for security_group (a02bf165-12fa-43ed-b8dc-b264de23e46a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.544828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c81e6772-bef7-43ec-a6f1-79f07340b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a02bf165-12fa-43ed-b8dc-b264de23e46a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.548303 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c81e6772-bef7-43ec-a6f1-79f07340b4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:13.552832 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c81e6772-bef7-43ec-a6f1-79f07340b4ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a02bf165-12fa-43ed-b8dc-b264de23e46a HTTP/1.1" status: 204 len: 168 time: 0.3565199 Feb 19 00:56:13.593933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e6772-bef7-43ec-a6f1-79f07340b4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02bf165-12fa-43ed-b8dc-b264de23e46a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:14.316303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:14.427378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:14.427916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.576983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:14.577591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.608880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:14.637267 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:14.782569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:15.157610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48098) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:15.339311 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Sync routers for ids ['372c8bb6-13be-4cae-91b9-3aac53bfae56'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:15.363766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-439397364-network', 'tenant_id': '676e6c2f27e2417ca046102c92487187'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:15.380802 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Routers {'372c8bb6-13be-4cae-91b9-3aac53bfae56'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:15.383882 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['372c8bb6-13be-4cae-91b9-3aac53bfae56'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:15.386333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Made reservation on behalf of 676e6c2f27e2417ca046102c92487187 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:15.389835 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.410703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.648147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Publish callbacks [] for security_group (f1d1eb67-cecd-4e62-ba63-ffa491fe505c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.655085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f1d1eb67-cecd-4e62-ba63-ffa491fe505c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.673707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:56:15.691133 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Set router 372c8bb6-13be-4cae-91b9-3aac53bfae56 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:15.693738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0e148d99-f6a4-4111-8c86-b4be935ff327), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.694103 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Added segment 0e148d99-f6a4-4111-8c86-b4be935ff327 of type vlan for network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb Feb 19 00:56:15.788007 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.871867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.873075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:15.873684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:15.915509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7565334 Feb 19 00:56:15.918478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48118) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:15.924250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Request body: {'subnet': {'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-439397364-subnet', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:15.952559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1eb67-cecd-4e62-ba63-ffa491fe505c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:15.980876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Made reservation on behalf of 676e6c2f27e2417ca046102c92487187 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:15.984957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.075568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe4903-f9a6-4fc2-bd84-55411798cafc admin admin] Pushing event updated for resources: {'Network': ['ID=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:16.191235 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T00:56:08Z', 'revision_number': 4, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port': {'id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:03Z', 'updated_at': '2022-02-19T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8a08c1bb-28d8-42e1-94d5-41f8f5e4571e', 'name': '', 'network_id': '09814367-e204-468b-bbc2-f88367e1b110', 'tenant_id': '5974930635294178a0741a92e9512b31', 'mac_address': 'fa:16:3e:c9:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:07Z', 'updated_at': '2022-02-19T00:56:08Z', 'revision_number': 2, 'project_id': '5974930635294178a0741a92e9512b31', 'subnets': [{'id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:16.279221 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Checking router: 372c8bb6-13be-4cae-91b9-3aac53bfae56 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:16.279821 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Updating router 372c8bb6-13be-4cae-91b9-3aac53bfae56 port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:56:16.373501 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.470900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (1f12297f-0970-479a-9e40-d233c394eb96), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.563745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f12297f-0970-479a-9e40-d233c394eb96,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:16.573777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:56:16.655286 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Checking segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:16.655841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Network hostable DHCP agents. Network: 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:56:16.685747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:56:16.703213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:16.710711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:16.711465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.723103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb663528-6df9-41b5-b40a-59e7b2664c20 None None] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:16.745352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-375589a0-60f0-4c33-9ff8-85e0c6a7946a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8256981 Feb 19 00:56:16.746876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48138) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:16.752597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:16.789858 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.791627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.864333 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Publish callbacks [] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.872704 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:16.897697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:16.921110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks [] for router_controller (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.125675 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23616a-7424-4774-a74c-d2cc047f0c84 None None] Pushing event updated for resources: {'Port': ['ID=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:17.243951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396db333-963a-4960-a536-a182554eaed7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'project_id': '676e6c2f27e2417ca046102c92487187', 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:56:17.245167 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-396db333-963a-4960-a536-a182554eaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.266605 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Attempting to bind port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:17.270848 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Attempting to bind port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:17.274819 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Attempting to bind port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e on network 09814367-e204-468b-bbc2-f88367e1b110 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:17.284873 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:17.289073 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Checking segment: {'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:17.290014 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.292592 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Bound using segment: {'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:17.294091 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Bound port: 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91500c33-b891-4aa4-8a37-4308858ec800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '09814367-e204-468b-bbc2-f88367e1b110'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:17.295841 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.417608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks [] for router_gateway (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.490975 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] For port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:17.507061 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] For port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,segment=NetworkSegment(91500c33-b891-4aa4-8a37-4308858ec800),segment_id=91500c33-b891-4aa4-8a37-4308858ec800)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:17.519315 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:17.588509 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23616a-7424-4774-a74c-d2cc047f0c84 None None] Pushing event updated for resources: {'Port': ['ID=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:17.615485 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Routers {'372c8bb6-13be-4cae-91b9-3aac53bfae56'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:17.618622 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:55:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['372c8bb6-13be-4cae-91b9-3aac53bfae56'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:17.784859 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] Set router 372c8bb6-13be-4cae-91b9-3aac53bfae56 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:17.929835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:17.935946 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.106298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks [] for router_gateway (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.165724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.233782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-396db333-963a-4960-a536-a182554eaed7 None None] Allocated IP 172.20.0.2 (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb/1f12297f-0970-479a-9e40-d233c394eb96/9ca7bcfb-d782-45cd-a41a-0dcf1092f55c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:18.385835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54e91539-ac77-4abe-9dd0-913078b92d78 None None] Provisioning complete for port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:18.386110 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54e91539-ac77-4abe-9dd0-913078b92d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.516834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Allocated IP 172.25.6.229 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/5b17f652-6b4c-49b4-b860-b723748eb3b2) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:18.554014 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T00:56:08Z', 'revision_number': 4, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port': {'id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:03Z', 'updated_at': '2022-02-19T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8a08c1bb-28d8-42e1-94d5-41f8f5e4571e', 'name': '', 'network_id': '09814367-e204-468b-bbc2-f88367e1b110', 'tenant_id': '5974930635294178a0741a92e9512b31', 'mac_address': 'fa:16:3e:c9:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:07Z', 'updated_at': '2022-02-19T00:56:17Z', 'revision_number': 4, 'project_id': '5974930635294178a0741a92e9512b31', 'subnets': [{'id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:18.560313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a36abf39-2fdc-4ee1-a6f8-b9e5b3b5c89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.598755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:18.629236 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a88189-4c15-420d-8c7f-99882d612202 None None] The sync data for ids ['372c8bb6-13be-4cae-91b9-3aac53bfae56'] in n-d-826527-3 is: [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T00:56:08Z', 'revision_number': 4, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port': {'id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:03Z', 'updated_at': '2022-02-19T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8a08c1bb-28d8-42e1-94d5-41f8f5e4571e', 'name': '', 'network_id': '09814367-e204-468b-bbc2-f88367e1b110', 'tenant_id': '5974930635294178a0741a92e9512b31', 'mac_address': 'fa:16:3e:c9:06:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:07Z', 'updated_at': '2022-02-19T00:56:17Z', 'revision_number': 4, 'project_id': '5974930635294178a0741a92e9512b31', 'subnets': [{'id': 'a065789e-f4b0-4e18-8fab-1c1217522b9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:18.723018 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-396db333-963a-4960-a536-a182554eaed7 None None] Publish callbacks [] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.725009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54e91539-ac77-4abe-9dd0-913078b92d78 None None] Current status of the port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:18.725561 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54e91539-ac77-4abe-9dd0-913078b92d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.764626 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-396db333-963a-4960-a536-a182554eaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.845160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks [] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:18.878719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:18.953681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.053463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396db333-963a-4960-a536-a182554eaed7 None None] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:19.068586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:19.072646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54e91539-ac77-4abe-9dd0-913078b92d78 None None] For port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,segment=NetworkSegment(91500c33-b891-4aa4-8a37-4308858ec800),segment_id=91500c33-b891-4aa4-8a37-4308858ec800)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:19.074958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:19.078604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-396db333-963a-4960-a536-a182554eaed7 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:19.084894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:19.137013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396db333-963a-4960-a536-a182554eaed7 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:19.151059 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.160740 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54e91539-ac77-4abe-9dd0-913078b92d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.171729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396db333-963a-4960-a536-a182554eaed7 None None] Pushing event updated for resources: {'Port': ['ID=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:19.222362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Pushing event updated for resources: {'Port': ['ID=5b17f652-6b4c-49b4-b860-b723748eb3b2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:19.375283 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:56:19.394253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-396db333-963a-4960-a536-a182554eaed7 None None] Attempting to bind port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:19.394871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-396db333-963a-4960-a536-a182554eaed7 None None] Attempting to bind port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:19.395439 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396db333-963a-4960-a536-a182554eaed7 None None] Attempting to bind port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c on network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:19.410260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e91539-ac77-4abe-9dd0-913078b92d78 None None] Pushing event updated for resources: {'Port': ['ID=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:19.416809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396db333-963a-4960-a536-a182554eaed7 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:19.417493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396db333-963a-4960-a536-a182554eaed7 None None] Checking segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:19.418074 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-396db333-963a-4960-a536-a182554eaed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.418777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396db333-963a-4960-a536-a182554eaed7 None None] Bound using segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:19.419468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-396db333-963a-4960-a536-a182554eaed7 None None] Bound port: 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:19.420040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-396db333-963a-4960-a536-a182554eaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.427418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8fb8da58-7d5d-4c04-95a0-9b59dad4a656 None None] Provisioning complete for port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:19.428069 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fb8da58-7d5d-4c04-95a0-9b59dad4a656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.469594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:19.470301 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.647537 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks [] for router_gateway (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:19.825113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8fb8da58-7d5d-4c04-95a0-9b59dad4a656 None None] Current status of the port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:19.845993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-396db333-963a-4960-a536-a182554eaed7 None None] For port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:19.850979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-396db333-963a-4960-a536-a182554eaed7 None None] For port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:19.863531 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-396db333-963a-4960-a536-a182554eaed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.048242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396db333-963a-4960-a536-a182554eaed7 None None] Pushing event updated for resources: {'Port': ['ID=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:20.116713 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a24fb0a7-7fa9-4c64-b402-dfa5ae8878cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.121095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:20.173253 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:20.780154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:56:20.897781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:21.005633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:21.010262 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.020008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:21.042650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Sync routers for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:21.059664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.063698 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8dfeff7a-64e1-4159-8052-b63d376deb44 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3150902 Feb 19 00:56:21.066542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48236) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:21.071577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:21.072462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:56:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:21.369382 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.370201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:21.371316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:21.488490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:21.765242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:21.770000 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:21.905403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebdd518-2844-4552-a7d0-e1aa78c684ea None None] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:56:22.020449 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.165140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7eee85e5-6184-4ee4-a0bf-68e2b4b67d5d None None] Provisioning complete for port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:22.165534 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7eee85e5-6184-4ee4-a0bf-68e2b4b67d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.387659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Allocated IP 172.20.0.1 (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb/1f12297f-0970-479a-9e40-d233c394eb96/0ee6d484-9e53-4d12-9e76-ae139362714f) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:22.502568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:22.503164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.534937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7eee85e5-6184-4ee4-a0bf-68e2b4b67d5d None None] Current status of the port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:22.534937 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7eee85e5-6184-4ee4-a0bf-68e2b4b67d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.546151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:19Z', 'revision_number': 3, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:22.575792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:22.613364 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.682912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Checking router: 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:22.682912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Updating router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 port 5b17f652-6b4c-49b4-b860-b723748eb3b2 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:56:22.690484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:22.722042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Publish callbacks [] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.817903 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.844164 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:22.982320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:23.000598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:23.024738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:23.097246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Pushing event updated for resources: {'Port': ['ID=0ee6d484-9e53-4d12-9e76-ae139362714f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:23.119131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.474112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.702089 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Publish callbacks [] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.713390 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.714721 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.758797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-7eee85e5-6184-4ee4-a0bf-68e2b4b67d5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:56:23.759180 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-7eee85e5-6184-4ee4-a0bf-68e2b4b67d5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:56:23.775183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Attempting to bind port 5b17f652-6b4c-49b4-b860-b723748eb3b2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:23.775598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Attempting to bind port 5b17f652-6b4c-49b4-b860-b723748eb3b2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:23.775975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Attempting to bind port 5b17f652-6b4c-49b4-b860-b723748eb3b2 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:23.798550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:23.798935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:23.799349 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.799741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:23.800228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Bound port: 5b17f652-6b4c-49b4-b860-b723748eb3b2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:23.800615 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.802285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0a228-f7fb-4e61-bd4e-213bfaa28b91 None None] Pushing event updated for resources: {'Port': ['ID=5b17f652-6b4c-49b4-b860-b723748eb3b2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:23.842236 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.880294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] For port 5b17f652-6b4c-49b4-b860-b723748eb3b2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:23.884932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] For port 5b17f652-6b4c-49b4-b860-b723748eb3b2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5b17f652-6b4c-49b4-b860-b723748eb3b2,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:23.893085 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:23.948764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:23.949874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:56:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:24.018161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e0a228-f7fb-4e61-bd4e-213bfaa28b91 None None] Pushing event updated for resources: {'Port': ['ID=5b17f652-6b4c-49b4-b860-b723748eb3b2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:24.062429 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Publish callbacks [] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.074700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.132405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:24.186113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.332163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7eee85e5-6184-4ee4-a0bf-68e2b4b67d5d None None] Current status of the port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:24.358507 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.407032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:24.410687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:24.424924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Pushing event updated for resources: {'Port': ['ID=0ee6d484-9e53-4d12-9e76-ae139362714f,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:24.626396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5aca943a-14bb-4f69-ac41-74ef5e3bddca None None] Provisioning complete for port 0ee6d484-9e53-4d12-9e76-ae139362714f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:24.626785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5aca943a-14bb-4f69-ac41-74ef5e3bddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.650013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:56:24.666770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5aca943a-14bb-4f69-ac41-74ef5e3bddca None None] Port 0ee6d484-9e53-4d12-9e76-ae139362714f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:24.726327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5aca943a-14bb-4f69-ac41-74ef5e3bddca None None] Provisioning complete for port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:24.727045 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5aca943a-14bb-4f69-ac41-74ef5e3bddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:24.834516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:22Z', 'revision_number': 1, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:24.899016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed5e4ea-f8eb-4750-845c-69ce295f0cc4 None None] The sync data for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 is: [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:22Z', 'revision_number': 1, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:24.900917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:24.973278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:24.989056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-672ea897-4464-451f-b47f-919dfbf29a8f admin admin] 10.222.0.60 "PUT /v2.0/routers/2572e8b4-ea5c-4998-b9ae-ba408dd63a93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9183478 Feb 19 00:56:25.212430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5aca943a-14bb-4f69-ac41-74ef5e3bddca None None] Current status of the port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:25.227469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:25.228393 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.490866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:25.501739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-362c1d9b-fa1a-449b-8a8d-c23753490893 None None] Provisioning complete for port 0ee6d484-9e53-4d12-9e76-ae139362714f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:25.502393 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-362c1d9b-fa1a-449b-8a8d-c23753490893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:25.548232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-362c1d9b-fa1a-449b-8a8d-c23753490893 None None] Port 0ee6d484-9e53-4d12-9e76-ae139362714f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:26.915757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5b17f652-6b4c-49b4-b860-b723748eb3b2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:26.965585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48364) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:26.970566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d851c1a7-6f86-4868-a372-c1dfa9d94b1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015310354', 'description': 'tempest-description--2058702872'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:27.006962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d851c1a7-6f86-4868-a372-c1dfa9d94b1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.058656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5b17f652-6b4c-49b4-b860-b723748eb3b2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:27.061670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.176805 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d851c1a7-6f86-4868-a372-c1dfa9d94b1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (5335bf41-d116-4575-ae1a-1caa6439b454), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.183983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d851c1a7-6f86-4868-a372-c1dfa9d94b1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5335bf41-d116-4575-ae1a-1caa6439b454), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.276261 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d851c1a7-6f86-4868-a372-c1dfa9d94b1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.281163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48376) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:27.282485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d851c1a7-6f86-4868-a372-c1dfa9d94b1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3156807 Feb 19 00:56:27.283900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851c1a7-6f86-4868-a372-c1dfa9d94b1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5335bf41-d116-4575-ae1a-1caa6439b454,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:27.300217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'security_group_rule': {'security_group_id': '5335bf41-d116-4575-ae1a-1caa6439b454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:27.321968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5b17f652-6b4c-49b4-b860-b723748eb3b2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:27.322886 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.383780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 5b17f652-6b4c-49b4-b860-b723748eb3b2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5b17f652-6b4c-49b4-b860-b723748eb3b2,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:27.394835 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.416237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (013a2c99-5624-4028-b5bc-9f5431abaff8), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.588320 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (013a2c99-5624-4028-b5bc-9f5431abaff8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.597762 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (013a2c99-5624-4028-b5bc-9f5431abaff8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.636071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.637307 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3546255 Feb 19 00:56:27.640914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 48386) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:27.649818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c8f11607-3a41-471e-b49f-3369afd924dd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'security_group_rule': {'security_group_id': '5335bf41-d116-4575-ae1a-1caa6439b454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:27.664527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013a2c99-5624-4028-b5bc-9f5431abaff8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:27.689226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=5b17f652-6b4c-49b4-b860-b723748eb3b2,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:27.694280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.701319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.701694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.702041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.702565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.703470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.703815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.704149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.709083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.709455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.709813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.711819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.715787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ac0b2-293b-4a76-8095-18bc4f73326a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:27.754596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8f11607-3a41-471e-b49f-3369afd924dd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (f8d7c6ab-625a-4e09-a25a-2477985d774e), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.897729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8f11607-3a41-471e-b49f-3369afd924dd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (f8d7c6ab-625a-4e09-a25a-2477985d774e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.907072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8f11607-3a41-471e-b49f-3369afd924dd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f8d7c6ab-625a-4e09-a25a-2477985d774e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.935242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f11607-3a41-471e-b49f-3369afd924dd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d7c6ab-625a-4e09-a25a-2477985d774e,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:27.947952 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8f11607-3a41-471e-b49f-3369afd924dd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:27.953130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48396) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:27.953752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c8f11607-3a41-471e-b49f-3369afd924dd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113003 Feb 19 00:56:27.959910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:28.003684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.192384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.380704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Allocated IP 172.25.6.191 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/45c4d5b8-841f-47dc-9a0b-590c0a0e622e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:28.538073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for port (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.585694 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:28.684025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:28.693346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:28.703786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:28.769195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5b17f652-6b4c-49b4-b860-b723748eb3b2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:28.803668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'Port': ['ID=45c4d5b8-841f-47dc-9a0b-590c0a0e622e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:28.852558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5b17f652-6b4c-49b4-b860-b723748eb3b2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:28.853383 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.027064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5b17f652-6b4c-49b4-b860-b723748eb3b2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:29.027245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (dededb76-605a-4549-af6f-feda51959238), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.038104 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Sync routers for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:29.050812 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:29.051817 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:56:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:29.097665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.271084 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:29.344408 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for port (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.361871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.541573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'Port': ['ID=45c4d5b8-841f-47dc-9a0b-590c0a0e622e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:29.566379 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 2, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:29.577240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (dededb76-605a-4549-af6f-feda51959238), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.602323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.613313 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Checking router: 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:29.614390 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Updating router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 port 0ee6d484-9e53-4d12-9e76-ae139362714f binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:56:29.621353 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a0b6402-fa02-48be-8c98-fc59af21d929 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6669376 Feb 19 00:56:29.677325 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:29.981280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-8a6ca510-8595-4de6-96a6-37ec819703c4 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1015310354&fields=id&tenant_id=676e6c2f27e2417ca046102c92487187 HTTP/1.1" status: 200 len: 267 time: 0.1007078 Feb 19 00:56:30.190240 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Publish callbacks [] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.200501 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.208144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-eb9e36cf-06c6-403c-8ea3-c6bd38818f19 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:30.210293 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-eb9e36cf-06c6-403c-8ea3-c6bd38818f19 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 810 time: 0.2142904 Feb 19 00:56:30.242156 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-20a448fe-4ca4-473d-8bf6-a313360282f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/quotas/676e6c2f27e2417ca046102c92487187 HTTP/1.1" status: 200 len: 375 time: 0.0260506 Feb 19 00:56:30.289103 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eae1fc-59e5-4e45-99ec-263f7cd26222 None None] Pushing event updated for resources: {'Port': ['ID=0ee6d484-9e53-4d12-9e76-ae139362714f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:30.343367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bd410-bca3-4b47-af57-ea27bf39c1aa req-d8e47dca-7cfc-410c-910f-f50ea411c87b tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:30.345051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d38bd410-bca3-4b47-af57-ea27bf39c1aa req-d8e47dca-7cfc-410c-910f-f50ea411c87b tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 949 time: 0.1896267 Feb 19 00:56:30.409464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-135c2c03-2aef-421b-b5a4-7305c3bd5e63 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118150 Feb 19 00:56:30.409918 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Attempting to bind port 0ee6d484-9e53-4d12-9e76-ae139362714f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:30.410442 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Attempting to bind port 0ee6d484-9e53-4d12-9e76-ae139362714f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:30.410855 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Attempting to bind port 0ee6d484-9e53-4d12-9e76-ae139362714f on network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:30.442315 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:30.442751 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Checking segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:30.444107 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.446566 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Bound using segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:30.448029 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Bound port: 0ee6d484-9e53-4d12-9e76-ae139362714f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:30.448446 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.475212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d38bd410-bca3-4b47-af57-ea27bf39c1aa req-eee0cb0e-9dd8-4f76-9426-7c4775fd4072 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226258 Feb 19 00:56:30.517356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-62115b77-fe64-43ef-905d-6bb103adbfc2 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 00:56:30.518828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-62115b77-fe64-43ef-905d-6bb103adbfc2 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1126449 Feb 19 00:56:30.591825 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] For port 0ee6d484-9e53-4d12-9e76-ae139362714f, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:30.602268 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] For port 0ee6d484-9e53-4d12-9e76-ae139362714f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ee6d484-9e53-4d12-9e76-ae139362714f,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:30.610428 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.668720 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eae1fc-59e5-4e45-99ec-263f7cd26222 None None] Pushing event updated for resources: {'Port': ['ID=0ee6d484-9e53-4d12-9e76-ae139362714f,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:30.722917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-b7609d89-e5be-4057-ad5c-880f452309a2 service neutron] 10.222.0.60 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973970 Feb 19 00:56:30.724864 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:30.725771 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:56:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:30.828990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8ffff3de-3dc3-4f1f-bd94-80cfbc03735c None None] Provisioning complete for port 0ee6d484-9e53-4d12-9e76-ae139362714f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:30.829472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3de-3dc3-4f1f-bd94-80cfbc03735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:30.874059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-2110daa7-a521-49e0-bb35-35c4983340b2 service neutron] 10.222.0.60 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323259 Feb 19 00:56:30.936919 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:31.063818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8ffff3de-3dc3-4f1f-bd94-80cfbc03735c None None] Current status of the port 0ee6d484-9e53-4d12-9e76-ae139362714f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:31.064209 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3de-3dc3-4f1f-bd94-80cfbc03735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.121651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8ffff3de-3dc3-4f1f-bd94-80cfbc03735c None None] For port 0ee6d484-9e53-4d12-9e76-ae139362714f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ee6d484-9e53-4d12-9e76-ae139362714f,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:31.151026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ffff3de-3dc3-4f1f-bd94-80cfbc03735c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.328779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03c2d3d2-c460-4fc9-a3ea-331af39d9cb6 req-f5a58f48-a9b5-4982-bef9-4017300a179a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 210 time: 0.0781052 Feb 19 00:56:31.354638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffff3de-3dc3-4f1f-bd94-80cfbc03735c None None] Pushing event updated for resources: {'Port': ['ID=0ee6d484-9e53-4d12-9e76-ae139362714f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:31.369271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-96b24be7-2e54-4151-826e-2623d603ce00 None None] Provisioning complete for port 0ee6d484-9e53-4d12-9e76-ae139362714f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:31.370056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96b24be7-2e54-4151-826e-2623d603ce00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:31.472566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-96b24be7-2e54-4151-826e-2623d603ce00 None None] Current status of the port 0ee6d484-9e53-4d12-9e76-ae139362714f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:31.517484 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:30Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:31.559584 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399bf050-70ce-4b3a-8e20-120fbcc11a48 None None] The sync data for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 is: [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:30Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:31.725699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4d06d-c1f9-425b-9f78-0091d08da913 req-48656491-eeb2-4d12-85e8-f4d9e842cfa6 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:31.745505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ae4d06d-c1f9-425b-9f78-0091d08da913 req-48656491-eeb2-4d12-85e8-f4d9e842cfa6 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 949 time: 0.1108096 Feb 19 00:56:31.830976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ae4d06d-c1f9-425b-9f78-0091d08da913 req-efff5d7f-bea7-4b57-9c53-5e779be04bfe tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/security-groups?id=701d88fe-66bb-45b4-a010-364d6b47cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844562 Feb 19 00:56:32.190585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-ae19f1e9-fb12-451b-b833-a32ec8d26951 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:32.192302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-ae19f1e9-fb12-451b-b833-a32ec8d26951 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.126 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 949 time: 0.1654222 Feb 19 00:56:32.383446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Deleting port 209600d7-78b7-4bdd-8e95-393da5998d72 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:56:32.388462 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.599032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd1c7d2e-6881-49f3-9b13-129eb9c9cd55 req-b9b143cd-3296-49c7-a3d9-34e62b737314 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 210 time: 0.0731525 Feb 19 00:56:32.609266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] For port 209600d7-78b7-4bdd-8e95-393da5998d72, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=209600d7-78b7-4bdd-8e95-393da5998d72,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:32.609769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.626582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Calling delete_port for 209600d7-78b7-4bdd-8e95-393da5998d72 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:56:32.798267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ee6d484-9e53-4d12-9e76-ae139362714f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:32.847681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (209600d7-78b7-4bdd-8e95-393da5998d72), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:32.890454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['209600d7-78b7-4bdd-8e95-393da5998d72'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:32.930745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Pushing event deleted for resources: {'Port': ['ID=209600d7-78b7-4bdd-8e95-393da5998d72,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:32.944408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.944763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.945114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.945456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.945798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.946138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.946497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.946908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.947257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.947572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.947906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.948237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:32.948565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:56:33.078674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0ee6d484-9e53-4d12-9e76-ae139362714f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:33.079380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.097523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] No DVR routers for this DVR port 209600d7-78b7-4bdd-8e95-393da5998d72 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:56:33.101137 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.104920 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed97ab8d-1d23-4090-9792-afeac13557c8 req-399b4753-384b-498b-94e6-677b909fea6e tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.126 "DELETE /v2.0/ports/209600d7-78b7-4bdd-8e95-393da5998d72 HTTP/1.1" status: 204 len: 173 time: 0.9038053 Feb 19 00:56:33.135198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f292498f-9911-4735-bcf4-ac6d13f94326', 'name': 'network-vif-deleted', 'tag': '209600d7-78b7-4bdd-8e95-393da5998d72'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:33.137687 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0629f6f1-8e7f-42bd-820a-129ba7375890" -d '{"events": [{"server_uuid": "f292498f-9911-4735-bcf4-ac6d13f94326", "name": "network-vif-deleted", "tag": "209600d7-78b7-4bdd-8e95-393da5998d72"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:33.152738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-22583697-41ff-48a2-9952-b282de7d0675 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:33.156365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30d1dbcd-1286-4246-83ef-244665257ef4 req-b3d0c47d-6e22-4e3c-a014-c936ba0bb889 tempest-VolumesBackupsTest-1081366475 tempest-VolumesBackupsTest-1081366475-project] 10.222.0.60 "GET /v2.0/ports?device_id=f292498f-9911-4735-bcf4-ac6d13f94326 HTTP/1.1" status: 200 len: 210 time: 0.1235626 Feb 19 00:56:33.159159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-22583697-41ff-48a2-9952-b282de7d0675 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.113 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 810 time: 0.2309437 Feb 19 00:56:33.254855 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d9b2ae-cea1-4328-b77b-bfb37f23443e x-openstack-request-id: req-24d9b2ae-cea1-4328-b77b-bfb37f23443e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:33.255226 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f292498f-9911-4735-bcf4-ac6d13f94326", "name": "network-vif-deleted", "tag": "209600d7-78b7-4bdd-8e95-393da5998d72", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:33.255551 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24d9b2ae-cea1-4328-b77b-bfb37f23443e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:33.256015 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f292498f-9911-4735-bcf4-ac6d13f94326', 'name': 'network-vif-deleted', 'tag': '209600d7-78b7-4bdd-8e95-393da5998d72', 'status': 'completed', 'code': 200} Feb 19 00:56:33.334365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0ee6d484-9e53-4d12-9e76-ae139362714f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:33.340443 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-30ae9228-0bef-431b-82a5-09f815930f4d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=676e6c2f27e2417ca046102c92487187 HTTP/1.1" status: 200 len: 380 time: 0.1682189 Feb 19 00:56:33.381414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'port': {'device_id': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'admin_state_up': True, 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'security_groups': ['5335bf41-d116-4575-ae1a-1caa6439b454']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:33.577625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Made reservation on behalf of 676e6c2f27e2417ca046102c92487187 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:56:33.584405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:33.823377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b452943-d969-41dd-89c1-33d148cf1339 req-51d66826-2661-4a28-a957-338e511eba32 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 210 time: 0.0799108 Feb 19 00:56:33.845941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Allocated IP 172.20.0.14 (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb/1f12297f-0970-479a-9e40-d233c394eb96/8f107877-e323-44df-943e-51e748a2f7da) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:56:34.068957 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for port (8f107877-e323-44df-943e-51e748a2f7da), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.109344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8f107877-e323-44df-943e-51e748a2f7da), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.177072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:56:34.180369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:56:34.183061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:56:34.251745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'Port': ['ID=8f107877-e323-44df-943e-51e748a2f7da,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:34.289177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:34.289866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.314761 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-f51d2801-83bf-4488-9a5c-754e7ce5c3f9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9585178 Feb 19 00:56:34.456016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Request body: {'port': {'device_id': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:34.568337 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8f107877-e323-44df-943e-51e748a2f7da), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.648556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c19e3843-93ea-4b69-bde3-c764066275ba None None] Provisioning complete for port 8f107877-e323-44df-943e-51e748a2f7da triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:34.649253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c19e3843-93ea-4b69-bde3-c764066275ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8f107877-e323-44df-943e-51e748a2f7da), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:34.739405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c19e3843-93ea-4b69-bde3-c764066275ba None None] Port 8f107877-e323-44df-943e-51e748a2f7da cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:56:35.005819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f107877-e323-44df-943e-51e748a2f7da {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:35.014979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Publish callbacks [] for port (8f107877-e323-44df-943e-51e748a2f7da), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.029018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Transition to ACTIVE for port object 8f107877-e323-44df-943e-51e748a2f7da will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:56:35.033167 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8f107877-e323-44df-943e-51e748a2f7da), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.051887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b302aa0-e3c5-4e9a-a033-8cea2cda6d23 req-a71be5e2-9fc2-4cab-a057-130b3be373e0 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:35.053430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b302aa0-e3c5-4e9a-a033-8cea2cda6d23 req-a71be5e2-9fc2-4cab-a057-130b3be373e0 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 932 time: 0.1184025 Feb 19 00:56:35.129991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Pushing event updated for resources: {'Port': ['ID=8f107877-e323-44df-943e-51e748a2f7da,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:35.152478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b302aa0-e3c5-4e9a-a033-8cea2cda6d23 req-5530fe4a-e561-4214-a87c-44e37ac35b1d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905430 Feb 19 00:56:35.325623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Attempting to bind port 8f107877-e323-44df-943e-51e748a2f7da on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:56:35.326284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Attempting to bind port 8f107877-e323-44df-943e-51e748a2f7da by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:56:35.326399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Attempting to bind port 8f107877-e323-44df-943e-51e748a2f7da on network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:35.332576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Port 8f107877-e323-44df-943e-51e748a2f7da on network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:56:35.332897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Attempting to bind port 8f107877-e323-44df-943e-51e748a2f7da on network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:56:35.344854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:56:35.345228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Checking segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:56:35.345584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Bound using segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:56:35.346015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Bound port: 8f107877-e323-44df-943e-51e748a2f7da, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:56:35.346403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8f107877-e323-44df-943e-51e748a2f7da), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.489314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] For port 8f107877-e323-44df-943e-51e748a2f7da, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:56:35.494662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] For port 8f107877-e323-44df-943e-51e748a2f7da, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8f107877-e323-44df-943e-51e748a2f7da,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:56:35.504459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8f107877-e323-44df-943e-51e748a2f7da), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.565775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:35.566528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:35.569053 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] 10.222.0.113 "PUT /v2.0/ports/8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 1092 time: 1.2460597 Feb 19 00:56:35.569515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'tag': '8f107877-e323-44df-943e-51e748a2f7da'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:35.571935 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd73984f-c773-4383-aa45-4150f70030c2" -d '{"events": [{"name": "network-changed", "server_uuid": "46e16aa7-9e34-48fd-b049-a0d3705c6145", "tag": "8f107877-e323-44df-943e-51e748a2f7da"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:35.662617 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c33fcb-d431-4869-a5de-febcb1f6803d x-openstack-request-id: req-a0c33fcb-d431-4869-a5de-febcb1f6803d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:35.662928 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e16aa7-9e34-48fd-b049-a0d3705c6145", "tag": "8f107877-e323-44df-943e-51e748a2f7da", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:35.663186 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0c33fcb-d431-4869-a5de-febcb1f6803d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:35.663600 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'tag': '8f107877-e323-44df-943e-51e748a2f7da', 'status': 'completed', 'code': 200} Feb 19 00:56:35.709283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9022e8bf-21e9-408e-a82b-69a5e7bc6afa service neutron] Pushing event updated for resources: {'Port': ['ID=8f107877-e323-44df-943e-51e748a2f7da,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:35.741143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-70d242a7-58d8-40f7-8388-b1a1b13929cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:35.743324 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-70d242a7-58d8-40f7-8388-b1a1b13929cc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1126 time: 0.1096702 Feb 19 00:56:35.795949 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-d1f70b79-0512-4ee3-aa7d-517b6732c2f3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 217 time: 0.0443277 Feb 19 00:56:35.867682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-95090cbb-cc47-445f-8dbb-7d76fa57c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:35.870158 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-95090cbb-cc47-445f-8dbb-7d76fa57c9dd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0680563 Feb 19 00:56:35.971737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-4b002e87-a53d-4346-8d5f-2fd3f7764ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:35.973278 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-4b002e87-a53d-4346-8d5f-2fd3f7764ef8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0911536 Feb 19 00:56:36.245655 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-af3d979b-89db-473a-89b3-30e8d498a823 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654464 Feb 19 00:56:36.382730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426febbb-744c-47f2-b6eb-ffdb4300cde6 req-36d4cfc0-df67-4d75-b50b-1d0d5a221336 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:36.393984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-426febbb-744c-47f2-b6eb-ffdb4300cde6 req-36d4cfc0-df67-4d75-b50b-1d0d5a221336 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 944 time: 0.1274164 Feb 19 00:56:36.474354 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97356df3-9eba-495d-9d7a-3ca5f09baeb8 req-5011b47b-0c39-4909-82a5-0721a2d0a12f service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221892 Feb 19 00:56:36.496185 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-426febbb-744c-47f2-b6eb-ffdb4300cde6 req-d5c94785-8942-4a65-97b6-4e463f83a30a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010275 Feb 19 00:56:36.614857 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 209600d7-78b7-4bdd-8e95-393da5998d72 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:56:36.625014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73984f-c773-4383-aa45-4150f70030c2 req-a409ad5d-46cc-45f3-82f5-59db6cd0c477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:36.626820 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd73984f-c773-4383-aa45-4150f70030c2 req-a409ad5d-46cc-45f3-82f5-59db6cd0c477 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1126 time: 0.0897639 Feb 19 00:56:36.684323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 209600d7-78b7-4bdd-8e95-393da5998d72 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:56:36.684323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 209600d7-78b7-4bdd-8e95-393da5998d72 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:56:36.756794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73984f-c773-4383-aa45-4150f70030c2 req-0e6396f5-dc35-476b-aae6-96bd18b3e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:36.758211 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd73984f-c773-4383-aa45-4150f70030c2 req-0e6396f5-dc35-476b-aae6-96bd18b3e704 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.1218693 Feb 19 00:56:36.814545 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd73984f-c773-4383-aa45-4150f70030c2 req-37069c6d-bf7e-48d8-9a6f-fc4b15923350 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 217 time: 0.0487683 Feb 19 00:56:36.899937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73984f-c773-4383-aa45-4150f70030c2 req-009a637c-41fc-49fd-88fd-ebd73d5564ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:36.901576 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd73984f-c773-4383-aa45-4150f70030c2 req-009a637c-41fc-49fd-88fd-ebd73d5564ef service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0783513 Feb 19 00:56:37.005068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd73984f-c773-4383-aa45-4150f70030c2 req-176b7a13-181c-4ddd-8b12-817a199119f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:37.006659 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd73984f-c773-4383-aa45-4150f70030c2 req-176b7a13-181c-4ddd-8b12-817a199119f3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0916445 Feb 19 00:56:37.141041 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd73984f-c773-4383-aa45-4150f70030c2 req-52374a6a-bacc-471b-bb5b-69342724a757 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276217 Feb 19 00:56:37.263657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd73984f-c773-4383-aa45-4150f70030c2 req-0ff6e767-969d-4cd1-a732-0618ef400880 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157236 Feb 19 00:56:37.643624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c3f2b-52eb-4200-9ec8-546063614294 req-98f78262-e9c6-4b0a-b045-5ee32351c0ac tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:37.657360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-958c3f2b-52eb-4200-9ec8-546063614294 req-98f78262-e9c6-4b0a-b045-5ee32351c0ac tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 944 time: 0.0739691 Feb 19 00:56:37.761282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-958c3f2b-52eb-4200-9ec8-546063614294 req-478c1d65-fbe3-4812-99c2-476527f78650 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027098 Feb 19 00:56:38.678742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8f107877-e323-44df-943e-51e748a2f7da details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:56:38.840224 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8f107877-e323-44df-943e-51e748a2f7da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8f107877-e323-44df-943e-51e748a2f7da,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:38.876587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '8f107877-e323-44df-943e-51e748a2f7da', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'port_id': '8f107877-e323-44df-943e-51e748a2f7da', 'mac_address': 'fa:16:3e:2d:bf:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:56:38.935746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 8f107877-e323-44df-943e-51e748a2f7da is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:38.935746 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8f107877-e323-44df-943e-51e748a2f7da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:38.938327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401508f5-5ea9-44e9-808a-11681b914325 req-045abe39-0ee6-485b-9ba1-8e206fb05621 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:38.945803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-401508f5-5ea9-44e9-808a-11681b914325 req-045abe39-0ee6-485b-9ba1-8e206fb05621 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 944 time: 0.0879662 Feb 19 00:56:38.955323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f107877-e323-44df-943e-51e748a2f7da {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:56:38.983690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8f107877-e323-44df-943e-51e748a2f7da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8f107877-e323-44df-943e-51e748a2f7da,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:38.991756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8f107877-e323-44df-943e-51e748a2f7da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:39.010672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-401508f5-5ea9-44e9-808a-11681b914325 req-1602ebff-a0d9-4b5e-a8b2-2c35302bd8d2 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635841 Feb 19 00:56:39.063975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=8f107877-e323-44df-943e-51e748a2f7da,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:39.222975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['8f107877-e323-44df-943e-51e748a2f7da'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:56:40.156631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221f942-b8a0-4347-829c-469a86a1aa20 req-06855401-03da-4d5e-b18c-c5fc1355823c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:40.166027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f221f942-b8a0-4347-829c-469a86a1aa20 req-06855401-03da-4d5e-b18c-c5fc1355823c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 945 time: 0.0757427 Feb 19 00:56:40.230766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f221f942-b8a0-4347-829c-469a86a1aa20 req-c6dfda90-45e8-4a6e-98c6-56518aae2f49 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633397 Feb 19 00:56:40.702130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8f107877-e323-44df-943e-51e748a2f7da up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:56:40.797674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 8f107877-e323-44df-943e-51e748a2f7da completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:56:40.802789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 8f107877-e323-44df-943e-51e748a2f7da triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:56:40.803419 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8f107877-e323-44df-943e-51e748a2f7da), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:40.894883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 8f107877-e323-44df-943e-51e748a2f7da is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:56:40.895236 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8f107877-e323-44df-943e-51e748a2f7da), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:40.919409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f107877-e323-44df-943e-51e748a2f7da'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:40.921923 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6a5134-398f-4633-aab3-f233fde6aea0" -d '{"events": [{"server_uuid": "46e16aa7-9e34-48fd-b049-a0d3705c6145", "name": "network-vif-plugged", "status": "completed", "tag": "8f107877-e323-44df-943e-51e748a2f7da"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:40.935555 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8f107877-e323-44df-943e-51e748a2f7da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8f107877-e323-44df-943e-51e748a2f7da,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:56:40.941824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8f107877-e323-44df-943e-51e748a2f7da), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:41.011280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=8f107877-e323-44df-943e-51e748a2f7da,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:56:41.044411 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e457e994-a06f-4c09-bd59-0829aceb6f75 x-openstack-request-id: req-e457e994-a06f-4c09-bd59-0829aceb6f75 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:41.045920 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e16aa7-9e34-48fd-b049-a0d3705c6145", "name": "network-vif-plugged", "status": "completed", "tag": "8f107877-e323-44df-943e-51e748a2f7da", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:41.057312 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e457e994-a06f-4c09-bd59-0829aceb6f75 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:41.058154 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f107877-e323-44df-943e-51e748a2f7da', 'code': 200} Feb 19 00:56:41.167079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f63896-3c8a-4d1e-803c-0607864fd944 req-b1017096-0106-4817-93ad-5fe1cc3d3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:41.168742 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11f63896-3c8a-4d1e-803c-0607864fd944 req-b1017096-0106-4817-93ad-5fe1cc3d3239 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1128 time: 0.0854685 Feb 19 00:56:41.260254 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11f63896-3c8a-4d1e-803c-0607864fd944 req-59667197-8277-4d86-af4e-c16a9f5e3158 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770793 Feb 19 00:56:41.434034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c439c26-d6e9-458a-9c99-5eef8c7b93fc req-d9582d84-ec88-4100-b7fd-c5b66268f6ca tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:41.443847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c439c26-d6e9-458a-9c99-5eef8c7b93fc req-d9582d84-ec88-4100-b7fd-c5b66268f6ca tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0985770 Feb 19 00:56:41.518983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c439c26-d6e9-458a-9c99-5eef8c7b93fc req-b931ee39-9a23-4352-86eb-68bf9a628e92 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693612 Feb 19 00:56:42.767433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635f7d6-0488-4513-bee5-05ba28bd88ea req-941c8d60-5752-43cc-81b2-3dec93052f1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:42.781208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8635f7d6-0488-4513-bee5-05ba28bd88ea req-941c8d60-5752-43cc-81b2-3dec93052f1c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1218247 Feb 19 00:56:42.914450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8635f7d6-0488-4513-bee5-05ba28bd88ea req-61d66628-89d6-4636-94ae-81734fd4a0e7 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321983 Feb 19 00:56:43.119966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2e2f-0d60-4d85-bfe5-ee341f1086d0 req-002f5c42-8c89-489c-8a41-dfa3ed2ef314 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:43.144665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b0b2e2f-0d60-4d85-bfe5-ee341f1086d0 req-002f5c42-8c89-489c-8a41-dfa3ed2ef314 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0949392 Feb 19 00:56:43.150040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 48848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:56:43.156111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'floatingip': {'port_id': '8f107877-e323-44df-943e-51e748a2f7da'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:56:43.252466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (dededb76-605a-4549-af6f-feda51959238), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:44.689965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.resource_extend [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:56:44.806141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:44.827644 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (dededb76-605a-4549-af6f-feda51959238), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.066730 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Floating IP dededb76-605a-4549-af6f-feda51959238 associated. External IP: 172.25.6.191, port: 8f107877-e323-44df-943e-51e748a2f7da. Feb 19 00:56:45.396152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:56:45.600876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:56:45.614901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:45.623885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] Sync routers for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:56:45.651842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:45.652492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:56:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:45.675667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3f3b9b78-3a42-4f3a-aedd-3a9930ef8316 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "PUT /v2.0/floatingips/dededb76-605a-4549-af6f-feda51959238 HTTP/1.1" status: 200 len: 992 time: 2.5242836 Feb 19 00:56:45.680923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'tag': '8f107877-e323-44df-943e-51e748a2f7da'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:56:45.686659 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb84b290-390d-4f5c-9d6c-331213a90221" -d '{"events": [{"name": "network-changed", "server_uuid": "46e16aa7-9e34-48fd-b049-a0d3705c6145", "tag": "8f107877-e323-44df-943e-51e748a2f7da"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:56:45.829315 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f406e903-dcbd-47e8-9d11-ced7f9bf258b x-openstack-request-id: req-f406e903-dcbd-47e8-9d11-ced7f9bf258b {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:56:45.829315 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e16aa7-9e34-48fd-b049-a0d3705c6145", "tag": "8f107877-e323-44df-943e-51e748a2f7da", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:56:45.830491 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f406e903-dcbd-47e8-9d11-ced7f9bf258b {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:56:45.830985 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'tag': '8f107877-e323-44df-943e-51e748a2f7da', 'status': 'completed', 'code': 200} Feb 19 00:56:45.906304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-fd615ef0-b431-4ad7-88f8-83d349390460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:45.909156 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-fd615ef0-b431-4ad7-88f8-83d349390460 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1128 time: 0.0986381 Feb 19 00:56:45.940051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:46.084648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-50fef7d3-8867-4f08-a192-ba297f52c083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:46.086464 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-50fef7d3-8867-4f08-a192-ba297f52c083 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.1693673 Feb 19 00:56:46.308676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'dededb76-605a-4549-af6f-feda51959238', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'port_id': '8f107877-e323-44df-943e-51e748a2f7da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'mac_address': 'fa:16:3e:2d:bf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:56:28Z', 'updated_at': '2022-02-19T00:56:44Z', 'revision_number': 1, 'project_id': '676e6c2f27e2417ca046102c92487187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:46.332468 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-c1121090-b7c1-4c53-8866-df77d5aed213 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 1000 time: 0.2397165 Feb 19 00:56:46.399794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] Checking router: 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:56:46.434398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:56:46.435046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:56:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:46.440179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-989eab03-0aa3-453e-8fbe-e9dd2d0ad41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:46.441856 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-989eab03-0aa3-453e-8fbe-e9dd2d0ad41a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.1037569 Feb 19 00:56:46.560636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-d910f32a-fe46-4506-9f00-72ed2e2c873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:56:46.562490 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-d910f32a-fe46-4506-9f00-72ed2e2c873e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128094 Feb 19 00:56:46.761183 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-fc68ae96-1a82-4489-bf6c-af032c4bab6d service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927123 Feb 19 00:56:46.942342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:56:47.003028 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bb84b290-390d-4f5c-9d6c-331213a90221 req-09d1b247-a778-42dc-b36b-23c7cb510614 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311847 Feb 19 00:56:47.422259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'dededb76-605a-4549-af6f-feda51959238', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'port_id': '8f107877-e323-44df-943e-51e748a2f7da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'mac_address': 'fa:16:3e:2d:bf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:56:28Z', 'updated_at': '2022-02-19T00:56:44Z', 'revision_number': 1, 'project_id': '676e6c2f27e2417ca046102c92487187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:56:47.484305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5555a-738a-4b39-8277-4af40e8991e6 None None] The sync data for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 is: [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'dededb76-605a-4549-af6f-feda51959238', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'floating_ip_address': '172.25.6.191', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'port_id': '8f107877-e323-44df-943e-51e748a2f7da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3492, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'mac_address': 'fa:16:3e:2d:bf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:56:28Z', 'updated_at': '2022-02-19T00:56:44Z', 'revision_number': 1, 'project_id': '676e6c2f27e2417ca046102c92487187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:56:47.947099 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b577d0aa-25b0-48bd-8a9c-ae64a4b8b41f None None] New status for floating IP dededb76-605a-4549-af6f-feda51959238: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:56:47.971478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72b8cb23-a6b9-4a02-8ce8-cd87bf729529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:48.894217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:50.035681 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4628524a-3b57-4ae0-a707-4b456d01ee4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:51.246396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:52.739294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:53.812367 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:54.189429 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:56:56.392083 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:57:17.975787 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5f3f5fde-ba2b-4ecb-af5a-4b23d13e862f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:18.912899 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:20.035719 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd5d1150-a751-4811-aeb9-9805f2109fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:21.240322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:22.664895 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:23.807934 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.072829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9466829d-92fb-44b3-9255-fd939c1283aa req-3669a47b-7e12-4783-9864-c8aad79eaa73 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351719 Feb 19 00:57:24.184428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:24.234577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466829d-92fb-44b3-9255-fd939c1283aa req-a0f6d785-6bfe-4fd3-aed7-984015debcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.236220 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9466829d-92fb-44b3-9255-fd939c1283aa req-a0f6d785-6bfe-4fd3-aed7-984015debcb7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1128 time: 0.1130588 Feb 19 00:57:24.515409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466829d-92fb-44b3-9255-fd939c1283aa req-dc6e0f01-4a09-431f-8644-a2740a4bdb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.516910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9466829d-92fb-44b3-9255-fd939c1283aa req-dc6e0f01-4a09-431f-8644-a2740a4bdb3a service neutron] 10.222.0.113 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.2616987 Feb 19 00:57:24.635601 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9466829d-92fb-44b3-9255-fd939c1283aa req-eb307305-6bae-469b-b2aa-f7471a7cd454 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 1002 time: 0.1119301 Feb 19 00:57:24.735669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466829d-92fb-44b3-9255-fd939c1283aa req-2a782bf8-c168-4c26-adbe-e9190b6f9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.737474 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9466829d-92fb-44b3-9255-fd939c1283aa req-2a782bf8-c168-4c26-adbe-e9190b6f9da9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0953670 Feb 19 00:57:24.841808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466829d-92fb-44b3-9255-fd939c1283aa req-95fb3b0c-b5d7-4e37-aee9-791c997ecd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:24.844840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9466829d-92fb-44b3-9255-fd939c1283aa req-95fb3b0c-b5d7-4e37-aee9-791c997ecd59 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1004672 Feb 19 00:57:25.016878 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9466829d-92fb-44b3-9255-fd939c1283aa req-9b668d84-15fc-4e4e-b2c4-431da513ea28 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648045 Feb 19 00:57:25.276013 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9466829d-92fb-44b3-9255-fd939c1283aa req-9339d5f2-1840-45a5-a606-c56cbd8c1262 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528098 Feb 19 00:57:25.843695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50460) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:26.043310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a23abcdd-de91-4a72-95f6-01d0ee426626 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.203862 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a23abcdd-de91-4a72-95f6-01d0ee426626 admin admin] Publish callbacks [] for security_group (f6facd02-e570-4d5a-8cca-d4f8f5548214), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.209027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a23abcdd-de91-4a72-95f6-01d0ee426626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f6facd02-e570-4d5a-8cca-d4f8f5548214), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.237648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50464) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:26.251201 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a23abcdd-de91-4a72-95f6-01d0ee426626 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4033e35a5034ec9a48a15b6bea6b795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4063110 Feb 19 00:57:26.293773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23abcdd-de91-4a72-95f6-01d0ee426626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6facd02-e570-4d5a-8cca-d4f8f5548214,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:26.325357 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13d8eb75-761a-4901-92f2-dc36d6032950 admin admin] Publish callbacks [] for security_group (f6facd02-e570-4d5a-8cca-d4f8f5548214), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.356574 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13d8eb75-761a-4901-92f2-dc36d6032950 admin admin] Publish callbacks [] for security_group (f6facd02-e570-4d5a-8cca-d4f8f5548214), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.411083 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13d8eb75-761a-4901-92f2-dc36d6032950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f6facd02-e570-4d5a-8cca-d4f8f5548214), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.414624 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-13d8eb75-761a-4901-92f2-dc36d6032950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:26.418226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-13d8eb75-761a-4901-92f2-dc36d6032950 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6facd02-e570-4d5a-8cca-d4f8f5548214 HTTP/1.1" status: 204 len: 168 time: 0.1766055 Feb 19 00:57:26.424839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d8eb75-761a-4901-92f2-dc36d6032950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6facd02-e570-4d5a-8cca-d4f8f5548214,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:27.972029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 50550) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:28.153881 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17500ff2-0462-4bf6-bfe2-f0a8295616dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.383798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17500ff2-0462-4bf6-bfe2-f0a8295616dc admin admin] Publish callbacks [] for security_group (96d4f42e-9a11-457f-a1e1-f948f6d3d31e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.393802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17500ff2-0462-4bf6-bfe2-f0a8295616dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (96d4f42e-9a11-457f-a1e1-f948f6d3d31e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.515918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17500ff2-0462-4bf6-bfe2-f0a8295616dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d4f42e-9a11-457f-a1e1-f948f6d3d31e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:28.531652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50562) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:28.543454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-17500ff2-0462-4bf6-bfe2-f0a8295616dc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8fe46b259194412dae56b5e97f6081cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5696106 Feb 19 00:57:28.652061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Publish callbacks [] for security_group (96d4f42e-9a11-457f-a1e1-f948f6d3d31e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.706072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Publish callbacks [] for security_group (96d4f42e-9a11-457f-a1e1-f948f6d3d31e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.827837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (96d4f42e-9a11-457f-a1e1-f948f6d3d31e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.830501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:28.834084 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/96d4f42e-9a11-457f-a1e1-f948f6d3d31e HTTP/1.1" status: 204 len: 168 time: 0.2988660 Feb 19 00:57:28.848419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d4f42e-9a11-457f-a1e1-f948f6d3d31e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:28.871898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.872696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.873213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.873723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.874245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.877521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.878669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.878773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.879203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.879546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.879925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.880208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:28.881852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853001a7-1e67-4c33-8786-86db8793ffb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:57:29.332763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50606) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:29.348936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24a4aa37-8ae7-4e7e-9c0d-f83f55a003a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.438422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24a4aa37-8ae7-4e7e-9c0d-f83f55a003a3 admin admin] Publish callbacks [] for security_group (bfd9b5a0-6f71-4449-8276-f1d3c476e42a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.447192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-24a4aa37-8ae7-4e7e-9c0d-f83f55a003a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bfd9b5a0-6f71-4449-8276-f1d3c476e42a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.490487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4aa37-8ae7-4e7e-9c0d-f83f55a003a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd9b5a0-6f71-4449-8276-f1d3c476e42a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:29.497467 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-24a4aa37-8ae7-4e7e-9c0d-f83f55a003a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4602ebee6b1d410e84bb6d874d98d37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1631374 Feb 19 00:57:29.500499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 50614) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:57:29.594878 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0f59dbd-1507-47c6-93e4-5537a1223c85 admin admin] Publish callbacks [] for security_group (bfd9b5a0-6f71-4449-8276-f1d3c476e42a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.621447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0f59dbd-1507-47c6-93e4-5537a1223c85 admin admin] Publish callbacks [] for security_group (bfd9b5a0-6f71-4449-8276-f1d3c476e42a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.683101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0f59dbd-1507-47c6-93e4-5537a1223c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bfd9b5a0-6f71-4449-8276-f1d3c476e42a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.689058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0f59dbd-1507-47c6-93e4-5537a1223c85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:29.692741 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0f59dbd-1507-47c6-93e4-5537a1223c85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bfd9b5a0-6f71-4449-8276-f1d3c476e42a HTTP/1.1" status: 204 len: 168 time: 0.1853583 Feb 19 00:57:29.715222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f59dbd-1507-47c6-93e4-5537a1223c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd9b5a0-6f71-4449-8276-f1d3c476e42a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:57:33.375461 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:57:47.359580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-7cbdded9-af2a-4de6-9026-0e760793b7c0 req-9dbe9fe2-0bbb-40b5-93a9-a1d6179eadc1 tempest-ServersNegativeTestJSON-1150170825 tempest-ServersNegativeTestJSON-1150170825-project] (103650) timed out ('10.222.0.60', 56708) {{(pid=103650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 00:57:47.982562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5f453c8e-ec4b-46d9-b404-2b4baef0f056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:48.940609 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:49.080277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11895ee-dedc-4268-aa7e-cc3f8033ade9 req-9c079117-fe94-4402-a06d-07b52633e303 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:49.092081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f11895ee-dedc-4268-aa7e-cc3f8033ade9 req-9c079117-fe94-4402-a06d-07b52633e303 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1394918 Feb 19 00:57:49.180057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f11895ee-dedc-4268-aa7e-cc3f8033ade9 req-b8b8942e-2fb2-46aa-9666-cfbc927de225 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770507 Feb 19 00:57:50.039432 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-def46861-4207-45fb-aa50-5066e9cc1df3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:50.463222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c703f-a91f-4f93-b1b8-0325e170e60c req-9acf723d-5887-4a5d-a6d9-607621d7f3cc tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:50.470131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-092c703f-a91f-4f93-b1b8-0325e170e60c req-9acf723d-5887-4a5d-a6d9-607621d7f3cc tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1362543 Feb 19 00:57:50.575738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-092c703f-a91f-4f93-b1b8-0325e170e60c req-152597b1-885f-4ee7-8f02-1734a9540e87 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046324 Feb 19 00:57:51.240588 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:51.756261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fe8d9-fd3d-4a86-a403-b73869b027a9 req-bbbb674f-56a1-43e2-80f9-293e34a63aa0 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:51.758391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce5fe8d9-fd3d-4a86-a403-b73869b027a9 req-bbbb674f-56a1-43e2-80f9-293e34a63aa0 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0881627 Feb 19 00:57:51.828888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce5fe8d9-fd3d-4a86-a403-b73869b027a9 req-7b8fb536-4796-43fc-ad90-82965dd2d9cc tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640867 Feb 19 00:57:52.682723 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:53.029266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc8553-2b17-44a0-b1a5-f3bfeff8ebb7 req-9220fca0-1b0f-441c-8e09-18297c655dac tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:53.030682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06dc8553-2b17-44a0-b1a5-f3bfeff8ebb7 req-9220fca0-1b0f-441c-8e09-18297c655dac tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1032245 Feb 19 00:57:53.123466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06dc8553-2b17-44a0-b1a5-f3bfeff8ebb7 req-fd584998-fe91-424b-b31e-45932fc0433c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835185 Feb 19 00:57:53.791210 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.190871 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:57:54.293779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa17b99-088c-41a3-9027-045b6a698cf2 req-3e581c27-5c2f-49b8-98b9-6df96317778a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:54.297786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fa17b99-088c-41a3-9027-045b6a698cf2 req-3e581c27-5c2f-49b8-98b9-6df96317778a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0646467 Feb 19 00:57:54.398658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3fa17b99-088c-41a3-9027-045b6a698cf2 req-15b3818a-4bfc-4832-bbef-8fa76ffe4b2f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948496 Feb 19 00:57:55.577863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc614a5d-a7ba-4e9f-865e-572589fcc0e2 req-8f1fbdc5-f053-4b03-9dba-be5327eaad7c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:55.579627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc614a5d-a7ba-4e9f-865e-572589fcc0e2 req-8f1fbdc5-f053-4b03-9dba-be5327eaad7c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1050603 Feb 19 00:57:55.699115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc614a5d-a7ba-4e9f-865e-572589fcc0e2 req-27c7ba7b-aebb-414f-8030-9f9a44eddfb2 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086757 Feb 19 00:57:56.879796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20710d-a33c-4119-b097-7ae84461c217 req-4e823fc7-7b1c-4bba-886f-c237ca76217b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:56.890106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df20710d-a33c-4119-b097-7ae84461c217 req-4e823fc7-7b1c-4bba-886f-c237ca76217b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1181147 Feb 19 00:57:56.968399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df20710d-a33c-4119-b097-7ae84461c217 req-31a3af90-7841-48db-a6dc-06ded478697f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767479 Feb 19 00:57:58.099638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc49279-7fac-4d78-8e6c-4e70b100fc3f req-0e77996c-eee8-4779-849e-937bbf535f5f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:58.102042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6cc49279-7fac-4d78-8e6c-4e70b100fc3f req-0e77996c-eee8-4779-849e-937bbf535f5f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0665915 Feb 19 00:57:58.181984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6cc49279-7fac-4d78-8e6c-4e70b100fc3f req-e73ec4db-660b-4f59-92c9-1e92e1f3e30f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737586 Feb 19 00:57:59.369469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e8ccc-1a26-40cb-9d01-0a2f013a3cde req-1b71b27b-0363-4471-a3d7-f6362986e992 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:57:59.371892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a8e8ccc-1a26-40cb-9d01-0a2f013a3cde req-1b71b27b-0363-4471-a3d7-f6362986e992 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1249046 Feb 19 00:57:59.431174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a8e8ccc-1a26-40cb-9d01-0a2f013a3cde req-1a80150a-7daa-4496-9000-29fdee60a9c0 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526288 Feb 19 00:58:00.636573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec027f51-1361-40b7-a53c-4e957b4dffca req-7480f39f-cd64-430c-a90c-ca3ea459f04f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:00.648403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec027f51-1361-40b7-a53c-4e957b4dffca req-7480f39f-cd64-430c-a90c-ca3ea459f04f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1005883 Feb 19 00:58:00.743188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec027f51-1361-40b7-a53c-4e957b4dffca req-ba370df5-adc9-4fed-a11b-04349cc37ed2 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844381 Feb 19 00:58:02.084038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2515-7b36-43b9-ac62-b35dd6b908e2 req-eb244f54-69ec-4d92-990f-a1c08b81d28d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:02.085754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc4d2515-7b36-43b9-ac62-b35dd6b908e2 req-eb244f54-69ec-4d92-990f-a1c08b81d28d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.2284858 Feb 19 00:58:02.596179 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc4d2515-7b36-43b9-ac62-b35dd6b908e2 req-c44f16f7-69bf-4b14-be4f-b0ec10d8718d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5002501 Feb 19 00:58:03.834161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aa3b2-0219-4006-bc22-73531d55f36b req-c1d2ee4c-9fc4-49b3-a69e-86043c294bbc tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:03.841321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-096aa3b2-0219-4006-bc22-73531d55f36b req-c1d2ee4c-9fc4-49b3-a69e-86043c294bbc tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1093469 Feb 19 00:58:03.931738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-096aa3b2-0219-4006-bc22-73531d55f36b req-b7de7484-a12a-49ff-8f9b-1346fe1c64f6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839651 Feb 19 00:58:05.162955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab1adc-9d64-47db-b938-6497911fb157 req-84671ea8-5230-4fa3-9bcc-986d0fbdf725 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:05.167905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ab1adc-9d64-47db-b938-6497911fb157 req-84671ea8-5230-4fa3-9bcc-986d0fbdf725 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1146533 Feb 19 00:58:05.278175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04ab1adc-9d64-47db-b938-6497911fb157 req-7bf2d1b6-4776-43ab-97f6-40d71b072090 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976117 Feb 19 00:58:06.446740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd4b30-9652-4b53-b055-82da1af3254c req-db82aa19-6b5f-4258-953d-b9003acb05b6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:06.455358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68bd4b30-9652-4b53-b055-82da1af3254c req-db82aa19-6b5f-4258-953d-b9003acb05b6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0827217 Feb 19 00:58:06.512469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68bd4b30-9652-4b53-b055-82da1af3254c req-7f477d6e-a0ce-480d-b6c0-ff62af1e4188 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556338 Feb 19 00:58:07.684817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b3cf3-126d-490d-ba6d-c05e6bb5a5bc req-7ec24aa1-1173-4b03-bf2b-79bedc7d2f40 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:07.686577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-435b3cf3-126d-490d-ba6d-c05e6bb5a5bc req-7ec24aa1-1173-4b03-bf2b-79bedc7d2f40 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0906458 Feb 19 00:58:07.742938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-435b3cf3-126d-490d-ba6d-c05e6bb5a5bc req-cff74d59-3891-4f00-bf26-d601e8299eee tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480385 Feb 19 00:58:08.910361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10729fa0-6eb9-485e-9936-35731736725f req-554f3c87-4cfe-47c8-87fa-4b54e2617dc5 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:08.910361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10729fa0-6eb9-485e-9936-35731736725f req-554f3c87-4cfe-47c8-87fa-4b54e2617dc5 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0878928 Feb 19 00:58:08.992145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10729fa0-6eb9-485e-9936-35731736725f req-4cfc4d75-4833-4989-98f5-89b865c94e72 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756292 Feb 19 00:58:10.199107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d1b24-86a4-489d-bd89-fb7f9370fcc6 req-ed433934-0414-4abe-8189-35b28732fba8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.200810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c87d1b24-86a4-489d-bd89-fb7f9370fcc6 req-ed433934-0414-4abe-8189-35b28732fba8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1192815 Feb 19 00:58:10.289788 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c87d1b24-86a4-489d-bd89-fb7f9370fcc6 req-652e9531-1902-41fa-8a0c-18182af631ab tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831044 Feb 19 00:58:10.377965 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:58:10.659893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3063f4-1773-437f-959e-e21332c969d0 req-f1a119e0-12d2-40a0-ac3d-52cf14cf3e67 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.672562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-c6aad15c-b04e-4128-845b-9cff38a6b766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.673839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b3063f4-1773-437f-959e-e21332c969d0 req-f1a119e0-12d2-40a0-ac3d-52cf14cf3e67 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1251636 Feb 19 00:58:10.675171 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-c6aad15c-b04e-4128-845b-9cff38a6b766 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1128 time: 0.1032369 Feb 19 00:58:10.746673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b3063f4-1773-437f-959e-e21332c969d0 req-449a6f65-ccb2-4fb9-8662-3ed8e1b2e11f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596757 Feb 19 00:58:10.824022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-790c64b8-2db0-4924-ba13-a9d7e8a2e301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.825822 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-790c64b8-2db0-4924-ba13-a9d7e8a2e301 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.1387541 Feb 19 00:58:10.910231 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-3c04a89f-efd7-4275-94e5-f1101aeefc3e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 1002 time: 0.0764761 Feb 19 00:58:10.986329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-e240b93e-f12e-4d79-85e7-58f07f5f9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:10.988244 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-e240b93e-f12e-4d79-85e7-58f07f5f9e80 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0618556 Feb 19 00:58:11.066573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-01a14a1b-db42-4bcb-9dc1-ea9013ae25bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.068514 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-01a14a1b-db42-4bcb-9dc1-ea9013ae25bd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732315 Feb 19 00:58:11.609166 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-3cce8211-01e2-4266-a365-782e099fa15e service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321007 Feb 19 00:58:11.866698 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f9c3bb5c-c102-41b8-a660-751ed71aca69 req-719f5064-d120-429e-9e89-f757eed2cb5d service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471321 Feb 19 00:58:11.974339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb2446-da63-4911-bf50-3711b152c59b req-7b9bf7c0-cf0e-4ea8-80c7-2c18c7bcf5e9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:11.975908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34cb2446-da63-4911-bf50-3711b152c59b req-7b9bf7c0-cf0e-4ea8-80c7-2c18c7bcf5e9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0863214 Feb 19 00:58:12.035103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34cb2446-da63-4911-bf50-3711b152c59b req-b1edd21c-6a11-4014-b162-dee23a9abb1a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477564 Feb 19 00:58:13.237208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e2e31-b3bf-4c85-b1c8-2c9143a5f309 req-c1948dbf-465d-4a16-8665-aa22ce99c11d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:13.239865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd0e2e31-b3bf-4c85-b1c8-2c9143a5f309 req-c1948dbf-465d-4a16-8665-aa22ce99c11d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0926673 Feb 19 00:58:13.334664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd0e2e31-b3bf-4c85-b1c8-2c9143a5f309 req-64e4760e-d8a0-4639-9371-9e6797901d25 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869656 Feb 19 00:58:17.992175 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9035eb9f-3488-4fd0-b1e2-5042334d2b8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:18.934976 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:20.061214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc84a3ee-4ada-4a95-904d-e35f04a485b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:21.254614 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:22.689195 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:23.804577 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:24.197354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:25.067803 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-a6f3a5f9-7839-4f98-ae0f-0398b6ee699e service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1117308 Feb 19 00:58:25.210534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-03d9557e-6bd7-4e6d-9cc8-b467e8a8e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.214267 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-03d9557e-6bd7-4e6d-9cc8-b467e8a8e360 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1128 time: 0.0935366 Feb 19 00:58:25.389968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-1eaa988d-55e6-41da-8465-81a4803956b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.391526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-1eaa988d-55e6-41da-8465-81a4803956b2 service neutron] 10.222.0.113 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.1528893 Feb 19 00:58:25.503072 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-c22ffa68-a348-4ac7-996d-987069b9ae58 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 1002 time: 0.1041203 Feb 19 00:58:25.607606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-20e19f77-0227-409c-b061-77381d5194c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.609417 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-20e19f77-0227-409c-b061-77381d5194c7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0978098 Feb 19 00:58:25.736088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-9baeb1d0-e7f0-4084-a185-c0c94a26e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:58:25.737614 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-9baeb1d0-e7f0-4084-a185-c0c94a26e837 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1171701 Feb 19 00:58:25.982053 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-d56327f1-d5b3-44b1-85c6-05e03c6fa9df service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363224 Feb 19 00:58:26.148544 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9ae7f66f-71a5-41bc-8dff-e04f1c5bc3a9 req-f9c52f8f-daf9-4e5a-8023-8c81cfb6ee8b service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592047 Feb 19 00:58:33.629365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52048) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:33.808738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.912517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Publish callbacks [] for security_group (8bd74414-fd47-40ab-b016-9baba5f2dd6d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.919261 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8bd74414-fd47-40ab-b016-9baba5f2dd6d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:33.965044 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f4f69d580c742eb9e7b02fff750f417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344784 Feb 19 00:58:33.968749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52062) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:58:34.059164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd74414-fd47-40ab-b016-9baba5f2dd6d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:34.076626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.076968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.077579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.078099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.078488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.078830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.079166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.079735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.080105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.080414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.080749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.081202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.081779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdca597a-cad0-4ac7-a7ac-63d999f867a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:58:34.114060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd168-27c5-47b3-877b-17bcab647747 admin admin] Publish callbacks [] for security_group (8bd74414-fd47-40ab-b016-9baba5f2dd6d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.173566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd168-27c5-47b3-877b-17bcab647747 admin admin] Publish callbacks [] for security_group (8bd74414-fd47-40ab-b016-9baba5f2dd6d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.259804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd168-27c5-47b3-877b-17bcab647747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8bd74414-fd47-40ab-b016-9baba5f2dd6d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.262842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a3dd168-27c5-47b3-877b-17bcab647747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:34.264152 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a3dd168-27c5-47b3-877b-17bcab647747 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8bd74414-fd47-40ab-b016-9baba5f2dd6d HTTP/1.1" status: 204 len: 168 time: 0.2936625 Feb 19 00:58:34.273368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3dd168-27c5-47b3-877b-17bcab647747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd74414-fd47-40ab-b016-9baba5f2dd6d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:58:47.379011 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:58:47.977880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25bdd910-cc3d-4629-8874-38280ca3a4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:48.930120 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:50.052641 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-119eacce-ce1a-434b-9a6f-47a6a114cc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:51.267844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:52.723036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:53.796597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:58:54.172185 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:01.178859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f1b3e-a938-4af3-a040-485b7785dabd req-3c7feeaf-b671-4f14-bb1f-d64bf7674e02 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:01.181531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d3f1b3e-a938-4af3-a040-485b7785dabd req-3c7feeaf-b671-4f14-bb1f-d64bf7674e02 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0920620 Feb 19 00:59:01.250686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d3f1b3e-a938-4af3-a040-485b7785dabd req-23f7365d-4404-46b5-85b1-4114052deff0 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598509 Feb 19 00:59:02.463197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9f491-0f12-4aed-838e-29a29ce1a200 req-3c4046b4-2845-446a-a50d-0a573c8b82ad tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:02.479506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42b9f491-0f12-4aed-838e-29a29ce1a200 req-3c4046b4-2845-446a-a50d-0a573c8b82ad tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0880871 Feb 19 00:59:02.606641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42b9f491-0f12-4aed-838e-29a29ce1a200 req-5426c3f6-5789-47b3-b881-ebf6b5ca9920 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191015 Feb 19 00:59:03.749189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3b3a5-f9a1-4baa-aff4-5dca52609930 req-30ec264e-b517-428f-90ad-b50bcdb0e1b1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:03.757463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77f3b3a5-f9a1-4baa-aff4-5dca52609930 req-30ec264e-b517-428f-90ad-b50bcdb0e1b1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0843666 Feb 19 00:59:03.814849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77f3b3a5-f9a1-4baa-aff4-5dca52609930 req-3b55a4d2-e6b8-46ff-a118-124b3637e282 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556796 Feb 19 00:59:04.947053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa607d3c-0f08-4359-b755-ba533ba6bf31 req-3cb3fccf-3ce2-4542-8e68-dc5a18535d80 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:04.948717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa607d3c-0f08-4359-b755-ba533ba6bf31 req-3cb3fccf-3ce2-4542-8e68-dc5a18535d80 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0593679 Feb 19 00:59:05.012459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa607d3c-0f08-4359-b755-ba533ba6bf31 req-7ff71619-07f4-4327-b5b0-d5cb078007bc tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565524 Feb 19 00:59:05.910825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52702) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:06.027196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a803a36-678a-4ea7-85de-e5dfac400a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.143681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a803a36-678a-4ea7-85de-e5dfac400a5a admin admin] Publish callbacks [] for security_group (ee6c3238-2954-4540-9318-02f91fdea471), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.148650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a803a36-678a-4ea7-85de-e5dfac400a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ee6c3238-2954-4540-9318-02f91fdea471), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.176107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae21c7-c2b1-4e3f-ba84-dc974db055ab req-4974c2b1-ae77-43e6-bf41-66430a1af868 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:06.182816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78ae21c7-c2b1-4e3f-ba84-dc974db055ab req-4974c2b1-ae77-43e6-bf41-66430a1af868 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0799015 Feb 19 00:59:06.193039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a803a36-678a-4ea7-85de-e5dfac400a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6c3238-2954-4540-9318-02f91fdea471,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:06.212888 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6a803a36-678a-4ea7-85de-e5dfac400a5a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7dfc4b722a8545a4b5d32c7d037f3269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2979717 Feb 19 00:59:06.213219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52710) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:06.235137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78ae21c7-c2b1-4e3f-ba84-dc974db055ab req-f54e1ba1-f81e-4c9e-86ca-d9b016ddd838 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496240 Feb 19 00:59:06.286070 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f99d132-75d3-4059-ad3a-0fdc888ece73 admin admin] Publish callbacks [] for security_group (ee6c3238-2954-4540-9318-02f91fdea471), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.310988 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f99d132-75d3-4059-ad3a-0fdc888ece73 admin admin] Publish callbacks [] for security_group (ee6c3238-2954-4540-9318-02f91fdea471), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.362924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f99d132-75d3-4059-ad3a-0fdc888ece73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ee6c3238-2954-4540-9318-02f91fdea471), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.365857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4f99d132-75d3-4059-ad3a-0fdc888ece73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:06.369654 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4f99d132-75d3-4059-ad3a-0fdc888ece73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ee6c3238-2954-4540-9318-02f91fdea471 HTTP/1.1" status: 204 len: 168 time: 0.1527212 Feb 19 00:59:06.375942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99d132-75d3-4059-ad3a-0fdc888ece73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6c3238-2954-4540-9318-02f91fdea471,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:07.387386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606eb2-09f5-48fc-94f8-924e9f2ea638 req-4da37533-d109-468c-a5b1-32f3c2d3235f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:07.388942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f606eb2-09f5-48fc-94f8-924e9f2ea638 req-4da37533-d109-468c-a5b1-32f3c2d3235f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0566721 Feb 19 00:59:07.443581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f606eb2-09f5-48fc-94f8-924e9f2ea638 req-e31da035-1ab6-4edd-953c-0c687f6c1026 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485573 Feb 19 00:59:07.701279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52756) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:07.867072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'network': {'name': 'tempest-network-smoke--570071242', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'port_security_enabled': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:07.889727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:07.893482 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.902165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.981170 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (5293a841-491f-40b0-a0a3-5ca4eb3e93a4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:07.986415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5293a841-491f-40b0-a0a3-5ca4eb3e93a4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.011599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 00:59:08.027910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5293a841-491f-40b0-a0a3-5ca4eb3e93a4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:08.031297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.032077 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Added segment 62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3 of type vlan for network d553c1d6-08fc-446a-bb2e-954b64f195d4 Feb 19 00:59:08.077676 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d553c1d6-08fc-446a-bb2e-954b64f195d4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.121052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d553c1d6-08fc-446a-bb2e-954b64f195d4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.130579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:08.130579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.182300 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4795103 Feb 19 00:59:08.185690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52768) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:08.193093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'admin_state_up': True, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:08.214009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53bb9d-0ec8-44ae-9bb5-ac8cfc622476 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Network': ['ID=d553c1d6-08fc-446a-bb2e-954b64f195d4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:08.227615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 00:59:08.232906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (194d6a33-6961-44b0-9e94-cb38307fbb32), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.234630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (194d6a33-6961-44b0-9e94-cb38307fbb32), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.300435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_controller (194d6a33-6961-44b0-9e94-cb38307fbb32), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.451956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_gateway (194d6a33-6961-44b0-9e94-cb38307fbb32), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.609645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59a85fd-0095-4297-ab1e-31621c0bb6a1 req-a7b8a88a-374d-4d79-98a6-88af3acf1878 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:08.617654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e59a85fd-0095-4297-ab1e-31621c0bb6a1 req-a7b8a88a-374d-4d79-98a6-88af3acf1878 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0832407 Feb 19 00:59:08.666570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_gateway (194d6a33-6961-44b0-9e94-cb38307fbb32), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.676982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e59a85fd-0095-4297-ab1e-31621c0bb6a1 req-e74efb98-199e-461b-9865-7a622df91d92 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537014 Feb 19 00:59:08.690106 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.799334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.25.6.248 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/7a84a17a-a4de-4cfd-8891-ca79a551d821) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:08.905516 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.941036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:08.986141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:08.991150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:08.994530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:09.005228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=7a84a17a-a4de-4cfd-8891-ca79a551d821,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:09.322405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_gateway (194d6a33-6961-44b0-9e94-cb38307fbb32), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.541832 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (194d6a33-6961-44b0-9e94-cb38307fbb32), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.675080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router 194d6a33-6961-44b0-9e94-cb38307fbb32 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 00:59:09.790947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:09.798923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4abfa-741d-4edf-a987-cc3621607e32 req-8ce1c083-4110-4bf1-aafc-112f2f06328a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:09.802682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aab4abfa-741d-4edf-a987-cc3621607e32 req-8ce1c083-4110-4bf1-aafc-112f2f06328a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0608366 Feb 19 00:59:09.806518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Sync routers for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:09.813346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:09.817819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f25722ac-5663-43dd-b5a3-45ea6badbff3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6277618 Feb 19 00:59:09.818114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52776) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:09.823110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:09.823765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:58:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:09.867445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aab4abfa-741d-4edf-a987-cc3621607e32 req-965a87ed-499e-4aa8-a3cd-9cef040d8699 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508690 Feb 19 00:59:09.933331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8ddf677a-23ff-44af-b50b-480794e17715 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=958c6c9b35544ce6a5494842436a9129&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1140563 Feb 19 00:59:09.936259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52782) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:09.966984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:10.106461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1413b1-11f9-42b1-962a-f852ad10d9ba tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:10.112252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52786) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:10.122976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2b1413b1-11f9-42b1-962a-f852ad10d9ba tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1852677 Feb 19 00:59:10.171808 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5f262510-b604-4b17-82fd-743492de22a9 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0560875 Feb 19 00:59:10.173405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52790) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:10.180075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1211010719', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:10.186089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:09Z', 'revision_number': 3, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:10.216297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Checking router: 194d6a33-6961-44b0-9e94-cb38307fbb32 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:10.216877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Updating router 194d6a33-6961-44b0-9e94-cb38307fbb32 port 7a84a17a-a4de-4cfd-8891-ca79a551d821 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:59:10.250682 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.284525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:10.289263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.512149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (c00c3869-2cd2-4e14-af42-6142bdbc2028), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.573780 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Publish callbacks [] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.581397 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.597032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Checking segment: {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:10.597405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network hostable DHCP agents. Network: d553c1d6-08fc-446a-bb2e-954b64f195d4, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 00:59:10.601601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Subnet': ['ID=c00c3869-2cd2-4e14-af42-6142bdbc2028,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:10.610921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.611335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.611693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.612044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.612392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.612736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.613246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.613603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.613944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.614306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.614645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.614981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.615320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.637721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 00:59:10.651805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d553c1d6-08fc-446a-bb2e-954b64f195d4) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:10.658310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:10.659062 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.670624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af228c-3d9a-41fd-a07e-dc025c6b49b4 None None] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:10.678615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Attempting to bind port 7a84a17a-a4de-4cfd-8891-ca79a551d821 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:10.679447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Attempting to bind port 7a84a17a-a4de-4cfd-8891-ca79a551d821 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:10.679953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-72d7ffc2-e26d-40f9-b4e9-cff20f6e55d1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5050924 Feb 19 00:59:10.681214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Attempting to bind port 7a84a17a-a4de-4cfd-8891-ca79a551d821 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:10.682902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52794) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:10.695887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Pushing event updated for resources: {'Port': ['ID=7a84a17a-a4de-4cfd-8891-ca79a551d821,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:10.970982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:10.971678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:10.971823 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.972138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:10.972617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Bound port: 7a84a17a-a4de-4cfd-8891-ca79a551d821, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:10.973008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:10.978451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.978809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.981423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.981423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.981423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.981423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.981423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.981423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.981423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.981423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.982388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.982388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:10.982388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:11.077299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c911-9585-4019-a9fb-a4c3e00d8db1 req-e7c72f84-d8f3-4924-9cee-4008eff45fd1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:11.088381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5365c911-9585-4019-a9fb-a4c3e00d8db1 req-e7c72f84-d8f3-4924-9cee-4008eff45fd1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1230268 Feb 19 00:59:11.095496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-d553c1d6-08fc-446a-bb2e-954b64f195d4', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 00:59:11.097442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.101417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] For port 7a84a17a-a4de-4cfd-8891-ca79a551d821, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:11.180300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] For port 7a84a17a-a4de-4cfd-8891-ca79a551d821, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7a84a17a-a4de-4cfd-8891-ca79a551d821,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:11.207791 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.225948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5365c911-9585-4019-a9fb-a4c3e00d8db1 req-567af118-5202-4634-9afe-1f8199f4bb48 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364920 Feb 19 00:59:11.351225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:11.351843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:58:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:11.443865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853f7e3-8fdc-442d-8e80-62eb8b03a84f None None] Pushing event updated for resources: {'Port': ['ID=7a84a17a-a4de-4cfd-8891-ca79a551d821,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:11.511096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Allocated IP 172.20.0.2 (d553c1d6-08fc-446a-bb2e-954b64f195d4/c00c3869-2cd2-4e14-af42-6142bdbc2028/6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:11.551170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:11.615544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.847147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Publish callbacks [] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.857892 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:11.909169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:11.917143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:11.918891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.20.0.1 (d553c1d6-08fc-446a-bb2e-954b64f195d4/c00c3869-2cd2-4e14-af42-6142bdbc2028/9b93aecc-7818-45e1-a157-cdd7c3a30b94) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:11.925559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:11.929947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:09Z', 'revision_number': 3, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:11.936990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Pushing event updated for resources: {'Port': ['ID=6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:11.968206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229e2581-689d-419d-ba72-9d9c59f76ab4 None None] The sync data for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 is: [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:09Z', 'revision_number': 3, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:12.028665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Attempting to bind port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:12.029372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Attempting to bind port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:12.029372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Attempting to bind port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc on network d553c1d6-08fc-446a-bb2e-954b64f195d4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:12.034769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:12.035718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Checking segment: {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:12.035718 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.036230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Bound using segment: {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:12.037146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Bound port: 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:12.037649 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.073535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.117180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] For port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:12.120560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] For port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:12.127995 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.140411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.184652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83397dd1-6d60-42b5-966b-8f601c60f7c8 None None] Pushing event updated for resources: {'Port': ['ID=6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:12.237183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:12.240109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=9b93aecc-7818-45e1-a157-cdd7c3a30b94,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:12.245655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:12.247967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:12.319019 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (194d6a33-6961-44b0-9e94-cb38307fbb32), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.447973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec927e9f-d4f1-4532-80d5-1d40bf9f2c83 req-f49fb1d0-44ff-43e9-9a3d-c2ffe85d7dda tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.449624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec927e9f-d4f1-4532-80d5-1d40bf9f2c83 req-f49fb1d0-44ff-43e9-9a3d-c2ffe85d7dda tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1175187 Feb 19 00:59:12.523412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec927e9f-d4f1-4532-80d5-1d40bf9f2c83 req-2c15339f-ef7c-4459-917b-09f10ad24ac3 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647230 Feb 19 00:59:12.561415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:12.870334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9932232-65a3-4f28-b9ec-b61d4b061a6d req-d292e658-7fe8-407b-b61e-f115992b8f6d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.872120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9932232-65a3-4f28-b9ec-b61d4b061a6d req-d292e658-7fe8-407b-b61e-f115992b8f6d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0831158 Feb 19 00:59:12.963632 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9932232-65a3-4f28-b9ec-b61d4b061a6d req-a9a27173-e278-49d3-ae60-d23a60302b51 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855279 Feb 19 00:59:12.970512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-4716b16d-bc90-4830-924c-3bd2474b5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:12.972016 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-4716b16d-bc90-4830-924c-3bd2474b5208 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1128 time: 0.1649418 Feb 19 00:59:13.006776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:13.086882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:13.088662 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.168886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-78ead77f-a6c1-4fa4-8c3d-61b9f435a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:13.170398 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-78ead77f-a6c1-4fa4-8c3d-61b9f435a50b service neutron] 10.222.0.113 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.1569448 Feb 19 00:59:13.192771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:13.193168 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.237864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:13.246797 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.250096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.251133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7a84a17a-a4de-4cfd-8891-ca79a551d821 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:13.274545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.320477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.331813 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-4206662b-08bd-4c9b-b824-91a89e1f9214 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 1002 time: 0.1520271 Feb 19 00:59:13.392458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (194d6a33-6961-44b0-9e94-cb38307fbb32), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.417705 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 7a84a17a-a4de-4cfd-8891-ca79a551d821 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:13.422392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.435847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=9b93aecc-7818-45e1-a157-cdd7c3a30b94,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.502404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-e23a59d0-1094-46c1-bb47-161e8a27d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:13.503978 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-e23a59d0-1094-46c1-bb47-161e8a27d404 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.1473486 Feb 19 00:59:13.540847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7a84a17a-a4de-4cfd-8891-ca79a551d821 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:13.541598 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.564947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 7a84a17a-a4de-4cfd-8891-ca79a551d821, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7a84a17a-a4de-4cfd-8891-ca79a551d821,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:13.571717 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.577307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:13.580223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:13.643219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-5ad812ed-20ae-4e05-971e-2de9d6ba9a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:13.645051 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-5ad812ed-20ae-4e05-971e-2de9d6ba9a66 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1354856 Feb 19 00:59:13.648495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=7a84a17a-a4de-4cfd-8891-ca79a551d821,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:13.785690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router 194d6a33-6961-44b0-9e94-cb38307fbb32 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:13.792726 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea37874-ea44-4499-9529-a8f04281ab58 None None] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 00:59:13.794273 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-49380752-b746-48ee-904f-4806115078b5 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420610 Feb 19 00:59:13.905237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d5e79d66-b0b6-4734-85d7-b2b7dbd716f5 None None] Provisioning complete for port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:13.905727 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5e79d66-b0b6-4734-85d7-b2b7dbd716f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:13.968168 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b868bc7e-2ca7-4899-a861-9fbece437ae7 req-cfc2e126-d0a9-443b-873c-51fe8b3c55a3 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668446 Feb 19 00:59:13.997182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:14.018241 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-96012524-fa19-4cf4-9a60-767b16f6371a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "PUT /v2.0/routers/194d6a33-6961-44b0-9e94-cb38307fbb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3340085 Feb 19 00:59:14.021152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52822) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:14.050956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d5e79d66-b0b6-4734-85d7-b2b7dbd716f5 None None] Current status of the port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:14.227354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175dffc-ba46-40cc-9227-676757997a2e req-37cee583-d058-4ae0-a6f3-a9e20fc1856b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.228851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9175dffc-ba46-40cc-9227-676757997a2e req-37cee583-d058-4ae0-a6f3-a9e20fc1856b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1154983 Feb 19 00:59:14.287240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-30da1410-9f62-452b-996d-6e77276f2a37 None None] Provisioning complete for port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:14.287821 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30da1410-9f62-452b-996d-6e77276f2a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.329548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e5371-4a03-41c3-b84c-219cda4cec47 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.330413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e5371-4a03-41c3-b84c-219cda4cec47 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.331191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e5371-4a03-41c3-b84c-219cda4cec47 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.331804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e5371-4a03-41c3-b84c-219cda4cec47 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.332415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e5371-4a03-41c3-b84c-219cda4cec47 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.333021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e5371-4a03-41c3-b84c-219cda4cec47 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.333625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e5371-4a03-41c3-b84c-219cda4cec47 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.336072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-236e5371-4a03-41c3-b84c-219cda4cec47 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.3126051 Feb 19 00:59:14.338984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52828) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:14.341598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-30da1410-9f62-452b-996d-6e77276f2a37 None None] Port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:14.351933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9175dffc-ba46-40cc-9227-676757997a2e req-b86175bd-1639-4b7c-a756-d3f56f46554a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044896 Feb 19 00:59:14.354389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-30da1410-9f62-452b-996d-6e77276f2a37 None None] Provisioning complete for port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:14.354776 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30da1410-9f62-452b-996d-6e77276f2a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.467331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e58e24-ae6e-48b2-9621-54b74f092b37 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.468152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e58e24-ae6e-48b2-9621-54b74f092b37 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.468856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e58e24-ae6e-48b2-9621-54b74f092b37 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.469526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e58e24-ae6e-48b2-9621-54b74f092b37 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.472914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e58e24-ae6e-48b2-9621-54b74f092b37 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.473607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e58e24-ae6e-48b2-9621-54b74f092b37 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.476122 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e58e24-ae6e-48b2-9621-54b74f092b37 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:14.478688 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-15e58e24-ae6e-48b2-9621-54b74f092b37 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.1383934 Feb 19 00:59:14.481849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52830) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:14.501573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-30da1410-9f62-452b-996d-6e77276f2a37 None None] Current status of the port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:14.548705 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Sync routers for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:14.572244 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:14.572918 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:58:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:14.651533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c603ea3d-b8c8-4f6e-a8da-c3459fb883e0 None None] Provisioning complete for port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:14.651533 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c603ea3d-b8c8-4f6e-a8da-c3459fb883e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.706310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c603ea3d-b8c8-4f6e-a8da-c3459fb883e0 None None] Port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:14.714340 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:14.872222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-50c5c0f6-ae5f-4e5f-951c-faf888940c5b tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.3888516 Feb 19 00:59:14.894671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:14.941166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-14b13def-43bc-457b-ac17-f9deb8ebadfa None None] Provisioning complete for port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:14.941536 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14b13def-43bc-457b-ac17-f9deb8ebadfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:14.942031 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 2, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:14.978463 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Checking router: 194d6a33-6961-44b0-9e94-cb38307fbb32 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:14.979218 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Updating router 194d6a33-6961-44b0-9e94-cb38307fbb32 port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 00:59:14.983302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-14b13def-43bc-457b-ac17-f9deb8ebadfa None None] Port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:14.997207 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:14.997527 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.014480 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.045799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52836) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:15.052134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6c654401-140a-4540-a830-e6198906f01d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-498682902', 'description': 'tempest-secgroup-smoke-498682902 description', 'project_id': '958c6c9b35544ce6a5494842436a9129'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:15.082320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c654401-140a-4540-a830-e6198906f01d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.097390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:15.099036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7a84a17a-a4de-4cfd-8891-ca79a551d821 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:15.172473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 7a84a17a-a4de-4cfd-8891-ca79a551d821 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:15.172919 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.177082 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c654401-140a-4540-a830-e6198906f01d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (bcaabba9-4d72-4766-9046-0cf5871ef636), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.183838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c654401-140a-4540-a830-e6198906f01d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bcaabba9-4d72-4766-9046-0cf5871ef636), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.205016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6c654401-140a-4540-a830-e6198906f01d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.209431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6c654401-140a-4540-a830-e6198906f01d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1596518 Feb 19 00:59:15.210495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:15.215034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-37618bce-0031-4031-8504-21103a964d80 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'bcaabba9-4d72-4766-9046-0cf5871ef636', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:15.252775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c654401-140a-4540-a830-e6198906f01d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaabba9-4d72-4766-9046-0cf5871ef636,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.261753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37618bce-0031-4031-8504-21103a964d80 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (446c22cb-766b-44ad-b752-8db59066822b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.284094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7a84a17a-a4de-4cfd-8891-ca79a551d821 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:15.355527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37618bce-0031-4031-8504-21103a964d80 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (446c22cb-766b-44ad-b752-8db59066822b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.360596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37618bce-0031-4031-8504-21103a964d80 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (446c22cb-766b-44ad-b752-8db59066822b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.367866 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Publish callbacks [] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.373789 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.380469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37618bce-0031-4031-8504-21103a964d80 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446c22cb-766b-44ad-b752-8db59066822b,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.393198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37618bce-0031-4031-8504-21103a964d80 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.394864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-37618bce-0031-4031-8504-21103a964d80 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1832592 Feb 19 00:59:15.397280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52846) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:15.402253 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fd2b949a-7dfb-4c55-be3f-8e512d22a4b1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'bcaabba9-4d72-4766-9046-0cf5871ef636', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:15.421904 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Pushing event updated for resources: {'Port': ['ID=9b93aecc-7818-45e1-a157-cdd7c3a30b94,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.430823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd2b949a-7dfb-4c55-be3f-8e512d22a4b1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (60af6bac-c854-4acc-8098-0225ca94e1b9), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.433126 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.433491 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.434020 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.434574 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.435086 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.435441 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.435781 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.436119 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.436450 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.436781 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.437101 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.437601 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.438093 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:15.519252 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Attempting to bind port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:15.519897 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Attempting to bind port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:15.520536 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Attempting to bind port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 on network d553c1d6-08fc-446a-bb2e-954b64f195d4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:15.526124 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd2b949a-7dfb-4c55-be3f-8e512d22a4b1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (60af6bac-c854-4acc-8098-0225ca94e1b9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.526686 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:15.527324 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Checking segment: {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:15.528001 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.528688 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Bound using segment: {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:15.529426 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Bound port: 9b93aecc-7818-45e1-a157-cdd7c3a30b94, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:15.529818 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.539279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd2b949a-7dfb-4c55-be3f-8e512d22a4b1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (60af6bac-c854-4acc-8098-0225ca94e1b9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.564986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b949a-7dfb-4c55-be3f-8e512d22a4b1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60af6bac-c854-4acc-8098-0225ca94e1b9,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.577348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fd2b949a-7dfb-4c55-be3f-8e512d22a4b1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.578787 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fd2b949a-7dfb-4c55-be3f-8e512d22a4b1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1805596 Feb 19 00:59:15.581906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:15.582096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2b37b-1871-411b-bfac-a926f9c34291 req-06b7a9d4-4c95-475a-b2b3-2ef8f29533d7 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:15.591334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a4167ce6-3885-4d88-901d-c5e84c17af64 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'bcaabba9-4d72-4766-9046-0cf5871ef636', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:15.595628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40c2b37b-1871-411b-bfac-a926f9c34291 req-06b7a9d4-4c95-475a-b2b3-2ef8f29533d7 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.1323664 Feb 19 00:59:15.618463 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] For port 9b93aecc-7818-45e1-a157-cdd7c3a30b94, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:15.622628 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] For port 9b93aecc-7818-45e1-a157-cdd7c3a30b94, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9b93aecc-7818-45e1-a157-cdd7c3a30b94,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:15.626648 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4167ce6-3885-4d88-901d-c5e84c17af64 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (ccc7d82a-d0f6-46c7-aa96-3893cbff473d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.633064 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.680755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40c2b37b-1871-411b-bfac-a926f9c34291 req-b4f1e52d-c518-494c-ae9c-3f48e1a60f0b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803051 Feb 19 00:59:15.693775 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:15.695071 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:58:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:15.698905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4167ce6-3885-4d88-901d-c5e84c17af64 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (ccc7d82a-d0f6-46c7-aa96-3893cbff473d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.704429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4167ce6-3885-4d88-901d-c5e84c17af64 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (ccc7d82a-d0f6-46c7-aa96-3893cbff473d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.730948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4167ce6-3885-4d88-901d-c5e84c17af64 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc7d82a-d0f6-46c7-aa96-3893cbff473d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.737601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a4167ce6-3885-4d88-901d-c5e84c17af64 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.742013 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a4167ce6-3885-4d88-901d-c5e84c17af64 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1555505 Feb 19 00:59:15.742214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52854) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:15.747474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-202624c8-6956-4354-8aca-80afd9c59845 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'bcaabba9-4d72-4766-9046-0cf5871ef636', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:15.786502 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-202624c8-6956-4354-8aca-80afd9c59845 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (9f469fdd-91d7-43a0-ab1e-b5d92eb10ca8), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.791081 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704cf24a-2d15-4d46-b62d-0e93763d77e5 None None] Pushing event updated for resources: {'Port': ['ID=9b93aecc-7818-45e1-a157-cdd7c3a30b94,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.862907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-202624c8-6956-4354-8aca-80afd9c59845 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (9f469fdd-91d7-43a0-ab1e-b5d92eb10ca8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.864484 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:15.868941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-202624c8-6956-4354-8aca-80afd9c59845 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9f469fdd-91d7-43a0-ab1e-b5d92eb10ca8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.893096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202624c8-6956-4354-8aca-80afd9c59845 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f469fdd-91d7-43a0-ab1e-b5d92eb10ca8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:15.907410 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-202624c8-6956-4354-8aca-80afd9c59845 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.908972 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-202624c8-6956-4354-8aca-80afd9c59845 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1654828 Feb 19 00:59:15.912088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52858) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:15.917428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5052720d-472e-439d-91f2-2ea5dd22ae8d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'bcaabba9-4d72-4766-9046-0cf5871ef636', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:15.939072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6de11c0d-8a68-443b-9f53-519a4ed1b987 None None] Provisioning complete for port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:15.943457 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6de11c0d-8a68-443b-9f53-519a4ed1b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:15.970766 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-5052720d-472e-439d-91f2-2ea5dd22ae8d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Project 958c6c9b35544ce6a5494842436a9129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:59:15.979586 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5052720d-472e-439d-91f2-2ea5dd22ae8d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (b680ec1d-ebe4-48e4-8a5c-d62448e896b2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.074498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6de11c0d-8a68-443b-9f53-519a4ed1b987 None None] Current status of the port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:16.075352 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6de11c0d-8a68-443b-9f53-519a4ed1b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.080613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5052720d-472e-439d-91f2-2ea5dd22ae8d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (b680ec1d-ebe4-48e4-8a5c-d62448e896b2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.087629 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5052720d-472e-439d-91f2-2ea5dd22ae8d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b680ec1d-ebe4-48e4-8a5c-d62448e896b2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.129861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6de11c0d-8a68-443b-9f53-519a4ed1b987 None None] For port 9b93aecc-7818-45e1-a157-cdd7c3a30b94, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9b93aecc-7818-45e1-a157-cdd7c3a30b94,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:16.130169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052720d-472e-439d-91f2-2ea5dd22ae8d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b680ec1d-ebe4-48e4-8a5c-d62448e896b2,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:16.142874 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6de11c0d-8a68-443b-9f53-519a4ed1b987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.150044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5052720d-472e-439d-91f2-2ea5dd22ae8d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.155268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52860) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:16.155977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5052720d-472e-439d-91f2-2ea5dd22ae8d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2391143 Feb 19 00:59:16.160235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-91845b34-5911-4f67-bcba-f02d3111234e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'bcaabba9-4d72-4766-9046-0cf5871ef636', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:16.188412 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-91845b34-5911-4f67-bcba-f02d3111234e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Project 958c6c9b35544ce6a5494842436a9129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:59:16.195086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91845b34-5911-4f67-bcba-f02d3111234e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (01285fa0-d875-4f89-b155-b015a6b407de), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.204338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de11c0d-8a68-443b-9f53-519a4ed1b987 None None] Pushing event updated for resources: {'Port': ['ID=9b93aecc-7818-45e1-a157-cdd7c3a30b94,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:16.207781 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:15Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:16.239112 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47829ca-0699-4b49-89d7-62c4b30298da None None] The sync data for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 is: [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:15Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:16.270707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2db69993-bf94-4d6b-9a3f-4ff82a8f7e2c None None] Provisioning complete for port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:16.271318 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2db69993-bf94-4d6b-9a3f-4ff82a8f7e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.286976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91845b34-5911-4f67-bcba-f02d3111234e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (01285fa0-d875-4f89-b155-b015a6b407de), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.308220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91845b34-5911-4f67-bcba-f02d3111234e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (01285fa0-d875-4f89-b155-b015a6b407de), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.343427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91845b34-5911-4f67-bcba-f02d3111234e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01285fa0-d875-4f89-b155-b015a6b407de,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:16.355549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-91845b34-5911-4f67-bcba-f02d3111234e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:16.358334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-91845b34-5911-4f67-bcba-f02d3111234e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2002017 Feb 19 00:59:16.439422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2db69993-bf94-4d6b-9a3f-4ff82a8f7e2c None None] Current status of the port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:16.682952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-0c316eb5-bb64-44bd-a9df-6d7bdcc23514 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-498682902&fields=id&tenant_id=958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 267 time: 0.1996562 Feb 19 00:59:16.818868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-c5ac676a-d9b8-4170-9ece-d21fcfe1a96f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:16.820516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-c5ac676a-d9b8-4170-9ece-d21fcfe1a96f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/networks?id=d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 200 len: 796 time: 0.1304622 Feb 19 00:59:16.840101 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-ff2bdcc4-4092-454e-a8ac-2d7e5a78f2bc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/quotas/958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 375 time: 0.0127826 Feb 19 00:59:16.904917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9b93aecc-7818-45e1-a157-cdd7c3a30b94 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:16.915751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-8a4c4cc9-cf31-4ff6-9cc6-ae1adf9ffbf8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634568 Feb 19 00:59:16.980451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:16.981015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.074741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:17.104597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-27c9e44c-ef4a-4c0a-9fe1-376239c467e2 service neutron] 10.222.0.60 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753299 Feb 19 00:59:17.205707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-312474b3-bc43-4a99-b7a2-29a748dd52fb service neutron] 10.222.0.60 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945044 Feb 19 00:59:17.436848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e571e12c-f223-4c49-9cea-492c5b4aab37 req-e9f3970b-627f-464e-8107-a65ac9636621 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 210 time: 0.0545478 Feb 19 00:59:17.870743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52904) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:17.881363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-563ebf86-1009-4151-b347-068b516f7c16 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15289487', 'description': 'tempest-secgroup-smoke-15289487 description', 'project_id': '151484c438c540489133086653266a94'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:17.909496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-563ebf86-1009-4151-b347-068b516f7c16 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:17.990797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f47348e-3b06-44d9-a1d4-049d80a0fb47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.005958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-563ebf86-1009-4151-b347-068b516f7c16 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group (d030a9fe-ada9-48b2-8d95-fb240eb6697d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.011026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-563ebf86-1009-4151-b347-068b516f7c16 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d030a9fe-ada9-48b2-8d95-fb240eb6697d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.042493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-563ebf86-1009-4151-b347-068b516f7c16 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.044188 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-563ebf86-1009-4151-b347-068b516f7c16 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1667116 Feb 19 00:59:18.047343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52906) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.048787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ebf86-1009-4151-b347-068b516f7c16 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d030a9fe-ada9-48b2-8d95-fb240eb6697d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.052104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-41bfabbc-25fb-4d7d-b8e9-e1bccf363d41 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'security_group_rule': {'security_group_id': 'd030a9fe-ada9-48b2-8d95-fb240eb6697d', 'project_id': '151484c438c540489133086653266a94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:18.082921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41bfabbc-25fb-4d7d-b8e9-e1bccf363d41 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (25c7c4d8-f200-4b1c-8b1d-ded467705d92), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.150995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41bfabbc-25fb-4d7d-b8e9-e1bccf363d41 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (25c7c4d8-f200-4b1c-8b1d-ded467705d92), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.155720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41bfabbc-25fb-4d7d-b8e9-e1bccf363d41 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (25c7c4d8-f200-4b1c-8b1d-ded467705d92), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.173505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfabbc-25fb-4d7d-b8e9-e1bccf363d41 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c7c4d8-f200-4b1c-8b1d-ded467705d92,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.182802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41bfabbc-25fb-4d7d-b8e9-e1bccf363d41 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.184298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-41bfabbc-25fb-4d7d-b8e9-e1bccf363d41 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356313 Feb 19 00:59:18.186897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52908) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.191342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-636e7f22-8612-417a-b1ec-83b31d126384 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'security_group_rule': {'security_group_id': 'd030a9fe-ada9-48b2-8d95-fb240eb6697d', 'project_id': '151484c438c540489133086653266a94', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:18.217986 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-636e7f22-8612-417a-b1ec-83b31d126384 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (d8ffa63e-6443-4c1d-a411-813917955cd6), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.277619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-636e7f22-8612-417a-b1ec-83b31d126384 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (d8ffa63e-6443-4c1d-a411-813917955cd6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.281324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-636e7f22-8612-417a-b1ec-83b31d126384 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (d8ffa63e-6443-4c1d-a411-813917955cd6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.298735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e7f22-8612-417a-b1ec-83b31d126384 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ffa63e-6443-4c1d-a411-813917955cd6,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.307339 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-636e7f22-8612-417a-b1ec-83b31d126384 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.308594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-636e7f22-8612-417a-b1ec-83b31d126384 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207552 Feb 19 00:59:18.311436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 52910) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.315978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-20429726-a520-4555-ac5c-a980abc3d690 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'security_group_rule': {'security_group_id': 'd030a9fe-ada9-48b2-8d95-fb240eb6697d', 'project_id': '151484c438c540489133086653266a94', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:18.341791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20429726-a520-4555-ac5c-a980abc3d690 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (cd252433-bddb-4185-9f7f-977241959997), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.402523 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20429726-a520-4555-ac5c-a980abc3d690 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (cd252433-bddb-4185-9f7f-977241959997), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.407090 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20429726-a520-4555-ac5c-a980abc3d690 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (cd252433-bddb-4185-9f7f-977241959997), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.426249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20429726-a520-4555-ac5c-a980abc3d690 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd252433-bddb-4185-9f7f-977241959997,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.434671 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20429726-a520-4555-ac5c-a980abc3d690 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.438707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-20429726-a520-4555-ac5c-a980abc3d690 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234639 Feb 19 00:59:18.439131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52914) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.444905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-35cf5998-ea56-4ee6-9404-273b5bbfb2c1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'security_group_rule': {'security_group_id': 'd030a9fe-ada9-48b2-8d95-fb240eb6697d', 'project_id': '151484c438c540489133086653266a94', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:18.477527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35cf5998-ea56-4ee6-9404-273b5bbfb2c1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (95362894-6f6d-4acf-b5f5-6f10bff70271), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.582639 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35cf5998-ea56-4ee6-9404-273b5bbfb2c1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (95362894-6f6d-4acf-b5f5-6f10bff70271), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.596480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35cf5998-ea56-4ee6-9404-273b5bbfb2c1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (95362894-6f6d-4acf-b5f5-6f10bff70271), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.618500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12d71543-a5c5-4c1f-bb74-bc90f73eb21c req-dceceb8e-f110-4bfe-96ed-2777ab40d7cd tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 210 time: 0.0482507 Feb 19 00:59:18.620665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf5998-ea56-4ee6-9404-273b5bbfb2c1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95362894-6f6d-4acf-b5f5-6f10bff70271,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.638742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-35cf5998-ea56-4ee6-9404-273b5bbfb2c1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.642612 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-35cf5998-ea56-4ee6-9404-273b5bbfb2c1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1996822 Feb 19 00:59:18.642787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52918) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.648266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-22bb180c-49f6-435e-9359-91e616c411fa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'security_group_rule': {'security_group_id': 'd030a9fe-ada9-48b2-8d95-fb240eb6697d', 'project_id': '151484c438c540489133086653266a94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:18.675031 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-22bb180c-49f6-435e-9359-91e616c411fa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Project 151484c438c540489133086653266a94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:59:18.681820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-22bb180c-49f6-435e-9359-91e616c411fa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (f84543d1-f53c-48ca-82ab-901caa81d8f0), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.691326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-4add8d88-404b-4cb4-8cb2-219d56e5add1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:18.693291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-4add8d88-404b-4cb4-8cb2-219d56e5add1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.126 "GET /v2.0/networks?id=d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 200 len: 796 time: 0.1967351 Feb 19 00:59:18.761641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-22bb180c-49f6-435e-9359-91e616c411fa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (f84543d1-f53c-48ca-82ab-901caa81d8f0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.766296 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-22bb180c-49f6-435e-9359-91e616c411fa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f84543d1-f53c-48ca-82ab-901caa81d8f0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.779084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-049eb00e-121c-4f8b-9fe9-0bb4090d14b6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 379 time: 0.0751798 Feb 19 00:59:18.788808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb180c-49f6-435e-9359-91e616c411fa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84543d1-f53c-48ca-82ab-901caa81d8f0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.791272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'port': {'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'admin_state_up': True, 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'security_groups': ['bcaabba9-4d72-4766-9046-0cf5871ef636']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:18.794581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-22bb180c-49f6-435e-9359-91e616c411fa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.798717 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-22bb180c-49f6-435e-9359-91e616c411fa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1547768 Feb 19 00:59:18.799327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 52920) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:18.803583 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-892bf8dc-2551-4587-ab51-3d5dff1acabd tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'security_group_rule': {'security_group_id': 'd030a9fe-ada9-48b2-8d95-fb240eb6697d', 'project_id': '151484c438c540489133086653266a94', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:18.828042 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-892bf8dc-2551-4587-ab51-3d5dff1acabd tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Project 151484c438c540489133086653266a94 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 00:59:18.837022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-892bf8dc-2551-4587-ab51-3d5dff1acabd tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (acf9558f-0355-42ec-a1f2-315a887473c2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.904481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-892bf8dc-2551-4587-ab51-3d5dff1acabd tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (acf9558f-0355-42ec-a1f2-315a887473c2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.911914 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.912212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-892bf8dc-2551-4587-ab51-3d5dff1acabd tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (acf9558f-0355-42ec-a1f2-315a887473c2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.914870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:18.918863 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.933672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892bf8dc-2551-4587-ab51-3d5dff1acabd tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf9558f-0355-42ec-a1f2-315a887473c2,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:18.944441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-892bf8dc-2551-4587-ab51-3d5dff1acabd tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:18.951019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-892bf8dc-2551-4587-ab51-3d5dff1acabd tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503623 Feb 19 00:59:19.087834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.20.0.6 (d553c1d6-08fc-446a-bb2e-954b64f195d4/c00c3869-2cd2-4e14-af42-6142bdbc2028/fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:19.559166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-eb934ae0-ccb2-441c-8cad-ff59a448cbcc tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15289487&fields=id&tenant_id=151484c438c540489133086653266a94 HTTP/1.1" status: 200 len: 267 time: 0.4091690 Feb 19 00:59:19.630349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.730014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8172cc-32ed-4999-8956-9025557f9550 req-efe7e087-88a5-40f3-ab40-c1f7d6ed0d70 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:19.731583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-efe7e087-88a5-40f3-ab40-c1f7d6ed0d70 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/networks?id=75f53268-3be1-4161-9354-4f68e44697d6 HTTP/1.1" status: 200 len: 813 time: 0.1652205 Feb 19 00:59:19.734656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc7dbeba-755a-4f9d-8c63-36ea74163f3f req-9e4a85d9-3e3e-4560-9ba7-0bdd8b0d9ddf tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 210 time: 0.0458083 Feb 19 00:59:19.740014 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.784302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-11bb383c-909f-4309-b535-7f8573977a9c tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/quotas/151484c438c540489133086653266a94 HTTP/1.1" status: 200 len: 375 time: 0.0457284 Feb 19 00:59:19.792725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:19.801352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:19.803955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:19.858389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:19.897499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:19.898160 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:19.915814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-9490a699-82a6-4409-91a8-82e714b32436 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=151484c438c540489133086653266a94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203408 Feb 19 00:59:19.926514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-5d6623d7-7263-4b5c-86b4-6535256492a8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1408510 Feb 19 00:59:20.036310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-503d710e-9523-4c66-89f6-4a943bd95156 service neutron] 10.222.0.60 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058774 Feb 19 00:59:20.058437 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd533827-b0da-49be-9481-1fdb3bce9f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.089006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4ac3e043-813d-47a2-bd00-4312e63cfc0c None None] Provisioning complete for port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:20.089444 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e043-813d-47a2-bd00-4312e63cfc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.091154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Request body: {'port': {'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:20.134500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4ac3e043-813d-47a2-bd00-4312e63cfc0c None None] Port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:20.182749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.186127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-197b2a7b-0f26-4625-888f-1a70ae56c49c service neutron] 10.222.0.60 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490450 Feb 19 00:59:20.471831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:20.481379 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Publish callbacks [] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.494563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Transition to ACTIVE for port object fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:20.507992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.553277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7066644e-a4b0-464d-a274-8a08f7114554 req-5ba76695-fe80-449d-b83a-6f0243ab31d8 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0348854 Feb 19 00:59:20.640893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:20.679863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Attempting to bind port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:20.680444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Attempting to bind port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:20.680996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Attempting to bind port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 on network d553c1d6-08fc-446a-bb2e-954b64f195d4 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:20.690271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 on network d553c1d6-08fc-446a-bb2e-954b64f195d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:20.690875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Attempting to bind port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 on network d553c1d6-08fc-446a-bb2e-954b64f195d4 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:20.697718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:20.698635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Checking segment: {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:20.699200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Bound using segment: {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:20.699812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Bound port: fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:20.700373 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.825796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] For port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:20.830451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] For port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:20.838618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.905915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:20.906958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:20.908298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] 10.222.0.126 "PUT /v2.0/ports/fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 HTTP/1.1" status: 200 len: 1091 time: 0.9692719 Feb 19 00:59:20.910889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:20.913903 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ccf707-4347-4887-a12f-30a657468549" -d '{"events": [{"name": "network-changed", "server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:20.958507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c8b23-b3af-4da6-a2fd-ffd015276ec0 service neutron] Pushing event updated for resources: {'Port': ['ID=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:21.003791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c9fad-d869-402b-b864-7f8c93ada7db req-40626621-70e7-4713-9056-eda1a43c0d03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.005495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e95c9fad-d869-402b-b864-7f8c93ada7db req-40626621-70e7-4713-9056-eda1a43c0d03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 943 time: 0.1636078 Feb 19 00:59:21.055924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-148d6905-99ee-41f9-a4b5-61dc8e5b9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.057657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-148d6905-99ee-41f9-a4b5-61dc8e5b9cce service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 1125 time: 0.0949075 Feb 19 00:59:21.121555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-27e83b9e-f633-40c7-b2db-81b840a11e1a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 HTTP/1.1" status: 200 len: 217 time: 0.0503337 Feb 19 00:59:21.123108 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e338c1-f6ac-4e6d-ad71-9c1d113e5392 x-openstack-request-id: req-18e338c1-f6ac-4e6d-ad71-9c1d113e5392 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:21.123403 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:21.123662 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18e338c1-f6ac-4e6d-ad71-9c1d113e5392 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:21.124077 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'status': 'completed', 'code': 200} Feb 19 00:59:21.129935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e95c9fad-d869-402b-b864-7f8c93ada7db req-1aa1f952-e226-48e6-8fc5-9f8027d9c6ee tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179628 Feb 19 00:59:21.184126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-acbd1b44-e89c-4bb2-9601-100129a730e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.185913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-acbd1b44-e89c-4bb2-9601-100129a730e0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c00c3869-2cd2-4e14-af42-6142bdbc2028 HTTP/1.1" status: 200 len: 835 time: 0.0550704 Feb 19 00:59:21.247936 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:21.258576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-b064d9e5-7a70-4f59-96e5-47b51c588e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.260067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-b064d9e5-7a70-4f59-96e5-47b51c588e8d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d553c1d6-08fc-446a-bb2e-954b64f195d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0672433 Feb 19 00:59:21.374066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-3445021e-bc97-4e78-a785-aa035c1456d5 service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077287 Feb 19 00:59:21.466112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bb9744e-0ada-4719-90c0-e6d9075f6924 req-e9fe8f10-5ead-4ad9-8fcc-497b548196cd service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857437 Feb 19 00:59:21.568719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf707-4347-4887-a12f-30a657468549 req-7f95a410-1f9f-485d-918f-0a0829e23f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.570173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ccf707-4347-4887-a12f-30a657468549 req-7f95a410-1f9f-485d-918f-0a0829e23f03 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 1125 time: 0.0517972 Feb 19 00:59:21.686249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac515837-8a8c-4771-b00a-9ae93bf0871f req-16c70bab-e88f-445f-9d68-6e37140b3b95 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0413861 Feb 19 00:59:21.733184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf707-4347-4887-a12f-30a657468549 req-198e53de-1de0-4e85-9703-9ba8c8400825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.735669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ccf707-4347-4887-a12f-30a657468549 req-198e53de-1de0-4e85-9703-9ba8c8400825 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 200 len: 897 time: 0.1568015 Feb 19 00:59:21.793303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ccf707-4347-4887-a12f-30a657468549 req-553cb8a6-f7b4-4137-b199-420737f7c67e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 HTTP/1.1" status: 200 len: 217 time: 0.0497932 Feb 19 00:59:21.798129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8172cc-32ed-4999-8956-9025557f9550 req-2dcf3e87-7eca-4d1b-981f-1f51f8fa8927 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.799747 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-2dcf3e87-7eca-4d1b-981f-1f51f8fa8927 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.113 "GET /v2.0/networks?id=75f53268-3be1-4161-9354-4f68e44697d6 HTTP/1.1" status: 200 len: 813 time: 0.1348648 Feb 19 00:59:21.853036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf707-4347-4887-a12f-30a657468549 req-742fe78f-a233-4978-92bc-afb8c5360db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.856139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ccf707-4347-4887-a12f-30a657468549 req-742fe78f-a233-4978-92bc-afb8c5360db2 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c00c3869-2cd2-4e14-af42-6142bdbc2028 HTTP/1.1" status: 200 len: 835 time: 0.0564067 Feb 19 00:59:21.865281 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-71944d5f-c466-40c5-a16e-8d8afa8eac96 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=151484c438c540489133086653266a94 HTTP/1.1" status: 200 len: 378 time: 0.0564232 Feb 19 00:59:21.874832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'port': {'device_id': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'admin_state_up': True, 'tenant_id': '151484c438c540489133086653266a94', 'security_groups': ['d030a9fe-ada9-48b2-8d95-fb240eb6697d']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:21.918447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccf707-4347-4887-a12f-30a657468549 req-c1f3c1d8-dcb1-42e6-bc2b-e21a330c64a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:21.920202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ccf707-4347-4887-a12f-30a657468549 req-c1f3c1d8-dcb1-42e6-bc2b-e21a330c64a2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d553c1d6-08fc-446a-bb2e-954b64f195d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564749 Feb 19 00:59:22.010609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Made reservation on behalf of 151484c438c540489133086653266a94 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:22.017581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.031846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ccf707-4347-4887-a12f-30a657468549 req-e000b87a-49b0-4f1c-a195-310f32919b0a service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986097 Feb 19 00:59:22.135998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13ccf707-4347-4887-a12f-30a657468549 req-dedb46c4-ff6c-453d-a018-401c8de4b034 service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025805 Feb 19 00:59:22.197333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Allocated IP 172.20.0.6 (75f53268-3be1-4161-9354-4f68e44697d6/c5eec51d-5061-4f77-8566-b40fba6dde33/842eb20a-b411-4934-a9ce-c3f6c7c150be) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:22.293886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b600151-3cde-4fcf-91f7-a42057db6ff9 req-12fbb7d9-81c0-4386-ae7c-fc22edaebb6c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.301536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b600151-3cde-4fcf-91f7-a42057db6ff9 req-12fbb7d9-81c0-4386-ae7c-fc22edaebb6c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 943 time: 0.0910554 Feb 19 00:59:22.387785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.395764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b600151-3cde-4fcf-91f7-a42057db6ff9 req-b41d3ee8-fb00-403e-9cbb-4c0b20501ce0 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887413 Feb 19 00:59:22.440888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.494612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Network 75f53268-3be1-4161-9354-4f68e44697d6 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:22.499152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:22.519426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:22.685631 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.914917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddec49a-08a3-4ad0-bdf8-884a02f2996f req-815e4c41-71a7-415b-9550-3a0fc3b26fcc tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:22.917237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ddec49a-08a3-4ad0-bdf8-884a02f2996f req-815e4c41-71a7-415b-9550-3a0fc3b26fcc tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 931 time: 0.1028748 Feb 19 00:59:22.942441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-13f3556d-f115-4766-ab99-e6f531489b58 None None] Provisioning complete for port 842eb20a-b411-4934-a9ce-c3f6c7c150be triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:22.943075 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13f3556d-f115-4766-ab99-e6f531489b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:22.997854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ddec49a-08a3-4ad0-bdf8-884a02f2996f req-c953f9fe-9abe-4ab4-8be8-9fe6861d9bfa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638371 Feb 19 00:59:23.099110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'Port': ['ID=842eb20a-b411-4934-a9ce-c3f6c7c150be,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:23.136678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:23.138122 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.161848 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-136dda83-e4b0-45d3-9b73-9a09198d68d2 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2915318 Feb 19 00:59:23.175668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Request body: {'port': {'device_id': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:23.218333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-13f3556d-f115-4766-ab99-e6f531489b58 None None] Port 842eb20a-b411-4934-a9ce-c3f6c7c150be cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:23.265736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.532685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8fe6d-0fc9-4d65-984f-cf3e8b9a1967 req-8f57126d-f551-450d-b1bc-fa3624581e01 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:23.539942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47b8fe6d-0fc9-4d65-984f-cf3e8b9a1967 req-8f57126d-f551-450d-b1bc-fa3624581e01 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 943 time: 0.0703146 Feb 19 00:59:23.591996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842eb20a-b411-4934-a9ce-c3f6c7c150be {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:23.598804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47b8fe6d-0fc9-4d65-984f-cf3e8b9a1967 req-ba4e2f8a-6c04-4663-960f-4745f3de4bb7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579705 Feb 19 00:59:23.601783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Publish callbacks [] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.615106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Transition to ACTIVE for port object 842eb20a-b411-4934-a9ce-c3f6c7c150be will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:23.621803 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.694100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=842eb20a-b411-4934-a9ce-c3f6c7c150be,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:23.748142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Attempting to bind port 842eb20a-b411-4934-a9ce-c3f6c7c150be on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:23.748484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Attempting to bind port 842eb20a-b411-4934-a9ce-c3f6c7c150be by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:23.748827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Attempting to bind port 842eb20a-b411-4934-a9ce-c3f6c7c150be on network 75f53268-3be1-4161-9354-4f68e44697d6 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:23.754372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Port 842eb20a-b411-4934-a9ce-c3f6c7c150be on network 75f53268-3be1-4161-9354-4f68e44697d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:23.754702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Attempting to bind port 842eb20a-b411-4934-a9ce-c3f6c7c150be on network 75f53268-3be1-4161-9354-4f68e44697d6 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:23.760173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:23.760522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Checking segment: {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:23.760921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Bound using segment: {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:23.761366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Bound port: 842eb20a-b411-4934-a9ce-c3f6c7c150be, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '205914dd-adbd-4544-b6da-a71158d0186d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:23.761733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.827566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.855622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] For port 842eb20a-b411-4934-a9ce-c3f6c7c150be, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:23.859674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] For port 842eb20a-b411-4934-a9ce-c3f6c7c150be, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:23.869232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.913739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:23.918970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:23.921384 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] 10.222.0.113 "PUT /v2.0/ports/842eb20a-b411-4934-a9ce-c3f6c7c150be HTTP/1.1" status: 200 len: 1091 time: 0.7507138 Feb 19 00:59:23.922379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:23.925120 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7bb15-9255-4793-8014-fb60dcc8bec8" -d '{"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:24.011743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd6052-5df5-4971-bc08-408a0e38b6c8 service neutron] Pushing event updated for resources: {'Port': ['ID=842eb20a-b411-4934-a9ce-c3f6c7c150be,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:24.071194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8172cc-32ed-4999-8956-9025557f9550 req-1d2261d5-8895-4c4b-9190-f4e9f47cad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.075603 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-1d2261d5-8895-4c4b-9190-f4e9f47cad72 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=151484c438c540489133086653266a94&device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1125 time: 0.0967650 Feb 19 00:59:24.141373 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c034c9ba-cea7-4de0-a792-0f1c68044d7f x-openstack-request-id: req-c034c9ba-cea7-4de0-a792-0f1c68044d7f {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:24.142038 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:24.142241 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c034c9ba-cea7-4de0-a792-0f1c68044d7f {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:24.142916 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'status': 'completed', 'code': 200} Feb 19 00:59:24.144834 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-dc603280-0821-4cfb-ae17-b7d70b14ca49 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be HTTP/1.1" status: 200 len: 217 time: 0.0620804 Feb 19 00:59:24.192998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:24.207456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b4dde-b30f-49dc-baa2-09ff1d77e3c5 req-b5a19d23-cc44-4c3c-bf00-006fcfb1e080 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.210593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e76b4dde-b30f-49dc-baa2-09ff1d77e3c5 req-b5a19d23-cc44-4c3c-bf00-006fcfb1e080 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0643847 Feb 19 00:59:24.267999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8172cc-32ed-4999-8956-9025557f9550 req-eea0c070-2043-4eba-a277-63f66cff2c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.276318 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-eea0c070-2043-4eba-a277-63f66cff2c8b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c5eec51d-5061-4f77-8566-b40fba6dde33 HTTP/1.1" status: 200 len: 852 time: 0.1251559 Feb 19 00:59:24.284770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e76b4dde-b30f-49dc-baa2-09ff1d77e3c5 req-7fefa28c-f2fe-4f99-8bad-ed5a237a6f50 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677466 Feb 19 00:59:24.327822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8172cc-32ed-4999-8956-9025557f9550 req-2036a499-7d42-444c-b739-64420147b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.330114 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-2036a499-7d42-444c-b739-64420147b458 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=75f53268-3be1-4161-9354-4f68e44697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484607 Feb 19 00:59:24.389493 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 00:59:24.428162 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-e16dd7a8-a1f0-498d-928d-508ec58dc952 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923889 Feb 19 00:59:24.523111 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9e8172cc-32ed-4999-8956-9025557f9550 req-3bc16e7e-0ab0-4c61-9d39-f032272b3eed service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894554 Feb 19 00:59:24.624735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-76ee7401-b773-4b76-b417-f3a4a8b495f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.626565 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-76ee7401-b773-4b76-b417-f3a4a8b495f7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=151484c438c540489133086653266a94&device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1125 time: 0.0548224 Feb 19 00:59:24.733931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-0e397d6c-a349-4dfc-b3ea-0eab9c6f5f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.735942 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-0e397d6c-a349-4dfc-b3ea-0eab9c6f5f76 service neutron] 10.222.0.113 "GET /v2.0/networks?id=75f53268-3be1-4161-9354-4f68e44697d6 HTTP/1.1" status: 200 len: 914 time: 0.1040039 Feb 19 00:59:24.751938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8823b-733c-478d-969e-3b8157cd075b req-e1820e07-6ebb-45a3-a938-e2a9f534f81f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.758874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33e8823b-733c-478d-969e-3b8157cd075b req-e1820e07-6ebb-45a3-a938-e2a9f534f81f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 943 time: 0.0614357 Feb 19 00:59:24.784337 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-cf27dbac-b488-43a2-abf0-8a6bfe83f302 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be HTTP/1.1" status: 200 len: 217 time: 0.0418656 Feb 19 00:59:24.814624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33e8823b-733c-478d-969e-3b8157cd075b req-3994308d-13ae-42bb-8dcb-e28eb77108d9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529983 Feb 19 00:59:24.847415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-2fa996bf-8c35-49cd-a415-7af762174e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.848924 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-2fa996bf-8c35-49cd-a415-7af762174e4b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c5eec51d-5061-4f77-8566-b40fba6dde33 HTTP/1.1" status: 200 len: 852 time: 0.0563302 Feb 19 00:59:24.903833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-209097b1-50f5-4d6c-94b9-e515d5b03458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:24.905346 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-209097b1-50f5-4d6c-94b9-e515d5b03458 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=75f53268-3be1-4161-9354-4f68e44697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503035 Feb 19 00:59:25.000531 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-ac067cc6-4751-4031-8840-ac2b165d9d05 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893455 Feb 19 00:59:25.100377 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89d7bb15-9255-4793-8014-fb60dcc8bec8 req-39885170-d2a7-4564-b6ed-19ed31fbd2e5 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937912 Feb 19 00:59:25.414513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdf45d-548e-403b-af09-bf6e29b00cfc req-8182568f-e42f-4da6-a50a-6a9cefffe6cc tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.416150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebcdf45d-548e-403b-af09-bf6e29b00cfc req-8182568f-e42f-4da6-a50a-6a9cefffe6cc tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0628600 Feb 19 00:59:25.471751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebcdf45d-548e-403b-af09-bf6e29b00cfc req-b33906da-11b6-4c7f-aec0-8b1409725a21 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492342 Feb 19 00:59:25.486006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:25.591548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:25.604297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:25.642436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:25.642851 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.656359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:25.677266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:25.681551 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:25.729353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:25.933245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3583323-72e8-43d6-8d48-e63ebbe3dbaa req-b49bf69c-9670-4a47-aff2-8ff5fe7bde04 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:25.934815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3583323-72e8-43d6-8d48-e63ebbe3dbaa req-b49bf69c-9670-4a47-aff2-8ff5fe7bde04 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 944 time: 0.0556154 Feb 19 00:59:25.987096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3583323-72e8-43d6-8d48-e63ebbe3dbaa req-ae6b7a0a-1183-4f13-b94a-1fd1bd5082cc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460968 Feb 19 00:59:26.022708 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-c5e27dac-3131-4045-b801-946b8e1605f5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600164 Feb 19 00:59:26.118991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-8a2bb1cc-8e83-4c46-8cee-4d6d524ff6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.120619 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-8a2bb1cc-8e83-4c46-8cee-4d6d524ff6db service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 1128 time: 0.0501487 Feb 19 00:59:26.136796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:26.235067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-2c05e917-4354-494d-a43f-eeb9690e937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.237024 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-2c05e917-4354-494d-a43f-eeb9690e937f service neutron] 10.222.0.113 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.0956950 Feb 19 00:59:26.309653 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-cd2b65fc-3be8-4efd-a9da-85ca838cdc33 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 200 len: 1002 time: 0.0651896 Feb 19 00:59:26.365262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-c16b259a-83f3-4a3f-9ac8-cd7c9bf603e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.366795 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-c16b259a-83f3-4a3f-9ac8-cd7c9bf603e7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0492635 Feb 19 00:59:26.416142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-56acdaae-7d01-4948-ab85-d8d86981759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.417788 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-56acdaae-7d01-4948-ab85-d8d86981759b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450497 Feb 19 00:59:26.504938 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-d3338b8b-63a1-41ba-a12b-7ffc0cebbeb0 service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813737 Feb 19 00:59:26.607080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b803f8-5c8c-44e9-bea6-743becfda8c7 req-00efe7e8-aade-4897-b3ab-70a0bd1a0f05 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:26.609119 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98b803f8-5c8c-44e9-bea6-743becfda8c7 req-00efe7e8-aade-4897-b3ab-70a0bd1a0f05 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0638642 Feb 19 00:59:26.612034 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7cd4c071-e1fb-4240-bf49-6de4a2831521 req-b32c3d6e-659e-4ef1-a9ca-5b72ea43f27d service neutron] 10.222.0.113 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007311 Feb 19 00:59:26.667451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98b803f8-5c8c-44e9-bea6-743becfda8c7 req-13f93705-9e8f-46c4-9e2a-0e27f8ac8d6a tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517251 Feb 19 00:59:27.117773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351c09-eb02-452f-aa4d-cadd377d1f43 req-570fac6c-4758-4bfb-a912-f3715f0251d7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.119371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13351c09-eb02-452f-aa4d-cadd377d1f43 req-570fac6c-4758-4bfb-a912-f3715f0251d7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 944 time: 0.0596492 Feb 19 00:59:27.175780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13351c09-eb02-452f-aa4d-cadd377d1f43 req-8875d5c4-f082-43f5-a494-58aa6a26bd9b tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502822 Feb 19 00:59:27.501325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:27.568218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:27.572511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:27.572893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.653490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:27.653883 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.676699 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:27.678973 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c93aa6-7484-454d-b4b0-8967767f72e7" -d '{"events": [{"server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "name": "network-vif-plugged", "status": "completed", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:27.699466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:27.713186 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:27.766960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:27.820167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb9fc0-4f42-4d4c-bb0c-5fde786cb203 req-d2df9e99-1123-4c43-b85c-1a2519b15c33 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.821797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afcb9fc0-4f42-4d4c-bb0c-5fde786cb203 req-d2df9e99-1123-4c43-b85c-1a2519b15c33 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0771546 Feb 19 00:59:27.842949 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9738a9d3-fc38-4096-8529-554aa01734e7 x-openstack-request-id: req-9738a9d3-fc38-4096-8529-554aa01734e7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:27.843546 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "name": "network-vif-plugged", "status": "completed", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:27.843864 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9738a9d3-fc38-4096-8529-554aa01734e7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:27.844350 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'code': 200} Feb 19 00:59:27.881550 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afcb9fc0-4f42-4d4c-bb0c-5fde786cb203 req-12fd5678-78d3-4798-9ae5-e525511c9caa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525324 Feb 19 00:59:27.968753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f0b33-6d70-4294-ad11-3ab26691dcf1 req-75749038-7e36-4326-81ee-ec3c37605ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:27.970958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f3f0b33-6d70-4294-ad11-3ab26691dcf1 req-75749038-7e36-4326-81ee-ec3c37605ac7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 1127 time: 0.0500996 Feb 19 00:59:28.024270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f3f0b33-6d70-4294-ad11-3ab26691dcf1 req-8250a6b1-1a5b-4304-9b23-95ee2fd88901 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469263 Feb 19 00:59:28.304280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa31bb1-e97c-418b-a554-97ecc437ef2a req-9760f9f5-3a91-43c2-8172-78bc83137d56 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:28.305712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fa31bb1-e97c-418b-a554-97ecc437ef2a req-9760f9f5-3a91-43c2-8172-78bc83137d56 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 945 time: 0.0589514 Feb 19 00:59:28.357207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fa31bb1-e97c-418b-a554-97ecc437ef2a req-6f046b36-07e0-40cf-9a91-a085060ab948 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452223 Feb 19 00:59:29.020659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c15a5-c73e-4d40-a4f5-2ef0b86c1176 req-1fc28792-4f51-4bbf-97a9-a4a3e222b724 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.022204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-915c15a5-c73e-4d40-a4f5-2ef0b86c1176 req-1fc28792-4f51-4bbf-97a9-a4a3e222b724 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0600185 Feb 19 00:59:29.075261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-915c15a5-c73e-4d40-a4f5-2ef0b86c1176 req-a85fa241-ac11-40ea-8fbd-13ae59bc2efb tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471137 Feb 19 00:59:29.480234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d24c08-7eb3-49d7-9cb2-567d7582e4b4 req-3bc203cc-ee01-446c-a79c-36e551128c50 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:29.481768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4d24c08-7eb3-49d7-9cb2-567d7582e4b4 req-3bc203cc-ee01-446c-a79c-36e551128c50 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 945 time: 0.0545814 Feb 19 00:59:29.531257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4d24c08-7eb3-49d7-9cb2-567d7582e4b4 req-cc2d051b-a11d-4908-93ba-08ad65912e6c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431061 Feb 19 00:59:30.199265 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17e46-3dd4-47a4-b1a6-9c4a41394ca5 req-904ad5ad-86bd-42c9-bff2-9c28090e8aa6 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.200748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afb17e46-3dd4-47a4-b1a6-9c4a41394ca5 req-904ad5ad-86bd-42c9-bff2-9c28090e8aa6 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0547159 Feb 19 00:59:30.255418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afb17e46-3dd4-47a4-b1a6-9c4a41394ca5 req-361f2858-14c4-447f-b2a3-6c2723c98f23 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487411 Feb 19 00:59:30.658240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84470398-8542-465a-befb-546c43553d08 req-6d195edf-c85b-442c-b942-a1feaa36609f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.659837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84470398-8542-465a-befb-546c43553d08 req-6d195edf-c85b-442c-b942-a1feaa36609f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 945 time: 0.0565867 Feb 19 00:59:30.713557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84470398-8542-465a-befb-546c43553d08 req-d6a7389e-59ea-4bd8-a239-5a7bf313d29f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477962 Feb 19 00:59:30.836456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d770d-a4d3-4863-badd-70e29d249377 req-c04f3018-70a2-4603-aa0b-0fcc93c51288 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.837867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-534d770d-a4d3-4863-badd-70e29d249377 req-c04f3018-70a2-4603-aa0b-0fcc93c51288 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 945 time: 0.0534611 Feb 19 00:59:30.886594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-534d770d-a4d3-4863-badd-70e29d249377 req-fc513e63-ac99-4c3a-a7ec-c0c408de49f8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428083 Feb 19 00:59:30.908737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53020) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:30.952874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031613ac-409c-49bd-ad76-ca354febc18c tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:30.957798 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-031613ac-409c-49bd-ad76-ca354febc18c tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 1122 time: 0.0447483 Feb 19 00:59:30.958393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53022) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:30.964682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:30.988278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.093422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.199964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.25.6.226 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/485f0fb1-8bd2-4076-b227-a2f7a34ef02c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:31.310326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.346985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.382620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db60b1-0bf0-4bba-a077-3f3b66eff2e2 req-b32bd008-ff8f-4b3f-a893-b5e4311276e6 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:31.384165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79db60b1-0bf0-4bba-a077-3f3b66eff2e2 req-b32bd008-ff8f-4b3f-a893-b5e4311276e6 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0590003 Feb 19 00:59:31.390011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=485f0fb1-8bd2-4076-b227-a2f7a34ef02c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:31.406937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:31.408700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:31.411441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:31.441194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79db60b1-0bf0-4bba-a077-3f3b66eff2e2 req-60e4863d-b278-4464-b661-99b1db6ef01b tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506933 Feb 19 00:59:31.785053 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for floatingip (2b14e355-578f-434a-b171-c8c258b95c45), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:31.857803 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.009486 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.015570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.086378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=485f0fb1-8bd2-4076-b227-a2f7a34ef02c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:32.096421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (2b14e355-578f-434a-b171-c8c258b95c45), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.201285 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Floating IP 2b14e355-578f-434a-b171-c8c258b95c45 associated. External IP: 172.25.6.226, port: fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7. Feb 19 00:59:32.421348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router 194d6a33-6961-44b0-9e94-cb38307fbb32 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:32.550061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:32.564279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] Sync routers for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:32.576310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:32.579319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:32.580347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:32.586368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1c131-4195-463e-9fa3-730015d5eff1 req-3619d509-9478-40a9-a8ea-496a00a0a0b1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:32.587950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45d1c131-4195-463e-9fa3-730015d5eff1 req-3619d509-9478-40a9-a8ea-496a00a0a0b1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0714729 Feb 19 00:59:32.648990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45d1c131-4195-463e-9fa3-730015d5eff1 req-628f0699-dec1-49b8-bff3-dd8e55fc7f76 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549781 Feb 19 00:59:32.751920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:32.955463 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0e6a42a6-b291-4fc3-8ece-542cd9b708af tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9951766 Feb 19 00:59:32.956132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:32.958682 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:32.958829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53034) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:33.007943 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d15561-0179-4585-8e93-8c0e2d8d2157 x-openstack-request-id: req-25d15561-0179-4585-8e93-8c0e2d8d2157 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:33.008825 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:33.009284 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25d15561-0179-4585-8e93-8c0e2d8d2157 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:33.009884 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'status': 'completed', 'code': 200} Feb 19 00:59:33.079975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a97a9c9b-4045-4333-bae1-84b6ebb9c791 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/floatingips/2b14e355-578f-434a-b171-c8c258b95c45 HTTP/1.1" status: 200 len: 991 time: 0.1195495 Feb 19 00:59:33.093773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-f39b941f-f830-4fec-be59-d6a8cca9838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.095872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-f39b941f-f830-4fec-be59-d6a8cca9838f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 1127 time: 0.0616586 Feb 19 00:59:33.100560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:31Z', 'revision_number': 0, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:33.128163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] Checking router: 194d6a33-6961-44b0-9e94-cb38307fbb32 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:33.139622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:33.140270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:33.203306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-c6da7665-2ab8-4f60-b306-667f52103687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.204882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-c6da7665-2ab8-4f60-b306-667f52103687 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 200 len: 897 time: 0.1022801 Feb 19 00:59:33.256970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:33.272552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-5af74cee-19be-458b-8808-79a667115541 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 HTTP/1.1" status: 200 len: 999 time: 0.0610399 Feb 19 00:59:33.323898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-bd267838-f867-4648-8283-9eb9bac57f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.325389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-bd267838-f867-4648-8283-9eb9bac57f7a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c00c3869-2cd2-4e14-af42-6142bdbc2028 HTTP/1.1" status: 200 len: 835 time: 0.0462549 Feb 19 00:59:33.380720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-079eab6f-bb40-4fb5-8663-ed78f4fe1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.382320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-079eab6f-bb40-4fb5-8663-ed78f4fe1798 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d553c1d6-08fc-446a-bb2e-954b64f195d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504723 Feb 19 00:59:33.476161 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-b5be0225-b1f5-4474-9fd3-8ac71134e2bd service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868824 Feb 19 00:59:33.487701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:31Z', 'revision_number': 0, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:33.522704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bff431d-1057-439a-b940-cd77c59d4049 None None] The sync data for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 is: [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:12Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:31Z', 'revision_number': 0, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:33.580489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b1bf69c-b3b8-4fb1-a01c-2d1b3892186b req-0501cd56-d79f-44ee-8517-555b58c4f1d3 service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979688 Feb 19 00:59:33.751844 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58663c39-f704-4709-9935-6e53ca2f735c None None] New status for floating IP 2b14e355-578f-434a-b171-c8c258b95c45: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:59:33.781367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5732a-de37-43dc-8f0d-c5abff20ce8d req-f8525465-c3db-4d59-86b5-e1113588d3d9 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:33.783343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7a5732a-de37-43dc-8f0d-c5abff20ce8d req-f8525465-c3db-4d59-86b5-e1113588d3d9 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0567009 Feb 19 00:59:33.846529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7a5732a-de37-43dc-8f0d-c5abff20ce8d req-840e257d-0c67-4231-a473-847e4a794125 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567529 Feb 19 00:59:34.084489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53042) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:34.164883 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0c9b0447-e196-4c9e-81e0-9159d7001cc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/floatingips/2b14e355-578f-434a-b171-c8c258b95c45 HTTP/1.1" status: 200 len: 993 time: 0.0741198 Feb 19 00:59:34.978676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692c86-0232-4eb0-922c-fc04284e0779 req-1682482c-ca25-4552-9665-fbd94c412a07 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:34.980387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7692c86-0232-4eb0-922c-fc04284e0779 req-1682482c-ca25-4552-9665-fbd94c412a07 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0571680 Feb 19 00:59:35.086573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e7692c86-0232-4eb0-922c-fc04284e0779 req-f704f982-edc6-4645-94d3-526832e7ed9d tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0965216 Feb 19 00:59:36.315645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed74ef-71e0-4067-8ea5-800d684a75f9 req-26585081-10ce-450b-bb02-13767e389d14 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:36.317304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11ed74ef-71e0-4067-8ea5-800d684a75f9 req-26585081-10ce-450b-bb02-13767e389d14 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.1563661 Feb 19 00:59:36.373692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11ed74ef-71e0-4067-8ea5-800d684a75f9 req-2e8365f5-7ac9-4502-b64d-4fefb80cddee tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503154 Feb 19 00:59:37.502048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73292bdd-3e91-4ab8-b1b0-2669cb0c4d4d req-573bfbeb-0dd7-4ae5-bd86-38bcb8961c67 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:37.503761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73292bdd-3e91-4ab8-b1b0-2669cb0c4d4d req-573bfbeb-0dd7-4ae5-bd86-38bcb8961c67 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0593984 Feb 19 00:59:37.560663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73292bdd-3e91-4ab8-b1b0-2669cb0c4d4d req-236d51ac-198f-4f83-9d89-a5ba35e66fca tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504382 Feb 19 00:59:38.711732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981af0ae-c8f8-4b42-9c36-42ec373cbdf8 req-6acf2494-a733-4e67-944e-2b643f17bcdb tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.713225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-981af0ae-c8f8-4b42-9c36-42ec373cbdf8 req-6acf2494-a733-4e67-944e-2b643f17bcdb tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0843108 Feb 19 00:59:38.721442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-d4fae88e-438e-4e46-a8b4-21491d9db7f1 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830193 Feb 19 00:59:38.781434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-981af0ae-c8f8-4b42-9c36-42ec373cbdf8 req-87cae127-ea06-4651-9e34-9a23b43ca50f tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586274 Feb 19 00:59:38.817048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-ae5240cb-25ce-4376-8dc4-92174f535907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.818585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-ae5240cb-25ce-4376-8dc4-92174f535907 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 1127 time: 0.0503561 Feb 19 00:59:38.928347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-229b0cda-9c38-416a-9df1-67370d1d3e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:38.929929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-229b0cda-9c38-416a-9df1-67370d1d3e62 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 200 len: 897 time: 0.0901113 Feb 19 00:59:39.013385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-ee198596-47aa-4f2c-80a1-b91b8a9d7e81 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 HTTP/1.1" status: 200 len: 1001 time: 0.0602238 Feb 19 00:59:39.085453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-0de075c0-5410-4042-b1d3-f777d4f51758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.087158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-0de075c0-5410-4042-b1d3-f777d4f51758 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c00c3869-2cd2-4e14-af42-6142bdbc2028 HTTP/1.1" status: 200 len: 835 time: 0.0656221 Feb 19 00:59:39.145668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-c8248dc3-d74c-4ce4-b1de-efcc75915b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.147236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-c8248dc3-d74c-4ce4-b1de-efcc75915b1a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d553c1d6-08fc-446a-bb2e-954b64f195d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521255 Feb 19 00:59:39.241447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-a691f2cc-4f10-472f-935d-5e14f9f5c4b7 service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872087 Feb 19 00:59:39.340591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a933eda-f73e-4a94-a1e4-703d14cf7c84 req-3c58fbda-502c-4a51-bf19-3a39b5ca0e98 service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909705 Feb 19 00:59:39.913140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7faac-f215-4468-b5be-47a66ba6aa81 req-47b2d40c-2965-432f-b8f2-60c4d94f38e5 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:39.914733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0d7faac-f215-4468-b5be-47a66ba6aa81 req-47b2d40c-2965-432f-b8f2-60c4d94f38e5 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0541987 Feb 19 00:59:39.971851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0d7faac-f215-4468-b5be-47a66ba6aa81 req-f7c2967a-779d-4575-a1e1-2e0457f4569f tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509598 Feb 19 00:59:41.108050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb90a0-f6e3-4abe-b74d-85d3922d398e req-76d73f2e-7a68-4aaf-bcf2-452a24eac138 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:41.113204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0cb90a0-f6e3-4abe-b74d-85d3922d398e req-76d73f2e-7a68-4aaf-bcf2-452a24eac138 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0602694 Feb 19 00:59:41.163223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0cb90a0-f6e3-4abe-b74d-85d3922d398e req-115438c7-2f75-4223-910b-37a54a524940 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478404 Feb 19 00:59:42.304062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0499-d085-4c82-be27-12397f5e9455 req-f20407e5-6807-41a0-8073-e157db1339aa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:42.305582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-814b0499-d085-4c82-be27-12397f5e9455 req-f20407e5-6807-41a0-8073-e157db1339aa tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0668812 Feb 19 00:59:42.357656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-814b0499-d085-4c82-be27-12397f5e9455 req-432bddf6-c021-4714-8dbb-9c3dfdd7d7cc tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459809 Feb 19 00:59:43.490490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d793e-2558-4ae7-8593-422dc6f11ebd req-33dad076-c1de-44d1-91c0-516c72383b2f tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:43.492019 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f22d793e-2558-4ae7-8593-422dc6f11ebd req-33dad076-c1de-44d1-91c0-516c72383b2f tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 943 time: 0.0588300 Feb 19 00:59:43.542527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f22d793e-2558-4ae7-8593-422dc6f11ebd req-73988152-ebf3-4f20-9512-670f963d9e64 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446374 Feb 19 00:59:43.653595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 842eb20a-b411-4934-a9ce-c3f6c7c150be details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 00:59:43.771284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 842eb20a-b411-4934-a9ce-c3f6c7c150be, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:43.783268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'mac_address': 'fa:16:3e:01:46:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 00:59:43.826394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 842eb20a-b411-4934-a9ce-c3f6c7c150be is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:43.826705 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.843249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842eb20a-b411-4934-a9ce-c3f6c7c150be {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:43.864709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 842eb20a-b411-4934-a9ce-c3f6c7c150be, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:43.870162 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:43.918807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=842eb20a-b411-4934-a9ce-c3f6c7c150be,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:44.134764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['842eb20a-b411-4934-a9ce-c3f6c7c150be'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 00:59:44.673740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3112-1f8d-474c-b989-d4a79f63de09 req-a709e6ed-6f22-4833-846b-8c1c88d57fd9 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:44.675413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a88f3112-1f8d-474c-b989-d4a79f63de09 req-a709e6ed-6f22-4833-846b-8c1c88d57fd9 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 944 time: 0.0600348 Feb 19 00:59:44.724750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a88f3112-1f8d-474c-b989-d4a79f63de09 req-09468c8f-98ae-46d8-b201-26186c3cabd6 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430052 Feb 19 00:59:45.665754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 842eb20a-b411-4934-a9ce-c3f6c7c150be up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 00:59:45.718443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 842eb20a-b411-4934-a9ce-c3f6c7c150be completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 00:59:45.723096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 842eb20a-b411-4934-a9ce-c3f6c7c150be triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:45.723588 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.815719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 842eb20a-b411-4934-a9ce-c3f6c7c150be is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 00:59:45.816111 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.848212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:45.848466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17f8ca-ffc6-4480-9340-ff198f21ae57 req-1ffa47b2-12a8-47b0-85aa-03b73dc3788c tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:45.850030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb17f8ca-ffc6-4480-9340-ff198f21ae57 req-1ffa47b2-12a8-47b0-85aa-03b73dc3788c tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 944 time: 0.0553327 Feb 19 00:59:45.850877 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d0ffcb-f3df-4ec0-b5ab-0969a74b513a" -d '{"events": [{"server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "name": "network-vif-plugged", "status": "completed", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:45.872123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 842eb20a-b411-4934-a9ce-c3f6c7c150be, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:45.879322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:45.917030 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106a7210-2ac1-4df9-ae25-958ed5735914 x-openstack-request-id: req-106a7210-2ac1-4df9-ae25-958ed5735914 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:45.917410 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "name": "network-vif-plugged", "status": "completed", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:45.917725 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-106a7210-2ac1-4df9-ae25-958ed5735914 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:45.918199 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'code': 200} Feb 19 00:59:45.932180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb17f8ca-ffc6-4480-9340-ff198f21ae57 req-d4ce6fe3-61b5-412b-97d0-e8c6dac5b6a9 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728765 Feb 19 00:59:45.937059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=842eb20a-b411-4934-a9ce-c3f6c7c150be,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:46.015522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b35d6f-0cf5-492d-90d7-0aa02690ea65 req-7725bf4c-8a38-4d1b-896c-a02391df9782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:46.017085 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2b35d6f-0cf5-492d-90d7-0aa02690ea65 req-7725bf4c-8a38-4d1b-896c-a02391df9782 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1127 time: 0.0471823 Feb 19 00:59:46.064322 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b2b35d6f-0cf5-492d-90d7-0aa02690ea65 req-e4b5f7a4-8bb2-4ebd-bd26-a3badc187a6a service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410635 Feb 19 00:59:47.071448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233756c9-262d-4c17-98bf-ddd93847a230 req-eeecdb9b-1e07-48f5-aaed-bee740fac9f7 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:47.073016 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-233756c9-262d-4c17-98bf-ddd93847a230 req-eeecdb9b-1e07-48f5-aaed-bee740fac9f7 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 945 time: 0.0654082 Feb 19 00:59:47.133125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-233756c9-262d-4c17-98bf-ddd93847a230 req-b9df2c77-3e91-4f93-9a0f-8d3b37784d0a tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527153 Feb 19 00:59:47.985849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-526b78b9-d8e2-4026-b594-fe454256ac25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:48.271801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d13efb-1d7a-4a90-bf77-18e56313ea0f req-b1fb5655-0051-4ecd-936c-a1ad5af6375e tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.275153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3d13efb-1d7a-4a90-bf77-18e56313ea0f req-b1fb5655-0051-4ecd-936c-a1ad5af6375e tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 945 time: 0.0647180 Feb 19 00:59:48.324525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3d13efb-1d7a-4a90-bf77-18e56313ea0f req-941b3d40-0729-49de-864a-60639dd83285 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449045 Feb 19 00:59:48.451972 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6d649-2642-425d-a5c8-36dd6317969b req-244f4efb-3a96-4a66-94f2-a6faa2660481 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.453514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03b6d649-2642-425d-a5c8-36dd6317969b req-244f4efb-3a96-4a66-94f2-a6faa2660481 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 945 time: 0.0544145 Feb 19 00:59:48.518055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03b6d649-2642-425d-a5c8-36dd6317969b req-82373df2-1d7b-47f8-ae57-f52d304ead35 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565932 Feb 19 00:59:48.541088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53342) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:48.621058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a91d0-d306-40ad-bf84-c366ba9d190c req-ba941802-874a-4d39-9640-589b3262d58b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.622589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-211a91d0-d306-40ad-bf84-c366ba9d190c req-ba941802-874a-4d39-9640-589b3262d58b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0577826 Feb 19 00:59:48.676979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-211a91d0-d306-40ad-bf84-c366ba9d190c req-46aa7fa7-da48-40f2-9e28-3b9f9328cb37 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459867 Feb 19 00:59:48.702510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d4e234-5a61-4694-bead-a2d5ee97ffe1 tempest-TestVolumeBackupRestore-407982909 tempest-TestVolumeBackupRestore-407982909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:48.704228 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11d4e234-5a61-4694-bead-a2d5ee97ffe1 tempest-TestVolumeBackupRestore-407982909 tempest-TestVolumeBackupRestore-407982909-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1122 time: 0.1619658 Feb 19 00:59:48.707186 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53346) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:48.712241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'tenant_id': '151484c438c540489133086653266a94', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:48.733459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:48.841970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:48.933054 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:48.952129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Allocated IP 172.25.6.144 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/a411ad05-fd9f-4d79-8345-f80cf7a6c0c4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:49.062625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for port (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.106191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.141551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:49.146100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:49.150981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:49.184879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'Port': ['ID=a411ad05-fd9f-4d79-8345-f80cf7a6c0c4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:49.198090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.198462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.198851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.199205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.199560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.199949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.200281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.200758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.201111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.201442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.201755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.202075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.202422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 00:59:49.552782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for floatingip (a5ca4f4b-5809-40f2-82b4-4803ae92d64d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.623761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.782719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for port (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.788944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.813871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60be0f0-ba95-4bf7-916e-a9372e757af0 req-45f59654-d2d4-4391-8d5d-89f3f7446544 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:49.815498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c60be0f0-ba95-4bf7-916e-a9372e757af0 req-45f59654-d2d4-4391-8d5d-89f3f7446544 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0632010 Feb 19 00:59:49.865749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c60be0f0-ba95-4bf7-916e-a9372e757af0 req-5d21aa6b-362d-4ad8-80c3-c54f6f6fdd19 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445035 Feb 19 00:59:49.874480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event updated for resources: {'Port': ['ID=a411ad05-fd9f-4d79-8345-f80cf7a6c0c4,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:49.887531 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (a5ca4f4b-5809-40f2-82b4-4803ae92d64d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:49.989607 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Floating IP a5ca4f4b-5809-40f2-82b4-4803ae92d64d associated. External IP: 172.25.6.144, port: 842eb20a-b411-4934-a9ce-c3f6c7c150be. Feb 19 00:59:50.042535 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5353038-5d76-43ba-9169-e907ee4887df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.215626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:50.327505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:50.341013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] Sync routers for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:50.347129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.354297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:50.355237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:50.382717 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4baf97e4-81d8-4f5b-8ced-d4279d6d8085 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6744277 Feb 19 00:59:50.383744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53354) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:50.386631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:50.389795 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccfdab43-7039-4063-8317-27642bb71652" -d '{"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:50.459335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57a3a2d-66f4-42ca-a1d6-bfe4cbac8ccb tempest-TestVolumeBackupRestore-407982909 tempest-TestVolumeBackupRestore-407982909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.462228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f57a3a2d-66f4-42ca-a1d6-bfe4cbac8ccb tempest-TestVolumeBackupRestore-407982909 tempest-TestVolumeBackupRestore-407982909-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1122 time: 0.0764260 Feb 19 00:59:50.465657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53358) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:50.475971 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87250dd7-db23-4903-bad4-619f11891d2b x-openstack-request-id: req-87250dd7-db23-4903-bad4-619f11891d2b {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:50.477003 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:50.477945 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-87250dd7-db23-4903-bad4-619f11891d2b {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:50.478606 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'status': 'completed', 'code': 200} Feb 19 00:59:50.481026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Request body: {'floatingip': {'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:50.494508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:50.508395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-475da710-3fa9-4696-9a29-2d0b48b2026b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.510361 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-475da710-3fa9-4696-9a29-2d0b48b2026b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.113 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.0811830 Feb 19 00:59:50.542714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for floatingip (a5ca4f4b-5809-40f2-82b4-4803ae92d64d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.627759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Deleting port 8f107877-e323-44df-943e-51e748a2f7da {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:50.628425 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8f107877-e323-44df-943e-51e748a2f7da), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.717164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdab43-7039-4063-8317-27642bb71652 req-739843f8-d083-4a3b-b7a9-c4dc5febf9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.719117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfdab43-7039-4063-8317-27642bb71652 req-739843f8-d083-4a3b-b7a9-c4dc5febf9e0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=151484c438c540489133086653266a94&device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1127 time: 0.1406629 Feb 19 00:59:50.741235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] For port 8f107877-e323-44df-943e-51e748a2f7da, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8f107877-e323-44df-943e-51e748a2f7da,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 00:59:50.741771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8f107877-e323-44df-943e-51e748a2f7da), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:50.784863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a5ca4f4b-5809-40f2-82b4-4803ae92d64d', 'tenant_id': '151484c438c540489133086653266a94', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'mac_address': 'fa:16:3e:01:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:49Z', 'updated_at': '2022-02-19T00:59:49Z', 'revision_number': 0, 'project_id': '151484c438c540489133086653266a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:50.818306 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] Checking router: 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:50.829825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:50.831055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:50.920333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdab43-7039-4063-8317-27642bb71652 req-1408b8e2-eed4-4fd2-9264-1004f505db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:50.922212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfdab43-7039-4063-8317-27642bb71652 req-1408b8e2-eed4-4fd2-9264-1004f505db33 service neutron] 10.222.0.113 "GET /v2.0/networks?id=75f53268-3be1-4161-9354-4f68e44697d6 HTTP/1.1" status: 200 len: 914 time: 0.1957099 Feb 19 00:59:51.005966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfdab43-7039-4063-8317-27642bb71652 req-72d767ad-3a9d-4bcc-96ed-a4ea20fb591e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be HTTP/1.1" status: 200 len: 999 time: 0.0758216 Feb 19 00:59:51.068515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.069179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (dededb76-605a-4549-af6f-feda51959238), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.069677 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Floating IP dededb76-605a-4549-af6f-feda51959238 disassociated. External IP: 172.25.6.191, port: 8f107877-e323-44df-943e-51e748a2f7da. Feb 19 00:59:51.070208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Calling delete_port for 8f107877-e323-44df-943e-51e748a2f7da owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:51.202498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:51.366336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.515868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a5ca4f4b-5809-40f2-82b4-4803ae92d64d', 'tenant_id': '151484c438c540489133086653266a94', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'mac_address': 'fa:16:3e:01:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:49Z', 'updated_at': '2022-02-19T00:59:49Z', 'revision_number': 0, 'project_id': '151484c438c540489133086653266a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:51.534197 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8f107877-e323-44df-943e-51e748a2f7da), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.544876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da279d03-ea6f-489c-bf93-a51e113b7a97 None None] The sync data for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 is: [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a5ca4f4b-5809-40f2-82b4-4803ae92d64d', 'tenant_id': '151484c438c540489133086653266a94', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'mac_address': 'fa:16:3e:01:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:49Z', 'updated_at': '2022-02-19T00:59:49Z', 'revision_number': 0, 'project_id': '151484c438c540489133086653266a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:51.631646 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdab43-7039-4063-8317-27642bb71652 req-80b04244-ccce-48f5-8d9b-e64aac2623b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.633297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfdab43-7039-4063-8317-27642bb71652 req-80b04244-ccce-48f5-8d9b-e64aac2623b5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c5eec51d-5061-4f77-8566-b40fba6dde33 HTTP/1.1" status: 200 len: 852 time: 0.6057403 Feb 19 00:59:51.644707 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760e0b2-7846-4f1f-808e-a84d567b9ad5 req-1f928aeb-054d-4511-b622-c30b1b9ebae9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.653217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5760e0b2-7846-4f1f-808e-a84d567b9ad5 req-1f928aeb-054d-4511-b622-c30b1b9ebae9 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=46e16aa7-9e34-48fd-b049-a0d3705c6145 HTTP/1.1" status: 200 len: 946 time: 0.6573682 Feb 19 00:59:51.678339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event deleted for resources: {'Port': ['ID=8f107877-e323-44df-943e-51e748a2f7da,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:51.708411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:51.798035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5760e0b2-7846-4f1f-808e-a84d567b9ad5 req-be51dc1d-6a6a-41e2-9e89-c2528b803efb tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=5335bf41-d116-4575-ae1a-1caa6439b454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391745 Feb 19 00:59:51.843193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:51.859214 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] Sync routers for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:51.872067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdab43-7039-4063-8317-27642bb71652 req-6d85b9c0-223a-4f97-8b44-5bec08cfde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:51.873926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfdab43-7039-4063-8317-27642bb71652 req-6d85b9c0-223a-4f97-8b44-5bec08cfde40 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=75f53268-3be1-4161-9354-4f68e44697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2183940 Feb 19 00:59:51.877061 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:51.877715 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:51.900967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] No DVR routers for this DVR port 8f107877-e323-44df-943e-51e748a2f7da on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 00:59:51.904009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:51.907882 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.113 "DELETE /v2.0/ports/8f107877-e323-44df-943e-51e748a2f7da HTTP/1.1" status: 204 len: 173 time: 1.3909371 Feb 19 00:59:51.922796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fc9e2-7629-4dc3-89f1-5d04877d1ea8 None None] New status for floating IP a5ca4f4b-5809-40f2-82b4-4803ae92d64d: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:59:52.119279 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.resource_extend [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 00:59:52.234764 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.248770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-2e5fc9e2-7629-4dc3-89f1-5d04877d1ea8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 00:59:52.249422 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-2e5fc9e2-7629-4dc3-89f1-5d04877d1ea8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 00:59:52.275175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfdab43-7039-4063-8317-27642bb71652 req-2293a2a7-e084-4c31-abb2-ef620c16fcf2 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916667 Feb 19 00:59:52.276470 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (a5ca4f4b-5809-40f2-82b4-4803ae92d64d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.293459 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:52.479657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'name': 'network-vif-deleted', 'tag': '8f107877-e323-44df-943e-51e748a2f7da'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:52.483322 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e3f03f-ae42-466e-90e6-3834ea55e97c" -d '{"events": [{"server_uuid": "46e16aa7-9e34-48fd-b049-a0d3705c6145", "name": "network-vif-deleted", "tag": "8f107877-e323-44df-943e-51e748a2f7da"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:52.570809 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe94a1a3-1fb4-43d2-8e9d-4d8b7b3c6e4e x-openstack-request-id: req-fe94a1a3-1fb4-43d2-8e9d-4d8b7b3c6e4e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:52.571190 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e16aa7-9e34-48fd-b049-a0d3705c6145", "name": "network-vif-deleted", "tag": "8f107877-e323-44df-943e-51e748a2f7da", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:52.572002 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe94a1a3-1fb4-43d2-8e9d-4d8b7b3c6e4e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:52.572393 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e16aa7-9e34-48fd-b049-a0d3705c6145', 'name': 'network-vif-deleted', 'tag': '8f107877-e323-44df-943e-51e748a2f7da', 'status': 'completed', 'code': 200} Feb 19 00:59:52.597795 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:52.609158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ccfdab43-7039-4063-8317-27642bb71652 req-2839e02c-ac6a-4927-8ddd-60e0ee492738 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728679 Feb 19 00:59:52.640608 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] Checking router: 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:52.666400 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:52.667308 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:52.673223 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.747538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 00:59:52.750812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fc9e2-7629-4dc3-89f1-5d04877d1ea8 None None] New status for floating IP a5ca4f4b-5809-40f2-82b4-4803ae92d64d: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:59:52.786251 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:52.868225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 00:59:52.873490 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:52.922906 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53372) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:52.952844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:52.962750 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:52.982565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2c77a63e-45c8-47c8-b188-fca8a3b10017 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "PUT /v2.0/floatingips/a5ca4f4b-5809-40f2-82b4-4803ae92d64d HTTP/1.1" status: 200 len: 991 time: 2.5158072 Feb 19 00:59:53.036426 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c0edfa-367b-4179-bc56-34d53f9665a4 x-openstack-request-id: req-00c0edfa-367b-4179-bc56-34d53f9665a4 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:53.036727 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:53.036986 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00c0edfa-367b-4179-bc56-34d53f9665a4 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:53.037397 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'status': 'completed', 'code': 200} Feb 19 00:59:53.038657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-555dd45e-7964-4635-93f7-9a85093c65fd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (5335bf41-d116-4575-ae1a-1caa6439b454), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.072845 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-555dd45e-7964-4635-93f7-9a85093c65fd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (5335bf41-d116-4575-ae1a-1caa6439b454), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.084020 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:53.114970 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaf344e-9b54-4a88-a714-7500448e29ef None None] The sync data for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 is: [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:53.146471 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] Sync routers for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 00:59:53.159194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-d68ce129-8697-4201-be94-be7b2a28c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.161658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-d68ce129-8697-4201-be94-be7b2a28c442 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=151484c438c540489133086653266a94&device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1127 time: 0.0934575 Feb 19 00:59:53.168507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-555dd45e-7964-4635-93f7-9a85093c65fd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5335bf41-d116-4575-ae1a-1caa6439b454), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.171562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-555dd45e-7964-4635-93f7-9a85093c65fd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.174417 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-555dd45e-7964-4635-93f7-9a85093c65fd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "DELETE /v2.0/security-groups/5335bf41-d116-4575-ae1a-1caa6439b454 HTTP/1.1" status: 204 len: 168 time: 0.2497375 Feb 19 00:59:53.180674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53376) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:53.185178 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:53.187251 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:53.231807 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555dd45e-7964-4635-93f7-9a85093c65fd tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5335bf41-d116-4575-ae1a-1caa6439b454,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:53.246819 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-9d22b814-14bb-42c0-92ce-0927efdbe39b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] show failed (client error): The resource could not be found. Feb 19 00:59:53.261525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53378) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:53.264065 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9d22b814-14bb-42c0-92ce-0927efdbe39b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups/5335bf41-d116-4575-ae1a-1caa6439b454 HTTP/1.1" status: 404 len: 347 time: 0.0779648 Feb 19 00:59:53.348997 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:53.374609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-4e1c6442-147d-4c6d-9adb-d604336c5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.376178 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-4e1c6442-147d-4c6d-9adb-d604336c5b58 service neutron] 10.222.0.113 "GET /v2.0/networks?id=75f53268-3be1-4161-9354-4f68e44697d6 HTTP/1.1" status: 200 len: 914 time: 0.2079232 Feb 19 00:59:53.502033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-2ad001cc-1ac0-4781-931d-851d4fd5ce8b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be HTTP/1.1" status: 200 len: 1001 time: 0.1016934 Feb 19 00:59:53.507146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Deleting port 45c4d5b8-841f-47dc-9a0b-590c0a0e622e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 00:59:53.507581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.552905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583de74b-35e9-4161-84b1-9ba27020c702 None None] New status for floating IP dededb76-605a-4549-af6f-feda51959238: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 00:59:53.613464 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a5ca4f4b-5809-40f2-82b4-4803ae92d64d', 'tenant_id': '151484c438c540489133086653266a94', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'mac_address': 'fa:16:3e:01:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:49Z', 'updated_at': '2022-02-19T00:59:52Z', 'revision_number': 2, 'project_id': '151484c438c540489133086653266a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:53.619838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-1850f75a-8c37-4266-b9cd-3a246bb24677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.622007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-1850f75a-8c37-4266-b9cd-3a246bb24677 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c5eec51d-5061-4f77-8566-b40fba6dde33 HTTP/1.1" status: 200 len: 852 time: 0.1121764 Feb 19 00:59:53.642169 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] Checking router: 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 00:59:53.652177 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 00:59:53.652955 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:53.684724 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.685326 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.701802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Calling delete_port for 45c4d5b8-841f-47dc-9a0b-590c0a0e622e owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 00:59:53.702828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8f107877-e323-44df-943e-51e748a2f7da no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 00:59:53.724572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-d412d70f-e27a-4844-a693-820a2077775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:53.726420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-d412d70f-e27a-4844-a693-820a2077775f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=75f53268-3be1-4161-9354-4f68e44697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0976346 Feb 19 00:59:53.748543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 8f107877-e323-44df-943e-51e748a2f7da {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 00:59:53.748832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8f107877-e323-44df-943e-51e748a2f7da not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 00:59:53.785935 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 00:59:53.807880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:53.878845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-2f97b5d3-078e-4e1f-bbec-0c28980d85ca service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233006 Feb 19 00:59:53.991125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (45c4d5b8-841f-47dc-9a0b-590c0a0e622e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.026764 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a5ca4f4b-5809-40f2-82b4-4803ae92d64d', 'tenant_id': '151484c438c540489133086653266a94', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'mac_address': 'fa:16:3e:01:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:49Z', 'updated_at': '2022-02-19T00:59:52Z', 'revision_number': 2, 'project_id': '151484c438c540489133086653266a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 00:59:54.030039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event deleted for resources: {'Port': ['ID=45c4d5b8-841f-47dc-9a0b-590c0a0e622e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:54.041301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d49783ec-ec95-49e6-89d5-3ad5a78cf8d8 req-fc67ed82-2b7e-4e4c-bff8-a9983455aafe service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567585 Feb 19 00:59:54.066592 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258e88fe-fc6e-4ead-9070-8e94ddff7d35 None None] The sync data for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 is: [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'a5ca4f4b-5809-40f2-82b4-4803ae92d64d', 'tenant_id': '151484c438c540489133086653266a94', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'port_id': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'mac_address': 'fa:16:3e:01:46:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:49Z', 'updated_at': '2022-02-19T00:59:52Z', 'revision_number': 2, 'project_id': '151484c438c540489133086653266a94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 00:59:54.108943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (dededb76-605a-4549-af6f-feda51959238), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.112936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.114153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-95fa068b-59e3-4217-b0a2-2427c3869ad1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "DELETE /v2.0/floatingips/dededb76-605a-4549-af6f-feda51959238 HTTP/1.1" status: 204 len: 168 time: 0.8510134 Feb 19 00:59:54.184632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.441256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53386) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:54.446207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d7a695b3-f940-4fc0-bc74-4041b01a2272 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1650033154', 'description': 'tempest-description--1939169754'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:54.468014 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d7a695b3-f940-4fc0-bc74-4041b01a2272 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.533620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d7a695b3-f940-4fc0-bc74-4041b01a2272 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (51d4c6a8-a955-44f8-8e47-cff4e26187c7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.538641 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d7a695b3-f940-4fc0-bc74-4041b01a2272 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (51d4c6a8-a955-44f8-8e47-cff4e26187c7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.568289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d7a695b3-f940-4fc0-bc74-4041b01a2272 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.569525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d7a695b3-f940-4fc0-bc74-4041b01a2272 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1271970 Feb 19 00:59:54.572572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53388) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:54.577205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2aaaf778-90d1-4d26-93e2-2465a5740e55 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'security_group_rule': {'security_group_id': '51d4c6a8-a955-44f8-8e47-cff4e26187c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:54.578281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a695b3-f940-4fc0-bc74-4041b01a2272 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d4c6a8-a955-44f8-8e47-cff4e26187c7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:54.605442 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf778-90d1-4d26-93e2-2465a5740e55 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (7428147c-f7cc-44de-82db-18cc5533b0d3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.652883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf778-90d1-4d26-93e2-2465a5740e55 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (7428147c-f7cc-44de-82db-18cc5533b0d3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.657141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf778-90d1-4d26-93e2-2465a5740e55 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7428147c-f7cc-44de-82db-18cc5533b0d3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.675742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaaf778-90d1-4d26-93e2-2465a5740e55 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7428147c-f7cc-44de-82db-18cc5533b0d3,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:54.681551 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2aaaf778-90d1-4d26-93e2-2465a5740e55 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.685645 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2aaaf778-90d1-4d26-93e2-2465a5740e55 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091950 Feb 19 00:59:54.685645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53390) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:54.689923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7045054e-e10f-48dd-8f7d-e9f297877ff8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'security_group_rule': {'security_group_id': '51d4c6a8-a955-44f8-8e47-cff4e26187c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:54.716470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7045054e-e10f-48dd-8f7d-e9f297877ff8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (6525fcdb-7228-454f-b489-ae5819fa5c18), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.772945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7045054e-e10f-48dd-8f7d-e9f297877ff8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (6525fcdb-7228-454f-b489-ae5819fa5c18), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.777500 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7045054e-e10f-48dd-8f7d-e9f297877ff8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (6525fcdb-7228-454f-b489-ae5819fa5c18), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.795677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045054e-e10f-48dd-8f7d-e9f297877ff8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6525fcdb-7228-454f-b489-ae5819fa5c18,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:54.801496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7045054e-e10f-48dd-8f7d-e9f297877ff8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.805851 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7045054e-e10f-48dd-8f7d-e9f297877ff8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164417 Feb 19 00:59:54.806057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 53392) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 00:59:54.810549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:54.831756 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:54.931097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.038259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:55.040718 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebd98cd-f487-41e2-9314-2028dc58b2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:55.044847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Allocated IP 172.25.6.172 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/efe5625d-a72d-464c-9a15-e7fc2b1428ea) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:55.087668 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c91cb-8c12-4d28-b33c-d47fc547feb4 x-openstack-request-id: req-c22c91cb-8c12-4d28-b33c-d47fc547feb4 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:55.087969 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:55.088223 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c22c91cb-8c12-4d28-b33c-d47fc547feb4 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:55.088775 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'status': 'completed', 'code': 200} Feb 19 00:59:55.156884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for port (efe5625d-a72d-464c-9a15-e7fc2b1428ea), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.174154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-c614c256-7587-440c-aeab-bffe9c8e76d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.175709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-c614c256-7587-440c-aeab-bffe9c8e76d8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=151484c438c540489133086653266a94&device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1127 time: 0.0649703 Feb 19 00:59:55.193201 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (efe5625d-a72d-464c-9a15-e7fc2b1428ea), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.212914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:55.236901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:55.241127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:55.278126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-b2b95099-0f7f-4f97-9a3a-792f570a6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.279704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-b2b95099-0f7f-4f97-9a3a-792f570a6457 service neutron] 10.222.0.113 "GET /v2.0/networks?id=75f53268-3be1-4161-9354-4f68e44697d6 HTTP/1.1" status: 200 len: 914 time: 0.0971673 Feb 19 00:59:55.285239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'Port': ['ID=efe5625d-a72d-464c-9a15-e7fc2b1428ea,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:55.345727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (2f77501f-d465-487b-be6a-2211ebc5cca8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.351602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-94554beb-288a-475a-99c7-6e036a131a5a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be HTTP/1.1" status: 200 len: 1001 time: 0.0661607 Feb 19 00:59:55.384618 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (efe5625d-a72d-464c-9a15-e7fc2b1428ea), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.400380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-4526b366-5d12-403f-9777-c1acc4c805e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.401810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-4526b366-5d12-403f-9777-c1acc4c805e7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c5eec51d-5061-4f77-8566-b40fba6dde33 HTTP/1.1" status: 200 len: 852 time: 0.0446124 Feb 19 00:59:55.462218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-a1fe0138-1649-40e2-9507-bb030b4d3af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:55.463768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-a1fe0138-1649-40e2-9507-bb030b4d3af3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=75f53268-3be1-4161-9354-4f68e44697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560648 Feb 19 00:59:55.551173 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for port (efe5625d-a72d-464c-9a15-e7fc2b1428ea), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.556736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-793e6edd-12b8-478a-b953-91cdb0bd85c9 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873628 Feb 19 00:59:55.557203 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (efe5625d-a72d-464c-9a15-e7fc2b1428ea), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.625203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'Port': ['ID=efe5625d-a72d-464c-9a15-e7fc2b1428ea,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:55.637222 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (2f77501f-d465-487b-be6a-2211ebc5cca8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.656082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:55.662321 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bbb6c741-de1c-4305-a482-5f798cf08b71 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8503282 Feb 19 00:59:55.669329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cebd98cd-f487-41e2-9314-2028dc58b2a3 req-08012778-f99e-43f9-bf91-e5b73820fdc7 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065805 Feb 19 00:59:56.251365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-d645475f-ca4a-47fa-a992-0d088708b9de tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1650033154&fields=id&tenant_id=676e6c2f27e2417ca046102c92487187 HTTP/1.1" status: 200 len: 267 time: 0.3743949 Feb 19 00:59:56.358207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371d3f-0982-4894-82ef-89c7f91c348b req-7e209ea7-4a33-46ff-b613-0929ac379163 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:56.359693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-7e209ea7-4a33-46ff-b613-0929ac379163 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 810 time: 0.1014609 Feb 19 00:59:56.374787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-a936acf5-eefd-4482-be96-0b9e09794f02 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/quotas/676e6c2f27e2417ca046102c92487187 HTTP/1.1" status: 200 len: 375 time: 0.0091605 Feb 19 00:59:56.433669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-f859b3f0-fb0d-435c-81d8-e80db750b37e tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533943 Feb 19 00:59:56.534229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-cf163094-7966-4255-893a-8c5a13c71822 service neutron] 10.222.0.60 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877419 Feb 19 00:59:56.626072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-5a070ac2-431c-43ab-899e-e48a7016635f service neutron] 10.222.0.60 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873101 Feb 19 00:59:56.794255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60dd5f75-4e82-4d1d-9c64-30f0baeb2be3 req-9fffefa3-fc3f-4469-89b1-d6dea2cbfe1a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 210 time: 0.0275497 Feb 19 00:59:57.838421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371d3f-0982-4894-82ef-89c7f91c348b req-87c82d15-2022-4ce9-b0e4-99ea4ede952c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:57.840672 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-87c82d15-2022-4ce9-b0e4-99ea4ede952c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.126 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 810 time: 0.1244705 Feb 19 00:59:57.908386 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1085296-c6a1-42ee-860a-c0c76cf51a38 req-18675f9b-7065-4c4b-a520-c57b62348e72 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 210 time: 0.0358381 Feb 19 00:59:57.945009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-0b274f02-d9b2-4fe6-a8c6-eec9960f986b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=676e6c2f27e2417ca046102c92487187 HTTP/1.1" status: 200 len: 380 time: 0.0946002 Feb 19 00:59:57.954534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'port': {'device_id': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'admin_state_up': True, 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'security_groups': ['51d4c6a8-a955-44f8-8e47-cff4e26187c7']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:58.066245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Made reservation on behalf of 676e6c2f27e2417ca046102c92487187 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 00:59:58.070619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.212639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Allocated IP 172.20.0.13 (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb/1f12297f-0970-479a-9e40-d233c394eb96/cb6a8bea-9b62-4015-885d-f656e8d021c9) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 00:59:58.361977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.397404 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.441080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 00:59:58.444734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 00:59:58.447461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 00:59:58.492364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event updated for resources: {'Port': ['ID=cb6a8bea-9b62-4015-885d-f656e8d021c9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:58.521594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:58.522702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.545561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-672b0ee6-9342-4a9a-b925-67c17497004c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5945680 Feb 19 00:59:58.557516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Request body: {'port': {'device_id': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 00:59:58.633359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.704727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ad3e0d38-612a-4556-b2e5-a571840cc5ca None None] Provisioning complete for port cb6a8bea-9b62-4015-885d-f656e8d021c9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 00:59:58.705451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad3e0d38-612a-4556-b2e5-a571840cc5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.746830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e0d38-612a-4556-b2e5-a571840cc5ca None None] Port cb6a8bea-9b62-4015-885d-f656e8d021c9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 00:59:58.948390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6a8bea-9b62-4015-885d-f656e8d021c9 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 00:59:58.956560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Publish callbacks [] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:58.970650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Transition to ACTIVE for port object cb6a8bea-9b62-4015-885d-f656e8d021c9 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 00:59:58.975340 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.064019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a8bea-9b62-4015-885d-f656e8d021c9,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:59.125922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e9e4e-ccc1-4148-8a4b-77b0525cde22 req-aea6dd0e-ecb7-4914-81cf-c47e5dfdb458 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.127676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e55e9e4e-ccc1-4148-8a4b-77b0525cde22 req-aea6dd0e-ecb7-4914-81cf-c47e5dfdb458 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 944 time: 0.1467333 Feb 19 00:59:59.187335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Attempting to bind port cb6a8bea-9b62-4015-885d-f656e8d021c9 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 00:59:59.187782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Attempting to bind port cb6a8bea-9b62-4015-885d-f656e8d021c9 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 00:59:59.188119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Attempting to bind port cb6a8bea-9b62-4015-885d-f656e8d021c9 on network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:59.203319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Port cb6a8bea-9b62-4015-885d-f656e8d021c9 on network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 00:59:59.203764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Attempting to bind port cb6a8bea-9b62-4015-885d-f656e8d021c9 on network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 00:59:59.217263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e55e9e4e-ccc1-4148-8a4b-77b0525cde22 req-ba8f4ff6-d3cf-47ea-b95f-076f8986a26f tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802743 Feb 19 00:59:59.218482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 0, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 00:59:59.218823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Checking segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 00:59:59.219206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Bound using segment: {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 00:59:59.219837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Bound port: cb6a8bea-9b62-4015-885d-f656e8d021c9, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e148d99-f6a4-4111-8c86-b4be935ff327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 00:59:59.220280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.293858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] For port cb6a8bea-9b62-4015-885d-f656e8d021c9, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 00:59:59.297222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] For port cb6a8bea-9b62-4015-885d-f656e8d021c9, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 00:59:59.305977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.350992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.351618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 00:59:59.353220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] 10.222.0.126 "PUT /v2.0/ports/cb6a8bea-9b62-4015-885d-f656e8d021c9 HTTP/1.1" status: 200 len: 1092 time: 0.8004527 Feb 19 00:59:59.353731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'tag': 'cb6a8bea-9b62-4015-885d-f656e8d021c9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 00:59:59.356388 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20551b7a-6166-4d84-bda4-8851a9a88dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "a0dff8ac-7591-4028-b151-12aa6f260309", "tag": "cb6a8bea-9b62-4015-885d-f656e8d021c9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 00:59:59.384047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4471c98-e893-4aa3-935b-8dab9448089a service neutron] Pushing event updated for resources: {'Port': ['ID=cb6a8bea-9b62-4015-885d-f656e8d021c9,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 00:59:59.419072 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f44fc05-0d7f-4361-aa6e-a57a3122e52b x-openstack-request-id: req-4f44fc05-0d7f-4361-aa6e-a57a3122e52b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 00:59:59.419380 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0dff8ac-7591-4028-b151-12aa6f260309", "tag": "cb6a8bea-9b62-4015-885d-f656e8d021c9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 00:59:59.419631 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f44fc05-0d7f-4361-aa6e-a57a3122e52b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 00:59:59.420170 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'tag': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'status': 'completed', 'code': 200} Feb 19 00:59:59.460486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371d3f-0982-4894-82ef-89c7f91c348b req-a34111ff-abe3-4225-b04a-58260cda321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.462454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-a34111ff-abe3-4225-b04a-58260cda321d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 1126 time: 0.0553141 Feb 19 00:59:59.511598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-c733f871-028f-4bd8-8ae8-c2720ebd4bae service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9 HTTP/1.1" status: 200 len: 217 time: 0.0409174 Feb 19 00:59:59.579932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371d3f-0982-4894-82ef-89c7f91c348b req-e97f8c77-3643-432a-bd83-6630a98314e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.581471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-e97f8c77-3643-432a-bd83-6630a98314e5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0635803 Feb 19 00:59:59.639695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30371d3f-0982-4894-82ef-89c7f91c348b req-db567e15-91ec-4ff7-90b6-4de95082b7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.641224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-db567e15-91ec-4ff7-90b6-4de95082b7d5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499701 Feb 19 00:59:59.736358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-b54f5388-71ed-4cca-8b7e-cb591e81d03f service neutron] 10.222.0.126 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875244 Feb 19 00:59:59.834395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30371d3f-0982-4894-82ef-89c7f91c348b req-bda80ea3-7f11-4aa7-9a88-cd3f966f9fda service neutron] 10.222.0.126 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906956 Feb 19 00:59:59.929314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-c21c8061-f7bb-4fdd-8b79-5903d830ae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 00:59:59.930927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-c21c8061-f7bb-4fdd-8b79-5903d830ae0a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 1126 time: 0.0471332 Feb 19 01:00:00.028056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-be98c168-9938-46c4-8f3c-ef621912348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.029504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-be98c168-9938-46c4-8f3c-ef621912348d service neutron] 10.222.0.126 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.0923386 Feb 19 01:00:00.074665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-82a059c9-c86e-4727-8647-79b45f85ab9d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9 HTTP/1.1" status: 200 len: 217 time: 0.0376074 Feb 19 01:00:00.128023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-ea7aa1b7-164d-4bc3-99c3-8c5b1d9c2e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.128844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-ea7aa1b7-164d-4bc3-99c3-8c5b1d9c2e07 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0472372 Feb 19 01:00:00.186437 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-6c8cf485-a5f5-4eff-b942-e83a2b460b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.187998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-6c8cf485-a5f5-4eff-b942-e83a2b460b8a service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507393 Feb 19 01:00:00.287746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-29305297-8b6e-4d1d-b56a-b6c682e3a355 service neutron] 10.222.0.126 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913363 Feb 19 01:00:00.405666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23211528-0c94-451b-b9f6-e0bf630b4641 req-7b7a3703-a2f5-435a-a104-3857003f65f1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:00.407212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23211528-0c94-451b-b9f6-e0bf630b4641 req-7b7a3703-a2f5-435a-a104-3857003f65f1 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 944 time: 0.1165702 Feb 19 01:00:00.442852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20551b7a-6166-4d84-bda4-8851a9a88dfe req-4e83db79-8d6d-40c9-b7a1-2e4da9e1e4d3 service neutron] 10.222.0.126 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428630 Feb 19 01:00:00.471597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23211528-0c94-451b-b9f6-e0bf630b4641 req-f6fdd15e-061f-4e9b-827e-1c8c755e3aab tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575519 Feb 19 01:00:01.383638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:00:01.596771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00db5e8-37ac-44a1-b1c9-5e27faed9f49 req-862c9273-3983-47fa-bc16-a2fa9dd5a30b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:01.598269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d00db5e8-37ac-44a1-b1c9-5e27faed9f49 req-862c9273-3983-47fa-bc16-a2fa9dd5a30b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 944 time: 0.0546544 Feb 19 01:00:01.655358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d00db5e8-37ac-44a1-b1c9-5e27faed9f49 req-72eb6686-4a10-4e63-a75d-3627120423d2 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511475 Feb 19 01:00:02.782158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ced0ac-edbf-468d-ac9a-2876ec2c32fb req-ac5cb63a-a739-407a-b09e-c3d3d27d4554 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:02.783735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5ced0ac-edbf-468d-ac9a-2876ec2c32fb req-ac5cb63a-a739-407a-b09e-c3d3d27d4554 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 944 time: 0.0538955 Feb 19 01:00:02.831284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5ced0ac-edbf-468d-ac9a-2876ec2c32fb req-cacd2cc1-1e23-4578-a54b-2d13bbe54d95 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416787 Feb 19 01:00:03.676493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device cb6a8bea-9b62-4015-885d-f656e8d021c9 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:00:03.773068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port cb6a8bea-9b62-4015-885d-f656e8d021c9, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:03.784809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'port_id': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'mac_address': 'fa:16:3e:1d:62:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:00:03.824350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port cb6a8bea-9b62-4015-885d-f656e8d021c9 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:03.824733 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.837825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6a8bea-9b62-4015-885d-f656e8d021c9 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:00:03.857072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port cb6a8bea-9b62-4015-885d-f656e8d021c9, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:03.862409 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:03.909895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=cb6a8bea-9b62-4015-885d-f656e8d021c9,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:03.970655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed8090-63eb-4f76-8033-b6b2a924f52e req-ff1aa684-51b3-4792-9540-b55788e29cd2 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:03.972142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27ed8090-63eb-4f76-8033-b6b2a924f52e req-ff1aa684-51b3-4792-9540-b55788e29cd2 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 945 time: 0.0688882 Feb 19 01:00:04.017088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-27ed8090-63eb-4f76-8033-b6b2a924f52e req-a67ea30c-f94f-4839-9749-eb9014a6abd7 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391867 Feb 19 01:00:04.245896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['cb6a8bea-9b62-4015-885d-f656e8d021c9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:00:05.182409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a8ccf-d95a-4285-b5da-1ce077d4dcde req-bd5466b6-f321-4f69-ada7-054ddab9638d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:05.184050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-173a8ccf-d95a-4285-b5da-1ce077d4dcde req-bd5466b6-f321-4f69-ada7-054ddab9638d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 945 time: 0.0710242 Feb 19 01:00:05.242702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-173a8ccf-d95a-4285-b5da-1ce077d4dcde req-bbd44527-9214-40c3-b286-1837a74c964b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524342 Feb 19 01:00:05.701649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device cb6a8bea-9b62-4015-885d-f656e8d021c9 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:05.760046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port cb6a8bea-9b62-4015-885d-f656e8d021c9 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:00:05.764585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port cb6a8bea-9b62-4015-885d-f656e8d021c9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:05.765092 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.857686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port cb6a8bea-9b62-4015-885d-f656e8d021c9 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:05.858040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.888998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a8bea-9b62-4015-885d-f656e8d021c9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:05.891746 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d74222-8fc8-4c7b-8037-94c52cc11086" -d '{"events": [{"server_uuid": "a0dff8ac-7591-4028-b151-12aa6f260309", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a8bea-9b62-4015-885d-f656e8d021c9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:05.907384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port cb6a8bea-9b62-4015-885d-f656e8d021c9, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:05.913643 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:05.946411 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95baafbd-df9c-460d-afba-cd6f7c12caa1 x-openstack-request-id: req-95baafbd-df9c-460d-afba-cd6f7c12caa1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:05.946850 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dff8ac-7591-4028-b151-12aa6f260309", "name": "network-vif-plugged", "status": "completed", "tag": "cb6a8bea-9b62-4015-885d-f656e8d021c9", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:05.946967 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95baafbd-df9c-460d-afba-cd6f7c12caa1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:05.947780 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'code': 200} Feb 19 01:00:05.968845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=cb6a8bea-9b62-4015-885d-f656e8d021c9,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:06.062695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa541c-8f9b-429d-aa9a-562d73730aa4 req-505ecf66-d21c-4411-8d6c-855c82595dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.064373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dfa541c-8f9b-429d-aa9a-562d73730aa4 req-505ecf66-d21c-4411-8d6c-855c82595dd7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 1128 time: 0.0511308 Feb 19 01:00:06.122552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dfa541c-8f9b-429d-aa9a-562d73730aa4 req-d7aec0cc-eb09-45bc-ad04-fa3410bb1c1b service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500770 Feb 19 01:00:06.373220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f927a8a-85d8-43ad-aaea-c9dd95a5e04b req-94c7e988-6311-4674-ab48-207d66c1b767 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:06.375511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f927a8a-85d8-43ad-aaea-c9dd95a5e04b req-94c7e988-6311-4674-ab48-207d66c1b767 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 946 time: 0.0607862 Feb 19 01:00:06.438853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f927a8a-85d8-43ad-aaea-c9dd95a5e04b req-a7a66fd1-3a4d-44db-8762-85924ba87256 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563364 Feb 19 01:00:07.571983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f98cf5-41db-4648-9173-fe738b0b3046 req-4ddd84a2-5ad7-4876-8981-e2c5497693dc tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:07.573641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3f98cf5-41db-4648-9173-fe738b0b3046 req-4ddd84a2-5ad7-4876-8981-e2c5497693dc tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 946 time: 0.0546939 Feb 19 01:00:07.623662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3f98cf5-41db-4648-9173-fe738b0b3046 req-bf99d334-83b7-4736-94e2-c74d6dca4928 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437331 Feb 19 01:00:08.753657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce64758-0d40-4644-ad8e-b0241713af81 req-e6c37f44-0816-48b5-bba1-d1a47df002f4 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.755127 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bce64758-0d40-4644-ad8e-b0241713af81 req-e6c37f44-0816-48b5-bba1-d1a47df002f4 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 946 time: 0.0572865 Feb 19 01:00:08.805024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bce64758-0d40-4644-ad8e-b0241713af81 req-b0754c53-eddb-4d7f-8435-810b8e4b3567 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429919 Feb 19 01:00:08.927393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedb3111-d17d-4a36-a248-8284b62a44b6 req-ac7324c0-bf24-43b2-8084-102c3c8942b5 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:08.928897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fedb3111-d17d-4a36-a248-8284b62a44b6 req-ac7324c0-bf24-43b2-8084-102c3c8942b5 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 946 time: 0.0595303 Feb 19 01:00:08.937515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 53918) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:08.942318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Request body: {'floatingip': {'port_id': 'cb6a8bea-9b62-4015-885d-f656e8d021c9'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:08.985333 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (2f77501f-d465-487b-be6a-2211ebc5cca8), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.450571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.454651 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (2f77501f-d465-487b-be6a-2211ebc5cca8), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.567410 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Floating IP 2f77501f-d465-487b-be6a-2211ebc5cca8 associated. External IP: 172.25.6.172, port: cb6a8bea-9b62-4015-885d-f656e8d021c9. Feb 19 01:00:09.808778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:00:09.932479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:00:09.937419 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:09.944113 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] Sync routers for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:00:09.955656 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:09.956299 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:09.971333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2f984fd3-3414-4252-af29-bac1df9388cf tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "PUT /v2.0/floatingips/2f77501f-d465-487b-be6a-2211ebc5cca8 HTTP/1.1" status: 200 len: 992 time: 1.0299828 Feb 19 01:00:09.971333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'tag': 'cb6a8bea-9b62-4015-885d-f656e8d021c9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:09.971945 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a0dff8ac-7591-4028-b151-12aa6f260309", "tag": "cb6a8bea-9b62-4015-885d-f656e8d021c9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:10.011554 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1eb8ec-2cbc-4461-8a15-381b28e1f597 x-openstack-request-id: req-eb1eb8ec-2cbc-4461-8a15-381b28e1f597 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:10.011923 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0dff8ac-7591-4028-b151-12aa6f260309", "tag": "cb6a8bea-9b62-4015-885d-f656e8d021c9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:10.012228 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb1eb8ec-2cbc-4461-8a15-381b28e1f597 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:10.012666 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'tag': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'status': 'completed', 'code': 200} Feb 19 01:00:10.097103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-064173c7-f2df-4769-b1da-02458f4f382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.098642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-064173c7-f2df-4769-b1da-02458f4f382c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 1128 time: 0.0536132 Feb 19 01:00:10.200646 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:10.213535 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-c3c0c38d-35ab-4ec2-8d06-53ab7a5583f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.215181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-c3c0c38d-35ab-4ec2-8d06-53ab7a5583f8 service neutron] 10.222.0.126 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.1037560 Feb 19 01:00:10.294385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-4d21ae98-62f9-4c1b-93b7-240d6b20a68c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9 HTTP/1.1" status: 200 len: 1000 time: 0.0676239 Feb 19 01:00:10.366135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-c6bf695a-edb6-4ea4-8f43-7a8a0d6376c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.368009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-c6bf695a-edb6-4ea4-8f43-7a8a0d6376c7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0677142 Feb 19 01:00:10.443149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-cc242b88-3d22-4a07-a964-018eac8e6807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:10.445269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-cc242b88-3d22-4a07-a964-018eac8e6807 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0645716 Feb 19 01:00:10.463405 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2f77501f-d465-487b-be6a-2211ebc5cca8', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'port_id': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'mac_address': 'fa:16:3e:1d:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:55Z', 'updated_at': '2022-02-19T01:00:09Z', 'revision_number': 1, 'project_id': '676e6c2f27e2417ca046102c92487187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:10.489886 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] Checking router: 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:00:10.498283 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:10.498912 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T00:59:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:10.541437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-2d919e75-6e5f-45f0-b071-517e95b5a2ba service neutron] 10.222.0.126 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880113 Feb 19 01:00:10.638710 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:10.644735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d8a8e3e-ca1d-4a35-83da-e0c2d01f45fc req-9f3c21ba-ef3c-466f-9fcf-6d0a4debe769 service neutron] 10.222.0.126 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960114 Feb 19 01:00:10.900530 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2f77501f-d465-487b-be6a-2211ebc5cca8', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'port_id': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'mac_address': 'fa:16:3e:1d:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:55Z', 'updated_at': '2022-02-19T01:00:09Z', 'revision_number': 1, 'project_id': '676e6c2f27e2417ca046102c92487187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:10.929855 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53a0b60-81e1-4acb-bc95-3e06116c664f None None] The sync data for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 is: [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2f77501f-d465-487b-be6a-2211ebc5cca8', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'port_id': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'mac_address': 'fa:16:3e:1d:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:55Z', 'updated_at': '2022-02-19T01:00:09Z', 'revision_number': 1, 'project_id': '676e6c2f27e2417ca046102c92487187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:00:11.188973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76981102-b573-445d-afdf-e8130732b95e None None] New status for floating IP 2f77501f-d465-487b-be6a-2211ebc5cca8: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:00:17.990511 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b0124bf-5f5c-440a-ab68-508221e26dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:18.932419 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:20.048928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f72576f4-38cd-454e-b71e-6eee35c90984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:21.254146 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:22.673907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:23.811904 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:24.179081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.111172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54028) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:26.648650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Deleting port a411ad05-fd9f-4d79-8345-f80cf7a6c0c4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:26.648948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.730916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.731258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for floatingip (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.745519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Calling delete_port for a411ad05-fd9f-4d79-8345-f80cf7a6c0c4 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:26.938853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a411ad05-fd9f-4d79-8345-f80cf7a6c0c4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:26.962522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event deleted for resources: {'Port': ['ID=a411ad05-fd9f-4d79-8345-f80cf7a6c0c4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:26.972931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.973301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.973645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.974033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.974394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.974740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.975735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.975735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.975934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.976245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.976574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.977027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:26.977396 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:27.042127 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for floatingip (a5ca4f4b-5809-40f2-82b4-4803ae92d64d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.042727 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Floating IP a5ca4f4b-5809-40f2-82b4-4803ae92d64d disassociated (deleted). External IP: 172.25.6.144, port: 842eb20a-b411-4934-a9ce-c3f6c7c150be. Feb 19 01:00:27.271913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:00:27.390986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:00:27.396981 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:27.404957 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e077fc-4479-4049-9699-9702de018f13 None None] Sync routers for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:00:27.415768 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e077fc-4479-4049-9699-9702de018f13 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:27.416406 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-71e077fc-4479-4049-9699-9702de018f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:00:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:27.436301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e2cc18f6-738b-4de3-90a6-34635b7350ed tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "DELETE /v2.0/floatingips/a5ca4f4b-5809-40f2-82b4-4803ae92d64d HTTP/1.1" status: 204 len: 168 time: 1.3237267 Feb 19 01:00:27.436916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:27.440196 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2638713c-fd5a-4674-95b7-ef6029d49ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:27.508852 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c214f532-57e9-407c-a235-e1dd44ff5192 x-openstack-request-id: req-c214f532-57e9-407c-a235-e1dd44ff5192 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:27.509821 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:27.511501 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c214f532-57e9-407c-a235-e1dd44ff5192 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:27.512463 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'status': 'completed', 'code': 200} Feb 19 01:00:27.536495 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-71e077fc-4479-4049-9699-9702de018f13 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:27.660009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-a9ec672d-f018-48d6-91d2-76842fa180da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:27.663676 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-a9ec672d-f018-48d6-91d2-76842fa180da service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=151484c438c540489133086653266a94&device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 1127 time: 0.1303618 Feb 19 01:00:27.772071 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-71e077fc-4479-4049-9699-9702de018f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:27.805592 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e077fc-4479-4049-9699-9702de018f13 None None] Checking router: 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:00:27.815734 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e077fc-4479-4049-9699-9702de018f13 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:27.816360 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-71e077fc-4479-4049-9699-9702de018f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:00:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:27.827582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-ee45b34e-3964-4a7f-89b8-600ec9e33bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:27.830349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-ee45b34e-3964-4a7f-89b8-600ec9e33bfc service neutron] 10.222.0.113 "GET /v2.0/networks?id=75f53268-3be1-4161-9354-4f68e44697d6 HTTP/1.1" status: 200 len: 914 time: 0.1608491 Feb 19 01:00:27.893971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675ca4db-3ea2-421b-995d-046003c482ec req-55bafb99-69b4-47c9-922c-63cec3940e89 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:27.895910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-675ca4db-3ea2-421b-995d-046003c482ec req-55bafb99-69b4-47c9-922c-63cec3940e89 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 945 time: 0.1559730 Feb 19 01:00:27.898100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-c7e85d41-dd5b-443b-bb22-4ad5dfa2cca5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be HTTP/1.1" status: 200 len: 217 time: 0.0594232 Feb 19 01:00:27.944583 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-71e077fc-4479-4049-9699-9702de018f13 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:27.998762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-ce430493-492a-403e-98c5-bd84d687532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:28.000446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-ce430493-492a-403e-98c5-bd84d687532f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=c5eec51d-5061-4f77-8566-b40fba6dde33 HTTP/1.1" status: 200 len: 852 time: 0.0915818 Feb 19 01:00:28.018680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-675ca4db-3ea2-421b-995d-046003c482ec req-17c38a67-3a9a-4c0e-9c23-4f6db5ab3be7 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1144516 Feb 19 01:00:28.069996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-b7565a90-158f-4ea0-9f8d-c530aac57614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:28.072302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-b7565a90-158f-4ea0-9f8d-c530aac57614 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=75f53268-3be1-4161-9354-4f68e44697d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648141 Feb 19 01:00:28.085096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-f2a1f994-9ead-437b-a25d-d8e194bfd83d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:00:28.086836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-f2a1f994-9ead-437b-a25d-d8e194bfd83d service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080507 Feb 19 01:00:28.237516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-727b7b6d-ec2c-478d-9a71-4a9bafcce702 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420197 Feb 19 01:00:28.301614 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-71e077fc-4479-4049-9699-9702de018f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:28.335291 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e077fc-4479-4049-9699-9702de018f13 None None] The sync data for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 is: [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T00:55:58Z', 'revision_number': 4, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8163a21c-9fa9-4fc7-b4d9-4041a28beefe', 'name': '', 'network_id': '75f53268-3be1-4161-9354-4f68e44697d6', 'tenant_id': '151484c438c540489133086653266a94', 'mac_address': 'fa:16:3e:df:fd:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3446, 'fixed_ips': [{'subnet_id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:57Z', 'updated_at': '2022-02-19T00:56:06Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'subnets': [{'id': 'c5eec51d-5061-4f77-8566-b40fba6dde33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:00:28.351342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2638713c-fd5a-4674-95b7-ef6029d49ef3 req-456e1ac8-01e4-4fb9-a3e1-01b04064f212 service neutron] 10.222.0.113 "GET /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066453 Feb 19 01:00:28.622440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5471c968-7441-460d-8c1f-396e1e80a887 None None] New status for floating IP a5ca4f4b-5809-40f2-82b4-4803ae92d64d: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:00:29.164236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf020b7-afc6-47d9-ad04-4c610138fc91 req-fb72487b-484d-42a6-95ae-aeff9389e459 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.166328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1bf020b7-afc6-47d9-ad04-4c610138fc91 req-fb72487b-484d-42a6-95ae-aeff9389e459 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 945 time: 0.0672803 Feb 19 01:00:29.217279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1bf020b7-afc6-47d9-ad04-4c610138fc91 req-2ba905c3-31b4-4a10-b655-37fff64c1269 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/security-groups?id=d030a9fe-ada9-48b2-8d95-fb240eb6697d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452392 Feb 19 01:00:29.378194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-638f8999-8de1-4a57-adad-894844544ccb tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:29.379664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-638f8999-8de1-4a57-adad-894844544ccb tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.113 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 945 time: 0.0671096 Feb 19 01:00:29.484636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Deleting port 842eb20a-b411-4934-a9ce-c3f6c7c150be {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:29.485125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.579776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] For port 842eb20a-b411-4934-a9ce-c3f6c7c150be, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=842eb20a-b411-4934-a9ce-c3f6c7c150be,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:29.580220 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.599392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Calling delete_port for 842eb20a-b411-4934-a9ce-c3f6c7c150be owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:29.749131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (842eb20a-b411-4934-a9ce-c3f6c7c150be), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.782539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event deleted for resources: {'Port': ['ID=842eb20a-b411-4934-a9ce-c3f6c7c150be,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:29.837114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] No DVR routers for this DVR port 842eb20a-b411-4934-a9ce-c3f6c7c150be on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:29.839954 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:29.843939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad233cbb-1ef7-4854-9461-a74ca37fd839 req-51e4b9cc-2e4d-4796-a9fe-a85710dc4d58 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.113 "DELETE /v2.0/ports/842eb20a-b411-4934-a9ce-c3f6c7c150be HTTP/1.1" status: 204 len: 173 time: 0.4587605 Feb 19 01:00:29.844422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'name': 'network-vif-deleted', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:00:29.847074 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a915c1-ef43-4cf8-9f33-589576d05f45" -d '{"events": [{"server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "name": "network-vif-deleted", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:00:29.906963 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c365b16c-29a3-473a-b0a7-e2d34b942503 x-openstack-request-id: req-c365b16c-29a3-473a-b0a7-e2d34b942503 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:00:29.907553 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9441abd2-e93d-4b28-9490-bdbafebe191b", "name": "network-vif-deleted", "tag": "842eb20a-b411-4934-a9ce-c3f6c7c150be", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:00:29.908062 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c365b16c-29a3-473a-b0a7-e2d34b942503 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:00:29.908894 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9441abd2-e93d-4b28-9490-bdbafebe191b', 'name': 'network-vif-deleted', 'tag': '842eb20a-b411-4934-a9ce-c3f6c7c150be', 'status': 'completed', 'code': 200} Feb 19 01:00:30.335761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07d78392-7110-4ce4-954b-400e686e7d44 req-4b7d7b80-1285-4264-a9a6-c4aa70722275 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0435381 Feb 19 01:00:31.440663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69a5608a-8be5-4464-af48-ae1effa8626a req-a5b67cb6-254b-41fe-87bd-8c9a9d15aa37 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0294678 Feb 19 01:00:32.551168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e073d497-2c21-45e0-bf92-8bd16b85b163 req-42fc26eb-cc17-48de-9b0f-70f0ae3adec8 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0340269 Feb 19 01:00:33.656166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d51f63fd-0bdd-46bf-bb16-9ef1f3936dc8 req-090bc452-da50-4e2d-8610-4c35f9591851 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0291579 Feb 19 01:00:33.838804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 842eb20a-b411-4934-a9ce-c3f6c7c150be no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:33.859550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 842eb20a-b411-4934-a9ce-c3f6c7c150be {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:33.860102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 842eb20a-b411-4934-a9ce-c3f6c7c150be not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:34.759207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b2e5df7-4326-4311-9d32-f5e4fed10f2d req-dc1b0126-f7bb-4037-960c-6c89e9ab9d36 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0308552 Feb 19 01:00:35.911865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9f79b84-bcdf-4c65-8c70-5f04f111ddf5 req-ab209f69-eced-4c83-933e-8fb3d25769c1 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0760391 Feb 19 01:00:37.017895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-984078c8-15b1-4d57-88ed-5675ddf7a2b7 req-10138f8b-7f32-44dc-aa5a-04eb2288e7e4 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0319600 Feb 19 01:00:38.147495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aadb9a5f-c025-43f0-ae52-b128caf218bd req-4b78ffa9-7c1a-46f5-aacf-6a80a78e782c tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0418379 Feb 19 01:00:38.383721 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:00:39.248377 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b20e5b01-6824-4354-aef4-385e533b67e3 req-2d3b634d-5ea7-45e1-9d20-9643264c62c9 tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "GET /v2.0/ports?device_id=9441abd2-e93d-4b28-9490-bdbafebe191b HTTP/1.1" status: 200 len: 210 time: 0.0288980 Feb 19 01:00:40.319175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54326) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:40.385660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0d98413-b07b-4d61-883c-01dce6cb3ccf tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group (d030a9fe-ada9-48b2-8d95-fb240eb6697d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.413467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0d98413-b07b-4d61-883c-01dce6cb3ccf tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group (d030a9fe-ada9-48b2-8d95-fb240eb6697d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.482592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0d98413-b07b-4d61-883c-01dce6cb3ccf tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d030a9fe-ada9-48b2-8d95-fb240eb6697d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.485514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0d98413-b07b-4d61-883c-01dce6cb3ccf tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:40.489502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f0d98413-b07b-4d61-883c-01dce6cb3ccf tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] 10.222.0.60 "DELETE /v2.0/security-groups/d030a9fe-ada9-48b2-8d95-fb240eb6697d HTTP/1.1" status: 204 len: 168 time: 0.1660535 Feb 19 01:00:40.498874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d98413-b07b-4d61-883c-01dce6cb3ccf tempest-TestVolumeBackupRestore-2029680766 tempest-TestVolumeBackupRestore-2029680766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d030a9fe-ada9-48b2-8d95-fb240eb6697d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:41.540106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-e5208f39-7209-4a00-aa75-3fe33ee2a9db service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557902 Feb 19 01:00:41.681273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-d1209111-5981-42a4-a930-473d22966ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:41.683348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-d1209111-5981-42a4-a930-473d22966ff4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 1127 time: 0.0519760 Feb 19 01:00:41.816171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-a0f9fc82-c397-4f09-bc53-5be1492735dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:41.817944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-a0f9fc82-c397-4f09-bc53-5be1492735dd service neutron] 10.222.0.126 "GET /v2.0/networks?id=d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 200 len: 897 time: 0.1115050 Feb 19 01:00:41.909929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-444e8554-1b60-4ba1-a42b-0366911ddfda service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 HTTP/1.1" status: 200 len: 1001 time: 0.0839133 Feb 19 01:00:42.009445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-947bd3dc-bb82-41af-9cf7-c7cec7e8d69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.010999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-947bd3dc-bb82-41af-9cf7-c7cec7e8d69f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c00c3869-2cd2-4e14-af42-6142bdbc2028 HTTP/1.1" status: 200 len: 835 time: 0.0886281 Feb 19 01:00:42.078565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-6f37913a-4363-43d1-a3b6-a5e44a548fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:42.081433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-6f37913a-4363-43d1-a3b6-a5e44a548fa1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d553c1d6-08fc-446a-bb2e-954b64f195d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0598495 Feb 19 01:00:42.096250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-53a9915e-f7df-4ed6-9e39-1fba5a341d3d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:00:42.097868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-53a9915e-f7df-4ed6-9e39-1fba5a341d3d service neutron] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079377 Feb 19 01:00:42.246927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-24e87234-1439-4807-9805-1ddc3c907de5 service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409328 Feb 19 01:00:42.409189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2502ac4-bf0d-48bc-8d18-e0301ea6620c req-dff93303-30e0-464e-88bc-924a0c479044 service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539574 Feb 19 01:00:47.996292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-470b9148-87b6-4428-8b0c-3542a9b01f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:48.955639 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:49.203099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54936) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:49.336553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d04c4-1c77-4360-8998-ff1f7d7b16f2 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.336978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d04c4-1c77-4360-8998-ff1f7d7b16f2 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.337452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9d04c4-1c77-4360-8998-ff1f7d7b16f2 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:49.339346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8d9d04c4-1c77-4360-8998-ff1f7d7b16f2 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=958c6c9b35544ce6a5494842436a9129&network_id=d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 200 len: 3072 time: 0.1352074 Feb 19 01:00:49.521751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54946) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:49.975344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.046915 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c477e65-0a80-4110-895a-20ce362f6685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.294827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Deleting port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:50.295430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.403542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] For port 8163a21c-9fa9-4fc7-b4d9-4041a28beefe, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:50.404015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.425600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Calling delete_port for 8163a21c-9fa9-4fc7-b4d9-4041a28beefe owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:50.644453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8163a21c-9fa9-4fc7-b4d9-4041a28beefe), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:50.671854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Pushing event deleted for resources: {'Port': ['ID=8163a21c-9fa9-4fc7-b4d9-4041a28beefe,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:50.701619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.701948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.703214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.703573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.703956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.704307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.704633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.704961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.708474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.709128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.709473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.710087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:50.710494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:51.003703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.263057 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.332704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:00:51.458596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:00:51.466697 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f88c28e5-102f-41de-97c9-c4bbcfd95fba admin admin] 10.222.0.60 "PUT /v2.0/routers/6c744027-ca0e-4bc2-ba91-e37fd18f2d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9414973 Feb 19 01:00:51.467790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 54990) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:51.476648 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] Sync routers for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:00:51.495037 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:51.496209 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:00:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:51.583564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks [] for router (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.601674 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 54992) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:51.671138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fc8cda-a1e8-4547-a2e3-e66943d5ca49 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:51.673472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-69fc8cda-a1e8-4547-a2e3-e66943d5ca49 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 814 time: 0.0699422 Feb 19 01:00:51.685614 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:51.717849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks [] for router_gateway (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.782774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Deleting port 21dfd707-2e32-48ea-9934-cc357badb708 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:51.783125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (21dfd707-2e32-48ea-9934-cc357badb708), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.911328 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '21dfd707-2e32-48ea-9934-cc357badb708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T01:00:50Z', 'revision_number': 5, 'project_id': '151484c438c540489133086653266a94', 'gw_port': {'id': '21dfd707-2e32-48ea-9934-cc357badb708', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:55:55Z', 'updated_at': '2022-02-19T00:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:51.919350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] For port 21dfd707-2e32-48ea-9934-cc357badb708, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=21dfd707-2e32-48ea-9934-cc357badb708,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:51.919889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (21dfd707-2e32-48ea-9934-cc357badb708), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:51.934574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Calling delete_port for 21dfd707-2e32-48ea-9934-cc357badb708 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:51.942729 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] Checking router: 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:00:51.956256 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] Routers {'6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:51.956939 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:00:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:52.075043 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] Set router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:52.135653 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T01:00:51Z', 'revision_number': 6, 'project_id': '151484c438c540489133086653266a94', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:52.166327 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a7cd77-2e49-4cc6-ba67-57e4cbb64e86 None None] The sync data for ids ['6c744027-ca0e-4bc2-ba91-e37fd18f2d3c'] in n-d-826527-3 is: [{'id': '6c744027-ca0e-4bc2-ba91-e37fd18f2d3c', 'name': 'tempest-TestVolumeBackupRestore-884245903-router', 'tenant_id': '151484c438c540489133086653266a94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:55:54Z', 'updated_at': '2022-02-19T01:00:51Z', 'revision_number': 6, 'project_id': '151484c438c540489133086653266a94', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:00:52.195143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (21dfd707-2e32-48ea-9934-cc357badb708), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.234066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Pushing event deleted for resources: {'Port': ['ID=21dfd707-2e32-48ea-9934-cc357badb708,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:52.305966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.408161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.409880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks [] for router_controller (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.461617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (6c744027-ca0e-4bc2-ba91-e37fd18f2d3c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.462446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c744027-ca0e-4bc2-ba91-e37fd18f2d3c {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:00:52.478916 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.482927 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-289df61e-8a03-46d2-acd0-495cbf0cd84e admin admin] 10.222.0.60 "DELETE /v2.0/routers/6c744027-ca0e-4bc2-ba91-e37fd18f2d3c HTTP/1.1" status: 204 len: 168 time: 1.0121143 Feb 19 01:00:52.483504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55014) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:52.541551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55016) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:52.547289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'network': {'name': 'tempest-network-smoke--1117733927', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'port_security_enabled': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:52.583052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a85e82-fe74-4ef4-ada5-6e95d27db1ad admin admin] Deleting subnet c5eec51d-5061-4f77-8566-b40fba6dde33 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:00:52.591276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:52.597283 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.599007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e82-fe74-4ef4-ada5-6e95d27db1ad admin admin] Publish callbacks [] for subnet (c5eec51d-5061-4f77-8566-b40fba6dde33), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.667162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:00:52.682984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0a1a7603-c740-4289-829c-38db66d208ca), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.683387 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Added segment 0a1a7603-c740-4289-829c-38db66d208ca of type vlan for network b692ff02-9b32-4f9a-be01-3846ed7e7741 Feb 19 01:00:52.702388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.746501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e82-fe74-4ef4-ada5-6e95d27db1ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (c5eec51d-5061-4f77-8566-b40fba6dde33), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.792517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b692ff02-9b32-4f9a-be01-3846ed7e7741), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.874264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b692ff02-9b32-4f9a-be01-3846ed7e7741), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.885374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:52.886139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.889546 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e82-fe74-4ef4-ada5-6e95d27db1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (c5eec51d-5061-4f77-8566-b40fba6dde33), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.963490 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e82-fe74-4ef4-ada5-6e95d27db1ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (c5eec51d-5061-4f77-8566-b40fba6dde33), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:52.979388 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4363964 Feb 19 01:00:52.993613 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55022) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.007523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a85e82-fe74-4ef4-ada5-6e95d27db1ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5eec51d-5061-4f77-8566-b40fba6dde33,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:53.019860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8abf47-202d-43fd-92d9-e08d20bae94a None None] Network 75f53268-3be1-4161-9354-4f68e44697d6 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:53.038728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fb6a1-842b-4d8d-826f-442a81673ec7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Network': ['ID=b692ff02-9b32-4f9a-be01-3846ed7e7741,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:53.091836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6a85e82-fe74-4ef4-ada5-6e95d27db1ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.095964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:00:53.098662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b6a85e82-fe74-4ef4-ada5-6e95d27db1ad admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c5eec51d-5061-4f77-8566-b40fba6dde33 HTTP/1.1" status: 204 len: 168 time: 0.6130338 Feb 19 01:00:53.100982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55028) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.163305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318fce03-a415-428c-8d44-ef6801368774 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.165492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-318fce03-a415-428c-8d44-ef6801368774 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=958c6c9b35544ce6a5494842436a9129&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1701696 Feb 19 01:00:53.168813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55030) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.325121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02027817-ae50-4e9c-b25a-1460db7c23af tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.326892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-02027817-ae50-4e9c-b25a-1460db7c23af tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1569939 Feb 19 01:00:53.331654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55036) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.379907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8163a21c-9fa9-4fc7-b4d9-4041a28beefe no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:53.423926 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8163a21c-9fa9-4fc7-b4d9-4041a28beefe {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:53.424519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8163a21c-9fa9-4fc7-b4d9-4041a28beefe not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:53.446321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-984d6042-b374-4554-8c1e-0447c0be526b tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1130202 Feb 19 01:00:53.446956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55038) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.500939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8f78f972-751e-40aa-8dd4-0433848a5b32 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=958c6c9b35544ce6a5494842436a9129&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528390 Feb 19 01:00:53.503374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55040) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.593102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] DHCP port deletion for 75f53268-3be1-4161-9354-4f68e44697d6 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:00:53.641412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f5722b-5477-488c-8259-dd37ef3714cd tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:53.648391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-09f5722b-5477-488c-8259-dd37ef3714cd tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1439574 Feb 19 01:00:53.649017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55042) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.676285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (75f53268-3be1-4161-9354-4f68e44697d6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.691075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Deleting port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:53.693836 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e9b234d8-6cbd-41bc-a0ed-6add8982262f tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432949 Feb 19 01:00:53.694479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55046) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:53.695670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.700033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1821568401', 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:53.764036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Deleting port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:53.764394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.858578 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] For port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:53.859920 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.862815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:53.867555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.888087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] For port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,segment=NetworkSegment(205914dd-adbd-4544-b6da-a71158d0186d),segment_id=205914dd-adbd-4544-b6da-a71158d0186d)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:53.888772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:53.922724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Calling delete_port for 3d8b4d9a-19c3-4437-a2a7-93fd1694962a owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:54.083270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Calling delete_port for 3d8b4d9a-19c3-4437-a2a7-93fd1694962a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:54.083493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.126253 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:54.132044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] No DVR routers for this DVR port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:54.234722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.238224 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.251512 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (557b7c65-4f79-41f2-9e7b-5a7e2e029398), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.279336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (3d8b4d9a-19c3-4437-a2a7-93fd1694962a), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.309418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (75f53268-3be1-4161-9354-4f68e44697d6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.343916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Subnet': ['ID=557b7c65-4f79-41f2-9e7b-5a7e2e029398,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:54.346905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75f53268-3be1-4161-9354-4f68e44697d6']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:54.350964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Checking segment: {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:54.351212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network hostable DHCP agents. Network: b692ff02-9b32-4f9a-be01-3846ed7e7741, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:00:54.359225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Pushing event deleted for resources: {'Port': ['ID=3d8b4d9a-19c3-4437-a2a7-93fd1694962a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:54.370405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:00:54.371484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] No DVR routers for this DVR port 3d8b4d9a-19c3-4437-a2a7-93fd1694962a on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:54.373571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.373928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.374299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.374714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.375058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.375395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.375733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.376066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.376395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.376723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.377054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.377383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.377709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec802ca5-afdc-4f4f-9a86-cb96aede7607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:00:54.383815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205914dd-adbd-4544-b6da-a71158d0186d') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:54.384332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205914dd-adbd-4544-b6da-a71158d0186d') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:54.391878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b692ff02-9b32-4f9a-be01-3846ed7e7741) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:54.399424 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:54.400140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.424957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ce46fc3c-ef0e-4d26-8f22-d9b81857f43f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7293215 Feb 19 01:00:54.425848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21d7102-80f3-4ac8-a1fe-4f532dbfe9ed None None] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:54.428980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (205914dd-adbd-4544-b6da-a71158d0186d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.444940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (205914dd-adbd-4544-b6da-a71158d0186d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.453712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:00:54.454533 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (205914dd-adbd-4544-b6da-a71158d0186d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:00:54.510232 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:00:54.547650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b692ff02-9b32-4f9a-be01-3846ed7e7741', 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ips': [{'subnet_id': '557b7c65-4f79-41f2-9e7b-5a7e2e029398'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:00:54.549327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (75f53268-3be1-4161-9354-4f68e44697d6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.552170 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.557944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.564456 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/75f53268-3be1-4161-9354-4f68e44697d6 HTTP/1.1" status: 204 len: 168 time: 1.4623928 Feb 19 01:00:54.564684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55062) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:54.586257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b926211-7982-47a5-85d2-45dc57b03cc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=75f53268-3be1-4161-9354-4f68e44697d6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:54.772217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55068) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:54.777541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d6e5743f-6929-4ed4-9737-eb7ca9d0422e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1246459062', 'description': 'tempest-secgroup-smoke-1246459062 description', 'project_id': '958c6c9b35544ce6a5494842436a9129'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:54.784527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Allocated IP 172.20.0.18 (b692ff02-9b32-4f9a-be01-3846ed7e7741/557b7c65-4f79-41f2-9e7b-5a7e2e029398/df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:00:54.802567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6e5743f-6929-4ed4-9737-eb7ca9d0422e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.968998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d8b4d9a-19c3-4437-a2a7-93fd1694962a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:54.984627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6e5743f-6929-4ed4-9737-eb7ca9d0422e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (abb4d1b4-e0d1-437c-8f62-4b7385269d10), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.990864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6e5743f-6929-4ed4-9737-eb7ca9d0422e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (abb4d1b4-e0d1-437c-8f62-4b7385269d10), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:54.999343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3d8b4d9a-19c3-4437-a2a7-93fd1694962a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:55.000109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3d8b4d9a-19c3-4437-a2a7-93fd1694962a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:55.000871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 21dfd707-2e32-48ea-9934-cc357badb708 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:55.060461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5743f-6929-4ed4-9737-eb7ca9d0422e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb4d1b4-e0d1-437c-8f62-4b7385269d10,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.060461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d6e5743f-6929-4ed4-9737-eb7ca9d0422e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.060461 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d6e5743f-6929-4ed4-9737-eb7ca9d0422e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2797313 Feb 19 01:00:55.060461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55074) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.074405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1d127134-d9f7-4339-8074-a02d6686e5ea tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'abb4d1b4-e0d1-437c-8f62-4b7385269d10', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:55.082576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 21dfd707-2e32-48ea-9934-cc357badb708 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:55.083707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 21dfd707-2e32-48ea-9934-cc357badb708 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:55.106811 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Publish callbacks [] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.117141 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.135991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1d127134-d9f7-4339-8074-a02d6686e5ea tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (09fd6f8b-b709-4366-9cdc-3f077cc9f466), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.203707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:00:55.206835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:00:55.214758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:00:55.224399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Pushing event updated for resources: {'Port': ['ID=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.249526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1d127134-d9f7-4339-8074-a02d6686e5ea tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (09fd6f8b-b709-4366-9cdc-3f077cc9f466), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.260966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1d127134-d9f7-4339-8074-a02d6686e5ea tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (09fd6f8b-b709-4366-9cdc-3f077cc9f466), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.298605 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (372c8bb6-13be-4cae-91b9-3aac53bfae56), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.301690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d127134-d9f7-4339-8074-a02d6686e5ea tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fd6f8b-b709-4366-9cdc-3f077cc9f466,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.319741 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1d127134-d9f7-4339-8074-a02d6686e5ea tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.323999 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1d127134-d9f7-4339-8074-a02d6686e5ea tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2568314 Feb 19 01:00:55.326836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55082) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.328802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Attempting to bind port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:00:55.329386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Attempting to bind port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:00:55.329954 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Attempting to bind port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 on network b692ff02-9b32-4f9a-be01-3846ed7e7741 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:00:55.337305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:00:55.338749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Checking segment: {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:00:55.339489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.340304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Bound using segment: {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:00:55.341229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Bound port: df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:00:55.341903 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.343750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a5ad4b0b-ec75-479c-a05f-0b3386f2286c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'abb4d1b4-e0d1-437c-8f62-4b7385269d10', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:55.438176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] For port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:00:55.441685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] For port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:00:55.451461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.451827 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4b0b-ec75-479c-a05f-0b3386f2286c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (2bc04438-be8b-4522-b62d-1894a4d58142), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.538685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135a5ee-a6cc-4b38-86c5-c1b363532037 None None] Pushing event updated for resources: {'Port': ['ID=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.572498 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4b0b-ec75-479c-a05f-0b3386f2286c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (2bc04438-be8b-4522-b62d-1894a4d58142), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.577392 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4b0b-ec75-479c-a05f-0b3386f2286c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (2bc04438-be8b-4522-b62d-1894a4d58142), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.616223 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a5ad4b0b-ec75-479c-a05f-0b3386f2286c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.617965 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a5ad4b0b-ec75-479c-a05f-0b3386f2286c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2790034 Feb 19 01:00:55.621294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55086) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.627786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-27867011-9b86-4ca2-b735-be0e3c7f27f2 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'abb4d1b4-e0d1-437c-8f62-4b7385269d10', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:55.637700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad4b0b-ec75-479c-a05f-0b3386f2286c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc04438-be8b-4522-b62d-1894a4d58142,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.669926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-27867011-9b86-4ca2-b735-be0e3c7f27f2 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (6a06db07-f285-4991-b81b-97646c9437af), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.769925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Deleting port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:55.770408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.778115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-27867011-9b86-4ca2-b735-be0e3c7f27f2 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (6a06db07-f285-4991-b81b-97646c9437af), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.784839 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-27867011-9b86-4ca2-b735-be0e3c7f27f2 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (6a06db07-f285-4991-b81b-97646c9437af), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.828894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-27867011-9b86-4ca2-b735-be0e3c7f27f2 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.830877 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-27867011-9b86-4ca2-b735-be0e3c7f27f2 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2080638 Feb 19 01:00:55.834885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55092) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:55.840990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-81830316-8343-4d03-a7b2-2298be2e07f1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'abb4d1b4-e0d1-437c-8f62-4b7385269d10', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:55.894505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27867011-9b86-4ca2-b735-be0e3c7f27f2 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a06db07-f285-4991-b81b-97646c9437af,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:55.901141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81830316-8343-4d03-a7b2-2298be2e07f1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (7a378904-8671-4ba5-9dd7-935e89acf2b0), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.963500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] For port 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,segment=NetworkSegment(91500c33-b891-4aa4-8a37-4308858ec800),segment_id=91500c33-b891-4aa4-8a37-4308858ec800)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:55.963887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:55.982434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Calling delete_port for 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:56.034681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81830316-8343-4d03-a7b2-2298be2e07f1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (7a378904-8671-4ba5-9dd7-935e89acf2b0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.041308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81830316-8343-4d03-a7b2-2298be2e07f1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7a378904-8671-4ba5-9dd7-935e89acf2b0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.071760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81830316-8343-4d03-a7b2-2298be2e07f1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a378904-8671-4ba5-9dd7-935e89acf2b0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.095681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-81830316-8343-4d03-a7b2-2298be2e07f1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.096940 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-81830316-8343-4d03-a7b2-2298be2e07f1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2606668 Feb 19 01:00:56.099856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55096) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:56.105012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-64464059-523c-45f6-ad3a-124cd5344930 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'abb4d1b4-e0d1-437c-8f62-4b7385269d10', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:56.129699 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-64464059-523c-45f6-ad3a-124cd5344930 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Project 958c6c9b35544ce6a5494842436a9129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:00:56.137906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64464059-523c-45f6-ad3a-124cd5344930 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (79ba2b30-4c6c-415f-9d9b-2e03c9566a2c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.237513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64464059-523c-45f6-ad3a-124cd5344930 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (79ba2b30-4c6c-415f-9d9b-2e03c9566a2c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.242062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64464059-523c-45f6-ad3a-124cd5344930 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (79ba2b30-4c6c-415f-9d9b-2e03c9566a2c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.261306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64464059-523c-45f6-ad3a-124cd5344930 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ba2b30-4c6c-415f-9d9b-2e03c9566a2c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.269588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8a08c1bb-28d8-42e1-94d5-41f8f5e4571e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.271294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64464059-523c-45f6-ad3a-124cd5344930 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.272717 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-64464059-523c-45f6-ad3a-124cd5344930 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1718175 Feb 19 01:00:56.275783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55102) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:56.281371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fb8ce2b1-6a00-408b-afc2-c4a7b0df3331 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': 'abb4d1b4-e0d1-437c-8f62-4b7385269d10', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:56.302002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a08c1bb-28d8-42e1-94d5-41f8f5e4571e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.304538 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-fb8ce2b1-6a00-408b-afc2-c4a7b0df3331 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Project 958c6c9b35544ce6a5494842436a9129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:00:56.310448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce2b1-6a00-408b-afc2-c4a7b0df3331 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (314bd87f-16c9-47eb-991d-351af88e596c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.384833 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce2b1-6a00-408b-afc2-c4a7b0df3331 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (314bd87f-16c9-47eb-991d-351af88e596c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.392721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce2b1-6a00-408b-afc2-c4a7b0df3331 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (314bd87f-16c9-47eb-991d-351af88e596c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.417398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ce2b1-6a00-408b-afc2-c4a7b0df3331 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314bd87f-16c9-47eb-991d-351af88e596c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:56.429475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb8ce2b1-6a00-408b-afc2-c4a7b0df3331 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.430740 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fb8ce2b1-6a00-408b-afc2-c4a7b0df3331 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538401 Feb 19 01:00:56.566867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (372c8bb6-13be-4cae-91b9-3aac53bfae56), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:56.727635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-d3dbc8f2-6a95-44bc-9871-1f4ad88f1d55 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1246459062&fields=id&tenant_id=958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 267 time: 0.0926833 Feb 19 01:00:57.039390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764f527b-4d8b-4834-b587-01d1a8359772 None None] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:57.101966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:57.164135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f79bb9b7-fa32-4788-9167-c793e122b054 None None] Provisioning complete for port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:57.164511 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9b7-fa32-4788-9167-c793e122b054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.251552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:57.251925 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.346546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f79bb9b7-fa32-4788-9167-c793e122b054 None None] Current status of the port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:57.347320 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9b7-fa32-4788-9167-c793e122b054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.366888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-bea6352e-903f-4c5a-ae0a-c124f90a1f91 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:57.368947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-bea6352e-903f-4c5a-ae0a-c124f90a1f91 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/networks?id=b692ff02-9b32-4f9a-be01-3846ed7e7741 HTTP/1.1" status: 200 len: 797 time: 0.6342783 Feb 19 01:00:57.402946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-924d4e24-9683-48e2-b0d9-2288578dd7b8 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/quotas/958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 375 time: 0.0193655 Feb 19 01:00:57.417866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Router 372c8bb6-13be-4cae-91b9-3aac53bfae56 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:00:57.430324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f79bb9b7-fa32-4788-9167-c793e122b054 None None] For port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:57.442530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f79bb9b7-fa32-4788-9167-c793e122b054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.448126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:57.448126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.552471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79bb9b7-fa32-4788-9167-c793e122b054 None None] Pushing event updated for resources: {'Port': ['ID=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:57.607727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-a1b46615-0152-42ab-9231-4fa36e9894f2 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1816895 Feb 19 01:00:57.616328 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:00:57.616973 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:00:57.621223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-fedc2790-576c-4cbf-a4b8-6c2910edcd34 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:00:57.622231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-fedc2790-576c-4cbf-a4b8-6c2910edcd34 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059900 Feb 19 01:00:57.728878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:00:57.737496 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a1bb3ad9-67a7-4946-b9d8-3bbbb393a1a5 admin admin] 10.222.0.60 "PUT /v2.0/routers/372c8bb6-13be-4cae-91b9-3aac53bfae56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1688976 Feb 19 01:00:57.737792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55148) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:57.738454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] Sync routers for ids ['372c8bb6-13be-4cae-91b9-3aac53bfae56'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:00:57.747949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] Routers {'372c8bb6-13be-4cae-91b9-3aac53bfae56'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:57.748587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:00:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['372c8bb6-13be-4cae-91b9-3aac53bfae56'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:57.774138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-22266d21-851d-47b2-ac09-588bdf63b611 service neutron] 10.222.0.60 "GET /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187501 Feb 19 01:00:57.814412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-31f1043a-41fe-4e8f-bd3d-af123803fa29 None None] Provisioning complete for port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:57.814884 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31f1043a-41fe-4e8f-bd3d-af123803fa29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.892552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks [] for router (372c8bb6-13be-4cae-91b9-3aac53bfae56), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:57.907657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-5d473211-ab06-4a1a-9f5d-7fbc97d8d475 service neutron] 10.222.0.60 "GET /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242936 Feb 19 01:00:57.929430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] Set router 372c8bb6-13be-4cae-91b9-3aac53bfae56 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:58.066311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks [] for router_gateway (372c8bb6-13be-4cae-91b9-3aac53bfae56), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.079069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-31f1043a-41fe-4e8f-bd3d-af123803fa29 None None] Current status of the port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:58.118728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee2c0be5-1ae7-4ca8-bcba-619bd8bc749b req-c252b66d-0792-4b16-93d8-cc7393ae9188 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 210 time: 0.0551469 Feb 19 01:00:58.170057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Deleting port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:58.170768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.195162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:58.222935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100'}], 'enable_snat': True}, 'gw_port_id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T01:00:56Z', 'revision_number': 5, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port': {'id': 'd21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3457, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:03Z', 'updated_at': '2022-02-19T00:56:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.253157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] Checking router: 372c8bb6-13be-4cae-91b9-3aac53bfae56 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:00:58.262851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] Routers {'372c8bb6-13be-4cae-91b9-3aac53bfae56'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:00:58.263568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:00:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['372c8bb6-13be-4cae-91b9-3aac53bfae56'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.276934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] For port d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:58.277306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.294748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Calling delete_port for d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:58.358336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] Set router 372c8bb6-13be-4cae-91b9-3aac53bfae56 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:00:58.423338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T01:00:58Z', 'revision_number': 6, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:00:58.470960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d2817a-0875-42f7-aa6d-c98910380d0f None None] The sync data for ids ['372c8bb6-13be-4cae-91b9-3aac53bfae56'] in n-d-826527-3 is: [{'id': '372c8bb6-13be-4cae-91b9-3aac53bfae56', 'name': 'tempest-TestVolumeBackupRestore-1564465848-router', 'tenant_id': '5974930635294178a0741a92e9512b31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:02Z', 'updated_at': '2022-02-19T01:00:58Z', 'revision_number': 6, 'project_id': '5974930635294178a0741a92e9512b31', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:00:58.504593 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.535985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:58.622097 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (372c8bb6-13be-4cae-91b9-3aac53bfae56), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.726058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (372c8bb6-13be-4cae-91b9-3aac53bfae56), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.728587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks [] for router_controller (372c8bb6-13be-4cae-91b9-3aac53bfae56), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.784635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (372c8bb6-13be-4cae-91b9-3aac53bfae56), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.785320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 372c8bb6-13be-4cae-91b9-3aac53bfae56 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:00:58.794130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.795433 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9c5fbb1c-dcde-47e0-85ae-c73132da27a8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/372c8bb6-13be-4cae-91b9-3aac53bfae56 HTTP/1.1" status: 204 len: 168 time: 1.0564742 Feb 19 01:00:58.797978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55176) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:58.857460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-beda7067-9650-49bf-850d-0748a21769e2 admin admin] Deleting subnet a065789e-f4b0-4e18-8fab-1c1217522b9f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:00:58.861808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beda7067-9650-49bf-850d-0748a21769e2 admin admin] Publish callbacks [] for subnet (a065789e-f4b0-4e18-8fab-1c1217522b9f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:58.915768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beda7067-9650-49bf-850d-0748a21769e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (a065789e-f4b0-4e18-8fab-1c1217522b9f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.018165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beda7067-9650-49bf-850d-0748a21769e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (a065789e-f4b0-4e18-8fab-1c1217522b9f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.076959 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beda7067-9650-49bf-850d-0748a21769e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (a065789e-f4b0-4e18-8fab-1c1217522b9f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.101385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beda7067-9650-49bf-850d-0748a21769e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a065789e-f4b0-4e18-8fab-1c1217522b9f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:59.109301 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-beda7067-9650-49bf-850d-0748a21769e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.115406 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-beda7067-9650-49bf-850d-0748a21769e2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a065789e-f4b0-4e18-8fab-1c1217522b9f HTTP/1.1" status: 204 len: 168 time: 0.3161633 Feb 19 01:00:59.115546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55182) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:00:59.123066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e5346-9af2-45d3-b7bf-b1751663f3b9 None None] Network 09814367-e204-468b-bbc2-f88367e1b110 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:00:59.225792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (09814367-e204-468b-bbc2-f88367e1b110), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.317405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a72b0f6d-a1a4-4d55-9a02-e1dacd8ddb9c req-8b0d30a1-ca2c-4c6c-8094-521e8bbe25ce tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 210 time: 0.1126847 Feb 19 01:00:59.364190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:00:59.415841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-486cb998-7e83-4855-aac0-37ac34d8e216 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:00:59.417622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-486cb998-7e83-4855-aac0-37ac34d8e216 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "GET /v2.0/networks?id=b692ff02-9b32-4f9a-be01-3846ed7e7741 HTTP/1.1" status: 200 len: 797 time: 0.2112710 Feb 19 01:00:59.418291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] DHCP port deletion for 09814367-e204-468b-bbc2-f88367e1b110 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:00:59.484629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Deleting port 14fd5ed6-0201-4434-920d-43ece158a801 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:59.484893 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (14fd5ed6-0201-4434-920d-43ece158a801), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.487009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:00:59.487376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.510940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] Deleting port 14fd5ed6-0201-4434-920d-43ece158a801 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:00:59.511319 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (14fd5ed6-0201-4434-920d-43ece158a801), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.559374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-58b707b0-5c54-4f3b-9d36-cffe88e0272d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 472 time: 0.1323512 Feb 19 01:00:59.570860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'port': {'device_id': 'ca86b325-37c4-4fa1-8d6c-9d6d8753632f', 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741', 'admin_state_up': True, 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'security_groups': ['abb4d1b4-e0d1-437c-8f62-4b7385269d10']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:00:59.636546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] For port 14fd5ed6-0201-4434-920d-43ece158a801, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=14fd5ed6-0201-4434-920d-43ece158a801,segment=NetworkSegment(91500c33-b891-4aa4-8a37-4308858ec800),segment_id=91500c33-b891-4aa4-8a37-4308858ec800)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:59.636876 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (14fd5ed6-0201-4434-920d-43ece158a801), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.661291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Calling delete_port for 14fd5ed6-0201-4434-920d-43ece158a801 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:59.797250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (14fd5ed6-0201-4434-920d-43ece158a801), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.821641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] For port 14fd5ed6-0201-4434-920d-43ece158a801, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=14fd5ed6-0201-4434-920d-43ece158a801,segment=NetworkSegment(91500c33-b891-4aa4-8a37-4308858ec800),segment_id=91500c33-b891-4aa4-8a37-4308858ec800)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:00:59.822048 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (14fd5ed6-0201-4434-920d-43ece158a801), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.833039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Pushing event deleted for resources: {'Port': ['ID=14fd5ed6-0201-4434-920d-43ece158a801,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:00:59.839395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] No DVR routers for this DVR port 14fd5ed6-0201-4434-920d-43ece158a801 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:00:59.839863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] Calling delete_port for 14fd5ed6-0201-4434-920d-43ece158a801 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:00:59.845454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:00:59.849594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.936041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:00:59.940572 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (09814367-e204-468b-bbc2-f88367e1b110), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:00:59.946361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:00:59.978906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:00:59.979211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8a08c1bb-28d8-42e1-94d5-41f8f5e4571e not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:00:59.987996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (14fd5ed6-0201-4434-920d-43ece158a801), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.007120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09814367-e204-468b-bbc2-f88367e1b110']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:00.014478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] Pushing event deleted for resources: {'Port': ['ID=14fd5ed6-0201-4434-920d-43ece158a801,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.018905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f98ea-c4b2-487e-a458-94e3411f32e4 None None] No DVR routers for this DVR port 14fd5ed6-0201-4434-920d-43ece158a801 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:00.038853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91500c33-b891-4aa4-8a37-4308858ec800') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:00.038853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91500c33-b891-4aa4-8a37-4308858ec800') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:00.070149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (91500c33-b891-4aa4-8a37-4308858ec800), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.090673 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (91500c33-b891-4aa4-8a37-4308858ec800), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.102504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:00.103050 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (91500c33-b891-4aa4-8a37-4308858ec800), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:00.104587 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:00.121892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.20.0.26 (b692ff02-9b32-4f9a-be01-3846ed7e7741/557b7c65-4f79-41f2-9e7b-5a7e2e029398/f3845a83-b99c-40b2-84df-0d592fbe70d1) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:00.183788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (09814367-e204-468b-bbc2-f88367e1b110), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.196320 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.199618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] 10.222.0.60 "DELETE /v2.0/networks/09814367-e204-468b-bbc2-f88367e1b110 HTTP/1.1" status: 204 len: 168 time: 1.0823720 Feb 19 01:01:00.220536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533eb4e-a2da-44ca-819c-a3f0061fcf65 admin admin] Pushing event deleted for resources: {'Network': ['ID=09814367-e204-468b-bbc2-f88367e1b110,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.329589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55218) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:00.345913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.390491 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.399613 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-76a0feba-b0b2-4008-84fe-2ba756023eb7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=151484c438c540489133086653266a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0684755 Feb 19 01:01:00.402282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55222) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:00.460548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:00.464046 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca760010-6b3e-47db-bfcb-f0618779803d admin admin] Publish callbacks [] for security_group (fe0dd742-e2fa-4aa1-b1a8-6ca6fac52670), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.483059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:00.489349 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca760010-6b3e-47db-bfcb-f0618779803d admin admin] Publish callbacks [] for security_group (fe0dd742-e2fa-4aa1-b1a8-6ca6fac52670), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.489693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:00.518345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=f3845a83-b99c-40b2-84df-0d592fbe70d1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.555659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca760010-6b3e-47db-bfcb-f0618779803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fe0dd742-e2fa-4aa1-b1a8-6ca6fac52670), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.558637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca760010-6b3e-47db-bfcb-f0618779803d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.560192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340b812-2167-40ed-adcb-c0003f3e6b9c req-62edb22a-e29f-4603-a9b0-282f3eff4580 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.560544 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca760010-6b3e-47db-bfcb-f0618779803d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe0dd742-e2fa-4aa1-b1a8-6ca6fac52670 HTTP/1.1" status: 204 len: 168 time: 0.1534474 Feb 19 01:01:00.562071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d340b812-2167-40ed-adcb-c0003f3e6b9c req-62edb22a-e29f-4603-a9b0-282f3eff4580 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 932 time: 0.1257679 Feb 19 01:01:00.568685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:00.569606 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.593318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca760010-6b3e-47db-bfcb-f0618779803d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0dd742-e2fa-4aa1-b1a8-6ca6fac52670,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:00.601499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-cc3e0856-ba4f-4a2a-b950-0556f4fa22e3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0348611 Feb 19 01:01:00.644847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Request body: {'port': {'device_id': 'ca86b325-37c4-4fa1-8d6c-9d6d8753632f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:00.692205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d340b812-2167-40ed-adcb-c0003f3e6b9c req-0e04972e-67af-4e05-aed2-ee224f3356ae tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184287 Feb 19 01:01:00.737118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.835634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0a68b659-14d7-4ce7-a054-65dec4443120 None None] Provisioning complete for port f3845a83-b99c-40b2-84df-0d592fbe70d1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:00.836866 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a68b659-14d7-4ce7-a054-65dec4443120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:00.906223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0a68b659-14d7-4ce7-a054-65dec4443120 None None] Port f3845a83-b99c-40b2-84df-0d592fbe70d1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:00.942580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:00.969076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:00.969451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d21ae86b-cf3e-4e34-82d5-b5ba5cc1fcdc not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:00.969865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 14fd5ed6-0201-4434-920d-43ece158a801 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:00.996303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 14fd5ed6-0201-4434-920d-43ece158a801 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:00.997696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 14fd5ed6-0201-4434-920d-43ece158a801 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:01.075201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55232) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.092505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3845a83-b99c-40b2-84df-0d592fbe70d1 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:01.100657 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Publish callbacks [] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.115913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Transition to ACTIVE for port object f3845a83-b99c-40b2-84df-0d592fbe70d1 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:01:01.120281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.138815 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8307a49d-cc51-44fa-92a4-9cb110902de7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5974930635294178a0741a92e9512b31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619631 Feb 19 01:01:01.139742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55234) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:01.196854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33f38628-67ef-48fc-80b9-f0348544bffd admin admin] Publish callbacks [] for security_group (b56aa8a4-b02b-4a39-a9bb-815322115737), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.200172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Pushing event updated for resources: {'Port': ['ID=f3845a83-b99c-40b2-84df-0d592fbe70d1,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.225918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33f38628-67ef-48fc-80b9-f0348544bffd admin admin] Publish callbacks [] for security_group (b56aa8a4-b02b-4a39-a9bb-815322115737), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.266913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Attempting to bind port f3845a83-b99c-40b2-84df-0d592fbe70d1 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:01.267134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Attempting to bind port f3845a83-b99c-40b2-84df-0d592fbe70d1 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:01.267870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Attempting to bind port f3845a83-b99c-40b2-84df-0d592fbe70d1 on network b692ff02-9b32-4f9a-be01-3846ed7e7741 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:01.274816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Port f3845a83-b99c-40b2-84df-0d592fbe70d1 on network b692ff02-9b32-4f9a-be01-3846ed7e7741 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:01:01.275455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Attempting to bind port f3845a83-b99c-40b2-84df-0d592fbe70d1 on network b692ff02-9b32-4f9a-be01-3846ed7e7741 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:01.281395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:01.281748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Checking segment: {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:01.282138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Bound using segment: {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:01.282646 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Bound port: f3845a83-b99c-40b2-84df-0d592fbe70d1, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:01.283132 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.292228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33f38628-67ef-48fc-80b9-f0348544bffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b56aa8a4-b02b-4a39-a9bb-815322115737), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.299125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33f38628-67ef-48fc-80b9-f0348544bffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.302981 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-33f38628-67ef-48fc-80b9-f0348544bffd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b56aa8a4-b02b-4a39-a9bb-815322115737 HTTP/1.1" status: 204 len: 168 time: 0.1594968 Feb 19 01:01:01.310882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f38628-67ef-48fc-80b9-f0348544bffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56aa8a4-b02b-4a39-a9bb-815322115737,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.370624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] For port f3845a83-b99c-40b2-84df-0d592fbe70d1, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:01.374940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] For port f3845a83-b99c-40b2-84df-0d592fbe70d1, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f3845a83-b99c-40b2-84df-0d592fbe70d1,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:01.383437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.425664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.426382 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:01.427867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] 10.222.0.113 "PUT /v2.0/ports/f3845a83-b99c-40b2-84df-0d592fbe70d1 HTTP/1.1" status: 200 len: 1092 time: 0.8040161 Feb 19 01:01:01.431341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca86b325-37c4-4fa1-8d6c-9d6d8753632f', 'tag': 'f3845a83-b99c-40b2-84df-0d592fbe70d1'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:01.441119 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ca86b325-37c4-4fa1-8d6c-9d6d8753632f", "tag": "f3845a83-b99c-40b2-84df-0d592fbe70d1"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:01.508168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0bb8db-6536-48e1-836c-44ac18701a90 service neutron] Pushing event updated for resources: {'Port': ['ID=f3845a83-b99c-40b2-84df-0d592fbe70d1,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:01.542722 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcf5114-1758-4496-a458-ea4a929cf070 x-openstack-request-id: req-1bcf5114-1758-4496-a458-ea4a929cf070 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:01.543049 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca86b325-37c4-4fa1-8d6c-9d6d8753632f", "tag": "f3845a83-b99c-40b2-84df-0d592fbe70d1", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:01.543304 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bcf5114-1758-4496-a458-ea4a929cf070 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:01.543733 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca86b325-37c4-4fa1-8d6c-9d6d8753632f', 'tag': 'f3845a83-b99c-40b2-84df-0d592fbe70d1', 'status': 'completed', 'code': 200} Feb 19 01:01:01.583590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-62e763df-e7a9-4f6a-95b7-2164a75433df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.585184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-62e763df-e7a9-4f6a-95b7-2164a75433df service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 1126 time: 0.0984688 Feb 19 01:01:01.665772 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-fae5c5d9-205a-44b4-b3c2-df8a27c84df5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f3845a83-b99c-40b2-84df-0d592fbe70d1 HTTP/1.1" status: 200 len: 217 time: 0.0737302 Feb 19 01:01:01.741471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-c77c0e56-af39-45b2-9620-82ccf64a9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.744012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-c77c0e56-af39-45b2-9620-82ccf64a9a70 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=557b7c65-4f79-41f2-9e7b-5a7e2e029398 HTTP/1.1" status: 200 len: 838 time: 0.0724819 Feb 19 01:01:01.902877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-0a480719-3b11-4210-8402-9f5432ea44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:01.907739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-0a480719-3b11-4210-8402-9f5432ea44c5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b692ff02-9b32-4f9a-be01-3846ed7e7741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1544268 Feb 19 01:01:02.063559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-6f044aa8-5a76-4aa8-8c48-f780d53d866e service neutron] 10.222.0.113 "GET /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497316 Feb 19 01:01:02.193544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d1d793d-db9c-4b7f-a31e-0738249460bf req-f9f48f8c-2802-4a2a-87de-52bca1360308 service neutron] 10.222.0.113 "GET /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211374 Feb 19 01:01:02.236849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f63f71-896d-44e8-bede-227c59659a94 req-387c9389-0117-46c4-9b2a-84e0e96e3399 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.238399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56f63f71-896d-44e8-bede-227c59659a94 req-387c9389-0117-46c4-9b2a-84e0e96e3399 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 944 time: 0.0666165 Feb 19 01:01:02.323346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56f63f71-896d-44e8-bede-227c59659a94 req-bb8c4d93-bdeb-4706-b194-b18c1f92283d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788066 Feb 19 01:01:02.327669 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-c6ab4738-e8ac-4a0f-9775-1bf1688eb9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.330217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-c6ab4738-e8ac-4a0f-9775-1bf1688eb9d7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 1126 time: 0.0842454 Feb 19 01:01:02.420301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-6658cbdd-5484-4f21-a884-79a7c2b03016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.421837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-6658cbdd-5484-4f21-a884-79a7c2b03016 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b692ff02-9b32-4f9a-be01-3846ed7e7741 HTTP/1.1" status: 200 len: 898 time: 0.0854168 Feb 19 01:01:02.467544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-62b31019-0979-42c3-af55-f58d3855d317 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f3845a83-b99c-40b2-84df-0d592fbe70d1 HTTP/1.1" status: 200 len: 217 time: 0.0385265 Feb 19 01:01:02.516891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-ffec68ed-1a54-44a7-930f-7c15cc67d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.518365 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-ffec68ed-1a54-44a7-930f-7c15cc67d78f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=557b7c65-4f79-41f2-9e7b-5a7e2e029398 HTTP/1.1" status: 200 len: 838 time: 0.0437305 Feb 19 01:01:02.571083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-25c12ba0-797b-4742-9393-2fc5b24e287f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:02.572630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-25c12ba0-797b-4742-9393-2fc5b24e287f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b692ff02-9b32-4f9a-be01-3846ed7e7741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479584 Feb 19 01:01:02.668397 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-1d1c0cc6-af52-4848-a6e8-cad5a9c3daba service neutron] 10.222.0.113 "GET /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890362 Feb 19 01:01:02.762737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0fb3fab-bbf3-45e3-a253-b4c44969b2f4 req-76b6334f-46fa-404b-b658-1eb2760b2d13 service neutron] 10.222.0.113 "GET /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882390 Feb 19 01:01:03.444763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf521-baa4-479a-8528-b93c43279b72 req-97782436-eaaf-4a82-8d1e-ba0c06d03e51 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:03.446364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fadf521-baa4-479a-8528-b93c43279b72 req-97782436-eaaf-4a82-8d1e-ba0c06d03e51 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 944 time: 0.0546105 Feb 19 01:01:03.507501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fadf521-baa4-479a-8528-b93c43279b72 req-68e12c4f-93e3-4b58-b6a3-ec963a56ad3b tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551722 Feb 19 01:01:04.008971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f3845a83-b99c-40b2-84df-0d592fbe70d1 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:01:04.113657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f3845a83-b99c-40b2-84df-0d592fbe70d1, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f3845a83-b99c-40b2-84df-0d592fbe70d1,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:04.125109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f3845a83-b99c-40b2-84df-0d592fbe70d1', 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741', 'port_id': 'f3845a83-b99c-40b2-84df-0d592fbe70d1', 'mac_address': 'fa:16:3e:ba:46:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '557b7c65-4f79-41f2-9e7b-5a7e2e029398', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:01:04.164727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f3845a83-b99c-40b2-84df-0d592fbe70d1 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:04.165126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.178418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3845a83-b99c-40b2-84df-0d592fbe70d1 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:01:04.199076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f3845a83-b99c-40b2-84df-0d592fbe70d1, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f3845a83-b99c-40b2-84df-0d592fbe70d1,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:04.210017 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:04.260434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f3845a83-b99c-40b2-84df-0d592fbe70d1,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:04.437426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f3845a83-b99c-40b2-84df-0d592fbe70d1'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:01:04.635629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81430c2a-14cb-4d03-a593-dbc9db488152 req-32e6af2e-ba2b-4d3e-b9f4-8c9de6ba9ffa tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:04.637227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81430c2a-14cb-4d03-a593-dbc9db488152 req-32e6af2e-ba2b-4d3e-b9f4-8c9de6ba9ffa tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 945 time: 0.0537620 Feb 19 01:01:04.690832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-81430c2a-14cb-4d03-a593-dbc9db488152 req-2a3f8d9f-615c-4013-bb80-02b3284d138a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469301 Feb 19 01:01:05.815986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257ab9b-2e4c-4fbb-a129-8aa6f5f246c9 req-e19865d1-25d0-4f52-a537-834b5bab9723 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:05.817491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f257ab9b-2e4c-4fbb-a129-8aa6f5f246c9 req-e19865d1-25d0-4f52-a537-834b5bab9723 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 945 time: 0.0556481 Feb 19 01:01:05.867923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f257ab9b-2e4c-4fbb-a129-8aa6f5f246c9 req-024e84e0-4dd5-47fc-ad98-0790fcd90b51 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445464 Feb 19 01:01:06.009563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f3845a83-b99c-40b2-84df-0d592fbe70d1 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:06.063379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port f3845a83-b99c-40b2-84df-0d592fbe70d1 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:01:06.067460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f3845a83-b99c-40b2-84df-0d592fbe70d1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:06.067844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.147083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f3845a83-b99c-40b2-84df-0d592fbe70d1 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:06.147486 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.171436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca86b325-37c4-4fa1-8d6c-9d6d8753632f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3845a83-b99c-40b2-84df-0d592fbe70d1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:06.173695 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473f448e-be1b-4664-b256-30c5d1d87644" -d '{"events": [{"server_uuid": "ca86b325-37c4-4fa1-8d6c-9d6d8753632f", "name": "network-vif-plugged", "status": "completed", "tag": "f3845a83-b99c-40b2-84df-0d592fbe70d1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:06.190591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f3845a83-b99c-40b2-84df-0d592fbe70d1, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f3845a83-b99c-40b2-84df-0d592fbe70d1,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:06.195503 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:06.223358 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b13752c-ed0a-4f39-b0b6-13e086946eaa x-openstack-request-id: req-4b13752c-ed0a-4f39-b0b6-13e086946eaa {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:06.223732 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca86b325-37c4-4fa1-8d6c-9d6d8753632f", "name": "network-vif-plugged", "status": "completed", "tag": "f3845a83-b99c-40b2-84df-0d592fbe70d1", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:06.223925 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b13752c-ed0a-4f39-b0b6-13e086946eaa {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:06.224299 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca86b325-37c4-4fa1-8d6c-9d6d8753632f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3845a83-b99c-40b2-84df-0d592fbe70d1', 'code': 200} Feb 19 01:01:06.252339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f3845a83-b99c-40b2-84df-0d592fbe70d1,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:06.321602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846126f-342f-44f2-a1d8-714b0852fadb req-a97fdf3f-122e-4fcd-9a6b-6e8572e41a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.323278 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0846126f-342f-44f2-a1d8-714b0852fadb req-a97fdf3f-122e-4fcd-9a6b-6e8572e41a4b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 1128 time: 0.0491130 Feb 19 01:01:06.368368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0846126f-342f-44f2-a1d8-714b0852fadb req-be524bc9-904a-4f4f-8b1d-46cd2de826cc service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395229 Feb 19 01:01:06.991496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655be203-3c19-4427-9638-0dadb302b140 req-4dc78b6a-648c-4d53-83b6-6868f68f7102 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:06.992969 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-655be203-3c19-4427-9638-0dadb302b140 req-4dc78b6a-648c-4d53-83b6-6868f68f7102 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 946 time: 0.0565464 Feb 19 01:01:07.042422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-655be203-3c19-4427-9638-0dadb302b140 req-07b36c38-0179-4625-9b9f-2eecbaa5864d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435483 Feb 19 01:01:08.168485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4af955-5769-4d12-ab9d-4aca77864c16 req-3045d464-a7d2-48b7-b489-d2b6230be5e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.169979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e4af955-5769-4d12-ab9d-4aca77864c16 req-3045d464-a7d2-48b7-b489-d2b6230be5e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 946 time: 0.0539052 Feb 19 01:01:08.223292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e4af955-5769-4d12-ab9d-4aca77864c16 req-c1d44666-e428-4bcb-9f26-cdf702bfe017 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475669 Feb 19 01:01:08.344257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caef83b-051f-4d1c-ae13-9d3e4f751cc0 req-269f5dc6-001e-4bb8-b4a9-edad9b95453d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:08.345645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5caef83b-051f-4d1c-ae13-9d3e4f751cc0 req-269f5dc6-001e-4bb8-b4a9-edad9b95453d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 946 time: 0.0543356 Feb 19 01:01:08.396451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5caef83b-051f-4d1c-ae13-9d3e4f751cc0 req-0ad579ae-838b-4685-98c5-013da1c8d475 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449760 Feb 19 01:01:09.932188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55292) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:10.385377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.652213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.20.0.17 (b692ff02-9b32-4f9a-be01-3846ed7e7741/557b7c65-4f79-41f2-9e7b-5a7e2e029398/2baf61d6-87e7-4e57-8506-e9791f0b9e3f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:10.768282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.805572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:10.848546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:10.851734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:10.857880 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:10.882822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:10.925579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (194d6a33-6961-44b0-9e94-cb38307fbb32), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.075313 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.086635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c9cd7226-557a-4e48-b13b-6e26bcf6e2cd None None] Provisioning complete for port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:11.087116 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9cd7226-557a-4e48-b13b-6e26bcf6e2cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.121905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd7226-557a-4e48-b13b-6e26bcf6e2cd None None] Port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:11.369905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.376129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.451036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (194d6a33-6961-44b0-9e94-cb38307fbb32), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.452811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:11.545734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:11.547144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:11.670825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router 194d6a33-6961-44b0-9e94-cb38307fbb32 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:01:11.745441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1aa2eca1-0339-45bb-9408-a3ea74a879f5 None None] Provisioning complete for port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:11.745833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aa2eca1-0339-45bb-9408-a3ea74a879f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:11.784275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2eca1-0339-45bb-9408-a3ea74a879f5 None None] Port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:12.064090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:12.069199 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aece6133-dfdb-4234-a531-97c9437ede21 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "PUT /v2.0/routers/194d6a33-6961-44b0-9e94-cb38307fbb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1359308 Feb 19 01:01:12.073994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Sync routers for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:12.084872 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:12.085494 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:00:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:12.201809 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:12.435669 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:11Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:33Z', 'revision_number': 1, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf61d6-87e7-4e57-8506-e9791f0b9e3f', 'name': '', 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:ff:a0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '557b7c65-4f79-41f2-9e7b-5a7e2e029398', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:10Z', 'updated_at': '2022-02-19T01:01:11Z', 'revision_number': 2, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '557b7c65-4f79-41f2-9e7b-5a7e2e029398', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:12.462347 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Checking router: 194d6a33-6961-44b0-9e94-cb38307fbb32 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:12.462716 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Updating router 194d6a33-6961-44b0-9e94-cb38307fbb32 port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:01:12.495017 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.845838 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Publish callbacks [] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.852381 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.895257 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Pushing event updated for resources: {'Port': ['ID=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:12.909348 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.909703 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.910037 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.910390 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.910714 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.911038 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.911341 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.911673 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.912077 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.912297 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.912602 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.912910 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.913211 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:12.969040 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Attempting to bind port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:12.969408 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Attempting to bind port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:12.969768 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Attempting to bind port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f on network b692ff02-9b32-4f9a-be01-3846ed7e7741 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:12.974977 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:12.975512 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Checking segment: {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:12.975800 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:12.976199 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Bound using segment: {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:12.976667 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Bound port: 2baf61d6-87e7-4e57-8506-e9791f0b9e3f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1a7603-c740-4289-829c-38db66d208ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:12.977046 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.040588 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] For port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:13.043980 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] For port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:13.050978 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.111099 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5e0716-23d9-4b80-925f-7fbc0c5963aa None None] Pushing event updated for resources: {'Port': ['ID=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:13.118624 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:13.119386 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:00:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:13.127505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-59c390f6-64de-4bb9-92fb-d77018808983 None None] Provisioning complete for port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:13.128313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59c390f6-64de-4bb9-92fb-d77018808983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.229768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-59c390f6-64de-4bb9-92fb-d77018808983 None None] Current status of the port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:13.230197 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59c390f6-64de-4bb9-92fb-d77018808983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.243537 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:13.277614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-59c390f6-64de-4bb9-92fb-d77018808983 None None] For port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:13.285624 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59c390f6-64de-4bb9-92fb-d77018808983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.370770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c390f6-64de-4bb9-92fb-d77018808983 None None] Pushing event updated for resources: {'Port': ['ID=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:13.405289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-cad6fb1c-387f-4569-abbd-02e7876643ad None None] Provisioning complete for port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:13.406122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cad6fb1c-387f-4569-abbd-02e7876643ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:13.486134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cad6fb1c-387f-4569-abbd-02e7876643ad None None] Current status of the port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:13.500933 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:11Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:33Z', 'revision_number': 1, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf61d6-87e7-4e57-8506-e9791f0b9e3f', 'name': '', 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:ff:a0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '557b7c65-4f79-41f2-9e7b-5a7e2e029398', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:10Z', 'updated_at': '2022-02-19T01:01:13Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '557b7c65-4f79-41f2-9e7b-5a7e2e029398', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:13.527716 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1f0f8c-7dbc-4585-aba4-d367d1d158ea None None] The sync data for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 is: [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:11Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:33Z', 'revision_number': 1, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2baf61d6-87e7-4e57-8506-e9791f0b9e3f', 'name': '', 'network_id': 'b692ff02-9b32-4f9a-be01-3846ed7e7741', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:ff:a0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '557b7c65-4f79-41f2-9e7b-5a7e2e029398', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:10Z', 'updated_at': '2022-02-19T01:01:13Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '557b7c65-4f79-41f2-9e7b-5a7e2e029398', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:14.943885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2baf61d6-87e7-4e57-8506-e9791f0b9e3f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:14.997923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:14.998324 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:15.080879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:15.383708 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:01:17.993246 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08435740-4080-4bab-8f4c-2b0e5dfe4989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:18.957750 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:20.047278 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc3a94c5-e725-45c6-8d2f-4e2cd11c37bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:21.256914 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:22.682549 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:23.838543 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:24.181228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:30.014110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-bf77c247-84da-41b9-a654-5aebf0ca3f2f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464914 Feb 19 01:01:30.106479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-7ba32439-5ff7-4183-a222-2b9e62552a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.108057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-7ba32439-5ff7-4183-a222-2b9e62552a2a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 1128 time: 0.0496445 Feb 19 01:01:30.217680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-261c6892-0381-4846-b19f-d5b5cc39104b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.219268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-261c6892-0381-4846-b19f-d5b5cc39104b service neutron] 10.222.0.113 "GET /v2.0/networks?id=b692ff02-9b32-4f9a-be01-3846ed7e7741 HTTP/1.1" status: 200 len: 898 time: 0.0921199 Feb 19 01:01:30.263068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-b072f156-3f68-4f9e-991b-8ca147c21c4f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=f3845a83-b99c-40b2-84df-0d592fbe70d1 HTTP/1.1" status: 200 len: 217 time: 0.0354204 Feb 19 01:01:30.327700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-5f480cdb-cce3-444f-af73-4acdcafae9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.329275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-5f480cdb-cce3-444f-af73-4acdcafae9cc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=557b7c65-4f79-41f2-9e7b-5a7e2e029398 HTTP/1.1" status: 200 len: 838 time: 0.0589724 Feb 19 01:01:30.383303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-26581d24-c43a-4906-8872-f3cac99e933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:30.386164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-26581d24-c43a-4906-8872-f3cac99e933e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b692ff02-9b32-4f9a-be01-3846ed7e7741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0495906 Feb 19 01:01:30.490260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-d6d7248f-09a8-4ff5-a2a8-ffd712a96d7d service neutron] 10.222.0.113 "GET /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972135 Feb 19 01:01:30.588480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eaa041b-1884-4054-88b5-4e1565093f90 req-bf44fc5f-40b6-4b50-8742-8e5341244ddc service neutron] 10.222.0.113 "GET /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909534 Feb 19 01:01:32.696666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55510) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:33.229462 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (194d6a33-6961-44b0-9e94-cb38307fbb32), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:33.956156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:33.956669 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.065268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port 2baf61d6-87e7-4e57-8506-e9791f0b9e3f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:34.065650 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.080259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for 2baf61d6-87e7-4e57-8506-e9791f0b9e3f owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:34.299964 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2baf61d6-87e7-4e57-8506-e9791f0b9e3f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.328612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=2baf61d6-87e7-4e57-8506-e9791f0b9e3f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:34.372425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.373117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.373818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.374538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.375163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.375529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.375885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.376228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.376568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.376909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.377239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.377576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.377913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:34.558002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (194d6a33-6961-44b0-9e94-cb38307fbb32), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:34.801985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router 194d6a33-6961-44b0-9e94-cb38307fbb32 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:01:34.949679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:34.965408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de88e345-833f-49d4-9eb7-0f1e0d056fed tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "PUT /v2.0/routers/194d6a33-6961-44b0-9e94-cb38307fbb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2609363 Feb 19 01:01:34.974628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] Sync routers for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:34.986839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:34.987748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:35.115641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:35.266724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fdb48-ce1b-4548-9fe3-7c83785306cf req-f4cfc494-4ae6-4f0d-b4cc-ae3e03cfa3b4 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:35.268340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb3fdb48-ce1b-4548-9fe3-7c83785306cf req-f4cfc494-4ae6-4f0d-b4cc-ae3e03cfa3b4 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 946 time: 0.0812716 Feb 19 01:01:35.359927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb3fdb48-ce1b-4548-9fe3-7c83785306cf req-00852f39-2aa2-48c6-9f1d-9924ca7a62da tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844808 Feb 19 01:01:35.416928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:34Z', 'revision_number': 6, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:33Z', 'revision_number': 1, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:35.443468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] Checking router: 194d6a33-6961-44b0-9e94-cb38307fbb32 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:35.452678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:35.453395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:35.569617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:35.818370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:34Z', 'revision_number': 6, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:33Z', 'revision_number': 1, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:35.848549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5868fe57-628b-46e6-a32b-3cc7257b4c9d None None] The sync data for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 is: [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:34Z', 'revision_number': 6, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '2b14e355-578f-434a-b171-c8c258b95c45', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.226', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'port_id': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'mac_address': 'fa:16:3e:03:e5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T00:59:31Z', 'updated_at': '2022-02-19T00:59:33Z', 'revision_number': 1, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:36.538072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c30ceb-eab9-4e02-b574-68105afb4b63 req-2e5f7e93-2a13-4e6b-9093-d8b618cc8a17 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.540777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33c30ceb-eab9-4e02-b574-68105afb4b63 req-2e5f7e93-2a13-4e6b-9093-d8b618cc8a17 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 946 time: 0.0877798 Feb 19 01:01:36.634468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33c30ceb-eab9-4e02-b574-68105afb4b63 req-490ffa67-5d06-40d5-b42e-99479cf3846b tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=abb4d1b4-e0d1-437c-8f62-4b7385269d10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874450 Feb 19 01:01:36.649594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-f2c8c5a1-c490-48a3-b7f5-39e2326fb0e1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:36.657050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-f2c8c5a1-c490-48a3-b7f5-39e2326fb0e1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 946 time: 0.0897648 Feb 19 01:01:36.764158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port f3845a83-b99c-40b2-84df-0d592fbe70d1 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:36.764617 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.877035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port f3845a83-b99c-40b2-84df-0d592fbe70d1, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f3845a83-b99c-40b2-84df-0d592fbe70d1,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:36.877423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:36.900060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for f3845a83-b99c-40b2-84df-0d592fbe70d1 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:36.907517 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2baf61d6-87e7-4e57-8506-e9791f0b9e3f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:36.933360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 2baf61d6-87e7-4e57-8506-e9791f0b9e3f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:36.933835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2baf61d6-87e7-4e57-8506-e9791f0b9e3f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:37.069194 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f3845a83-b99c-40b2-84df-0d592fbe70d1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.104144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=f3845a83-b99c-40b2-84df-0d592fbe70d1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:37.163175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] No DVR routers for this DVR port f3845a83-b99c-40b2-84df-0d592fbe70d1 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:37.166551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:37.169973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3e9137a7-761d-46c0-9a60-1b6319b8a33a req-3debac16-10e5-4fb1-8db3-68464575b0e7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "DELETE /v2.0/ports/f3845a83-b99c-40b2-84df-0d592fbe70d1 HTTP/1.1" status: 204 len: 173 time: 0.5116498 Feb 19 01:01:37.170473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca86b325-37c4-4fa1-8d6c-9d6d8753632f', 'name': 'network-vif-deleted', 'tag': 'f3845a83-b99c-40b2-84df-0d592fbe70d1'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:37.173293 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ad50e9-0ed8-4ff3-ab84-e26fd1f134aa" -d '{"events": [{"server_uuid": "ca86b325-37c4-4fa1-8d6c-9d6d8753632f", "name": "network-vif-deleted", "tag": "f3845a83-b99c-40b2-84df-0d592fbe70d1"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:37.231377 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e958cf12-6cd3-4aad-b34a-639297bce66e x-openstack-request-id: req-e958cf12-6cd3-4aad-b34a-639297bce66e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:37.231750 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca86b325-37c4-4fa1-8d6c-9d6d8753632f", "name": "network-vif-deleted", "tag": "f3845a83-b99c-40b2-84df-0d592fbe70d1", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:37.232075 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e958cf12-6cd3-4aad-b34a-639297bce66e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:37.232562 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca86b325-37c4-4fa1-8d6c-9d6d8753632f', 'name': 'network-vif-deleted', 'tag': 'f3845a83-b99c-40b2-84df-0d592fbe70d1', 'status': 'completed', 'code': 200} Feb 19 01:01:37.799799 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20f42955-1b77-45a5-a549-efdc4b494991 req-e913c0c4-3bb5-4155-b3b7-0f97285e3c82 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca86b325-37c4-4fa1-8d6c-9d6d8753632f HTTP/1.1" status: 200 len: 210 time: 0.0343874 Feb 19 01:01:38.860940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55648) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:38.919800 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f6030b1-9227-41bd-a6ec-69387a5e6543 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (abb4d1b4-e0d1-437c-8f62-4b7385269d10), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:38.946053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f6030b1-9227-41bd-a6ec-69387a5e6543 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (abb4d1b4-e0d1-437c-8f62-4b7385269d10), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.010314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f6030b1-9227-41bd-a6ec-69387a5e6543 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (abb4d1b4-e0d1-437c-8f62-4b7385269d10), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.012792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3f6030b1-9227-41bd-a6ec-69387a5e6543 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.014067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3f6030b1-9227-41bd-a6ec-69387a5e6543 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/security-groups/abb4d1b4-e0d1-437c-8f62-4b7385269d10 HTTP/1.1" status: 204 len: 168 time: 0.1521008 Feb 19 01:01:39.027680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6030b1-9227-41bd-a6ec-69387a5e6543 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb4d1b4-e0d1-437c-8f62-4b7385269d10,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.054284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55654) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:39.108461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-164a0fdb-9dc4-4faa-bba1-67c6e0edad30 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting subnet 557b7c65-4f79-41f2-9e7b-5a7e2e029398 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:39.112414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-164a0fdb-9dc4-4faa-bba1-67c6e0edad30 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (557b7c65-4f79-41f2-9e7b-5a7e2e029398), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.153368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-164a0fdb-9dc4-4faa-bba1-67c6e0edad30 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (557b7c65-4f79-41f2-9e7b-5a7e2e029398), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.243289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-164a0fdb-9dc4-4faa-bba1-67c6e0edad30 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (557b7c65-4f79-41f2-9e7b-5a7e2e029398), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.303210 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-164a0fdb-9dc4-4faa-bba1-67c6e0edad30 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (557b7c65-4f79-41f2-9e7b-5a7e2e029398), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.328967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0fdb-9dc4-4faa-bba1-67c6e0edad30 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Subnet': ['ID=557b7c65-4f79-41f2-9e7b-5a7e2e029398,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.337340 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-164a0fdb-9dc4-4faa-bba1-67c6e0edad30 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.343407 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55656) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:39.344270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-164a0fdb-9dc4-4faa-bba1-67c6e0edad30 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/subnets/557b7c65-4f79-41f2-9e7b-5a7e2e029398 HTTP/1.1" status: 204 len: 168 time: 0.2888541 Feb 19 01:01:39.356519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea090b70-d0b2-488e-98b8-7728f5295734 None None] Network b692ff02-9b32-4f9a-be01-3846ed7e7741 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:39.429758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b692ff02-9b32-4f9a-be01-3846ed7e7741), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.486024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:39.486426 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.547389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] DHCP port deletion for b692ff02-9b32-4f9a-be01-3846ed7e7741 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:39.577111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:39.577489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.591504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:39.597845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] Deleting port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:39.598959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.667697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] For port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,segment=NetworkSegment(0a1a7603-c740-4289-829c-38db66d208ca),segment_id=0a1a7603-c740-4289-829c-38db66d208ca)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:39.668476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.678168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.682514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] Calling delete_port for df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:39.704921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.706747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] No DVR routers for this DVR port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:01:39.764893 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:01:39.774124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.788604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b692ff02-9b32-4f9a-be01-3846ed7e7741), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.800431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] Pushing event deleted for resources: {'Port': ['ID=df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:39.806738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5134f0b-be48-43c6-9af5-ac6032df1e8f None None] No DVR routers for this DVR port df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:39.809423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b692ff02-9b32-4f9a-be01-3846ed7e7741']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:39.819231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1a7603-c740-4289-829c-38db66d208ca') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:39.819554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1a7603-c740-4289-829c-38db66d208ca') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:39.828942 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (0a1a7603-c740-4289-829c-38db66d208ca), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.842050 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0a1a7603-c740-4289-829c-38db66d208ca), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.847957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:39.848308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (0a1a7603-c740-4289-829c-38db66d208ca), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:39.851297 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:39.908729 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b692ff02-9b32-4f9a-be01-3846ed7e7741), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.915475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:39.919298 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/networks/b692ff02-9b32-4f9a-be01-3846ed7e7741 HTTP/1.1" status: 204 len: 168 time: 0.5746844 Feb 19 01:01:39.922292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55660) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:39.940661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d46542-4cca-4e3a-b109-1dff89148f03 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Network': ['ID=b692ff02-9b32-4f9a-be01-3846ed7e7741,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:40.090689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port 485f0fb1-8bd2-4076-b227-a2f7a34ef02c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:40.091043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.171905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.172234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for floatingip (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.185121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for 485f0fb1-8bd2-4076-b227-a2f7a34ef02c owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:40.340680 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (485f0fb1-8bd2-4076-b227-a2f7a34ef02c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.373150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=485f0fb1-8bd2-4076-b227-a2f7a34ef02c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:40.437823 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for floatingip (2b14e355-578f-434a-b171-c8c258b95c45), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:40.438172 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Floating IP 2b14e355-578f-434a-b171-c8c258b95c45 disassociated (deleted). External IP: 172.25.6.226, port: fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7. Feb 19 01:01:40.910790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router 194d6a33-6961-44b0-9e94-cb38307fbb32 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:01:40.943868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:40.967553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:40.967903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device df83b5b8-7ca0-41c6-8e28-fc5a1078e0c0 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:41.026478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:41.031544 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:41.039043 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] Sync routers for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:41.048577 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:41.049266 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:41.061620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-90f6df94-2696-4fa5-98f2-3fc56b4f71b3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/floatingips/2b14e355-578f-434a-b171-c8c258b95c45 HTTP/1.1" status: 204 len: 168 time: 1.1374235 Feb 19 01:01:41.062523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:41.065307 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8bc064-5f1b-4abf-b755-922e92651b58" -d '{"events": [{"name": "network-changed", "server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:41.145000 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08c55c8-e017-426b-b0ef-c4eca37eaf5e x-openstack-request-id: req-b08c55c8-e017-426b-b0ef-c4eca37eaf5e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:41.145364 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:41.145675 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b08c55c8-e017-426b-b0ef-c4eca37eaf5e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:41.146171 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'status': 'completed', 'code': 200} Feb 19 01:01:41.167063 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:41.226921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-71409dd9-fba0-4f10-9a62-11138ecda0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.233670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-71409dd9-fba0-4f10-9a62-11138ecda0b5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 1127 time: 0.0630188 Feb 19 01:01:41.301210 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-cc7ff959-e040-4cf5-b368-23ea4095dc1a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542493 Feb 19 01:01:41.376674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-d59d10b3-76bb-4181-8346-5eecd299092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.379158 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-d59d10b3-76bb-4181-8346-5eecd299092c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=676e6c2f27e2417ca046102c92487187&device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 1128 time: 0.0538173 Feb 19 01:01:41.429328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0de09-8c35-4c6f-b6df-341784535632 req-82571fad-02e1-48c0-ae98-864fc8919492 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.430989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52e0de09-8c35-4c6f-b6df-341784535632 req-82571fad-02e1-48c0-ae98-864fc8919492 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 945 time: 0.0766492 Feb 19 01:01:41.439888 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:34Z', 'revision_number': 6, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:41.460184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-9ef6062f-140b-4dfc-9d70-83f0fa98d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.461842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-9ef6062f-140b-4dfc-9d70-83f0fa98d236 service neutron] 10.222.0.126 "GET /v2.0/networks?id=d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 200 len: 897 time: 0.2137885 Feb 19 01:01:41.474565 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] Checking router: 194d6a33-6961-44b0-9e94-cb38307fbb32 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:41.486029 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:41.486948 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:41.516427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-5f85befe-2208-468a-bd8a-fc1552c58530 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 HTTP/1.1" status: 200 len: 217 time: 0.0421200 Feb 19 01:01:41.528990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-6fe8902d-2dd2-4f43-b96b-29ddb60695ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.530515 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-6fe8902d-2dd2-4f43-b96b-29ddb60695ba service neutron] 10.222.0.126 "GET /v2.0/networks?id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 200 len: 911 time: 0.1269584 Feb 19 01:01:41.575281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-20a8097e-2bb3-450c-973e-320bc38770a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.577352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-20a8097e-2bb3-450c-973e-320bc38770a6 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=c00c3869-2cd2-4e14-af42-6142bdbc2028 HTTP/1.1" status: 200 len: 835 time: 0.0487149 Feb 19 01:01:41.595181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52e0de09-8c35-4c6f-b6df-341784535632 req-5910fe47-d430-4d85-90a4-7b325eb6de7e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543384 Feb 19 01:01:41.598921 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-e8a0c0c4-1b42-4880-8e8f-89ef3e194a70 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9 HTTP/1.1" status: 200 len: 1002 time: 0.0614171 Feb 19 01:01:41.606011 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:41.659953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-0236b764-1d66-4496-9d74-ad113cfd1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.661671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-0236b764-1d66-4496-9d74-ad113cfd1066 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=d553c1d6-08fc-446a-bb2e-954b64f195d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0616596 Feb 19 01:01:41.679503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-84225b5c-799c-4db1-a181-3045c617420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.681112 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-84225b5c-799c-4db1-a181-3045c617420e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 200 len: 849 time: 0.0696614 Feb 19 01:01:41.739223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-c8fc512b-4853-47f0-8f91-9511da07bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:41.740732 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-c8fc512b-4853-47f0-8f91-9511da07bb21 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525651 Feb 19 01:01:41.770253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-7631ec32-a4c8-4232-929f-01786b4ed2a0 service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999427 Feb 19 01:01:41.840921 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:34Z', 'revision_number': 6, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:41.852613 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-c38852b1-37d2-4298-a526-372ad17b0fa0 service neutron] 10.222.0.126 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035914 Feb 19 01:01:41.873107 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f23174-ed4c-422f-bc36-a9c2ef1e6e5c None None] The sync data for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 is: [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:34Z', 'revision_number': 6, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9b93aecc-7818-45e1-a157-cdd7c3a30b94', 'name': '', 'network_id': 'd553c1d6-08fc-446a-bb2e-954b64f195d4', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:0c:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:11Z', 'updated_at': '2022-02-19T00:59:16Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': 'c00c3869-2cd2-4e14-af42-6142bdbc2028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:41.877289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c8bc064-5f1b-4abf-b755-922e92651b58 req-4190896a-eecd-4a8e-ac6c-364dc172561e service neutron] 10.222.0.126 "GET /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988133 Feb 19 01:01:41.965292 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2c61857e-6443-486e-8b83-4cac7f7bf3d9 req-4cf0e7f9-5c72-4a6d-988a-dc70353b8bd5 service neutron] 10.222.0.126 "GET /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036515 Feb 19 01:01:42.119247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f3845a83-b99c-40b2-84df-0d592fbe70d1 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:42.145767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: f3845a83-b99c-40b2-84df-0d592fbe70d1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:42.146218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f3845a83-b99c-40b2-84df-0d592fbe70d1 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:42.153799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b07cf9-7cfa-4896-9307-b9364868d066 None None] New status for floating IP 2b14e355-578f-434a-b171-c8c258b95c45: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:01:42.722222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330483f1-a524-42df-97df-6837c6214352 req-60ea4290-7453-44fe-a81d-73da89909494 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:42.723717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-330483f1-a524-42df-97df-6837c6214352 req-60ea4290-7453-44fe-a81d-73da89909494 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 945 time: 0.0602257 Feb 19 01:01:42.778507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-330483f1-a524-42df-97df-6837c6214352 req-488be8a6-98ce-4aab-8e98-71acde83fb25 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=bcaabba9-4d72-4766-9046-0cf5871ef636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487461 Feb 19 01:01:43.150899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-050b1e52-44e4-4b04-8318-605f9565dbc9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:43.152467 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-050b1e52-44e4-4b04-8318-605f9565dbc9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.126 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 945 time: 0.0616362 Feb 19 01:01:43.246525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:43.246881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.340367 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:43.340763 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.354294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:43.488399 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.517501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:43.562401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] No DVR routers for this DVR port fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:43.565489 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:43.568956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c31be274-1c01-462f-a444-ffb2f1c3ec3e req-415e3a1d-3dc3-4851-ab0b-43d37e1435e5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.126 "DELETE /v2.0/ports/fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 HTTP/1.1" status: 204 len: 173 time: 0.4107614 Feb 19 01:01:43.569396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'name': 'network-vif-deleted', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:01:43.571830 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c15c08b-caab-4f55-aeb6-56bbce4e3c05" -d '{"events": [{"server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "name": "network-vif-deleted", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:01:43.612004 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc916478-51ae-4786-a8ba-11bfc9d66ea5 x-openstack-request-id: req-cc916478-51ae-4786-a8ba-11bfc9d66ea5 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:01:43.612307 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a944bd5-057d-4b58-863f-65cb08bd087c", "name": "network-vif-deleted", "tag": "fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:01:43.612568 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc916478-51ae-4786-a8ba-11bfc9d66ea5 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:01:43.612975 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a944bd5-057d-4b58-863f-65cb08bd087c', 'name': 'network-vif-deleted', 'tag': 'fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7', 'status': 'completed', 'code': 200} Feb 19 01:01:43.888791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac79d711-b5b5-43f4-b3be-9d02e1acaf91 req-b663680c-a1e3-40ba-9523-be5b8826561a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a944bd5-057d-4b58-863f-65cb08bd087c HTTP/1.1" status: 200 len: 210 time: 0.0293980 Feb 19 01:01:44.948099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55700) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:45.006706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18f03224-4cdf-4697-b013-715af89e9631 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (bcaabba9-4d72-4766-9046-0cf5871ef636), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.032581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18f03224-4cdf-4697-b013-715af89e9631 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (bcaabba9-4d72-4766-9046-0cf5871ef636), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.105929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18f03224-4cdf-4697-b013-715af89e9631 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bcaabba9-4d72-4766-9046-0cf5871ef636), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.108805 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-18f03224-4cdf-4697-b013-715af89e9631 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.112919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-18f03224-4cdf-4697-b013-715af89e9631 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/security-groups/bcaabba9-4d72-4766-9046-0cf5871ef636 HTTP/1.1" status: 204 len: 168 time: 0.1608238 Feb 19 01:01:45.120770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f03224-4cdf-4697-b013-715af89e9631 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaabba9-4d72-4766-9046-0cf5871ef636,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:45.183129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55712) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:45.567325 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (194d6a33-6961-44b0-9e94-cb38307fbb32), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.846474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port 9b93aecc-7818-45e1-a157-cdd7c3a30b94 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:45.846822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.941088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port 9b93aecc-7818-45e1-a157-cdd7c3a30b94, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9b93aecc-7818-45e1-a157-cdd7c3a30b94,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:45.941465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:45.954126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for 9b93aecc-7818-45e1-a157-cdd7c3a30b94 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:46.151602 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9b93aecc-7818-45e1-a157-cdd7c3a30b94), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.184888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=9b93aecc-7818-45e1-a157-cdd7c3a30b94,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:46.258488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:46.293299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:46.293792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device fdf1c4ac-0538-4a35-a22a-c13b3c20e9f7 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:46.372880 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (194d6a33-6961-44b0-9e94-cb38307fbb32), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.610319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router 194d6a33-6961-44b0-9e94-cb38307fbb32 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:01:46.726719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:46.732163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f13b6765-be60-4e6d-85bc-01d5aee2d28c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "PUT /v2.0/routers/194d6a33-6961-44b0-9e94-cb38307fbb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5474091 Feb 19 01:01:46.734736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55718) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:46.738288 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] Sync routers for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:46.749369 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:46.749947 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:46.788501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc11f916-9202-4897-aaa6-f7872f79e5d6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting subnet c00c3869-2cd2-4e14-af42-6142bdbc2028 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:01:46.792664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc11f916-9202-4897-aaa6-f7872f79e5d6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (c00c3869-2cd2-4e14-af42-6142bdbc2028), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.837658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc11f916-9202-4897-aaa6-f7872f79e5d6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (c00c3869-2cd2-4e14-af42-6142bdbc2028), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.943244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc11f916-9202-4897-aaa6-f7872f79e5d6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (c00c3869-2cd2-4e14-af42-6142bdbc2028), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:46.952360 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:47.005296 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc11f916-9202-4897-aaa6-f7872f79e5d6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (c00c3869-2cd2-4e14-af42-6142bdbc2028), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.034162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11f916-9202-4897-aaa6-f7872f79e5d6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Subnet': ['ID=c00c3869-2cd2-4e14-af42-6142bdbc2028,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:47.036255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc11f916-9202-4897-aaa6-f7872f79e5d6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.039664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cc11f916-9202-4897-aaa6-f7872f79e5d6 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/subnets/c00c3869-2cd2-4e14-af42-6142bdbc2028 HTTP/1.1" status: 204 len: 168 time: 0.3038738 Feb 19 01:01:47.042292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39fc39f-1423-4271-98d9-10a6e3a9c617 None None] Network d553c1d6-08fc-446a-bb2e-954b64f195d4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:47.042557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55720) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:47.162153 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router (194d6a33-6961-44b0-9e94-cb38307fbb32), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.173555 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:46Z', 'revision_number': 7, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:47.213661 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] Checking router: 194d6a33-6961-44b0-9e94-cb38307fbb32 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:47.221893 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] Routers {'194d6a33-6961-44b0-9e94-cb38307fbb32'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:47.222878 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['194d6a33-6961-44b0-9e94-cb38307fbb32'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:47.231563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] DHCP port deletion for d553c1d6-08fc-446a-bb2e-954b64f195d4 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:01:47.292733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] Deleting port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:47.293400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.296874 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_gateway (194d6a33-6961-44b0-9e94-cb38307fbb32), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.341906 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] Set router 194d6a33-6961-44b0-9e94-cb38307fbb32 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:47.389241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port 7a84a17a-a4de-4cfd-8891-ca79a551d821 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:01:47.389994 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.404317 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] For port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc,segment=NetworkSegment(62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3),segment_id=62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:47.404741 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.418685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] Calling delete_port for 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:47.486895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port 7a84a17a-a4de-4cfd-8891-ca79a551d821, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7a84a17a-a4de-4cfd-8891-ca79a551d821,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:47.487740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.505207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for 7a84a17a-a4de-4cfd-8891-ca79a551d821 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:01:47.516887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-bf79d0e5-d0d0-4331-820d-6f07855fc5f1 tempest-TestNetworkAdvancedServerOps-266016916 tempest-TestNetworkAdvancedServerOps-266016916-project-admin] (103649) timed out ('10.222.0.60', 33658) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:01:47.542372 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:46Z', 'revision_number': 7, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:47.574615 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53941285-599a-4c11-a0cf-02ea6d21880f None None] The sync data for ids ['194d6a33-6961-44b0-9e94-cb38307fbb32'] in n-d-826527-3 is: [{'id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'name': 'tempest-TestNetworkBasicOps-router-1618300034', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248'}], 'enable_snat': True}, 'gw_port_id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T01:01:46Z', 'revision_number': 7, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '7a84a17a-a4de-4cfd-8891-ca79a551d821', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ff:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d6a33-6961-44b0-9e94-cb38307fbb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:59:08Z', 'updated_at': '2022-02-19T00:59:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:47.694484 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.727654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7a84a17a-a4de-4cfd-8891-ca79a551d821), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.730614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] Pushing event deleted for resources: {'Port': ['ID=6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:47.739509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c335963-4c91-43ac-b02d-e9a35023e054 None None] No DVR routers for this DVR port 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:01:47.763220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=7a84a17a-a4de-4cfd-8891-ca79a551d821,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:47.825987 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (194d6a33-6961-44b0-9e94-cb38307fbb32), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.926117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (194d6a33-6961-44b0-9e94-cb38307fbb32), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.928523 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_controller (194d6a33-6961-44b0-9e94-cb38307fbb32), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.975688 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (194d6a33-6961-44b0-9e94-cb38307fbb32), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.976222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Fanout notify agent at l3_agent the message router_deleted on router 194d6a33-6961-44b0-9e94-cb38307fbb32 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:01:47.990269 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:47.993972 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97fdf3ca-560b-4fc6-89f2-efc4bc291533 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/routers/194d6a33-6961-44b0-9e94-cb38307fbb32 HTTP/1.1" status: 204 len: 168 time: 0.9477344 Feb 19 01:01:47.994355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55726) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:47.999588 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c519d057-b7ae-41f0-8952-eef9fc6146d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.071115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d553c1d6-08fc-446a-bb2e-954b64f195d4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.163443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d553c1d6-08fc-446a-bb2e-954b64f195d4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.184188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d553c1d6-08fc-446a-bb2e-954b64f195d4']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:48.193450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:48.193765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:48.203946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.218438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.225117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:01:48.225519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (62f60021-cfd5-4a67-a7d8-ffa5e1bfd1d3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:01:48.229059 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:01:48.293649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d553c1d6-08fc-446a-bb2e-954b64f195d4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.301760 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.305271 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/networks/d553c1d6-08fc-446a-bb2e-954b64f195d4 HTTP/1.1" status: 204 len: 168 time: 0.3099277 Feb 19 01:01:48.318811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ad4b32-442f-4425-b931-44cb27b32452 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Network': ['ID=d553c1d6-08fc-446a-bb2e-954b64f195d4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:48.330851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55728) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:48.334834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'network': {'name': 'tempest-network-smoke--1988515213', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'port_security_enabled': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:48.360364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:48.365165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.399883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:01:48.411853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (daedcbfe-9730-4029-9d98-d0096cd268a3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.412218 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Added segment daedcbfe-9730-4029-9d98-d0096cd268a3 of type vlan for network 6ec2efa5-3474-456f-aa31-39182dbe5b73 Feb 19 01:01:48.472282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6ec2efa5-3474-456f-aa31-39182dbe5b73), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.503481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6ec2efa5-3474-456f-aa31-39182dbe5b73), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.508480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:48.509056 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.601323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2708759 Feb 19 01:01:48.604189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55734) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:48.609434 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'admin_state_up': True, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:48.627111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ed3862-8b26-4bda-b4ca-6290b9e53f06 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Network': ['ID=6ec2efa5-3474-456f-aa31-39182dbe5b73,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:48.633703 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.634919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.641070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:01:48.722598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_controller (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.866735 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_gateway (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:48.970295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:48.994859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:48.995327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6f43941b-74e3-4ef9-8dc5-eef13c8e7ffc not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:48.995765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9b93aecc-7818-45e1-a157-cdd7c3a30b94 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:48.997566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.017977 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9b93aecc-7818-45e1-a157-cdd7c3a30b94 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:49.018939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9b93aecc-7818-45e1-a157-cdd7c3a30b94 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:49.019369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7a84a17a-a4de-4cfd-8891-ca79a551d821 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:01:49.041061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 7a84a17a-a4de-4cfd-8891-ca79a551d821 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:01:49.041426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7a84a17a-a4de-4cfd-8891-ca79a551d821 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:01:49.062603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_gateway (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.084441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.191896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.25.6.233 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/70244cae-d1ba-43a1-bbd0-59929221fc60) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:49.297817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.333755 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:49.369201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:49.372387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:49.374963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:49.408992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=70244cae-d1ba-43a1-bbd0-59929221fc60,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:49.653104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_gateway (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.051395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91d99f21-a28b-467f-baf5-004886c8122a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.145636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.285069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:01:50.398610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:50.411316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Sync routers for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:50.422056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.424270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cf22bc04-4ad2-4edc-9fd1-c4b1a8c9e568 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8190269 Feb 19 01:01:50.427323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55740) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:50.427936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:50.428584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:50.471011 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-beba8695-88d0-4fcb-999d-275456f397a9 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=958c6c9b35544ce6a5494842436a9129&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399420 Feb 19 01:01:50.471386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55744) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:50.548850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:50.640445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772b5e0d-0fee-4f0d-b2bd-afc681fc2adf tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:50.642104 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-772b5e0d-0fee-4f0d-b2bd-afc681fc2adf tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1688812 Feb 19 01:01:50.645221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55748) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:50.674317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-17ebf330-9382-4ceb-bfe9-746f1da02f78 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273380 Feb 19 01:01:50.676318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55750) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:50.681362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1932458799', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:50.731277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:49Z', 'revision_number': 3, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:50.757985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Checking router: e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:50.758533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Updating router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 port 70244cae-d1ba-43a1-bbd0-59929221fc60 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:01:50.769976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:50.774125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.790287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:50.958055 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.021580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Subnet': ['ID=23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:51.032404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-49b2c0c4-2cd0-47ce-85f3-751bfae7390e req-b0d73903-b99a-4973-82df-0b95289b8112 service neutron] (103649) timed out ('10.222.0.60', 55344) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:01:51.033488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Checking segment: {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:51.034100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network hostable DHCP agents. Network: 6ec2efa5-3474-456f-aa31-39182dbe5b73, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:01:51.052601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:01:51.053488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Publish callbacks [] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.060101 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.064339 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6ec2efa5-3474-456f-aa31-39182dbe5b73) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:51.068967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:51.069698 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.092202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-613d47b8-04da-44a1-81bc-c87351be2794 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4120293 Feb 19 01:01:51.092509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55752) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:51.094315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a5fd4d-be6c-475e-a010-bdd3d5cb22d4 None None] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:51.169487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f5746-532f-4ae2-8af9-3801c959d605 None None] Pushing event updated for resources: {'Port': ['ID=70244cae-d1ba-43a1-bbd0-59929221fc60,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:51.175842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Attempting to bind port 70244cae-d1ba-43a1-bbd0-59929221fc60 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:51.176205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Attempting to bind port 70244cae-d1ba-43a1-bbd0-59929221fc60 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:51.176570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Attempting to bind port 70244cae-d1ba-43a1-bbd0-59929221fc60 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:51.185443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:51.185822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:51.186295 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.186722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:51.187240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Bound port: 70244cae-d1ba-43a1-bbd0-59929221fc60, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:51.188059 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.284832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-6ec2efa5-3474-456f-aa31-39182dbe5b73', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:01:51.285697 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.298443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] For port 70244cae-d1ba-43a1-bbd0-59929221fc60, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:51.305819 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.324335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] For port 70244cae-d1ba-43a1-bbd0-59929221fc60, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=70244cae-d1ba-43a1-bbd0-59929221fc60,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:51.386925 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.493247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f5746-532f-4ae2-8af9-3801c959d605 None None] Pushing event updated for resources: {'Port': ['ID=70244cae-d1ba-43a1-bbd0-59929221fc60,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:51.497391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:51.498011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:51.545962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Allocated IP 172.20.0.2 (6ec2efa5-3474-456f-aa31-39182dbe5b73/23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2/03ebe7ce-d625-4e01-bb7f-092573c2029f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:51.578562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.668211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:51.858105 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Publish callbacks [] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.865397 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:51.923773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:51.927767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.20.0.1 (6ec2efa5-3474-456f-aa31-39182dbe5b73/23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2/a886cdaa-4581-492a-8928-25447d4e9d51) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:51.929056 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:51.932110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:51.949942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Pushing event updated for resources: {'Port': ['ID=03ebe7ce-d625-4e01-bb7f-092573c2029f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:52.053460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (a886cdaa-4581-492a-8928-25447d4e9d51), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.093945 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.159164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:52.160825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=a886cdaa-4581-492a-8928-25447d4e9d51,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:52.163415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:52.166496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:52.185503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Attempting to bind port 03ebe7ce-d625-4e01-bb7f-092573c2029f on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:52.186361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Attempting to bind port 03ebe7ce-d625-4e01-bb7f-092573c2029f by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:52.186361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Attempting to bind port 03ebe7ce-d625-4e01-bb7f-092573c2029f on network 6ec2efa5-3474-456f-aa31-39182dbe5b73 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:52.190633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:49Z', 'revision_number': 3, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:52.203899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.204584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.205003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.205416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.205901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.206394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.206852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.207290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.207688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.208086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.208480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.209260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.209679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:52.226771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:52.227333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Checking segment: {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:52.227742 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.228145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Bound using segment: {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:52.228631 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Bound port: 03ebe7ce-d625-4e01-bb7f-092573c2029f, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:52.229008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.231651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbe537a-3f29-47ba-affb-0f1758a4c6ed None None] The sync data for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 is: [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:49Z', 'revision_number': 3, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:52.257980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.305846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] For port 03ebe7ce-d625-4e01-bb7f-092573c2029f, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:52.316495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] For port 03ebe7ce-d625-4e01-bb7f-092573c2029f, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=03ebe7ce-d625-4e01-bb7f-092573c2029f,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:52.326530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.390153 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:01:52.407032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbe1f1-5c53-4960-8a7e-14640df6c21e None None] Pushing event updated for resources: {'Port': ['ID=03ebe7ce-d625-4e01-bb7f-092573c2029f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:52.449549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.712349 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.902015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (a886cdaa-4581-492a-8928-25447d4e9d51), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:52.911619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.020519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.022481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=a886cdaa-4581-492a-8928-25447d4e9d51,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:53.063050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 70244cae-d1ba-43a1-bbd0-59929221fc60 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:53.135462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 70244cae-d1ba-43a1-bbd0-59929221fc60 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:53.135846 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.141225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:53.143374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:53.259922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 70244cae-d1ba-43a1-bbd0-59929221fc60 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:53.260528 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.292020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 70244cae-d1ba-43a1-bbd0-59929221fc60, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=70244cae-d1ba-43a1-bbd0-59929221fc60,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:53.299575 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.300812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 03ebe7ce-d625-4e01-bb7f-092573c2029f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:53.377625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:01:53.463432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 03ebe7ce-d625-4e01-bb7f-092573c2029f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:53.464118 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.467525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=70244cae-d1ba-43a1-bbd0-59929221fc60,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:53.588621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 03ebe7ce-d625-4e01-bb7f-092573c2029f is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:53.589380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.663560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 03ebe7ce-d625-4e01-bb7f-092573c2029f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=03ebe7ce-d625-4e01-bb7f-092573c2029f,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:53.665928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:01:53.677172 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.680213 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ab55209-3d17-4f4d-9f3d-18ef7a2ba0fb tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "PUT /v2.0/routers/e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5864680 Feb 19 01:01:53.683222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55762) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:53.762940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=03ebe7ce-d625-4e01-bb7f-092573c2029f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:53.843546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b706ba-c893-4947-92dc-8c4fb3e0ef0a None None] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:01:53.864467 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:53.915316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2df74851-6e71-4df9-b452-38a68936a158 None None] Provisioning complete for port 03ebe7ce-d625-4e01-bb7f-092573c2029f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:53.915692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df74851-6e71-4df9-b452-38a68936a158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.046440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2df74851-6e71-4df9-b452-38a68936a158 None None] Current status of the port 03ebe7ce-d625-4e01-bb7f-092573c2029f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:54.181742 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.229983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cda90-2536-459c-8d1b-6a6c52109e24 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.230780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cda90-2536-459c-8d1b-6a6c52109e24 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.231401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cda90-2536-459c-8d1b-6a6c52109e24 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.232146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cda90-2536-459c-8d1b-6a6c52109e24 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.232615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856cda90-2536-459c-8d1b-6a6c52109e24 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.234654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-856cda90-2536-459c-8d1b-6a6c52109e24 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.5491590 Feb 19 01:01:54.237621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55768) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:54.343117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e84c7-80a0-40b1-b876-979e9f813c48 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.343764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e84c7-80a0-40b1-b876-979e9f813c48 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.344240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e84c7-80a0-40b1-b876-979e9f813c48 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.344749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e84c7-80a0-40b1-b876-979e9f813c48 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.345244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e84c7-80a0-40b1-b876-979e9f813c48 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:54.347196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-651e84c7-80a0-40b1-b876-979e9f813c48 tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1085856 Feb 19 01:01:54.350434 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55770) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:54.380833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fd961e15-2ebe-45ad-9514-8dbfd291abbd None None] Provisioning complete for port 03ebe7ce-d625-4e01-bb7f-092573c2029f triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:54.381466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd961e15-2ebe-45ad-9514-8dbfd291abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.481359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fd961e15-2ebe-45ad-9514-8dbfd291abbd None None] Current status of the port 03ebe7ce-d625-4e01-bb7f-092573c2029f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:54.497643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fd961e15-2ebe-45ad-9514-8dbfd291abbd None None] Provisioning complete for port a886cdaa-4581-492a-8928-25447d4e9d51 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:54.498255 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd961e15-2ebe-45ad-9514-8dbfd291abbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.551129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fd961e15-2ebe-45ad-9514-8dbfd291abbd None None] Port a886cdaa-4581-492a-8928-25447d4e9d51 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:54.581899 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Sync routers for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:01:54.594556 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:54.595804 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:54.687215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-62d296fe-dacf-4000-9e87-efb794919cd5 None None] Provisioning complete for port a886cdaa-4581-492a-8928-25447d4e9d51 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:54.687594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62d296fe-dacf-4000-9e87-efb794919cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.731437 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:54.764823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62d296fe-dacf-4000-9e87-efb794919cd5 None None] Port a886cdaa-4581-492a-8928-25447d4e9d51 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:54.920179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-bb9e409b-9765-4624-a9fc-e75758567c1f None None] Provisioning complete for port a886cdaa-4581-492a-8928-25447d4e9d51 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:54.921416 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb9e409b-9765-4624-a9fc-e75758567c1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:54.951149 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 2, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:54.984803 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Checking router: e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:01:54.997476 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Updating router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 port a886cdaa-4581-492a-8928-25447d4e9d51 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:01:55.021476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e409b-9765-4624-a9fc-e75758567c1f None None] Port a886cdaa-4581-492a-8928-25447d4e9d51 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:55.027469 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.036591 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-05ca1952-869f-4f51-af22-2c1de7ea056e tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 0.6820078 Feb 19 01:01:55.062409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 70244cae-d1ba-43a1-bbd0-59929221fc60 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:55.118522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 70244cae-d1ba-43a1-bbd0-59929221fc60 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:55.119288 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.206596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 70244cae-d1ba-43a1-bbd0-59929221fc60 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:55.207982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 03ebe7ce-d625-4e01-bb7f-092573c2029f up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:55.266001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 03ebe7ce-d625-4e01-bb7f-092573c2029f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:55.266411 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.273555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55778) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:55.279284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-72ad3c25-d285-446d-8d32-dc13bea18921 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2076117952', 'description': 'tempest-secgroup-smoke-2076117952 description', 'project_id': '958c6c9b35544ce6a5494842436a9129'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:55.306721 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72ad3c25-d285-446d-8d32-dc13bea18921 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.367194 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Publish callbacks [] for port (a886cdaa-4581-492a-8928-25447d4e9d51), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.369366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 03ebe7ce-d625-4e01-bb7f-092573c2029f is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:55.374836 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.392834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72ad3c25-d285-446d-8d32-dc13bea18921 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (5ffdc117-dfa0-428a-a875-ba8fb56cb567), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.398381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72ad3c25-d285-446d-8d32-dc13bea18921 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5ffdc117-dfa0-428a-a875-ba8fb56cb567), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.432717 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31692e85-866f-40d4-8e9a-4f23f3368b27 None None] Pushing event updated for resources: {'Port': ['ID=a886cdaa-4581-492a-8928-25447d4e9d51,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:55.451388 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72ad3c25-d285-446d-8d32-dc13bea18921 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.455085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-72ad3c25-d285-446d-8d32-dc13bea18921 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1774557 Feb 19 01:01:55.455385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad3c25-d285-446d-8d32-dc13bea18921 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffdc117-dfa0-428a-a875-ba8fb56cb567,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:55.456173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55780) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:55.471529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7986c289-a733-403f-860e-7392d58fabfc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': '5ffdc117-dfa0-428a-a875-ba8fb56cb567', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:55.483819 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Attempting to bind port a886cdaa-4581-492a-8928-25447d4e9d51 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:01:55.484473 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Attempting to bind port a886cdaa-4581-492a-8928-25447d4e9d51 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:01:55.485009 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Attempting to bind port a886cdaa-4581-492a-8928-25447d4e9d51 on network 6ec2efa5-3474-456f-aa31-39182dbe5b73 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:01:55.491238 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:01:55.491977 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Checking segment: {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:01:55.492555 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.493174 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Bound using segment: {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:01:55.493910 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Bound port: a886cdaa-4581-492a-8928-25447d4e9d51, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:01:55.494511 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.509627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7986c289-a733-403f-860e-7392d58fabfc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (f1cf2096-bbf3-4b60-9f17-d9404a897ac0), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.584478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7986c289-a733-403f-860e-7392d58fabfc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (f1cf2096-bbf3-4b60-9f17-d9404a897ac0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.589635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7986c289-a733-403f-860e-7392d58fabfc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f1cf2096-bbf3-4b60-9f17-d9404a897ac0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.596453 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] For port a886cdaa-4581-492a-8928-25447d4e9d51, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:01:55.600151 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] For port a886cdaa-4581-492a-8928-25447d4e9d51, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a886cdaa-4581-492a-8928-25447d4e9d51,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:01:55.607591 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.619242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986c289-a733-403f-860e-7392d58fabfc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cf2096-bbf3-4b60-9f17-d9404a897ac0,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:55.635699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7986c289-a733-403f-860e-7392d58fabfc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.637219 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7986c289-a733-403f-860e-7392d58fabfc tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1800299 Feb 19 01:01:55.640388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55782) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:55.648882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-453d5ee2-9a15-4499-b7b9-ba51f5d4d184 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': '5ffdc117-dfa0-428a-a875-ba8fb56cb567', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:55.682811 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:01:55.683451 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:55.707477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453d5ee2-9a15-4499-b7b9-ba51f5d4d184 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (c1747403-882e-425b-bf9e-5e140f160d1b), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.721946 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31692e85-866f-40d4-8e9a-4f23f3368b27 None None] Pushing event updated for resources: {'Port': ['ID=a886cdaa-4581-492a-8928-25447d4e9d51,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:55.751808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Provisioning complete for port a886cdaa-4581-492a-8928-25447d4e9d51 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:55.753225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.794553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453d5ee2-9a15-4499-b7b9-ba51f5d4d184 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (c1747403-882e-425b-bf9e-5e140f160d1b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.800104 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453d5ee2-9a15-4499-b7b9-ba51f5d4d184 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (c1747403-882e-425b-bf9e-5e140f160d1b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.838313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d5ee2-9a15-4499-b7b9-ba51f5d4d184 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1747403-882e-425b-bf9e-5e140f160d1b,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:55.858756 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-453d5ee2-9a15-4499-b7b9-ba51f5d4d184 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.862363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-453d5ee2-9a15-4499-b7b9-ba51f5d4d184 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2207417 Feb 19 01:01:55.865339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55784) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:55.870089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2852a565-1af1-4c0d-862a-3f5fdea81cd9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': '5ffdc117-dfa0-428a-a875-ba8fb56cb567', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:55.891186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Current status of the port a886cdaa-4581-492a-8928-25447d4e9d51 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:55.892045 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.919149 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2852a565-1af1-4c0d-862a-3f5fdea81cd9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (b66aa6b8-6a19-4c87-ba05-d591f79fc249), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.946774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] For port a886cdaa-4581-492a-8928-25447d4e9d51, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a886cdaa-4581-492a-8928-25447d4e9d51,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:01:55.955316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:55.997128 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:01:56.042763 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Pushing event updated for resources: {'Port': ['ID=a886cdaa-4581-492a-8928-25447d4e9d51,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:56.043920 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2852a565-1af1-4c0d-862a-3f5fdea81cd9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (b66aa6b8-6a19-4c87-ba05-d591f79fc249), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.050126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2852a565-1af1-4c0d-862a-3f5fdea81cd9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b66aa6b8-6a19-4c87-ba05-d591f79fc249), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.056606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.057651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.058070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.058565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.059389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.059389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.060072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.060361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.060734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.061142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.061524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.062025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.062456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7d40a4-a309-4ecf-947d-8ee414af1c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:01:56.080111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2a3bf7c8-6376-4680-867d-f0b78eee6bea None None] Provisioning complete for port a886cdaa-4581-492a-8928-25447d4e9d51 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:56.080691 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a3bf7c8-6376-4680-867d-f0b78eee6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.087113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852a565-1af1-4c0d-862a-3f5fdea81cd9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66aa6b8-6a19-4c87-ba05-d591f79fc249,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:56.110771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2852a565-1af1-4c0d-862a-3f5fdea81cd9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.112353 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2852a565-1af1-4c0d-862a-3f5fdea81cd9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459316 Feb 19 01:01:56.116697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55790) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:56.127391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-89d7e4f1-6aef-4d69-901b-d2b7544a6bde tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': '5ffdc117-dfa0-428a-a875-ba8fb56cb567', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:56.168804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-89d7e4f1-6aef-4d69-901b-d2b7544a6bde tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (54bd2834-15e7-4dc8-bf46-21b7d9b20903), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.176022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2a3bf7c8-6376-4680-867d-f0b78eee6bea None None] Current status of the port a886cdaa-4581-492a-8928-25447d4e9d51 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:56.230467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-89d7e4f1-6aef-4d69-901b-d2b7544a6bde tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (54bd2834-15e7-4dc8-bf46-21b7d9b20903), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.235084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-89d7e4f1-6aef-4d69-901b-d2b7544a6bde tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (54bd2834-15e7-4dc8-bf46-21b7d9b20903), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.253814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7e4f1-6aef-4d69-901b-d2b7544a6bde tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54bd2834-15e7-4dc8-bf46-21b7d9b20903,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:56.266608 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:55Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:01:56.268169 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-89d7e4f1-6aef-4d69-901b-d2b7544a6bde tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.272336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-89d7e4f1-6aef-4d69-901b-d2b7544a6bde tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513486 Feb 19 01:01:56.273245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55792) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:56.277246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ba7608ef-622c-43a9-95c8-8721cc367838 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': '5ffdc117-dfa0-428a-a875-ba8fb56cb567', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:56.296665 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401038c-7526-4f78-a489-f56e83ed5f54 None None] The sync data for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 is: [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:55Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:01:56.299656 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-ba7608ef-622c-43a9-95c8-8721cc367838 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Project 958c6c9b35544ce6a5494842436a9129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:01:56.311353 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba7608ef-622c-43a9-95c8-8721cc367838 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (2949b533-5d91-4845-a64e-a2340eac5e92), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.398171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba7608ef-622c-43a9-95c8-8721cc367838 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (2949b533-5d91-4845-a64e-a2340eac5e92), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.404899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba7608ef-622c-43a9-95c8-8721cc367838 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (2949b533-5d91-4845-a64e-a2340eac5e92), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.433053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7608ef-622c-43a9-95c8-8721cc367838 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2949b533-5d91-4845-a64e-a2340eac5e92,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:56.444172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba7608ef-622c-43a9-95c8-8721cc367838 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.448173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ba7608ef-622c-43a9-95c8-8721cc367838 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1717682 Feb 19 01:01:56.448484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55794) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:01:56.453157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-20154e43-0547-4aac-bc73-d6ba3f203596 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'security_group_rule': {'security_group_id': '5ffdc117-dfa0-428a-a875-ba8fb56cb567', 'project_id': '958c6c9b35544ce6a5494842436a9129', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:56.475716 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-20154e43-0547-4aac-bc73-d6ba3f203596 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Project 958c6c9b35544ce6a5494842436a9129 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:01:56.481924 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20154e43-0547-4aac-bc73-d6ba3f203596 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (cf46ca6f-4df3-4cc0-8088-9795e7ca587d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.550022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20154e43-0547-4aac-bc73-d6ba3f203596 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (cf46ca6f-4df3-4cc0-8088-9795e7ca587d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.555282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20154e43-0547-4aac-bc73-d6ba3f203596 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (cf46ca6f-4df3-4cc0-8088-9795e7ca587d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.577853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20154e43-0547-4aac-bc73-d6ba3f203596 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf46ca6f-4df3-4cc0-8088-9795e7ca587d,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:56.589692 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-20154e43-0547-4aac-bc73-d6ba3f203596 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:56.600096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-20154e43-0547-4aac-bc73-d6ba3f203596 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414518 Feb 19 01:01:56.825545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-6309d8b4-9db8-49a6-88b3-a090a87803a5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2076117952&fields=id&tenant_id=958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 267 time: 0.0565495 Feb 19 01:01:56.934844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-4a03266e-ffd4-40cd-b29f-ac137f5b1de1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:56.935426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-4a03266e-ffd4-40cd-b29f-ac137f5b1de1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/networks?id=6ec2efa5-3474-456f-aa31-39182dbe5b73 HTTP/1.1" status: 200 len: 797 time: 0.1090536 Feb 19 01:01:56.954764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-d5d4ced2-ed9a-46a8-8405-e8edceadffa3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/quotas/958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 375 time: 0.0109825 Feb 19 01:01:57.014587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a886cdaa-4581-492a-8928-25447d4e9d51 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:01:57.051320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-91951eb4-c925-47fa-8596-c2744929c285 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0889840 Feb 19 01:01:57.097262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a886cdaa-4581-492a-8928-25447d4e9d51 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:57.098028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:57.183476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-5712bf64-1c79-4631-855a-32bf1ad5d322 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087818 Feb 19 01:01:57.198749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a886cdaa-4581-492a-8928-25447d4e9d51 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:01:57.281009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-8f519550-d677-46ed-8a50-c8679558f861 service neutron] 10.222.0.60 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963864 Feb 19 01:01:57.512399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-057898d4-1cec-4a70-a5b2-1ad18ea3c24e req-0ef78e99-8bf8-48cd-9ab5-ead612b63d29 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 210 time: 0.0347874 Feb 19 01:01:58.723709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8b0ab31e-989d-4149-ab21-ca0cef2dd127 req-920de2a1-43d0-4a10-a313-89fba2ab93ec tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 210 time: 0.0691488 Feb 19 01:01:58.763994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cec6f6-2bb1-4750-beab-6563a1245bac req-32140c2f-becf-4780-9ae5-4afd38a1c255 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:58.765408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46cec6f6-2bb1-4750-beab-6563a1245bac req-32140c2f-becf-4780-9ae5-4afd38a1c255 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 946 time: 0.1497428 Feb 19 01:01:58.801717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-4d49952f-c8bb-443a-a4c5-d88148675e68 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:58.803253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-4d49952f-c8bb-443a-a4c5-d88148675e68 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "GET /v2.0/networks?id=6ec2efa5-3474-456f-aa31-39182dbe5b73 HTTP/1.1" status: 200 len: 797 time: 0.2209897 Feb 19 01:01:58.844668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46cec6f6-2bb1-4750-beab-6563a1245bac req-30cde712-9743-4bfe-ad35-93679295cd6e tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721951 Feb 19 01:01:58.884059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fc7153bd-b765-49d5-897a-a18837ac841b tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c6c9b35544ce6a5494842436a9129 HTTP/1.1" status: 200 len: 380 time: 0.0703750 Feb 19 01:01:58.893231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'port': {'device_id': '682424f3-ce89-437f-a6ff-d2d63109638f', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'admin_state_up': True, 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'security_groups': ['5ffdc117-dfa0-428a-a875-ba8fb56cb567']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:58.998411 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Made reservation on behalf of 958c6c9b35544ce6a5494842436a9129 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:01:59.002256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.137766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.20.0.5 (6ec2efa5-3474-456f-aa31-39182dbe5b73/23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2/6a100384-af65-48ba-b278-72bbea6cdb15) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:01:59.286063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (6a100384-af65-48ba-b278-72bbea6cdb15), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.330291 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.372000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:01:59.375011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:01:59.378741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:01:59.406228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=6a100384-af65-48ba-b278-72bbea6cdb15,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:01:59.435507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.436213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.455215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-ed019212-27cc-4207-8c2b-b818ecdc1f27 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5656757 Feb 19 01:01:59.591548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Request body: {'port': {'device_id': '682424f3-ce89-437f-a6ff-d2d63109638f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:01:59.617907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-dafdca7c-dcf7-4b93-85b7-5459a84b98d4 None None] Provisioning complete for port 6a100384-af65-48ba-b278-72bbea6cdb15 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:01:59.618974 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dafdca7c-dcf7-4b93-85b7-5459a84b98d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.653342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dafdca7c-dcf7-4b93-85b7-5459a84b98d4 None None] Port 6a100384-af65-48ba-b278-72bbea6cdb15 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:01:59.663739 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:01:59.927173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81042da-dca9-498c-b561-a8981e99b264 req-28ab1f41-9781-4d0a-abf2-92517bd66f63 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:01:59.928587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d81042da-dca9-498c-b561-a8981e99b264 req-28ab1f41-9781-4d0a-abf2-92517bd66f63 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 931 time: 0.1014547 Feb 19 01:02:00.008670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a100384-af65-48ba-b278-72bbea6cdb15 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:00.019719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Publish callbacks [] for port (6a100384-af65-48ba-b278-72bbea6cdb15), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.041596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Transition to ACTIVE for port object 6a100384-af65-48ba-b278-72bbea6cdb15 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:00.055103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.089782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d81042da-dca9-498c-b561-a8981e99b264 req-99eabc85-5e80-4acb-8f97-ec521ed79875 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495571 Feb 19 01:02:00.112821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf2259-edd7-4c9e-8e80-024fb7a6ab07 req-3bd34385-6318-426c-9826-5941b2d16002 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.114353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14cf2259-edd7-4c9e-8e80-024fb7a6ab07 req-3bd34385-6318-426c-9826-5941b2d16002 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 946 time: 0.1848643 Feb 19 01:02:00.127767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Pushing event updated for resources: {'Port': ['ID=6a100384-af65-48ba-b278-72bbea6cdb15,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:00.235822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14cf2259-edd7-4c9e-8e80-024fb7a6ab07 req-9681459d-2036-481a-95a2-8c7022f9985d tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105771 Feb 19 01:02:00.245530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Attempting to bind port 6a100384-af65-48ba-b278-72bbea6cdb15 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:00.245875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Attempting to bind port 6a100384-af65-48ba-b278-72bbea6cdb15 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:00.246231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Attempting to bind port 6a100384-af65-48ba-b278-72bbea6cdb15 on network 6ec2efa5-3474-456f-aa31-39182dbe5b73 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:00.258722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Port 6a100384-af65-48ba-b278-72bbea6cdb15 on network 6ec2efa5-3474-456f-aa31-39182dbe5b73 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:00.259076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Attempting to bind port 6a100384-af65-48ba-b278-72bbea6cdb15 on network 6ec2efa5-3474-456f-aa31-39182dbe5b73 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:00.265615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:00.265978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Checking segment: {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:00.266409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Bound using segment: {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:00.266842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Bound port: 6a100384-af65-48ba-b278-72bbea6cdb15, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daedcbfe-9730-4029-9d98-d0096cd268a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:00.267264 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.338575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] For port 6a100384-af65-48ba-b278-72bbea6cdb15, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:00.344030 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] For port 6a100384-af65-48ba-b278-72bbea6cdb15, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a100384-af65-48ba-b278-72bbea6cdb15,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:00.351418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.386261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.386991 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:00.388462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] 10.222.0.113 "PUT /v2.0/ports/6a100384-af65-48ba-b278-72bbea6cdb15 HTTP/1.1" status: 200 len: 1091 time: 0.9260402 Feb 19 01:02:00.388912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:00.391228 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158" -d '{"events": [{"name": "network-changed", "server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:00.416822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe81d0c1-1217-4945-96a8-a9ff59d98f39 service neutron] Pushing event updated for resources: {'Port': ['ID=6a100384-af65-48ba-b278-72bbea6cdb15,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:00.451059 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe466d33-6649-4631-96c3-34aeb2090c25 x-openstack-request-id: req-fe466d33-6649-4631-96c3-34aeb2090c25 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:00.451359 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:00.451615 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe466d33-6649-4631-96c3-34aeb2090c25 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:00.452022 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15', 'status': 'completed', 'code': 200} Feb 19 01:02:00.491747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-b13d7a9f-98fb-444e-9252-203a64f038f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.493295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-b13d7a9f-98fb-444e-9252-203a64f038f1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 1125 time: 0.0528626 Feb 19 01:02:00.539757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-989f1899-6324-417d-a99f-06b5b32160a7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a100384-af65-48ba-b278-72bbea6cdb15 HTTP/1.1" status: 200 len: 217 time: 0.0397377 Feb 19 01:02:00.594786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-7bf08b98-fed4-489f-97fc-cec986332a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.596818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-7bf08b98-fed4-489f-97fc-cec986332a4b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2 HTTP/1.1" status: 200 len: 835 time: 0.0505750 Feb 19 01:02:00.651449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-874b3a54-6d36-4a59-93bb-3fceae6ec2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.652991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-874b3a54-6d36-4a59-93bb-3fceae6ec2cb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6ec2efa5-3474-456f-aa31-39182dbe5b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482869 Feb 19 01:02:00.749225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-18aabc4c-8481-45a5-a924-7ce46dd26aec service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896132 Feb 19 01:02:00.840850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bda45ef-8c71-482d-8c3b-0df764accb15 req-17e7efb6-f237-4dc3-9e55-2d295b65b18c service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853417 Feb 19 01:02:00.940767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-6b422b65-027e-4116-a1bb-cc7d45dc9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:00.942313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-6b422b65-027e-4116-a1bb-cc7d45dc9f3a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 1125 time: 0.0546265 Feb 19 01:02:01.035742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-a570ea2e-170b-484d-8909-cd32c0631a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.037307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-a570ea2e-170b-484d-8909-cd32c0631a30 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6ec2efa5-3474-456f-aa31-39182dbe5b73 HTTP/1.1" status: 200 len: 898 time: 0.0890787 Feb 19 01:02:01.037695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-faf9052b-a126-48ba-ad4b-9960200df6ee tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.039301 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-faf9052b-a126-48ba-ad4b-9960200df6ee tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.126 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 946 time: 0.0602238 Feb 19 01:02:01.081285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-f9fb1cd1-1f9e-4487-8d71-6617d020816e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a100384-af65-48ba-b278-72bbea6cdb15 HTTP/1.1" status: 200 len: 217 time: 0.0367012 Feb 19 01:02:01.143727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Deleting port cb6a8bea-9b62-4015-885d-f656e8d021c9 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:01.144085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.155659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-0c782953-3f98-4284-b723-977d97ead968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.157215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-0c782953-3f98-4284-b723-977d97ead968 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2 HTTP/1.1" status: 200 len: 835 time: 0.0692754 Feb 19 01:02:01.246821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-7189928e-42b6-4ca2-bc80-28746dda7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.248980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-7189928e-42b6-4ca2-bc80-28746dda7be5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6ec2efa5-3474-456f-aa31-39182dbe5b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0830357 Feb 19 01:02:01.250597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] For port cb6a8bea-9b62-4015-885d-f656e8d021c9, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=cb6a8bea-9b62-4015-885d-f656e8d021c9,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:01.251068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.271756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a604dd-c0ed-4eed-ba79-f8d65166b3c7 req-a6910134-d95a-43a9-97ea-93664247ec9d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.273250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7a604dd-c0ed-4eed-ba79-f8d65166b3c7 req-a6910134-d95a-43a9-97ea-93664247ec9d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 943 time: 0.0740643 Feb 19 01:02:01.411153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7a604dd-c0ed-4eed-ba79-f8d65166b3c7 req-1eb6d36e-5cb4-4e00-8956-faea04603765 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272008 Feb 19 01:02:01.430503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-7f65257c-fe57-406a-8399-9fea0ce70ee3 service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736455 Feb 19 01:02:01.441697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e9b23-e8ad-4446-800e-e476c37ff6a9 req-58484dbd-8434-497a-8fcd-38b4d67485c8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:01.443605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a3e9b23-e8ad-4446-800e-e476c37ff6a9 req-58484dbd-8434-497a-8fcd-38b4d67485c8 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0dff8ac-7591-4028-b151-12aa6f260309 HTTP/1.1" status: 200 len: 946 time: 0.1130116 Feb 19 01:02:01.455227 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.455974 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (2f77501f-d465-487b-be6a-2211ebc5cca8), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.456302 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Floating IP 2f77501f-d465-487b-be6a-2211ebc5cca8 disassociated. External IP: 172.25.6.172, port: cb6a8bea-9b62-4015-885d-f656e8d021c9. Feb 19 01:02:01.456817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Calling delete_port for cb6a8bea-9b62-4015-885d-f656e8d021c9 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:01.545520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a3e9b23-e8ad-4446-800e-e476c37ff6a9 req-9fc68752-bc2d-4f83-a69f-0971ddc13c6a tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups?id=51d4c6a8-a955-44f8-8e47-cff4e26187c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935156 Feb 19 01:02:01.567960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ebb0cb0-ec76-4ec9-83b1-1928f6e35158 req-851cdde7-3bf3-4c2b-bd83-2e6e3617ac27 service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233578 Feb 19 01:02:01.604547 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (cb6a8bea-9b62-4015-885d-f656e8d021c9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.634296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event deleted for resources: {'Port': ['ID=cb6a8bea-9b62-4015-885d-f656e8d021c9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:01.752436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:01.870756 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:01.882690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] Sync routers for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:01.894175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:01.895198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:01.913315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] No DVR routers for this DVR port cb6a8bea-9b62-4015-885d-f656e8d021c9 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:01.916113 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:01.920697 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-27ea5357-ab07-4c69-bc5d-920c3ab8bed8 req-74a8c925-76a0-426d-a399-68b9e5340e16 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.126 "DELETE /v2.0/ports/cb6a8bea-9b62-4015-885d-f656e8d021c9 HTTP/1.1" status: 204 len: 173 time: 0.8750122 Feb 19 01:02:01.921181 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'name': 'network-vif-deleted', 'tag': 'cb6a8bea-9b62-4015-885d-f656e8d021c9'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:01.924058 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545330cb-283c-4a22-9678-1f04fd22b695" -d '{"events": [{"server_uuid": "a0dff8ac-7591-4028-b151-12aa6f260309", "name": "network-vif-deleted", "tag": "cb6a8bea-9b62-4015-885d-f656e8d021c9"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:01.981181 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc23035-75ca-46fb-8082-48df4688517a x-openstack-request-id: req-4bc23035-75ca-46fb-8082-48df4688517a {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:01.981542 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0dff8ac-7591-4028-b151-12aa6f260309", "name": "network-vif-deleted", "tag": "cb6a8bea-9b62-4015-885d-f656e8d021c9", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:01.982148 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bc23035-75ca-46fb-8082-48df4688517a {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:01.982595 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0dff8ac-7591-4028-b151-12aa6f260309', 'name': 'network-vif-deleted', 'tag': 'cb6a8bea-9b62-4015-885d-f656e8d021c9', 'status': 'completed', 'code': 200} Feb 19 01:02:02.042689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:02.229462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6a100384-af65-48ba-b278-72bbea6cdb15 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:02:02.362882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:02.365586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6a100384-af65-48ba-b278-72bbea6cdb15, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a100384-af65-48ba-b278-72bbea6cdb15,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:02.397093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] Checking router: 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:02.401907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '6a100384-af65-48ba-b278-72bbea6cdb15', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'port_id': '6a100384-af65-48ba-b278-72bbea6cdb15', 'mac_address': 'fa:16:3e:c7:f4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:02:02.438379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:02.439115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:02.500646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6a100384-af65-48ba-b278-72bbea6cdb15 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:02.501046 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.516575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a100384-af65-48ba-b278-72bbea6cdb15 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:02.548400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6a100384-af65-48ba-b278-72bbea6cdb15, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a100384-af65-48ba-b278-72bbea6cdb15,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:02.578271 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.599944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd2fb9-4999-4cab-8fd7-f52776c78a7f req-5c1f7575-7bb6-4181-af33-f7b1803c155b tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:02.610372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54cd2fb9-4999-4cab-8fd7-f52776c78a7f req-5c1f7575-7bb6-4181-af33-f7b1803c155b tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 943 time: 0.0945480 Feb 19 01:02:02.692481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55878) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:02.759584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-54cd2fb9-4999-4cab-8fd7-f52776c78a7f req-e80960b7-9783-4940-ad75-6f1aa9b65913 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462548 Feb 19 01:02:02.789399 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc391-ecb6-402b-bb1a-3618de817a98 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (51d4c6a8-a955-44f8-8e47-cff4e26187c7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.819933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc391-ecb6-402b-bb1a-3618de817a98 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (51d4c6a8-a955-44f8-8e47-cff4e26187c7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.826209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:02.860919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['6a100384-af65-48ba-b278-72bbea6cdb15'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:02:02.891926 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc391-ecb6-402b-bb1a-3618de817a98 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (51d4c6a8-a955-44f8-8e47-cff4e26187c7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.895953 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8bcc391-ecb6-402b-bb1a-3618de817a98 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:02.900760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c8bcc391-ecb6-402b-bb1a-3618de817a98 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "DELETE /v2.0/security-groups/51d4c6a8-a955-44f8-8e47-cff4e26187c7 HTTP/1.1" status: 204 len: 168 time: 0.2042496 Feb 19 01:02:02.901406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55880) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:02.907023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6a100384-af65-48ba-b278-72bbea6cdb15,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:02.912075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcc391-ecb6-402b-bb1a-3618de817a98 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d4c6a8-a955-44f8-8e47-cff4e26187c7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:02.938384 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-0bbcd70d-9aea-475e-b94f-49d2514ab90c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] show failed (client error): The resource could not be found. Feb 19 01:02:02.942916 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0bbcd70d-9aea-475e-b94f-49d2514ab90c tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "GET /v2.0/security-groups/51d4c6a8-a955-44f8-8e47-cff4e26187c7 HTTP/1.1" status: 404 len: 347 time: 0.0362175 Feb 19 01:02:02.945183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55882) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:03.092048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Deleting port efe5625d-a72d-464c-9a15-e7fc2b1428ea {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:03.092483 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (efe5625d-a72d-464c-9a15-e7fc2b1428ea), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.168922 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (efe5625d-a72d-464c-9a15-e7fc2b1428ea), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.169258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (efe5625d-a72d-464c-9a15-e7fc2b1428ea), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.182107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Calling delete_port for efe5625d-a72d-464c-9a15-e7fc2b1428ea owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:03.199779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:03.237258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75297ac-eae9-49c4-ba3a-89c9256bc015 None None] The sync data for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 is: [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T00:56:23Z', 'revision_number': 4, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0ee6d484-9e53-4d12-9e76-ae139362714f', 'name': '', 'network_id': '2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'mac_address': 'fa:16:3e:b0:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '1f12297f-0970-479a-9e40-d233c394eb96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:22Z', 'updated_at': '2022-02-19T00:56:31Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'subnets': [{'id': '1f12297f-0970-479a-9e40-d233c394eb96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:03.336781 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (efe5625d-a72d-464c-9a15-e7fc2b1428ea), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.361178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Pushing event deleted for resources: {'Port': ['ID=efe5625d-a72d-464c-9a15-e7fc2b1428ea,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:03.432159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks [] for floatingip (2f77501f-d465-487b-be6a-2211ebc5cca8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.435013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:03.438829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-91420314-7691-4775-951f-50670b76773b tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] 10.222.0.60 "DELETE /v2.0/floatingips/2f77501f-d465-487b-be6a-2211ebc5cca8 HTTP/1.1" status: 204 len: 168 time: 0.4895513 Feb 19 01:02:03.562630 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69bbc2-a240-4dd1-afdb-5012da460027 None None] New status for floating IP 2f77501f-d465-487b-be6a-2211ebc5cca8: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:02:03.889636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413a915-7175-454a-a08a-e1abdeb4b1a2 req-c5335e64-93d7-476b-a19a-958178caa4dd tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:03.891233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6413a915-7175-454a-a08a-e1abdeb4b1a2 req-c5335e64-93d7-476b-a19a-958178caa4dd tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 944 time: 0.0571914 Feb 19 01:02:03.941026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6413a915-7175-454a-a08a-e1abdeb4b1a2 req-092ed97b-c6ab-4353-9b6d-359aaa4c0373 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Feb 19 01:02:04.244221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6a100384-af65-48ba-b278-72bbea6cdb15 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:02:04.301231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 6a100384-af65-48ba-b278-72bbea6cdb15 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:02:04.305117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 6a100384-af65-48ba-b278-72bbea6cdb15 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:02:04.305505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.347663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device cb6a8bea-9b62-4015-885d-f656e8d021c9 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:04.373770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: cb6a8bea-9b62-4015-885d-f656e8d021c9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:04.374118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device cb6a8bea-9b62-4015-885d-f656e8d021c9 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:04.412818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6a100384-af65-48ba-b278-72bbea6cdb15 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:02:04.413257 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.436823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:04.439203 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e053db-f33c-4809-a48e-346003a0438f" -d '{"events": [{"server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "name": "network-vif-plugged", "status": "completed", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:04.451590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6a100384-af65-48ba-b278-72bbea6cdb15, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a100384-af65-48ba-b278-72bbea6cdb15,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:04.457868 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:04.482001 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991581dc-c663-44cc-a04b-2578a099477a x-openstack-request-id: req-991581dc-c663-44cc-a04b-2578a099477a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:04.482333 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "name": "network-vif-plugged", "status": "completed", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:04.482605 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-991581dc-c663-44cc-a04b-2578a099477a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:04.482999 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15', 'code': 200} Feb 19 01:02:04.509299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6a100384-af65-48ba-b278-72bbea6cdb15,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:04.585671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79662a41-f041-40ad-b481-c13a1657448b req-a21a0dde-f00b-43f9-b842-e50ebbc83cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:04.587252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79662a41-f041-40ad-b481-c13a1657448b req-a21a0dde-f00b-43f9-b842-e50ebbc83cd0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 1127 time: 0.0512052 Feb 19 01:02:04.638235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-79662a41-f041-40ad-b481-c13a1657448b req-da10f128-09f0-4834-9a0c-b62b9f9f6bb5 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451663 Feb 19 01:02:05.065313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c5533-bac1-4ec5-8b4f-11ebeaaffd17 req-eb558c4b-1251-4e3c-b288-9949f8affd76 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:05.066844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed8c5533-bac1-4ec5-8b4f-11ebeaaffd17 req-eb558c4b-1251-4e3c-b288-9949f8affd76 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 945 time: 0.0554769 Feb 19 01:02:05.118229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed8c5533-bac1-4ec5-8b4f-11ebeaaffd17 req-5948380c-1eee-4d6f-b198-27a7885f2f24 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455933 Feb 19 01:02:06.242227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca88044-4699-4e1d-a85d-3fdaa1468591 req-89774ee2-9061-4e50-b209-73d887f4ec58 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.243874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eca88044-4699-4e1d-a85d-3fdaa1468591 req-89774ee2-9061-4e50-b209-73d887f4ec58 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 945 time: 0.0545490 Feb 19 01:02:06.305359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eca88044-4699-4e1d-a85d-3fdaa1468591 req-c115dde9-7bc2-486b-b146-a9845b24590e tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553393 Feb 19 01:02:06.435056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbc6a0-adef-42d7-a4b2-aabb334fb20b req-a1b38e19-42d8-4d6e-b44c-e7ebbc5a586f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.436708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4cbc6a0-adef-42d7-a4b2-aabb334fb20b req-a1b38e19-42d8-4d6e-b44c-e7ebbc5a586f tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 945 time: 0.0544944 Feb 19 01:02:06.487192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4cbc6a0-adef-42d7-a4b2-aabb334fb20b req-e118a2f9-d557-46e5-8d2d-3d9a43778db7 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438509 Feb 19 01:02:06.510546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55916) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:06.561091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350dd61c-a40b-4148-b61d-ed7e134812ae tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:06.565672 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-350dd61c-a40b-4148-b61d-ed7e134812ae tempest-TestNetworkBasicOps-2064529694 tempest-TestNetworkBasicOps-2064529694-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 1122 time: 0.0535831 Feb 19 01:02:06.565967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 55918) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:06.570677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '6a100384-af65-48ba-b278-72bbea6cdb15', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:06.594327 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.720924 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:06.877639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Allocated IP 172.25.6.104 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/2ed1e766-3b4a-47e6-884b-3a4845f31aa7) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:07.267492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.304720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.345952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:07.348756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:07.354485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:07.380135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=2ed1e766-3b4a-47e6-884b-3a4845f31aa7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:07.795070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for floatingip (43f3925d-6a10-4b9f-ad82-0464edfcd879), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:07.867351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.030901 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for port (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.035566 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.113530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event updated for resources: {'Port': ['ID=2ed1e766-3b4a-47e6-884b-3a4845f31aa7,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:08.133710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (43f3925d-6a10-4b9f-ad82-0464edfcd879), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.250900 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Floating IP 43f3925d-6a10-4b9f-ad82-0464edfcd879 associated. External IP: 172.25.6.104, port: 6a100384-af65-48ba-b278-72bbea6cdb15. Feb 19 01:02:08.476854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:08.593685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:08.605855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] Sync routers for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:08.615468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:08.618952 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:08.619760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:08.660775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6ae52c59-295d-4c64-92f6-a26aa3d55dc3 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0935881 Feb 19 01:02:08.661728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:08.664921 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b" -d '{"events": [{"name": "network-changed", "server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:08.667017 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 55930) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:08.708913 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ee987e-73e5-4273-a847-1e9fb69b7eac x-openstack-request-id: req-b4ee987e-73e5-4273-a847-1e9fb69b7eac {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:08.709594 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:08.710439 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4ee987e-73e5-4273-a847-1e9fb69b7eac {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:08.711131 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15', 'status': 'completed', 'code': 200} Feb 19 01:02:08.763450 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3931a5b3-c812-4957-a1a1-6e1ff4b78657 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/floatingips/43f3925d-6a10-4b9f-ad82-0464edfcd879 HTTP/1.1" status: 200 len: 991 time: 0.0934577 Feb 19 01:02:08.788162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:08.812047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-895f1888-b507-4d97-b391-c96ac8ca1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.815399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-895f1888-b507-4d97-b391-c96ac8ca1b7d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 1127 time: 0.0825598 Feb 19 01:02:08.942742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-8f9809f1-9f55-41ba-9f97-130097245db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:08.944230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-8f9809f1-9f55-41ba-9f97-130097245db4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6ec2efa5-3474-456f-aa31-39182dbe5b73 HTTP/1.1" status: 200 len: 898 time: 0.1229105 Feb 19 01:02:09.046595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-3c583a53-c9c5-4ed3-825d-7e8bae41865f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a100384-af65-48ba-b278-72bbea6cdb15 HTTP/1.1" status: 200 len: 999 time: 0.0960739 Feb 19 01:02:09.123215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-f809e945-8cbc-4cd7-9c54-759503382e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:09.131124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-f809e945-8cbc-4cd7-9c54-759503382e98 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2 HTTP/1.1" status: 200 len: 835 time: 0.0739884 Feb 19 01:02:09.200021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-062969db-7047-49e7-a06d-09e456e6a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:09.201838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-062969db-7047-49e7-a06d-09e456e6a2f6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6ec2efa5-3474-456f-aa31-39182dbe5b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0579708 Feb 19 01:02:09.225003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '43f3925d-6a10-4b9f-ad82-0464edfcd879', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'port_id': '6a100384-af65-48ba-b278-72bbea6cdb15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'mac_address': 'fa:16:3e:c7:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682424f3-ce89-437f-a6ff-d2d63109638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:02:07Z', 'updated_at': '2022-02-19T01:02:07Z', 'revision_number': 0, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:55Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:09.276454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] Checking router: e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:09.296627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:09.298122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:01:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:09.355110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-14ea7d2e-e3d6-4d38-9340-b1dc6dfec68c service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449492 Feb 19 01:02:09.466721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dd87c5e-ede1-45cc-9dc9-8ba50574702b req-aefaba15-65c6-4da1-83a6-d23d84fbffdf service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059740 Feb 19 01:02:09.492653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:09.762286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '43f3925d-6a10-4b9f-ad82-0464edfcd879', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'port_id': '6a100384-af65-48ba-b278-72bbea6cdb15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'mac_address': 'fa:16:3e:c7:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682424f3-ce89-437f-a6ff-d2d63109638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:02:07Z', 'updated_at': '2022-02-19T01:02:07Z', 'revision_number': 0, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:55Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:09.766420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56038) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:09.814819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53f8a95-aab9-4fea-aa7d-e9e60d1e2665 None None] The sync data for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 is: [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '43f3925d-6a10-4b9f-ad82-0464edfcd879', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'floating_ip_address': '172.25.6.104', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'port_id': '6a100384-af65-48ba-b278-72bbea6cdb15', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'mac_address': 'fa:16:3e:c7:f4:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '682424f3-ce89-437f-a6ff-d2d63109638f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:02:07Z', 'updated_at': '2022-02-19T01:02:07Z', 'revision_number': 0, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:55Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:09.874942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d025e08a-548a-4520-801e-7256c730fef9 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/floatingips/43f3925d-6a10-4b9f-ad82-0464edfcd879 HTTP/1.1" status: 200 len: 991 time: 0.1074257 Feb 19 01:02:10.143045 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9ca718-fd3e-4985-8953-6488f7d001f6 None None] New status for floating IP 43f3925d-6a10-4b9f-ad82-0464edfcd879: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:02:10.878825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56184) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:10.973010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d724e6b6-5046-4cf0-85ac-7adf1e96a3b1 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/floatingips/43f3925d-6a10-4b9f-ad82-0464edfcd879 HTTP/1.1" status: 200 len: 993 time: 0.0918398 Feb 19 01:02:17.998017 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05729826-1699-4b8a-bbd0-b271eae802ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:18.981139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:20.058168 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75bba7d9-5e1b-4bac-8d29-f0056699b034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:21.262928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.691710 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:22.942541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56452) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:23.459069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.750725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Deleting port 0ee6d484-9e53-4d12-9e76-ae139362714f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:23.751103 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.860673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] For port 0ee6d484-9e53-4d12-9e76-ae139362714f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ee6d484-9e53-4d12-9e76-ae139362714f,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:23.861054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.865372 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:23.879092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Calling delete_port for 0ee6d484-9e53-4d12-9e76-ae139362714f owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:24.075505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0ee6d484-9e53-4d12-9e76-ae139362714f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.105354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Pushing event deleted for resources: {'Port': ['ID=0ee6d484-9e53-4d12-9e76-ae139362714f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:24.181840 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.361310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.617844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:24.737294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:24.746219 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f5feb75e-4052-423b-8047-fa9d129e60ad admin admin] 10.222.0.60 "PUT /v2.0/routers/2572e8b4-ea5c-4998-b9ae-ba408dd63a93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8002505 Feb 19 01:02:24.746538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56458) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:24.753716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] Sync routers for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:24.764277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:24.765897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:02:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:24.882929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks [] for router (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:24.899706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:25.026292 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks [] for router_gateway (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.130101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T01:02:24Z', 'revision_number': 5, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port': {'id': '5b17f652-6b4c-49b4-b860-b723748eb3b2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T00:56:18Z', 'updated_at': '2022-02-19T00:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:25.165573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] Checking router: 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:25.176325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] Routers {'2572e8b4-ea5c-4998-b9ae-ba408dd63a93'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:25.177000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:02:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:25.221641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56468) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:25.307542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] Set router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:25.371082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T01:02:25Z', 'revision_number': 6, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:25.407355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edb9384a-a6c1-4c18-9461-30a1a54b8285 None None] The sync data for ids ['2572e8b4-ea5c-4998-b9ae-ba408dd63a93'] in n-d-826527-3 is: [{'id': '2572e8b4-ea5c-4998-b9ae-ba408dd63a93', 'name': 'tempest-AttachVolumeTestJSON-439397364-router', 'tenant_id': '676e6c2f27e2417ca046102c92487187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T00:56:16Z', 'updated_at': '2022-02-19T01:02:25Z', 'revision_number': 6, 'project_id': '676e6c2f27e2417ca046102c92487187', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:25.408538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d178d3df-c892-417b-98b0-9161b681b504 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c48c39f37c104c27932654ad53dec05d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854529 Feb 19 01:02:25.409417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56472) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:25.442436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Deleting port 5b17f652-6b4c-49b4-b860-b723748eb3b2 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:25.442947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.473114 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8be2c8de-8b65-486c-aac2-d62a4343d371 admin admin] Publish callbacks [] for security_group (701d88fe-66bb-45b4-a010-364d6b47cae1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.498865 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8be2c8de-8b65-486c-aac2-d62a4343d371 admin admin] Publish callbacks [] for security_group (701d88fe-66bb-45b4-a010-364d6b47cae1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.524649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] For port 5b17f652-6b4c-49b4-b860-b723748eb3b2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5b17f652-6b4c-49b4-b860-b723748eb3b2,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:25.525047 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.543231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Calling delete_port for 5b17f652-6b4c-49b4-b860-b723748eb3b2 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:25.546768 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8be2c8de-8b65-486c-aac2-d62a4343d371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (701d88fe-66bb-45b4-a010-364d6b47cae1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.550144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8be2c8de-8b65-486c-aac2-d62a4343d371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.551367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8be2c8de-8b65-486c-aac2-d62a4343d371 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/701d88fe-66bb-45b4-a010-364d6b47cae1 HTTP/1.1" status: 204 len: 168 time: 0.1402423 Feb 19 01:02:25.560308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2c8de-8b65-486c-aac2-d62a4343d371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701d88fe-66bb-45b4-a010-364d6b47cae1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:25.748748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5b17f652-6b4c-49b4-b860-b723748eb3b2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.778150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b17f652-6b4c-49b4-b860-b723748eb3b2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:25.855924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.957351 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:25.959635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks [] for router_controller (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.009579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (2572e8b4-ea5c-4998-b9ae-ba408dd63a93), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.010338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2572e8b4-ea5c-4998-b9ae-ba408dd63a93 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:02:26.015242 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.016537 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-123c14a9-d79e-4c40-b5cb-9dac14d709e1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2572e8b4-ea5c-4998-b9ae-ba408dd63a93 HTTP/1.1" status: 204 len: 168 time: 1.2690837 Feb 19 01:02:26.019235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56486) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:26.078628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a51c78-4218-46e0-bb12-fdd99a5bc916 admin admin] Deleting subnet 1f12297f-0970-479a-9e40-d233c394eb96 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:26.084597 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2a51c78-4218-46e0-bb12-fdd99a5bc916 admin admin] Publish callbacks [] for subnet (1f12297f-0970-479a-9e40-d233c394eb96), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.134541 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2a51c78-4218-46e0-bb12-fdd99a5bc916 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (1f12297f-0970-479a-9e40-d233c394eb96), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.220108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2a51c78-4218-46e0-bb12-fdd99a5bc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (1f12297f-0970-479a-9e40-d233c394eb96), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.275798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2a51c78-4218-46e0-bb12-fdd99a5bc916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (1f12297f-0970-479a-9e40-d233c394eb96), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.291660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e2a51c78-4218-46e0-bb12-fdd99a5bc916 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.297234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a46ace-bd3f-4686-97c2-c1f2a8b8e875 None None] Network 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:26.298056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e2a51c78-4218-46e0-bb12-fdd99a5bc916 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1f12297f-0970-479a-9e40-d233c394eb96 HTTP/1.1" status: 204 len: 168 time: 0.2768512 Feb 19 01:02:26.299955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56496) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:26.319966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a51c78-4218-46e0-bb12-fdd99a5bc916 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f12297f-0970-479a-9e40-d233c394eb96,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.364538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56498) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:26.424974 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.494578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Deleting port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:26.495252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.529563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1016257054-network', 'tenant_id': '417d2665dbd7429081053947abaa8794'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:26.561685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Made reservation on behalf of 417d2665dbd7429081053947abaa8794 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:26.564631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.567654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] For port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:26.568133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.576874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] DHCP port deletion for 2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:02:26.585145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Calling delete_port for 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:26.588975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.640066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] Deleting port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:26.640472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.678600 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.682253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Publish callbacks [] for security_group (fa2a49c1-6002-4e99-82d2-714ea1fcbaa4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.688263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fa2a49c1-6002-4e99-82d2-714ea1fcbaa4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.704984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.713230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] No DVR routers for this DVR port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:26.720002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:26.723243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] For port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,segment=NetworkSegment(0e148d99-f6a4-4111-8c86-b4be935ff327),segment_id=0e148d99-f6a4-4111-8c86-b4be935ff327)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:26.723657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.735723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.738872 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (abb884d7-c031-4eb3-a96d-b64e35069cfc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.739226 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Added segment abb884d7-c031-4eb3-a96d-b64e35069cfc of type vlan for network 8c98c72c-b386-4385-87bb-0b3382adc79b Feb 19 01:02:26.743478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] Calling delete_port for 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:26.785720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8c98c72c-b386-4385-87bb-0b3382adc79b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.794319 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.815627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:26.820817 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8c98c72c-b386-4385-87bb-0b3382adc79b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.823812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:26.824427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.830888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e148d99-f6a4-4111-8c86-b4be935ff327') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:26.831450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e148d99-f6a4-4111-8c86-b4be935ff327') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:26.839383 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (9ca7bcfb-d782-45cd-a41a-0dcf1092f55c), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.844390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (0e148d99-f6a4-4111-8c86-b4be935ff327), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.862325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0e148d99-f6a4-4111-8c86-b4be935ff327), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.864730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] Pushing event deleted for resources: {'Port': ['ID=9ca7bcfb-d782-45cd-a41a-0dcf1092f55c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.869340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaba237-ff8f-40fb-983e-4215c19d9743 None None] No DVR routers for this DVR port 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:26.872348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:26.872866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (0e148d99-f6a4-4111-8c86-b4be935ff327), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:26.875134 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:26.894232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5261602 Feb 19 01:02:26.895179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56502) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:26.900412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Request body: {'subnet': {'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1016257054-subnet', 'tenant_id': '417d2665dbd7429081053947abaa8794', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:26.926581 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b944c7-166d-443a-af25-ceded768ac03 admin admin] Pushing event updated for resources: {'Network': ['ID=8c98c72c-b386-4385-87bb-0b3382adc79b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:26.941020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8c98c72c-b386-4385-87bb-0b3382adc79b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:26.963057 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.965267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Made reservation on behalf of 417d2665dbd7429081053947abaa8794 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:26.967831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.972769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:26.975963 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb HTTP/1.1" status: 204 len: 168 time: 0.6748941 Feb 19 01:02:27.023732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40287e-cf77-4022-b7f0-b875dca0dd51 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bcf35f4-a82a-43b0-b8df-1c4eca87f5fb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:27.123676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56506) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:27.169339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ee6d484-9e53-4d12-9e76-ae139362714f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:27.177763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ecbae0c0-4035-4689-b9f9-123e499da601 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=676e6c2f27e2417ca046102c92487187&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502567 Feb 19 01:02:27.178605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56508) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:27.195567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0ee6d484-9e53-4d12-9e76-ae139362714f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:27.195894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ee6d484-9e53-4d12-9e76-ae139362714f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:27.196251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:27.197638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (5661b1bf-06d6-446c-809f-636c8613a354), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.224287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:27.224650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ca7bcfb-d782-45cd-a41a-0dcf1092f55c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:27.225393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5b17f652-6b4c-49b4-b860-b723748eb3b2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:27.229077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ea1fb7c-9c2a-4ba5-b917-56bfd91437bf admin admin] Publish callbacks [] for security_group (f1d1eb67-cecd-4e62-ba63-ffa491fe505c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.246859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 5b17f652-6b4c-49b4-b860-b723748eb3b2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:27.247231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5b17f652-6b4c-49b4-b860-b723748eb3b2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:27.250834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ea1fb7c-9c2a-4ba5-b917-56bfd91437bf admin admin] Publish callbacks [] for security_group (f1d1eb67-cecd-4e62-ba63-ffa491fe505c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.268838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5661b1bf-06d6-446c-809f-636c8613a354,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:27.277667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Checking segment: {'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:27.278032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Network hostable DHCP agents. Network: 8c98c72c-b386-4385-87bb-0b3382adc79b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:27.295527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Network 8c98c72c-b386-4385-87bb-0b3382adc79b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:27.305031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8c98c72c-b386-4385-87bb-0b3382adc79b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:27.306827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ea1fb7c-9c2a-4ba5-b917-56bfd91437bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f1d1eb67-cecd-4e62-ba63-ffa491fe505c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.309450 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ea1fb7c-9c2a-4ba5-b917-56bfd91437bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.310790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:27.311400 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:27.313896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9ea1fb7c-9c2a-4ba5-b917-56bfd91437bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1d1eb67-cecd-4e62-ba63-ffa491fe505c HTTP/1.1" status: 204 len: 168 time: 0.1340768 Feb 19 01:02:27.314882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bda1842-fc22-45dd-9906-1825cbfff8ef None None] Network 8c98c72c-b386-4385-87bb-0b3382adc79b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:27.327105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1fb7c-9c2a-4ba5-b917-56bfd91437bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1eb67-cecd-4e62-ba63-ffa491fe505c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:27.346234 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c9557332-a764-47f0-83c9-5af95d0d6552 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4426193 Feb 19 01:02:27.424637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38148dbe-9644-40b2-959e-a4770304584c None None] Network 8c98c72c-b386-4385-87bb-0b3382adc79b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:29.382829 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:02:29.529019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:29.642235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae2ce-17a2-4c6e-a2e7-1140f0a033f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.730441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae2ce-17a2-4c6e-a2e7-1140f0a033f0 admin admin] Publish callbacks [] for security_group (1c70e759-52c9-4fc2-bc26-b3919af0fbcb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.737297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d6ae2ce-17a2-4c6e-a2e7-1140f0a033f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1c70e759-52c9-4fc2-bc26-b3919af0fbcb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.775262 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4d6ae2ce-17a2-4c6e-a2e7-1140f0a033f0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51489b976e8f42f894e5fd5e87158594&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451265 Feb 19 01:02:29.776231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ae2ce-17a2-4c6e-a2e7-1140f0a033f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c70e759-52c9-4fc2-bc26-b3919af0fbcb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:29.779004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56578) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:29.830438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f5850bda-48c4-4a85-8260-27f368b2898a admin admin] Publish callbacks [] for security_group (1c70e759-52c9-4fc2-bc26-b3919af0fbcb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.854230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f5850bda-48c4-4a85-8260-27f368b2898a admin admin] Publish callbacks [] for security_group (1c70e759-52c9-4fc2-bc26-b3919af0fbcb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.906653 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f5850bda-48c4-4a85-8260-27f368b2898a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1c70e759-52c9-4fc2-bc26-b3919af0fbcb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.909154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f5850bda-48c4-4a85-8260-27f368b2898a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:29.910364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f5850bda-48c4-4a85-8260-27f368b2898a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1c70e759-52c9-4fc2-bc26-b3919af0fbcb HTTP/1.1" status: 204 len: 168 time: 0.1303847 Feb 19 01:02:29.920256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5850bda-48c4-4a85-8260-27f368b2898a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c70e759-52c9-4fc2-bc26-b3919af0fbcb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:30.184086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56588) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:30.197963 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-710e43d2-1f87-470c-b2ad-720fdd8b883a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.282363 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-710e43d2-1f87-470c-b2ad-720fdd8b883a admin admin] Publish callbacks [] for security_group (8c8223ab-56ed-4c98-90bc-6b10d8fcc808), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.286974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-710e43d2-1f87-470c-b2ad-720fdd8b883a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8c8223ab-56ed-4c98-90bc-6b10d8fcc808), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.326144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-710e43d2-1f87-470c-b2ad-720fdd8b883a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb246c1456234464b3bc298aad57b5fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1409242 Feb 19 01:02:30.327144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e43d2-1f87-470c-b2ad-720fdd8b883a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8223ab-56ed-4c98-90bc-6b10d8fcc808,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:30.330039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56592) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:30.386659 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43784b5d-d483-4c29-8f78-f77084021ac2 admin admin] Publish callbacks [] for security_group (8c8223ab-56ed-4c98-90bc-6b10d8fcc808), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.411204 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43784b5d-d483-4c29-8f78-f77084021ac2 admin admin] Publish callbacks [] for security_group (8c8223ab-56ed-4c98-90bc-6b10d8fcc808), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.459562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43784b5d-d483-4c29-8f78-f77084021ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8c8223ab-56ed-4c98-90bc-6b10d8fcc808), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.462630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-43784b5d-d483-4c29-8f78-f77084021ac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:30.463810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-43784b5d-d483-4c29-8f78-f77084021ac2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c8223ab-56ed-4c98-90bc-6b10d8fcc808 HTTP/1.1" status: 204 len: 168 time: 0.1321995 Feb 19 01:02:30.473588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43784b5d-d483-4c29-8f78-f77084021ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8223ab-56ed-4c98-90bc-6b10d8fcc808,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:31.989710 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d100bd18-28c0-4b72-9e82-388af833f931 req-ce54e86c-271c-469a-9b7b-21f082562df9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458679 Feb 19 01:02:32.085257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100bd18-28c0-4b72-9e82-388af833f931 req-7496d510-4a8f-4f06-abf8-0ad20d872a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.087141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d100bd18-28c0-4b72-9e82-388af833f931 req-7496d510-4a8f-4f06-abf8-0ad20d872a98 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 1127 time: 0.0511622 Feb 19 01:02:32.209614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100bd18-28c0-4b72-9e82-388af833f931 req-b40528da-0545-464c-b917-8e490696c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.211145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d100bd18-28c0-4b72-9e82-388af833f931 req-b40528da-0545-464c-b917-8e490696c675 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6ec2efa5-3474-456f-aa31-39182dbe5b73 HTTP/1.1" status: 200 len: 898 time: 0.1011243 Feb 19 01:02:32.281876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d100bd18-28c0-4b72-9e82-388af833f931 req-4ca0e532-ed6e-4550-8245-c0557c72e83f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a100384-af65-48ba-b278-72bbea6cdb15 HTTP/1.1" status: 200 len: 1001 time: 0.0640512 Feb 19 01:02:32.348925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100bd18-28c0-4b72-9e82-388af833f931 req-6634ef9f-25aa-4632-903b-a9c8bacf849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.350474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d100bd18-28c0-4b72-9e82-388af833f931 req-6634ef9f-25aa-4632-903b-a9c8bacf849d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2 HTTP/1.1" status: 200 len: 835 time: 0.0613160 Feb 19 01:02:32.420705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100bd18-28c0-4b72-9e82-388af833f931 req-0893f6d8-29c8-4f35-aafe-4a3fe0e4fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:32.425898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d100bd18-28c0-4b72-9e82-388af833f931 req-0893f6d8-29c8-4f35-aafe-4a3fe0e4fc81 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6ec2efa5-3474-456f-aa31-39182dbe5b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0680933 Feb 19 01:02:32.561054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d100bd18-28c0-4b72-9e82-388af833f931 req-805f20af-9042-4ab0-bbcc-75b52d4da714 service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266799 Feb 19 01:02:32.672190 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d100bd18-28c0-4b72-9e82-388af833f931 req-87e5a7ef-de33-4899-b7c6-ee006b175435 service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048133 Feb 19 01:02:33.305759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56666) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:33.418360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-839eb455-8c50-4df7-8f69-c04c61551d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.499116 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-839eb455-8c50-4df7-8f69-c04c61551d59 admin admin] Publish callbacks [] for security_group (912301ea-46f6-4082-a6b2-533742fac024), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.503537 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-839eb455-8c50-4df7-8f69-c04c61551d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (912301ea-46f6-4082-a6b2-533742fac024), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.541150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839eb455-8c50-4df7-8f69-c04c61551d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=912301ea-46f6-4082-a6b2-533742fac024,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:33.548079 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-839eb455-8c50-4df7-8f69-c04c61551d59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=58c94aab6f7540ec81bd370df190b388&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411110 Feb 19 01:02:33.550580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:33.598496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93da1abc-7834-4e2d-ab2b-9810e769f8a1 admin admin] Publish callbacks [] for security_group (912301ea-46f6-4082-a6b2-533742fac024), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.623484 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93da1abc-7834-4e2d-ab2b-9810e769f8a1 admin admin] Publish callbacks [] for security_group (912301ea-46f6-4082-a6b2-533742fac024), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.670763 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93da1abc-7834-4e2d-ab2b-9810e769f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (912301ea-46f6-4082-a6b2-533742fac024), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.673806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93da1abc-7834-4e2d-ab2b-9810e769f8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:33.675211 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-93da1abc-7834-4e2d-ab2b-9810e769f8a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/912301ea-46f6-4082-a6b2-533742fac024 HTTP/1.1" status: 204 len: 168 time: 0.1234841 Feb 19 01:02:33.684178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da1abc-7834-4e2d-ab2b-9810e769f8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=912301ea-46f6-4082-a6b2-533742fac024,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:33.940203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56684) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:33.955191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97148bcd-2dd5-4d9f-b0de-74be04629b8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.030103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97148bcd-2dd5-4d9f-b0de-74be04629b8b admin admin] Publish callbacks [] for security_group (b9197dd3-6fed-4927-997e-dd0ddef9b84a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.035398 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-97148bcd-2dd5-4d9f-b0de-74be04629b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b9197dd3-6fed-4927-997e-dd0ddef9b84a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.071557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97148bcd-2dd5-4d9f-b0de-74be04629b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9197dd3-6fed-4927-997e-dd0ddef9b84a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:34.078249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-97148bcd-2dd5-4d9f-b0de-74be04629b8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c1a208e53cb44f8bad3cf01bf32543dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339545 Feb 19 01:02:34.078456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56686) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:34.127042 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0848efe-bc76-4841-a783-0d92b9a1154f admin admin] Publish callbacks [] for security_group (b9197dd3-6fed-4927-997e-dd0ddef9b84a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.149993 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0848efe-bc76-4841-a783-0d92b9a1154f admin admin] Publish callbacks [] for security_group (b9197dd3-6fed-4927-997e-dd0ddef9b84a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.199553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0848efe-bc76-4841-a783-0d92b9a1154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b9197dd3-6fed-4927-997e-dd0ddef9b84a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.202265 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0848efe-bc76-4841-a783-0d92b9a1154f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:34.203565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f0848efe-bc76-4841-a783-0d92b9a1154f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9197dd3-6fed-4927-997e-dd0ddef9b84a HTTP/1.1" status: 204 len: 168 time: 0.1242125 Feb 19 01:02:34.211754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0848efe-bc76-4841-a783-0d92b9a1154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9197dd3-6fed-4927-997e-dd0ddef9b84a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:36.203534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56752) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:36.315843 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.391434 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Publish callbacks [] for security_group (271590f0-de53-4a47-bfa6-f85e1d79c3a5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.396555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (271590f0-de53-4a47-bfa6-f85e1d79c3a5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.436077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d5157855ea54cfd81ed63c43e1b7ea0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313683 Feb 19 01:02:36.438839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56756) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:36.440923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271590f0-de53-4a47-bfa6-f85e1d79c3a5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:36.459974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.460310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.460687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.461039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.461408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.461729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.462403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.462721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.463054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.463389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.463723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.464051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.464383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dc6ae7-2fca-4ec5-8819-f0dc88a53477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:36.502636 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-59c324df-ed93-4e2a-aca6-5641a189b3fc admin admin] Publish callbacks [] for security_group (271590f0-de53-4a47-bfa6-f85e1d79c3a5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.525688 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-59c324df-ed93-4e2a-aca6-5641a189b3fc admin admin] Publish callbacks [] for security_group (271590f0-de53-4a47-bfa6-f85e1d79c3a5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.575136 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-59c324df-ed93-4e2a-aca6-5641a189b3fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (271590f0-de53-4a47-bfa6-f85e1d79c3a5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.577789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-59c324df-ed93-4e2a-aca6-5641a189b3fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.581318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-59c324df-ed93-4e2a-aca6-5641a189b3fc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/271590f0-de53-4a47-bfa6-f85e1d79c3a5 HTTP/1.1" status: 204 len: 168 time: 0.1392512 Feb 19 01:02:36.587354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c324df-ed93-4e2a-aca6-5641a189b3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271590f0-de53-4a47-bfa6-f85e1d79c3a5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:36.863685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56764) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:36.880474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-779b62d9-dcbd-49de-8b91-00e6a9e52e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.959908 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-779b62d9-dcbd-49de-8b91-00e6a9e52e2f admin admin] Publish callbacks [] for security_group (5aeb4833-61d5-4606-b8ba-609b8aeb08b7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:36.964331 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-779b62d9-dcbd-49de-8b91-00e6a9e52e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5aeb4833-61d5-4606-b8ba-609b8aeb08b7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.000958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b62d9-dcbd-49de-8b91-00e6a9e52e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeb4833-61d5-4606-b8ba-609b8aeb08b7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:37.007841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-779b62d9-dcbd-49de-8b91-00e6a9e52e2f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3465b7e9bfe24fd09d003e6e963c34b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406009 Feb 19 01:02:37.008346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56766) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:37.064450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7b43fc0-6dbd-4dc0-9b90-54c875a43968 admin admin] Publish callbacks [] for security_group (5aeb4833-61d5-4606-b8ba-609b8aeb08b7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.085781 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7b43fc0-6dbd-4dc0-9b90-54c875a43968 admin admin] Publish callbacks [] for security_group (5aeb4833-61d5-4606-b8ba-609b8aeb08b7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.135909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7b43fc0-6dbd-4dc0-9b90-54c875a43968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5aeb4833-61d5-4606-b8ba-609b8aeb08b7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.138621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f7b43fc0-6dbd-4dc0-9b90-54c875a43968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:37.142096 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7b43fc0-6dbd-4dc0-9b90-54c875a43968 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5aeb4833-61d5-4606-b8ba-609b8aeb08b7 HTTP/1.1" status: 204 len: 168 time: 0.1304333 Feb 19 01:02:37.148332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b43fc0-6dbd-4dc0-9b90-54c875a43968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeb4833-61d5-4606-b8ba-609b8aeb08b7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:38.222381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56806) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:38.328147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff10d-f165-49ec-a8fb-03cb81302d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.404055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff10d-f165-49ec-a8fb-03cb81302d99 admin admin] Publish callbacks [] for security_group (2dcb172a-f275-469b-8c0c-2993b060f07c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.409022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed1ff10d-f165-49ec-a8fb-03cb81302d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2dcb172a-f275-469b-8c0c-2993b060f07c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.449411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ff10d-f165-49ec-a8fb-03cb81302d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcb172a-f275-469b-8c0c-2993b060f07c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:38.457404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56810) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:38.463803 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ed1ff10d-f165-49ec-a8fb-03cb81302d99 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fab62df50bd04bcbb36e1fee1722980b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2401907 Feb 19 01:02:38.509283 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e159dc44-0cb3-46a8-bdd4-0f93283bd3d9 admin admin] Publish callbacks [] for security_group (2dcb172a-f275-469b-8c0c-2993b060f07c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.530678 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e159dc44-0cb3-46a8-bdd4-0f93283bd3d9 admin admin] Publish callbacks [] for security_group (2dcb172a-f275-469b-8c0c-2993b060f07c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.577556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e159dc44-0cb3-46a8-bdd4-0f93283bd3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2dcb172a-f275-469b-8c0c-2993b060f07c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.580323 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e159dc44-0cb3-46a8-bdd4-0f93283bd3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:38.581521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e159dc44-0cb3-46a8-bdd4-0f93283bd3d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2dcb172a-f275-469b-8c0c-2993b060f07c HTTP/1.1" status: 204 len: 168 time: 0.1231983 Feb 19 01:02:38.589917 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159dc44-0cb3-46a8-bdd4-0f93283bd3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcb172a-f275-469b-8c0c-2993b060f07c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:39.601606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:39.717579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e90d93-d71b-4f2a-b2f3-7a538f3adafb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.797261 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e90d93-d71b-4f2a-b2f3-7a538f3adafb admin admin] Publish callbacks [] for security_group (15409083-f271-4076-9488-e517dfcf348b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.802300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e90d93-d71b-4f2a-b2f3-7a538f3adafb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (15409083-f271-4076-9488-e517dfcf348b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.846429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56848) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:39.847029 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c2e90d93-d71b-4f2a-b2f3-7a538f3adafb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e56f6b63489e4fb9bea7b22bc4d11f3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2436039 Feb 19 01:02:39.847401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e90d93-d71b-4f2a-b2f3-7a538f3adafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15409083-f271-4076-9488-e517dfcf348b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:39.911253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04007d3-2aa3-4566-ac40-fdfbd21fcbdc admin admin] Publish callbacks [] for security_group (15409083-f271-4076-9488-e517dfcf348b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.936013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04007d3-2aa3-4566-ac40-fdfbd21fcbdc admin admin] Publish callbacks [] for security_group (15409083-f271-4076-9488-e517dfcf348b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.985423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04007d3-2aa3-4566-ac40-fdfbd21fcbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (15409083-f271-4076-9488-e517dfcf348b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.988002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a04007d3-2aa3-4566-ac40-fdfbd21fcbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:39.989382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a04007d3-2aa3-4566-ac40-fdfbd21fcbdc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15409083-f271-4076-9488-e517dfcf348b HTTP/1.1" status: 204 len: 168 time: 0.1406667 Feb 19 01:02:39.999918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04007d3-2aa3-4566-ac40-fdfbd21fcbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15409083-f271-4076-9488-e517dfcf348b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:42.186527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56890) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:42.257486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a0b1658e-36d0-4db3-b880-923367dbd52d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/floatingips/43f3925d-6a10-4b9f-ad82-0464edfcd879 HTTP/1.1" status: 200 len: 993 time: 0.0688229 Feb 19 01:02:42.531185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56896) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:42.699513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port 2ed1e766-3b4a-47e6-884b-3a4845f31aa7 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:42.699940 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.056820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.057159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for floatingip (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.075924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for 2ed1e766-3b4a-47e6-884b-3a4845f31aa7 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:43.248163 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2ed1e766-3b4a-47e6-884b-3a4845f31aa7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.272992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=2ed1e766-3b4a-47e6-884b-3a4845f31aa7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:43.339440 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for floatingip (43f3925d-6a10-4b9f-ad82-0464edfcd879), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.339782 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Floating IP 43f3925d-6a10-4b9f-ad82-0464edfcd879 disassociated (deleted). External IP: 172.25.6.104, port: 6a100384-af65-48ba-b278-72bbea6cdb15. Feb 19 01:02:43.555216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:43.669180 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:43.674468 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:43.679703 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] Sync routers for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:43.689879 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:43.690550 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:02:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:43.706235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5d17c93e-8c92-4c83-839a-b01d5475a316 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/floatingips/43f3925d-6a10-4b9f-ad82-0464edfcd879 HTTP/1.1" status: 204 len: 168 time: 1.1710858 Feb 19 01:02:43.706235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:43.707007 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25" -d '{"events": [{"name": "network-changed", "server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:43.753394 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0827f1-e44a-4852-a145-d2978a89909d x-openstack-request-id: req-dc0827f1-e44a-4852-a145-d2978a89909d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:43.753859 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:43.754122 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc0827f1-e44a-4852-a145-d2978a89909d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:43.754564 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15', 'status': 'completed', 'code': 200} Feb 19 01:02:43.841692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-30b6c538-f2a6-4a49-b61a-bc1d74143994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.843568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-30b6c538-f2a6-4a49-b61a-bc1d74143994 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=958c6c9b35544ce6a5494842436a9129&device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 1127 time: 0.0654180 Feb 19 01:02:43.844237 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:43.968636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-3155d699-8de8-41e5-b67f-424af8059375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:43.970445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-3155d699-8de8-41e5-b67f-424af8059375 service neutron] 10.222.0.113 "GET /v2.0/networks?id=6ec2efa5-3474-456f-aa31-39182dbe5b73 HTTP/1.1" status: 200 len: 898 time: 0.1184742 Feb 19 01:02:44.041509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-67480258-d055-400e-a729-c819440e5b63 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a100384-af65-48ba-b278-72bbea6cdb15 HTTP/1.1" status: 200 len: 217 time: 0.0595739 Feb 19 01:02:44.057857 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:55Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:44.091302 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] Checking router: e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:44.101737 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:44.102014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8633c1-4136-4023-9875-a0236e0b865c req-8f05c28c-20cd-4c15-9a46-44d155156c5d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.102981 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:02:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:44.103203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c8633c1-4136-4023-9875-a0236e0b865c req-8f05c28c-20cd-4c15-9a46-44d155156c5d tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 945 time: 0.1317477 Feb 19 01:02:44.112557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-7afff9f2-28c6-4262-a8de-c17f24c8a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.114082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-7afff9f2-28c6-4262-a8de-c17f24c8a5fe service neutron] 10.222.0.113 "GET /v2.0/subnets?id=23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2 HTTP/1.1" status: 200 len: 835 time: 0.0583699 Feb 19 01:02:44.196363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c8633c1-4136-4023-9875-a0236e0b865c req-012c7d4b-9870-4ef9-8f62-47281b27a143 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812304 Feb 19 01:02:44.202876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-1687d493-6cb9-4603-bb63-780008a42b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:44.204681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-1687d493-6cb9-4603-bb63-780008a42b46 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=6ec2efa5-3474-456f-aa31-39182dbe5b73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0820107 Feb 19 01:02:44.231194 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:44.322091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-257cd976-6d23-4e04-a658-bf5550cfff4b service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082454 Feb 19 01:02:44.426687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbc1fd6f-6fef-40d3-b2aa-c9eb7907cb25 req-c0c6c57e-a81f-40f2-b09d-d5f3b9a19dca service neutron] 10.222.0.113 "GET /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974324 Feb 19 01:02:44.455747 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:55Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:44.486130 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaec9ff-c270-48b3-871d-c7fe416ea42d None None] The sync data for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 is: [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:01:52Z', 'revision_number': 4, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'a886cdaa-4581-492a-8928-25447d4e9d51', 'name': '', 'network_id': '6ec2efa5-3474-456f-aa31-39182dbe5b73', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'mac_address': 'fa:16:3e:9c:cb:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:51Z', 'updated_at': '2022-02-19T01:01:55Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'subnets': [{'id': '23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:44.725679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e6a87-2cc1-4f54-a7c1-8673a97acf6b None None] New status for floating IP 43f3925d-6a10-4b9f-ad82-0464edfcd879: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:02:45.265741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-e10a2f64-13cb-47e7-bb2e-90fa84b0b819 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.267282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-e10a2f64-13cb-47e7-bb2e-90fa84b0b819 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 945 time: 0.0571358 Feb 19 01:02:45.383748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52076722-83b0-42e2-b8bf-074b4abf98a2 req-0454219e-c168-4679-ab33-c4569f7ff49a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:45.385247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52076722-83b0-42e2-b8bf-074b4abf98a2 req-0454219e-c168-4679-ab33-c4569f7ff49a tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/ports?device_id=682424f3-ce89-437f-a6ff-d2d63109638f HTTP/1.1" status: 200 len: 945 time: 0.1115794 Feb 19 01:02:45.432806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port 6a100384-af65-48ba-b278-72bbea6cdb15 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:45.433250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.487174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52076722-83b0-42e2-b8bf-074b4abf98a2 req-5320d733-03cd-439b-91ee-058ef99d865c tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "GET /v2.0/security-groups?id=5ffdc117-dfa0-428a-a875-ba8fb56cb567&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947900 Feb 19 01:02:45.542680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port 6a100384-af65-48ba-b278-72bbea6cdb15, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a100384-af65-48ba-b278-72bbea6cdb15,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:45.543109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.560409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for 6a100384-af65-48ba-b278-72bbea6cdb15 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:45.690921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6a100384-af65-48ba-b278-72bbea6cdb15), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.721323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=6a100384-af65-48ba-b278-72bbea6cdb15,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:45.767526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] No DVR routers for this DVR port 6a100384-af65-48ba-b278-72bbea6cdb15 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:45.770309 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:45.773644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84e9f0cc-6025-483d-b908-2cc571d2677e req-eaf47b25-2e81-4a73-be0e-0ddfa7cfd284 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.113 "DELETE /v2.0/ports/6a100384-af65-48ba-b278-72bbea6cdb15 HTTP/1.1" status: 204 len: 173 time: 0.5011153 Feb 19 01:02:45.774087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'name': 'network-vif-deleted', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:45.776362 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80618192-0d37-46fc-b041-e8796f347c27" -d '{"events": [{"server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "name": "network-vif-deleted", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:45.830048 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee21a31-366f-49ee-b1b5-42480b3fca7e x-openstack-request-id: req-eee21a31-366f-49ee-b1b5-42480b3fca7e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:45.830431 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682424f3-ce89-437f-a6ff-d2d63109638f", "name": "network-vif-deleted", "tag": "6a100384-af65-48ba-b278-72bbea6cdb15", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:45.830752 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eee21a31-366f-49ee-b1b5-42480b3fca7e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:45.831227 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682424f3-ce89-437f-a6ff-d2d63109638f', 'name': 'network-vif-deleted', 'tag': '6a100384-af65-48ba-b278-72bbea6cdb15', 'status': 'completed', 'code': 200} Feb 19 01:02:46.548679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56940) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:46.609157 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a59aa0f-5023-45be-934d-19bd26599df5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (5ffdc117-dfa0-428a-a875-ba8fb56cb567), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.634703 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a59aa0f-5023-45be-934d-19bd26599df5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (5ffdc117-dfa0-428a-a875-ba8fb56cb567), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.696636 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a59aa0f-5023-45be-934d-19bd26599df5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5ffdc117-dfa0-428a-a875-ba8fb56cb567), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.699338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a59aa0f-5023-45be-934d-19bd26599df5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:46.703340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7a59aa0f-5023-45be-934d-19bd26599df5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/security-groups/5ffdc117-dfa0-428a-a875-ba8fb56cb567 HTTP/1.1" status: 204 len: 168 time: 0.1506455 Feb 19 01:02:46.710154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59aa0f-5023-45be-934d-19bd26599df5 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffdc117-dfa0-428a-a875-ba8fb56cb567,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:46.745859 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56944) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:47.144151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.413845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port a886cdaa-4581-492a-8928-25447d4e9d51 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:47.414144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.501150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port a886cdaa-4581-492a-8928-25447d4e9d51, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a886cdaa-4581-492a-8928-25447d4e9d51,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:47.501488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.513863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for a886cdaa-4581-492a-8928-25447d4e9d51 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:47.713290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a886cdaa-4581-492a-8928-25447d4e9d51), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.745866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=a886cdaa-4581-492a-8928-25447d4e9d51,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:47.937613 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:47.997407 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a988d30-c0a8-4bd7-a9fd-1e5af46f49a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.177407 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:02:48.287761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:02:48.295960 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5f8d298d-5076-4d99-993c-c21d0de30859 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "PUT /v2.0/routers/e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5458622 Feb 19 01:02:48.295960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 56960) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:48.297332 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] Sync routers for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:02:48.308312 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:48.308937 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:02:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:48.348185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac54ebd8-a8b5-46d8-80fa-918ff814bf72 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting subnet 23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:02:48.351444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac54ebd8-a8b5-46d8-80fa-918ff814bf72 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.391259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac54ebd8-a8b5-46d8-80fa-918ff814bf72 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.482638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac54ebd8-a8b5-46d8-80fa-918ff814bf72 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.518332 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:48.541302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac54ebd8-a8b5-46d8-80fa-918ff814bf72 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.566152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54ebd8-a8b5-46d8-80fa-918ff814bf72 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Subnet': ['ID=23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:48.572038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ac54ebd8-a8b5-46d8-80fa-918ff814bf72 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.578094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56962) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:48.578711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ac54ebd8-a8b5-46d8-80fa-918ff814bf72 tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/subnets/23bf83c3-d90a-4064-a8ec-a32b6dfb5cf2 HTTP/1.1" status: 204 len: 168 time: 0.2810643 Feb 19 01:02:48.597303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6523dc24-73d5-459e-ae7b-eca94d1f462d None None] Network 6ec2efa5-3474-456f-aa31-39182dbe5b73 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:48.697649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:02:47Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:48.726640 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] Checking router: e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:02:48.736752 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] Routers {'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:02:48.737602 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:02:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:48.758346 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.837141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] DHCP port deletion for 6ec2efa5-3474-456f-aa31-39182dbe5b73 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:02:48.872402 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] Set router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:02:48.895850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] Deleting port 03ebe7ce-d625-4e01-bb7f-092573c2029f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:48.896512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.909422 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_gateway (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.986506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] For port 03ebe7ce-d625-4e01-bb7f-092573c2029f, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=03ebe7ce-d625-4e01-bb7f-092573c2029f,segment=NetworkSegment(daedcbfe-9730-4029-9d98-d0096cd268a3),segment_id=daedcbfe-9730-4029-9d98-d0096cd268a3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:48.987206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:48.994212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Deleting port 70244cae-d1ba-43a1-bbd0-59929221fc60 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:02:48.994588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.004838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] Calling delete_port for 03ebe7ce-d625-4e01-bb7f-092573c2029f owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:49.108089 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (03ebe7ce-d625-4e01-bb7f-092573c2029f), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.120638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 03ebe7ce-d625-4e01-bb7f-092573c2029f no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:49.143621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] For port 70244cae-d1ba-43a1-bbd0-59929221fc60, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=70244cae-d1ba-43a1-bbd0-59929221fc60,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:02:49.144115 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.151134 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:02:47Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:49.154386 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.161408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Calling delete_port for 70244cae-d1ba-43a1-bbd0-59929221fc60 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:02:49.177403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] Pushing event deleted for resources: {'Port': ['ID=03ebe7ce-d625-4e01-bb7f-092573c2029f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:49.178039 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2393fd8-7d2c-4cfe-952a-9dd601a91b2a None None] The sync data for ids ['e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4'] in n-d-826527-3 is: [{'id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'name': 'tempest-TestNetworkBasicOps-router-1501423963', 'tenant_id': '958c6c9b35544ce6a5494842436a9129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:01:48Z', 'updated_at': '2022-02-19T01:02:47Z', 'revision_number': 5, 'project_id': '958c6c9b35544ce6a5494842436a9129', 'gw_port': {'id': '70244cae-d1ba-43a1-bbd0-59929221fc60', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:49:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3581, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:01:49Z', 'updated_at': '2022-02-19T01:01:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:02:49.185918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 03ebe7ce-d625-4e01-bb7f-092573c2029f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:49.186300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 03ebe7ce-d625-4e01-bb7f-092573c2029f not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:49.187848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a2ef79-e947-490a-92a8-3b61f3c85f0e None None] No DVR routers for this DVR port 03ebe7ce-d625-4e01-bb7f-092573c2029f on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:02:49.362125 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (70244cae-d1ba-43a1-bbd0-59929221fc60), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.388101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Port': ['ID=70244cae-d1ba-43a1-bbd0-59929221fc60,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:49.450316 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.559975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.562235 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router_controller (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.628071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.628688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Fanout notify agent at l3_agent the message router_deleted on router e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:02:49.636177 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.637726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-78887b3f-e7e9-428d-8c24-e8291d52c9ca tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/routers/e55a4aeb-4c7e-41fd-b5bf-57e738f45fb4 HTTP/1.1" status: 204 len: 168 time: 1.0574746 Feb 19 01:02:49.640284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56966) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:49.726280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6ec2efa5-3474-456f-aa31-39182dbe5b73), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.824651 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6ec2efa5-3474-456f-aa31-39182dbe5b73), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.853603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec2efa5-3474-456f-aa31-39182dbe5b73']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:49.864730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daedcbfe-9730-4029-9d98-d0096cd268a3') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:49.865024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daedcbfe-9730-4029-9d98-d0096cd268a3') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:02:49.877076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (daedcbfe-9730-4029-9d98-d0096cd268a3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.892643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (daedcbfe-9730-4029-9d98-d0096cd268a3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.899865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:02:49.900443 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (daedcbfe-9730-4029-9d98-d0096cd268a3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:02:49.903865 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:02:49.970341 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6ec2efa5-3474-456f-aa31-39182dbe5b73), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.975476 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:49.979437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] 10.222.0.60 "DELETE /v2.0/networks/6ec2efa5-3474-456f-aa31-39182dbe5b73 HTTP/1.1" status: 204 len: 168 time: 0.3379297 Feb 19 01:02:49.995741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e70f1-2eef-4644-8abd-599b23d886ab tempest-TestNetworkBasicOps-1674560660 tempest-TestNetworkBasicOps-1674560660-project] Pushing event deleted for resources: {'Network': ['ID=6ec2efa5-3474-456f-aa31-39182dbe5b73,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:50.053953 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85b6ee66-3ef8-4249-93c4-1becb7126304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.264325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56974) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:50.411583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5142792f-ef21-4f20-988d-46ca1cc01f8a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=958c6c9b35544ce6a5494842436a9129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459897 Feb 19 01:02:50.414082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56978) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:50.461504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58c1387f-9fb8-4008-9c23-cd2be72368d2 admin admin] Publish callbacks [] for security_group (5293a841-491f-40b0-a0a3-5ca4eb3e93a4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.486877 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58c1387f-9fb8-4008-9c23-cd2be72368d2 admin admin] Publish callbacks [] for security_group (5293a841-491f-40b0-a0a3-5ca4eb3e93a4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.513106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6a100384-af65-48ba-b278-72bbea6cdb15 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:50.536255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 6a100384-af65-48ba-b278-72bbea6cdb15 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:50.536587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6a100384-af65-48ba-b278-72bbea6cdb15 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:50.538490 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58c1387f-9fb8-4008-9c23-cd2be72368d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5293a841-491f-40b0-a0a3-5ca4eb3e93a4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.541302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-58c1387f-9fb8-4008-9c23-cd2be72368d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.544953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-58c1387f-9fb8-4008-9c23-cd2be72368d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5293a841-491f-40b0-a0a3-5ca4eb3e93a4 HTTP/1.1" status: 204 len: 168 time: 0.1273942 Feb 19 01:02:50.552931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1387f-9fb8-4008-9c23-cd2be72368d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5293a841-491f-40b0-a0a3-5ca4eb3e93a4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:50.804782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56984) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:50.819111 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c25b63ab-c2d6-461f-9caf-c014758be5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.903971 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c25b63ab-c2d6-461f-9caf-c014758be5f9 admin admin] Publish callbacks [] for security_group (b2a2547c-95a8-4577-b6df-16fd8b809d0b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.908825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c25b63ab-c2d6-461f-9caf-c014758be5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b2a2547c-95a8-4577-b6df-16fd8b809d0b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:50.950379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b63ab-c2d6-461f-9caf-c014758be5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a2547c-95a8-4577-b6df-16fd8b809d0b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:50.952978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c25b63ab-c2d6-461f-9caf-c014758be5f9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f213bfe884f24ecdb5d0fe51f9357ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464536 Feb 19 01:02:50.955588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 56988) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:51.001026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 70244cae-d1ba-43a1-bbd0-59929221fc60 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:51.010864 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-23a9c0a8-e3d3-40ff-87d8-3df8c4c694c8 admin admin] Publish callbacks [] for security_group (b2a2547c-95a8-4577-b6df-16fd8b809d0b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.026664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 70244cae-d1ba-43a1-bbd0-59929221fc60 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:51.027101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 70244cae-d1ba-43a1-bbd0-59929221fc60 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:51.027768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a886cdaa-4581-492a-8928-25447d4e9d51 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:02:51.033824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-23a9c0a8-e3d3-40ff-87d8-3df8c4c694c8 admin admin] Publish callbacks [] for security_group (b2a2547c-95a8-4577-b6df-16fd8b809d0b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.048730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: a886cdaa-4581-492a-8928-25447d4e9d51 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:02:51.049210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a886cdaa-4581-492a-8928-25447d4e9d51 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:02:51.083846 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-23a9c0a8-e3d3-40ff-87d8-3df8c4c694c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b2a2547c-95a8-4577-b6df-16fd8b809d0b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.086808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-23a9c0a8-e3d3-40ff-87d8-3df8c4c694c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.088659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-23a9c0a8-e3d3-40ff-87d8-3df8c4c694c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2a2547c-95a8-4577-b6df-16fd8b809d0b HTTP/1.1" status: 204 len: 168 time: 0.1316762 Feb 19 01:02:51.096786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9c0a8-e3d3-40ff-87d8-3df8c4c694c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a2547c-95a8-4577-b6df-16fd8b809d0b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:51.268761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.796512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57010) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:51.898401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-967807392-network', 'tenant_id': '5c65fe5253354f7cbd98ca8566b810d3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:51.922332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Made reservation on behalf of 5c65fe5253354f7cbd98ca8566b810d3 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:51.924646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:51.933443 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.015113 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Publish callbacks [] for security_group (600b4df5-4b98-4d39-893d-1067e81a8362), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.019729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (600b4df5-4b98-4d39-893d-1067e81a8362), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.043699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:52.052374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600b4df5-4b98-4d39-893d-1067e81a8362,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:52.058156 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f8183453-0714-4544-9f6c-f3b5dae0f420), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.058569 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Added segment f8183453-0714-4544-9f6c-f3b5dae0f420 of type vlan for network 8850acfe-bbc5-4476-9dc6-00de20035f41 Feb 19 01:02:52.099488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8850acfe-bbc5-4476-9dc6-00de20035f41), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.127556 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8850acfe-bbc5-4476-9dc6-00de20035f41), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.128644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.129352 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.194426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3966568 Feb 19 01:02:52.197777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57016) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:52.199627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44888c9-b17e-46f6-bdbc-d8560f880308 admin admin] Pushing event updated for resources: {'Network': ['ID=8850acfe-bbc5-4476-9dc6-00de20035f41,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:52.209851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Request body: {'subnet': {'network_id': '8850acfe-bbc5-4476-9dc6-00de20035f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-967807392-subnet', 'tenant_id': '5c65fe5253354f7cbd98ca8566b810d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:52.210022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8850acfe-bbc5-4476-9dc6-00de20035f41 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:52.231907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Made reservation on behalf of 5c65fe5253354f7cbd98ca8566b810d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:52.235326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.407955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (cbbb81f2-e40a-480b-918b-c5a5d9b39f0c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.461202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbb81f2-e40a-480b-918b-c5a5d9b39f0c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:52.472193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.472544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.472927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.473268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.473605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.473938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.474292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.474621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.474953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.475278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.475603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.475924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.476248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:02:52.483615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Checking segment: {'id': 'f8183453-0714-4544-9f6c-f3b5dae0f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8850acfe-bbc5-4476-9dc6-00de20035f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:52.483981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Network hostable DHCP agents. Network: 8850acfe-bbc5-4476-9dc6-00de20035f41, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:52.502218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Network 8850acfe-bbc5-4476-9dc6-00de20035f41 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:52.512808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8850acfe-bbc5-4476-9dc6-00de20035f41) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:52.519387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:52.520238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:52.521844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617d4ff-255c-4c2d-873f-4f6dc6199202 None None] Network 8850acfe-bbc5-4476-9dc6-00de20035f41 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:52.549246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b939c242-22a5-494d-aed5-52443076b8a9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3411751 Feb 19 01:02:52.683271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266509d0-52e5-4ab7-af98-8cd412c8e816 None None] Network 8850acfe-bbc5-4476-9dc6-00de20035f41 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:52.758096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.079525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57036) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:53.084792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1280431211-network', 'tenant_id': 'ad8b5fc72b5c497ab063bc64604f6322'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:53.105379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Made reservation on behalf of ad8b5fc72b5c497ab063bc64604f6322 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:53.107833 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.118425 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.193303 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Publish callbacks [] for security_group (86032084-fb4a-4f8e-8e94-0f451fa4cc6c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.198033 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (86032084-fb4a-4f8e-8e94-0f451fa4cc6c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.222343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:02:53.232326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86032084-fb4a-4f8e-8e94-0f451fa4cc6c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:53.237020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5f5ed16f-cf90-49a4-8c8e-0791aae5d3e9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.237362 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Added segment 5f5ed16f-cf90-49a4-8c8e-0791aae5d3e9 of type vlan for network 8dc716df-24c6-4b6b-ba34-16778741d84e Feb 19 01:02:53.279106 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8dc716df-24c6-4b6b-ba34-16778741d84e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.305133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8dc716df-24c6-4b6b-ba34-16778741d84e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.306211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.306808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.370299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2868323 Feb 19 01:02:53.370668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57038) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:02:53.377710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Request body: {'subnet': {'network_id': '8dc716df-24c6-4b6b-ba34-16778741d84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1280431211-subnet', 'tenant_id': 'ad8b5fc72b5c497ab063bc64604f6322', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:53.382291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90987d-5b6c-40be-9b04-8527abb6bb2f admin admin] Pushing event updated for resources: {'Network': ['ID=8dc716df-24c6-4b6b-ba34-16778741d84e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:53.393370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8dc716df-24c6-4b6b-ba34-16778741d84e details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:02:53.402940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Made reservation on behalf of ad8b5fc72b5c497ab063bc64604f6322 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:53.405403 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.588706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b9784754-3577-4b36-905e-5fd676fb82ec), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.649563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9784754-3577-4b36-905e-5fd676fb82ec,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:53.659422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Checking segment: {'id': '5f5ed16f-cf90-49a4-8c8e-0791aae5d3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8dc716df-24c6-4b6b-ba34-16778741d84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:53.659868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Network hostable DHCP agents. Network: 8dc716df-24c6-4b6b-ba34-16778741d84e, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:02:53.682108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Network 8dc716df-24c6-4b6b-ba34-16778741d84e is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:02:53.693629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8dc716df-24c6-4b6b-ba34-16778741d84e) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:53.698598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:53.699099 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:53.705856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b84a95-1ba5-49ef-89c5-ff69847c959b None None] Network 8dc716df-24c6-4b6b-ba34-16778741d84e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:53.717568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-06bb90fb-afa9-476c-a0ee-5534a8c2a0d1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3460588 Feb 19 01:02:53.834673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f90a4ad-d41f-4537-87d1-006f70e9441b None None] Network 8dc716df-24c6-4b6b-ba34-16778741d84e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:02:53.912363 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.177739 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:54.305945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-47e374ea-c0bc-4b19-9d31-4a5014b2b68a tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:54.307458 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-47e374ea-c0bc-4b19-9d31-4a5014b2b68a tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/networks?id=8850acfe-bbc5-4476-9dc6-00de20035f41 HTTP/1.1" status: 200 len: 811 time: 0.1150222 Feb 19 01:02:54.322031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-532c701d-cbd0-4657-9a07-1407a1fdbc23 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/quotas/5c65fe5253354f7cbd98ca8566b810d3 HTTP/1.1" status: 200 len: 375 time: 0.0090537 Feb 19 01:02:54.353269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-1b2937d3-d080-463e-add3-4584cccb8c9e tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c65fe5253354f7cbd98ca8566b810d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262439 Feb 19 01:02:54.444746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-29f9057b-cef4-459f-8ed7-1c4ac62531b5 service neutron] 10.222.0.60 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846758 Feb 19 01:02:54.535970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-ead74163-34e7-47e1-af6c-37e6ba83fb45 service neutron] 10.222.0.60 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855165 Feb 19 01:02:54.700451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90c04e42-8cec-4019-9510-fa5d940fc5a7 req-77d02106-3e65-44ef-9f76-23a59647f4d6 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 210 time: 0.0286038 Feb 19 01:02:55.693265 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-39e25449-dfad-4943-b7e1-8abfb58a19cd tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:55.695067 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-39e25449-dfad-4943-b7e1-8abfb58a19cd tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.126 "GET /v2.0/networks?id=8850acfe-bbc5-4476-9dc6-00de20035f41 HTTP/1.1" status: 200 len: 811 time: 0.1219974 Feb 19 01:02:55.707616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Request body: {'port': {'device_id': '1f5d3cde-7265-409c-a9c7-6cfa50322130', 'network_id': '8850acfe-bbc5-4476-9dc6-00de20035f41', 'admin_state_up': True, 'tenant_id': '5c65fe5253354f7cbd98ca8566b810d3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:55.803175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-280b87a1-79c5-493a-a9bd-eb627b081aaa req-b9a253f9-7b52-4360-b0c4-b5727bba5c2d tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 210 time: 0.0283759 Feb 19 01:02:55.832444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Made reservation on behalf of 5c65fe5253354f7cbd98ca8566b810d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:02:55.836016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:55.961279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Allocated IP 172.20.0.5 (8850acfe-bbc5-4476-9dc6-00de20035f41/cbbb81f2-e40a-480b-918b-c5a5d9b39f0c/2d109a9c-d6ec-4fec-81ec-b6cc7c16198e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:02:56.131575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Publish callbacks [] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.167370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.208435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Network 8850acfe-bbc5-4476-9dc6-00de20035f41 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:02:56.211217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:02:56.217078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:02:56.223370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Pushing event updated for resources: {'Port': ['ID=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:56.271836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.272447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.288955 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-4a066214-63e9-4552-9087-0340e9831a28 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5854943 Feb 19 01:02:56.302527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Request body: {'port': {'device_id': '1f5d3cde-7265-409c-a9c7-6cfa50322130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:02:56.364078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.943691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:02:56.944420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57b3fb-f059-497b-bc0d-bde130a7791f req-052d4945-1895-4b2a-b324-0d2ab0cf3d6e tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:56.946605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c57b3fb-f059-497b-bc0d-bde130a7791f req-052d4945-1895-4b2a-b324-0d2ab0cf3d6e tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 931 time: 0.0704148 Feb 19 01:02:56.958074 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Publish callbacks [] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.973112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Transition to ACTIVE for port object 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:02:56.978214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:56.998953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c57b3fb-f059-497b-bc0d-bde130a7791f req-5566f4e8-a6d4-4e4b-b7fd-5d4cc237c183 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445006 Feb 19 01:02:57.046502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:57.096840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Attempting to bind port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:02:57.097217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Attempting to bind port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'f8183453-0714-4544-9f6c-f3b5dae0f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8850acfe-bbc5-4476-9dc6-00de20035f41'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:02:57.097579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Attempting to bind port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e on network 8850acfe-bbc5-4476-9dc6-00de20035f41 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:57.102553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e on network 8850acfe-bbc5-4476-9dc6-00de20035f41 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:02:57.102883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Attempting to bind port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e on network 8850acfe-bbc5-4476-9dc6-00de20035f41 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:02:57.108790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:02:57.109995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Checking segment: {'id': 'f8183453-0714-4544-9f6c-f3b5dae0f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8850acfe-bbc5-4476-9dc6-00de20035f41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:02:57.110396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Bound using segment: {'id': 'f8183453-0714-4544-9f6c-f3b5dae0f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8850acfe-bbc5-4476-9dc6-00de20035f41'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:02:57.110905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Bound port: 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8183453-0714-4544-9f6c-f3b5dae0f420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8850acfe-bbc5-4476-9dc6-00de20035f41'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:02:57.111269 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.186800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] For port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:02:57.190100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] For port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,segment=NetworkSegment(f8183453-0714-4544-9f6c-f3b5dae0f420),segment_id=f8183453-0714-4544-9f6c-f3b5dae0f420)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:02:57.197705 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.232496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.233148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:02:57.234538 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] 10.222.0.126 "PUT /v2.0/ports/2d109a9c-d6ec-4fec-81ec-b6cc7c16198e HTTP/1.1" status: 200 len: 1091 time: 0.9361939 Feb 19 01:02:57.234974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f5d3cde-7265-409c-a9c7-6cfa50322130', 'tag': '2d109a9c-d6ec-4fec-81ec-b6cc7c16198e'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:02:57.237248 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1981f364-f663-44da-8140-5301a80d0b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f5d3cde-7265-409c-a9c7-6cfa50322130", "tag": "2d109a9c-d6ec-4fec-81ec-b6cc7c16198e"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:02:57.268172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77676790-cf94-49b0-81c3-5bd5c7678ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:02:57.284974 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2aa3c81-3355-479a-8015-e48eaa5045ef x-openstack-request-id: req-c2aa3c81-3355-479a-8015-e48eaa5045ef {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:02:57.285250 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f5d3cde-7265-409c-a9c7-6cfa50322130", "tag": "2d109a9c-d6ec-4fec-81ec-b6cc7c16198e", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:02:57.285636 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2aa3c81-3355-479a-8015-e48eaa5045ef {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:02:57.286037 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f5d3cde-7265-409c-a9c7-6cfa50322130', 'tag': '2d109a9c-d6ec-4fec-81ec-b6cc7c16198e', 'status': 'completed', 'code': 200} Feb 19 01:02:57.323856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-3ddfd856-f762-4ddb-b02f-a4e5702942b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.325515 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-3ddfd856-f762-4ddb-b02f-a4e5702942b7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5c65fe5253354f7cbd98ca8566b810d3&device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 1125 time: 0.0507138 Feb 19 01:02:57.366825 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-1f91a8f5-01f1-453d-985e-abd073f3c935 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e HTTP/1.1" status: 200 len: 217 time: 0.0341482 Feb 19 01:02:57.419961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-85edc437-9055-45f8-a625-2412558847a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.421443 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-85edc437-9055-45f8-a625-2412558847a3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cbbb81f2-e40a-480b-918b-c5a5d9b39f0c HTTP/1.1" status: 200 len: 851 time: 0.0467000 Feb 19 01:02:57.453263 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-8ad45812-842c-4ff5-adfc-c79b70c3a4ce service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8850acfe-bbc5-4476-9dc6-00de20035f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256424 Feb 19 01:02:57.542877 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-78d6ac64-007f-4365-8947-98cdb23aecea service neutron] 10.222.0.126 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833089 Feb 19 01:02:57.636804 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-efcf9f48-4611-4b61-a5f1-5f5bdbe6d15d req-0d8af41e-d1ef-4df5-9dba-8f72f890860b service neutron] 10.222.0.126 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875039 Feb 19 01:02:57.739444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981f364-f663-44da-8140-5301a80d0b6d req-c27e8be3-dbe7-44c3-a649-c617928ba5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.741092 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1981f364-f663-44da-8140-5301a80d0b6d req-c27e8be3-dbe7-44c3-a649-c617928ba5c2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5c65fe5253354f7cbd98ca8566b810d3&device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 1125 time: 0.0481296 Feb 19 01:02:57.839521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981f364-f663-44da-8140-5301a80d0b6d req-483706b8-fde0-492d-a084-bd01754cb115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.841040 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1981f364-f663-44da-8140-5301a80d0b6d req-483706b8-fde0-492d-a084-bd01754cb115 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8850acfe-bbc5-4476-9dc6-00de20035f41 HTTP/1.1" status: 200 len: 912 time: 0.0930884 Feb 19 01:02:57.882482 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1981f364-f663-44da-8140-5301a80d0b6d req-3ab87497-1aee-4d8a-9b23-562d1e9472d6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e HTTP/1.1" status: 200 len: 217 time: 0.0347061 Feb 19 01:02:57.933993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981f364-f663-44da-8140-5301a80d0b6d req-0f732be7-bbde-40d3-a90c-64324714bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:57.935521 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1981f364-f663-44da-8140-5301a80d0b6d req-0f732be7-bbde-40d3-a90c-64324714bbf7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cbbb81f2-e40a-480b-918b-c5a5d9b39f0c HTTP/1.1" status: 200 len: 851 time: 0.0453553 Feb 19 01:02:57.976597 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1981f364-f663-44da-8140-5301a80d0b6d req-7ee4b367-241c-4f24-b7a9-b3596830fbb1 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8850acfe-bbc5-4476-9dc6-00de20035f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269268 Feb 19 01:02:58.074402 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1981f364-f663-44da-8140-5301a80d0b6d req-2bc9efd7-6bff-4488-a817-020821d316ef service neutron] 10.222.0.126 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895214 Feb 19 01:02:58.123540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f56ee-4d0c-4da4-9745-dcee1355fbed req-7675c1f8-5218-4d42-90f2-a53933b645bf tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:58.125162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-421f56ee-4d0c-4da4-9745-dcee1355fbed req-7675c1f8-5218-4d42-90f2-a53933b645bf tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 943 time: 0.0533791 Feb 19 01:02:58.181359 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1981f364-f663-44da-8140-5301a80d0b6d req-072e2310-e8db-4ddd-9163-d625077418ba service neutron] 10.222.0.126 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013227 Feb 19 01:02:58.199615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-421f56ee-4d0c-4da4-9745-dcee1355fbed req-3696d72a-3d5b-4ac2-aee8-e872339ee6c1 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676336 Feb 19 01:02:59.317474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3132428-2acc-4c9e-96aa-129a4134373e req-5137f790-0d48-4109-ad52-103365d14c13 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:02:59.319062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3132428-2acc-4c9e-96aa-129a4134373e req-5137f790-0d48-4109-ad52-103365d14c13 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 943 time: 0.0548191 Feb 19 01:02:59.374390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3132428-2acc-4c9e-96aa-129a4134373e req-fc01027a-aa8f-41bb-b37b-f5ed7a96eb50 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488715 Feb 19 01:03:00.498948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cc33e-ba7d-40f6-87f7-a1d94c510441 req-c18ed0b4-67b3-41ec-befe-b366ecd58b23 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:00.500460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-670cc33e-ba7d-40f6-87f7-a1d94c510441 req-c18ed0b4-67b3-41ec-befe-b366ecd58b23 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 943 time: 0.0537953 Feb 19 01:03:00.548371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-670cc33e-ba7d-40f6-87f7-a1d94c510441 req-4cf7d4fa-0650-488d-959c-4d0ef571861e tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Feb 19 01:03:00.576174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:00.677336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,segment=NetworkSegment(f8183453-0714-4544-9f6c-f3b5dae0f420),segment_id=f8183453-0714-4544-9f6c-f3b5dae0f420)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:00.689706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '2d109a9c-d6ec-4fec-81ec-b6cc7c16198e', 'network_id': '8850acfe-bbc5-4476-9dc6-00de20035f41', 'port_id': '2d109a9c-d6ec-4fec-81ec-b6cc7c16198e', 'mac_address': 'fa:16:3e:a8:c0:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbbb81f2-e40a-480b-918b-c5a5d9b39f0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:00.727667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:00.728046 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:00.741001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:00.760489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,segment=NetworkSegment(f8183453-0714-4544-9f6c-f3b5dae0f420),segment_id=f8183453-0714-4544-9f6c-f3b5dae0f420)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:00.765323 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:00.813272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:00.820976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.821334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.821685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.822029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.822403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.822742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.823082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.823414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.823747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.824193 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.824529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.824867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:00.825198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:01.163595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['2d109a9c-d6ec-4fec-81ec-b6cc7c16198e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:01.680428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d59b6-c7d3-4b75-9b9b-9361cc41a4ca req-695de5d2-22d8-4a35-8b4d-ac6688471c4b tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:01.681930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b7d59b6-c7d3-4b75-9b9b-9361cc41a4ca req-695de5d2-22d8-4a35-8b4d-ac6688471c4b tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 944 time: 0.0542958 Feb 19 01:03:01.729700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b7d59b6-c7d3-4b75-9b9b-9361cc41a4ca req-277299e2-bb76-47b6-9f9d-f8da9abf565a tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417717 Feb 19 01:03:02.579692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:02.632523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:02.636713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:02.637118 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.723803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:02.724208 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.747369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5d3cde-7265-409c-a9c7-6cfa50322130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d109a9c-d6ec-4fec-81ec-b6cc7c16198e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:02.749837 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de20b1e-a2ad-4dd3-8601-872e97841f0b" -d '{"events": [{"server_uuid": "1f5d3cde-7265-409c-a9c7-6cfa50322130", "name": "network-vif-plugged", "status": "completed", "tag": "2d109a9c-d6ec-4fec-81ec-b6cc7c16198e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:02.764194 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,segment=NetworkSegment(f8183453-0714-4544-9f6c-f3b5dae0f420),segment_id=f8183453-0714-4544-9f6c-f3b5dae0f420)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:02.769891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:02.800664 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a6a482-1f68-4a58-8dcd-5736f6c9b352 x-openstack-request-id: req-b4a6a482-1f68-4a58-8dcd-5736f6c9b352 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:02.800957 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5d3cde-7265-409c-a9c7-6cfa50322130", "name": "network-vif-plugged", "status": "completed", "tag": "2d109a9c-d6ec-4fec-81ec-b6cc7c16198e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:02.801447 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4a6a482-1f68-4a58-8dcd-5736f6c9b352 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:02.801987 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5d3cde-7265-409c-a9c7-6cfa50322130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d109a9c-d6ec-4fec-81ec-b6cc7c16198e', 'code': 200} Feb 19 01:03:02.827389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:02.903918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb19751-22b8-4d98-bbbb-29a8a79b9ddf req-d26acfe0-d1d4-444a-ab5c-268cba18f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.905476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfc28e-cce5-46c0-9fa2-6844712488e3 req-387d4220-ad10-4c41-8fb3-4f6120363419 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:02.905928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1bb19751-22b8-4d98-bbbb-29a8a79b9ddf req-d26acfe0-d1d4-444a-ab5c-268cba18f794 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 1127 time: 0.0498426 Feb 19 01:03:02.906983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bcfc28e-cce5-46c0-9fa2-6844712488e3 req-387d4220-ad10-4c41-8fb3-4f6120363419 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0623446 Feb 19 01:03:02.954242 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1bb19751-22b8-4d98-bbbb-29a8a79b9ddf req-380c9373-4dbf-47ff-9e5f-60843d3efab3 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Feb 19 01:03:02.957853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4bcfc28e-cce5-46c0-9fa2-6844712488e3 req-79e50d6d-6d88-4f4f-8e6b-c252c9169871 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446305 Feb 19 01:03:04.083865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce2437-be15-4cee-88f7-ba6903309741 req-027e8a3f-a4f0-4d26-97f5-9b08b849877c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:04.085361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43ce2437-be15-4cee-88f7-ba6903309741 req-027e8a3f-a4f0-4d26-97f5-9b08b849877c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0562410 Feb 19 01:03:04.133980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43ce2437-be15-4cee-88f7-ba6903309741 req-c8ce9913-8b6c-416c-a4fe-3b3399ed6e57 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424778 Feb 19 01:03:04.929381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57294) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:05.037587 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-610a203f-1ef8-4214-bb04-91e7ea3184db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.114687 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-610a203f-1ef8-4214-bb04-91e7ea3184db admin admin] Publish callbacks [] for security_group (59532f21-4e2c-4b4a-8261-d25f093fa134), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.120169 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-610a203f-1ef8-4214-bb04-91e7ea3184db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (59532f21-4e2c-4b4a-8261-d25f093fa134), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.159858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a203f-1ef8-4214-bb04-91e7ea3184db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59532f21-4e2c-4b4a-8261-d25f093fa134,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:05.169403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57304) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:05.169871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-610a203f-1ef8-4214-bb04-91e7ea3184db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=52bb95dff2f1489391b4d431992c66dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388465 Feb 19 01:03:05.226581 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20d64e27-686f-42b1-9a38-5a1174b5d12c admin admin] Publish callbacks [] for security_group (59532f21-4e2c-4b4a-8261-d25f093fa134), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.249212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20d64e27-686f-42b1-9a38-5a1174b5d12c admin admin] Publish callbacks [] for security_group (59532f21-4e2c-4b4a-8261-d25f093fa134), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.286530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef64e87-8755-4776-ad86-1d2677992e7e req-79e0d633-ae6c-4076-a0a1-9e929dd6542c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.288131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eef64e87-8755-4776-ad86-1d2677992e7e req-79e0d633-ae6c-4076-a0a1-9e929dd6542c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0613506 Feb 19 01:03:05.306493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20d64e27-686f-42b1-9a38-5a1174b5d12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (59532f21-4e2c-4b4a-8261-d25f093fa134), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.309742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-20d64e27-686f-42b1-9a38-5a1174b5d12c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:05.311416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-20d64e27-686f-42b1-9a38-5a1174b5d12c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59532f21-4e2c-4b4a-8261-d25f093fa134 HTTP/1.1" status: 204 len: 168 time: 0.1406825 Feb 19 01:03:05.321628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d64e27-686f-42b1-9a38-5a1174b5d12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59532f21-4e2c-4b4a-8261-d25f093fa134,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:05.386269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eef64e87-8755-4776-ad86-1d2677992e7e req-b41e5b22-c688-4941-b6ba-c5c007d79d08 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913532 Feb 19 01:03:05.503878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f9c3-358a-45b1-afe6-4909373d7eab req-eed35791-283e-49ce-8657-c18813895486 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:05.505513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdc1f9c3-358a-45b1-afe6-4909373d7eab req-eed35791-283e-49ce-8657-c18813895486 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0531859 Feb 19 01:03:05.564739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdc1f9c3-358a-45b1-afe6-4909373d7eab req-05aeaa43-6ff7-4f37-b7bf-5da84cff09c7 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527267 Feb 19 01:03:06.108306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c4c02-02ea-4202-942d-506e45cd6421 req-58ce25b9-e75f-4c81-b5b2-b15fcaeb737c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:06.109852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c96c4c02-02ea-4202-942d-506e45cd6421 req-58ce25b9-e75f-4c81-b5b2-b15fcaeb737c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.3508158 Feb 19 01:03:06.167460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c96c4c02-02ea-4202-942d-506e45cd6421 req-56d07e93-59bf-407a-8bff-170832c0d0a4 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477154 Feb 19 01:03:06.382054 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:03:06.541942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57402) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:06.658039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baeeeb78-52dc-40c9-9988-06a969b999e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.741595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baeeeb78-52dc-40c9-9988-06a969b999e0 admin admin] Publish callbacks [] for security_group (b348b6b6-4bb0-4cef-83e0-acd37ee91c1c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.746543 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-baeeeb78-52dc-40c9-9988-06a969b999e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b348b6b6-4bb0-4cef-83e0-acd37ee91c1c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.785133 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-baeeeb78-52dc-40c9-9988-06a969b999e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=efcf5dae710540308931e26e1ed7c53e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2419558 Feb 19 01:03:06.786173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeeeb78-52dc-40c9-9988-06a969b999e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b348b6b6-4bb0-4cef-83e0-acd37ee91c1c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:06.788210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57410) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:06.841777 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ff2600c-a3ae-4224-9f9f-3b9c6c2e7f03 admin admin] Publish callbacks [] for security_group (b348b6b6-4bb0-4cef-83e0-acd37ee91c1c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.863746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ff2600c-a3ae-4224-9f9f-3b9c6c2e7f03 admin admin] Publish callbacks [] for security_group (b348b6b6-4bb0-4cef-83e0-acd37ee91c1c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.914702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ff2600c-a3ae-4224-9f9f-3b9c6c2e7f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b348b6b6-4bb0-4cef-83e0-acd37ee91c1c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.917230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ff2600c-a3ae-4224-9f9f-3b9c6c2e7f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:06.918422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9ff2600c-a3ae-4224-9f9f-3b9c6c2e7f03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b348b6b6-4bb0-4cef-83e0-acd37ee91c1c HTTP/1.1" status: 204 len: 168 time: 0.1291683 Feb 19 01:03:06.926379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2600c-a3ae-4224-9f9f-3b9c6c2e7f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b348b6b6-4bb0-4cef-83e0-acd37ee91c1c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:07.306659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c0beb-03a4-40a6-b152-cd246006b8f9 req-c9182e6a-106d-40b9-b28e-9c6e8a9651af tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.308608 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e98c0beb-03a4-40a6-b152-cd246006b8f9 req-c9182e6a-106d-40b9-b28e-9c6e8a9651af tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0608392 Feb 19 01:03:07.361159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e98c0beb-03a4-40a6-b152-cd246006b8f9 req-1f384eef-0aa4-44eb-bf2f-290f58532714 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Feb 19 01:03:07.641578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99a222-c2bb-463a-a24a-3056afaef674 req-f5a80648-bccb-402a-8771-5826b72f2220 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.644206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e99a222-c2bb-463a-a24a-3056afaef674 req-f5a80648-bccb-402a-8771-5826b72f2220 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0694313 Feb 19 01:03:07.647089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-8c033708-6a34-4513-bee7-3e2e20bdc9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.649679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-8c033708-6a34-4513-bee7-3e2e20bdc9d1 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5c65fe5253354f7cbd98ca8566b810d3&device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 1127 time: 0.0560849 Feb 19 01:03:07.715167 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e99a222-c2bb-463a-a24a-3056afaef674 req-5b31123d-3283-4326-9c84-c8c134cda501 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594804 Feb 19 01:03:07.767094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-11d7b391-6d44-41f3-a770-db1596f5acc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.768729 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-11d7b391-6d44-41f3-a770-db1596f5acc5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8850acfe-bbc5-4476-9dc6-00de20035f41 HTTP/1.1" status: 200 len: 912 time: 0.1120222 Feb 19 01:03:07.819057 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-6214cc7b-bae7-424b-bad6-4400efbcdec0 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e HTTP/1.1" status: 200 len: 217 time: 0.0446250 Feb 19 01:03:07.876443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-3649bac3-bd49-4ad1-a0e4-9b48c5f9d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:07.877951 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-3649bac3-bd49-4ad1-a0e4-9b48c5f9d70d service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cbbb81f2-e40a-480b-918b-c5a5d9b39f0c HTTP/1.1" status: 200 len: 851 time: 0.0528603 Feb 19 01:03:07.913017 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-1770f64d-0fae-47a4-8956-07f980d57837 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8850acfe-bbc5-4476-9dc6-00de20035f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293934 Feb 19 01:03:08.020703 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-e7a82176-ee07-4a97-b3c1-260738f1065e service neutron] 10.222.0.126 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005774 Feb 19 01:03:08.116806 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-89f6e3c0-034f-4a75-a4da-c19cd4eb02f6 req-975f7442-9801-4e6c-bb01-f699a1d53ed0 service neutron] 10.222.0.126 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906074 Feb 19 01:03:08.286201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57478) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:08.386329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-55cf6452-df3e-42d6-add3-4ae7ea9811ba tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-63740224'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:08.387063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-55cf6452-df3e-42d6-add3-4ae7ea9811ba tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Unknown quota resources ['metering_label']. {{(pid=103649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:03:08.574619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-55cf6452-df3e-42d6-add3-4ae7ea9811ba tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.575856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-55cf6452-df3e-42d6-add3-4ae7ea9811ba tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.2885587 Feb 19 01:03:08.579891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57488) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:08.584125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c8a5778a-a61b-49c4-a5cf-de82877ec9bf tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5af1b9ea-5858-42d5-af3c-0876116032e0'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:08.584626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c8a5778a-a61b-49c4-a5cf-de82877ec9bf tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:03:08.669301 n-d-826527-3 neutron-server[103649]: WARNING neutron.services.metering.metering_plugin [None req-c8a5778a-a61b-49c4-a5cf-de82877ec9bf tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:03:08.777503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c8a5778a-a61b-49c4-a5cf-de82877ec9bf tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.780732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c8a5778a-a61b-49c4-a5cf-de82877ec9bf tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1996906 Feb 19 01:03:08.782480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57492) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:08.786957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-24ce8a66-5e35-4d5d-86f8-8f08b75e663d tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5af1b9ea-5858-42d5-af3c-0876116032e0'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:08.787487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-24ce8a66-5e35-4d5d-86f8-8f08b75e663d tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103649) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:03:08.874450 n-d-826527-3 neutron-server[103649]: WARNING neutron.services.metering.metering_plugin [None req-24ce8a66-5e35-4d5d-86f8-8f08b75e663d tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 01:03:08.963188 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24ce8a66-5e35-4d5d-86f8-8f08b75e663d tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:08.964715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-24ce8a66-5e35-4d5d-86f8-8f08b75e663d tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1808889 Feb 19 01:03:08.967882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57498) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:08.972374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215673f-e4d6-4bed-a006-d3aebf9cc553 req-d68795a6-b10b-456d-a162-e10bb6358e27 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:08.974115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5215673f-e4d6-4bed-a006-d3aebf9cc553 req-d68795a6-b10b-456d-a162-e10bb6358e27 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.1838870 Feb 19 01:03:08.985065 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-062c68eb-8535-4651-a9e1-ca4760f3f4d2 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=b08e9813-4d51-40e5-8d02-a0bddf3e5466 HTTP/1.1" status: 200 len: 462 time: 0.0145104 Feb 19 01:03:08.987787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57500) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.032487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5215673f-e4d6-4bed-a006-d3aebf9cc553 req-3fa9ef9d-6ef7-46cb-92ba-578de7a51363 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507419 Feb 19 01:03:09.176979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-87e98978-8c12-434a-9b57-2acf7fefc642 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.178152 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-87e98978-8c12-434a-9b57-2acf7fefc642 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/b08e9813-4d51-40e5-8d02-a0bddf3e5466 HTTP/1.1" status: 204 len: 168 time: 0.1894271 Feb 19 01:03:09.180903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57506) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.189711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3df5db6f-f901-4ec5-a406-cb8452c8a928 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=b08e9813-4d51-40e5-8d02-a0bddf3e5466 HTTP/1.1" status: 200 len: 221 time: 0.0076718 Feb 19 01:03:09.193661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.197894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d79f64a2-ba3c-4aa2-8cbc-8f64cf3cb1c8 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1509247079', 'description': 'label created by tempest'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:09.198403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d79f64a2-ba3c-4aa2-8cbc-8f64cf3cb1c8 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Unknown quota resources ['metering_label']. {{(pid=103650) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 01:03:09.394928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d79f64a2-ba3c-4aa2-8cbc-8f64cf3cb1c8 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.396206 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d79f64a2-ba3c-4aa2-8cbc-8f64cf3cb1c8 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2015216 Feb 19 01:03:09.399196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57514) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.482115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-495c4756-1b5a-4ac0-90d2-3350e9952b3f tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=73aa1aa4-060b-4067-93af-3673316dfc6a HTTP/1.1" status: 200 len: 468 time: 0.0815451 Feb 19 01:03:09.484801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57518) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.699555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9f53156b-3b53-458e-90dd-63e150bafa86 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.700707 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f53156b-3b53-458e-90dd-63e150bafa86 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/73aa1aa4-060b-4067-93af-3673316dfc6a HTTP/1.1" status: 204 len: 168 time: 0.2145171 Feb 19 01:03:09.703408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57524) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.715057 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cd08b296-9ffc-45ad-86fb-5dd082fe18aa tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=73aa1aa4-060b-4067-93af-3673316dfc6a HTTP/1.1" status: 200 len: 216 time: 0.0106525 Feb 19 01:03:09.718368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57526) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.727026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-37f97a5f-9314-41b1-8f83-ab7843e3d975 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0075238 Feb 19 01:03:09.729989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57528) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.741096 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-17d16d9a-151b-4209-b760-257d24b4a337 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0100615 Feb 19 01:03:09.744027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57530) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.803384 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2510bb7c-3366-441c-9f6f-f623bda42ad2 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/5af1b9ea-5858-42d5-af3c-0876116032e0 HTTP/1.1" status: 200 len: 471 time: 0.0582778 Feb 19 01:03:09.806892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57532) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.821166 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eb520e72-eddb-4033-8767-85c28dce9145 tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/4da59a41-7de1-494d-8501-5da570e87d6c HTTP/1.1" status: 200 len: 459 time: 0.0104296 Feb 19 01:03:09.821925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57534) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:09.925908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4bff7be7-ae15-4389-b63e-b3fac709d8cd tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:09.927176 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4bff7be7-ae15-4389-b63e-b3fac709d8cd tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/4da59a41-7de1-494d-8501-5da570e87d6c HTTP/1.1" status: 204 len: 168 time: 0.1045535 Feb 19 01:03:09.929602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57540) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:10.111569 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2193662-6f5d-4c3f-9f0c-d02d0324dd3b tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.115631 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c2193662-6f5d-4c3f-9f0c-d02d0324dd3b tempest-MeteringIpV6TestJSON-1304232937 tempest-MeteringIpV6TestJSON-1304232937-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/5af1b9ea-5858-42d5-af3c-0876116032e0 HTTP/1.1" status: 204 len: 168 time: 0.1822731 Feb 19 01:03:10.195085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b121db5-3dee-4fd8-8018-5b011a5ca670 req-2afdd6eb-ce3d-4a31-8cb9-3082f26eeb73 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.196640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b121db5-3dee-4fd8-8018-5b011a5ca670 req-2afdd6eb-ce3d-4a31-8cb9-3082f26eeb73 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0817690 Feb 19 01:03:10.251700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b121db5-3dee-4fd8-8018-5b011a5ca670 req-881cb2fd-a418-4ad5-bda8-01e4f3869755 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478826 Feb 19 01:03:10.390534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57556) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:10.508227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4ac64-37c8-447a-aa0d-f8cafe165373 req-899a2eb7-3883-4010-a3c0-c2a95f6bc21c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:10.509823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88a4ac64-37c8-447a-aa0d-f8cafe165373 req-899a2eb7-3883-4010-a3c0-c2a95f6bc21c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0618668 Feb 19 01:03:10.556074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab2fed2a-e57d-44b2-aa5c-2d8a2dc0b02e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.582590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88a4ac64-37c8-447a-aa0d-f8cafe165373 req-d45d5d3e-31e0-4942-907e-d83223f49489 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655222 Feb 19 01:03:10.648819 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab2fed2a-e57d-44b2-aa5c-2d8a2dc0b02e admin admin] Publish callbacks [] for security_group (4604c62a-611e-4727-a238-ab16d6f8b800), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.654605 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab2fed2a-e57d-44b2-aa5c-2d8a2dc0b02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4604c62a-611e-4727-a238-ab16d6f8b800), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.704115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ab2fed2a-e57d-44b2-aa5c-2d8a2dc0b02e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab1c28d345d64d949620e33d29293c9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3119662 Feb 19 01:03:10.705571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fed2a-e57d-44b2-aa5c-2d8a2dc0b02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4604c62a-611e-4727-a238-ab16d6f8b800,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:10.707106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57570) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:10.760262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f13-61a2-4f5e-9c3f-42ca88c8e935 admin admin] Publish callbacks [] for security_group (4604c62a-611e-4727-a238-ab16d6f8b800), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.781102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f13-61a2-4f5e-9c3f-42ca88c8e935 admin admin] Publish callbacks [] for security_group (4604c62a-611e-4727-a238-ab16d6f8b800), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.830387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f13-61a2-4f5e-9c3f-42ca88c8e935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4604c62a-611e-4727-a238-ab16d6f8b800), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.832967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29ba6f13-61a2-4f5e-9c3f-42ca88c8e935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:10.834145 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29ba6f13-61a2-4f5e-9c3f-42ca88c8e935 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4604c62a-611e-4727-a238-ab16d6f8b800 HTTP/1.1" status: 204 len: 168 time: 0.1259830 Feb 19 01:03:10.842164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ba6f13-61a2-4f5e-9c3f-42ca88c8e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4604c62a-611e-4727-a238-ab16d6f8b800,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:11.115452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57580) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:11.129660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfab0c10-51db-4807-a0c1-cce064a98833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.213471 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfab0c10-51db-4807-a0c1-cce064a98833 admin admin] Publish callbacks [] for security_group (781196a5-1418-4c90-86e3-ff94d9043653), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.219066 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfab0c10-51db-4807-a0c1-cce064a98833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (781196a5-1418-4c90-86e3-ff94d9043653), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.262232 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bfab0c10-51db-4807-a0c1-cce064a98833 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3a406d54ece4916bb4a435d3aa089db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456482 Feb 19 01:03:11.264975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57586) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:11.276877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab0c10-51db-4807-a0c1-cce064a98833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781196a5-1418-4c90-86e3-ff94d9043653,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:11.313581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b2c5459d-78a9-4a56-9cc8-57e11744d935 admin admin] Publish callbacks [] for security_group (781196a5-1418-4c90-86e3-ff94d9043653), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.334229 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b2c5459d-78a9-4a56-9cc8-57e11744d935 admin admin] Publish callbacks [] for security_group (781196a5-1418-4c90-86e3-ff94d9043653), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.379810 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b2c5459d-78a9-4a56-9cc8-57e11744d935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (781196a5-1418-4c90-86e3-ff94d9043653), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.382679 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b2c5459d-78a9-4a56-9cc8-57e11744d935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:11.383950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b2c5459d-78a9-4a56-9cc8-57e11744d935 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/781196a5-1418-4c90-86e3-ff94d9043653 HTTP/1.1" status: 204 len: 168 time: 0.1177695 Feb 19 01:03:11.393080 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c5459d-78a9-4a56-9cc8-57e11744d935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781196a5-1418-4c90-86e3-ff94d9043653,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:11.732363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f918-b37d-4721-b145-fa09d662ec58 req-5b2b829c-24be-4732-b0f9-10b870abf9dd tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:11.734002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7e1f918-b37d-4721-b145-fa09d662ec58 req-5b2b829c-24be-4732-b0f9-10b870abf9dd tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0656457 Feb 19 01:03:11.801670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7e1f918-b37d-4721-b145-fa09d662ec58 req-ae19411e-4a9b-4761-8caa-ec941dc6841b tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Feb 19 01:03:12.054587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64de47-3849-49a1-a574-02f3ef1e7e84 req-fcb02e7c-b6d6-415f-a098-de7c6bed91be tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.055627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df64de47-3849-49a1-a574-02f3ef1e7e84 req-fcb02e7c-b6d6-415f-a098-de7c6bed91be tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0829711 Feb 19 01:03:12.067872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-3e187480-8801-43c2-8312-9f7cb046b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.071230 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-3e187480-8801-43c2-8312-9f7cb046b6dc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=5c65fe5253354f7cbd98ca8566b810d3&device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 1127 time: 0.0608392 Feb 19 01:03:12.118430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df64de47-3849-49a1-a574-02f3ef1e7e84 req-00427304-6375-4b0d-97eb-a1e8226b3011 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616109 Feb 19 01:03:12.181117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-46960dfe-c6c4-4fe4-981e-afc4b23d9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.182623 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-46960dfe-c6c4-4fe4-981e-afc4b23d9b29 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8850acfe-bbc5-4476-9dc6-00de20035f41 HTTP/1.1" status: 200 len: 912 time: 0.1030581 Feb 19 01:03:12.228839 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-0c337802-f2bb-4ccf-b02e-8ec08f14e510 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e HTTP/1.1" status: 200 len: 217 time: 0.0398860 Feb 19 01:03:12.279470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-d1747f18-5a0e-4d93-9ab6-b4a4cd44560c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:12.281585 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-d1747f18-5a0e-4d93-9ab6-b4a4cd44560c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=cbbb81f2-e40a-480b-918b-c5a5d9b39f0c HTTP/1.1" status: 200 len: 851 time: 0.0459962 Feb 19 01:03:12.315594 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-5f7c5430-cadf-4844-853f-8c3565ab34b8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8850acfe-bbc5-4476-9dc6-00de20035f41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277536 Feb 19 01:03:12.421987 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-0f005456-830a-4fe1-9ad5-1b729e7cfb7a service neutron] 10.222.0.126 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003482 Feb 19 01:03:12.515654 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8ff6a85-5538-4a27-b3e9-90e964b927c9 req-74cf71e7-4a0d-4fec-a6b3-8292d91597ae service neutron] 10.222.0.126 "GET /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878510 Feb 19 01:03:12.777717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57654) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:12.931323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2125949430'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:12.953363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Made reservation on behalf of 131b30c6ef804243b52a2b79fc0d3a85 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:12.956765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:12.965908 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.044413 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks [] for security_group (16f9971a-0e3e-4bda-b056-98167bd1aa09), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.049166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (16f9971a-0e3e-4bda-b056-98167bd1aa09), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.073326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:13.090700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f9971a-0e3e-4bda-b056-98167bd1aa09,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:13.093731 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (47eb8d6c-018c-4398-bd6c-3b601ef38ac1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.094238 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Added segment 47eb8d6c-018c-4398-bd6c-3b601ef38ac1 of type vlan for network 9208940b-494a-49c5-991e-684897e0861c Feb 19 01:03:13.141920 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (9208940b-494a-49c5-991e-684897e0861c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.169540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (9208940b-494a-49c5-991e-684897e0861c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.174591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.175188 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.236092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4572148 Feb 19 01:03:13.281074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42d380e-1501-47bb-99a9-aba6454244e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Pushing event updated for resources: {'Network': ['ID=9208940b-494a-49c5-991e-684897e0861c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:13.294399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 9208940b-494a-49c5-991e-684897e0861c details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:13.320045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8dac70-34de-4f8e-9cdb-3ee5b43555ed req-99f98b05-61ba-4e74-bee7-715b4f47669c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:13.328971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a8dac70-34de-4f8e-9cdb-3ee5b43555ed req-99f98b05-61ba-4e74-bee7-715b4f47669c tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0992937 Feb 19 01:03:13.402001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a8dac70-34de-4f8e-9cdb-3ee5b43555ed req-416977cd-9593-4ca9-beb3-66788d7c9b6d tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719383 Feb 19 01:03:13.447057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:13.451945 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Request body: {'port': {'network_id': '9208940b-494a-49c5-991e-684897e0861c', 'binding:host_id': 'n-h1-826527-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297517895'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:13.471742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Made reservation on behalf of a1a555eca9b94269b29e47007a9a02db for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:13.474310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.483272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.569814 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks [] for security_group (7f291f99-44ab-4e2e-96d8-ff6b02e2e9c4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.576998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f291f99-44ab-4e2e-96d8-ff6b02e2e9c4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.583848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] device_id is not set on port fb004d3d-42e2-4b6e-9146-1a1121cc9532 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:13.667183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f291f99-44ab-4e2e-96d8-ff6b02e2e9c4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:13.827410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] device_id is not set on port fb004d3d-42e2-4b6e-9146-1a1121cc9532 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:13.837018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks [] for port (fb004d3d-42e2-4b6e-9146-1a1121cc9532), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.844997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fb004d3d-42e2-4b6e-9146-1a1121cc9532), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:13.898503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=fb004d3d-42e2-4b6e-9146-1a1121cc9532,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:13.915251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Checking segment: {'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:13.915667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Network hostable DHCP agents. Network: 9208940b-494a-49c5-991e-684897e0861c, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:13.938691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Network 9208940b-494a-49c5-991e-684897e0861c is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:13.949657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 9208940b-494a-49c5-991e-684897e0861c) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:13.954425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:13.960930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0f5e6-9ca7-4ac4-a117-4d7b169eac42 None None] Network 9208940b-494a-49c5-991e-684897e0861c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:13.969705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:13.970055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:13.970479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:13.975458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:13.975798 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:13.976244 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 2 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:13.988645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:13.988988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:13.989352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:13.993699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:13.994033 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:13.994456 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 3 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:14.007625 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:14.008555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:14.008555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:14.012734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:14.013177 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:14.013576 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 4 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:14.025979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:14.026357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:14.026792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:14.031145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:14.031473 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:14.031873 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 5 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:14.044907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:14.045253 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:14.045603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:14.050067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:14.050872 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:14.050872 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 6 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:14.063117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:14.063310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:14.063548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:14.068099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:14.068432 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:14.068841 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 7 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:14.081588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:14.081856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:14.082271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:14.087129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:14.087485 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:14.087922 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 8 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:14.101015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:14.101352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:14.101685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:14.106083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:14.106446 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:14.106844 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 9 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:14.122943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:14.123333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:14.123691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:14.128383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:14.128718 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:14.129123 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 10 to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 Feb 19 01:03:14.142013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:14.142013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:14.142477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:14.147202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:14.147668 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fb004d3d-42e2-4b6e-9146-1a1121cc9532 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:14.148045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fb004d3d-42e2-4b6e-9146-1a1121cc9532), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.219203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] For port fb004d3d-42e2-4b6e-9146-1a1121cc9532, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:14.220016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempted to set empty binding levels {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:03:14.226406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (fb004d3d-42e2-4b6e-9146-1a1121cc9532), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.258972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.259577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.277856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=fb004d3d-42e2-4b6e-9146-1a1121cc9532,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.287608 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97411c6b-d40e-4dc8-a5f0-0f09f64f8cdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 0.8368802 Feb 19 01:03:14.287919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57692) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:14.368219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Deleting port fb004d3d-42e2-4b6e-9146-1a1121cc9532 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:14.368559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fb004d3d-42e2-4b6e-9146-1a1121cc9532), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.428966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] For port fb004d3d-42e2-4b6e-9146-1a1121cc9532, host n-h1-826527-3, got binding levels [] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:14.429335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fb004d3d-42e2-4b6e-9146-1a1121cc9532), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.442237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Calling delete_port for fb004d3d-42e2-4b6e-9146-1a1121cc9532 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:14.533083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50a3c3-d535-4f14-83af-b22c7ad470e4 req-d9059ad3-3dca-4427-93bd-6fb0c0110590 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.534928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb50a3c3-d535-4f14-83af-b22c7ad470e4 req-d9059ad3-3dca-4427-93bd-6fb0c0110590 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0690286 Feb 19 01:03:14.608728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb50a3c3-d535-4f14-83af-b22c7ad470e4 req-97bb2793-488a-456e-bac8-0ee0a5a5a8ea tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673797 Feb 19 01:03:14.838393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fb004d3d-42e2-4b6e-9146-1a1121cc9532), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.875314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb004d3d-42e2-4b6e-9146-1a1121cc9532,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:14.883400 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.889850 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-73e5e7b3-8913-4118-9451-6bc85e1c74f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "DELETE /v2.0/ports/fb004d3d-42e2-4b6e-9146-1a1121cc9532 HTTP/1.1" status: 204 len: 168 time: 0.6008110 Feb 19 01:03:14.890615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57710) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:14.894773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a024b71-35eb-479e-b862-ef8dc3312907 req-7517e023-3691-4321-bf19-fd7c5c3654fb tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:14.902214 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a024b71-35eb-479e-b862-ef8dc3312907 req-7517e023-3691-4321-bf19-fd7c5c3654fb tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0760179 Feb 19 01:03:14.915266 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-3966a9f0-1d84-46c5-a50e-27235f9299d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:03:14.920117 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3966a9f0-1d84-46c5-a50e-27235f9299d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "GET /v2.0/ports/fb004d3d-42e2-4b6e-9146-1a1121cc9532 HTTP/1.1" status: 404 len: 333 time: 0.0250115 Feb 19 01:03:14.920442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57712) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:14.925031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Request body: {'port': {'network_id': '9208940b-494a-49c5-991e-684897e0861c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-131745179'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:14.948225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a024b71-35eb-479e-b862-ef8dc3312907 req-a8d5620b-3fca-41bf-a2e9-040eaa30875d tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451355 Feb 19 01:03:14.948729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Made reservation on behalf of a1a555eca9b94269b29e47007a9a02db for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:14.951287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:14.968616 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] device_id is not set on port 8815e7ce-a228-4a16-b63e-ba462cee5fef yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:15.112651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks [] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.151280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.190698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Network 9208940b-494a-49c5-991e-684897e0861c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:15.193420 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:15.198979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:15.199648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.200264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.205848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=8815e7ce-a228-4a16-b63e-ba462cee5fef,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.221785 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3e5e76ec-3841-44f3-9f1f-12d29696216d tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3003340 Feb 19 01:03:15.224476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57718) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:15.229533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:15.297578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.468830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] device_id is not set on port 8815e7ce-a228-4a16-b63e-ba462cee5fef yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:15.476401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks [] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.483377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.530632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=8815e7ce-a228-4a16-b63e-ba462cee5fef,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.545591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.545950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.546319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.550666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.551023 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.551413 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 2 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.564887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.565226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.565592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.569928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.570278 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.570671 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 3 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.582376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.582707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.583044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.587466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.587901 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.588450 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 4 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.601305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.601650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.601983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.606700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.607034 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.607441 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 5 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.625599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.626215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.626657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.631930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.632289 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.632683 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 6 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.647063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.647063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.648025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.652945 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.653424 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.653830 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 7 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.668577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.669330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.669672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.675014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.675344 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.675746 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 8 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.692258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.692627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.692966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.697292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.697615 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.698008 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 9 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.709901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.710262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.710600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.715349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.715704 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.716092 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 10 to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef Feb 19 01:03:15.728635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:15.728901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:15.729201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:15.733627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:15.733974 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port 8815e7ce-a228-4a16-b63e-ba462cee5fef on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:15.734331 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.795879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] For port 8815e7ce-a228-4a16-b63e-ba462cee5fef, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:15.796251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempted to set empty binding levels {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:03:15.801782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.831196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] In _notify_port_updated(), no bound segment for port 8815e7ce-a228-4a16-b63e-ba462cee5fef on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:03:15.832335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.832957 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:15.836670 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "PUT /v2.0/ports/8815e7ce-a228-4a16-b63e-ba462cee5fef HTTP/1.1" status: 200 len: 978 time: 0.6087682 Feb 19 01:03:15.837222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57730) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:15.853664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c43e7c-1304-49ad-afd3-902e2e84bc08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=8815e7ce-a228-4a16-b63e-ba462cee5fef,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:15.926142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33e07a-56cc-4970-bf08-0798eec502db tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.926658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33e07a-56cc-4970-bf08-0798eec502db tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.927277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33e07a-56cc-4970-bf08-0798eec502db tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.927961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33e07a-56cc-4970-bf08-0798eec502db tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.928698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33e07a-56cc-4970-bf08-0798eec502db tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.929187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd33e07a-56cc-4970-bf08-0798eec502db tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:15.931371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cd33e07a-56cc-4970-bf08-0798eec502db tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 5736 time: 0.0932469 Feb 19 01:03:15.935339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57736) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.021346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Deleting port 8815e7ce-a228-4a16-b63e-ba462cee5fef {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:16.021681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.079228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecffe9e-4b37-448a-8d8e-395c7559c560 req-d18c8a0e-44a9-449c-af2e-cc1507fab7ae tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.086142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ecffe9e-4b37-448a-8d8e-395c7559c560 req-d18c8a0e-44a9-449c-af2e-cc1507fab7ae tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0618236 Feb 19 01:03:16.087752 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] For port 8815e7ce-a228-4a16-b63e-ba462cee5fef, host n-h1-826527-3, got binding levels [] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:16.088165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.103123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Calling delete_port for 8815e7ce-a228-4a16-b63e-ba462cee5fef owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:16.134429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ecffe9e-4b37-448a-8d8e-395c7559c560 req-c93f9c23-ca78-48d3-ba0b-18ebba95aeb6 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 Feb 19 01:03:16.200754 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8815e7ce-a228-4a16-b63e-ba462cee5fef), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.232285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event deleted for resources: {'Port': ['ID=8815e7ce-a228-4a16-b63e-ba462cee5fef,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.237797 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.243498 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7f933828-b7e4-4120-a848-02044dc39d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "DELETE /v2.0/ports/8815e7ce-a228-4a16-b63e-ba462cee5fef HTTP/1.1" status: 204 len: 168 time: 0.3046610 Feb 19 01:03:16.243729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57744) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.268910 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1e60d0-1f85-43e9-aa94-3724fee7422a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:03:16.270341 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f1e60d0-1f85-43e9-aa94-3724fee7422a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "GET /v2.0/ports/8815e7ce-a228-4a16-b63e-ba462cee5fef HTTP/1.1" status: 404 len: 333 time: 0.0256481 Feb 19 01:03:16.274304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57746) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.279253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-843544423', 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:16.299488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Made reservation on behalf of a1a555eca9b94269b29e47007a9a02db for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:16.302269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.317565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] device_id is not set on port b93aca75-0f65-4a2f-bc53-a0c40474a7ce yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:16.480199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks [] for port (b93aca75-0f65-4a2f-bc53-a0c40474a7ce), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.513671 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b93aca75-0f65-4a2f-bc53-a0c40474a7ce), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.559200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Network 9208940b-494a-49c5-991e-684897e0861c is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:16.562000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:16.564525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:16.565577 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.566253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.580157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=b93aca75-0f65-4a2f-bc53-a0c40474a7ce,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.589297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-01b5213f-8aaf-4cbd-a2e5-ce3446c98456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3138335 Feb 19 01:03:16.592333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57752) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.628786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6df421-38cb-4f96-aac5-1bffae22cec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:16.632905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6a6df421-38cb-4f96-aac5-1bffae22cec9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "GET /v2.0/ports/b93aca75-0f65-4a2f-bc53-a0c40474a7ce HTTP/1.1" status: 200 len: 958 time: 0.0369282 Feb 19 01:03:16.633478 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57754) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.714487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1cec5489-38a3-48bb-a532-31f9d3712ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Deleting port b93aca75-0f65-4a2f-bc53-a0c40474a7ce {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:16.715261 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1cec5489-38a3-48bb-a532-31f9d3712ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b93aca75-0f65-4a2f-bc53-a0c40474a7ce), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.779215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1cec5489-38a3-48bb-a532-31f9d3712ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b93aca75-0f65-4a2f-bc53-a0c40474a7ce), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.791983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1cec5489-38a3-48bb-a532-31f9d3712ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Calling delete_port for b93aca75-0f65-4a2f-bc53-a0c40474a7ce owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:16.874654 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1cec5489-38a3-48bb-a532-31f9d3712ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b93aca75-0f65-4a2f-bc53-a0c40474a7ce), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.902350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec5489-38a3-48bb-a532-31f9d3712ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event deleted for resources: {'Port': ['ID=b93aca75-0f65-4a2f-bc53-a0c40474a7ce,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:16.911360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1cec5489-38a3-48bb-a532-31f9d3712ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:16.914916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1cec5489-38a3-48bb-a532-31f9d3712ad6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b93aca75-0f65-4a2f-bc53-a0c40474a7ce HTTP/1.1" status: 204 len: 168 time: 0.2808645 Feb 19 01:03:16.917427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57766) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.945521 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f306206-cd3c-43c1-bb11-ded53eca91cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:03:16.947006 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7f306206-cd3c-43c1-bb11-ded53eca91cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "GET /v2.0/ports/b93aca75-0f65-4a2f-bc53-a0c40474a7ce HTTP/1.1" status: 404 len: 333 time: 0.0286319 Feb 19 01:03:16.951917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57768) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:16.958720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Request body: {'port': {'network_id': '9208940b-494a-49c5-991e-684897e0861c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-42346467'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:16.981112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Made reservation on behalf of a1a555eca9b94269b29e47007a9a02db for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:16.983564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.002075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] device_id is not set on port fef24b25-40a2-4d33-abfd-a84168aa7671 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:17.152039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks [] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.191709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.235501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Network 9208940b-494a-49c5-991e-684897e0861c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:17.241199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:17.247855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:17.249482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.249482 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.258926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=fef24b25-40a2-4d33-abfd-a84168aa7671,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:17.278781 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-504c9b11-97f8-4954-bf8a-e2e18e9f5db4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3256745 Feb 19 01:03:17.281525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57776) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:17.286759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:17.292447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719034d-a983-4e05-9f50-e790f5bab4e3 req-74d1abbc-dee7-4957-b5af-6f5beda9ed17 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.294423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c719034d-a983-4e05-9f50-e790f5bab4e3 req-74d1abbc-dee7-4957-b5af-6f5beda9ed17 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0672407 Feb 19 01:03:17.346599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c719034d-a983-4e05-9f50-e790f5bab4e3 req-fc778c18-5ea4-4e85-a48b-44f9254fd3c0 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/security-groups?id=600b4df5-4b98-4d39-893d-1067e81a8362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Feb 19 01:03:17.385753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.435525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-504415ac-73cf-41e2-a58c-a2fdf0984751 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:17.436972 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-504415ac-73cf-41e2-a58c-a2fdf0984751 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.126 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 945 time: 0.0868282 Feb 19 01:03:17.642442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] device_id is not set on port fef24b25-40a2-4d33-abfd-a84168aa7671 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:17.650723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Deleting port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:17.651071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.654690 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks [] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.667715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.759423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=fef24b25-40a2-4d33-abfd-a84168aa7671,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:17.793574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:17.793913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:17.794247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:17.807104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:17.807435 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:17.809129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] For port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,segment=NetworkSegment(f8183453-0714-4544-9f6c-f3b5dae0f420),segment_id=f8183453-0714-4544-9f6c-f3b5dae0f420)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:17.809497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:17.811674 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 2 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:17.830285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Calling delete_port for 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:17.836990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:17.837324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:17.837656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:17.848192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:17.848475 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:17.874939 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 3 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:17.893196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:17.893537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:17.893857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:17.907976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:17.908313 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:17.909867 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 4 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:17.931696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:17.932038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:17.932443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:17.938153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:17.938503 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:17.939415 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 5 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:17.981415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:17.982052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:17.982164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:17.990438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:17.990770 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:17.992956 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 6 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:18.007557 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c69bba93-1555-48f8-82ed-27ddc59a8bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.016765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:18.017115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:18.017459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:18.023252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:18.023544 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:18.024079 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 7 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:18.026627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2d109a9c-d6ec-4fec-81ec-b6cc7c16198e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.047543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['2d109a9c-d6ec-4fec-81ec-b6cc7c16198e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:18.065129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Pushing event deleted for resources: {'Port': ['ID=2d109a9c-d6ec-4fec-81ec-b6cc7c16198e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.068939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:18.069276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:18.069615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:18.093819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:18.094163 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:18.096893 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 8 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:18.122723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] No DVR routers for this DVR port 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:18.130968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.130968 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21d90170-c2f7-4d53-b766-dec6c96a16b7 req-66ae8f1d-2a45-40f1-bab8-b3139cda2124 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.126 "DELETE /v2.0/ports/2d109a9c-d6ec-4fec-81ec-b6cc7c16198e HTTP/1.1" status: 204 len: 173 time: 0.6829872 Feb 19 01:03:18.130968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f5d3cde-7265-409c-a9c7-6cfa50322130', 'name': 'network-vif-deleted', 'tag': '2d109a9c-d6ec-4fec-81ec-b6cc7c16198e'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:18.133067 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11f9e91-a3e2-4742-8697-5f1054e3e434" -d '{"events": [{"server_uuid": "1f5d3cde-7265-409c-a9c7-6cfa50322130", "name": "network-vif-deleted", "tag": "2d109a9c-d6ec-4fec-81ec-b6cc7c16198e"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:18.146545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:18.146894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:18.147233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:18.157444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:18.157883 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:18.158387 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 9 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:18.175997 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d08ddf1-8367-484b-bcb8-493e41522672 x-openstack-request-id: req-2d08ddf1-8367-484b-bcb8-493e41522672 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:18.176288 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f5d3cde-7265-409c-a9c7-6cfa50322130", "name": "network-vif-deleted", "tag": "2d109a9c-d6ec-4fec-81ec-b6cc7c16198e", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:18.176539 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d08ddf1-8367-484b-bcb8-493e41522672 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:18.177004 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f5d3cde-7265-409c-a9c7-6cfa50322130', 'name': 'network-vif-deleted', 'tag': '2d109a9c-d6ec-4fec-81ec-b6cc7c16198e', 'status': 'completed', 'code': 200} Feb 19 01:03:18.178059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:18.178413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:18.178742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:18.183534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:18.183847 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:18.184239 n-d-826527-3 neutron-server[103650]: INFO neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempt 10 to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 Feb 19 01:03:18.196747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:18.197096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:18.197445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempting to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:18.201937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:18.202464 n-d-826527-3 neutron-server[103650]: ERROR neutron.plugins.ml2.managers [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Failed to bind port fef24b25-40a2-4d33-abfd-a84168aa7671 on host n-h1-826527-3 for vnic_type normal using segments [{'id': '47eb8d6c-018c-4398-bd6c-3b601ef38ac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '9208940b-494a-49c5-991e-684897e0861c'}] Feb 19 01:03:18.202814 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.276572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] For port fef24b25-40a2-4d33-abfd-a84168aa7671, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:18.276940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attempted to set empty binding levels {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 01:03:18.281427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.313350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] In _notify_port_updated(), no bound segment for port fef24b25-40a2-4d33-abfd-a84168aa7671 on network 9208940b-494a-49c5-991e-684897e0861c {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:03:18.314225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:18.314831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.318926 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "PUT /v2.0/ports/fef24b25-40a2-4d33-abfd-a84168aa7671 HTTP/1.1" status: 200 len: 977 time: 1.0335724 Feb 19 01:03:18.319384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57798) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.331174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e279015-9ddb-4d15-b265-5025d6c3155a tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event updated for resources: {'Port': ['ID=fef24b25-40a2-4d33-abfd-a84168aa7671,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.412203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Deleting port fef24b25-40a2-4d33-abfd-a84168aa7671 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:18.412594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.484367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-412245d2-535a-4cea-8610-9fcc054e72ca req-74d17bee-b67b-4a34-8e9b-72c5a5e98f54 tempest-TestServerAdvancedOps-296891411 tempest-TestServerAdvancedOps-296891411-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f5d3cde-7265-409c-a9c7-6cfa50322130 HTTP/1.1" status: 200 len: 210 time: 0.0343235 Feb 19 01:03:18.499796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] For port fef24b25-40a2-4d33-abfd-a84168aa7671, host n-h1-826527-3, got binding levels [] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:18.500457 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.518796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Calling delete_port for fef24b25-40a2-4d33-abfd-a84168aa7671 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:18.615488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (fef24b25-40a2-4d33-abfd-a84168aa7671), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.650464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Pushing event deleted for resources: {'Port': ['ID=fef24b25-40a2-4d33-abfd-a84168aa7671,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:18.654769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.661010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ff513621-733f-47a7-8e55-a79753fab669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "DELETE /v2.0/ports/fef24b25-40a2-4d33-abfd-a84168aa7671 HTTP/1.1" status: 204 len: 168 time: 0.3403378 Feb 19 01:03:18.661242 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57806) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.692416 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-40832622-bb25-4da3-a146-7d4e3470604b tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] GET failed (client error): The resource could not be found. Feb 19 01:03:18.693846 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-40832622-bb25-4da3-a146-7d4e3470604b tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795083613-project-admin] 10.222.0.60 "GET /v2.0/ports/fef24b25-40a2-4d33-abfd-a84168aa7671 HTTP/1.1" status: 404 len: 333 time: 0.0313861 Feb 19 01:03:18.697643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57808) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:18.773674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (9208940b-494a-49c5-991e-684897e0861c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.869220 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (9208940b-494a-49c5-991e-684897e0861c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.895020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9208940b-494a-49c5-991e-684897e0861c']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:18.921306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47eb8d6c-018c-4398-bd6c-3b601ef38ac1') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:18.921641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47eb8d6c-018c-4398-bd6c-3b601ef38ac1') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:18.935269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (47eb8d6c-018c-4398-bd6c-3b601ef38ac1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.950504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (47eb8d6c-018c-4398-bd6c-3b601ef38ac1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.957377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:18.957885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (47eb8d6c-018c-4398-bd6c-3b601ef38ac1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:18.961403 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:18.996128 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.027035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (9208940b-494a-49c5-991e-684897e0861c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.033270 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.037120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] 10.222.0.60 "DELETE /v2.0/networks/9208940b-494a-49c5-991e-684897e0861c HTTP/1.1" status: 204 len: 168 time: 0.3383477 Feb 19 01:03:19.053586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7d8e3-8495-4aea-85c5-eb5062bcab89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1096745699-project] Pushing event deleted for resources: {'Network': ['ID=9208940b-494a-49c5-991e-684897e0861c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:19.303756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57824) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:19.441079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ef276b2f-2a31-442f-9792-0325bb1acecf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=131b30c6ef804243b52a2b79fc0d3a85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365983 Feb 19 01:03:19.443691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57828) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:19.491951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e4236a1-8a66-4a7e-91c9-2e8e73d12910 admin admin] Publish callbacks [] for security_group (16f9971a-0e3e-4bda-b056-98167bd1aa09), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.513606 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e4236a1-8a66-4a7e-91c9-2e8e73d12910 admin admin] Publish callbacks [] for security_group (16f9971a-0e3e-4bda-b056-98167bd1aa09), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.553734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57836) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:19.580417 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e4236a1-8a66-4a7e-91c9-2e8e73d12910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (16f9971a-0e3e-4bda-b056-98167bd1aa09), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.583506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e4236a1-8a66-4a7e-91c9-2e8e73d12910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.584937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9e4236a1-8a66-4a7e-91c9-2e8e73d12910 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/16f9971a-0e3e-4bda-b056-98167bd1aa09 HTTP/1.1" status: 204 len: 168 time: 0.1402607 Feb 19 01:03:19.594556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4236a1-8a66-4a7e-91c9-2e8e73d12910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f9971a-0e3e-4bda-b056-98167bd1aa09,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:19.607775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c3cf5a-d1db-4fb7-9b03-c30543ccfe8a admin admin] Deleting subnet cbbb81f2-e40a-480b-918b-c5a5d9b39f0c {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:19.611168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3c3cf5a-d1db-4fb7-9b03-c30543ccfe8a admin admin] Publish callbacks [] for subnet (cbbb81f2-e40a-480b-918b-c5a5d9b39f0c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.653736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3c3cf5a-d1db-4fb7-9b03-c30543ccfe8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (cbbb81f2-e40a-480b-918b-c5a5d9b39f0c), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.694219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3c3cf5a-d1db-4fb7-9b03-c30543ccfe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (cbbb81f2-e40a-480b-918b-c5a5d9b39f0c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.760714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3c3cf5a-d1db-4fb7-9b03-c30543ccfe8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (cbbb81f2-e40a-480b-918b-c5a5d9b39f0c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.789280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3cf5a-d1db-4fb7-9b03-c30543ccfe8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbb81f2-e40a-480b-918b-c5a5d9b39f0c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:19.793037 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3c3cf5a-d1db-4fb7-9b03-c30543ccfe8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.798224 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a3c3cf5a-d1db-4fb7-9b03-c30543ccfe8a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cbbb81f2-e40a-480b-918b-c5a5d9b39f0c HTTP/1.1" status: 204 len: 168 time: 0.2416513 Feb 19 01:03:19.799410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57848) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:19.896196 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8850acfe-bbc5-4476-9dc6-00de20035f41), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:19.905384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:19.948181 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b8685d86-c17f-4754-a9b1-fc3b1ab9920f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1a555eca9b94269b29e47007a9a02db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416470 Feb 19 01:03:19.950556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57852) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:19.985330 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8850acfe-bbc5-4476-9dc6-00de20035f41), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.005788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0025-7b9e-4953-b1da-5392cf31b052 admin admin] Publish callbacks [] for security_group (7f291f99-44ab-4e2e-96d8-ff6b02e2e9c4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.010323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8850acfe-bbc5-4476-9dc6-00de20035f41']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:20.020491 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8183453-0714-4544-9f6c-f3b5dae0f420') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:20.020786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8183453-0714-4544-9f6c-f3b5dae0f420') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:20.032135 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (f8183453-0714-4544-9f6c-f3b5dae0f420), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.036534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0025-7b9e-4953-b1da-5392cf31b052 admin admin] Publish callbacks [] for security_group (7f291f99-44ab-4e2e-96d8-ff6b02e2e9c4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.048923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f8183453-0714-4544-9f6c-f3b5dae0f420), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.055675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:20.056411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (f8183453-0714-4544-9f6c-f3b5dae0f420), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:20.058463 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:20.061035 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22801c18-540a-4fa5-a0df-e56463f07224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.108634 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0025-7b9e-4953-b1da-5392cf31b052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f291f99-44ab-4e2e-96d8-ff6b02e2e9c4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.115237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0025-7b9e-4953-b1da-5392cf31b052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.116950 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5c3b0025-7b9e-4953-b1da-5392cf31b052 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f291f99-44ab-4e2e-96d8-ff6b02e2e9c4 HTTP/1.1" status: 204 len: 168 time: 0.1654189 Feb 19 01:03:20.128073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b0025-7b9e-4953-b1da-5392cf31b052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f291f99-44ab-4e2e-96d8-ff6b02e2e9c4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:20.143937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8850acfe-bbc5-4476-9dc6-00de20035f41), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.149185 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.156341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8850acfe-bbc5-4476-9dc6-00de20035f41 HTTP/1.1" status: 204 len: 168 time: 0.3529723 Feb 19 01:03:20.157455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57860) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:20.177108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def98cd-9e71-43c9-bc9b-55e4e6097891 admin admin] Pushing event deleted for resources: {'Network': ['ID=8850acfe-bbc5-4476-9dc6-00de20035f41,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:20.211413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b3c9cc-9b39-4e8c-a6c8-f9d011f1a912 admin admin] Deleting subnet b9784754-3577-4b36-905e-5fd676fb82ec {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:20.214910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21b3c9cc-9b39-4e8c-a6c8-f9d011f1a912 admin admin] Publish callbacks [] for subnet (b9784754-3577-4b36-905e-5fd676fb82ec), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.250176 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21b3c9cc-9b39-4e8c-a6c8-f9d011f1a912 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b9784754-3577-4b36-905e-5fd676fb82ec), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.294069 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21b3c9cc-9b39-4e8c-a6c8-f9d011f1a912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b9784754-3577-4b36-905e-5fd676fb82ec), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.350109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21b3c9cc-9b39-4e8c-a6c8-f9d011f1a912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b9784754-3577-4b36-905e-5fd676fb82ec), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.379452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3c9cc-9b39-4e8c-a6c8-f9d011f1a912 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9784754-3577-4b36-905e-5fd676fb82ec,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:20.390840 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-21b3c9cc-9b39-4e8c-a6c8-f9d011f1a912 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.395317 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-21b3c9cc-9b39-4e8c-a6c8-f9d011f1a912 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b9784754-3577-4b36-905e-5fd676fb82ec HTTP/1.1" status: 204 len: 168 time: 0.2363596 Feb 19 01:03:20.397983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:20.472612 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8dc716df-24c6-4b6b-ba34-16778741d84e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.563460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8dc716df-24c6-4b6b-ba34-16778741d84e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.590772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dc716df-24c6-4b6b-ba34-16778741d84e']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:20.602597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5ed16f-cf90-49a4-8c8e-0791aae5d3e9') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:20.602943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5ed16f-cf90-49a4-8c8e-0791aae5d3e9') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:20.613652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (5f5ed16f-cf90-49a4-8c8e-0791aae5d3e9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.627680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5f5ed16f-cf90-49a4-8c8e-0791aae5d3e9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.634378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:20.634825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (5f5ed16f-cf90-49a4-8c8e-0791aae5d3e9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:20.636601 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:20.660199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:20.690447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:20.691109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2d109a9c-d6ec-4fec-81ec-b6cc7c16198e not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:20.710629 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8dc716df-24c6-4b6b-ba34-16778741d84e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.718714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.725129 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8dc716df-24c6-4b6b-ba34-16778741d84e HTTP/1.1" status: 204 len: 168 time: 0.3259649 Feb 19 01:03:20.736471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00a5eb-427e-4f06-8d7e-aefbd8e66de6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dc716df-24c6-4b6b-ba34-16778741d84e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:20.867882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57894) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:20.910923 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-24beced6-ee03-45c0-b82b-a78f6ee50494 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c65fe5253354f7cbd98ca8566b810d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416446 Feb 19 01:03:20.913561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57900) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:20.972483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0adb93ae-4508-4925-aa78-1285e29c5016 admin admin] Publish callbacks [] for security_group (600b4df5-4b98-4d39-893d-1067e81a8362), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:20.992663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57902) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:20.994102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0adb93ae-4508-4925-aa78-1285e29c5016 admin admin] Publish callbacks [] for security_group (600b4df5-4b98-4d39-893d-1067e81a8362), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.042701 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0adb93ae-4508-4925-aa78-1285e29c5016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (600b4df5-4b98-4d39-893d-1067e81a8362), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.045890 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0adb93ae-4508-4925-aa78-1285e29c5016 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.049968 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0adb93ae-4508-4925-aa78-1285e29c5016 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/600b4df5-4b98-4d39-893d-1067e81a8362 HTTP/1.1" status: 204 len: 168 time: 0.1328068 Feb 19 01:03:21.061720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adb93ae-4508-4925-aa78-1285e29c5016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600b4df5-4b98-4d39-893d-1067e81a8362,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.120867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1191469822'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:21.153110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Made reservation on behalf of 89b5573d6b0d4d66b2b3f11b454f4788 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:21.156965 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.171635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.265965 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for security_group (8cdf8b75-42ce-44a4-ab14-ed38e2b2568d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.271079 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.271818 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8cdf8b75-42ce-44a4-ab14-ed38e2b2568d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.284514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:21.304102 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f744f451-cd9c-4f78-89a9-8cf14c2fd852), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.304519 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Added segment f744f451-cd9c-4f78-89a9-8cf14c2fd852 of type vlan for network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 Feb 19 01:03:21.365914 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b32ec42b-8dd2-4bcb-8c6e-ccad1c289837), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.376558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdf8b75-42ce-44a4-ab14-ed38e2b2568d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.400150 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b32ec42b-8dd2-4bcb-8c6e-ccad1c289837), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.406341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:21.407092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.456392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57918) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:21.468018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4740758 Feb 19 01:03:21.470929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:21.478786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Request body: {'subnet': {'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:21.509621 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ed2ddec7-a37b-4430-a51b-b9bdd074ac81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad8b5fc72b5c497ab063bc64604f6322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506566 Feb 19 01:03:21.511562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57922) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:21.535991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ecc2e3-17c7-4efc-9980-81c3dcfdbee3 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event updated for resources: {'Network': ['ID=b32ec42b-8dd2-4bcb-8c6e-ccad1c289837,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.550999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:21.577758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67393f78-8492-41f2-9230-1e48ef302290 admin admin] Publish callbacks [] for security_group (86032084-fb4a-4f8e-8e94-0f451fa4cc6c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.587881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Made reservation on behalf of 89b5573d6b0d4d66b2b3f11b454f4788 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:21.591816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.606098 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67393f78-8492-41f2-9230-1e48ef302290 admin admin] Publish callbacks [] for security_group (86032084-fb4a-4f8e-8e94-0f451fa4cc6c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.667731 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67393f78-8492-41f2-9230-1e48ef302290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (86032084-fb4a-4f8e-8e94-0f451fa4cc6c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.671985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-67393f78-8492-41f2-9230-1e48ef302290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.673367 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-67393f78-8492-41f2-9230-1e48ef302290 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86032084-fb4a-4f8e-8e94-0f451fa4cc6c HTTP/1.1" status: 204 len: 168 time: 0.1596818 Feb 19 01:03:21.694199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67393f78-8492-41f2-9230-1e48ef302290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86032084-fb4a-4f8e-8e94-0f451fa4cc6c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.814599 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (f38be9d9-c2f5-4bdf-b563-44bf1862092c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.879336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event updated for resources: {'Subnet': ['ID=f38be9d9-c2f5-4bdf-b563-44bf1862092c,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:21.890551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Checking segment: {'id': 'f744f451-cd9c-4f78-89a9-8cf14c2fd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:21.891173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Network hostable DHCP agents. Network: b32ec42b-8dd2-4bcb-8c6e-ccad1c289837, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:21.909805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:21.924005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b32ec42b-8dd2-4bcb-8c6e-ccad1c289837) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:21.945889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c0053-77f7-4514-81e5-14bdda6bcc65 None None] Network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:21.948578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:21.950105 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:21.975314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-47f64056-7784-4f7c-afca-fa549f018b1a tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5032430 Feb 19 01:03:21.977935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57932) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:21.989497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Request body: {'port': {'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-301014362'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:22.074048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b32ec42b-8dd2-4bcb-8c6e-ccad1c289837', 'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837', 'project_id': '89b5573d6b0d4d66b2b3f11b454f4788', 'fixed_ips': [{'subnet_id': 'f38be9d9-c2f5-4bdf-b563-44bf1862092c'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:22.075300 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.156133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Made reservation on behalf of 89b5573d6b0d4d66b2b3f11b454f4788 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:22.160230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.185235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] device_id is not set on port 16903b21-2450-44c2-8e00-4ab69b327bfd yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:22.266018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Allocated IP 2001:db8::2 (b32ec42b-8dd2-4bcb-8c6e-ccad1c289837/f38be9d9-c2f5-4bdf-b563-44bf1862092c/c6767d5d-928c-4574-bfab-172ff1efd40a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:22.458029 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Publish callbacks [] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.466716 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.502008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:22.507032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:22.510990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:22.530660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Pushing event updated for resources: {'Port': ['ID=c6767d5d-928c-4574-bfab-172ff1efd40a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:22.550279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Allocated IP 2001:db8::20c (b32ec42b-8dd2-4bcb-8c6e-ccad1c289837/f38be9d9-c2f5-4bdf-b563-44bf1862092c/16903b21-2450-44c2-8e00-4ab69b327bfd) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:22.584736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Attempting to bind port c6767d5d-928c-4574-bfab-172ff1efd40a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:22.585468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Attempting to bind port c6767d5d-928c-4574-bfab-172ff1efd40a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f744f451-cd9c-4f78-89a9-8cf14c2fd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:22.586086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Attempting to bind port c6767d5d-928c-4574-bfab-172ff1efd40a on network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:22.591890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:22.592432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Checking segment: {'id': 'f744f451-cd9c-4f78-89a9-8cf14c2fd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:22.592936 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.593423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Bound using segment: {'id': 'f744f451-cd9c-4f78-89a9-8cf14c2fd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:22.594000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Bound port: c6767d5d-928c-4574-bfab-172ff1efd40a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f744f451-cd9c-4f78-89a9-8cf14c2fd852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:22.594509 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.665539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] For port c6767d5d-928c-4574-bfab-172ff1efd40a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:22.670210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] For port c6767d5d-928c-4574-bfab-172ff1efd40a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c6767d5d-928c-4574-bfab-172ff1efd40a,segment=NetworkSegment(f744f451-cd9c-4f78-89a9-8cf14c2fd852),segment_id=f744f451-cd9c-4f78-89a9-8cf14c2fd852)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:22.678023 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.743294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.758084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524210a5-140d-4cac-b9cf-472cfd581b27 None None] Pushing event updated for resources: {'Port': ['ID=c6767d5d-928c-4574-bfab-172ff1efd40a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:22.780689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.818284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.872405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:22.875736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:22.883330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:22.888667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:22.889303 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:22.903514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event updated for resources: {'Port': ['ID=16903b21-2450-44c2-8e00-4ab69b327bfd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:22.913808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d05d5fd7-d6eb-4f99-8f46-adb82090db46 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9345810 Feb 19 01:03:22.918111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57948) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:22.925289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Request body: {'port': {'network_id': 'b32ec42b-8dd2-4bcb-8c6e-ccad1c289837', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-812984947', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:22.925958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] bootfile-name is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:03:22.926411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] tftp-server is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:03:22.927334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] server-ip-address is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:03:23.119725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Made reservation on behalf of 89b5573d6b0d4d66b2b3f11b454f4788 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:23.123646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.154794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] device_id is not set on port 2c226f68-0223-46e3-a6c9-40e9050049c0 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:23.283477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Allocated IP 2001:db8::19 (b32ec42b-8dd2-4bcb-8c6e-ccad1c289837/f38be9d9-c2f5-4bdf-b563-44bf1862092c/2c226f68-0223-46e3-a6c9-40e9050049c0) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:23.463241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for port (2c226f68-0223-46e3-a6c9-40e9050049c0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.505627 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2c226f68-0223-46e3-a6c9-40e9050049c0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.551270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:23.556354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:23.561525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:23.572116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.572665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.576664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event updated for resources: {'Port': ['ID=2c226f68-0223-46e3-a6c9-40e9050049c0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:23.596451 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cab3cc67-b35b-4080-b42f-a9d72e9c6b5d tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.6768572 Feb 19 01:03:23.599315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57962) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:23.719674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf843b-e428-411d-9b4d-cd33664e8122 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.725359 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf843b-e428-411d-9b4d-cd33664e8122 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.730937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf843b-e428-411d-9b4d-cd33664e8122 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:23.736226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57964) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:23.747211 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-81cf843b-e428-411d-9b4d-cd33664e8122 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1436703 Feb 19 01:03:23.848107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-39987a3d-2905-4e88-a335-d3eec1fd63fd tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Deleting port 2c226f68-0223-46e3-a6c9-40e9050049c0 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:23.852690 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-39987a3d-2905-4e88-a335-d3eec1fd63fd tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2c226f68-0223-46e3-a6c9-40e9050049c0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.880675 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.976895 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-39987a3d-2905-4e88-a335-d3eec1fd63fd tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2c226f68-0223-46e3-a6c9-40e9050049c0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:23.990346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-39987a3d-2905-4e88-a335-d3eec1fd63fd tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Calling delete_port for 2c226f68-0223-46e3-a6c9-40e9050049c0 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:24.156814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce6d917-da2f-4d25-9dda-67a9034ca580 None None] Network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:24.259777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5bbe5fec-fe93-42e2-b1db-bb61d0be307a None None] Provisioning complete for port c6767d5d-928c-4574-bfab-172ff1efd40a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:24.260579 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5fec-fe93-42e2-b1db-bb61d0be307a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.265760 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.415980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5bbe5fec-fe93-42e2-b1db-bb61d0be307a None None] Current status of the port c6767d5d-928c-4574-bfab-172ff1efd40a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:24.416418 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5fec-fe93-42e2-b1db-bb61d0be307a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.469200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5bbe5fec-fe93-42e2-b1db-bb61d0be307a None None] For port c6767d5d-928c-4574-bfab-172ff1efd40a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c6767d5d-928c-4574-bfab-172ff1efd40a,segment=NetworkSegment(f744f451-cd9c-4f78-89a9-8cf14c2fd852),segment_id=f744f451-cd9c-4f78-89a9-8cf14c2fd852)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:24.480261 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5bbe5fec-fe93-42e2-b1db-bb61d0be307a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.494455 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-39987a3d-2905-4e88-a335-d3eec1fd63fd tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2c226f68-0223-46e3-a6c9-40e9050049c0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.543429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39987a3d-2905-4e88-a335-d3eec1fd63fd tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event deleted for resources: {'Port': ['ID=2c226f68-0223-46e3-a6c9-40e9050049c0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:24.572604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe5fec-fe93-42e2-b1db-bb61d0be307a None None] Pushing event updated for resources: {'Port': ['ID=c6767d5d-928c-4574-bfab-172ff1efd40a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:24.594482 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-39987a3d-2905-4e88-a335-d3eec1fd63fd tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.601642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-39987a3d-2905-4e88-a335-d3eec1fd63fd tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "DELETE /v2.0/ports/2c226f68-0223-46e3-a6c9-40e9050049c0 HTTP/1.1" status: 204 len: 168 time: 0.8604701 Feb 19 01:03:24.602007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57984) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:24.607947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Request body: {'port': {'name': 'tempest-new-port-name-299209996', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:24.608742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] bootfile-name is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:03:24.609249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] tftp-server is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:03:24.609767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.api.validators [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] server-ip-address is not in valid_values {{(pid=103650) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 01:03:24.700000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.816908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-86436243-876c-46f4-bf4e-13e762f19cf4 None None] Provisioning complete for port c6767d5d-928c-4574-bfab-172ff1efd40a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:24.817437 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86436243-876c-46f4-bf4e-13e762f19cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.963576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-86436243-876c-46f4-bf4e-13e762f19cf4 None None] Current status of the port c6767d5d-928c-4574-bfab-172ff1efd40a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:24.969168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-86436243-876c-46f4-bf4e-13e762f19cf4 None None] Could not find standard attr ID for object 2c226f68-0223-46e3-a6c9-40e9050049c0. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:03:24.977353 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.982774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-86436243-876c-46f4-bf4e-13e762f19cf4 None None] Provisioning complete for port 16903b21-2450-44c2-8e00-4ab69b327bfd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:24.983545 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86436243-876c-46f4-bf4e-13e762f19cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:24.991029 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.042279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] In _notify_port_updated(), no bound segment for port 16903b21-2450-44c2-8e00-4ab69b327bfd on network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 {{(pid=103650) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 01:03:25.049087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.049931 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.055157 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "PUT /v2.0/ports/16903b21-2450-44c2-8e00-4ab69b327bfd HTTP/1.1" status: 200 len: 1129 time: 0.4514074 Feb 19 01:03:25.055931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-86436243-876c-46f4-bf4e-13e762f19cf4 None None] Port 16903b21-2450-44c2-8e00-4ab69b327bfd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:25.056073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57988) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:25.100593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1446647-5147-41c4-86f7-6a638f7817e8 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event updated for resources: {'Port': ['ID=16903b21-2450-44c2-8e00-4ab69b327bfd,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:25.156245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c6767d5d-928c-4574-bfab-172ff1efd40a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:25.169958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ba189e-76e4-46f2-8cf1-0dd773504ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:25.171457 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4ba189e-76e4-46f2-8cf1-0dd773504ff1 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "GET /v2.0/ports/16903b21-2450-44c2-8e00-4ab69b327bfd HTTP/1.1" status: 200 len: 1129 time: 0.1109025 Feb 19 01:03:25.175170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57990) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:25.214411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-461e1444-e9a8-4abf-a674-541efa77e945 None None] Provisioning complete for port 16903b21-2450-44c2-8e00-4ab69b327bfd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:25.214797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-461e1444-e9a8-4abf-a674-541efa77e945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.266267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-461e1444-e9a8-4abf-a674-541efa77e945 None None] Port 16903b21-2450-44c2-8e00-4ab69b327bfd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:03:25.282366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c6767d5d-928c-4574-bfab-172ff1efd40a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:25.283488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.302527 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-96313e84-6402-4953-9b7f-f56cab172cae tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Deleting port 16903b21-2450-44c2-8e00-4ab69b327bfd {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:25.303187 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96313e84-6402-4953-9b7f-f56cab172cae tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.379228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c6767d5d-928c-4574-bfab-172ff1efd40a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:25.406494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96313e84-6402-4953-9b7f-f56cab172cae tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.419518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-96313e84-6402-4953-9b7f-f56cab172cae tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Calling delete_port for 16903b21-2450-44c2-8e00-4ab69b327bfd owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:25.481663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-009b3d84-b8e5-40c2-ae21-8f26349ce227 None None] Could not find standard attr ID for object 2c226f68-0223-46e3-a6c9-40e9050049c0. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:03:25.571018 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96313e84-6402-4953-9b7f-f56cab172cae tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (16903b21-2450-44c2-8e00-4ab69b327bfd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.602865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96313e84-6402-4953-9b7f-f56cab172cae tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event deleted for resources: {'Port': ['ID=16903b21-2450-44c2-8e00-4ab69b327bfd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:25.635522 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96313e84-6402-4953-9b7f-f56cab172cae tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.641935 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-96313e84-6402-4953-9b7f-f56cab172cae tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "DELETE /v2.0/ports/16903b21-2450-44c2-8e00-4ab69b327bfd HTTP/1.1" status: 204 len: 168 time: 0.4631841 Feb 19 01:03:25.642361 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 57992) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:25.698912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d95d7d2-c273-44cc-8833-64248ff9c384 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Deleting subnet f38be9d9-c2f5-4bdf-b563-44bf1862092c {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:25.702704 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d95d7d2-c273-44cc-8833-64248ff9c384 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for subnet (f38be9d9-c2f5-4bdf-b563-44bf1862092c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.754068 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d95d7d2-c273-44cc-8833-64248ff9c384 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (f38be9d9-c2f5-4bdf-b563-44bf1862092c), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.858550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d95d7d2-c273-44cc-8833-64248ff9c384 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f38be9d9-c2f5-4bdf-b563-44bf1862092c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.901438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6220cb4d-9967-4bb9-957b-b7bd28c03bcb None None] Could not find standard attr ID for object 16903b21-2450-44c2-8e00-4ab69b327bfd. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:03:25.947300 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d95d7d2-c273-44cc-8833-64248ff9c384 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (f38be9d9-c2f5-4bdf-b563-44bf1862092c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.989040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d95d7d2-c273-44cc-8833-64248ff9c384 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:25.992760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3d95d7d2-c273-44cc-8833-64248ff9c384 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "DELETE /v2.0/subnets/f38be9d9-c2f5-4bdf-b563-44bf1862092c HTTP/1.1" status: 204 len: 168 time: 0.3494554 Feb 19 01:03:25.994126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95d7d2-c273-44cc-8833-64248ff9c384 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event deleted for resources: {'Subnet': ['ID=f38be9d9-c2f5-4bdf-b563-44bf1862092c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:25.995866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 57996) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:26.075677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b32ec42b-8dd2-4bcb-8c6e-ccad1c289837), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.092922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3ca1d1-0997-47fa-bb4b-ae10433d7ced None None] Network b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:26.149371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Deleting port c6767d5d-928c-4574-bfab-172ff1efd40a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:26.149713 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.223378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] For port c6767d5d-928c-4574-bfab-172ff1efd40a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c6767d5d-928c-4574-bfab-172ff1efd40a,segment=NetworkSegment(f744f451-cd9c-4f78-89a9-8cf14c2fd852),segment_id=f744f451-cd9c-4f78-89a9-8cf14c2fd852)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:26.223761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.239274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Calling delete_port for c6767d5d-928c-4574-bfab-172ff1efd40a owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:26.268919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] DHCP port deletion for b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:03:26.320520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] Deleting port c6767d5d-928c-4574-bfab-172ff1efd40a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:26.320990 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.325063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.352183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event deleted for resources: {'Port': ['ID=c6767d5d-928c-4574-bfab-172ff1efd40a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:26.358104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] No DVR routers for this DVR port c6767d5d-928c-4574-bfab-172ff1efd40a on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:26.389401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] For port c6767d5d-928c-4574-bfab-172ff1efd40a, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:26.389956 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.403255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] Calling delete_port for c6767d5d-928c-4574-bfab-172ff1efd40a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:26.406410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] Port c6767d5d-928c-4574-bfab-172ff1efd40a was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:03:26.407767 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (c6767d5d-928c-4574-bfab-172ff1efd40a), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.434512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] Pushing event deleted for resources: {'Port': ['ID=c6767d5d-928c-4574-bfab-172ff1efd40a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:26.438223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69f1fd7-258e-4599-9944-97ee14242270 None None] No DVR routers for this DVR port c6767d5d-928c-4574-bfab-172ff1efd40a on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:26.440508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b32ec42b-8dd2-4bcb-8c6e-ccad1c289837), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.465836 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32ec42b-8dd2-4bcb-8c6e-ccad1c289837']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:26.475213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f744f451-cd9c-4f78-89a9-8cf14c2fd852') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:26.475544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f744f451-cd9c-4f78-89a9-8cf14c2fd852') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:26.489049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (f744f451-cd9c-4f78-89a9-8cf14c2fd852), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.502689 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f744f451-cd9c-4f78-89a9-8cf14c2fd852), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.509098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:26.509507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (f744f451-cd9c-4f78-89a9-8cf14c2fd852), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:26.512902 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:26.571733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b32ec42b-8dd2-4bcb-8c6e-ccad1c289837), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.579421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:26.584891 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] 10.222.0.60 "DELETE /v2.0/networks/b32ec42b-8dd2-4bcb-8c6e-ccad1c289837 HTTP/1.1" status: 204 len: 168 time: 0.5854666 Feb 19 01:03:26.596188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b758f2d-d9bd-4a11-9787-c8420bb3a9d0 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423 tempest-ExtraDHCPOptionsIpV6TestJSON-70157423-project] Pushing event deleted for resources: {'Network': ['ID=b32ec42b-8dd2-4bcb-8c6e-ccad1c289837,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:26.841860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58002) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:26.983529 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-56823dc0-3952-46aa-a375-4573609bbf6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89b5573d6b0d4d66b2b3f11b454f4788&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402197 Feb 19 01:03:26.986260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58008) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:27.006951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c6767d5d-928c-4574-bfab-172ff1efd40a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:03:27.031865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: c6767d5d-928c-4574-bfab-172ff1efd40a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:03:27.032147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c6767d5d-928c-4574-bfab-172ff1efd40a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:03:27.053666 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-33ee925f-7943-45ca-b303-a72ab3ad7a8b admin admin] Publish callbacks [] for security_group (8cdf8b75-42ce-44a4-ab14-ed38e2b2568d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.076891 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-33ee925f-7943-45ca-b303-a72ab3ad7a8b admin admin] Publish callbacks [] for security_group (8cdf8b75-42ce-44a4-ab14-ed38e2b2568d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.128712 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-33ee925f-7943-45ca-b303-a72ab3ad7a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8cdf8b75-42ce-44a4-ab14-ed38e2b2568d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.132558 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-33ee925f-7943-45ca-b303-a72ab3ad7a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.136353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-33ee925f-7943-45ca-b303-a72ab3ad7a8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cdf8b75-42ce-44a4-ab14-ed38e2b2568d HTTP/1.1" status: 204 len: 168 time: 0.1473441 Feb 19 01:03:27.143907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee925f-7943-45ca-b303-a72ab3ad7a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdf8b75-42ce-44a4-ab14-ed38e2b2568d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:27.844313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58030) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:27.945725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'networks': [{'name': 'tempest-network--924571673'}, {'name': 'tempest-network--1386015270'}]} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:27.946074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'network': {'name': 'tempest-network--924571673'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:27.946545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'network': {'name': 'tempest-network--1386015270'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:27.967140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Made reservation on behalf of 0b2ae935b6bd46c9b58b82eb83b5490b for: {'network': 2} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:27.971452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:27.980265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.058975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for security_group (2564bf15-67d3-4b6a-8cb1-6a547f0e45b2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.063773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2564bf15-67d3-4b6a-8cb1-6a547f0e45b2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.064243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.106353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2564bf15-67d3-4b6a-8cb1-6a547f0e45b2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:28.111672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:28.122322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0a37a415-6fd5-4c02-be40-5e0557279ff6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.122840 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Added segment 0a37a415-6fd5-4c02-be40-5e0557279ff6 of type vlan for network e73a8420-64e6-4a4e-bbea-20c571010296 Feb 19 01:03:28.174367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e73a8420-64e6-4a4e-bbea-20c571010296), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.202678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:28.211715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (30ec8a20-a005-4611-b4eb-5fe2aab093d3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.212068 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Added segment 30ec8a20-a005-4611-b4eb-5fe2aab093d3 of type vlan for network 98a8b164-205c-4797-94e8-7c0bb091f633 Feb 19 01:03:28.251571 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (98a8b164-205c-4797-94e8-7c0bb091f633), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.277943 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e73a8420-64e6-4a4e-bbea-20c571010296), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.278507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (98a8b164-205c-4797-94e8-7c0bb091f633), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.283634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.287842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.288480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.349658 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5041065 Feb 19 01:03:28.352393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58036) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:28.362080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Network': ['ID=e73a8420-64e6-4a4e-bbea-20c571010296,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:28.373480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e73a8420-64e6-4a4e-bbea-20c571010296 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:28.451606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055e46b-9492-4e91-b533-473604e22dbc tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Network': ['ID=98a8b164-205c-4797-94e8-7c0bb091f633,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:28.462691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 98a8b164-205c-4797-94e8-7c0bb091f633 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:28.543980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d722f6-a518-4f75-8fa0-1c2d45cb0641 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.549267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d722f6-a518-4f75-8fa0-1c2d45cb0641 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.554142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d722f6-a518-4f75-8fa0-1c2d45cb0641 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.559051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d722f6-a518-4f75-8fa0-1c2d45cb0641 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:28.560722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c6d722f6-a518-4f75-8fa0-1c2d45cb0641 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2072558 Feb 19 01:03:28.563670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58038) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:28.647599 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e73a8420-64e6-4a4e-bbea-20c571010296), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.741601 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e73a8420-64e6-4a4e-bbea-20c571010296), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.761660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73a8420-64e6-4a4e-bbea-20c571010296']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:28.771133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a37a415-6fd5-4c02-be40-5e0557279ff6') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:28.771454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a37a415-6fd5-4c02-be40-5e0557279ff6') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:28.781296 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (0a37a415-6fd5-4c02-be40-5e0557279ff6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.794988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0a37a415-6fd5-4c02-be40-5e0557279ff6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.801510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:28.801898 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (0a37a415-6fd5-4c02-be40-5e0557279ff6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:28.804988 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:28.864026 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e73a8420-64e6-4a4e-bbea-20c571010296), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.871643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:28.874581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/networks/e73a8420-64e6-4a4e-bbea-20c571010296 HTTP/1.1" status: 204 len: 168 time: 0.3099122 Feb 19 01:03:28.877796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58040) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:28.886728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddd4f7-7400-4394-aca4-f55ebe4a5c97 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Network': ['ID=e73a8420-64e6-4a4e-bbea-20c571010296,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:28.955880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (98a8b164-205c-4797-94e8-7c0bb091f633), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.039068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (98a8b164-205c-4797-94e8-7c0bb091f633), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.059438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a8b164-205c-4797-94e8-7c0bb091f633']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:29.070107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ec8a20-a005-4611-b4eb-5fe2aab093d3') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:29.070459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ec8a20-a005-4611-b4eb-5fe2aab093d3') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:29.080246 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (30ec8a20-a005-4611-b4eb-5fe2aab093d3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.094737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (30ec8a20-a005-4611-b4eb-5fe2aab093d3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.100886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:29.101275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (30ec8a20-a005-4611-b4eb-5fe2aab093d3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:29.104922 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:29.168685 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (98a8b164-205c-4797-94e8-7c0bb091f633), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.175748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.178948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/networks/98a8b164-205c-4797-94e8-7c0bb091f633 HTTP/1.1" status: 204 len: 168 time: 0.3000317 Feb 19 01:03:29.181623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:29.206384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6174c99a-a614-429a-84de-d523478dd6da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Network': ['ID=98a8b164-205c-4797-94e8-7c0bb091f633,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:29.350008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e27d9f-e0e7-463b-adc0-3846ef734233 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.355287 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e27d9f-e0e7-463b-adc0-3846ef734233 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.356837 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-31e27d9f-e0e7-463b-adc0-3846ef734233 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1740308 Feb 19 01:03:29.360847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58046) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:29.366022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2018835465'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:29.387621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Made reservation on behalf of 0b2ae935b6bd46c9b58b82eb83b5490b for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:29.391285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.417913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:29.428338 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (02671980-d43a-4bf0-b28a-5a47b173e883), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.428701 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Added segment 02671980-d43a-4bf0-b28a-5a47b173e883 of type vlan for network 6815a56e-655d-4e67-b723-a8b71c81aee9 Feb 19 01:03:29.476155 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6815a56e-655d-4e67-b723-a8b71c81aee9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.502650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6815a56e-655d-4e67-b723-a8b71c81aee9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.507727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.508341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.571797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2098753 Feb 19 01:03:29.574600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58048) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:29.579839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1773330138'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:29.585150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c81ce-1d81-45bc-ab02-092cdf8ee7da tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Network': ['ID=6815a56e-655d-4e67-b723-a8b71c81aee9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:29.597743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6815a56e-655d-4e67-b723-a8b71c81aee9 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:29.601750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Made reservation on behalf of 0b2ae935b6bd46c9b58b82eb83b5490b for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:29.606072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.629975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:29.640211 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (663ba0ab-fc51-4ad5-a7e9-672c23a139c0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.640574 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Added segment 663ba0ab-fc51-4ad5-a7e9-672c23a139c0 of type vlan for network 35ec135d-9a58-4bd9-9e12-8c4a3e74835d Feb 19 01:03:29.687736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (35ec135d-9a58-4bd9-9e12-8c4a3e74835d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.713632 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (35ec135d-9a58-4bd9-9e12-8c4a3e74835d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.719011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:29.719651 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.777307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2013664 Feb 19 01:03:29.780117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58050) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:29.785140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'ports': [{'network_id': '6815a56e-655d-4e67-b723-a8b71c81aee9', 'name': 'tempest-port--1422840451', 'admin_state_up': True}, {'network_id': '35ec135d-9a58-4bd9-9e12-8c4a3e74835d', 'admin_state_up': False}]} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:29.785456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'port': {'network_id': '6815a56e-655d-4e67-b723-a8b71c81aee9', 'name': 'tempest-port--1422840451', 'admin_state_up': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:29.785936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'port': {'network_id': '35ec135d-9a58-4bd9-9e12-8c4a3e74835d', 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:29.793852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72e127-aeb5-4cc7-98e4-97ce48e91f3e tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Network': ['ID=35ec135d-9a58-4bd9-9e12-8c4a3e74835d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:29.806100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 35ec135d-9a58-4bd9-9e12-8c4a3e74835d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:29.943353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Made reservation on behalf of 0b2ae935b6bd46c9b58b82eb83b5490b for: {'port': 2} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:29.947445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:29.960748 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.431800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] device_id is not set on port 5c9799bc-292f-41f0-af92-d67b6da8a2f4 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:30.514360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for port (5c9799bc-292f-41f0-af92-d67b6da8a2f4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.581414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] device_id is not set on port c7152e7b-2b5f-485f-8e2f-0d75abfcb706 yet. {{(pid=103650) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:03:30.661721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for port (c7152e7b-2b5f-485f-8e2f-0d75abfcb706), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.708315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5c9799bc-292f-41f0-af92-d67b6da8a2f4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.761452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Port': ['ID=5c9799bc-292f-41f0-af92-d67b6da8a2f4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.776963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Checking segment: {'id': '02671980-d43a-4bf0-b28a-5a47b173e883', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6815a56e-655d-4e67-b723-a8b71c81aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:30.777301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Network hostable DHCP agents. Network: 6815a56e-655d-4e67-b723-a8b71c81aee9, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:30.795269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Network 6815a56e-655d-4e67-b723-a8b71c81aee9 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:30.804579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6815a56e-655d-4e67-b723-a8b71c81aee9) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:30.808405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:30.809259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c7152e7b-2b5f-485f-8e2f-0d75abfcb706), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.815574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001f5f3b-687c-488c-b16b-c5e6943f3898 None None] Network 6815a56e-655d-4e67-b723-a8b71c81aee9 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:30.867547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Port': ['ID=c7152e7b-2b5f-485f-8e2f-0d75abfcb706,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:30.887035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Checking segment: {'id': '663ba0ab-fc51-4ad5-a7e9-672c23a139c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '35ec135d-9a58-4bd9-9e12-8c4a3e74835d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:30.887488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Network hostable DHCP agents. Network: 35ec135d-9a58-4bd9-9e12-8c4a3e74835d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:30.906551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Network 35ec135d-9a58-4bd9-9e12-8c4a3e74835d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:30.917734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 35ec135d-9a58-4bd9-9e12-8c4a3e74835d) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:30.921552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:30.926960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:30.931530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:30.932326 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:30.933695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ef0eb-2469-41da-98df-a87e3921b19c None None] Network 35ec135d-9a58-4bd9-9e12-8c4a3e74835d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:30.959672 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-780c46fe-aef3-4d2c-ad49-d91901c93296 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1760316 Feb 19 01:03:30.960213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58054) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:31.022440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8925bc-92ce-41c1-9ab2-5b108a877a2a tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.027933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8925bc-92ce-41c1-9ab2-5b108a877a2a tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.032465 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dc8925bc-92ce-41c1-9ab2-5b108a877a2a tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0690060 Feb 19 01:03:31.032720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:31.122988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-97e0de69-961d-4308-a443-469775a96a53 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Deleting port 5c9799bc-292f-41f0-af92-d67b6da8a2f4 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:31.123461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97e0de69-961d-4308-a443-469775a96a53 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5c9799bc-292f-41f0-af92-d67b6da8a2f4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.199981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97e0de69-961d-4308-a443-469775a96a53 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5c9799bc-292f-41f0-af92-d67b6da8a2f4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.214741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-97e0de69-961d-4308-a443-469775a96a53 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Calling delete_port for 5c9799bc-292f-41f0-af92-d67b6da8a2f4 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:31.297305 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97e0de69-961d-4308-a443-469775a96a53 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5c9799bc-292f-41f0-af92-d67b6da8a2f4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.333155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e0de69-961d-4308-a443-469775a96a53 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Port': ['ID=5c9799bc-292f-41f0-af92-d67b6da8a2f4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:31.338926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-97e0de69-961d-4308-a443-469775a96a53 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.346365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58060) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:31.346958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-97e0de69-961d-4308-a443-469775a96a53 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/ports/5c9799bc-292f-41f0-af92-d67b6da8a2f4 HTTP/1.1" status: 204 len: 168 time: 0.3125956 Feb 19 01:03:31.449090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf6855-29ff-427a-b19e-73456c1a1de9 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Deleting port c7152e7b-2b5f-485f-8e2f-0d75abfcb706 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:31.449460 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6855-29ff-427a-b19e-73456c1a1de9 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c7152e7b-2b5f-485f-8e2f-0d75abfcb706), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.520852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6855-29ff-427a-b19e-73456c1a1de9 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c7152e7b-2b5f-485f-8e2f-0d75abfcb706), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.533978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf6855-29ff-427a-b19e-73456c1a1de9 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Calling delete_port for c7152e7b-2b5f-485f-8e2f-0d75abfcb706 owned by {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:31.617569 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6855-29ff-427a-b19e-73456c1a1de9 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c7152e7b-2b5f-485f-8e2f-0d75abfcb706), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.647973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf6855-29ff-427a-b19e-73456c1a1de9 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Port': ['ID=c7152e7b-2b5f-485f-8e2f-0d75abfcb706,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:31.651441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4fdf6855-29ff-427a-b19e-73456c1a1de9 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.657114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4fdf6855-29ff-427a-b19e-73456c1a1de9 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/ports/c7152e7b-2b5f-485f-8e2f-0d75abfcb706 HTTP/1.1" status: 204 len: 168 time: 0.3066630 Feb 19 01:03:31.657246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58062) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:31.704437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0a8c5829-d66d-4a87-8768-cbee78863090 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0460782 Feb 19 01:03:31.708026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58064) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:31.712760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1084640846'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:31.733922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Made reservation on behalf of 0b2ae935b6bd46c9b58b82eb83b5490b for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:31.737211 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.761167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:31.769958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (35e470b3-8fdc-4d81-b4bc-98e44b7bddb3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.770340 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Added segment 35e470b3-8fdc-4d81-b4bc-98e44b7bddb3 of type vlan for network 3d2f3b0a-e250-4e0b-8670-80ce2e14299e Feb 19 01:03:31.813139 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3d2f3b0a-e250-4e0b-8670-80ce2e14299e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.839612 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3d2f3b0a-e250-4e0b-8670-80ce2e14299e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.844952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:31.845533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.894620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1855528 Feb 19 01:03:31.897693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58066) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:31.902120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1096491250'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:31.925110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a2c21-eb4f-434b-9758-8b4336efb0dd tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Network': ['ID=3d2f3b0a-e250-4e0b-8670-80ce2e14299e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:31.936378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Made reservation on behalf of 0b2ae935b6bd46c9b58b82eb83b5490b for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:31.937765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3d2f3b0a-e250-4e0b-8670-80ce2e14299e details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:31.940084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.964689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:31.974062 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6f9fd2b9-dd17-4f1a-adb2-d3c0fffacd5a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:31.975471 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Added segment 6f9fd2b9-dd17-4f1a-adb2-d3c0fffacd5a of type vlan for network bab637bf-5a2d-4a8d-880c-780382d5cfbd Feb 19 01:03:32.018903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (bab637bf-5a2d-4a8d-880c-780382d5cfbd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.044317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (bab637bf-5a2d-4a8d-880c-780382d5cfbd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.049356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:32.049977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.111606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2132039 Feb 19 01:03:32.131627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be96b2b-0925-47f8-8221-17ade9fcafca tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Network': ['ID=bab637bf-5a2d-4a8d-880c-780382d5cfbd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:32.159864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network bab637bf-5a2d-4a8d-880c-780382d5cfbd details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:32.245216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58070) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:32.250935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'subnets': [{'network_id': '3d2f3b0a-e250-4e0b-8670-80ce2e14299e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1514566474', 'ip_version': 4}, {'network_id': 'bab637bf-5a2d-4a8d-880c-780382d5cfbd', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:32.251354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'subnet': {'network_id': '3d2f3b0a-e250-4e0b-8670-80ce2e14299e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1514566474', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:32.251988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Request body: {'subnet': {'network_id': 'bab637bf-5a2d-4a8d-880c-780382d5cfbd', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:32.412060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Made reservation on behalf of 0b2ae935b6bd46c9b58b82eb83b5490b for: {'subnet': 2} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:32.416655 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.417006 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.777264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (3f8bdb3a-ae91-481e-8d12-d90b55392f5d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.834652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Subnet': ['ID=3f8bdb3a-ae91-481e-8d12-d90b55392f5d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:32.845075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Checking segment: {'id': '35e470b3-8fdc-4d81-b4bc-98e44b7bddb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3d2f3b0a-e250-4e0b-8670-80ce2e14299e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:32.845414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Network hostable DHCP agents. Network: 3d2f3b0a-e250-4e0b-8670-80ce2e14299e, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:32.863571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Network 3d2f3b0a-e250-4e0b-8670-80ce2e14299e is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:32.873174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3d2f3b0a-e250-4e0b-8670-80ce2e14299e) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:32.877225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.884819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8541887-870c-4d71-9b90-cf518ae7a4d9 None None] Network 3d2f3b0a-e250-4e0b-8670-80ce2e14299e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:32.939497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event updated for resources: {'Subnet': ['ID=6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:32.946827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Checking segment: {'id': '6f9fd2b9-dd17-4f1a-adb2-d3c0fffacd5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'bab637bf-5a2d-4a8d-880c-780382d5cfbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:32.947194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Network hostable DHCP agents. Network: bab637bf-5a2d-4a8d-880c-780382d5cfbd, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:32.966284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Network bab637bf-5a2d-4a8d-880c-780382d5cfbd is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:32.977282 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, bab637bf-5a2d-4a8d-880c-780382d5cfbd) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:32.981810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:32.982581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:32.983329 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:32.992744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208b30f9-d283-4ed0-aa2c-5dc864b55729 None None] Network bab637bf-5a2d-4a8d-880c-780382d5cfbd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:33.001711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ccd97c41-fb9f-4edd-aa42-716c145698cf tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7552037 Feb 19 01:03:33.004249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58072) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:33.009892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c755dd19-f203-407d-bc8e-bf8e40341fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-3d2f3b0a-e250-4e0b-8670-80ce2e14299e', 'network_id': '3d2f3b0a-e250-4e0b-8670-80ce2e14299e', 'project_id': '0b2ae935b6bd46c9b58b82eb83b5490b', 'fixed_ips': [{'subnet_id': '3f8bdb3a-ae91-481e-8d12-d90b55392f5d'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:33.010875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c755dd19-f203-407d-bc8e-bf8e40341fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.102353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5fd67-e31c-4f36-8291-7c995bf5ef89 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:33.103866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5fd67-e31c-4f36-8291-7c995bf5ef89 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:33.105180 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5fd67-e31c-4f36-8291-7c995bf5ef89 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:33.110024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d2e5fd67-e31c-4f36-8291-7c995bf5ef89 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1015010 Feb 19 01:03:33.110356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58074) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:33.171974 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea141a9b-c4de-4f6c-9c2e-8fefc80d1544 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Deleting subnet 3f8bdb3a-ae91-481e-8d12-d90b55392f5d {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:33.176179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea141a9b-c4de-4f6c-9c2e-8fefc80d1544 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for subnet (3f8bdb3a-ae91-481e-8d12-d90b55392f5d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.230550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea141a9b-c4de-4f6c-9c2e-8fefc80d1544 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (3f8bdb3a-ae91-481e-8d12-d90b55392f5d), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.283821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea141a9b-c4de-4f6c-9c2e-8fefc80d1544 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3f8bdb3a-ae91-481e-8d12-d90b55392f5d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.348013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea141a9b-c4de-4f6c-9c2e-8fefc80d1544 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (3f8bdb3a-ae91-481e-8d12-d90b55392f5d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-c755dd19-f203-407d-bc8e-bf8e40341fe6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f8bdb3a-ae91-481e-8d12-d90b55392f5d: This subnet is being modified by another concurrent operation. Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f8bdb3a-ae91-481e-8d12-d90b55392f5d: This subnet is being modified by another concurrent operation. Feb 19 01:03:33.365884 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 01:03:33.375663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9758ca7b-0df7-4018-949a-2dd2d54b070f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-bab637bf-5a2d-4a8d-880c-780382d5cfbd', 'network_id': 'bab637bf-5a2d-4a8d-880c-780382d5cfbd', 'project_id': '0b2ae935b6bd46c9b58b82eb83b5490b', 'fixed_ips': [{'subnet_id': '6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:33.376850 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9758ca7b-0df7-4018-949a-2dd2d54b070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.377382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea141a9b-c4de-4f6c-9c2e-8fefc80d1544 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8bdb3a-ae91-481e-8d12-d90b55392f5d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:33.388007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ea141a9b-c4de-4f6c-9c2e-8fefc80d1544 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.392302 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58078) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:33.398227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927eecf-811d-44ea-b6fe-8bca239b97ca None None] Network 3d2f3b0a-e250-4e0b-8670-80ce2e14299e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:33.399889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ea141a9b-c4de-4f6c-9c2e-8fefc80d1544 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/subnets/3f8bdb3a-ae91-481e-8d12-d90b55392f5d HTTP/1.1" status: 204 len: 168 time: 0.2877204 Feb 19 01:03:33.446366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-0884cb29-9bef-4896-94d7-1d395092ca7b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Deleting subnet 6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:03:33.450791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0884cb29-9bef-4896-94d7-1d395092ca7b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for subnet (6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.499951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0884cb29-9bef-4896-94d7-1d395092ca7b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.549047 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0884cb29-9bef-4896-94d7-1d395092ca7b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.608346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0884cb29-9bef-4896-94d7-1d395092ca7b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-9758ca7b-0df7-4018-949a-2dd2d54b070f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9: This subnet is being modified by another concurrent operation. Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9: This subnet is being modified by another concurrent operation. Feb 19 01:03:33.611881 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 01:03:33.629005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a52c78-f282-42d1-b273-1a4a30849047 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:33.635832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884cb29-9bef-4896-94d7-1d395092ca7b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:33.641691 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0884cb29-9bef-4896-94d7-1d395092ca7b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.647526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0884cb29-9bef-4896-94d7-1d395092ca7b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/subnets/6c4b96cc-766a-4fb4-92e3-f6e3f4e765b9 HTTP/1.1" status: 204 len: 168 time: 0.2542181 Feb 19 01:03:33.648445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58080) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:33.693860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a52c78-f282-42d1-b273-1a4a30849047 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:33.702060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c992587-ac27-46ed-916e-18aac5cf2867 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:33.708783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1c992587-ac27-46ed-916e-18aac5cf2867 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0540822 Feb 19 01:03:33.709636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58082) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:33.789601 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (bab637bf-5a2d-4a8d-880c-780382d5cfbd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.864417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab10e0b1-8e5d-406d-ae4f-37f0d4c6c0b0 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:33.880037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (bab637bf-5a2d-4a8d-880c-780382d5cfbd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.900893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bab637bf-5a2d-4a8d-880c-780382d5cfbd']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:33.912615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9fd2b9-dd17-4f1a-adb2-d3c0fffacd5a') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:33.912955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9fd2b9-dd17-4f1a-adb2-d3c0fffacd5a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:33.923600 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (6f9fd2b9-dd17-4f1a-adb2-d3c0fffacd5a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.928314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab10e0b1-8e5d-406d-ae4f-37f0d4c6c0b0 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:33.937547 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6f9fd2b9-dd17-4f1a-adb2-d3c0fffacd5a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.945279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:33.945684 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (6f9fd2b9-dd17-4f1a-adb2-d3c0fffacd5a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:33.949159 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:34.009536 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (bab637bf-5a2d-4a8d-880c-780382d5cfbd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.020234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.024509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/networks/bab637bf-5a2d-4a8d-880c-780382d5cfbd HTTP/1.1" status: 204 len: 168 time: 0.3133996 Feb 19 01:03:34.027236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58084) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:34.056301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469eb43-6284-4e97-a38b-fd2f98c02f63 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Network': ['ID=bab637bf-5a2d-4a8d-880c-780382d5cfbd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.114410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ad490-3087-4db9-9d4f-d117baa5734c None None] Network bab637bf-5a2d-4a8d-880c-780382d5cfbd requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:34.120130 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3d2f3b0a-e250-4e0b-8670-80ce2e14299e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.129878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ad490-3087-4db9-9d4f-d117baa5734c None None] Network bab637bf-5a2d-4a8d-880c-780382d5cfbd could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:03:34.211445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3d2f3b0a-e250-4e0b-8670-80ce2e14299e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.232854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2f3b0a-e250-4e0b-8670-80ce2e14299e']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.242359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e470b3-8fdc-4d81-b4bc-98e44b7bddb3') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.242655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e470b3-8fdc-4d81-b4bc-98e44b7bddb3') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.251923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (35e470b3-8fdc-4d81-b4bc-98e44b7bddb3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.264952 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (35e470b3-8fdc-4d81-b4bc-98e44b7bddb3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.270808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:34.271193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (35e470b3-8fdc-4d81-b4bc-98e44b7bddb3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:34.274104 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:34.338889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3d2f3b0a-e250-4e0b-8670-80ce2e14299e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.346112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.349409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/networks/3d2f3b0a-e250-4e0b-8670-80ce2e14299e HTTP/1.1" status: 204 len: 168 time: 0.3210299 Feb 19 01:03:34.352497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58088) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:34.362698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f067be-09b0-4a0a-95b3-aa3927a9e399 tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Network': ['ID=3d2f3b0a-e250-4e0b-8670-80ce2e14299e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.435045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (35ec135d-9a58-4bd9-9e12-8c4a3e74835d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.518100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (35ec135d-9a58-4bd9-9e12-8c4a3e74835d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.542453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ec135d-9a58-4bd9-9e12-8c4a3e74835d']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.551602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663ba0ab-fc51-4ad5-a7e9-672c23a139c0') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.551890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663ba0ab-fc51-4ad5-a7e9-672c23a139c0') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.561153 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (663ba0ab-fc51-4ad5-a7e9-672c23a139c0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.592979 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (663ba0ab-fc51-4ad5-a7e9-672c23a139c0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.602540 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:34.602932 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (663ba0ab-fc51-4ad5-a7e9-672c23a139c0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:34.605883 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:34.664471 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (35ec135d-9a58-4bd9-9e12-8c4a3e74835d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.671442 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.675280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/networks/35ec135d-9a58-4bd9-9e12-8c4a3e74835d HTTP/1.1" status: 204 len: 168 time: 0.3216224 Feb 19 01:03:34.677185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58090) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:34.687823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce43a2-e344-4ffc-a138-8f6d80a156ee tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Network': ['ID=35ec135d-9a58-4bd9-9e12-8c4a3e74835d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:34.775604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6815a56e-655d-4e67-b723-a8b71c81aee9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.861892 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6815a56e-655d-4e67-b723-a8b71c81aee9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.882427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6815a56e-655d-4e67-b723-a8b71c81aee9']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.893320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02671980-d43a-4bf0-b28a-5a47b173e883') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.893629 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02671980-d43a-4bf0-b28a-5a47b173e883') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:34.904769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (02671980-d43a-4bf0-b28a-5a47b173e883), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.919423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (02671980-d43a-4bf0-b28a-5a47b173e883), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.926412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:34.926778 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (02671980-d43a-4bf0-b28a-5a47b173e883), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:34.930140 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:34.994769 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6815a56e-655d-4e67-b723-a8b71c81aee9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.002065 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.005210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] 10.222.0.60 "DELETE /v2.0/networks/6815a56e-655d-4e67-b723-a8b71c81aee9 HTTP/1.1" status: 204 len: 168 time: 0.3261547 Feb 19 01:03:35.018749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da07c2d-12b6-4974-9291-c1f7644d3d1b tempest-BulkNetworkOpsTest-1132023720 tempest-BulkNetworkOpsTest-1132023720-project] Pushing event deleted for resources: {'Network': ['ID=6815a56e-655d-4e67-b723-a8b71c81aee9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:35.283116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58102) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:35.456771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d5d1ee30-ad38-4221-af36-329555e4bd4e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0b2ae935b6bd46c9b58b82eb83b5490b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1696858 Feb 19 01:03:35.456771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58122) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:35.510679 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffebd0a2-3538-474b-9e66-5086ab0ed405 admin admin] Publish callbacks [] for security_group (2564bf15-67d3-4b6a-8cb1-6a547f0e45b2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.535106 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffebd0a2-3538-474b-9e66-5086ab0ed405 admin admin] Publish callbacks [] for security_group (2564bf15-67d3-4b6a-8cb1-6a547f0e45b2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.586545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffebd0a2-3538-474b-9e66-5086ab0ed405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2564bf15-67d3-4b6a-8cb1-6a547f0e45b2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.589342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ffebd0a2-3538-474b-9e66-5086ab0ed405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:35.596040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ffebd0a2-3538-474b-9e66-5086ab0ed405 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2564bf15-67d3-4b6a-8cb1-6a547f0e45b2 HTTP/1.1" status: 204 len: 168 time: 0.1359358 Feb 19 01:03:35.609687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebd0a2-3538-474b-9e66-5086ab0ed405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2564bf15-67d3-4b6a-8cb1-6a547f0e45b2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:36.415428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58276) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:36.523697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-863329947'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:36.549504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:36.553560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.562681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.649193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for security_group (bcd9a1b4-cab9-4084-94c9-beabc918f492), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.654580 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bcd9a1b4-cab9-4084-94c9-beabc918f492), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.683166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:36.693431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9a1b4-cab9-4084-94c9-beabc918f492,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:36.698494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.698852 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment 0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c of type vlan for network 8091f11e-b8a6-4368-9252-693e90615b25 Feb 19 01:03:36.712418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.712418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.712418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.712418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.712418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.712418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.713156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.713156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.713642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.713642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.713914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.714454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.714984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:36.760816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8091f11e-b8a6-4368-9252-693e90615b25), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.792603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8091f11e-b8a6-4368-9252-693e90615b25), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.798700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:36.799696 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:36.870778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4541349 Feb 19 01:03:36.894902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343f850-608d-4930-b84d-353bf46fc342 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=8091f11e-b8a6-4368-9252-693e90615b25,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:36.905579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8091f11e-b8a6-4368-9252-693e90615b25 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:37.005128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58348) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:37.012598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': '8091f11e-b8a6-4368-9252-693e90615b25', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:37.131399 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:37.138304 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.349329 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (f99d33b8-a8c5-44a0-a21b-c6be3cc1175d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.419918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=f99d33b8-a8c5-44a0-a21b-c6be3cc1175d,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:37.431119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': '0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8091f11e-b8a6-4368-9252-693e90615b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:37.431574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: 8091f11e-b8a6-4368-9252-693e90615b25, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:37.452468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network 8091f11e-b8a6-4368-9252-693e90615b25 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:37.475266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8091f11e-b8a6-4368-9252-693e90615b25) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:37.481698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.482862 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.489268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d25ff-9bde-40da-a50b-32f184b83d9d None None] Network 8091f11e-b8a6-4368-9252-693e90615b25 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:37.505281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5af031cc-52e0-4c63-8583-4bd3865d8db4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4989843 Feb 19 01:03:37.512848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58412) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:37.520427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1413363183'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:37.568070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:37.577889 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.628376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:37.653768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.654201 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5 of type vlan for network c89a28e0-505b-4d42-99a2-195c51d83b76 Feb 19 01:03:37.703253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-8091f11e-b8a6-4368-9252-693e90615b25', 'network_id': '8091f11e-b8a6-4368-9252-693e90615b25', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': 'f99d33b8-a8c5-44a0-a21b-c6be3cc1175d'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:37.704211 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.729637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (c89a28e0-505b-4d42-99a2-195c51d83b76), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.770544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (c89a28e0-505b-4d42-99a2-195c51d83b76), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.776804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:37.777653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:37.842993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58446) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:37.850738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': 'c89a28e0-505b-4d42-99a2-195c51d83b76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:37.853229 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3382409 Feb 19 01:03:37.891738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f14488-bd10-4dce-b27f-d08e44cb2544 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=c89a28e0-505b-4d42-99a2-195c51d83b76,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:37.916096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network c89a28e0-505b-4d42-99a2-195c51d83b76 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:37.919237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Allocated IP 172.20.255.242 (8091f11e-b8a6-4368-9252-693e90615b25/f99d33b8-a8c5-44a0-a21b-c6be3cc1175d/ec920fa0-8ac7-4673-ae41-576ccd43646e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:37.961388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:37.966642 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.170010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Publish callbacks [] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.181450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.226921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Network 8091f11e-b8a6-4368-9252-693e90615b25 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:38.231301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:38.234894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:38.282160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Pushing event updated for resources: {'Port': ['ID=ec920fa0-8ac7-4673-ae41-576ccd43646e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:38.284720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (7e825275-0bee-4f5c-b72d-4097e77edcd2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.330588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Attempting to bind port ec920fa0-8ac7-4673-ae41-576ccd43646e on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:38.331175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Attempting to bind port ec920fa0-8ac7-4673-ae41-576ccd43646e by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8091f11e-b8a6-4368-9252-693e90615b25'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:38.331722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Attempting to bind port ec920fa0-8ac7-4673-ae41-576ccd43646e on network 8091f11e-b8a6-4368-9252-693e90615b25 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:38.339139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:38.339533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Checking segment: {'id': '0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8091f11e-b8a6-4368-9252-693e90615b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:38.339949 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.340360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Bound using segment: {'id': '0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8091f11e-b8a6-4368-9252-693e90615b25'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:38.340848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Bound port: ec920fa0-8ac7-4673-ae41-576ccd43646e, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '8091f11e-b8a6-4368-9252-693e90615b25'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:38.341585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.346836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=7e825275-0bee-4f5c-b72d-4097e77edcd2,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:38.390165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c89a28e0-505b-4d42-99a2-195c51d83b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:38.390533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: c89a28e0-505b-4d42-99a2-195c51d83b76, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:38.413200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network c89a28e0-505b-4d42-99a2-195c51d83b76 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:38.426971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, c89a28e0-505b-4d42-99a2-195c51d83b76) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:38.431890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:38.432652 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.435036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] For port ec920fa0-8ac7-4673-ae41-576ccd43646e, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:38.439986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] For port ec920fa0-8ac7-4673-ae41-576ccd43646e, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ec920fa0-8ac7-4673-ae41-576ccd43646e,segment=NetworkSegment(0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c),segment_id=0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:38.451483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f8e7cc45-7db0-4ae4-b83f-ee121c1e379a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6073062 Feb 19 01:03:38.454075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58514) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:38.458393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985768e4-ef6d-43f5-a05c-23d2244107d7 None None] Network c89a28e0-505b-4d42-99a2-195c51d83b76 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:38.462292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.623991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (c89a28e0-505b-4d42-99a2-195c51d83b76), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.625876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a297c-6e71-49f4-873e-9fb086bb33be None None] Pushing event updated for resources: {'Port': ['ID=ec920fa0-8ac7-4673-ae41-576ccd43646e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:38.682449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-c89a28e0-505b-4d42-99a2-195c51d83b76', 'network_id': 'c89a28e0-505b-4d42-99a2-195c51d83b76', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': '7e825275-0bee-4f5c-b72d-4097e77edcd2'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:38.683336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.732387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (7e825275-0bee-4f5c-b72d-4097e77edcd2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:38.900870 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Allocated IP 172.20.0.2 (c89a28e0-505b-4d42-99a2-195c51d83b76/7e825275-0bee-4f5c-b72d-4097e77edcd2/77704db6-872b-4f0c-822a-ab911df1c7f0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:39.087837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ec920fa0-8ac7-4673-ae41-576ccd43646e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:39.144814 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Publish callbacks [] for port (77704db6-872b-4f0c-822a-ab911df1c7f0), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.152769 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (77704db6-872b-4f0c-822a-ab911df1c7f0), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.170144 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (7e825275-0bee-4f5c-b72d-4097e77edcd2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.197624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Network c89a28e0-505b-4d42-99a2-195c51d83b76 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:39.205245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:39.209447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:39.214465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=7e825275-0bee-4f5c-b72d-4097e77edcd2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:39.218526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ec920fa0-8ac7-4673-ae41-576ccd43646e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:39.219060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.255910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Pushing event updated for resources: {'Port': ['ID=77704db6-872b-4f0c-822a-ab911df1c7f0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:39.284871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (c89a28e0-505b-4d42-99a2-195c51d83b76), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.309393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89a28e0-505b-4d42-99a2-195c51d83b76']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:39.317213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Attempting to bind port 77704db6-872b-4f0c-822a-ab911df1c7f0 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:39.317585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Attempting to bind port 77704db6-872b-4f0c-822a-ab911df1c7f0 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c89a28e0-505b-4d42-99a2-195c51d83b76'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:39.317950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Attempting to bind port 77704db6-872b-4f0c-822a-ab911df1c7f0 on network c89a28e0-505b-4d42-99a2-195c51d83b76 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:39.321165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:39.321440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:39.325635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:39.326013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Checking segment: {'id': 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c89a28e0-505b-4d42-99a2-195c51d83b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:39.326447 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.326836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Bound using segment: {'id': 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c89a28e0-505b-4d42-99a2-195c51d83b76'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:39.327486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Bound port: 77704db6-872b-4f0c-822a-ab911df1c7f0, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'c89a28e0-505b-4d42-99a2-195c51d83b76'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:39.328051 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (77704db6-872b-4f0c-822a-ab911df1c7f0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.334859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.349023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.356464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:39.357134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:39.360778 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:39.399494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ec920fa0-8ac7-4673-ae41-576ccd43646e is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:39.399880 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.434765 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.api [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:03:39.434765 n-d-826527-3 neutron-server[103650]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:03:39.434765 n-d-826527-3 neutron-server[103650]: [parameters: {'id': 'c89a28e0-505b-4d42-99a2-195c51d83b76'}] Feb 19 01:03:39.434765 n-d-826527-3 neutron-server[103650]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:39.435949 n-d-826527-3 neutron-server[103650]: DEBUG oslo_db.api [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:39.443426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] For port 77704db6-872b-4f0c-822a-ab911df1c7f0, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:39.447792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] For port 77704db6-872b-4f0c-822a-ab911df1c7f0, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=77704db6-872b-4f0c-822a-ab911df1c7f0,segment=NetworkSegment(f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5),segment_id=f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:39.456981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port ec920fa0-8ac7-4673-ae41-576ccd43646e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ec920fa0-8ac7-4673-ae41-576ccd43646e,segment=NetworkSegment(0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c),segment_id=0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:39.458879 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (77704db6-872b-4f0c-822a-ab911df1c7f0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.464027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.542054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90001268-1c29-4603-9cf2-6488acbbc1b6 None None] Pushing event updated for resources: {'Port': ['ID=77704db6-872b-4f0c-822a-ab911df1c7f0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:39.604280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185c6077-18b2-4ff9-a0bd-9a98c17e89a6 None None] Network c89a28e0-505b-4d42-99a2-195c51d83b76 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:39.668873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=ec920fa0-8ac7-4673-ae41-576ccd43646e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:39.843373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-7bae0151-dee6-433f-938e-eb5e87df4392 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:39.844894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-7bae0151-dee6-433f-938e-eb5e87df4392 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/networks?id=8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 200 len: 814 time: 0.1157203 Feb 19 01:03:39.860739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-bcd69de9-e1e9-440d-8708-da5b39b420f1 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/quotas/417d2665dbd7429081053947abaa8794 HTTP/1.1" status: 200 len: 375 time: 0.0097005 Feb 19 01:03:39.897590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-0410ee03-9890-4143-9a5e-127fd5aa283b tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=417d2665dbd7429081053947abaa8794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301361 Feb 19 01:03:39.937471 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (c89a28e0-505b-4d42-99a2-195c51d83b76), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:39.941668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502c6b8b-b62b-4dff-a596-a4ffb7ee20c9 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:40.004390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port 77704db6-872b-4f0c-822a-ab911df1c7f0 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:40.004732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (77704db6-872b-4f0c-822a-ab911df1c7f0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.026541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502c6b8b-b62b-4dff-a596-a4ffb7ee20c9 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:40.049826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2dbfa537-aff0-4cfa-9ec0-7f06d21d4966 None None] Provisioning complete for port ec920fa0-8ac7-4673-ae41-576ccd43646e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:40.050544 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2dbfa537-aff0-4cfa-9ec0-7f06d21d4966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.069944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-24e81be7-76c1-43b9-8546-4c81f71681de service neutron] 10.222.0.60 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653905 Feb 19 01:03:40.071848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port 77704db6-872b-4f0c-822a-ab911df1c7f0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=77704db6-872b-4f0c-822a-ab911df1c7f0,segment=NetworkSegment(f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5),segment_id=f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:40.072297 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (77704db6-872b-4f0c-822a-ab911df1c7f0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.085798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for 77704db6-872b-4f0c-822a-ab911df1c7f0 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:40.175760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-2fe957f7-cac7-47fb-8afe-0cc391fca4a9 service neutron] 10.222.0.60 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017647 Feb 19 01:03:40.214334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (77704db6-872b-4f0c-822a-ab911df1c7f0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.225571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2dbfa537-aff0-4cfa-9ec0-7f06d21d4966 None None] Current status of the port ec920fa0-8ac7-4673-ae41-576ccd43646e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:40.256907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port 77704db6-872b-4f0c-822a-ab911df1c7f0 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:40.317483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=77704db6-872b-4f0c-822a-ab911df1c7f0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:40.341042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cdf4da-d227-4f92-a23f-a7c0b796ae9b None None] Network 8091f11e-b8a6-4368-9252-693e90615b25 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:40.429549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (c89a28e0-505b-4d42-99a2-195c51d83b76), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.457679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89a28e0-505b-4d42-99a2-195c51d83b76']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:40.468605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eeca60c3-bb3c-4025-a884-f6b0a7d43dbd req-a8ed1251-dc36-487f-969c-d75e6f1ef016 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 210 time: 0.0619581 Feb 19 01:03:40.482273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:40.483119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:40.495941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.532999 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.546214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:40.547834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (f7cbbc5c-f57a-4fdf-9e99-650ad216a6b5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:40.555646 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:40.626036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (c89a28e0-505b-4d42-99a2-195c51d83b76), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.634049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.641059 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/c89a28e0-505b-4d42-99a2-195c51d83b76 HTTP/1.1" status: 204 len: 168 time: 2.1820812 Feb 19 01:03:40.641484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58602) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:40.647428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1993971767'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:40.653436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e2dbf-71f3-4b81-97f6-603bf855daed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=c89a28e0-505b-4d42-99a2-195c51d83b76,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:40.690316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:40.694506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.732090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:40.749979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4f0be673-1b84-4586-aa47-b5a9184906f5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.750616 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment 4f0be673-1b84-4586-aa47-b5a9184906f5 of type vlan for network 0b8b6a75-0cb8-4433-a933-a2363b4062b4 Feb 19 01:03:40.804544 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (0b8b6a75-0cb8-4433-a933-a2363b4062b4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.860713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (0b8b6a75-0cb8-4433-a933-a2363b4062b4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.866963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:40.868068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d5ac29aa-ef0b-4ed4-b797-298d9a68fa66 None None] Provisioning complete for port ec920fa0-8ac7-4673-ae41-576ccd43646e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:40.868249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.869008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5ac29aa-ef0b-4ed4-b797-298d9a68fa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:40.943162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2975450 Feb 19 01:03:40.943640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58606) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:40.949421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': '0b8b6a75-0cb8-4433-a933-a2363b4062b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:40.961990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed2526-9c67-4b78-9cb1-4875bd58eeed tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=0b8b6a75-0cb8-4433-a933-a2363b4062b4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:40.977918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d5ac29aa-ef0b-4ed4-b797-298d9a68fa66 None None] Current status of the port ec920fa0-8ac7-4673-ae41-576ccd43646e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:40.986326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 0b8b6a75-0cb8-4433-a933-a2363b4062b4 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:41.065025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:41.066735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ec920fa0-8ac7-4673-ae41-576ccd43646e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:41.068508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.118861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ec920fa0-8ac7-4673-ae41-576ccd43646e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:41.119987 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.134176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_backend_mixin [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing IP validity checks on allocation pools {{(pid=103650) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:03:41.135257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_backend_mixin [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103650) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:03:41.204356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ec920fa0-8ac7-4673-ae41-576ccd43646e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:41.274318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (b3ca6f67-de41-4308-9cc7-679402791e13), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.329724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=b3ca6f67-de41-4308-9cc7-679402791e13,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:41.340038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': '4f0be673-1b84-4586-aa47-b5a9184906f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0b8b6a75-0cb8-4433-a933-a2363b4062b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:41.340397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: 0b8b6a75-0cb8-4433-a933-a2363b4062b4, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:41.357455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network 0b8b6a75-0cb8-4433-a933-a2363b4062b4 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:41.367229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 0b8b6a75-0cb8-4433-a933-a2363b4062b4) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:41.371185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:41.371773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.377506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7100cb-aaf3-4336-a956-e830abfb5742 None None] Network 0b8b6a75-0cb8-4433-a933-a2363b4062b4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:41.388346 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7d39d7e9-89d3-4504-ac9c-c2bd1227427b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4431968 Feb 19 01:03:41.390858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58608) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:41.480871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168f49ca-d788-4187-b65c-3bf61daaa7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-0b8b6a75-0cb8-4433-a933-a2363b4062b4', 'network_id': '0b8b6a75-0cb8-4433-a933-a2363b4062b4', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': 'b3ca6f67-de41-4308-9cc7-679402791e13'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:41.481785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-168f49ca-d788-4187-b65c-3bf61daaa7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.492766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (0b8b6a75-0cb8-4433-a933-a2363b4062b4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.562467 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b3ca6f67-de41-4308-9cc7-679402791e13), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.607008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-328e6fb3-2acb-4769-8601-3cf845c5a7cb req-9f6e06f9-44d1-476f-b41f-02689a598084 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 210 time: 0.0433786 Feb 19 01:03:41.699061 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b3ca6f67-de41-4308-9cc7-679402791e13), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.731549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=b3ca6f67-de41-4308-9cc7-679402791e13,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-168f49ca-d788-4187-b65c-3bf61daaa7e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3ca6f67-de41-4308-9cc7-679402791e13: This subnet is being modified by another concurrent operation. Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b3ca6f67-de41-4308-9cc7-679402791e13: This subnet is being modified by another concurrent operation. Feb 19 01:03:41.776007 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 01:03:41.796249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7396814a-2836-453b-a374-22685c669e7e None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:41.818606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-d5064b3e-9b38-49cb-84d6-ab9a3b2071df tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:41.820059 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-d5064b3e-9b38-49cb-84d6-ab9a3b2071df tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.126 "GET /v2.0/networks?id=8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 200 len: 814 time: 0.2068295 Feb 19 01:03:41.825308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (0b8b6a75-0cb8-4433-a933-a2363b4062b4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.836383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Request body: {'port': {'device_id': '203f8ddd-4e11-4a72-835a-1d9994ee0011', 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b', 'admin_state_up': True, 'tenant_id': '417d2665dbd7429081053947abaa8794'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:41.867675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7396814a-2836-453b-a374-22685c669e7e None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:41.885908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8b6a75-0cb8-4433-a933-a2363b4062b4']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:41.901488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0be673-1b84-4586-aa47-b5a9184906f5') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:41.901769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0be673-1b84-4586-aa47-b5a9184906f5') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:41.919609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (4f0be673-1b84-4586-aa47-b5a9184906f5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.944193 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4f0be673-1b84-4586-aa47-b5a9184906f5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.962300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:41.962629 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (4f0be673-1b84-4586-aa47-b5a9184906f5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:41.965794 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:42.030113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30174077-0fc3-47b2-917a-a54099427ec9 None None] Network 0b8b6a75-0cb8-4433-a933-a2363b4062b4 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:42.044248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Made reservation on behalf of 417d2665dbd7429081053947abaa8794 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:42.048461 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.051724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (0b8b6a75-0cb8-4433-a933-a2363b4062b4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.056840 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.060030 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/0b8b6a75-0cb8-4433-a933-a2363b4062b4 HTTP/1.1" status: 204 len: 168 time: 0.6681764 Feb 19 01:03:42.063731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58612) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:42.070063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1772212067'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:42.086027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28909b-a052-47f9-8973-113715b4a08f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=0b8b6a75-0cb8-4433-a933-a2363b4062b4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:42.100798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:42.104688 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.129356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:42.138904 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8aa685b0-81dd-4316-90cb-05d775786450), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.139248 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment 8aa685b0-81dd-4316-90cb-05d775786450 of type vlan for network 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 Feb 19 01:03:42.179604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.206314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.211231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.211807 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.216945 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Allocated IP 172.20.0.12 (8c98c72c-b386-4385-87bb-0b3382adc79b/5661b1bf-06d6-446c-809f-636c8613a354/2a7a49f6-43de-4b15-b574-07b9736dcd9f) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:42.264572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1967254 Feb 19 01:03:42.264835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58614) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:42.269534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': '2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:42.373641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks [] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.409626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.454822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Network 8c98c72c-b386-4385-87bb-0b3382adc79b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:42.462348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:42.464966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:42.490438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Pushing event updated for resources: {'Port': ['ID=2a7a49f6-43de-4b15-b574-07b9736dcd9f,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:42.521296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.522048 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.540644 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-ffa86cb6-b7cb-4fd9-8cd8-c12202d24815 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7079437 Feb 19 01:03:42.552816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Request body: {'port': {'device_id': '203f8ddd-4e11-4a72-835a-1d9994ee0011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:42.616008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.638077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fa2e9-7d9f-4d2f-993a-3c501b67d735 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:42.652141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:42.739574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:42.743115 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.814811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d7ad4-76a8-4c6c-917f-0dece31aa326 req-80fb7080-c7ce-48ba-931b-311f9a3c1407 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:42.816302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d6d7ad4-76a8-4c6c-917f-0dece31aa326 req-80fb7080-c7ce-48ba-931b-311f9a3c1407 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 932 time: 0.1204624 Feb 19 01:03:42.892168 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d6d7ad4-76a8-4c6c-917f-0dece31aa326 req-00a6890d-85ac-40c7-9440-c2b6552e4f60 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681779 Feb 19 01:03:42.900484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7a49f6-43de-4b15-b574-07b9736dcd9f {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:42.908708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Publish callbacks [] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.922864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Transition to ACTIVE for port object 2a7a49f6-43de-4b15-b574-07b9736dcd9f will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:03:42.927208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:42.975971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7a49f6-43de-4b15-b574-07b9736dcd9f,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:42.992389 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (6510a953-cf8e-491a-b389-0676f74fc21c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.048637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Attempting to bind port 2a7a49f6-43de-4b15-b574-07b9736dcd9f on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:43.049114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Attempting to bind port 2a7a49f6-43de-4b15-b574-07b9736dcd9f by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:43.049329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Attempting to bind port 2a7a49f6-43de-4b15-b574-07b9736dcd9f on network 8c98c72c-b386-4385-87bb-0b3382adc79b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:43.053827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Port 2a7a49f6-43de-4b15-b574-07b9736dcd9f on network 8c98c72c-b386-4385-87bb-0b3382adc79b not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:03:43.054230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Attempting to bind port 2a7a49f6-43de-4b15-b574-07b9736dcd9f on network 8c98c72c-b386-4385-87bb-0b3382adc79b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:43.059356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:43.059696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Checking segment: {'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:43.060074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Bound using segment: {'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:43.060499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Bound port: 2a7a49f6-43de-4b15-b574-07b9736dcd9f, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:43.060853 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.066608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=6510a953-cf8e-491a-b389-0676f74fc21c,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.070084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': '8aa685b0-81dd-4316-90cb-05d775786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:43.070480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:43.088934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:43.098356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:43.102857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.103664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.109974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afcba3e-b4f7-4712-a877-a712c87c1eb9 None None] Network 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:43.122757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b5fc08a4-9280-421b-a566-e85929e4837b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8570108 Feb 19 01:03:43.131600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58618) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:43.141826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] For port 2a7a49f6-43de-4b15-b574-07b9736dcd9f, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:43.194944 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] For port 2a7a49f6-43de-4b15-b574-07b9736dcd9f, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2a7a49f6-43de-4b15-b574-07b9736dcd9f,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:43.204676 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.217210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915', 'network_id': '2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': '6510a953-cf8e-491a-b389-0676f74fc21c'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:43.217821 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.269020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.269647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.271067 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] 10.222.0.126 "PUT /v2.0/ports/2a7a49f6-43de-4b15-b574-07b9736dcd9f HTTP/1.1" status: 200 len: 1092 time: 0.7228999 Feb 19 01:03:43.272855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203f8ddd-4e11-4a72-835a-1d9994ee0011', 'tag': '2a7a49f6-43de-4b15-b574-07b9736dcd9f'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:43.275163 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713f8e1c-affc-4253-9e7a-e81312b312cd" -d '{"events": [{"name": "network-changed", "server_uuid": "203f8ddd-4e11-4a72-835a-1d9994ee0011", "tag": "2a7a49f6-43de-4b15-b574-07b9736dcd9f"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:43.294464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.326606 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f4809c-3d16-4a67-800d-0bdcf58cfdab x-openstack-request-id: req-42f4809c-3d16-4a67-800d-0bdcf58cfdab {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:43.326907 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203f8ddd-4e11-4a72-835a-1d9994ee0011", "tag": "2a7a49f6-43de-4b15-b574-07b9736dcd9f", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:43.327158 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42f4809c-3d16-4a67-800d-0bdcf58cfdab {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:43.327558 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '203f8ddd-4e11-4a72-835a-1d9994ee0011', 'tag': '2a7a49f6-43de-4b15-b574-07b9736dcd9f', 'status': 'completed', 'code': 200} Feb 19 01:03:43.342666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4dc31-7f30-4828-95ee-5f0203418365 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7a49f6-43de-4b15-b574-07b9736dcd9f,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.378470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Allocated IP 172.20.0.1 (2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915/6510a953-cf8e-491a-b389-0676f74fc21c/6692ce9b-1d00-4323-af4c-ccbd1e08576b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:43.381684 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:03:43.392440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (6510a953-cf8e-491a-b389-0676f74fc21c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.425762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-2d70367d-f2b4-4ee1-877b-528d335bcfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.427298 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-2d70367d-f2b4-4ee1-877b-528d335bcfc0 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=417d2665dbd7429081053947abaa8794&device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 1126 time: 0.1146996 Feb 19 01:03:43.477389 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-334fafa1-a477-449c-a939-411ed400b381 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7a49f6-43de-4b15-b574-07b9736dcd9f HTTP/1.1" status: 200 len: 217 time: 0.0400062 Feb 19 01:03:43.524190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-63a807eb-2321-435a-8d23-aca5dfe73bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:43.525689 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-63a807eb-2321-435a-8d23-aca5dfe73bbd service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5661b1bf-06d6-446c-809f-636c8613a354 HTTP/1.1" status: 200 len: 854 time: 0.0424218 Feb 19 01:03:43.530822 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Publish callbacks [] for port (6692ce9b-1d00-4323-af4c-ccbd1e08576b), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.536689 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (6692ce9b-1d00-4323-af4c-ccbd1e08576b), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.570793 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-4ee8363c-e5ad-4d32-a700-d9b4108ac0d0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c98c72c-b386-4385-87bb-0b3382adc79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381348 Feb 19 01:03:43.574532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Network 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:43.577293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:43.583869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:43.586756 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (6510a953-cf8e-491a-b389-0676f74fc21c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.590785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Pushing event updated for resources: {'Port': ['ID=6692ce9b-1d00-4323-af4c-ccbd1e08576b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.645537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Attempting to bind port 6692ce9b-1d00-4323-af4c-ccbd1e08576b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:43.645910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Attempting to bind port 6692ce9b-1d00-4323-af4c-ccbd1e08576b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8aa685b0-81dd-4316-90cb-05d775786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:43.646329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Attempting to bind port 6692ce9b-1d00-4323-af4c-ccbd1e08576b on network 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:43.650468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=6510a953-cf8e-491a-b389-0676f74fc21c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.651527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:43.651905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Checking segment: {'id': '8aa685b0-81dd-4316-90cb-05d775786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:43.652298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.652889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Bound using segment: {'id': '8aa685b0-81dd-4316-90cb-05d775786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:43.653157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Bound port: 6692ce9b-1d00-4323-af4c-ccbd1e08576b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa685b0-81dd-4316-90cb-05d775786450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:43.653670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6692ce9b-1d00-4323-af4c-ccbd1e08576b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.716192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] For port 6692ce9b-1d00-4323-af4c-ccbd1e08576b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:43.719993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] For port 6692ce9b-1d00-4323-af4c-ccbd1e08576b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6692ce9b-1d00-4323-af4c-ccbd1e08576b,segment=NetworkSegment(8aa685b0-81dd-4316-90cb-05d775786450),segment_id=8aa685b0-81dd-4316-90cb-05d775786450)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:43.726483 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6692ce9b-1d00-4323-af4c-ccbd1e08576b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:43.807126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293843ed-9549-47eb-ad8f-e95e0c6ca29b None None] Pushing event updated for resources: {'Port': ['ID=6692ce9b-1d00-4323-af4c-ccbd1e08576b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:43.827588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2622b864-0271-4dbc-bc53-6ace74836880 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:43.902353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2622b864-0271-4dbc-bc53-6ace74836880 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:44.022606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812933d0-cd47-4023-b330-096d8c0ae2ee req-022364dc-34b6-49e4-af22-7768c906421b tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.024656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-812933d0-cd47-4023-b330-096d8c0ae2ee req-022364dc-34b6-49e4-af22-7768c906421b tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 944 time: 0.0561123 Feb 19 01:03:44.071370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.071918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9cfb1e-eae3-4473-98c6-cb8fe4b7b583 None None] Network 2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:44.077673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-812933d0-cd47-4023-b330-096d8c0ae2ee req-19c68a88-c312-44e0-abe8-ed7ec075cfce tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472586 Feb 19 01:03:44.100878 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-b445f7dd-e46c-4e10-93f2-af6606ca6c8f service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233340 Feb 19 01:03:44.102404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:44.120107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa685b0-81dd-4316-90cb-05d775786450') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:44.120427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa685b0-81dd-4316-90cb-05d775786450') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:44.165997 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8aa685b0-81dd-4316-90cb-05d775786450), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.187024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8aa685b0-81dd-4316-90cb-05d775786450), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.196977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:44.197370 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8aa685b0-81dd-4316-90cb-05d775786450), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:44.200311 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:44.267680 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2d8ddf28-563c-4f1d-8421-7473dc4bce43 req-94951110-9388-41a9-a29e-21becd0338b8 service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581712 Feb 19 01:03:44.271530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.api [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:03:44.271530 n-d-826527-3 neutron-server[103650]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:03:44.271530 n-d-826527-3 neutron-server[103650]: [parameters: {'id': '2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915'}] Feb 19 01:03:44.271530 n-d-826527-3 neutron-server[103650]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:44.271946 n-d-826527-3 neutron-server[103650]: DEBUG oslo_db.api [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:44.367305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-c40b5f81-dec9-4ce1-9005-3f7adc7912af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.368820 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-c40b5f81-dec9-4ce1-9005-3f7adc7912af service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=417d2665dbd7429081053947abaa8794&device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 1126 time: 0.0472598 Feb 19 01:03:44.462966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-eb9c2baf-d145-46b1-a203-c6b767d937c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.464433 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-eb9c2baf-d145-46b1-a203-c6b767d937c1 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 200 len: 915 time: 0.0880470 Feb 19 01:03:44.506610 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-04049001-5beb-4d3e-a713-2b42c3dd1023 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7a49f6-43de-4b15-b574-07b9736dcd9f HTTP/1.1" status: 200 len: 217 time: 0.0335059 Feb 19 01:03:44.558753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-59726c17-ca69-4946-b235-3a2c6ce5aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:44.560183 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-59726c17-ca69-4946-b235-3a2c6ce5aa62 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5661b1bf-06d6-446c-809f-636c8613a354 HTTP/1.1" status: 200 len: 854 time: 0.0478020 Feb 19 01:03:44.591182 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-abb92ea5-c677-4a58-b0bc-f51c942cbd9d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c98c72c-b386-4385-87bb-0b3382adc79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246468 Feb 19 01:03:44.678738 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-24acfce1-6828-4422-bacb-11dd26957334 service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802557 Feb 19 01:03:44.772221 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-713f8e1c-affc-4253-9e7a-e81312b312cd req-f7fe5c79-795a-445d-83b1-793541ef0129 service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867410 Feb 19 01:03:44.772733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.826472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port 6692ce9b-1d00-4323-af4c-ccbd1e08576b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:44.826818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6692ce9b-1d00-4323-af4c-ccbd1e08576b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.888079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port 6692ce9b-1d00-4323-af4c-ccbd1e08576b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6692ce9b-1d00-4323-af4c-ccbd1e08576b,segment=NetworkSegment(8aa685b0-81dd-4316-90cb-05d775786450),segment_id=8aa685b0-81dd-4316-90cb-05d775786450)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:44.888403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6692ce9b-1d00-4323-af4c-ccbd1e08576b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:44.905378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for 6692ce9b-1d00-4323-af4c-ccbd1e08576b owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:44.985006 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6692ce9b-1d00-4323-af4c-ccbd1e08576b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.009258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=6692ce9b-1d00-4323-af4c-ccbd1e08576b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:45.012752 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port 6692ce9b-1d00-4323-af4c-ccbd1e08576b on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:45.092072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.112020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:45.122077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa685b0-81dd-4316-90cb-05d775786450') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:45.122428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa685b0-81dd-4316-90cb-05d775786450') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:45.136908 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8aa685b0-81dd-4316-90cb-05d775786450), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.151702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8aa685b0-81dd-4316-90cb-05d775786450), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.157783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:45.158166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8aa685b0-81dd-4316-90cb-05d775786450), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:45.161456 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:45.216294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1820c5d-b959-4697-a57f-bc728bed100c req-208c15bc-f316-4dbd-823e-66a403e51cd8 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.218205 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.218477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1820c5d-b959-4697-a57f-bc728bed100c req-208c15bc-f316-4dbd-823e-66a403e51cd8 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 944 time: 0.0612178 Feb 19 01:03:45.225560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.228758 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 HTTP/1.1" status: 204 len: 168 time: 2.0991883 Feb 19 01:03:45.232563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58626) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:45.237352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1624907644'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:45.246475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d0d18-38b5-4f2f-9dea-4d384f175ac6 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:45.283602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:45.286957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.299468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1820c5d-b959-4697-a57f-bc728bed100c req-6b94b615-1b35-4ed8-a20a-d59619499a40 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750849 Feb 19 01:03:45.314997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:45.324639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ad01e18d-2e54-44e0-9c5b-e8c6a1f24123), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.325015 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment ad01e18d-2e54-44e0-9c5b-e8c6a1f24123 of type vlan for network bded4587-b30e-4494-bbf9-f4b80e9cd7f5 Feb 19 01:03:45.364899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (bded4587-b30e-4494-bbf9-f4b80e9cd7f5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.391648 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (bded4587-b30e-4494-bbf9-f4b80e9cd7f5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.396747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.397405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.462150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2285786 Feb 19 01:03:45.464923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58628) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:45.473011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': 'bded4587-b30e-4494-bbf9-f4b80e9cd7f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:45.477771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a050a3b-3a30-4543-9a6e-2379d30585d8 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=bded4587-b30e-4494-bbf9-f4b80e9cd7f5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:45.488519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network bded4587-b30e-4494-bbf9-f4b80e9cd7f5 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:45.569235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:45.574219 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.765253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b6cfc75a-3b35-416c-942e-3b5b22fb97f9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.823841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=b6cfc75a-3b35-416c-942e-3b5b22fb97f9,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:45.834282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bded4587-b30e-4494-bbf9-f4b80e9cd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:45.834675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: bded4587-b30e-4494-bbf9-f4b80e9cd7f5, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:45.854617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network bded4587-b30e-4494-bbf9-f4b80e9cd7f5 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:45.868661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, bded4587-b30e-4494-bbf9-f4b80e9cd7f5) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:45.872662 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:45.873275 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.877693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b8f90e-a5be-4dee-931a-e48f40e10b80 None None] Network bded4587-b30e-4494-bbf9-f4b80e9cd7f5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:45.890226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c742664b-1705-400b-b72c-be7f28d271de tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4238122 Feb 19 01:03:45.893005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58630) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:45.980358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-bded4587-b30e-4494-bbf9-f4b80e9cd7f5', 'network_id': 'bded4587-b30e-4494-bbf9-f4b80e9cd7f5', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': 'b6cfc75a-3b35-416c-942e-3b5b22fb97f9'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:45.981228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:45.993095 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (bded4587-b30e-4494-bbf9-f4b80e9cd7f5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.072909 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b6cfc75a-3b35-416c-942e-3b5b22fb97f9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.113073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Allocated IP 172.20.0.2 (bded4587-b30e-4494-bbf9-f4b80e9cd7f5/b6cfc75a-3b35-416c-942e-3b5b22fb97f9/5dc1b256-015d-474d-ade0-befeb5c397f0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:46.258010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Publish callbacks [] for port (5dc1b256-015d-474d-ade0-befeb5c397f0), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.265624 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (5dc1b256-015d-474d-ade0-befeb5c397f0), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.283009 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (b6cfc75a-3b35-416c-942e-3b5b22fb97f9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.307181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Network bded4587-b30e-4494-bbf9-f4b80e9cd7f5 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:46.309936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:46.310377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cfc75a-3b35-416c-942e-3b5b22fb97f9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:46.315447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:46.320847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Pushing event updated for resources: {'Port': ['ID=5dc1b256-015d-474d-ade0-befeb5c397f0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:46.375132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Attempting to bind port 5dc1b256-015d-474d-ade0-befeb5c397f0 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:46.375525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Attempting to bind port 5dc1b256-015d-474d-ade0-befeb5c397f0 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bded4587-b30e-4494-bbf9-f4b80e9cd7f5'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:46.375865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Attempting to bind port 5dc1b256-015d-474d-ade0-befeb5c397f0 on network bded4587-b30e-4494-bbf9-f4b80e9cd7f5 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:46.380178 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (bded4587-b30e-4494-bbf9-f4b80e9cd7f5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.380875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:46.381255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Checking segment: {'id': 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bded4587-b30e-4494-bbf9-f4b80e9cd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:46.381695 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.382089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Bound using segment: {'id': 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bded4587-b30e-4494-bbf9-f4b80e9cd7f5'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:46.382584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Bound port: 5dc1b256-015d-474d-ade0-befeb5c397f0, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bded4587-b30e-4494-bbf9-f4b80e9cd7f5'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:46.382964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5dc1b256-015d-474d-ade0-befeb5c397f0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.425594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bded4587-b30e-4494-bbf9-f4b80e9cd7f5']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:46.438888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:46.439168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:46.446221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] For port 5dc1b256-015d-474d-ade0-befeb5c397f0, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:46.449198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] For port 5dc1b256-015d-474d-ade0-befeb5c397f0, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5dc1b256-015d-474d-ade0-befeb5c397f0,segment=NetworkSegment(ad01e18d-2e54-44e0-9c5b-e8c6a1f24123),segment_id=ad01e18d-2e54-44e0-9c5b-e8c6a1f24123)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:46.450817 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (ad01e18d-2e54-44e0-9c5b-e8c6a1f24123), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.455472 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5dc1b256-015d-474d-ade0-befeb5c397f0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.471684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e30dd-b42c-4c7b-adfe-65862913b518 req-379a119b-5666-479e-917b-1d6d06ef3ba9 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:46.473209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-248e30dd-b42c-4c7b-adfe-65862913b518 req-379a119b-5666-479e-917b-1d6d06ef3ba9 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 944 time: 0.0965297 Feb 19 01:03:46.477738 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ad01e18d-2e54-44e0-9c5b-e8c6a1f24123), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.492799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:46.493231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (ad01e18d-2e54-44e0-9c5b-e8c6a1f24123), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:46.496618 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:46.534785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8ff20-5b2e-43e9-9c92-1e239c21f023 None None] Pushing event updated for resources: {'Port': ['ID=5dc1b256-015d-474d-ade0-befeb5c397f0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:46.558113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a427eb-4cca-4d5b-951a-cb1c2000f369 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:46.577685 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:03:46.577685 n-d-826527-3 neutron-server[103649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:03:46.577685 n-d-826527-3 neutron-server[103649]: [parameters: {'id': 'bded4587-b30e-4494-bbf9-f4b80e9cd7f5'}] Feb 19 01:03:46.577685 n-d-826527-3 neutron-server[103649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:46.578453 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:46.582442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-248e30dd-b42c-4c7b-adfe-65862913b518 req-b5df1892-5edb-4c85-8ae1-e5d7e54f8453 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012671 Feb 19 01:03:46.625641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a427eb-4cca-4d5b-951a-cb1c2000f369 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:46.780535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8aa230-54ab-4bc3-bbca-696573e48335 None None] Network bded4587-b30e-4494-bbf9-f4b80e9cd7f5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:47.079609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (bded4587-b30e-4494-bbf9-f4b80e9cd7f5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.152355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port 5dc1b256-015d-474d-ade0-befeb5c397f0 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:47.152639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5dc1b256-015d-474d-ade0-befeb5c397f0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.217580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port 5dc1b256-015d-474d-ade0-befeb5c397f0, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5dc1b256-015d-474d-ade0-befeb5c397f0,segment=NetworkSegment(ad01e18d-2e54-44e0-9c5b-e8c6a1f24123),segment_id=ad01e18d-2e54-44e0-9c5b-e8c6a1f24123)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:47.217925 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5dc1b256-015d-474d-ade0-befeb5c397f0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.236915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for 5dc1b256-015d-474d-ade0-befeb5c397f0 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:47.323473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5dc1b256-015d-474d-ade0-befeb5c397f0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.350213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=5dc1b256-015d-474d-ade0-befeb5c397f0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:47.352060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port 5dc1b256-015d-474d-ade0-befeb5c397f0 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:47.433316 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (bded4587-b30e-4494-bbf9-f4b80e9cd7f5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.455803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bded4587-b30e-4494-bbf9-f4b80e9cd7f5']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:47.465342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:47.465650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad01e18d-2e54-44e0-9c5b-e8c6a1f24123') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:47.475670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (ad01e18d-2e54-44e0-9c5b-e8c6a1f24123), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.489261 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ad01e18d-2e54-44e0-9c5b-e8c6a1f24123), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.495942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:47.496375 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (ad01e18d-2e54-44e0-9c5b-e8c6a1f24123), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:47.499569 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:47.560073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (bded4587-b30e-4494-bbf9-f4b80e9cd7f5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.567173 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.570500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/bded4587-b30e-4494-bbf9-f4b80e9cd7f5 HTTP/1.1" status: 204 len: 168 time: 1.6765039 Feb 19 01:03:47.574120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58634) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:47.579916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200862258'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:47.586365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81ac67-1603-494a-a8bc-4a5f5391cf06 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=bded4587-b30e-4494-bbf9-f4b80e9cd7f5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:47.603509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:47.607422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.633739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:47.643835 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (191af437-066e-4c05-aa77-d9e9b64f6651), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.644188 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment 191af437-066e-4c05-aa77-d9e9b64f6651 of type vlan for network d241f03f-bb68-4332-999c-a9389f0753ae Feb 19 01:03:47.684613 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d241f03f-bb68-4332-999c-a9389f0753ae), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.709779 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d241f03f-bb68-4332-999c-a9389f0753ae), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.710999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c2345-b0a0-4776-be95-0babcb0f3ed6 req-ef3d1939-a250-42c5-8def-edd5002f663b tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:47.712502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee0c2345-b0a0-4776-be95-0babcb0f3ed6 req-ef3d1939-a250-42c5-8def-edd5002f663b tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 944 time: 0.0570698 Feb 19 01:03:47.714813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:47.715398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.761005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee0c2345-b0a0-4776-be95-0babcb0f3ed6 req-9ab4fd9f-8eb8-4677-b8b3-e859c3bd6a26 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419807 Feb 19 01:03:47.771926 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1961336 Feb 19 01:03:47.781371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58638) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:47.781371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': 'd241f03f-bb68-4332-999c-a9389f0753ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:47.784574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250286ea-3a68-4105-ba9a-78de6fdbdebb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=d241f03f-bb68-4332-999c-a9389f0753ae,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:47.794826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d241f03f-bb68-4332-999c-a9389f0753ae details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:47.873193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:47.876725 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:47.930756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing IP validity checks on allocation pools {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:03:47.931259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:03:48.005872 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd71a759-3a2a-4c95-a0b0-036dfcdcafb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.053907 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b7cc2049-3f05-4c74-93a2-394f1a7fed95), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.110147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=b7cc2049-3f05-4c74-93a2-394f1a7fed95,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:48.120214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': '191af437-066e-4c05-aa77-d9e9b64f6651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd241f03f-bb68-4332-999c-a9389f0753ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:48.120601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: d241f03f-bb68-4332-999c-a9389f0753ae, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:48.144405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network d241f03f-bb68-4332-999c-a9389f0753ae is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:48.156432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d241f03f-bb68-4332-999c-a9389f0753ae) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:48.161425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:48.163417 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.164272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9da02-0ac2-40e8-a208-db5a9a14fc73 None None] Network d241f03f-bb68-4332-999c-a9389f0753ae requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:48.180308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-883696b5-fc0f-4d11-90b7-61c254215c86 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4043069 Feb 19 01:03:48.183020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58640) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:48.262992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-d241f03f-bb68-4332-999c-a9389f0753ae', 'network_id': 'd241f03f-bb68-4332-999c-a9389f0753ae', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': 'b7cc2049-3f05-4c74-93a2-394f1a7fed95'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:48.263918 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.279959 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d241f03f-bb68-4332-999c-a9389f0753ae), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.334889 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b7cc2049-3f05-4c74-93a2-394f1a7fed95), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.400039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Allocated IP 172.20.0.3 (d241f03f-bb68-4332-999c-a9389f0753ae/b7cc2049-3f05-4c74-93a2-394f1a7fed95/ee070827-578a-4956-bb24-9eaa366efafa) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:48.540796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Publish callbacks [] for port (ee070827-578a-4956-bb24-9eaa366efafa), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.549686 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (ee070827-578a-4956-bb24-9eaa366efafa), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.565307 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (b7cc2049-3f05-4c74-93a2-394f1a7fed95), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.584304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Network d241f03f-bb68-4332-999c-a9389f0753ae is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:48.588801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:48.592851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:48.593118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cc2049-3f05-4c74-93a2-394f1a7fed95,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:48.610618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Pushing event updated for resources: {'Port': ['ID=ee070827-578a-4956-bb24-9eaa366efafa,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:48.656140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Attempting to bind port ee070827-578a-4956-bb24-9eaa366efafa on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:48.656536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Attempting to bind port ee070827-578a-4956-bb24-9eaa366efafa by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '191af437-066e-4c05-aa77-d9e9b64f6651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd241f03f-bb68-4332-999c-a9389f0753ae'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:48.656908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Attempting to bind port ee070827-578a-4956-bb24-9eaa366efafa on network d241f03f-bb68-4332-999c-a9389f0753ae {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:48.657117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d241f03f-bb68-4332-999c-a9389f0753ae), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.662264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:48.662648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Checking segment: {'id': '191af437-066e-4c05-aa77-d9e9b64f6651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd241f03f-bb68-4332-999c-a9389f0753ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:48.663090 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.663476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Bound using segment: {'id': '191af437-066e-4c05-aa77-d9e9b64f6651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd241f03f-bb68-4332-999c-a9389f0753ae'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:48.663949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Bound port: ee070827-578a-4956-bb24-9eaa366efafa, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191af437-066e-4c05-aa77-d9e9b64f6651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd241f03f-bb68-4332-999c-a9389f0753ae'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:48.664332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ee070827-578a-4956-bb24-9eaa366efafa), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.677664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d241f03f-bb68-4332-999c-a9389f0753ae']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:48.687281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191af437-066e-4c05-aa77-d9e9b64f6651') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:48.687569 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191af437-066e-4c05-aa77-d9e9b64f6651') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:48.696930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (191af437-066e-4c05-aa77-d9e9b64f6651), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.710410 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (191af437-066e-4c05-aa77-d9e9b64f6651), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.717484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:48.717871 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (191af437-066e-4c05-aa77-d9e9b64f6651), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:48.720956 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:48.730680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] For port ee070827-578a-4956-bb24-9eaa366efafa, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:48.748879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2a7a49f6-43de-4b15-b574-07b9736dcd9f details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:03:48.777198 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:03:48.777198 n-d-826527-3 neutron-server[103649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:03:48.777198 n-d-826527-3 neutron-server[103649]: [parameters: {'id': 'd241f03f-bb68-4332-999c-a9389f0753ae'}] Feb 19 01:03:48.777198 n-d-826527-3 neutron-server[103649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:48.778070 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:48.814889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] For port ee070827-578a-4956-bb24-9eaa366efafa, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ee070827-578a-4956-bb24-9eaa366efafa,segment=NetworkSegment(191af437-066e-4c05-aa77-d9e9b64f6651),segment_id=191af437-066e-4c05-aa77-d9e9b64f6651)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:48.824593 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ee070827-578a-4956-bb24-9eaa366efafa), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:48.887391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed034783-2803-46ed-82ed-ab81d0bc9f99 req-ed17f03f-518f-4e34-8ec4-06676ebe7dc0 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:48.889044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed034783-2803-46ed-82ed-ab81d0bc9f99 req-ed17f03f-518f-4e34-8ec4-06676ebe7dc0 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 944 time: 0.0593266 Feb 19 01:03:48.931846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0ca8a-2b5d-4dfc-9609-850c9d80d0aa None None] Pushing event updated for resources: {'Port': ['ID=ee070827-578a-4956-bb24-9eaa366efafa,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:48.936288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed034783-2803-46ed-82ed-ab81d0bc9f99 req-5debee45-3956-40e9-b5f9-7b24a6753bfc tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412171 Feb 19 01:03:48.940018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2a7a49f6-43de-4b15-b574-07b9736dcd9f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2a7a49f6-43de-4b15-b574-07b9736dcd9f,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:48.965348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '2a7a49f6-43de-4b15-b574-07b9736dcd9f', 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b', 'port_id': '2a7a49f6-43de-4b15-b574-07b9736dcd9f', 'mac_address': 'fa:16:3e:9a:3a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5661b1bf-06d6-446c-809f-636c8613a354', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:03:48.992987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc3a1fd-7ddf-4f29-b6a5-8485361f4d4a None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:49.046402 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.050646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 2a7a49f6-43de-4b15-b574-07b9736dcd9f is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:49.050968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.078700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7a49f6-43de-4b15-b574-07b9736dcd9f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:03:49.107175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc3a1fd-7ddf-4f29-b6a5-8485361f4d4a None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:49.110518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2a7a49f6-43de-4b15-b574-07b9736dcd9f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2a7a49f6-43de-4b15-b574-07b9736dcd9f,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:49.119895 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.279724 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d241f03f-bb68-4332-999c-a9389f0753ae), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.338349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port ee070827-578a-4956-bb24-9eaa366efafa {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:49.339047 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ee070827-578a-4956-bb24-9eaa366efafa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.391114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=2a7a49f6-43de-4b15-b574-07b9736dcd9f,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:49.408750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port ee070827-578a-4956-bb24-9eaa366efafa, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ee070827-578a-4956-bb24-9eaa366efafa,segment=NetworkSegment(191af437-066e-4c05-aa77-d9e9b64f6651),segment_id=191af437-066e-4c05-aa77-d9e9b64f6651)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:49.409208 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ee070827-578a-4956-bb24-9eaa366efafa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.422432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for ee070827-578a-4956-bb24-9eaa366efafa owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:49.481372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2298d-41c0-495b-92e5-562455237237 None None] Network d241f03f-bb68-4332-999c-a9389f0753ae requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:49.507505 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ee070827-578a-4956-bb24-9eaa366efafa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.525986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['2a7a49f6-43de-4b15-b574-07b9736dcd9f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:03:49.532969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=ee070827-578a-4956-bb24-9eaa366efafa,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:49.540918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port ee070827-578a-4956-bb24-9eaa366efafa on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:49.624953 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d241f03f-bb68-4332-999c-a9389f0753ae), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.644371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d241f03f-bb68-4332-999c-a9389f0753ae']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:49.653426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191af437-066e-4c05-aa77-d9e9b64f6651') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:49.653714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191af437-066e-4c05-aa77-d9e9b64f6651') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:49.663021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (191af437-066e-4c05-aa77-d9e9b64f6651), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.676179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (191af437-066e-4c05-aa77-d9e9b64f6651), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.682554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:49.682947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (191af437-066e-4c05-aa77-d9e9b64f6651), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:49.686024 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:49.744728 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d241f03f-bb68-4332-999c-a9389f0753ae), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.753598 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.757692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/d241f03f-bb68-4332-999c-a9389f0753ae HTTP/1.1" status: 204 len: 168 time: 1.5736551 Feb 19 01:03:49.761388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58644) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:49.766481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2052187387'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:49.769563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb1f04-397d-465c-ae24-c400cd7423a1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=d241f03f-bb68-4332-999c-a9389f0753ae,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:49.788095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:49.791717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.816645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:49.825853 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b2724945-27f2-48a4-ab65-72d929fc3a59), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.826250 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment b2724945-27f2-48a4-ab65-72d929fc3a59 of type vlan for network 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 Feb 19 01:03:49.868212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (53ccc93a-0b1e-4f82-a9cc-7ba214926fe2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.894086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (53ccc93a-0b1e-4f82-a9cc-7ba214926fe2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.899043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:49.899615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:49.954780 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1922715 Feb 19 01:03:49.957663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58646) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:49.963780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': '53ccc93a-0b1e-4f82-a9cc-7ba214926fe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:49.967899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3aade-00f9-4902-85ef-7e2a82f942a0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=53ccc93a-0b1e-4f82-a9cc-7ba214926fe2,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:49.979389 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:50.060491 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa5d4e09-ba83-4a32-bb55-de1da1437409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.088644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:50.092630 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.102845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87865b35-2ffd-4b5e-87c8-bf3cbf0fa537 req-e6f005db-8b18-46d1-800d-378ced233a38 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:50.104338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87865b35-2ffd-4b5e-87c8-bf3cbf0fa537 req-e6f005db-8b18-46d1-800d-378ced233a38 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 945 time: 0.0877774 Feb 19 01:03:50.211125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87865b35-2ffd-4b5e-87c8-bf3cbf0fa537 req-49be1372-39f3-4810-9af1-0d12ef82791e tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970781 Feb 19 01:03:50.314708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (bccaa2f0-b45c-4d6c-a204-6ca8ab778e62), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.381782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=bccaa2f0-b45c-4d6c-a204-6ca8ab778e62,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:50.391773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': 'b2724945-27f2-48a4-ab65-72d929fc3a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53ccc93a-0b1e-4f82-a9cc-7ba214926fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:50.392075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:50.410634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:50.421435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:50.427342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:50.428074 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.433640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec62dce-b99a-4f6b-a1d2-489f83d2bac5 None None] Network 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:50.448796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cc73b00f-51ba-462f-ba57-fa881f7f6f42 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4896400 Feb 19 01:03:50.451764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58650) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:50.535794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-53ccc93a-0b1e-4f82-a9cc-7ba214926fe2', 'network_id': '53ccc93a-0b1e-4f82-a9cc-7ba214926fe2', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': 'bccaa2f0-b45c-4d6c-a204-6ca8ab778e62'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:50.536669 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.549543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (53ccc93a-0b1e-4f82-a9cc-7ba214926fe2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.613029 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (bccaa2f0-b45c-4d6c-a204-6ca8ab778e62), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.674417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Allocated IP 172.20.0.1 (53ccc93a-0b1e-4f82-a9cc-7ba214926fe2/bccaa2f0-b45c-4d6c-a204-6ca8ab778e62/1653523c-04c4-48d2-a187-49de6affee77) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:50.752005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2a7a49f6-43de-4b15-b574-07b9736dcd9f up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:03:50.852550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Publish callbacks [] for port (1653523c-04c4-48d2-a187-49de6affee77), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.857985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 2a7a49f6-43de-4b15-b574-07b9736dcd9f completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:03:50.862081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (1653523c-04c4-48d2-a187-49de6affee77), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.868199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 2a7a49f6-43de-4b15-b574-07b9736dcd9f triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:03:50.868581 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.879852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (bccaa2f0-b45c-4d6c-a204-6ca8ab778e62), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:50.911278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=bccaa2f0-b45c-4d6c-a204-6ca8ab778e62,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:50.926033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Network 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:50.933491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:50.942220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:50.945444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Pushing event updated for resources: {'Port': ['ID=1653523c-04c4-48d2-a187-49de6affee77,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:50.978658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (53ccc93a-0b1e-4f82-a9cc-7ba214926fe2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.001663 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ccc93a-0b1e-4f82-a9cc-7ba214926fe2']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:51.011493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2724945-27f2-48a4-ab65-72d929fc3a59') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:51.011794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2724945-27f2-48a4-ab65-72d929fc3a59') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:51.021978 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (b2724945-27f2-48a4-ab65-72d929fc3a59), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.033629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Attempting to bind port 1653523c-04c4-48d2-a187-49de6affee77 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:51.034267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Attempting to bind port 1653523c-04c4-48d2-a187-49de6affee77 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'b2724945-27f2-48a4-ab65-72d929fc3a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53ccc93a-0b1e-4f82-a9cc-7ba214926fe2'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:51.034386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Attempting to bind port 1653523c-04c4-48d2-a187-49de6affee77 on network 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:51.035820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b2724945-27f2-48a4-ab65-72d929fc3a59), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.042451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:51.042852 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (b2724945-27f2-48a4-ab65-72d929fc3a59), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.046036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:51.046036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Checking segment: {'id': 'b2724945-27f2-48a4-ab65-72d929fc3a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53ccc93a-0b1e-4f82-a9cc-7ba214926fe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:51.046401 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:51.049026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.049026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Bound using segment: {'id': 'b2724945-27f2-48a4-ab65-72d929fc3a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53ccc93a-0b1e-4f82-a9cc-7ba214926fe2'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:51.049026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Bound port: 1653523c-04c4-48d2-a187-49de6affee77, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2724945-27f2-48a4-ab65-72d929fc3a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '53ccc93a-0b1e-4f82-a9cc-7ba214926fe2'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:51.049026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1653523c-04c4-48d2-a187-49de6affee77), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.049423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 2a7a49f6-43de-4b15-b574-07b9736dcd9f is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:03:51.049617 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.099685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203f8ddd-4e11-4a72-835a-1d9994ee0011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7a49f6-43de-4b15-b574-07b9736dcd9f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:03:51.099957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:03:51.099957 n-d-826527-3 neutron-server[103649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:03:51.099957 n-d-826527-3 neutron-server[103649]: [parameters: {'id': '53ccc93a-0b1e-4f82-a9cc-7ba214926fe2'}] Feb 19 01:03:51.099957 n-d-826527-3 neutron-server[103649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:51.100359 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:51.102025 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba340604-22a0-49e2-a491-6bf5257050ab" -d '{"events": [{"server_uuid": "203f8ddd-4e11-4a72-835a-1d9994ee0011", "name": "network-vif-plugged", "status": "completed", "tag": "2a7a49f6-43de-4b15-b574-07b9736dcd9f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:03:51.119651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2a7a49f6-43de-4b15-b574-07b9736dcd9f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2a7a49f6-43de-4b15-b574-07b9736dcd9f,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:51.128975 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.166217 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09240810-d0d1-4f40-8b9a-c7305f9860ca x-openstack-request-id: req-09240810-d0d1-4f40-8b9a-c7305f9860ca {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:03:51.166520 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203f8ddd-4e11-4a72-835a-1d9994ee0011", "name": "network-vif-plugged", "status": "completed", "tag": "2a7a49f6-43de-4b15-b574-07b9736dcd9f", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:03:51.166781 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09240810-d0d1-4f40-8b9a-c7305f9860ca {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:03:51.167176 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203f8ddd-4e11-4a72-835a-1d9994ee0011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7a49f6-43de-4b15-b574-07b9736dcd9f', 'code': 200} Feb 19 01:03:51.175400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] For port 1653523c-04c4-48d2-a187-49de6affee77, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:51.195268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] For port 1653523c-04c4-48d2-a187-49de6affee77, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1653523c-04c4-48d2-a187-49de6affee77,segment=NetworkSegment(b2724945-27f2-48a4-ab65-72d929fc3a59),segment_id=b2724945-27f2-48a4-ab65-72d929fc3a59)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:51.206720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=2a7a49f6-43de-4b15-b574-07b9736dcd9f,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:51.209761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1653523c-04c4-48d2-a187-49de6affee77), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.254103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ad448-cb9d-4d32-824b-68133fc34a2e req-597e0f8b-9fe3-4f98-98f1-e1d3510e2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:51.255658 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2f2ad448-cb9d-4d32-824b-68133fc34a2e req-597e0f8b-9fe3-4f98-98f1-e1d3510e2190 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 1128 time: 0.0536246 Feb 19 01:03:51.300038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000843d7-1cc5-426e-a38c-269266a16077 None None] Pushing event updated for resources: {'Port': ['ID=1653523c-04c4-48d2-a187-49de6affee77,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:51.312172 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.315598 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2f2ad448-cb9d-4d32-824b-68133fc34a2e req-b0d760aa-19e3-408b-a191-afe381220c0d service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505373 Feb 19 01:03:51.321602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faade53-260c-4561-8726-0400d3f10406 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:51.350153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e4f8f-76b0-4521-9fa1-42d088b3a85a req-2a582aed-2382-453c-b055-e59c52daa5c0 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:51.351714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d57e4f8f-76b0-4521-9fa1-42d088b3a85a req-2a582aed-2382-453c-b055-e59c52daa5c0 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 946 time: 0.0634134 Feb 19 01:03:51.395026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faade53-260c-4561-8726-0400d3f10406 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:51.403872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d57e4f8f-76b0-4521-9fa1-42d088b3a85a req-88ee9d17-e37b-46d1-b946-9db37e5a6916 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Feb 19 01:03:51.560075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e34965c-7358-41a1-9b74-1e23aab00478 None None] Network 53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:51.601189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (53ccc93a-0b1e-4f82-a9cc-7ba214926fe2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.659620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port 1653523c-04c4-48d2-a187-49de6affee77 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:51.659974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1653523c-04c4-48d2-a187-49de6affee77), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.721689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port 1653523c-04c4-48d2-a187-49de6affee77, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1653523c-04c4-48d2-a187-49de6affee77,segment=NetworkSegment(b2724945-27f2-48a4-ab65-72d929fc3a59),segment_id=b2724945-27f2-48a4-ab65-72d929fc3a59)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:51.722058 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1653523c-04c4-48d2-a187-49de6affee77), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.734738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for 1653523c-04c4-48d2-a187-49de6affee77 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:51.815788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1653523c-04c4-48d2-a187-49de6affee77), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.839998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=1653523c-04c4-48d2-a187-49de6affee77,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:51.843911 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port 1653523c-04c4-48d2-a187-49de6affee77 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:51.922139 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (53ccc93a-0b1e-4f82-a9cc-7ba214926fe2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.943316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53ccc93a-0b1e-4f82-a9cc-7ba214926fe2']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:51.953056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2724945-27f2-48a4-ab65-72d929fc3a59') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:51.953366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2724945-27f2-48a4-ab65-72d929fc3a59') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:51.963562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (b2724945-27f2-48a4-ab65-72d929fc3a59), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.979294 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (b2724945-27f2-48a4-ab65-72d929fc3a59), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.988785 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:51.990083 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (b2724945-27f2-48a4-ab65-72d929fc3a59), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:51.995138 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:52.055722 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (53ccc93a-0b1e-4f82-a9cc-7ba214926fe2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.063563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.067670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 HTTP/1.1" status: 204 len: 168 time: 1.6146915 Feb 19 01:03:52.071361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58656) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:52.076485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2076861728'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:52.079488 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59133a-cd4b-4589-a82b-661536387faf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=53ccc93a-0b1e-4f82-a9cc-7ba214926fe2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:52.096929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:52.102071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.125962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:52.138904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7991b0ed-90d6-447b-80b7-ed2dfea32701), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.139574 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment 7991b0ed-90d6-447b-80b7-ed2dfea32701 of type vlan for network b59706a2-58f8-47bb-8f98-68be0d1c854a Feb 19 01:03:52.183462 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b59706a2-58f8-47bb-8f98-68be0d1c854a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.215681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b59706a2-58f8-47bb-8f98-68be0d1c854a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.220929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:52.221515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.275643 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2031531 Feb 19 01:03:52.278624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58658) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:52.283867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': 'b59706a2-58f8-47bb-8f98-68be0d1c854a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:52.288112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60ad9f-787d-4ad2-8a70-2abc6cd46fef tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=b59706a2-58f8-47bb-8f98-68be0d1c854a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:52.298488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b59706a2-58f8-47bb-8f98-68be0d1c854a details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:52.379151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:52.383167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.601833 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247a076-1a67-4667-b5a8-6f49cfce1f8b req-d6d8dd41-1073-49db-bb12-aaa06c7f75b4 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:52.603367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8247a076-1a67-4667-b5a8-6f49cfce1f8b req-d6d8dd41-1073-49db-bb12-aaa06c7f75b4 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 946 time: 0.1283467 Feb 19 01:03:52.610095 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (8611556a-f09a-4ea3-82f1-43e50c83a7ec), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.701635 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.707665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=8611556a-f09a-4ea3-82f1-43e50c83a7ec,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:52.719785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8247a076-1a67-4667-b5a8-6f49cfce1f8b req-09a0901f-b12a-465a-8249-b138ccec6233 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071844 Feb 19 01:03:52.723621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': '7991b0ed-90d6-447b-80b7-ed2dfea32701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b59706a2-58f8-47bb-8f98-68be0d1c854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:52.723986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: b59706a2-58f8-47bb-8f98-68be0d1c854a, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:52.741775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network b59706a2-58f8-47bb-8f98-68be0d1c854a is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:52.751831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b59706a2-58f8-47bb-8f98-68be0d1c854a) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:52.756526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:52.757275 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.766261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c721bf-1909-4542-a98c-876f0d1c6268 None None] Network b59706a2-58f8-47bb-8f98-68be0d1c854a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:52.776671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-31d479b9-f930-4ed4-a04e-260555d9aa85 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4945369 Feb 19 01:03:52.777045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58662) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:52.882992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b59706a2-58f8-47bb-8f98-68be0d1c854a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.889218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b59706a2-58f8-47bb-8f98-68be0d1c854a', 'network_id': 'b59706a2-58f8-47bb-8f98-68be0d1c854a', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': '8611556a-f09a-4ea3-82f1-43e50c83a7ec'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:52.890160 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:52.937218 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (8611556a-f09a-4ea3-82f1-43e50c83a7ec), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.029448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Allocated IP 172.20.0.1 (b59706a2-58f8-47bb-8f98-68be0d1c854a/8611556a-f09a-4ea3-82f1-43e50c83a7ec/2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:53.187928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Publish callbacks [] for port (2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.196917 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.213670 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (8611556a-f09a-4ea3-82f1-43e50c83a7ec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.241717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=8611556a-f09a-4ea3-82f1-43e50c83a7ec,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.244146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Network b59706a2-58f8-47bb-8f98-68be0d1c854a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:53.248265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:53.250168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Pushing event updated for resources: {'Port': ['ID=2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.252348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:53.306654 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Attempting to bind port 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:53.307402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Attempting to bind port 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7991b0ed-90d6-447b-80b7-ed2dfea32701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b59706a2-58f8-47bb-8f98-68be0d1c854a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:53.307402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Attempting to bind port 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd on network b59706a2-58f8-47bb-8f98-68be0d1c854a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:53.309883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b59706a2-58f8-47bb-8f98-68be0d1c854a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.312640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:53.313030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Checking segment: {'id': '7991b0ed-90d6-447b-80b7-ed2dfea32701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b59706a2-58f8-47bb-8f98-68be0d1c854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:53.313434 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.313833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Bound using segment: {'id': '7991b0ed-90d6-447b-80b7-ed2dfea32701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b59706a2-58f8-47bb-8f98-68be0d1c854a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:53.314340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Bound port: 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7991b0ed-90d6-447b-80b7-ed2dfea32701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b59706a2-58f8-47bb-8f98-68be0d1c854a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:53.314737 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.379701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] For port 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:53.383228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] For port 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd,segment=NetworkSegment(7991b0ed-90d6-447b-80b7-ed2dfea32701),segment_id=7991b0ed-90d6-447b-80b7-ed2dfea32701)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:53.391595 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.480161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215ed9e-978a-47ff-baef-42040bfa4ec4 None None] Pushing event updated for resources: {'Port': ['ID=2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:53.500364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d361292e-44a4-482f-8ae3-b657c5dea163 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:53.578348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d361292e-44a4-482f-8ae3-b657c5dea163 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:53.670247 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59706a2-58f8-47bb-8f98-68be0d1c854a']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:53.680519 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7991b0ed-90d6-447b-80b7-ed2dfea32701') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:53.680856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7991b0ed-90d6-447b-80b7-ed2dfea32701') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:53.698647 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (7991b0ed-90d6-447b-80b7-ed2dfea32701), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.712203 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7991b0ed-90d6-447b-80b7-ed2dfea32701), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.718443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:53.718825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (7991b0ed-90d6-447b-80b7-ed2dfea32701), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:53.721760 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:53.753174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559bdc80-fa69-4bdf-b25e-949ee0ee816f None None] Network b59706a2-58f8-47bb-8f98-68be0d1c854a requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:53.777249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:03:53.777249 n-d-826527-3 neutron-server[103649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:03:53.777249 n-d-826527-3 neutron-server[103649]: [parameters: {'id': 'b59706a2-58f8-47bb-8f98-68be0d1c854a'}] Feb 19 01:03:53.777249 n-d-826527-3 neutron-server[103649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:53.777759 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:53.844405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857c19f-4ede-4382-955f-f71d938b3abd req-f814262a-f424-4902-918a-dc1a3d2fc370 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:53.845911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f857c19f-4ede-4382-955f-f71d938b3abd req-f814262a-f424-4902-918a-dc1a3d2fc370 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 946 time: 0.0525489 Feb 19 01:03:53.878534 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:53.899502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f857c19f-4ede-4382-955f-f71d938b3abd req-e2f25dc3-2285-4bd6-8387-b48aaa3e8f2e tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464556 Feb 19 01:03:54.181466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.281140 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b59706a2-58f8-47bb-8f98-68be0d1c854a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.385881 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:54.386250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.450481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd,segment=NetworkSegment(7991b0ed-90d6-447b-80b7-ed2dfea32701),segment_id=7991b0ed-90d6-447b-80b7-ed2dfea32701)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:54.450856 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.463652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:54.547508 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.571635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:54.577803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port 2a1c3e52-29dc-4fcf-9d60-7818ee48d1cd on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:54.658088 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b59706a2-58f8-47bb-8f98-68be0d1c854a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.681362 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59706a2-58f8-47bb-8f98-68be0d1c854a']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:54.692018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7991b0ed-90d6-447b-80b7-ed2dfea32701') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:54.692315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7991b0ed-90d6-447b-80b7-ed2dfea32701') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:54.703461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (7991b0ed-90d6-447b-80b7-ed2dfea32701), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.718021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7991b0ed-90d6-447b-80b7-ed2dfea32701), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.724654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:54.725022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (7991b0ed-90d6-447b-80b7-ed2dfea32701), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:54.728454 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:54.787684 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b59706a2-58f8-47bb-8f98-68be0d1c854a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.794914 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.798007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/b59706a2-58f8-47bb-8f98-68be0d1c854a HTTP/1.1" status: 204 len: 168 time: 2.0200455 Feb 19 01:03:54.801632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58742) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:54.807582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1335432707'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:54.809481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b71da-76c1-4e18-8128-50b15b00e721 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=b59706a2-58f8-47bb-8f98-68be0d1c854a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:54.828160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:54.831596 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.857612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:54.867617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (09540596-8c3b-4220-95de-f98770b3f158), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.867994 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment 09540596-8c3b-4220-95de-f98770b3f158 of type vlan for network d6f77af2-2a88-4a15-9908-5244cb1e0966 Feb 19 01:03:54.913024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.939031 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:54.943976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:54.944560 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.001630 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1980152 Feb 19 01:03:55.004473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58744) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:55.014005 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b10972a5-7bc4-4932-9418-ca0321a0e0ad tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:55.014354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=d6f77af2-2a88-4a15-9908-5244cb1e0966,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:55.022693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.023083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.023433 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.023761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.024160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.024497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.024834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.025167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.025496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.025871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.026214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.026560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.026888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56f3fbc-ceba-42d0-8f26-aaaaf607a791 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:03:55.038434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d6f77af2-2a88-4a15-9908-5244cb1e0966 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:55.178859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b10972a5-7bc4-4932-9418-ca0321a0e0ad tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.196855 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b10972a5-7bc4-4932-9418-ca0321a0e0ad tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.205777 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b10972a5-7bc4-4932-9418-ca0321a0e0ad tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network d6f77af2-2a88-4a15-9908-5244cb1e0966 is not hosted by any dhcp agent {{(pid=103649) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:03:55.210715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10972a5-7bc4-4932-9418-ca0321a0e0ad tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.211324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b10972a5-7bc4-4932-9418-ca0321a0e0ad tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.215371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b10972a5-7bc4-4932-9418-ca0321a0e0ad tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "PUT /v2.0/networks/d6f77af2-2a88-4a15-9908-5244cb1e0966 HTTP/1.1" status: 200 len: 723 time: 0.2072222 Feb 19 01:03:55.215743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58746) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:55.221270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': 'd6f77af2-2a88-4a15-9908-5244cb1e0966', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:55.272351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10972a5-7bc4-4932-9418-ca0321a0e0ad tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=d6f77af2-2a88-4a15-9908-5244cb1e0966,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:55.286140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d6f77af2-2a88-4a15-9908-5244cb1e0966 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:55.321995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:55.325585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.513412 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (3801c234-4a5a-44ab-9498-c0a3dcfe386c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.569696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=3801c234-4a5a-44ab-9498-c0a3dcfe386c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:55.580535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': '09540596-8c3b-4220-95de-f98770b3f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd6f77af2-2a88-4a15-9908-5244cb1e0966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:55.580967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: d6f77af2-2a88-4a15-9908-5244cb1e0966, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:55.597893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network d6f77af2-2a88-4a15-9908-5244cb1e0966 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:55.607555 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d6f77af2-2a88-4a15-9908-5244cb1e0966) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:55.611596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.612187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.619024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40022266-2868-4e6b-bf48-94297d234a38 None None] Network d6f77af2-2a88-4a15-9908-5244cb1e0966 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:55.632227 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6c4a50ad-6a2d-402f-9059-dc6cba42a6d0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4152761 Feb 19 01:03:55.635016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58750) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:55.645747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d4198a8f-0c1a-4a11-8916-31f33cc050c0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:55.750212 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4198a8f-0c1a-4a11-8916-31f33cc050c0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9704577'] for subnet (3801c234-4a5a-44ab-9498-c0a3dcfe386c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.911241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4198a8f-0c1a-4a11-8916-31f33cc050c0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772989699696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9708191'] for subnet (3801c234-4a5a-44ab-9498-c0a3dcfe386c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.919203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-d6f77af2-2a88-4a15-9908-5244cb1e0966', 'network_id': 'd6f77af2-2a88-4a15-9908-5244cb1e0966', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': '3801c234-4a5a-44ab-9498-c0a3dcfe386c'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:55.920350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.949400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4198a8f-0c1a-4a11-8916-31f33cc050c0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:55.950041 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4198a8f-0c1a-4a11-8916-31f33cc050c0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:55.954364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58752) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:55.954878 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4198a8f-0c1a-4a11-8916-31f33cc050c0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "PUT /v2.0/subnets/3801c234-4a5a-44ab-9498-c0a3dcfe386c HTTP/1.1" status: 200 len: 806 time: 0.3178649 Feb 19 01:03:55.982025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4198a8f-0c1a-4a11-8916-31f33cc050c0 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=3801c234-4a5a-44ab-9498-c0a3dcfe386c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.077873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Allocated IP 172.20.0.2 (d6f77af2-2a88-4a15-9908-5244cb1e0966/3801c234-4a5a-44ab-9498-c0a3dcfe386c/94a4cc70-0008-4403-8c01-85c773226ebc) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:56.083003 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.149988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3801c234-4a5a-44ab-9498-c0a3dcfe386c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.237350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Publish callbacks [] for port (94a4cc70-0008-4403-8c01-85c773226ebc), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.245442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (94a4cc70-0008-4403-8c01-85c773226ebc), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.264157 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (3801c234-4a5a-44ab-9498-c0a3dcfe386c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.287896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Network d6f77af2-2a88-4a15-9908-5244cb1e0966 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:56.292802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:56.294441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=3801c234-4a5a-44ab-9498-c0a3dcfe386c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.297360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:56.300622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Pushing event updated for resources: {'Port': ['ID=94a4cc70-0008-4403-8c01-85c773226ebc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.356503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Attempting to bind port 94a4cc70-0008-4403-8c01-85c773226ebc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:56.356503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Attempting to bind port 94a4cc70-0008-4403-8c01-85c773226ebc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '09540596-8c3b-4220-95de-f98770b3f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd6f77af2-2a88-4a15-9908-5244cb1e0966'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:56.356866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Attempting to bind port 94a4cc70-0008-4403-8c01-85c773226ebc on network d6f77af2-2a88-4a15-9908-5244cb1e0966 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:56.362423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:56.362822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Checking segment: {'id': '09540596-8c3b-4220-95de-f98770b3f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd6f77af2-2a88-4a15-9908-5244cb1e0966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:56.363230 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.363642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Bound using segment: {'id': '09540596-8c3b-4220-95de-f98770b3f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd6f77af2-2a88-4a15-9908-5244cb1e0966'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:56.364173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Bound port: 94a4cc70-0008-4403-8c01-85c773226ebc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09540596-8c3b-4220-95de-f98770b3f158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd6f77af2-2a88-4a15-9908-5244cb1e0966'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:56.364571 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94a4cc70-0008-4403-8c01-85c773226ebc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.367178 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.389714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f77af2-2a88-4a15-9908-5244cb1e0966']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:56.400090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09540596-8c3b-4220-95de-f98770b3f158') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:56.400410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09540596-8c3b-4220-95de-f98770b3f158') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:56.410661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (09540596-8c3b-4220-95de-f98770b3f158), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.431181 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (09540596-8c3b-4220-95de-f98770b3f158), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.439002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:56.439494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (09540596-8c3b-4220-95de-f98770b3f158), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:56.443550 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:56.446546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] For port 94a4cc70-0008-4403-8c01-85c773226ebc, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:56.506602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] For port 94a4cc70-0008-4403-8c01-85c773226ebc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=94a4cc70-0008-4403-8c01-85c773226ebc,segment=NetworkSegment(09540596-8c3b-4220-95de-f98770b3f158),segment_id=09540596-8c3b-4220-95de-f98770b3f158)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:56.507234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:03:56.507234 n-d-826527-3 neutron-server[103649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:03:56.507234 n-d-826527-3 neutron-server[103649]: [parameters: {'id': 'd6f77af2-2a88-4a15-9908-5244cb1e0966'}] Feb 19 01:03:56.507234 n-d-826527-3 neutron-server[103649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:56.507655 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:56.513540 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (94a4cc70-0008-4403-8c01-85c773226ebc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:56.594013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe0fc88-65e5-410b-8f6f-40077db1f615 None None] Pushing event updated for resources: {'Port': ['ID=94a4cc70-0008-4403-8c01-85c773226ebc,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:56.610524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91786c5-040b-4d7d-8854-255d8ecc7a3a None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:56.685118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91786c5-040b-4d7d-8854-255d8ecc7a3a None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:56.841032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da13f53-f00b-4bea-8770-cdf638eb8146 None None] Network d6f77af2-2a88-4a15-9908-5244cb1e0966 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:56.943584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da84cd0-3c65-4480-b29a-e159b082ce27 None None] Network d6f77af2-2a88-4a15-9908-5244cb1e0966 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:57.008752 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.073461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port 94a4cc70-0008-4403-8c01-85c773226ebc {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:03:57.073814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (94a4cc70-0008-4403-8c01-85c773226ebc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.140010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port 94a4cc70-0008-4403-8c01-85c773226ebc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=94a4cc70-0008-4403-8c01-85c773226ebc,segment=NetworkSegment(09540596-8c3b-4220-95de-f98770b3f158),segment_id=09540596-8c3b-4220-95de-f98770b3f158)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:03:57.140413 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (94a4cc70-0008-4403-8c01-85c773226ebc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.153459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for 94a4cc70-0008-4403-8c01-85c773226ebc owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:03:57.238021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (94a4cc70-0008-4403-8c01-85c773226ebc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.265581 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=94a4cc70-0008-4403-8c01-85c773226ebc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.267567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port 94a4cc70-0008-4403-8c01-85c773226ebc on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:03:57.353619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.373847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f77af2-2a88-4a15-9908-5244cb1e0966']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:57.383167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09540596-8c3b-4220-95de-f98770b3f158') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:57.383512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09540596-8c3b-4220-95de-f98770b3f158') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:57.393472 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (09540596-8c3b-4220-95de-f98770b3f158), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.408560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (09540596-8c3b-4220-95de-f98770b3f158), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.415007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:57.415404 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (09540596-8c3b-4220-95de-f98770b3f158), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:57.418426 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:57.480968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d6f77af2-2a88-4a15-9908-5244cb1e0966), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.488423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.492265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/d6f77af2-2a88-4a15-9908-5244cb1e0966 HTTP/1.1" status: 204 len: 168 time: 1.5353470 Feb 19 01:03:57.494964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58758) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:57.515175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a41fec-d323-4739-8d57-3a9107d8e428 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=d6f77af2-2a88-4a15-9908-5244cb1e0966,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.527592 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-142fc9a4-01e6-4041-b5d4-e034b46855f1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:03:57.528202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-142fc9a4-01e6-4041-b5d4-e034b46855f1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:03:57.536078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-142fc9a4-01e6-4041-b5d4-e034b46855f1 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/d6f77af2-2a88-4a15-9908-5244cb1e0966 HTTP/1.1" status: 404 len: 339 time: 0.0361214 Feb 19 01:03:57.536529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58760) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:57.541705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30822824', 'description': 'd1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:57.562047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:57.565772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.590276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:57.600339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (87d023a2-876e-4397-883b-6e189540eabe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.600802 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment 87d023a2-876e-4397-883b-6e189540eabe of type vlan for network da9806e1-b090-4480-867b-6a486f057571 Feb 19 01:03:57.647865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (da9806e1-b090-4480-867b-6a486f057571), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.677807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (da9806e1-b090-4480-867b-6a486f057571), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.682782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.683362 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:57.745368 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2076917 Feb 19 01:03:57.747953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58762) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:57.761037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd27c19-8b0b-490c-ba83-94846e6c5dfb tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=da9806e1-b090-4480-867b-6a486f057571,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:57.772140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network da9806e1-b090-4480-867b-6a486f057571 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:57.848088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3f08b7-e1fb-4cd9-9698-d1a03d78b50f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:57.852133 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4f3f08b7-e1fb-4cd9-9698-d1a03d78b50f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/networks?id=da9806e1-b090-4480-867b-6a486f057571 HTTP/1.1" status: 200 len: 759 time: 0.1007714 Feb 19 01:03:57.852446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58764) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:57.857991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-37b8dd56-8d3c-4043-9910-7ee4ef5f7f95 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'description': 'd2'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:58.013415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37b8dd56-8d3c-4043-9910-7ee4ef5f7f95 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (da9806e1-b090-4480-867b-6a486f057571), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.029306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37b8dd56-8d3c-4043-9910-7ee4ef5f7f95 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (da9806e1-b090-4480-867b-6a486f057571), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.050687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37b8dd56-8d3c-4043-9910-7ee4ef5f7f95 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network da9806e1-b090-4480-867b-6a486f057571 is not hosted by any dhcp agent {{(pid=103650) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 01:03:58.055753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b8dd56-8d3c-4043-9910-7ee4ef5f7f95 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.056385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-37b8dd56-8d3c-4043-9910-7ee4ef5f7f95 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.057668 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-37b8dd56-8d3c-4043-9910-7ee4ef5f7f95 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "PUT /v2.0/networks/da9806e1-b090-4480-867b-6a486f057571 HTTP/1.1" status: 200 len: 756 time: 0.2042172 Feb 19 01:03:58.060670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58766) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:58.103631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8dd56-8d3c-4043-9910-7ee4ef5f7f95 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=da9806e1-b090-4480-867b-6a486f057571,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:58.113815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network da9806e1-b090-4480-867b-6a486f057571 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:58.161443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54836b3-312a-4022-9d92-f8f7d59b8d7a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.162953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c54836b3-312a-4022-9d92-f8f7d59b8d7a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/networks?id=da9806e1-b090-4480-867b-6a486f057571 HTTP/1.1" status: 200 len: 759 time: 0.1011853 Feb 19 01:03:58.166605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58768) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:58.171907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1316848100'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:58.198077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:58.201957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.227449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:03:58.237523 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fd7b4e38-5a5f-42da-8698-4cee3f88336a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.237876 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment fd7b4e38-5a5f-42da-8698-4cee3f88336a of type vlan for network f22923d1-3afb-48d7-9b1d-e2b409b2c337 Feb 19 01:03:58.279642 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (f22923d1-3afb-48d7-9b1d-e2b409b2c337), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.306446 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (f22923d1-3afb-48d7-9b1d-e2b409b2c337), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.311515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.312111 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.378486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2107754 Feb 19 01:03:58.381615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58770) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:58.386302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': 'f22923d1-3afb-48d7-9b1d-e2b409b2c337', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:03:58.393954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7ab44-eca8-402a-ac9d-1c8715a26d05 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=f22923d1-3afb-48d7-9b1d-e2b409b2c337,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:58.405598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network f22923d1-3afb-48d7-9b1d-e2b409b2c337 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:03:58.485154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:03:58.488716 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.685761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (84489fd3-eed5-41dc-bee3-e8dc5e398e65), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.752338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=84489fd3-eed5-41dc-bee3-e8dc5e398e65,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:58.760242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': 'fd7b4e38-5a5f-42da-8698-4cee3f88336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f22923d1-3afb-48d7-9b1d-e2b409b2c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:58.760597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: f22923d1-3afb-48d7-9b1d-e2b409b2c337, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:03:58.779520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network f22923d1-3afb-48d7-9b1d-e2b409b2c337 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:03:58.790117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, f22923d1-3afb-48d7-9b1d-e2b409b2c337) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:58.795067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:03:58.795621 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.802798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0102a1b1-60e9-418e-b5d0-c50df3a82a8d None None] Network f22923d1-3afb-48d7-9b1d-e2b409b2c337 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:58.814894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-463bf6cc-4301-4686-a2de-7a8c8572f83a tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4325390 Feb 19 01:03:58.817371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58774) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:03:58.919067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-f22923d1-3afb-48d7-9b1d-e2b409b2c337', 'network_id': 'f22923d1-3afb-48d7-9b1d-e2b409b2c337', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': '84489fd3-eed5-41dc-bee3-e8dc5e398e65'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:03:58.920050 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.925762 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (f22923d1-3afb-48d7-9b1d-e2b409b2c337), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:58.989280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (84489fd3-eed5-41dc-bee3-e8dc5e398e65), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.063291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Allocated IP 172.20.0.2 (f22923d1-3afb-48d7-9b1d-e2b409b2c337/84489fd3-eed5-41dc-bee3-e8dc5e398e65/9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:03:59.214166 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Publish callbacks [] for port (9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.223816 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.240121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (84489fd3-eed5-41dc-bee3-e8dc5e398e65), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.260903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Network f22923d1-3afb-48d7-9b1d-e2b409b2c337 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:03:59.263864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:03:59.267011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=84489fd3-eed5-41dc-bee3-e8dc5e398e65,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:59.270059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:03:59.282899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Pushing event updated for resources: {'Port': ['ID=9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:59.333826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Attempting to bind port 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:03:59.334098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Attempting to bind port 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'fd7b4e38-5a5f-42da-8698-4cee3f88336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f22923d1-3afb-48d7-9b1d-e2b409b2c337'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:03:59.334511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Attempting to bind port 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa on network f22923d1-3afb-48d7-9b1d-e2b409b2c337 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:03:59.340009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:03:59.340393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Checking segment: {'id': 'fd7b4e38-5a5f-42da-8698-4cee3f88336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f22923d1-3afb-48d7-9b1d-e2b409b2c337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:03:59.340814 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.341211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Bound using segment: {'id': 'fd7b4e38-5a5f-42da-8698-4cee3f88336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f22923d1-3afb-48d7-9b1d-e2b409b2c337'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:03:59.341718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Bound port: 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7b4e38-5a5f-42da-8698-4cee3f88336a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f22923d1-3afb-48d7-9b1d-e2b409b2c337'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:03:59.342108 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.346898 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (f22923d1-3afb-48d7-9b1d-e2b409b2c337), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.366745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22923d1-3afb-48d7-9b1d-e2b409b2c337']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:59.376409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7b4e38-5a5f-42da-8698-4cee3f88336a') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:59.376710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7b4e38-5a5f-42da-8698-4cee3f88336a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:03:59.386020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (fd7b4e38-5a5f-42da-8698-4cee3f88336a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.400390 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fd7b4e38-5a5f-42da-8698-4cee3f88336a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.406827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:03:59.407274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (fd7b4e38-5a5f-42da-8698-4cee3f88336a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:03:59.410563 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:03:59.413018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] For port 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:03:59.469423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] For port 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa,segment=NetworkSegment(fd7b4e38-5a5f-42da-8698-4cee3f88336a),segment_id=fd7b4e38-5a5f-42da-8698-4cee3f88336a)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:03:59.470857 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.db.api [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:03:59.470857 n-d-826527-3 neutron-server[103649]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:03:59.470857 n-d-826527-3 neutron-server[103649]: [parameters: {'id': 'f22923d1-3afb-48d7-9b1d-e2b409b2c337'}] Feb 19 01:03:59.470857 n-d-826527-3 neutron-server[103649]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:03:59.471389 n-d-826527-3 neutron-server[103649]: DEBUG oslo_db.api [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:03:59.476788 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:03:59.561858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4891e60-3a57-4a4d-9bea-1d039b38457b None None] Pushing event updated for resources: {'Port': ['ID=9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:03:59.577742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f505dd7-a05c-43ea-8d17-1026abef1b83 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:03:59.653601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f505dd7-a05c-43ea-8d17-1026abef1b83 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:03:59.813704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965e671b-3364-4978-a5ef-9a195db65fcd None None] Network f22923d1-3afb-48d7-9b1d-e2b409b2c337 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:03:59.973317 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (f22923d1-3afb-48d7-9b1d-e2b409b2c337), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.029102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:00.029464 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.097952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa,segment=NetworkSegment(fd7b4e38-5a5f-42da-8698-4cee3f88336a),segment_id=fd7b4e38-5a5f-42da-8698-4cee3f88336a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:00.098356 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.112275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:00.195193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.223304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:00.231267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port 9c0a3c32-d1ec-45d6-b774-40f0e5a2edfa on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:00.311562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (f22923d1-3afb-48d7-9b1d-e2b409b2c337), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.332178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22923d1-3afb-48d7-9b1d-e2b409b2c337']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:00.341452 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7b4e38-5a5f-42da-8698-4cee3f88336a') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:00.341762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7b4e38-5a5f-42da-8698-4cee3f88336a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:00.352675 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (fd7b4e38-5a5f-42da-8698-4cee3f88336a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.366935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (fd7b4e38-5a5f-42da-8698-4cee3f88336a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.374989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:00.375399 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (fd7b4e38-5a5f-42da-8698-4cee3f88336a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:00.378492 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:00.442501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (f22923d1-3afb-48d7-9b1d-e2b409b2c337), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.449511 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:00.454366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/f22923d1-3afb-48d7-9b1d-e2b409b2c337 HTTP/1.1" status: 204 len: 168 time: 1.6357493 Feb 19 01:04:00.457111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58778) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:00.466405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a895c3-8f1b-40ee-a1c3-44833769be35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=f22923d1-3afb-48d7-9b1d-e2b409b2c337,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:00.489270 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4dd14a7-7bfc-4f01-a960-a851f62b6113 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] GET failed (client error): The resource could not be found. Feb 19 01:04:00.490645 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b4dd14a7-7bfc-4f01-a960-a851f62b6113 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/subnets/84489fd3-eed5-41dc-bee3-e8dc5e398e65 HTTP/1.1" status: 404 len: 337 time: 0.0319288 Feb 19 01:04:00.493506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58780) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:00.515753 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ea71f7-0153-4377-966f-b685efbeab35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:00.516258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ea71f7-0153-4377-966f-b685efbeab35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:00.519247 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-65ea71f7-0153-4377-966f-b685efbeab35 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/f22923d1-3afb-48d7-9b1d-e2b409b2c337 HTTP/1.1" status: 404 len: 339 time: 0.0248487 Feb 19 01:04:00.522918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58782) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:00.705485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b1273b-0231-4114-a94a-130244217dd2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.706934 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-00b1273b-0231-4114-a94a-130244217dd2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1831191 Feb 19 01:04:00.710204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58786) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:00.746987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1bc955f4-9456-404c-963e-d631d5519767 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05 HTTP/1.1" status: 200 len: 207 time: 0.0355096 Feb 19 01:04:00.750529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58788) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:00.858368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85063a3-35d9-4705-aa73-3e2767b091a5 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.863574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85063a3-35d9-4705-aa73-3e2767b091a5 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.868533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85063a3-35d9-4705-aa73-3e2767b091a5 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.873631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85063a3-35d9-4705-aa73-3e2767b091a5 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:00.875615 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a85063a3-35d9-4705-aa73-3e2767b091a5 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1240592 Feb 19 01:04:00.879892 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58790) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.017959 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dfc85bab-c9d9-4540-8b70-ae27866a5b21 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1350350 Feb 19 01:04:01.021236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58792) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.079769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d344d8-7662-49f7-ba7b-6cd9f6c9da6e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.081094 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d344d8-7662-49f7-ba7b-6cd9f6c9da6e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.082641 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-21d344d8-7662-49f7-ba7b-6cd9f6c9da6e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0604782 Feb 19 01:04:01.086861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58794) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.140913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c4156-9cd2-436f-bbfb-bdd7428c0485 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.142128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c4156-9cd2-436f-bbfb-bdd7428c0485 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['shared'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.143696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e2c4156-9cd2-436f-bbfb-bdd7428c0485 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0558448 Feb 19 01:04:01.147323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58796) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.253061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc009faf-545c-4374-b4fa-b9317e677fbf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.258153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58798) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.258399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dc009faf-545c-4374-b4fa-b9317e677fbf tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/networks/8091f11e-b8a6-4368-9252-693e90615b25 HTTP/1.1" status: 200 len: 799 time: 0.1098423 Feb 19 01:04:01.356107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-646d72e5-20f4-487b-957d-22ea53701a30 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/networks/8091f11e-b8a6-4368-9252-693e90615b25?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.0967183 Feb 19 01:04:01.359490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.409478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ee3aa-eb72-489f-b79c-789a97596256 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.410873 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c94ee3aa-eb72-489f-b79c-789a97596256 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/subnets/f99d33b8-a8c5-44a0-a21b-c6be3cc1175d HTTP/1.1" status: 200 len: 811 time: 0.0504334 Feb 19 01:04:01.414561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.468973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60b5da-2de1-40a8-a8c1-3ce919c04008 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['shared'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.473811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6c60b5da-2de1-40a8-a8c1-3ce919c04008 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "GET /v2.0/subnets/f99d33b8-a8c5-44a0-a21b-c6be3cc1175d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0549884 Feb 19 01:04:01.474036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58804) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.478939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-642674647'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:01.499145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:01.502473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.526511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:01.535727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ba2775bc-7921-4539-a904-f50e73a48489), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.536065 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Added segment ba2775bc-7921-4539-a904-f50e73a48489 of type vlan for network d21c9ad9-4486-4f20-9243-e23f1791f8ad Feb 19 01:04:01.576594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d21c9ad9-4486-4f20-9243-e23f1791f8ad), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.603081 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d21c9ad9-4486-4f20-9243-e23f1791f8ad), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.608112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:01.608710 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.672229 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1944027 Feb 19 01:04:01.672934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58806) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:01.678872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'network_id': 'd21c9ad9-4486-4f20-9243-e23f1791f8ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:01.684391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a63b1-b2d9-46f8-931a-b92910f74a45 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Network': ['ID=d21c9ad9-4486-4f20-9243-e23f1791f8ad,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:01.695559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d21c9ad9-4486-4f20-9243-e23f1791f8ad details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:01.799012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Made reservation on behalf of 9be051fdba354f408ae30ae31f3f4fe5 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:01.802448 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:01.860232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing IP validity checks on allocation pools {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:04:01.860740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.ipam_backend_mixin [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103649) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:04:01.998811 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b4b7cf9e-5530-4e05-a9cc-530bb5e013c3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.060056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=b4b7cf9e-5530-4e05-a9cc-530bb5e013c3,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.069715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Checking segment: {'id': 'ba2775bc-7921-4539-a904-f50e73a48489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd21c9ad9-4486-4f20-9243-e23f1791f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:02.070087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network hostable DHCP agents. Network: d21c9ad9-4486-4f20-9243-e23f1791f8ad, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:02.087280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Network d21c9ad9-4486-4f20-9243-e23f1791f8ad is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:02.097565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d21c9ad9-4486-4f20-9243-e23f1791f8ad) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:02.102450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:02.103077 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.107253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cee224-3380-4d9c-a2f3-ccf8a6c58e72 None None] Network d21c9ad9-4486-4f20-9243-e23f1791f8ad requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:02.126696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-abb578e9-83c3-4645-9f9c-1285da7cb0b2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4524887 Feb 19 01:04:02.129352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58810) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:02.135258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-41b9c453-3662-413e-8afc-b619515acd8f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:02.224302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-d21c9ad9-4486-4f20-9243-e23f1791f8ad', 'network_id': 'd21c9ad9-4486-4f20-9243-e23f1791f8ad', 'project_id': '9be051fdba354f408ae30ae31f3f4fe5', 'fixed_ips': [{'subnet_id': 'b4b7cf9e-5530-4e05-a9cc-530bb5e013c3'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:04:02.225180 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.235295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41b9c453-3662-413e-8afc-b619515acd8f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10228393'] for subnet (b4b7cf9e-5530-4e05-a9cc-530bb5e013c3), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.407676 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41b9c453-3662-413e-8afc-b619515acd8f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772989699696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10237143'] for subnet (b4b7cf9e-5530-4e05-a9cc-530bb5e013c3), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.451761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Allocated IP 172.20.0.3 (d21c9ad9-4486-4f20-9243-e23f1791f8ad/b4b7cf9e-5530-4e05-a9cc-530bb5e013c3/554a2f0f-662f-4db9-bce3-1e893c93c3e1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:02.453052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b9c453-3662-413e-8afc-b619515acd8f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:02.453804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-41b9c453-3662-413e-8afc-b619515acd8f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.458480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58812) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:02.462831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-41b9c453-3662-413e-8afc-b619515acd8f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "PUT /v2.0/subnets/b4b7cf9e-5530-4e05-a9cc-530bb5e013c3 HTTP/1.1" status: 200 len: 877 time: 0.3323145 Feb 19 01:04:02.475279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9c453-3662-413e-8afc-b619515acd8f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event updated for resources: {'Subnet': ['ID=b4b7cf9e-5530-4e05-a9cc-530bb5e013c3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.567366 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d21c9ad9-4486-4f20-9243-e23f1791f8ad), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.622812 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Publish callbacks [] for port (554a2f0f-662f-4db9-bce3-1e893c93c3e1), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.630604 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (554a2f0f-662f-4db9-bce3-1e893c93c3e1), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.639268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b4b7cf9e-5530-4e05-a9cc-530bb5e013c3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.665519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Network d21c9ad9-4486-4f20-9243-e23f1791f8ad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:02.672195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:02.675859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:02.708364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Pushing event updated for resources: {'Port': ['ID=554a2f0f-662f-4db9-bce3-1e893c93c3e1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.724626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b4b7cf9e-5530-4e05-a9cc-530bb5e013c3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.734163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.734534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.734897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.735232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.735553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.735878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.736223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.736555 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.736859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.737191 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.737504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.737827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.738151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:02.753149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=b4b7cf9e-5530-4e05-a9cc-530bb5e013c3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.753368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Attempting to bind port 554a2f0f-662f-4db9-bce3-1e893c93c3e1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:02.753368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Attempting to bind port 554a2f0f-662f-4db9-bce3-1e893c93c3e1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ba2775bc-7921-4539-a904-f50e73a48489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd21c9ad9-4486-4f20-9243-e23f1791f8ad'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:02.753593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Attempting to bind port 554a2f0f-662f-4db9-bce3-1e893c93c3e1 on network d21c9ad9-4486-4f20-9243-e23f1791f8ad {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:02.763837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:02.764283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Checking segment: {'id': 'ba2775bc-7921-4539-a904-f50e73a48489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd21c9ad9-4486-4f20-9243-e23f1791f8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:02.764745 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.766222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Bound using segment: {'id': 'ba2775bc-7921-4539-a904-f50e73a48489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd21c9ad9-4486-4f20-9243-e23f1791f8ad'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:02.766222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Bound port: 554a2f0f-662f-4db9-bce3-1e893c93c3e1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba2775bc-7921-4539-a904-f50e73a48489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd21c9ad9-4486-4f20-9243-e23f1791f8ad'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:02.766500 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (554a2f0f-662f-4db9-bce3-1e893c93c3e1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.835521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d21c9ad9-4486-4f20-9243-e23f1791f8ad), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.863857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21c9ad9-4486-4f20-9243-e23f1791f8ad']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:02.865532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] For port 554a2f0f-662f-4db9-bce3-1e893c93c3e1, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:02.868814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] For port 554a2f0f-662f-4db9-bce3-1e893c93c3e1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=554a2f0f-662f-4db9-bce3-1e893c93c3e1,segment=NetworkSegment(ba2775bc-7921-4539-a904-f50e73a48489),segment_id=ba2775bc-7921-4539-a904-f50e73a48489)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:02.874862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2775bc-7921-4539-a904-f50e73a48489') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:02.875137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2775bc-7921-4539-a904-f50e73a48489') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:02.875735 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (554a2f0f-662f-4db9-bce3-1e893c93c3e1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.887741 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (ba2775bc-7921-4539-a904-f50e73a48489), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.906722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ba2775bc-7921-4539-a904-f50e73a48489), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.913900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:02.915058 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (ba2775bc-7921-4539-a904-f50e73a48489), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:02.919265 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:02.960981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0f3fc-c008-49e7-bcc9-24705b8b45db None None] Pushing event updated for resources: {'Port': ['ID=554a2f0f-662f-4db9-bce3-1e893c93c3e1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:02.984984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a081ec40-ca30-4f94-b272-0f8dee362144 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:04:02.994566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.db.api [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 01:04:02.994566 n-d-826527-3 neutron-server[103650]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 01:04:02.994566 n-d-826527-3 neutron-server[103650]: [parameters: {'id': 'd21c9ad9-4486-4f20-9243-e23f1791f8ad'}] Feb 19 01:04:02.994566 n-d-826527-3 neutron-server[103650]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103650) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:04:02.995114 n-d-826527-3 neutron-server[103650]: DEBUG oslo_db.api [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:04:03.064592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a081ec40-ca30-4f94-b272-0f8dee362144 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:04:03.224920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68c8341-5a0b-4b53-bce6-d967ffb758ba None None] Network d21c9ad9-4486-4f20-9243-e23f1791f8ad requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:03.332707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5f08b2-8542-41db-9e5b-d7aaa4c81e1e None None] Network d21c9ad9-4486-4f20-9243-e23f1791f8ad requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:03.496102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d21c9ad9-4486-4f20-9243-e23f1791f8ad), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.551337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port 554a2f0f-662f-4db9-bce3-1e893c93c3e1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:03.551702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (554a2f0f-662f-4db9-bce3-1e893c93c3e1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.621254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port 554a2f0f-662f-4db9-bce3-1e893c93c3e1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=554a2f0f-662f-4db9-bce3-1e893c93c3e1,segment=NetworkSegment(ba2775bc-7921-4539-a904-f50e73a48489),segment_id=ba2775bc-7921-4539-a904-f50e73a48489)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:03.621999 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (554a2f0f-662f-4db9-bce3-1e893c93c3e1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.634430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for 554a2f0f-662f-4db9-bce3-1e893c93c3e1 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:03.717109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (554a2f0f-662f-4db9-bce3-1e893c93c3e1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.743798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=554a2f0f-662f-4db9-bce3-1e893c93c3e1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:03.750077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port 554a2f0f-662f-4db9-bce3-1e893c93c3e1 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:03.833276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d21c9ad9-4486-4f20-9243-e23f1791f8ad), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.854363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d21c9ad9-4486-4f20-9243-e23f1791f8ad']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:03.864175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba2775bc-7921-4539-a904-f50e73a48489') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:03.864471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba2775bc-7921-4539-a904-f50e73a48489') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:03.873702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (ba2775bc-7921-4539-a904-f50e73a48489), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.887333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ba2775bc-7921-4539-a904-f50e73a48489), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.893451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:03.893834 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (ba2775bc-7921-4539-a904-f50e73a48489), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:03.896938 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:03.964681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d21c9ad9-4486-4f20-9243-e23f1791f8ad), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.971003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:03.974255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/d21c9ad9-4486-4f20-9243-e23f1791f8ad HTTP/1.1" status: 204 len: 168 time: 1.5144174 Feb 19 01:04:03.978152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58818) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:03.988933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b7e55-bf13-45d9-bf2e-3f3021626dff tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=d21c9ad9-4486-4f20-9243-e23f1791f8ad,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:04.012999 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a28157-f52d-4dcd-8c91-778de14c7e5e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.013382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a28157-f52d-4dcd-8c91-778de14c7e5e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.016469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-71a28157-f52d-4dcd-8c91-778de14c7e5e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/b4b7cf9e-5530-4e05-a9cc-530bb5e013c3 HTTP/1.1" status: 404 len: 337 time: 0.0365708 Feb 19 01:04:04.019139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58820) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.037434 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-da69767d-a5f0-4217-88f6-d9ed78daf2c2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.037910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da69767d-a5f0-4217-88f6-d9ed78daf2c2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.040853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-da69767d-a5f0-4217-88f6-d9ed78daf2c2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/d21c9ad9-4486-4f20-9243-e23f1791f8ad HTTP/1.1" status: 404 len: 339 time: 0.0206969 Feb 19 01:04:04.043534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58822) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.069616 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc9eb74-e0b7-496d-9d49-c54aadf47fe2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.070078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc9eb74-e0b7-496d-9d49-c54aadf47fe2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.073182 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-afc9eb74-e0b7-496d-9d49-c54aadf47fe2 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/84489fd3-eed5-41dc-bee3-e8dc5e398e65 HTTP/1.1" status: 404 len: 337 time: 0.0287106 Feb 19 01:04:04.075975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58824) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.094785 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c319bbad-99d7-44b2-8520-43276d86983b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.095293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c319bbad-99d7-44b2-8520-43276d86983b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.098326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c319bbad-99d7-44b2-8520-43276d86983b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/f22923d1-3afb-48d7-9b1d-e2b409b2c337 HTTP/1.1" status: 404 len: 339 time: 0.0213451 Feb 19 01:04:04.100796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58826) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.179498 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (da9806e1-b090-4480-867b-6a486f057571), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.273616 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (da9806e1-b090-4480-867b-6a486f057571), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.294589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da9806e1-b090-4480-867b-6a486f057571']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:04.304074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d023a2-876e-4397-883b-6e189540eabe') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:04.304390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d023a2-876e-4397-883b-6e189540eabe') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:04.314945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (87d023a2-876e-4397-883b-6e189540eabe), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.330793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (87d023a2-876e-4397-883b-6e189540eabe), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.336906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:04.337299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (87d023a2-876e-4397-883b-6e189540eabe), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:04.340430 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:04.401392 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (da9806e1-b090-4480-867b-6a486f057571), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.409041 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.412437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/da9806e1-b090-4480-867b-6a486f057571 HTTP/1.1" status: 204 len: 168 time: 0.3107328 Feb 19 01:04:04.415361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58828) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.425151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e9004-135b-4c8e-8dfc-97a35a2970b3 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=da9806e1-b090-4480-867b-6a486f057571,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:04.442559 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a21017b-b885-45ff-ada3-b3ca75169e1b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.443049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a21017b-b885-45ff-ada3-b3ca75169e1b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.446199 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6a21017b-b885-45ff-ada3-b3ca75169e1b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/3801c234-4a5a-44ab-9498-c0a3dcfe386c HTTP/1.1" status: 404 len: 337 time: 0.0297525 Feb 19 01:04:04.448804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58830) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.467557 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1151771-fb91-463e-a098-de2ab3e541d4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.468449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1151771-fb91-463e-a098-de2ab3e541d4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.471447 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c1151771-fb91-463e-a098-de2ab3e541d4 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/d6f77af2-2a88-4a15-9908-5244cb1e0966 HTTP/1.1" status: 404 len: 339 time: 0.0216091 Feb 19 01:04:04.474290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58832) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.503426 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ed9cd0-5a1b-4132-b1a4-b9040533d275 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.503426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ed9cd0-5a1b-4132-b1a4-b9040533d275 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.510937 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d5ed9cd0-5a1b-4132-b1a4-b9040533d275 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/8611556a-f09a-4ea3-82f1-43e50c83a7ec HTTP/1.1" status: 404 len: 337 time: 0.0316908 Feb 19 01:04:04.511882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58834) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.529679 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-d814e20b-8eca-49cc-bc83-be3093d30136 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.529679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d814e20b-8eca-49cc-bc83-be3093d30136 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.532314 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d814e20b-8eca-49cc-bc83-be3093d30136 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/b59706a2-58f8-47bb-8f98-68be0d1c854a HTTP/1.1" status: 404 len: 339 time: 0.0202734 Feb 19 01:04:04.538634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58836) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.566696 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71cdb92-d665-4d55-9118-a0f4ea007e2e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.567271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c71cdb92-d665-4d55-9118-a0f4ea007e2e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.570732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c71cdb92-d665-4d55-9118-a0f4ea007e2e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/bccaa2f0-b45c-4d6c-a204-6ca8ab778e62 HTTP/1.1" status: 404 len: 337 time: 0.0306580 Feb 19 01:04:04.573521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58842) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.594598 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6049be-78e4-4d86-b756-8c49778fd1e5 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.595104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca6049be-78e4-4d86-b756-8c49778fd1e5 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.598093 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ca6049be-78e4-4d86-b756-8c49778fd1e5 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/53ccc93a-0b1e-4f82-a9cc-7ba214926fe2 HTTP/1.1" status: 404 len: 339 time: 0.0234444 Feb 19 01:04:04.602595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.629420 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb3f33c1-50c7-4b78-a1ea-ce5c54d3c876 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.630119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb3f33c1-50c7-4b78-a1ea-ce5c54d3c876 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.633350 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bb3f33c1-50c7-4b78-a1ea-ce5c54d3c876 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/b7cc2049-3f05-4c74-93a2-394f1a7fed95 HTTP/1.1" status: 404 len: 337 time: 0.0294209 Feb 19 01:04:04.635677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.653436 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ebac1e-a595-4bf4-b55c-308d4ab3792f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.653916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ebac1e-a595-4bf4-b55c-308d4ab3792f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.656836 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-96ebac1e-a595-4bf4-b55c-308d4ab3792f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/d241f03f-bb68-4332-999c-a9389f0753ae HTTP/1.1" status: 404 len: 339 time: 0.0202653 Feb 19 01:04:04.659305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58852) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.688899 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-6511419e-78d6-43b1-921a-a193354d4385 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.689358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6511419e-78d6-43b1-921a-a193354d4385 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.692393 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6511419e-78d6-43b1-921a-a193354d4385 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/b6cfc75a-3b35-416c-942e-3b5b22fb97f9 HTTP/1.1" status: 404 len: 337 time: 0.0322084 Feb 19 01:04:04.695041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58854) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.712961 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac5a38e-37ba-480a-8b86-ddc683beec5f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.713449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac5a38e-37ba-480a-8b86-ddc683beec5f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.716416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2ac5a38e-37ba-480a-8b86-ddc683beec5f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/bded4587-b30e-4494-bbf9-f4b80e9cd7f5 HTTP/1.1" status: 404 len: 339 time: 0.0204582 Feb 19 01:04:04.719529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58856) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.745623 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-90387854-0481-464d-ae83-83b554ef8c9e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.746070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90387854-0481-464d-ae83-83b554ef8c9e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.749003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-90387854-0481-464d-ae83-83b554ef8c9e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/6510a953-cf8e-491a-b389-0676f74fc21c HTTP/1.1" status: 404 len: 337 time: 0.0284803 Feb 19 01:04:04.751863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58858) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.769981 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d760d5-6186-4528-866a-5d71392c874f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.770494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d760d5-6186-4528-866a-5d71392c874f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.773372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-57d760d5-6186-4528-866a-5d71392c874f tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/2b2f79aa-8fd2-4ada-bc03-eb8ebdecb915 HTTP/1.1" status: 404 len: 339 time: 0.0206294 Feb 19 01:04:04.775983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58860) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.800522 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd4fcc6-4892-4ec0-85bb-d0bdca392268 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.800884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd4fcc6-4892-4ec0-85bb-d0bdca392268 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.803825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-edd4fcc6-4892-4ec0-85bb-d0bdca392268 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/b3ca6f67-de41-4308-9cc7-679402791e13 HTTP/1.1" status: 404 len: 337 time: 0.0269508 Feb 19 01:04:04.806504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58862) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.824724 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-8368a0a2-4c6f-4ab4-bed8-f981b4f3e81b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.825215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8368a0a2-4c6f-4ab4-bed8-f981b4f3e81b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.828196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8368a0a2-4c6f-4ab4-bed8-f981b4f3e81b tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/0b8b6a75-0cb8-4433-a933-a2363b4062b4 HTTP/1.1" status: 404 len: 339 time: 0.0208104 Feb 19 01:04:04.830880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58864) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.860947 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ba3d346-9b16-430a-8a79-6e3075c25f18 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.861394 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ba3d346-9b16-430a-8a79-6e3075c25f18 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.864464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0ba3d346-9b16-430a-8a79-6e3075c25f18 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/7e825275-0bee-4f5c-b72d-4097e77edcd2 HTTP/1.1" status: 404 len: 337 time: 0.0326426 Feb 19 01:04:04.867046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58868) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.885908 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-93236df8-b975-4b8a-ad88-89d3d485b246 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] DELETE failed (client error): The resource could not be found. Feb 19 01:04:04.886444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93236df8-b975-4b8a-ad88-89d3d485b246 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:04:04.891968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-93236df8-b975-4b8a-ad88-89d3d485b246 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/c89a28e0-505b-4d42-99a2-195c51d83b76 HTTP/1.1" status: 404 len: 339 time: 0.0216067 Feb 19 01:04:04.892846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58870) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:04.944630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-3475a2df-e428-4f29-8058-d5e881768731 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting subnet f99d33b8-a8c5-44a0-a21b-c6be3cc1175d {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:04.948370 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3475a2df-e428-4f29-8058-d5e881768731 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (f99d33b8-a8c5-44a0-a21b-c6be3cc1175d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:04.990086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3475a2df-e428-4f29-8058-d5e881768731 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (f99d33b8-a8c5-44a0-a21b-c6be3cc1175d), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.075991 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3475a2df-e428-4f29-8058-d5e881768731 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f99d33b8-a8c5-44a0-a21b-c6be3cc1175d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.136128 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3475a2df-e428-4f29-8058-d5e881768731 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (f99d33b8-a8c5-44a0-a21b-c6be3cc1175d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.164541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475a2df-e428-4f29-8058-d5e881768731 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Subnet': ['ID=f99d33b8-a8c5-44a0-a21b-c6be3cc1175d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:05.166738 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3475a2df-e428-4f29-8058-d5e881768731 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.173092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3475a2df-e428-4f29-8058-d5e881768731 tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/subnets/f99d33b8-a8c5-44a0-a21b-c6be3cc1175d HTTP/1.1" status: 204 len: 168 time: 0.2791810 Feb 19 01:04:05.173916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:05.180441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074ef1ae-df58-4b30-b337-e9eb94417c08 None None] Network 8091f11e-b8a6-4368-9252-693e90615b25 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:05.260733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8091f11e-b8a6-4368-9252-693e90615b25), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.322603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Deleting port ec920fa0-8ac7-4673-ae41-576ccd43646e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:05.322968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.345864 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] DHCP port deletion for 8091f11e-b8a6-4368-9252-693e90615b25 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:04:05.389648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] For port ec920fa0-8ac7-4673-ae41-576ccd43646e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ec920fa0-8ac7-4673-ae41-576ccd43646e,segment=NetworkSegment(0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c),segment_id=0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:05.390043 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.394376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] Deleting port ec920fa0-8ac7-4673-ae41-576ccd43646e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:05.395043 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.402574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Calling delete_port for ec920fa0-8ac7-4673-ae41-576ccd43646e owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:05.459842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] For port ec920fa0-8ac7-4673-ae41-576ccd43646e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ec920fa0-8ac7-4673-ae41-576ccd43646e,segment=NetworkSegment(0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c),segment_id=0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:05.460334 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.477981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] Calling delete_port for ec920fa0-8ac7-4673-ae41-576ccd43646e owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:05.487637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.515081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Port': ['ID=ec920fa0-8ac7-4673-ae41-576ccd43646e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:05.518918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] No DVR routers for this DVR port ec920fa0-8ac7-4673-ae41-576ccd43646e on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:05.559650 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (ec920fa0-8ac7-4673-ae41-576ccd43646e), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.585256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] Pushing event deleted for resources: {'Port': ['ID=ec920fa0-8ac7-4673-ae41-576ccd43646e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:05.589841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad862f30-1a07-4e72-a914-54bf8eb8bf80 None None] No DVR routers for this DVR port ec920fa0-8ac7-4673-ae41-576ccd43646e on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:05.604331 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8091f11e-b8a6-4368-9252-693e90615b25), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.625100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8091f11e-b8a6-4368-9252-693e90615b25']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:05.635833 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:05.636596 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:05.646966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.661470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.668425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:05.668866 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (0a2caefd-3c0a-4c95-af96-3c13d8fd4c1c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:05.672307 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:05.733385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8091f11e-b8a6-4368-9252-693e90615b25), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.740944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:05.744599 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] 10.222.0.60 "DELETE /v2.0/networks/8091f11e-b8a6-4368-9252-693e90615b25 HTTP/1.1" status: 204 len: 168 time: 0.5693316 Feb 19 01:04:05.759230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2687e0-4492-4a49-bb56-e270e0b9087e tempest-NetworksTest-74187397 tempest-NetworksTest-74187397-project] Pushing event deleted for resources: {'Network': ['ID=8091f11e-b8a6-4368-9252-693e90615b25,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:06.020021 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58892) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:06.162625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e79893ad-bcec-4594-81ce-51cf21e9cffa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9be051fdba354f408ae30ae31f3f4fe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414068 Feb 19 01:04:06.165241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58896) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:06.211829 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49df42e4-2b9a-400d-82ab-bb1b138cda11 admin admin] Publish callbacks [] for security_group (bcd9a1b4-cab9-4084-94c9-beabc918f492), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.232559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49df42e4-2b9a-400d-82ab-bb1b138cda11 admin admin] Publish callbacks [] for security_group (bcd9a1b4-cab9-4084-94c9-beabc918f492), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.283241 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49df42e4-2b9a-400d-82ab-bb1b138cda11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (bcd9a1b4-cab9-4084-94c9-beabc918f492), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.285760 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-49df42e4-2b9a-400d-82ab-bb1b138cda11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:06.290115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-49df42e4-2b9a-400d-82ab-bb1b138cda11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bcd9a1b4-cab9-4084-94c9-beabc918f492 HTTP/1.1" status: 204 len: 168 time: 0.1238580 Feb 19 01:04:06.297960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df42e4-2b9a-400d-82ab-bb1b138cda11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9a1b4-cab9-4084-94c9-beabc918f492,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:06.986886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58920) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.047717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ec920fa0-8ac7-4673-ae41-576ccd43646e no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:07.075937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: ec920fa0-8ac7-4673-ae41-576ccd43646e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:07.076428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ec920fa0-8ac7-4673-ae41-576ccd43646e not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:07.089010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4f3cc427-acf3-41ae-a288-7659688e4488 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:07.089551 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-4f3cc427-acf3-41ae-a288-7659688e4488 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:04:07.089928 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-4f3cc427-acf3-41ae-a288-7659688e4488 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:04:07.090916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4f3cc427-acf3-41ae-a288-7659688e4488 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1027446 Feb 19 01:04:07.095182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58924) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.099809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1387513188'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:07.121592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.130742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.207734 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (2203f624-8584-42ff-9023-a4a4354e8a48), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.213271 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2203f624-8584-42ff-9023-a4a4354e8a48), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.247318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2203f624-8584-42ff-9023-a4a4354e8a48,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.286505 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (87fa760e-f699-428d-acc2-df83f11093e1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.291392 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (87fa760e-f699-428d-acc2-df83f11093e1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.321573 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.322820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2269526 Feb 19 01:04:07.324658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403f093-6f52-4081-8846-07d7f913c1e7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87fa760e-f699-428d-acc2-df83f11093e1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.325918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58926) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.331608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0f002c3e-1128-4209-a6ed-8cd16e1e044a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '87fa760e-f699-428d-acc2-df83f11093e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:07.357910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0f002c3e-1128-4209-a6ed-8cd16e1e044a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group_rule (7af47526-9ff0-4cfe-9f36-5fbce3986316), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.410013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0f002c3e-1128-4209-a6ed-8cd16e1e044a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group_rule (7af47526-9ff0-4cfe-9f36-5fbce3986316), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.415280 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0f002c3e-1128-4209-a6ed-8cd16e1e044a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7af47526-9ff0-4cfe-9f36-5fbce3986316), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.437620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f002c3e-1128-4209-a6ed-8cd16e1e044a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af47526-9ff0-4cfe-9f36-5fbce3986316,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.447323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0f002c3e-1128-4209-a6ed-8cd16e1e044a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.448601 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0f002c3e-1128-4209-a6ed-8cd16e1e044a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210854 Feb 19 01:04:07.451446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58928) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.456034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-df049dfc-3062-4136-be78-10485160f845 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '87fa760e-f699-428d-acc2-df83f11093e1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:07.482614 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df049dfc-3062-4136-be78-10485160f845 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group_rule (e102a7f3-a03b-40f3-a12c-b54993580d58), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.527780 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-df049dfc-3062-4136-be78-10485160f845 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 01:04:07.528845 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df049dfc-3062-4136-be78-10485160f845 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0764160 Feb 19 01:04:07.532323 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58930) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.586048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e614f848-ea9b-4286-9950-fc87971470b4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (87fa760e-f699-428d-acc2-df83f11093e1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.610312 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e614f848-ea9b-4286-9950-fc87971470b4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (87fa760e-f699-428d-acc2-df83f11093e1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.660849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e614f848-ea9b-4286-9950-fc87971470b4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (87fa760e-f699-428d-acc2-df83f11093e1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.663470 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e614f848-ea9b-4286-9950-fc87971470b4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.664625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e614f848-ea9b-4286-9950-fc87971470b4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/87fa760e-f699-428d-acc2-df83f11093e1 HTTP/1.1" status: 204 len: 168 time: 0.1312921 Feb 19 01:04:07.667572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58932) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.675034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614f848-ea9b-4286-9950-fc87971470b4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fa760e-f699-428d-acc2-df83f11093e1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.727621 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a0e47cf1-cc00-48b6-9cf4-ec227146ca7f tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0577648 Feb 19 01:04:07.731550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58934) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.735887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-64475a82-66db-4ff5-b86f-d4ff5a2b9112 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063411372'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:07.758076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64475a82-66db-4ff5-b86f-d4ff5a2b9112 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.830369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64475a82-66db-4ff5-b86f-d4ff5a2b9112 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (3ce77fee-12ad-42e5-b167-471644495888), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.835307 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64475a82-66db-4ff5-b86f-d4ff5a2b9112 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3ce77fee-12ad-42e5-b167-471644495888), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.863270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-64475a82-66db-4ff5-b86f-d4ff5a2b9112 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.864532 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-64475a82-66db-4ff5-b86f-d4ff5a2b9112 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1319919 Feb 19 01:04:07.867377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.871881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0538ddea-2384-4805-bc32-6c3b4a4b1e53 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '3ce77fee-12ad-42e5-b167-471644495888', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:07.872372 n-d-826527-3 neutron-server[103650]: WARNING neutron.api.v2.base [None req-0538ddea-2384-4805-bc32-6c3b4a4b1e53 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 01:04:07.872865 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-0538ddea-2384-4805-bc32-6c3b4a4b1e53 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:07.873804 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0538ddea-2384-4805-bc32-6c3b4a4b1e53 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055182 Feb 19 01:04:07.875914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64475a82-66db-4ff5-b86f-d4ff5a2b9112 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce77fee-12ad-42e5-b167-471644495888,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:07.876811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58938) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:07.937431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94c3311d-ca92-490d-9a5d-ee917e9a621e tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (3ce77fee-12ad-42e5-b167-471644495888), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:07.962463 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94c3311d-ca92-490d-9a5d-ee917e9a621e tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (3ce77fee-12ad-42e5-b167-471644495888), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.011368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94c3311d-ca92-490d-9a5d-ee917e9a621e tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3ce77fee-12ad-42e5-b167-471644495888), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.014314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94c3311d-ca92-490d-9a5d-ee917e9a621e tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.015737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-94c3311d-ca92-490d-9a5d-ee917e9a621e tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/3ce77fee-12ad-42e5-b167-471644495888 HTTP/1.1" status: 204 len: 168 time: 0.1367121 Feb 19 01:04:08.018584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58940) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.037300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3311d-ca92-490d-9a5d-ee917e9a621e tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce77fee-12ad-42e5-b167-471644495888,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.085430 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-78441309-8fe7-4bd2-ac4d-292786d2c7ff tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0655694 Feb 19 01:04:08.089093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58944) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.094862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fb82529d-19f1-48d2-9f47-c87cf4e29821 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--375504242'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.116613 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb82529d-19f1-48d2-9f47-c87cf4e29821 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.192961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb82529d-19f1-48d2-9f47-c87cf4e29821 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.197547 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb82529d-19f1-48d2-9f47-c87cf4e29821 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.227914 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb82529d-19f1-48d2-9f47-c87cf4e29821 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.230730 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fb82529d-19f1-48d2-9f47-c87cf4e29821 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1403623 Feb 19 01:04:08.232056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58954) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.233940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82529d-19f1-48d2-9f47-c87cf4e29821 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.237987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2d96008e-8b54-4b35-9bf0-f79382bff624 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.239058 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-2d96008e-8b54-4b35-9bf0-f79382bff624 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 01:04:08.239655 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-2d96008e-8b54-4b35-9bf0-f79382bff624 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:08.243636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58956) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.243785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2d96008e-8b54-4b35-9bf0-f79382bff624 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0098827 Feb 19 01:04:08.296882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5d09-5371-47a7-a45a-1181a41bd598 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.319621 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5d09-5371-47a7-a45a-1181a41bd598 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.364130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5d09-5371-47a7-a45a-1181a41bd598 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.366714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa0a5d09-5371-47a7-a45a-1181a41bd598 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.367849 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aa0a5d09-5371-47a7-a45a-1181a41bd598 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c HTTP/1.1" status: 204 len: 168 time: 0.1230888 Feb 19 01:04:08.370855 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58958) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.377193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a5d09-5371-47a7-a45a-1181a41bd598 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6ebf5a-25fb-4134-8f4f-e8fe1a3a733c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.429336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-75fc5524-9dd6-47c8-a704-07283a0106d5 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0571148 Feb 19 01:04:08.434246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58960) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.438813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-73172a82-825e-4f85-a557-252633e5080d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--450226869'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.461723 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73172a82-825e-4f85-a557-252633e5080d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.528951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73172a82-825e-4f85-a557-252633e5080d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (30f4d31e-a159-42e8-be2d-9be5e29388ee), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.534319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73172a82-825e-4f85-a557-252633e5080d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (30f4d31e-a159-42e8-be2d-9be5e29388ee), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.566963 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73172a82-825e-4f85-a557-252633e5080d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.570941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-73172a82-825e-4f85-a557-252633e5080d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1328444 Feb 19 01:04:08.571093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58962) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.575417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-18b0b610-4d7a-4d7a-aacf-280f7a70f1ac tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '30f4d31e-a159-42e8-be2d-9be5e29388ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.576285 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-18b0b610-4d7a-4d7a-aacf-280f7a70f1ac tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 01:04:08.576927 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-18b0b610-4d7a-4d7a-aacf-280f7a70f1ac tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:08.579174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-18b0b610-4d7a-4d7a-aacf-280f7a70f1ac tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0070474 Feb 19 01:04:08.581267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73172a82-825e-4f85-a557-252633e5080d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30f4d31e-a159-42e8-be2d-9be5e29388ee,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.581988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58964) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.588223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-48c9eb39-966c-400a-af7b-7e8775589cc7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '30f4d31e-a159-42e8-be2d-9be5e29388ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.589745 n-d-826527-3 neutron-server[103650]: WARNING neutron.api.v2.base [None req-48c9eb39-966c-400a-af7b-7e8775589cc7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 01:04:08.590344 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-48c9eb39-966c-400a-af7b-7e8775589cc7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:08.591328 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-48c9eb39-966c-400a-af7b-7e8775589cc7 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071936 Feb 19 01:04:08.594326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58966) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.599091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4a7b53bc-7813-44d4-94f8-9ef4a0c075a1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '30f4d31e-a159-42e8-be2d-9be5e29388ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.600084 n-d-826527-3 neutron-server[103650]: WARNING neutron.api.v2.base [None req-4a7b53bc-7813-44d4-94f8-9ef4a0c075a1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 01:04:08.600552 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-4a7b53bc-7813-44d4-94f8-9ef4a0c075a1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:08.601432 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a7b53bc-7813-44d4-94f8-9ef4a0c075a1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062587 Feb 19 01:04:08.604147 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58968) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.608073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5922b85c-2201-433f-a7e1-279aa796d6da tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '30f4d31e-a159-42e8-be2d-9be5e29388ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.609014 n-d-826527-3 neutron-server[103650]: WARNING neutron.api.v2.base [None req-5922b85c-2201-433f-a7e1-279aa796d6da tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 01:04:08.609533 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-5922b85c-2201-433f-a7e1-279aa796d6da tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:08.610491 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5922b85c-2201-433f-a7e1-279aa796d6da tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0054812 Feb 19 01:04:08.612971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58970) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.665255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-979085c9-bde1-40cc-8951-9adb0a52b936 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (30f4d31e-a159-42e8-be2d-9be5e29388ee), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.690162 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-979085c9-bde1-40cc-8951-9adb0a52b936 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (30f4d31e-a159-42e8-be2d-9be5e29388ee), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.733191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-979085c9-bde1-40cc-8951-9adb0a52b936 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (30f4d31e-a159-42e8-be2d-9be5e29388ee), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.735825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-979085c9-bde1-40cc-8951-9adb0a52b936 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.737006 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-979085c9-bde1-40cc-8951-9adb0a52b936 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/30f4d31e-a159-42e8-be2d-9be5e29388ee HTTP/1.1" status: 204 len: 168 time: 0.1232133 Feb 19 01:04:08.739971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58972) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.747280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979085c9-bde1-40cc-8951-9adb0a52b936 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f4d31e-a159-42e8-be2d-9be5e29388ee,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.788175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-982ee16d-e971-49d4-bc11-0cfc5f04c086 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466831 Feb 19 01:04:08.792006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58974) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.796161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c3efe1e7-0d16-4d5c-8388-f7b9a1a63285 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1742494354'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.816118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c3efe1e7-0d16-4d5c-8388-f7b9a1a63285 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.886656 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c3efe1e7-0d16-4d5c-8388-f7b9a1a63285 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (1508aa1c-22d1-4215-9e6f-e837960b9646), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.891199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c3efe1e7-0d16-4d5c-8388-f7b9a1a63285 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1508aa1c-22d1-4215-9e6f-e837960b9646), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.921758 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c3efe1e7-0d16-4d5c-8388-f7b9a1a63285 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:08.925678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c3efe1e7-0d16-4d5c-8388-f7b9a1a63285 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1302974 Feb 19 01:04:08.925678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efe1e7-0d16-4d5c-8388-f7b9a1a63285 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1508aa1c-22d1-4215-9e6f-e837960b9646,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:08.927293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58976) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.932014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b86a5e25-9b97-4263-a230-80e8b3e0f426 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.932792 n-d-826527-3 neutron-server[103650]: WARNING neutron.api.v2.base [None req-b86a5e25-9b97-4263-a230-80e8b3e0f426 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:04:08.933283 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-b86a5e25-9b97-4263-a230-80e8b3e0f426 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:08.937207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58978) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.942462 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b86a5e25-9b97-4263-a230-80e8b3e0f426 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059371 Feb 19 01:04:08.942589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-738bf2c8-bd87-4db7-94d7-984338dbbc37 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.979835 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-738bf2c8-bd87-4db7-94d7-984338dbbc37 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:08.983707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-738bf2c8-bd87-4db7-94d7-984338dbbc37 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0442245 Feb 19 01:04:08.984056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58980) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.988377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-86addb96-ebd5-4226-a5fa-abacc46e1971 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:08.988891 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-86addb96-ebd5-4226-a5fa-abacc46e1971 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 01:04:08.990307 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-86addb96-ebd5-4226-a5fa-abacc46e1971 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:08.993669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-86addb96-ebd5-4226-a5fa-abacc46e1971 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062838 Feb 19 01:04:08.993919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58982) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:08.998020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-76ff20d0-fcb4-4e62-9184-b106cfba5a98 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.033239 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-76ff20d0-fcb4-4e62-9184-b106cfba5a98 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:09.036905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-76ff20d0-fcb4-4e62-9184-b106cfba5a98 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0395057 Feb 19 01:04:09.037737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58984) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.042330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-42883515-2c5c-45ea-bb15-43f1e9c056a2 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.043515 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-42883515-2c5c-45ea-bb15-43f1e9c056a2 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 01:04:09.043990 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-42883515-2c5c-45ea-bb15-43f1e9c056a2 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:09.044933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-42883515-2c5c-45ea-bb15-43f1e9c056a2 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062232 Feb 19 01:04:09.048089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58986) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.055196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d2ab8607-6a3b-4593-b391-3af425a2eecf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.076680 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-d2ab8607-6a3b-4593-b391-3af425a2eecf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Project 25f2543517e9439e8ea553c17a17cd30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:04:09.104870 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-d2ab8607-6a3b-4593-b391-3af425a2eecf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:09.108844 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d2ab8607-6a3b-4593-b391-3af425a2eecf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0567679 Feb 19 01:04:09.109273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58990) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.114217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-97bf7ad0-a258-4f56-a3a3-a3d7fd47cf4a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.114719 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-97bf7ad0-a258-4f56-a3a3-a3d7fd47cf4a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 01:04:09.115383 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-97bf7ad0-a258-4f56-a3a3-a3d7fd47cf4a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:09.118855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-97bf7ad0-a258-4f56-a3a3-a3d7fd47cf4a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060310 Feb 19 01:04:09.119280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58992) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.126311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-8f428bf0-099a-483b-8685-2eb433cdbc63 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.151700 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-8f428bf0-099a-483b-8685-2eb433cdbc63 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Project 25f2543517e9439e8ea553c17a17cd30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:04:09.165594 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-8f428bf0-099a-483b-8685-2eb433cdbc63 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:09.166892 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8f428bf0-099a-483b-8685-2eb433cdbc63 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0463665 Feb 19 01:04:09.169688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58994) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.174510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ec7f0146-b587-4738-b8b4-234263d9a733 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '1508aa1c-22d1-4215-9e6f-e837960b9646', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.197388 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-ec7f0146-b587-4738-b8b4-234263d9a733 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Project 25f2543517e9439e8ea553c17a17cd30 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:04:09.213422 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-ec7f0146-b587-4738-b8b4-234263d9a733 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:09.215077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ec7f0146-b587-4738-b8b4-234263d9a733 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0442224 Feb 19 01:04:09.218278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 58996) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.276621 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b15c621f-da22-4ac2-8624-ebabf7c43197 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (1508aa1c-22d1-4215-9e6f-e837960b9646), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.301028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b15c621f-da22-4ac2-8624-ebabf7c43197 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (1508aa1c-22d1-4215-9e6f-e837960b9646), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.345903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b15c621f-da22-4ac2-8624-ebabf7c43197 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1508aa1c-22d1-4215-9e6f-e837960b9646), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.348631 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b15c621f-da22-4ac2-8624-ebabf7c43197 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.349789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b15c621f-da22-4ac2-8624-ebabf7c43197 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/1508aa1c-22d1-4215-9e6f-e837960b9646 HTTP/1.1" status: 204 len: 168 time: 0.1302934 Feb 19 01:04:09.352577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 58998) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.359054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c621f-da22-4ac2-8624-ebabf7c43197 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1508aa1c-22d1-4215-9e6f-e837960b9646,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:09.402992 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dd49316c-f411-49e8-9501-437a813d2c94 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0487738 Feb 19 01:04:09.407129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59000) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.411472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dd02c897-54f4-46f6-a14e-6ed1906c60d4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--731293834'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.432003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd02c897-54f4-46f6-a14e-6ed1906c60d4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.506012 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd02c897-54f4-46f6-a14e-6ed1906c60d4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (be9e6286-ecb9-47dc-a136-8869ab4d9ed0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.510746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd02c897-54f4-46f6-a14e-6ed1906c60d4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (be9e6286-ecb9-47dc-a136-8869ab4d9ed0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.538549 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dd02c897-54f4-46f6-a14e-6ed1906c60d4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.539689 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dd02c897-54f4-46f6-a14e-6ed1906c60d4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1318476 Feb 19 01:04:09.542953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59002) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.543867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02c897-54f4-46f6-a14e-6ed1906c60d4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9e6286-ecb9-47dc-a136-8869ab4d9ed0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:09.551503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7be8d84d-6e22-4de1-9b80-c710288b2db9 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': 'be9e6286-ecb9-47dc-a136-8869ab4d9ed0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.594341 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-7be8d84d-6e22-4de1-9b80-c710288b2db9 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The resource could not be found. Feb 19 01:04:09.595487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7be8d84d-6e22-4de1-9b80-c710288b2db9 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0510740 Feb 19 01:04:09.598350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59004) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.602767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-24af99aa-a7d8-457d-93bb-658c03e9122a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': 'be9e6286-ecb9-47dc-a136-8869ab4d9ed0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'faf73969-ad09-4ecd-b5dd-8a8390cd2cad'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.639691 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-24af99aa-a7d8-457d-93bb-658c03e9122a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The resource could not be found. Feb 19 01:04:09.640790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-24af99aa-a7d8-457d-93bb-658c03e9122a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0413702 Feb 19 01:04:09.643667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59006) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.695405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4b68c22-f2e6-4fd7-a68d-4f5cb6e0a36a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (be9e6286-ecb9-47dc-a136-8869ab4d9ed0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.717036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4b68c22-f2e6-4fd7-a68d-4f5cb6e0a36a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (be9e6286-ecb9-47dc-a136-8869ab4d9ed0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.760143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4b68c22-f2e6-4fd7-a68d-4f5cb6e0a36a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (be9e6286-ecb9-47dc-a136-8869ab4d9ed0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.762759 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4b68c22-f2e6-4fd7-a68d-4f5cb6e0a36a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.763945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b4b68c22-f2e6-4fd7-a68d-4f5cb6e0a36a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/be9e6286-ecb9-47dc-a136-8869ab4d9ed0 HTTP/1.1" status: 204 len: 168 time: 0.1190901 Feb 19 01:04:09.766806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59008) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.773201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b68c22-f2e6-4fd7-a68d-4f5cb6e0a36a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9e6286-ecb9-47dc-a136-8869ab4d9ed0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:09.814711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b059bb5d-57be-4350-a414-c63cd84a7107 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0448511 Feb 19 01:04:09.818611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59010) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.823453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d0ddfc59-8c7b-4ac4-a0be-1bbf670131d6 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '7d378b62-dfe1-411c-818f-e6f3eedb1db7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.862866 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-d0ddfc59-8c7b-4ac4-a0be-1bbf670131d6 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The resource could not be found. Feb 19 01:04:09.867654 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d0ddfc59-8c7b-4ac4-a0be-1bbf670131d6 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0480766 Feb 19 01:04:09.867966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59012) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:09.873113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a86a33fc-f765-4644-b79e-a6ea5e78c46d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--185035615'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:09.895156 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a86a33fc-f765-4644-b79e-a6ea5e78c46d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.960548 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a86a33fc-f765-4644-b79e-a6ea5e78c46d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (4083e1dc-3e95-44d4-8ae1-34c6f4ab0718), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.964785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a86a33fc-f765-4644-b79e-a6ea5e78c46d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4083e1dc-3e95-44d4-8ae1-34c6f4ab0718), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.994787 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a86a33fc-f765-4644-b79e-a6ea5e78c46d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:09.998713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a86a33fc-f765-4644-b79e-a6ea5e78c46d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1295102 Feb 19 01:04:09.999141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59014) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.003699 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86a33fc-f765-4644-b79e-a6ea5e78c46d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4083e1dc-3e95-44d4-8ae1-34c6f4ab0718,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:10.004000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3fb96e8f-844d-41dd-9684-a3a21e7ef0e1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579145804'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:10.027253 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3fb96e8f-844d-41dd-9684-a3a21e7ef0e1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.099084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3fb96e8f-844d-41dd-9684-a3a21e7ef0e1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (f6378efd-4064-4c57-9e62-2349cc49c74a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.104130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3fb96e8f-844d-41dd-9684-a3a21e7ef0e1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f6378efd-4064-4c57-9e62-2349cc49c74a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.144526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3fb96e8f-844d-41dd-9684-a3a21e7ef0e1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.145773 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3fb96e8f-844d-41dd-9684-a3a21e7ef0e1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1454232 Feb 19 01:04:10.150092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59018) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.153864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b220bc86-aba3-49b8-9cf4-7e8bf34df733 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '4083e1dc-3e95-44d4-8ae1-34c6f4ab0718', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f6378efd-4064-4c57-9e62-2349cc49c74a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:10.158766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb96e8f-844d-41dd-9684-a3a21e7ef0e1 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6378efd-4064-4c57-9e62-2349cc49c74a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:10.208392 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-b220bc86-aba3-49b8-9cf4-7e8bf34df733 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:10.209555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b220bc86-aba3-49b8-9cf4-7e8bf34df733 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0594645 Feb 19 01:04:10.212791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59020) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.264242 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e05afa4-65a0-49d0-96f8-1ed78229773a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (f6378efd-4064-4c57-9e62-2349cc49c74a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.290389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e05afa4-65a0-49d0-96f8-1ed78229773a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (f6378efd-4064-4c57-9e62-2349cc49c74a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.336901 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e05afa4-65a0-49d0-96f8-1ed78229773a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f6378efd-4064-4c57-9e62-2349cc49c74a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.340160 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e05afa4-65a0-49d0-96f8-1ed78229773a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.341584 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0e05afa4-65a0-49d0-96f8-1ed78229773a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/f6378efd-4064-4c57-9e62-2349cc49c74a HTTP/1.1" status: 204 len: 168 time: 0.1277630 Feb 19 01:04:10.345543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59022) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.356132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e05afa4-65a0-49d0-96f8-1ed78229773a tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6378efd-4064-4c57-9e62-2349cc49c74a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:10.428253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cecbbe53-dedd-4e6f-89f6-076ad905e811 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0801904 Feb 19 01:04:10.431015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59024) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.482634 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27180fc8-3ec4-4223-b54a-c26eb4538bc8 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (4083e1dc-3e95-44d4-8ae1-34c6f4ab0718), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.504849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27180fc8-3ec4-4223-b54a-c26eb4538bc8 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (4083e1dc-3e95-44d4-8ae1-34c6f4ab0718), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.547806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27180fc8-3ec4-4223-b54a-c26eb4538bc8 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (4083e1dc-3e95-44d4-8ae1-34c6f4ab0718), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.550763 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-27180fc8-3ec4-4223-b54a-c26eb4538bc8 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.551943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-27180fc8-3ec4-4223-b54a-c26eb4538bc8 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/4083e1dc-3e95-44d4-8ae1-34c6f4ab0718 HTTP/1.1" status: 204 len: 168 time: 0.1199892 Feb 19 01:04:10.554810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59026) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.561683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27180fc8-3ec4-4223-b54a-c26eb4538bc8 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4083e1dc-3e95-44d4-8ae1-34c6f4ab0718,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:10.607818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0272ccaf-549b-4586-9c11-d37a81c915e6 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0508118 Feb 19 01:04:10.611579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59028) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.615885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f5174021-7405-4cfa-8e98-0773f4451777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--460638656'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:10.637117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5174021-7405-4cfa-8e98-0773f4451777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.701050 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5174021-7405-4cfa-8e98-0773f4451777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (554b5d72-2ee9-4676-a1be-fcf0817f081c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.705525 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5174021-7405-4cfa-8e98-0773f4451777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (554b5d72-2ee9-4676-a1be-fcf0817f081c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.737623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f5174021-7405-4cfa-8e98-0773f4451777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:10.738793 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f5174021-7405-4cfa-8e98-0773f4451777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1263349 Feb 19 01:04:10.742058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59030) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.743078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5174021-7405-4cfa-8e98-0773f4451777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554b5d72-2ee9-4676-a1be-fcf0817f081c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:10.747084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0a825ab4-7618-443c-8c5b-56ab57d4a9ad tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '554b5d72-2ee9-4676-a1be-fcf0817f081c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:10.782094 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-0a825ab4-7618-443c-8c5b-56ab57d4a9ad tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:10.783165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0a825ab4-7618-443c-8c5b-56ab57d4a9ad tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0398254 Feb 19 01:04:10.785967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59032) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:10.790582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f4848763-287e-4ad7-bc57-cb8b2a27af83 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group_rule': {'security_group_id': '554b5d72-2ee9-4676-a1be-fcf0817f081c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:10.826499 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-f4848763-287e-4ad7-bc57-cb8b2a27af83 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:04:10.827480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f4848763-287e-4ad7-bc57-cb8b2a27af83 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0403988 Feb 19 01:04:10.830590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59034) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.224919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dea18517-a305-4fc3-9823-6e6f787064c4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (554b5d72-2ee9-4676-a1be-fcf0817f081c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.252107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dea18517-a305-4fc3-9823-6e6f787064c4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (554b5d72-2ee9-4676-a1be-fcf0817f081c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.294088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dea18517-a305-4fc3-9823-6e6f787064c4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (554b5d72-2ee9-4676-a1be-fcf0817f081c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.296650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dea18517-a305-4fc3-9823-6e6f787064c4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.297833 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dea18517-a305-4fc3-9823-6e6f787064c4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/554b5d72-2ee9-4676-a1be-fcf0817f081c HTTP/1.1" status: 204 len: 168 time: 0.4661965 Feb 19 01:04:11.300870 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59038) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.312756 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea18517-a305-4fc3-9823-6e6f787064c4 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554b5d72-2ee9-4676-a1be-fcf0817f081c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:11.358233 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-79530908-cc86-40db-8602-b5e56f1338ed tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0550127 Feb 19 01:04:11.360740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59040) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.366365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-2b6bea80-e5ae-4fb9-ac77-5a110b1d4edf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'tempest-secgroup--780357871'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:11.389493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b6bea80-e5ae-4fb9-ac77-5a110b1d4edf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.460956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b6bea80-e5ae-4fb9-ac77-5a110b1d4edf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (2524fd00-b624-47c5-a95e-5d25878c95a9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.467066 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b6bea80-e5ae-4fb9-ac77-5a110b1d4edf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2524fd00-b624-47c5-a95e-5d25878c95a9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.494115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2b6bea80-e5ae-4fb9-ac77-5a110b1d4edf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.495462 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2b6bea80-e5ae-4fb9-ac77-5a110b1d4edf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1336970 Feb 19 01:04:11.498607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59042) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.503571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c5fa89b5-35ce-4078-9183-293d33cd4773 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:11.503751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6bea80-e5ae-4fb9-ac77-5a110b1d4edf tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2524fd00-b624-47c5-a95e-5d25878c95a9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:11.504169 n-d-826527-3 neutron-server[103649]: WARNING neutron.api.v2.base [None req-c5fa89b5-35ce-4078-9183-293d33cd4773 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 01:04:11.504768 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-c5fa89b5-35ce-4078-9183-293d33cd4773 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 01:04:11.505824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c5fa89b5-35ce-4078-9183-293d33cd4773 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "PUT /v2.0/security-groups/2524fd00-b624-47c5-a95e-5d25878c95a9 HTTP/1.1" status: 409 len: 330 time: 0.0059199 Feb 19 01:04:11.508414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59044) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.562382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8b49fec4-c6bf-4a13-b1b2-d005ee0d9777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (2524fd00-b624-47c5-a95e-5d25878c95a9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.585796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8b49fec4-c6bf-4a13-b1b2-d005ee0d9777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (2524fd00-b624-47c5-a95e-5d25878c95a9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.627804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8b49fec4-c6bf-4a13-b1b2-d005ee0d9777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2524fd00-b624-47c5-a95e-5d25878c95a9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.630367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8b49fec4-c6bf-4a13-b1b2-d005ee0d9777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:11.634018 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8b49fec4-c6bf-4a13-b1b2-d005ee0d9777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/2524fd00-b624-47c5-a95e-5d25878c95a9 HTTP/1.1" status: 204 len: 168 time: 0.1219420 Feb 19 01:04:11.634671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59046) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.640814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49fec4-c6bf-4a13-b1b2-d005ee0d9777 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524fd00-b624-47c5-a95e-5d25878c95a9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:11.683135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-113505c7-ff51-4b0c-abbb-055a7466dcf5 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0435815 Feb 19 01:04:11.683435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59048) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.697930 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-c77d6cbd-0ee8-45d8-872a-1e916de1db9d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] delete failed (client error): The resource could not be found. Feb 19 01:04:11.702425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c77d6cbd-0ee8-45d8-872a-1e916de1db9d tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1420cb4-a307-4402-93b6-88f01a92b3db HTTP/1.1" status: 404 len: 347 time: 0.0145266 Feb 19 01:04:11.702930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59050) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.715950 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-f8c734b2-bbdd-4c29-9417-adc56a292079 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] show failed (client error): The resource could not be found. Feb 19 01:04:11.716906 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f8c734b2-bbdd-4c29-9417-adc56a292079 tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-groups/a9e29f1d-e74f-4461-81b3-c36b591e88a7 HTTP/1.1" status: 404 len: 347 time: 0.0130692 Feb 19 01:04:11.720688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59052) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:11.734539 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-16c2bacb-fa9c-45d2-8d53-c8660f9b31ee tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] show failed (client error): The resource could not be found. Feb 19 01:04:11.735548 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-16c2bacb-fa9c-45d2-8d53-c8660f9b31ee tempest-NegativeSecGroupIPv6Test-1800628883 tempest-NegativeSecGroupIPv6Test-1800628883-project] 10.222.0.60 "GET /v2.0/security-group-rules/5e3344ea-d9d7-4e39-9c8d-a99f5c28680d HTTP/1.1" status: 404 len: 356 time: 0.0139837 Feb 19 01:04:11.994680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59058) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:12.136652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa7565be-8924-42b3-adda-60534ae0be8b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=25f2543517e9439e8ea553c17a17cd30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383381 Feb 19 01:04:12.137103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59062) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:12.187306 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-032c7190-02bf-4f19-b439-3ea1c4f6466f admin admin] Publish callbacks [] for security_group (2203f624-8584-42ff-9023-a4a4354e8a48), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.210338 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-032c7190-02bf-4f19-b439-3ea1c4f6466f admin admin] Publish callbacks [] for security_group (2203f624-8584-42ff-9023-a4a4354e8a48), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.261616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-032c7190-02bf-4f19-b439-3ea1c4f6466f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2203f624-8584-42ff-9023-a4a4354e8a48), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.265223 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-032c7190-02bf-4f19-b439-3ea1c4f6466f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:12.268886 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-032c7190-02bf-4f19-b439-3ea1c4f6466f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2203f624-8584-42ff-9023-a4a4354e8a48 HTTP/1.1" status: 204 len: 168 time: 0.1285417 Feb 19 01:04:12.277551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c7190-02bf-4f19-b439-3ea1c4f6466f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2203f624-8584-42ff-9023-a4a4354e8a48,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:13.076003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59086) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:13.180542 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-783274872'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:13.201020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Made reservation on behalf of c57dcc74f7c74a38be27aa6fc676e336 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:13.205067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.213544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.287080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for security_group (246eef5f-fef5-455c-9a07-478d349b6c13), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.292444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (246eef5f-fef5-455c-9a07-478d349b6c13), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.321711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:13.328376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246eef5f-fef5-455c-9a07-478d349b6c13,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:13.335788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ea449885-5e00-4045-880c-be3614084a4e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.336139 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Added segment ea449885-5e00-4045-880c-be3614084a4e of type vlan for network b9de23d2-a3ab-475d-95ce-8860f93a6318 Feb 19 01:04:13.378515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b9de23d2-a3ab-475d-95ce-8860f93a6318), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.402140 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b9de23d2-a3ab-475d-95ce-8860f93a6318), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.407118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:13.407708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.464302 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3841956 Feb 19 01:04:13.464531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59092) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:13.471972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Request body: {'subnet': {'network_id': 'b9de23d2-a3ab-475d-95ce-8860f93a6318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:13.496873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fd501-de87-4551-b04c-17eec8b9f235 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Pushing event updated for resources: {'Network': ['ID=b9de23d2-a3ab-475d-95ce-8860f93a6318,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:13.507295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b9de23d2-a3ab-475d-95ce-8860f93a6318 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:13.570104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Made reservation on behalf of c57dcc74f7c74a38be27aa6fc676e336 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:13.576319 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.760777 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (77870cc7-7127-45f7-a4b8-d85eaf9da9ff), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.825993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Pushing event updated for resources: {'Subnet': ['ID=77870cc7-7127-45f7-a4b8-d85eaf9da9ff,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:13.834862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Checking segment: {'id': 'ea449885-5e00-4045-880c-be3614084a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9de23d2-a3ab-475d-95ce-8860f93a6318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:13.835229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Network hostable DHCP agents. Network: b9de23d2-a3ab-475d-95ce-8860f93a6318, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:13.857069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Network b9de23d2-a3ab-475d-95ce-8860f93a6318 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:13.866314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b9de23d2-a3ab-475d-95ce-8860f93a6318) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:13.871783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:13.873465 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:13.875536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5112b74e-a2c6-42f4-8b07-f9e2a27929fb None None] Network b9de23d2-a3ab-475d-95ce-8860f93a6318 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:13.896983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59094) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:13.897681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a8fc0b1-f1ee-42f4-b225-a4c9a1fa8818 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4316747 Feb 19 01:04:13.903283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Request body: {'port': {'network_id': 'b9de23d2-a3ab-475d-95ce-8860f93a6318', 'name': 'tempest-TagsExtTest-1811842500'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:13.994882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b9de23d2-a3ab-475d-95ce-8860f93a6318', 'network_id': 'b9de23d2-a3ab-475d-95ce-8860f93a6318', 'project_id': 'c57dcc74f7c74a38be27aa6fc676e336', 'fixed_ips': [{'subnet_id': '77870cc7-7127-45f7-a4b8-d85eaf9da9ff'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:04:13.995745 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.023119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Made reservation on behalf of c57dcc74f7c74a38be27aa6fc676e336 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:14.026872 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.045716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] device_id is not set on port c557619c-6d13-4007-ae71-310411fb9693 yet. {{(pid=103649) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 01:04:14.153789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Allocated IP 172.20.0.2 (b9de23d2-a3ab-475d-95ce-8860f93a6318/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/0ce5090a-33da-46da-a696-4fcd92f2bd46) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:14.304955 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Publish callbacks [] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.314332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.352866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Network b9de23d2-a3ab-475d-95ce-8860f93a6318 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:14.355669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:14.361265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:14.368569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Pushing event updated for resources: {'Port': ['ID=0ce5090a-33da-46da-a696-4fcd92f2bd46,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:14.369210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Allocated IP 172.20.0.14 (b9de23d2-a3ab-475d-95ce-8860f93a6318/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/c557619c-6d13-4007-ae71-310411fb9693) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:04:14.423372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Attempting to bind port 0ce5090a-33da-46da-a696-4fcd92f2bd46 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:04:14.423753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Attempting to bind port 0ce5090a-33da-46da-a696-4fcd92f2bd46 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ea449885-5e00-4045-880c-be3614084a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9de23d2-a3ab-475d-95ce-8860f93a6318'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:04:14.424125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Attempting to bind port 0ce5090a-33da-46da-a696-4fcd92f2bd46 on network b9de23d2-a3ab-475d-95ce-8860f93a6318 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:04:14.429460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:04:14.429844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Checking segment: {'id': 'ea449885-5e00-4045-880c-be3614084a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9de23d2-a3ab-475d-95ce-8860f93a6318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:14.430325 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.430727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Bound using segment: {'id': 'ea449885-5e00-4045-880c-be3614084a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9de23d2-a3ab-475d-95ce-8860f93a6318'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:04:14.431235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Bound port: 0ce5090a-33da-46da-a696-4fcd92f2bd46, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea449885-5e00-4045-880c-be3614084a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9de23d2-a3ab-475d-95ce-8860f93a6318'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:04:14.431692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.501160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-19720632-86b6-4019-8279-875b1e92f236 None None] For port 0ce5090a-33da-46da-a696-4fcd92f2bd46, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:04:14.505264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-19720632-86b6-4019-8279-875b1e92f236 None None] For port 0ce5090a-33da-46da-a696-4fcd92f2bd46, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ce5090a-33da-46da-a696-4fcd92f2bd46,segment=NetworkSegment(ea449885-5e00-4045-880c-be3614084a4e),segment_id=ea449885-5e00-4045-880c-be3614084a4e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:04:14.512887 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.531924 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for port (c557619c-6d13-4007-ae71-310411fb9693), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.569121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c557619c-6d13-4007-ae71-310411fb9693), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.577989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19720632-86b6-4019-8279-875b1e92f236 None None] Pushing event updated for resources: {'Port': ['ID=0ce5090a-33da-46da-a696-4fcd92f2bd46,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:14.622112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Network b9de23d2-a3ab-475d-95ce-8860f93a6318 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:04:14.626413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:14.628472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Pushing event updated for resources: {'Port': ['ID=c557619c-6d13-4007-ae71-310411fb9693,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:14.631804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:04:14.683127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:14.683770 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.700308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2ad26b20-d071-43a3-877b-3e6eaab58108 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8011663 Feb 19 01:04:14.702948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59106) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:14.710450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-68d0683a-9417-4804-8fa7-714a3ec426a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-92027252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:14.739703 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68d0683a-9417-4804-8fa7-714a3ec426a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (ac0e97af-6a4d-4a65-97f7-efdd82eb399a), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:14.740856 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68d0683a-9417-4804-8fa7-714a3ec426a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (ac0e97af-6a4d-4a65-97f7-efdd82eb399a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.085236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ce5090a-33da-46da-a696-4fcd92f2bd46 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:15.151050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0ce5090a-33da-46da-a696-4fcd92f2bd46 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:15.151766 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.200659 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68d0683a-9417-4804-8fa7-714a3ec426a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for router_controller (ac0e97af-6a4d-4a65-97f7-efdd82eb399a), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.210916 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68d0683a-9417-4804-8fa7-714a3ec426a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (ac0e97af-6a4d-4a65-97f7-efdd82eb399a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.231152 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-68d0683a-9417-4804-8fa7-714a3ec426a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.232486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-68d0683a-9417-4804-8fa7-714a3ec426a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5285621 Feb 19 01:04:15.235447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59110) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.237146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0ce5090a-33da-46da-a696-4fcd92f2bd46 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:15.237534 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.241189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ab854419-d2ee-4d98-bd2b-af3ebc2f9fa0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-239972605', 'prefixes': ['172.20.0.0/16']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:15.270800 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 0ce5090a-33da-46da-a696-4fcd92f2bd46, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ce5090a-33da-46da-a696-4fcd92f2bd46,segment=NetworkSegment(ea449885-5e00-4045-880c-be3614084a4e),segment_id=ea449885-5e00-4045-880c-be3614084a4e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:15.276089 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.316467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab854419-d2ee-4d98-bd2b-af3ebc2f9fa0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.317716 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ab854419-d2ee-4d98-bd2b-af3ebc2f9fa0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0807550 Feb 19 01:04:15.321913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59112) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.327148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-a1698e16-ac06-4843-91a5-dcf986cba3e2 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff', 'tempest-TagsExtTest-Tag-1235611374') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.336438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=0ce5090a-33da-46da-a696-4fcd92f2bd46,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:15.430040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a1698e16-ac06-4843-91a5-dcf986cba3e2 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags/tempest-TagsExtTest-Tag-1235611374 HTTP/1.1" status: 201 len: 201 time: 0.1070499 Feb 19 01:04:15.432966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59114) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.438506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-379207d2-c920-4def-b509-3d86e5753b37 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693', 'tempest-TagsExtTest-Tag-70124138') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.506140 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-379207d2-c920-4def-b509-3d86e5753b37 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags/tempest-TagsExtTest-Tag-70124138 HTTP/1.1" status: 201 len: 201 time: 0.0718048 Feb 19 01:04:15.508949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59116) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.514154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-fac2a121-00a7-4328-9e2c-4d2615c3a02c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a', 'tempest-TagsExtTest-Tag-850755191') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.612757 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fac2a121-00a7-4328-9e2c-4d2615c3a02c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags/tempest-TagsExtTest-Tag-850755191 HTTP/1.1" status: 201 len: 201 time: 0.1025252 Feb 19 01:04:15.615332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59118) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.623225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-4751447c-3b55-4ed0-94ce-76c045f92d25 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1', 'tempest-TagsExtTest-Tag-455431266') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.673129 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4751447c-3b55-4ed0-94ce-76c045f92d25 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags/tempest-TagsExtTest-Tag-455431266 HTTP/1.1" status: 201 len: 201 time: 0.0566359 Feb 19 01:04:15.675627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59120) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.680216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-5ef62a76-c113-4a7f-a825-cf130ae98d85 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.693241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea8ce5-1007-4790-a977-f9a63f62d0a0 None None] Network b9de23d2-a3ab-475d-95ce-8860f93a6318 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:15.767642 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5ef62a76-c113-4a7f-a825-cf130ae98d85 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags HTTP/1.1" status: 200 len: 241 time: 0.0909772 Feb 19 01:04:15.770168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59122) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.774314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-ed9b1ca5-bb27-48be-8730-5e7b55419304 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff', 'tempest-TagsExtTest-Tag-1235611374') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.776270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2b4bb4f5-c641-4915-a261-b9bc52f9a75d None None] Provisioning complete for port 0ce5090a-33da-46da-a696-4fcd92f2bd46 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:15.776900 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b4bb4f5-c641-4915-a261-b9bc52f9a75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:15.840864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59126) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.841141 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ed9b1ca5-bb27-48be-8730-5e7b55419304 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags/tempest-TagsExtTest-Tag-1235611374 HTTP/1.1" status: 204 len: 168 time: 0.0697086 Feb 19 01:04:15.845829 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-bf75d3ee-a112-46d3-8dad-49e5761efabc tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff', 'tempest-TagsExtTest-Tag-1235611374') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.922257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59128) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.923108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bf75d3ee-a112-46d3-8dad-49e5761efabc tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags/tempest-TagsExtTest-Tag-1235611374 HTTP/1.1" status: 204 len: 168 time: 0.0810235 Feb 19 01:04:15.926635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-446175e4-634d-43f2-8122-399eb01d94af tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:15.932736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b4bb4f5-c641-4915-a261-b9bc52f9a75d None None] Current status of the port 0ce5090a-33da-46da-a696-4fcd92f2bd46 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:15.991332 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-446175e4-634d-43f2-8122-399eb01d94af tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags HTTP/1.1" status: 200 len: 205 time: 0.0679357 Feb 19 01:04:15.994152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59130) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:15.998926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-a8260844-8860-46d0-b98f-07bcdaa5dfc2 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.062320 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a8260844-8860-46d0-b98f-07bcdaa5dfc2 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags HTTP/1.1" status: 200 len: 239 time: 0.0667455 Feb 19 01:04:16.064933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59132) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.069862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-1976126d-3e0b-4d27-8e9d-0d0ca772f50b tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693', 'tempest-TagsExtTest-Tag-70124138') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.127420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59134) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.133105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-3c5df79f-af92-4b12-ad39-58b05ef78a98 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693', 'tempest-TagsExtTest-Tag-70124138') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.134228 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1976126d-3e0b-4d27-8e9d-0d0ca772f50b tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags/tempest-TagsExtTest-Tag-70124138 HTTP/1.1" status: 204 len: 168 time: 0.0612652 Feb 19 01:04:16.157292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-97e98bd7-747a-4eda-9551-6af7f5e13d52 None None] Provisioning complete for port 0ce5090a-33da-46da-a696-4fcd92f2bd46 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:16.157663 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97e98bd7-747a-4eda-9551-6af7f5e13d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.225349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59136) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.225823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3c5df79f-af92-4b12-ad39-58b05ef78a98 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags/tempest-TagsExtTest-Tag-70124138 HTTP/1.1" status: 204 len: 168 time: 0.0969722 Feb 19 01:04:16.231541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-1a11ed06-8086-4ed5-9b4c-c43051f32ee8 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.249414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-97e98bd7-747a-4eda-9551-6af7f5e13d52 None None] Current status of the port 0ce5090a-33da-46da-a696-4fcd92f2bd46 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:16.269435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-97e98bd7-747a-4eda-9551-6af7f5e13d52 None None] Provisioning complete for port c557619c-6d13-4007-ae71-310411fb9693 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:16.270247 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97e98bd7-747a-4eda-9551-6af7f5e13d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c557619c-6d13-4007-ae71-310411fb9693), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.294571 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1a11ed06-8086-4ed5-9b4c-c43051f32ee8 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags HTTP/1.1" status: 200 len: 205 time: 0.0656958 Feb 19 01:04:16.295790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59138) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.303452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-2fbdd4fb-cf6e-4f1a-a5ae-6b9fdb3aa4af tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.316181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-97e98bd7-747a-4eda-9551-6af7f5e13d52 None None] Port c557619c-6d13-4007-ae71-310411fb9693 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:16.389280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2fbdd4fb-cf6e-4f1a-a5ae-6b9fdb3aa4af tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags HTTP/1.1" status: 200 len: 240 time: 0.0924463 Feb 19 01:04:16.391916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59140) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.396341 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-c7f32ff6-364c-4f23-94f1-b2b86170f6aa tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a', 'tempest-TagsExtTest-Tag-850755191') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.438770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a6b2f550-be9b-4fa8-8f1b-8f77fca06f99 None None] Provisioning complete for port c557619c-6d13-4007-ae71-310411fb9693 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:16.439258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6b2f550-be9b-4fa8-8f1b-8f77fca06f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c557619c-6d13-4007-ae71-310411fb9693), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:16.479163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a6b2f550-be9b-4fa8-8f1b-8f77fca06f99 None None] Port c557619c-6d13-4007-ae71-310411fb9693 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:04:16.481884 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c7f32ff6-364c-4f23-94f1-b2b86170f6aa tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags/tempest-TagsExtTest-Tag-850755191 HTTP/1.1" status: 204 len: 168 time: 0.0889270 Feb 19 01:04:16.484821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59142) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.489865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-e27eea2d-ceab-44f2-b36e-9ae7584e1d96 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a', 'tempest-TagsExtTest-Tag-850755191') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.583918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e27eea2d-ceab-44f2-b36e-9ae7584e1d96 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags/tempest-TagsExtTest-Tag-850755191 HTTP/1.1" status: 204 len: 168 time: 0.0979285 Feb 19 01:04:16.586480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59144) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.590943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-59a63908-0f67-4604-a19d-97df29c27f20 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.665143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-59a63908-0f67-4604-a19d-97df29c27f20 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags HTTP/1.1" status: 200 len: 205 time: 0.0775380 Feb 19 01:04:16.667817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59146) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.671980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-de499f5a-bd71-4037-b7d0-60979e35d3d3 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.710874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de499f5a-bd71-4037-b7d0-60979e35d3d3 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags HTTP/1.1" status: 200 len: 240 time: 0.0394905 Feb 19 01:04:16.711108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59148) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.715282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-5adb53e1-9c95-4c4e-83c1-f84491b43d0f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1', 'tempest-TagsExtTest-Tag-455431266') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.738222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5adb53e1-9c95-4c4e-83c1-f84491b43d0f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags/tempest-TagsExtTest-Tag-455431266 HTTP/1.1" status: 204 len: 168 time: 0.0239775 Feb 19 01:04:16.738432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59150) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.742729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-daac32b0-c92d-40be-a2e3-68819aad7d8c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1', 'tempest-TagsExtTest-Tag-455431266') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.779979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-daac32b0-c92d-40be-a2e3-68819aad7d8c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags/tempest-TagsExtTest-Tag-455431266 HTTP/1.1" status: 204 len: 168 time: 0.0382178 Feb 19 01:04:16.780213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59152) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.784335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-1a9680e8-4db9-4753-bfe7-1f393ae2477d tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.806235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1a9680e8-4db9-4753-bfe7-1f393ae2477d tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags HTTP/1.1" status: 200 len: 205 time: 0.0250325 Feb 19 01:04:16.808969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59154) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.813341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-9d102996-c8ce-4d5b-a28c-487e293e45bc tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.840056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9d102996-c8ce-4d5b-a28c-487e293e45bc tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0276384 Feb 19 01:04:16.840272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59156) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.844932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-7ac68e5e-6b2c-45b3-901f-94f86be41541 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:16.938117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7ac68e5e-6b2c-45b3-901f-94f86be41541 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags HTTP/1.1" status: 204 len: 168 time: 0.0968716 Feb 19 01:04:16.940615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59160) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:16.944845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-8ce2f139-9376-4a6f-8283-d7926dc426b2 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.000408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8ce2f139-9376-4a6f-8283-d7926dc426b2 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags HTTP/1.1" status: 204 len: 168 time: 0.0587738 Feb 19 01:04:17.008960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59162) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.008960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-784e30bd-ab81-4611-9a0c-94657e409a0b tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.049986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ce5090a-33da-46da-a696-4fcd92f2bd46 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:04:17.066369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-784e30bd-ab81-4611-9a0c-94657e409a0b tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0622973 Feb 19 01:04:17.070965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59164) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.075688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-dca8bef9-9064-4f4f-9f51-4b2edfe9e0ae tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff', 'tempest-TagsExtTest-Tag-1267765501') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.110214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0ce5090a-33da-46da-a696-4fcd92f2bd46 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:04:17.110587 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:17.150954 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dca8bef9-9064-4f4f-9f51-4b2edfe9e0ae tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags/tempest-TagsExtTest-Tag-1267765501 HTTP/1.1" status: 201 len: 201 time: 0.0764062 Feb 19 01:04:17.151442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59166) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.156083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-6ee60a00-f176-431e-9ece-750db82c0242 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693', 'tempest-TagsExtTest-Tag-1593997383') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.193091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0ce5090a-33da-46da-a696-4fcd92f2bd46 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:04:17.223188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6ee60a00-f176-431e-9ece-750db82c0242 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags/tempest-TagsExtTest-Tag-1593997383 HTTP/1.1" status: 201 len: 201 time: 0.0706532 Feb 19 01:04:17.225749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59168) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.230405 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-e1252288-8997-4661-bce8-d46018d7410c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a', 'tempest-TagsExtTest-Tag-379529976') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.320376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e1252288-8997-4661-bce8-d46018d7410c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags/tempest-TagsExtTest-Tag-379529976 HTTP/1.1" status: 201 len: 201 time: 0.0935719 Feb 19 01:04:17.323618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59170) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.329298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-e216f040-2993-42c5-9677-39d784275c4c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1', 'tempest-TagsExtTest-Tag-1493956450') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.368740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e216f040-2993-42c5-9677-39d784275c4c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags/tempest-TagsExtTest-Tag-1493956450 HTTP/1.1" status: 201 len: 201 time: 0.0438478 Feb 19 01:04:17.371484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59172) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.375737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-ccbc51b0-09e3-41bb-886b-c85053463c6c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff', {'tags': ['tempest-TagsExtTest-Tag-197886053', 'tempest-TagsExtTest-Tag-476009894', 'tempest-TagsExtTest-Tag-1642896458']}) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.433991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ccbc51b0-09e3-41bb-886b-c85053463c6c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags HTTP/1.1" status: 200 len: 316 time: 0.0615187 Feb 19 01:04:17.436609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59174) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.440787 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-66aa02a3-a317-49c1-a0c5-ff060867515f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.509868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-66aa02a3-a317-49c1-a0c5-ff060867515f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0721519 Feb 19 01:04:17.512609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59176) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.517072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-936f1bb8-b9d3-4252-874c-a2596538a349 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff', 'tempest-TagsExtTest-Tag-197886053') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.565716 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-936f1bb8-b9d3-4252-874c-a2596538a349 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:17.566816 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-936f1bb8-b9d3-4252-874c-a2596538a349 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags/tempest-TagsExtTest-Tag-197886053 HTTP/1.1" status: 404 len: 328 time: 0.0531595 Feb 19 01:04:17.569641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59178) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.574999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-af54094d-d692-4835-9751-241fd7fd218c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff', 'tempest-TagsExtTest-Tag-476009894') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.628458 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-af54094d-d692-4835-9751-241fd7fd218c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:17.629509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-af54094d-d692-4835-9751-241fd7fd218c tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags/tempest-TagsExtTest-Tag-476009894 HTTP/1.1" status: 404 len: 328 time: 0.0589018 Feb 19 01:04:17.632570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59180) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.636776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-cc71525d-db00-481a-b2ff-300af82e7237 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff', 'tempest-TagsExtTest-Tag-1642896458') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.692808 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-cc71525d-db00-481a-b2ff-300af82e7237 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:17.694676 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cc71525d-db00-481a-b2ff-300af82e7237 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags/tempest-TagsExtTest-Tag-1642896458 HTTP/1.1" status: 404 len: 329 time: 0.0611582 Feb 19 01:04:17.696753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59182) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.701166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-7d37bbd0-ba1c-454c-9070-c2eae62bba7e tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693', {'tags': ['tempest-TagsExtTest-Tag-822546935', 'tempest-TagsExtTest-Tag-902166739', 'tempest-TagsExtTest-Tag-1417024394']}) {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.759571 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7d37bbd0-ba1c-454c-9070-c2eae62bba7e tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags HTTP/1.1" status: 200 len: 316 time: 0.0618422 Feb 19 01:04:17.762508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59184) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.766692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-88346a33-31e9-45c4-a780-6eb16b0d5a52 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.843926 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-88346a33-31e9-45c4-a780-6eb16b0d5a52 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags HTTP/1.1" status: 204 len: 168 time: 0.0801704 Feb 19 01:04:17.846747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59186) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.851418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-66786e6e-d66d-4d89-b346-bc073daa3739 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693', 'tempest-TagsExtTest-Tag-822546935') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.912812 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-66786e6e-d66d-4d89-b346-bc073daa3739 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:17.913931 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-66786e6e-d66d-4d89-b346-bc073daa3739 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags/tempest-TagsExtTest-Tag-822546935 HTTP/1.1" status: 404 len: 328 time: 0.0661359 Feb 19 01:04:17.916725 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59190) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.922081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-5b6e3566-22b9-4c67-a431-e045a326ee36 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693', 'tempest-TagsExtTest-Tag-902166739') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:17.973084 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-5b6e3566-22b9-4c67-a431-e045a326ee36 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:17.974117 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5b6e3566-22b9-4c67-a431-e045a326ee36 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags/tempest-TagsExtTest-Tag-902166739 HTTP/1.1" status: 404 len: 328 time: 0.0562580 Feb 19 01:04:17.977045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59192) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:17.981537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-2b4b5b21-a7f7-46d0-98ff-f9e9558971db tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693', 'tempest-TagsExtTest-Tag-1417024394') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.001848 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a266b8a-9de3-4758-9ba6-b716d4da18eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:18.030566 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-2b4b5b21-a7f7-46d0-98ff-f9e9558971db tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:18.031728 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2b4b5b21-a7f7-46d0-98ff-f9e9558971db tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags/tempest-TagsExtTest-Tag-1417024394 HTTP/1.1" status: 404 len: 329 time: 0.0535614 Feb 19 01:04:18.034293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59194) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.039479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-1c8a5b23-8b16-4fd6-a352-ede7e082eec6 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a', {'tags': ['tempest-TagsExtTest-Tag-1139568911', 'tempest-TagsExtTest-Tag-1747893824', 'tempest-TagsExtTest-Tag-970368727']}) {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.131825 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1c8a5b23-8b16-4fd6-a352-ede7e082eec6 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags HTTP/1.1" status: 200 len: 317 time: 0.0963604 Feb 19 01:04:18.134250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59196) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.139139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-970585b8-95a9-437d-b1ef-485a0dbae7d2 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.237280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-970585b8-95a9-437d-b1ef-485a0dbae7d2 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags HTTP/1.1" status: 204 len: 168 time: 0.0989156 Feb 19 01:04:18.237512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59198) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.241961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-521b5985-bdd6-49cc-a99b-8a0d6066a061 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a', 'tempest-TagsExtTest-Tag-1139568911') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.318245 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-521b5985-bdd6-49cc-a99b-8a0d6066a061 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:18.321836 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-521b5985-bdd6-49cc-a99b-8a0d6066a061 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags/tempest-TagsExtTest-Tag-1139568911 HTTP/1.1" status: 404 len: 329 time: 0.0808594 Feb 19 01:04:18.322044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59200) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.326395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-2885d970-ebfb-4bff-83e9-dbf93a325a3f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a', 'tempest-TagsExtTest-Tag-1747893824') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.401167 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-2885d970-ebfb-4bff-83e9-dbf93a325a3f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:18.402331 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2885d970-ebfb-4bff-83e9-dbf93a325a3f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags/tempest-TagsExtTest-Tag-1747893824 HTTP/1.1" status: 404 len: 329 time: 0.0793192 Feb 19 01:04:18.405200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59202) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.409814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-b3a5c495-1848-4675-96fd-f3fa0cef7713 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a', 'tempest-TagsExtTest-Tag-970368727') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.490453 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [None req-b3a5c495-1848-4675-96fd-f3fa0cef7713 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:18.491467 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b3a5c495-1848-4675-96fd-f3fa0cef7713 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags/tempest-TagsExtTest-Tag-970368727 HTTP/1.1" status: 404 len: 328 time: 0.0853558 Feb 19 01:04:18.494634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59204) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.499335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-b7ba5188-b650-495f-bb2e-70228c06394f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1', {'tags': ['tempest-TagsExtTest-Tag-739118135', 'tempest-TagsExtTest-Tag-1776583046', 'tempest-TagsExtTest-Tag-21218269']}) {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.536306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b7ba5188-b650-495f-bb2e-70228c06394f tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "PUT /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags HTTP/1.1" status: 200 len: 315 time: 0.0381975 Feb 19 01:04:18.536539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59206) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.540872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-d1d494b9-59f0-4866-9819-8cab93bde2e5 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.576826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d1d494b9-59f0-4866-9819-8cab93bde2e5 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0391538 Feb 19 01:04:18.579391 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59208) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.583610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-18cb9df7-3445-4f0a-9607-68b452d1db45 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1', 'tempest-TagsExtTest-Tag-739118135') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.604581 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-18cb9df7-3445-4f0a-9607-68b452d1db45 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:18.605620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-18cb9df7-3445-4f0a-9607-68b452d1db45 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags/tempest-TagsExtTest-Tag-739118135 HTTP/1.1" status: 404 len: 328 time: 0.0253112 Feb 19 01:04:18.608611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59210) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.612791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-ac30fd3f-0255-4bf1-9e2d-51c205454517 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1', 'tempest-TagsExtTest-Tag-1776583046') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.639516 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-ac30fd3f-0255-4bf1-9e2d-51c205454517 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:18.640540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ac30fd3f-0255-4bf1-9e2d-51c205454517 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags/tempest-TagsExtTest-Tag-1776583046 HTTP/1.1" status: 404 len: 329 time: 0.0310254 Feb 19 01:04:18.643469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59212) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.647623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-f304f1d7-8844-42a0-b643-bbc491ad7cd0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1', 'tempest-TagsExtTest-Tag-21218269') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.669166 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-f304f1d7-8844-42a0-b643-bbc491ad7cd0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] show failed (client error): The resource could not be found. Feb 19 01:04:18.670987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f304f1d7-8844-42a0-b643-bbc491ad7cd0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags/tempest-TagsExtTest-Tag-21218269 HTTP/1.1" status: 404 len: 327 time: 0.0265377 Feb 19 01:04:18.673056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59214) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.678140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-508c4197-4128-47ac-aa2f-91f72a245b57 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd8d91c4e-624b-4e33-a2e1-e388d9b5d7f1') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.703668 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-508c4197-4128-47ac-aa2f-91f72a245b57 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1/tags HTTP/1.1" status: 204 len: 168 time: 0.0293932 Feb 19 01:04:18.706042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59216) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.710503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.tag.tag_plugin [None req-95afd660-7c35-4072-9bb4-98ac6fc4feb3 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'ac0e97af-6a4d-4a65-97f7-efdd82eb399a') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.793581 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-95afd660-7c35-4072-9bb4-98ac6fc4feb3 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a/tags HTTP/1.1" status: 204 len: 168 time: 0.0865080 Feb 19 01:04:18.796335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59218) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.800963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-94280b7b-fa0c-47e5-81d0-106b663e2be9 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c557619c-6d13-4007-ae71-310411fb9693') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.860343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-94280b7b-fa0c-47e5-81d0-106b663e2be9 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693/tags HTTP/1.1" status: 204 len: 168 time: 0.0629354 Feb 19 01:04:18.862947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59220) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:18.867117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.tag.tag_plugin [None req-54c6d2ed-d1ca-4672-b733-2ba68f6b5210 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77870cc7-7127-45f7-a4b8-d85eaf9da9ff') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:18.921881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-54c6d2ed-d1ca-4672-b733-2ba68f6b5210 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff/tags HTTP/1.1" status: 204 len: 168 time: 0.0579402 Feb 19 01:04:18.926617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59222) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:19.012461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.025929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d0993fab-faef-4e56-aa65-6cecc3f1ba69 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.027230 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d0993fab-faef-4e56-aa65-6cecc3f1ba69 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnetpools/d8d91c4e-624b-4e33-a2e1-e388d9b5d7f1 HTTP/1.1" status: 204 len: 168 time: 0.0996256 Feb 19 01:04:19.029875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59226) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:19.058400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-dc063ea6-0199-4692-a877-62977ea78558 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac0e97af-6a4d-4a65-97f7-efdd82eb399a HTTP/1.1" status: 200 len: 205 time: 0.0271592 Feb 19 01:04:19.060830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59228) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:19.136194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b75ef748-491b-4729-86a5-eaef6d4be027 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for router (ac0e97af-6a4d-4a65-97f7-efdd82eb399a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.294608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b75ef748-491b-4729-86a5-eaef6d4be027 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (ac0e97af-6a4d-4a65-97f7-efdd82eb399a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.296802 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b75ef748-491b-4729-86a5-eaef6d4be027 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for router_controller (ac0e97af-6a4d-4a65-97f7-efdd82eb399a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.343880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b75ef748-491b-4729-86a5-eaef6d4be027 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (ac0e97af-6a4d-4a65-97f7-efdd82eb399a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.344397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75ef748-491b-4729-86a5-eaef6d4be027 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Fanout notify agent at l3_agent the message router_deleted on router ac0e97af-6a4d-4a65-97f7-efdd82eb399a {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:04:19.351114 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b75ef748-491b-4729-86a5-eaef6d4be027 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.352209 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b75ef748-491b-4729-86a5-eaef6d4be027 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/routers/ac0e97af-6a4d-4a65-97f7-efdd82eb399a HTTP/1.1" status: 204 len: 168 time: 0.2903326 Feb 19 01:04:19.354710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59230) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:19.441929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f4acd414-6672-48f3-99e3-05fc769e6561 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Deleting port c557619c-6d13-4007-ae71-310411fb9693 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:19.442152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4acd414-6672-48f3-99e3-05fc769e6561 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c557619c-6d13-4007-ae71-310411fb9693), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.532799 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4acd414-6672-48f3-99e3-05fc769e6561 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c557619c-6d13-4007-ae71-310411fb9693), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.544883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f4acd414-6672-48f3-99e3-05fc769e6561 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Calling delete_port for c557619c-6d13-4007-ae71-310411fb9693 owned by {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:19.683102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4acd414-6672-48f3-99e3-05fc769e6561 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c557619c-6d13-4007-ae71-310411fb9693), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.712610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acd414-6672-48f3-99e3-05fc769e6561 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Pushing event deleted for resources: {'Port': ['ID=c557619c-6d13-4007-ae71-310411fb9693,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:19.783530 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f4acd414-6672-48f3-99e3-05fc769e6561 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.786995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f4acd414-6672-48f3-99e3-05fc769e6561 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/ports/c557619c-6d13-4007-ae71-310411fb9693 HTTP/1.1" status: 204 len: 168 time: 0.4313469 Feb 19 01:04:19.789427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59232) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:19.845779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-76284d70-7e67-42de-81ef-c92f367c7b00 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Deleting subnet 77870cc7-7127-45f7-a4b8-d85eaf9da9ff {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:19.849345 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76284d70-7e67-42de-81ef-c92f367c7b00 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for subnet (77870cc7-7127-45f7-a4b8-d85eaf9da9ff), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.894396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76284d70-7e67-42de-81ef-c92f367c7b00 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (77870cc7-7127-45f7-a4b8-d85eaf9da9ff), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:19.981371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76284d70-7e67-42de-81ef-c92f367c7b00 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (77870cc7-7127-45f7-a4b8-d85eaf9da9ff), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.048126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76284d70-7e67-42de-81ef-c92f367c7b00 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (77870cc7-7127-45f7-a4b8-d85eaf9da9ff), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.067782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43cd0049-a695-4962-9af8-41f16ea1b74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.081481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76284d70-7e67-42de-81ef-c92f367c7b00 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Pushing event deleted for resources: {'Subnet': ['ID=77870cc7-7127-45f7-a4b8-d85eaf9da9ff,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:20.083431 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-76284d70-7e67-42de-81ef-c92f367c7b00 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.089423 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-76284d70-7e67-42de-81ef-c92f367c7b00 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/subnets/77870cc7-7127-45f7-a4b8-d85eaf9da9ff HTTP/1.1" status: 204 len: 168 time: 0.2962687 Feb 19 01:04:20.089423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59238) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:20.096238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c004a38a-e2ab-4ce7-962b-600b701de86a None None] Network b9de23d2-a3ab-475d-95ce-8860f93a6318 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:20.165751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b9de23d2-a3ab-475d-95ce-8860f93a6318), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.218021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Deleting port 0ce5090a-33da-46da-a696-4fcd92f2bd46 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:20.218390 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.270929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] DHCP port deletion for b9de23d2-a3ab-475d-95ce-8860f93a6318 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:04:20.289372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] For port 0ce5090a-33da-46da-a696-4fcd92f2bd46, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ce5090a-33da-46da-a696-4fcd92f2bd46,segment=NetworkSegment(ea449885-5e00-4045-880c-be3614084a4e),segment_id=ea449885-5e00-4045-880c-be3614084a4e)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:20.289753 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.303310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Calling delete_port for 0ce5090a-33da-46da-a696-4fcd92f2bd46 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:20.319794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] Deleting port 0ce5090a-33da-46da-a696-4fcd92f2bd46 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:04:20.320183 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.380203 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:04:20.383722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] For port 0ce5090a-33da-46da-a696-4fcd92f2bd46, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0ce5090a-33da-46da-a696-4fcd92f2bd46,segment=NetworkSegment(ea449885-5e00-4045-880c-be3614084a4e),segment_id=ea449885-5e00-4045-880c-be3614084a4e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:04:20.384140 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.388898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.403023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] Calling delete_port for 0ce5090a-33da-46da-a696-4fcd92f2bd46 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:04:20.418743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Pushing event deleted for resources: {'Port': ['ID=0ce5090a-33da-46da-a696-4fcd92f2bd46,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:20.422032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] No DVR routers for this DVR port 0ce5090a-33da-46da-a696-4fcd92f2bd46 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:20.491199 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (0ce5090a-33da-46da-a696-4fcd92f2bd46), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.500750 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b9de23d2-a3ab-475d-95ce-8860f93a6318), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.520284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9de23d2-a3ab-475d-95ce-8860f93a6318']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:20.523901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] Pushing event deleted for resources: {'Port': ['ID=0ce5090a-33da-46da-a696-4fcd92f2bd46,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:20.528235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a57e2-2102-40a5-9645-d4afe2e4f827 None None] No DVR routers for this DVR port 0ce5090a-33da-46da-a696-4fcd92f2bd46 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:04:20.539098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea449885-5e00-4045-880c-be3614084a4e') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:20.539402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea449885-5e00-4045-880c-be3614084a4e') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:20.549635 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (ea449885-5e00-4045-880c-be3614084a4e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.562852 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ea449885-5e00-4045-880c-be3614084a4e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.568598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:20.568978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (ea449885-5e00-4045-880c-be3614084a4e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:20.572240 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:20.635583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b9de23d2-a3ab-475d-95ce-8860f93a6318), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.648971 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:20.648971 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] 10.222.0.60 "DELETE /v2.0/networks/b9de23d2-a3ab-475d-95ce-8860f93a6318 HTTP/1.1" status: 204 len: 168 time: 0.5570884 Feb 19 01:04:20.661898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947eec5-d906-4820-ab07-36e9721f56a0 tempest-TagsExtTest-1038346352 tempest-TagsExtTest-1038346352-project] Pushing event deleted for resources: {'Network': ['ID=b9de23d2-a3ab-475d-95ce-8860f93a6318,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:20.896302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59244) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:21.037366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ac27cd80-5fdc-4165-bfc1-363f7321f00a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c57dcc74f7c74a38be27aa6fc676e336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397719 Feb 19 01:04:21.039640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59248) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:21.049650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ce5090a-33da-46da-a696-4fcd92f2bd46 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:04:21.071570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0ce5090a-33da-46da-a696-4fcd92f2bd46 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:04:21.072526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0ce5090a-33da-46da-a696-4fcd92f2bd46 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:04:21.102629 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a6a65a5-5e50-42b4-bd91-a6c494597e8c admin admin] Publish callbacks [] for security_group (246eef5f-fef5-455c-9a07-478d349b6c13), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.128867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a6a65a5-5e50-42b4-bd91-a6c494597e8c admin admin] Publish callbacks [] for security_group (246eef5f-fef5-455c-9a07-478d349b6c13), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.181582 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a6a65a5-5e50-42b4-bd91-a6c494597e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (246eef5f-fef5-455c-9a07-478d349b6c13), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.184214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4a6a65a5-5e50-42b4-bd91-a6c494597e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.185376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4a6a65a5-5e50-42b4-bd91-a6c494597e8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/246eef5f-fef5-455c-9a07-478d349b6c13 HTTP/1.1" status: 204 len: 168 time: 0.1448312 Feb 19 01:04:21.193854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6a65a5-5e50-42b4-bd91-a6c494597e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246eef5f-fef5-455c-9a07-478d349b6c13,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:21.275728 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.828600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59272) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:21.928439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867098253-network', 'tenant_id': 'd940867ba32c414b82522507732f0ee4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:21.951371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Made reservation on behalf of d940867ba32c414b82522507732f0ee4 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:21.953922 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:21.962549 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.037467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Publish callbacks [] for security_group (03ec3496-f8dc-45dc-83db-31f4b27ca945), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.042174 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (03ec3496-f8dc-45dc-83db-31f4b27ca945), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.067737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:22.077897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ec3496-f8dc-45dc-83db-31f4b27ca945,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:22.082844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (d9e00432-f498-4faf-8b94-1b6109a7e82e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.083197 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Added segment d9e00432-f498-4faf-8b94-1b6109a7e82e of type vlan for network 144f2048-c331-4ce1-baf7-868721311c65 Feb 19 01:04:22.127674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (144f2048-c331-4ce1-baf7-868721311c65), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.155751 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (144f2048-c331-4ce1-baf7-868721311c65), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.157086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:22.159204 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.213410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3836615 Feb 19 01:04:22.216410 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59278) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:22.222066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Request body: {'subnet': {'network_id': '144f2048-c331-4ce1-baf7-868721311c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1867098253-subnet', 'tenant_id': 'd940867ba32c414b82522507732f0ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:22.228993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe94b4-7ca5-44c8-bae2-ebecd8ef5820 admin admin] Pushing event updated for resources: {'Network': ['ID=144f2048-c331-4ce1-baf7-868721311c65,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:22.239102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 144f2048-c331-4ce1-baf7-868721311c65 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:22.245646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Made reservation on behalf of d940867ba32c414b82522507732f0ee4 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:22.248232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.429377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (0633dfc4-a06d-4e0f-8272-12d136737925), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.489710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0633dfc4-a06d-4e0f-8272-12d136737925,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:22.494159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Checking segment: {'id': 'd9e00432-f498-4faf-8b94-1b6109a7e82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '144f2048-c331-4ce1-baf7-868721311c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:22.494551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Network hostable DHCP agents. Network: 144f2048-c331-4ce1-baf7-868721311c65, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:22.512290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Network 144f2048-c331-4ce1-baf7-868721311c65 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:22.523251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 144f2048-c331-4ce1-baf7-868721311c65) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:22.528026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:22.528637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:22.537725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7c605-f98b-47ed-bc56-0bab9f4cf575 None None] Network 144f2048-c331-4ce1-baf7-868721311c65 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:22.560110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3fa0bf17-5776-4093-a19c-071c3af3fe75 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3421464 Feb 19 01:04:22.645786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d1ce0b-9cb0-4984-abe8-bf999bd397cf None None] Network 144f2048-c331-4ce1-baf7-868721311c65 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:22.741247 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.120525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59294) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:23.126712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030507258-network', 'tenant_id': '6b07e800782240e18f6406088f9252ae'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:23.151029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Made reservation on behalf of 6b07e800782240e18f6406088f9252ae for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:23.153497 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.163238 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.251594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Publish callbacks [] for security_group (a5f0c6a5-e91c-4eb4-8a91-eaf636375cfd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.264351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a5f0c6a5-e91c-4eb4-8a91-eaf636375cfd), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.291066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:23.302102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f0c6a5-e91c-4eb4-8a91-eaf636375cfd,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:23.307456 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (68e7f32f-6d36-4931-89bb-a3bbc3f1e5d5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.307823 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Added segment 68e7f32f-6d36-4931-89bb-a3bbc3f1e5d5 of type vlan for network b0c80ce9-855f-4e4a-84e9-286d54bdf920 Feb 19 01:04:23.352775 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b0c80ce9-855f-4e4a-84e9-286d54bdf920), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.383517 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b0c80ce9-855f-4e4a-84e9-286d54bdf920), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.384564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.385150 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.446243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3242910 Feb 19 01:04:23.449228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59298) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:23.454619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Request body: {'subnet': {'network_id': 'b0c80ce9-855f-4e4a-84e9-286d54bdf920', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030507258-subnet', 'tenant_id': '6b07e800782240e18f6406088f9252ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:23.458661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6a945-d7b2-4fc8-8716-684976976881 admin admin] Pushing event updated for resources: {'Network': ['ID=b0c80ce9-855f-4e4a-84e9-286d54bdf920,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:23.473653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b0c80ce9-855f-4e4a-84e9-286d54bdf920 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:23.479521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Made reservation on behalf of 6b07e800782240e18f6406088f9252ae for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:23.482849 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.693665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (f11b3d50-f0de-467d-97b8-a8af05d65fdf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.738476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f11b3d50-f0de-467d-97b8-a8af05d65fdf,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:23.767987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Checking segment: {'id': '68e7f32f-6d36-4931-89bb-a3bbc3f1e5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b0c80ce9-855f-4e4a-84e9-286d54bdf920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:23.768484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Network hostable DHCP agents. Network: b0c80ce9-855f-4e4a-84e9-286d54bdf920, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:23.787039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Network b0c80ce9-855f-4e4a-84e9-286d54bdf920 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:23.797319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b0c80ce9-855f-4e4a-84e9-286d54bdf920) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:23.802864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:23.803715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.812187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff214f89-9b9d-49a3-b541-8d0806c301cb None None] Network b0c80ce9-855f-4e4a-84e9-286d54bdf920 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:23.837621 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-33bdad26-2000-4f86-8d2a-183b1dacd66c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3867183 Feb 19 01:04:23.904789 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:23.943658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59302) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:23.954515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5c6ff-5ecf-482e-8ff8-80f1387a57d9 None None] Network b0c80ce9-855f-4e4a-84e9-286d54bdf920 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:24.003606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a36bbae-8749-4ab7-bc97-ea2b7f1a14f6 admin admin] Deleting subnet 0633dfc4-a06d-4e0f-8272-12d136737925 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:24.008701 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a36bbae-8749-4ab7-bc97-ea2b7f1a14f6 admin admin] Publish callbacks [] for subnet (0633dfc4-a06d-4e0f-8272-12d136737925), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.053256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a36bbae-8749-4ab7-bc97-ea2b7f1a14f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (0633dfc4-a06d-4e0f-8272-12d136737925), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.095079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a36bbae-8749-4ab7-bc97-ea2b7f1a14f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0633dfc4-a06d-4e0f-8272-12d136737925), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.179625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a36bbae-8749-4ab7-bc97-ea2b7f1a14f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (0633dfc4-a06d-4e0f-8272-12d136737925), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.195354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.218435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36bbae-8749-4ab7-bc97-ea2b7f1a14f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0633dfc4-a06d-4e0f-8272-12d136737925,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:24.226703 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2a36bbae-8749-4ab7-bc97-ea2b7f1a14f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.232867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2a36bbae-8749-4ab7-bc97-ea2b7f1a14f6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0633dfc4-a06d-4e0f-8272-12d136737925 HTTP/1.1" status: 204 len: 168 time: 0.2858086 Feb 19 01:04:24.233759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59304) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:24.312995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (144f2048-c331-4ce1-baf7-868721311c65), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.413062 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (144f2048-c331-4ce1-baf7-868721311c65), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.436097 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144f2048-c331-4ce1-baf7-868721311c65']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:24.448046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e00432-f498-4faf-8b94-1b6109a7e82e') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:24.448434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e00432-f498-4faf-8b94-1b6109a7e82e') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:24.458652 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (d9e00432-f498-4faf-8b94-1b6109a7e82e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.473030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (d9e00432-f498-4faf-8b94-1b6109a7e82e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.479293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:24.479862 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (d9e00432-f498-4faf-8b94-1b6109a7e82e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:24.481596 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:24.538994 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (144f2048-c331-4ce1-baf7-868721311c65), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.544814 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.548104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] 10.222.0.60 "DELETE /v2.0/networks/144f2048-c331-4ce1-baf7-868721311c65 HTTP/1.1" status: 204 len: 168 time: 0.3132296 Feb 19 01:04:24.551299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59308) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:24.559651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f0c1d-18d5-411d-ac54-2e36961d28fe admin admin] Pushing event deleted for resources: {'Network': ['ID=144f2048-c331-4ce1-baf7-868721311c65,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:24.604198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e180f20-9f53-447a-9b4d-75dc8412ffa5 admin admin] Deleting subnet f11b3d50-f0de-467d-97b8-a8af05d65fdf {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:04:24.607899 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e180f20-9f53-447a-9b4d-75dc8412ffa5 admin admin] Publish callbacks [] for subnet (f11b3d50-f0de-467d-97b8-a8af05d65fdf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.645009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e180f20-9f53-447a-9b4d-75dc8412ffa5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (f11b3d50-f0de-467d-97b8-a8af05d65fdf), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.689194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e180f20-9f53-447a-9b4d-75dc8412ffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f11b3d50-f0de-467d-97b8-a8af05d65fdf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.742885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e180f20-9f53-447a-9b4d-75dc8412ffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (f11b3d50-f0de-467d-97b8-a8af05d65fdf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.765350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e180f20-9f53-447a-9b4d-75dc8412ffa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f11b3d50-f0de-467d-97b8-a8af05d65fdf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:24.772093 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7e180f20-9f53-447a-9b4d-75dc8412ffa5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.775732 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7e180f20-9f53-447a-9b4d-75dc8412ffa5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f11b3d50-f0de-467d-97b8-a8af05d65fdf HTTP/1.1" status: 204 len: 168 time: 0.2226744 Feb 19 01:04:24.778437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59310) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:24.849132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b0c80ce9-855f-4e4a-84e9-286d54bdf920), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.925485 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b0c80ce9-855f-4e4a-84e9-286d54bdf920), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.945771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0c80ce9-855f-4e4a-84e9-286d54bdf920']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:24.955423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e7f32f-6d36-4931-89bb-a3bbc3f1e5d5') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:24.955717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e7f32f-6d36-4931-89bb-a3bbc3f1e5d5') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:04:24.969707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (68e7f32f-6d36-4931-89bb-a3bbc3f1e5d5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.984373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (68e7f32f-6d36-4931-89bb-a3bbc3f1e5d5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.990198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:04:24.990626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (68e7f32f-6d36-4931-89bb-a3bbc3f1e5d5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:04:24.992299 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:04:25.047217 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b0c80ce9-855f-4e4a-84e9-286d54bdf920), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.054143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.056925 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b0c80ce9-855f-4e4a-84e9-286d54bdf920 HTTP/1.1" status: 204 len: 168 time: 0.2775836 Feb 19 01:04:25.068965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b06cb-c9e7-408a-9d9f-66577e6bcf06 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0c80ce9-855f-4e4a-84e9-286d54bdf920,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:25.234453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59314) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:25.279077 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f7f99aa5-0b8c-4b6e-a49b-36a2d1e170b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d940867ba32c414b82522507732f0ee4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433290 Feb 19 01:04:25.281638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59316) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:25.328976 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca77fea3-6260-4f76-9125-4e0dd0af3fce admin admin] Publish callbacks [] for security_group (03ec3496-f8dc-45dc-83db-31f4b27ca945), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.352355 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca77fea3-6260-4f76-9125-4e0dd0af3fce admin admin] Publish callbacks [] for security_group (03ec3496-f8dc-45dc-83db-31f4b27ca945), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.744855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca77fea3-6260-4f76-9125-4e0dd0af3fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (03ec3496-f8dc-45dc-83db-31f4b27ca945), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.747511 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ca77fea3-6260-4f76-9125-4e0dd0af3fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:25.748654 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ca77fea3-6260-4f76-9125-4e0dd0af3fce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/03ec3496-f8dc-45dc-83db-31f4b27ca945 HTTP/1.1" status: 204 len: 168 time: 0.4660902 Feb 19 01:04:25.756642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77fea3-6260-4f76-9125-4e0dd0af3fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ec3496-f8dc-45dc-83db-31f4b27ca945,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:26.119849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59324) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:26.182782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-af5cf1c8-dd12-4480-b688-9b4fb47a6b0c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6b07e800782240e18f6406088f9252ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616279 Feb 19 01:04:26.186457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59326) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:26.242330 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ff35fcc-980b-4991-b576-f6dbe82ad2a6 admin admin] Publish callbacks [] for security_group (a5f0c6a5-e91c-4eb4-8a91-eaf636375cfd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.264475 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ff35fcc-980b-4991-b576-f6dbe82ad2a6 admin admin] Publish callbacks [] for security_group (a5f0c6a5-e91c-4eb4-8a91-eaf636375cfd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.313948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ff35fcc-980b-4991-b576-f6dbe82ad2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a5f0c6a5-e91c-4eb4-8a91-eaf636375cfd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.316589 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8ff35fcc-980b-4991-b576-f6dbe82ad2a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:26.317750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8ff35fcc-980b-4991-b576-f6dbe82ad2a6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5f0c6a5-e91c-4eb4-8a91-eaf636375cfd HTTP/1.1" status: 204 len: 168 time: 0.1303890 Feb 19 01:04:26.325518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff35fcc-980b-4991-b576-f6dbe82ad2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f0c6a5-e91c-4eb4-8a91-eaf636375cfd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:43.882991 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-085cfb74-f465-4700-b151-ab38d2a5b099 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2474718 Feb 19 01:04:43.987838 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-9e9b88dd-ffde-433d-a248-e635889ab3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:43.989566 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-9e9b88dd-ffde-433d-a248-e635889ab3da service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=417d2665dbd7429081053947abaa8794&device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 1128 time: 0.0595908 Feb 19 01:04:44.106604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-c984db5f-dd91-4da7-ba4a-2502fb6d9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.108094 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-c984db5f-dd91-4da7-ba4a-2502fb6d9a02 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 200 len: 915 time: 0.0991580 Feb 19 01:04:44.152258 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-2a9ad5f6-5940-4b56-bd56-192099b4605d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2a7a49f6-43de-4b15-b574-07b9736dcd9f HTTP/1.1" status: 200 len: 217 time: 0.0380630 Feb 19 01:04:44.207849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-e352bbe3-e2de-4c28-9796-901315704328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:44.209336 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-e352bbe3-e2de-4c28-9796-901315704328 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5661b1bf-06d6-446c-809f-636c8613a354 HTTP/1.1" status: 200 len: 854 time: 0.0515201 Feb 19 01:04:44.244868 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-15bbdd8d-3237-4575-b33c-f9fa2b3ca6c2 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c98c72c-b386-4385-87bb-0b3382adc79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298564 Feb 19 01:04:44.334303 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-c65fc47a-3647-4911-8498-0340103022fd service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833004 Feb 19 01:04:44.430792 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-23cb613e-baa3-42f2-be52-111f00cbf2f3 req-8a010f59-8a35-4d62-975a-ae401a2c4120 service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895216 Feb 19 01:04:48.005098 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-633dacac-4e7d-42e5-ae36-3f4d4e23b162 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:49.032279 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:50.051722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ec32757-50ff-4b1b-aa8c-8fff868001cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:51.282455 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:52.902731 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:53.906165 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:54.201296 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.719072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59634) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:56.829585 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.906253 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Publish callbacks [] for security_group (1984a944-d899-4ba6-a1af-9073ccc64d6d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.911266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1984a944-d899-4ba6-a1af-9073ccc64d6d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:56.956165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59638) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:56.958846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b21fcf7e6e04af0b5ccd5aeaf9053bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379601 Feb 19 01:04:56.960360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1984a944-d899-4ba6-a1af-9073ccc64d6d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:56.970320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.971621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.972206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.972859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.973388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.973900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.974635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.975496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.976020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.976586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.977111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.977649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:56.978169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03239961-942c-4b87-8c3d-edff7bb33372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.008282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Publish callbacks [] for security_group (1984a944-d899-4ba6-a1af-9073ccc64d6d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.029262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Publish callbacks [] for security_group (1984a944-d899-4ba6-a1af-9073ccc64d6d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.076956 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1984a944-d899-4ba6-a1af-9073ccc64d6d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.079774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.084612 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1984a944-d899-4ba6-a1af-9073ccc64d6d HTTP/1.1" status: 204 len: 168 time: 0.1236620 Feb 19 01:04:57.089191 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1984a944-d899-4ba6-a1af-9073ccc64d6d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:57.098292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.098638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.099183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.099698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.100220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.100727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.101360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.101846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.102377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.103081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.103828 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.104432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.105107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7202b8a4-369b-4173-bdad-3ccc27f29ef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:04:57.381763 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:04:57.408194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59644) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:57.422793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-069bbaa5-97be-40e6-92b6-79310b369f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.509859 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-069bbaa5-97be-40e6-92b6-79310b369f7b admin admin] Publish callbacks [] for security_group (0d0284f4-b2b8-4978-8e55-ae5b2ea4af1b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.516002 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-069bbaa5-97be-40e6-92b6-79310b369f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0d0284f4-b2b8-4978-8e55-ae5b2ea4af1b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.557470 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-069bbaa5-97be-40e6-92b6-79310b369f7b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fd872f1b28664cffa1fc9bd7381c84dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1456563 Feb 19 01:04:57.557470 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bbaa5-97be-40e6-92b6-79310b369f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0284f4-b2b8-4978-8e55-ae5b2ea4af1b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:57.558476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59646) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:57.610168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8831ffd-a260-494a-9d00-0e104e84705f admin admin] Publish callbacks [] for security_group (0d0284f4-b2b8-4978-8e55-ae5b2ea4af1b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.633966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8831ffd-a260-494a-9d00-0e104e84705f admin admin] Publish callbacks [] for security_group (0d0284f4-b2b8-4978-8e55-ae5b2ea4af1b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.697985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8831ffd-a260-494a-9d00-0e104e84705f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0d0284f4-b2b8-4978-8e55-ae5b2ea4af1b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.701200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b8831ffd-a260-494a-9d00-0e104e84705f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:57.705441 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b8831ffd-a260-494a-9d00-0e104e84705f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0d0284f4-b2b8-4978-8e55-ae5b2ea4af1b HTTP/1.1" status: 204 len: 168 time: 0.1458735 Feb 19 01:04:57.715088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8831ffd-a260-494a-9d00-0e104e84705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0284f4-b2b8-4978-8e55-ae5b2ea4af1b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.417168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59670) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:58.520985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-217915873-network', 'tenant_id': 'c6a07599c1c5450b9a9af3df47fd1088'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:58.541389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Made reservation on behalf of c6a07599c1c5450b9a9af3df47fd1088 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:58.543780 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.554904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.630583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Publish callbacks [] for security_group (ef320523-9a0a-4c68-a994-59e9cadf0aaa), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.635548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ef320523-9a0a-4c68-a994-59e9cadf0aaa), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.662790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:58.668078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef320523-9a0a-4c68-a994-59e9cadf0aaa,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.676645 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (dce32573-9856-478a-8228-d17b78e8bdd2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.677032 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Added segment dce32573-9856-478a-8228-d17b78e8bdd2 of type vlan for network ea66d7a1-444d-4b01-86f9-57b67ffea759 Feb 19 01:04:58.716965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (ea66d7a1-444d-4b01-86f9-57b67ffea759), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.744001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (ea66d7a1-444d-4b01-86f9-57b67ffea759), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.745009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:58.745595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:58.808187 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3898482 Feb 19 01:04:58.811199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59676) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:58.813660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a090a-d263-41c3-ae2e-3566b63ed651 admin admin] Pushing event updated for resources: {'Network': ['ID=ea66d7a1-444d-4b01-86f9-57b67ffea759,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:58.816246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Request body: {'subnet': {'network_id': 'ea66d7a1-444d-4b01-86f9-57b67ffea759', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-217915873-subnet', 'tenant_id': 'c6a07599c1c5450b9a9af3df47fd1088', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:58.825320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network ea66d7a1-444d-4b01-86f9-57b67ffea759 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:58.836285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Made reservation on behalf of c6a07599c1c5450b9a9af3df47fd1088 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:58.839037 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.013264 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (f764bb08-b337-4ac0-b6ad-897299e62cf5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.063568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f764bb08-b337-4ac0-b6ad-897299e62cf5,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:59.084857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Checking segment: {'id': 'dce32573-9856-478a-8228-d17b78e8bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea66d7a1-444d-4b01-86f9-57b67ffea759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:04:59.085184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Network hostable DHCP agents. Network: ea66d7a1-444d-4b01-86f9-57b67ffea759, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:04:59.104222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Network ea66d7a1-444d-4b01-86f9-57b67ffea759 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:04:59.114976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, ea66d7a1-444d-4b01-86f9-57b67ffea759) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:04:59.121252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:59.121252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.140953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96d0f5-bd8f-4e89-9dec-8ac1ed62c5bd None None] Network ea66d7a1-444d-4b01-86f9-57b67ffea759 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:59.144334 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fad35145-2b85-4f76-9e2d-84a5d3dc9ee6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3320043 Feb 19 01:04:59.255076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b1e15-1471-4aa2-b1a3-a30c0435f1bc None None] Network ea66d7a1-444d-4b01-86f9-57b67ffea759 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:04:59.655182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 59692) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.660325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-267987209-network', 'tenant_id': '6117937b312d4e03b57b340fbd3ae4c4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:59.683904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Made reservation on behalf of 6117937b312d4e03b57b340fbd3ae4c4 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:59.686379 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.695299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.775368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Publish callbacks [] for security_group (b175ea5b-a8c2-4040-809e-b66811bbeefa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.782564 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b175ea5b-a8c2-4040-809e-b66811bbeefa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.808191 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:04:59.818550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b175ea5b-a8c2-4040-809e-b66811bbeefa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:59.823586 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c36ba076-f24f-4247-b8f3-daa540e32f5b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.823936 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Added segment c36ba076-f24f-4247-b8f3-daa540e32f5b of type vlan for network 5f3ca532-1e16-44cf-9f42-1f5707079a42 Feb 19 01:04:59.874835 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (5f3ca532-1e16-44cf-9f42-1f5707079a42), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.900742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (5f3ca532-1e16-44cf-9f42-1f5707079a42), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.901786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:04:59.902500 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:04:59.955689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2967930 Feb 19 01:04:59.956247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 59696) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:04:59.961448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Request body: {'subnet': {'network_id': '5f3ca532-1e16-44cf-9f42-1f5707079a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-267987209-subnet', 'tenant_id': '6117937b312d4e03b57b340fbd3ae4c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:04:59.965054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f1dc9-7b72-4851-ba5b-77af130f9853 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3ca532-1e16-44cf-9f42-1f5707079a42,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:04:59.976280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 5f3ca532-1e16-44cf-9f42-1f5707079a42 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:04:59.989713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Made reservation on behalf of 6117937b312d4e03b57b340fbd3ae4c4 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:04:59.992665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.169094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.218526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:00.233993 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Checking segment: {'id': 'c36ba076-f24f-4247-b8f3-daa540e32f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5f3ca532-1e16-44cf-9f42-1f5707079a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:00.234395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Network hostable DHCP agents. Network: 5f3ca532-1e16-44cf-9f42-1f5707079a42, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:05:00.251946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Network 5f3ca532-1e16-44cf-9f42-1f5707079a42 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:05:00.260610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 5f3ca532-1e16-44cf-9f42-1f5707079a42) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:00.265702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.266809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:00.270029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838181c-f1d0-4d5a-bcb0-710e79782a47 None None] Network 5f3ca532-1e16-44cf-9f42-1f5707079a42 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:00.284670 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c2e0e705-b133-45d9-a002-fea562dd22ab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3270705 Feb 19 01:05:00.376825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08f158a-83c0-47a9-bcca-77e960db6b20 None None] Network 5f3ca532-1e16-44cf-9f42-1f5707079a42 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:05:00.888004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-2f0cf627-6391-429c-b561-9f3baa4f41c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:00.889769 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-2f0cf627-6391-429c-b561-9f3baa4f41c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/networks?id=ea66d7a1-444d-4b01-86f9-57b67ffea759 HTTP/1.1" status: 200 len: 808 time: 0.1136572 Feb 19 01:05:00.906565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-297da6e2-b863-4034-9d9a-ba0eb55f458c tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/quotas/c6a07599c1c5450b9a9af3df47fd1088 HTTP/1.1" status: 200 len: 375 time: 0.0102832 Feb 19 01:05:00.944246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-de4b2138-e2b3-49c6-ade0-3f03702bc027 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c6a07599c1c5450b9a9af3df47fd1088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298848 Feb 19 01:05:01.146826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-b419fb41-4d61-4054-a676-ae057bee5036 service neutron] 10.222.0.60 "GET /v2.0/networks/ea66d7a1-444d-4b01-86f9-57b67ffea759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957095 Feb 19 01:05:01.236398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a4a51919-4b2b-486a-b1d3-473888aa2321 service neutron] 10.222.0.60 "GET /v2.0/networks/ea66d7a1-444d-4b01-86f9-57b67ffea759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834041 Feb 19 01:05:01.403239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e8cb5e2-35e1-42f5-a6f3-da066cc57ecd req-1143ad49-f4f2-4b0a-8772-fd97f8d52def tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 210 time: 0.0284722 Feb 19 01:05:02.221559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1645f4b-36d8-44e4-8248-4cf20c1a646c req-eb31e932-b227-468e-a7bf-6f5d2a844edf tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:02.223080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1645f4b-36d8-44e4-8248-4cf20c1a646c req-eb31e932-b227-468e-a7bf-6f5d2a844edf tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 946 time: 0.0585387 Feb 19 01:05:02.327254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1645f4b-36d8-44e4-8248-4cf20c1a646c req-ae6108d3-bd6e-433d-ba81-ce534966cc8e tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977173 Feb 19 01:05:02.377141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-6dfa4f6b-de0f-4798-affc-3f9dee6fee31 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:02.378482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-6dfa4f6b-de0f-4798-affc-3f9dee6fee31 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.113 "GET /v2.0/networks?id=ea66d7a1-444d-4b01-86f9-57b67ffea759 HTTP/1.1" status: 200 len: 808 time: 0.1209757 Feb 19 01:05:02.391318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Request body: {'port': {'device_id': '8a98c13b-37da-438e-a8f4-be04a366f0d5', 'network_id': 'ea66d7a1-444d-4b01-86f9-57b67ffea759', 'admin_state_up': True, 'tenant_id': 'c6a07599c1c5450b9a9af3df47fd1088'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:02.508276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d1b7227-0ea7-4e54-bdc3-1b6f5eddb69c req-02c03e06-827b-4bb4-a88b-9412bd57e93a tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 210 time: 0.0352640 Feb 19 01:05:02.529357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Made reservation on behalf of c6a07599c1c5450b9a9af3df47fd1088 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:02.532954 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.673991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Allocated IP 172.20.0.2 (ea66d7a1-444d-4b01-86f9-57b67ffea759/f764bb08-b337-4ac0-b6ad-897299e62cf5/93716614-6191-490c-b383-f8e5170749bc) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:02.839910 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Publish callbacks [] for port (93716614-6191-490c-b383-f8e5170749bc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.878771 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (93716614-6191-490c-b383-f8e5170749bc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.921268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Network ea66d7a1-444d-4b01-86f9-57b67ffea759 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:02.924330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:02.926614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:02.952838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Pushing event updated for resources: {'Port': ['ID=93716614-6191-490c-b383-f8e5170749bc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:02.980886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:02.981593 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:02.998933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9436dfb-79f4-41ac-81fa-a44939aa01c6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6114206 Feb 19 01:05:03.012233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Request body: {'port': {'device_id': '8a98c13b-37da-438e-a8f4-be04a366f0d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:03.074947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (93716614-6191-490c-b383-f8e5170749bc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.344285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93716614-6191-490c-b383-f8e5170749bc {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:03.352531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Publish callbacks [] for port (93716614-6191-490c-b383-f8e5170749bc), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.366403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Transition to ACTIVE for port object 93716614-6191-490c-b383-f8e5170749bc will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:03.372202 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (93716614-6191-490c-b383-f8e5170749bc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.451161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Pushing event updated for resources: {'Port': ['ID=93716614-6191-490c-b383-f8e5170749bc,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:03.515932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e6dc2-69f9-4584-9851-51640729751d req-a59b2523-a361-4b9f-8a93-085c3fcb03be tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.517497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b0e6dc2-69f9-4584-9851-51640729751d req-a59b2523-a361-4b9f-8a93-085c3fcb03be tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 946 time: 0.1186259 Feb 19 01:05:03.557190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Attempting to bind port 93716614-6191-490c-b383-f8e5170749bc on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:03.557541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Attempting to bind port 93716614-6191-490c-b383-f8e5170749bc by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'dce32573-9856-478a-8228-d17b78e8bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea66d7a1-444d-4b01-86f9-57b67ffea759'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:03.557882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Attempting to bind port 93716614-6191-490c-b383-f8e5170749bc on network ea66d7a1-444d-4b01-86f9-57b67ffea759 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:03.577765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Port 93716614-6191-490c-b383-f8e5170749bc on network ea66d7a1-444d-4b01-86f9-57b67ffea759 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:03.578054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Attempting to bind port 93716614-6191-490c-b383-f8e5170749bc on network ea66d7a1-444d-4b01-86f9-57b67ffea759 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:03.599474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b0e6dc2-69f9-4584-9851-51640729751d req-7ad84bf2-2711-4904-b2b6-2a75046863a1 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757542 Feb 19 01:05:03.620228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:03.620228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Checking segment: {'id': 'dce32573-9856-478a-8228-d17b78e8bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea66d7a1-444d-4b01-86f9-57b67ffea759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:03.620228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Bound using segment: {'id': 'dce32573-9856-478a-8228-d17b78e8bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea66d7a1-444d-4b01-86f9-57b67ffea759'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:03.620228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Bound port: 93716614-6191-490c-b383-f8e5170749bc, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dce32573-9856-478a-8228-d17b78e8bdd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ea66d7a1-444d-4b01-86f9-57b67ffea759'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:03.620228 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (93716614-6191-490c-b383-f8e5170749bc), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.683957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c3161-2d0f-49ae-9f1f-4b6da49f5366 req-c94083f0-b320-4e70-a4d7-3d4f4afe4275 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.685474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b2c3161-2d0f-49ae-9f1f-4b6da49f5366 req-c94083f0-b320-4e70-a4d7-3d4f4afe4275 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 943 time: 0.1016159 Feb 19 01:05:03.711953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] For port 93716614-6191-490c-b383-f8e5170749bc, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:03.729364 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] For port 93716614-6191-490c-b383-f8e5170749bc, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=93716614-6191-490c-b383-f8e5170749bc,segment=NetworkSegment(dce32573-9856-478a-8228-d17b78e8bdd2),segment_id=dce32573-9856-478a-8228-d17b78e8bdd2)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:03.745744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (93716614-6191-490c-b383-f8e5170749bc), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.760361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b2c3161-2d0f-49ae-9f1f-4b6da49f5366 req-fca6dad2-440e-448b-b8d6-ea234368cb56 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675967 Feb 19 01:05:03.786803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.787423 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:03.788853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] 10.222.0.113 "PUT /v2.0/ports/93716614-6191-490c-b383-f8e5170749bc HTTP/1.1" status: 200 len: 1091 time: 0.7809200 Feb 19 01:05:03.789288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a98c13b-37da-438e-a8f4-be04a366f0d5', 'tag': '93716614-6191-490c-b383-f8e5170749bc'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:03.791612 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dca04a-71f8-4d7b-afc9-eb9f0850e753" -d '{"events": [{"name": "network-changed", "server_uuid": "8a98c13b-37da-438e-a8f4-be04a366f0d5", "tag": "93716614-6191-490c-b383-f8e5170749bc"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:03.815454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a5dc9-1ba7-4f9e-92a8-e0d6f1e47a13 service neutron] Pushing event updated for resources: {'Port': ['ID=93716614-6191-490c-b383-f8e5170749bc,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:03.878081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-f960cc26-30a5-4811-b451-4b7b8da573be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.879653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-f960cc26-30a5-4811-b451-4b7b8da573be service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6a07599c1c5450b9a9af3df47fd1088&device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 1125 time: 0.0511270 Feb 19 01:05:03.920060 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf5d683-544e-4e8a-8308-abc4c5ff5d8d x-openstack-request-id: req-4cf5d683-544e-4e8a-8308-abc4c5ff5d8d {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:03.920354 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a98c13b-37da-438e-a8f4-be04a366f0d5", "tag": "93716614-6191-490c-b383-f8e5170749bc", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:03.920616 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cf5d683-544e-4e8a-8308-abc4c5ff5d8d {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:03.921021 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a98c13b-37da-438e-a8f4-be04a366f0d5', 'tag': '93716614-6191-490c-b383-f8e5170749bc', 'status': 'completed', 'code': 200} Feb 19 01:05:03.922543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-d9b9f4ef-a058-4085-b1b5-960ebf927086 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93716614-6191-490c-b383-f8e5170749bc HTTP/1.1" status: 200 len: 217 time: 0.0365109 Feb 19 01:05:03.973675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-bf1e7a3f-06e7-4454-bdcb-e725f2afb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:03.975223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-bf1e7a3f-06e7-4454-bdcb-e725f2afb0b7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f764bb08-b337-4ac0-b6ad-897299e62cf5 HTTP/1.1" status: 200 len: 848 time: 0.0460348 Feb 19 01:05:04.005909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-5b31963a-1ccd-4ab2-9b84-0b62900856e2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ea66d7a1-444d-4b01-86f9-57b67ffea759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247233 Feb 19 01:05:04.096776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-f986c33d-66fe-41dd-a223-7d18e6ee8c26 service neutron] 10.222.0.113 "GET /v2.0/networks/ea66d7a1-444d-4b01-86f9-57b67ffea759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852308 Feb 19 01:05:04.186103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8885028-c73f-46f2-87b9-ce8d6ab183f7 req-1a427b84-d0be-475b-9e04-c4cfdc7d7772 service neutron] 10.222.0.113 "GET /v2.0/networks/ea66d7a1-444d-4b01-86f9-57b67ffea759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823469 Feb 19 01:05:04.285112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-1c800626-6930-4c99-8a42-12eb02de14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:04.286647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-1c800626-6930-4c99-8a42-12eb02de14ff service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c6a07599c1c5450b9a9af3df47fd1088&device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 1125 time: 0.0501108 Feb 19 01:05:04.301340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-01254e99-50c6-4ba1-af7c-327b25eeb039 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:04.302829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-01254e99-50c6-4ba1-af7c-327b25eeb039 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.126 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 946 time: 0.0551338 Feb 19 01:05:04.376810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-2ad3a091-8fef-47e5-afa0-f2f5d480c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:04.378286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-2ad3a091-8fef-47e5-afa0-f2f5d480c45b service neutron] 10.222.0.113 "GET /v2.0/networks?id=ea66d7a1-444d-4b01-86f9-57b67ffea759 HTTP/1.1" status: 200 len: 909 time: 0.0854084 Feb 19 01:05:04.403417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Deleting port 2a7a49f6-43de-4b15-b574-07b9736dcd9f {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:04.403693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.426000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-59f5f509-aac7-4617-a002-5ca021e7a364 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93716614-6191-490c-b383-f8e5170749bc HTTP/1.1" status: 200 len: 217 time: 0.0413551 Feb 19 01:05:04.474242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-d61542e8-dade-4edf-880a-dd4751ae4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:04.475727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-d61542e8-dade-4edf-880a-dd4751ae4f4b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f764bb08-b337-4ac0-b6ad-897299e62cf5 HTTP/1.1" status: 200 len: 848 time: 0.0439017 Feb 19 01:05:04.491935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] For port 2a7a49f6-43de-4b15-b574-07b9736dcd9f, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2a7a49f6-43de-4b15-b574-07b9736dcd9f,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:04.492324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.505213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Calling delete_port for 2a7a49f6-43de-4b15-b574-07b9736dcd9f owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:04.508138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-a3aa348d-e7d6-4743-8cb7-5da1183ade72 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=ea66d7a1-444d-4b01-86f9-57b67ffea759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258079 Feb 19 01:05:04.597653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-693e9b27-a609-48e6-85b3-d2b3fe0e05c7 service neutron] 10.222.0.113 "GET /v2.0/networks/ea66d7a1-444d-4b01-86f9-57b67ffea759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833569 Feb 19 01:05:04.638948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2a7a49f6-43de-4b15-b574-07b9736dcd9f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.655226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['2a7a49f6-43de-4b15-b574-07b9736dcd9f'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:04.668380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Pushing event deleted for resources: {'Port': ['ID=2a7a49f6-43de-4b15-b574-07b9736dcd9f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:04.713464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22dca04a-71f8-4d7b-afc9-eb9f0850e753 req-7fe1a700-dae9-4a21-bfd2-4a260841d764 service neutron] 10.222.0.113 "GET /v2.0/networks/ea66d7a1-444d-4b01-86f9-57b67ffea759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093581 Feb 19 01:05:04.718176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] No DVR routers for this DVR port 2a7a49f6-43de-4b15-b574-07b9736dcd9f on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:04.720902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:04.724830 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a64cbe38-4175-4f9a-b46b-9ae4a46d27ab req-e7898d46-12e5-4d62-abe9-9ddc11ed70eb tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.126 "DELETE /v2.0/ports/2a7a49f6-43de-4b15-b574-07b9736dcd9f HTTP/1.1" status: 204 len: 173 time: 0.4163713 Feb 19 01:05:04.725343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203f8ddd-4e11-4a72-835a-1d9994ee0011', 'name': 'network-vif-deleted', 'tag': '2a7a49f6-43de-4b15-b574-07b9736dcd9f'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:04.727706 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7bbff-5f8a-4850-8010-e350fad316a7" -d '{"events": [{"server_uuid": "203f8ddd-4e11-4a72-835a-1d9994ee0011", "name": "network-vif-deleted", "tag": "2a7a49f6-43de-4b15-b574-07b9736dcd9f"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:04.729851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2b9a0bd-63ff-48d6-820a-e2dad24fadc1 req-605660e5-eafd-4873-a10b-504d9fe16693 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=203f8ddd-4e11-4a72-835a-1d9994ee0011 HTTP/1.1" status: 200 len: 210 time: 0.0363317 Feb 19 01:05:04.834450 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3e83dc-ddf9-4e06-94cb-6b9ba5d5c754 x-openstack-request-id: req-7a3e83dc-ddf9-4e06-94cb-6b9ba5d5c754 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:04.834802 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203f8ddd-4e11-4a72-835a-1d9994ee0011", "name": "network-vif-deleted", "tag": "2a7a49f6-43de-4b15-b574-07b9736dcd9f", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:04.835061 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a3e83dc-ddf9-4e06-94cb-6b9ba5d5c754 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:04.835468 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '203f8ddd-4e11-4a72-835a-1d9994ee0011', 'name': 'network-vif-deleted', 'tag': '2a7a49f6-43de-4b15-b574-07b9736dcd9f', 'status': 'completed', 'code': 200} Feb 19 01:05:04.882345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b30f7-dc95-48b8-afb7-6c54561ee0e7 req-9316bf7e-e61b-46c7-9e5c-76778c117d12 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:04.883872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e3b30f7-dc95-48b8-afb7-6c54561ee0e7 req-9316bf7e-e61b-46c7-9e5c-76778c117d12 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 943 time: 0.0556581 Feb 19 01:05:04.935362 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e3b30f7-dc95-48b8-afb7-6c54561ee0e7 req-9f835094-9f92-4ab0-9334-75bf246062e6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Feb 19 01:05:06.061328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36786a9a-da50-4eb6-ab57-eaaa1c3a7446 req-f01961fa-f425-4971-a349-de5c4b14e5d9 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:06.062854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36786a9a-da50-4eb6-ab57-eaaa1c3a7446 req-f01961fa-f425-4971-a349-de5c4b14e5d9 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 943 time: 0.0541155 Feb 19 01:05:06.109665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36786a9a-da50-4eb6-ab57-eaaa1c3a7446 req-a8a8da92-f135-4ee6-856e-b76b09b50914 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Feb 19 01:05:07.079208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 93716614-6191-490c-b383-f8e5170749bc details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:07.182330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 93716614-6191-490c-b383-f8e5170749bc, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=93716614-6191-490c-b383-f8e5170749bc,segment=NetworkSegment(dce32573-9856-478a-8228-d17b78e8bdd2),segment_id=dce32573-9856-478a-8228-d17b78e8bdd2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:07.194728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '93716614-6191-490c-b383-f8e5170749bc', 'network_id': 'ea66d7a1-444d-4b01-86f9-57b67ffea759', 'port_id': '93716614-6191-490c-b383-f8e5170749bc', 'mac_address': 'fa:16:3e:78:89:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f764bb08-b337-4ac0-b6ad-897299e62cf5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:07.197826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2a7a49f6-43de-4b15-b574-07b9736dcd9f no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:07.217943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 2a7a49f6-43de-4b15-b574-07b9736dcd9f {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:07.218690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2a7a49f6-43de-4b15-b574-07b9736dcd9f not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:07.242348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d82e48-6fb1-4561-aa1e-121a48ad0782 req-284254fb-3a21-4b0f-b6c5-2d66a045bed8 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:07.245638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42d82e48-6fb1-4561-aa1e-121a48ad0782 req-284254fb-3a21-4b0f-b6c5-2d66a045bed8 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 943 time: 0.0601947 Feb 19 01:05:07.258359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 93716614-6191-490c-b383-f8e5170749bc is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:07.258828 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (93716614-6191-490c-b383-f8e5170749bc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.273561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93716614-6191-490c-b383-f8e5170749bc {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:07.292874 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-42d82e48-6fb1-4561-aa1e-121a48ad0782 req-61828501-0e30-4b7d-b1f1-42e69ee7b43f tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434883 Feb 19 01:05:07.297921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 93716614-6191-490c-b383-f8e5170749bc, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=93716614-6191-490c-b383-f8e5170749bc,segment=NetworkSegment(dce32573-9856-478a-8228-d17b78e8bdd2),segment_id=dce32573-9856-478a-8228-d17b78e8bdd2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:07.305460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (93716614-6191-490c-b383-f8e5170749bc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:07.358128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=93716614-6191-490c-b383-f8e5170749bc,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:07.366854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.367202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.367562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.367905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.368246 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.368583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.368916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.369244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.369573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.369901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.370251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.370595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.370920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:07.545606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['93716614-6191-490c-b383-f8e5170749bc'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:08.424438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cbea7-ec2b-424d-a5b1-0a8b2c49d19b req-ac6296e5-4bf0-4466-8789-6a444f3d442c tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:08.425943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7cbea7-ec2b-424d-a5b1-0a8b2c49d19b req-ac6296e5-4bf0-4466-8789-6a444f3d442c tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 944 time: 0.0609183 Feb 19 01:05:08.473026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c7cbea7-ec2b-424d-a5b1-0a8b2c49d19b req-2033f3a6-eec0-4a93-b938-3466f653772b tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Feb 19 01:05:09.083204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 93716614-6191-490c-b383-f8e5170749bc up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:09.142862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 93716614-6191-490c-b383-f8e5170749bc completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:09.147090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 93716614-6191-490c-b383-f8e5170749bc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:09.147476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (93716614-6191-490c-b383-f8e5170749bc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.225747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 93716614-6191-490c-b383-f8e5170749bc is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:09.226152 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (93716614-6191-490c-b383-f8e5170749bc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.250482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a98c13b-37da-438e-a8f4-be04a366f0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93716614-6191-490c-b383-f8e5170749bc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:09.252793 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f475b205-8e9e-41a2-969d-2d5f0494fb03" -d '{"events": [{"server_uuid": "8a98c13b-37da-438e-a8f4-be04a366f0d5", "name": "network-vif-plugged", "status": "completed", "tag": "93716614-6191-490c-b383-f8e5170749bc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:09.268074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 93716614-6191-490c-b383-f8e5170749bc, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=93716614-6191-490c-b383-f8e5170749bc,segment=NetworkSegment(dce32573-9856-478a-8228-d17b78e8bdd2),segment_id=dce32573-9856-478a-8228-d17b78e8bdd2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:09.273139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (93716614-6191-490c-b383-f8e5170749bc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:09.326724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=93716614-6191-490c-b383-f8e5170749bc,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:09.355689 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cbf9f9-3f9b-4d29-a49a-2a2b51457ab9 x-openstack-request-id: req-75cbf9f9-3f9b-4d29-a49a-2a2b51457ab9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:09.355991 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a98c13b-37da-438e-a8f4-be04a366f0d5", "name": "network-vif-plugged", "status": "completed", "tag": "93716614-6191-490c-b383-f8e5170749bc", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:09.356243 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75cbf9f9-3f9b-4d29-a49a-2a2b51457ab9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:09.356669 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a98c13b-37da-438e-a8f4-be04a366f0d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93716614-6191-490c-b383-f8e5170749bc', 'code': 200} Feb 19 01:05:09.466028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964daf1-a821-40cb-bc30-bf096fc5e3f3 req-3b7fee63-fc84-451b-98a5-ea1ea788904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:09.467722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9964daf1-a821-40cb-bc30-bf096fc5e3f3 req-3b7fee63-fc84-451b-98a5-ea1ea788904d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 1127 time: 0.0528057 Feb 19 01:05:09.511615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9964daf1-a821-40cb-bc30-bf096fc5e3f3 req-9e73414c-3c3f-40bf-9dba-aeeff2769295 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376596 Feb 19 01:05:09.614147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a23b-bc14-4c32-807b-4a0764a58191 req-04a5b148-4037-4108-9a36-0995fbf25880 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:09.616253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2841a23b-bc14-4c32-807b-4a0764a58191 req-04a5b148-4037-4108-9a36-0995fbf25880 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 945 time: 0.0575328 Feb 19 01:05:09.986062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2841a23b-bc14-4c32-807b-4a0764a58191 req-7efd463b-5baa-4a3a-b8d7-3dbe2833836c tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642588 Feb 19 01:05:11.107933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45904ce5-d89e-4b9c-8301-8eef9ce202af req-e1b832cd-8659-48c4-aa4a-0a8849c1dd61 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:11.109420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45904ce5-d89e-4b9c-8301-8eef9ce202af req-e1b832cd-8659-48c4-aa4a-0a8849c1dd61 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 945 time: 0.0532017 Feb 19 01:05:11.157036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45904ce5-d89e-4b9c-8301-8eef9ce202af req-0b54fd7e-254e-458f-9bbe-92b1740fdc51 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416672 Feb 19 01:05:14.658406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bc280-3da2-443a-9508-18854fd38849 req-e7a69fbb-c66d-4273-b1d3-bd72fb14df62 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:14.660402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-179bc280-3da2-443a-9508-18854fd38849 req-e7a69fbb-c66d-4273-b1d3-bd72fb14df62 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 945 time: 0.0572286 Feb 19 01:05:14.739787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-179bc280-3da2-443a-9508-18854fd38849 req-e589d235-5d3b-485a-a02c-a87d4cc32435 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698404 Feb 19 01:05:15.893439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-f284a366-2e05-4567-a5f5-36f4705f8777 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.894921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-f284a366-2e05-4567-a5f5-36f4705f8777 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/networks?id=8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 200 len: 814 time: 0.1332743 Feb 19 01:05:15.904734 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f13cfb-a368-406a-8358-d87dfac473bc req-ccef38ec-6515-45ed-afff-b8002cd18a4a tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:15.906094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62f13cfb-a368-406a-8358-d87dfac473bc req-ccef38ec-6515-45ed-afff-b8002cd18a4a tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 945 time: 0.0971649 Feb 19 01:05:15.921905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-d4b7a31b-447b-442a-b214-c0c020bb6f63 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/quotas/417d2665dbd7429081053947abaa8794 HTTP/1.1" status: 200 len: 375 time: 0.0147822 Feb 19 01:05:15.963923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-92023773-449c-4dfa-8e19-525e99b43354 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=417d2665dbd7429081053947abaa8794&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351932 Feb 19 01:05:16.060780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62f13cfb-a368-406a-8358-d87dfac473bc req-4e953c91-6755-4901-b53f-8c00f57e5ee6 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef320523-9a0a-4c68-a994-59e9cadf0aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474719 Feb 19 01:05:16.091675 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-6b97a3d8-218c-421f-a2ef-d284f0ddd2ec tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:16.093158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-6b97a3d8-218c-421f-a2ef-d284f0ddd2ec tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.113 "GET /v2.0/ports?device_id=8a98c13b-37da-438e-a8f4-be04a366f0d5 HTTP/1.1" status: 200 len: 945 time: 0.1543431 Feb 19 01:05:16.113610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-8713e35b-dc57-4fab-b173-cf32075c3a71 service neutron] 10.222.0.60 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317909 Feb 19 01:05:16.252564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-0b71ba6c-7b9f-42e4-ad3d-c55323ed56e8 service neutron] 10.222.0.60 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231089 Feb 19 01:05:16.267221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Deleting port 93716614-6191-490c-b383-f8e5170749bc {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:05:16.267574 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (93716614-6191-490c-b383-f8e5170749bc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.366173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] For port 93716614-6191-490c-b383-f8e5170749bc, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=93716614-6191-490c-b383-f8e5170749bc,segment=NetworkSegment(dce32573-9856-478a-8228-d17b78e8bdd2),segment_id=dce32573-9856-478a-8228-d17b78e8bdd2)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:16.366587 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (93716614-6191-490c-b383-f8e5170749bc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.382297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Calling delete_port for 93716614-6191-490c-b383-f8e5170749bc owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:05:16.459415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfe36111-2926-4197-bdbf-238669826b74 req-d386be86-2004-44a4-87e8-95ccc5e9b33b tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 210 time: 0.0350602 Feb 19 01:05:16.545628 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (93716614-6191-490c-b383-f8e5170749bc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.559284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['93716614-6191-490c-b383-f8e5170749bc'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:16.573587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Pushing event deleted for resources: {'Port': ['ID=93716614-6191-490c-b383-f8e5170749bc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:16.620547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] No DVR routers for this DVR port 93716614-6191-490c-b383-f8e5170749bc on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:05:16.623506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:16.627033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d9ce0e4-b47a-46a7-810d-337d67fe5917 req-b0fd9129-63d6-4691-91b6-c7169dcf7335 tempest-VolumesActionsTest-1753442843 tempest-VolumesActionsTest-1753442843-project] 10.222.0.113 "DELETE /v2.0/ports/93716614-6191-490c-b383-f8e5170749bc HTTP/1.1" status: 204 len: 173 time: 0.5249104 Feb 19 01:05:16.627489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a98c13b-37da-438e-a8f4-be04a366f0d5', 'name': 'network-vif-deleted', 'tag': '93716614-6191-490c-b383-f8e5170749bc'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:16.629811 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d620f0-b34e-4e7c-b6a2-c20402db8548" -d '{"events": [{"server_uuid": "8a98c13b-37da-438e-a8f4-be04a366f0d5", "name": "network-vif-deleted", "tag": "93716614-6191-490c-b383-f8e5170749bc"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:16.671042 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666bfdb6-3d58-43af-9309-0c16524ddd19 x-openstack-request-id: req-666bfdb6-3d58-43af-9309-0c16524ddd19 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:16.671358 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a98c13b-37da-438e-a8f4-be04a366f0d5", "name": "network-vif-deleted", "tag": "93716614-6191-490c-b383-f8e5170749bc", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:16.671703 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-666bfdb6-3d58-43af-9309-0c16524ddd19 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:16.672170 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a98c13b-37da-438e-a8f4-be04a366f0d5', 'name': 'network-vif-deleted', 'tag': '93716614-6191-490c-b383-f8e5170749bc', 'status': 'completed', 'code': 200} Feb 19 01:05:17.455660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-9ec851df-9ff7-482d-a6af-f54913be965d tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:17.457127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-9ec851df-9ff7-482d-a6af-f54913be965d tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.126 "GET /v2.0/networks?id=8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 200 len: 814 time: 0.1540904 Feb 19 01:05:17.471141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Request body: {'port': {'device_id': '01fcd68a-cc3f-4d02-8213-ccacae32b95f', 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b', 'admin_state_up': True, 'tenant_id': '417d2665dbd7429081053947abaa8794'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:17.572939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23b9e66b-c499-4636-93b9-be51898fa94c req-cc7e64f5-a086-4173-990a-6b15f42bd876 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 210 time: 0.0360060 Feb 19 01:05:17.596298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Made reservation on behalf of 417d2665dbd7429081053947abaa8794 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:05:17.600257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.723592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Allocated IP 172.20.0.3 (8c98c72c-b386-4385-87bb-0b3382adc79b/5661b1bf-06d6-446c-809f-636c8613a354/2001bfb9-fa83-487f-ab19-1b6a25d97725) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:05:17.872117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks [] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.906088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:17.948618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Network 8c98c72c-b386-4385-87bb-0b3382adc79b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:05:17.952594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:05:17.955029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:05:17.995418 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Pushing event updated for resources: {'Port': ['ID=2001bfb9-fa83-487f-ab19-1b6a25d97725,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:18.012670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7f4d0ac-2975-4c89-89f9-843a47b0b27c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.022677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.023308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.042525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-208d078a-bc59-4574-bb12-3ac6a133ad72 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754967 Feb 19 01:05:18.057063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Request body: {'port': {'device_id': '01fcd68a-cc3f-4d02-8213-ccacae32b95f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:05:18.120522 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.412829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2001bfb9-fa83-487f-ab19-1b6a25d97725 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:18.421608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Publish callbacks [] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.435400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Transition to ACTIVE for port object 2001bfb9-fa83-487f-ab19-1b6a25d97725 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:05:18.440085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.487823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Pushing event updated for resources: {'Port': ['ID=2001bfb9-fa83-487f-ab19-1b6a25d97725,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:18.560233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Attempting to bind port 2001bfb9-fa83-487f-ab19-1b6a25d97725 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:05:18.560531 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Attempting to bind port 2001bfb9-fa83-487f-ab19-1b6a25d97725 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:05:18.560882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Attempting to bind port 2001bfb9-fa83-487f-ab19-1b6a25d97725 on network 8c98c72c-b386-4385-87bb-0b3382adc79b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:18.565413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Port 2001bfb9-fa83-487f-ab19-1b6a25d97725 on network 8c98c72c-b386-4385-87bb-0b3382adc79b not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:05:18.565733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Attempting to bind port 2001bfb9-fa83-487f-ab19-1b6a25d97725 on network 8c98c72c-b386-4385-87bb-0b3382adc79b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:05:18.570581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:05:18.570910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Checking segment: {'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:05:18.571296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Bound using segment: {'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:05:18.571713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Bound port: 2001bfb9-fa83-487f-ab19-1b6a25d97725, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abb884d7-c031-4eb3-a96d-b64e35069cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:05:18.572079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.656529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] For port 2001bfb9-fa83-487f-ab19-1b6a25d97725, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:05:18.660192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] For port 2001bfb9-fa83-487f-ab19-1b6a25d97725, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2001bfb9-fa83-487f-ab19-1b6a25d97725,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:05:18.671636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.708406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.709558 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:18.711110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] 10.222.0.126 "PUT /v2.0/ports/2001bfb9-fa83-487f-ab19-1b6a25d97725 HTTP/1.1" status: 200 len: 1091 time: 0.6597168 Feb 19 01:05:18.713803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01fcd68a-cc3f-4d02-8213-ccacae32b95f', 'tag': '2001bfb9-fa83-487f-ab19-1b6a25d97725'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:18.714221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf54ef-2510-452a-8e58-fb1f982579c3 req-b49bc06f-ac7f-4403-8032-d4c2dac785c6 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.717447 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96c4020-3c82-43eb-97e3-33b27f6203a8" -d '{"events": [{"name": "network-changed", "server_uuid": "01fcd68a-cc3f-4d02-8213-ccacae32b95f", "tag": "2001bfb9-fa83-487f-ab19-1b6a25d97725"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:18.717872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70cf54ef-2510-452a-8e58-fb1f982579c3 req-b49bc06f-ac7f-4403-8032-d4c2dac785c6 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 943 time: 0.0596058 Feb 19 01:05:18.790731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70cf54ef-2510-452a-8e58-fb1f982579c3 req-f7e75e26-d079-417d-8ef5-72f7497ade63 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648122 Feb 19 01:05:18.795920 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6995fc87-8dee-4bd0-bcb5-ddc0a23da9e6 x-openstack-request-id: req-6995fc87-8dee-4bd0-bcb5-ddc0a23da9e6 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:18.796258 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01fcd68a-cc3f-4d02-8213-ccacae32b95f", "tag": "2001bfb9-fa83-487f-ab19-1b6a25d97725", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:18.796642 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6995fc87-8dee-4bd0-bcb5-ddc0a23da9e6 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:18.797050 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01fcd68a-cc3f-4d02-8213-ccacae32b95f', 'tag': '2001bfb9-fa83-487f-ab19-1b6a25d97725', 'status': 'completed', 'code': 200} Feb 19 01:05:18.808119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615094a8-0ff6-4c63-8fc0-1eb7f1e8f295 service neutron] Pushing event updated for resources: {'Port': ['ID=2001bfb9-fa83-487f-ab19-1b6a25d97725,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:18.823957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-d621cfe7-8fac-45c6-b471-c54527a3de15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.825519 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-d621cfe7-8fac-45c6-b471-c54527a3de15 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=417d2665dbd7429081053947abaa8794&device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 1125 time: 0.0635414 Feb 19 01:05:18.870756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-bd24b646-d58a-45d7-bce2-cffcd2d2c110 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2001bfb9-fa83-487f-ab19-1b6a25d97725 HTTP/1.1" status: 200 len: 217 time: 0.0374372 Feb 19 01:05:18.921578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-6b10c16b-adf9-46d3-b7c0-942f2ca61fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:18.922983 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-6b10c16b-adf9-46d3-b7c0-942f2ca61fbf service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5661b1bf-06d6-446c-809f-636c8613a354 HTTP/1.1" status: 200 len: 854 time: 0.0449700 Feb 19 01:05:18.954319 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-79a039bc-67c5-4ea5-b4f6-dec38e415c1e service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c98c72c-b386-4385-87bb-0b3382adc79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255859 Feb 19 01:05:19.045929 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-0e8450c8-c06a-4806-86be-53a9ba986a88 service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858827 Feb 19 01:05:19.048668 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:19.148316 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b0a48cf3-5508-4594-b4af-c7188cf68f33 req-4411c152-b4b4-4191-93f9-e94763b8cbad service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959015 Feb 19 01:05:19.245474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-caa445a6-04f1-4065-9875-a68c154af008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.246931 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-caa445a6-04f1-4065-9875-a68c154af008 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=417d2665dbd7429081053947abaa8794&device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 1125 time: 0.0474823 Feb 19 01:05:19.349152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-fa9cf24a-e0a5-495b-a6f4-8e23ecdfe283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.350679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-fa9cf24a-e0a5-495b-a6f4-8e23ecdfe283 service neutron] 10.222.0.126 "GET /v2.0/networks?id=8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 200 len: 915 time: 0.0961466 Feb 19 01:05:19.391219 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-9fc4349a-6fb9-46b3-aa31-60d7c7c0285b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2001bfb9-fa83-487f-ab19-1b6a25d97725 HTTP/1.1" status: 200 len: 217 time: 0.0341771 Feb 19 01:05:19.442816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-f703d419-1eef-4047-af02-38b15c8203c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.444958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-f703d419-1eef-4047-af02-38b15c8203c5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5661b1bf-06d6-446c-809f-636c8613a354 HTTP/1.1" status: 200 len: 854 time: 0.0465572 Feb 19 01:05:19.483651 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-837384e5-040b-4127-a3b2-a3d18e03c639 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c98c72c-b386-4385-87bb-0b3382adc79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305533 Feb 19 01:05:19.576708 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-5c8f612e-de83-465a-87ef-fa4ca8bc7361 service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863273 Feb 19 01:05:19.679399 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e96c4020-3c82-43eb-97e3-33b27f6203a8 req-61bf9f5d-d86a-4c7a-92d6-941efb948c4e service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958912 Feb 19 01:05:19.916142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8bf40-4d48-4065-985f-c52243d75eb8 req-0732a1b5-a317-46fc-aef9-1d3fd4d48505 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:19.917540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08b8bf40-4d48-4065-985f-c52243d75eb8 req-0732a1b5-a317-46fc-aef9-1d3fd4d48505 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 943 time: 0.0540752 Feb 19 01:05:19.966764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-08b8bf40-4d48-4065-985f-c52243d75eb8 req-7389b7c0-4723-40ab-9ba6-c4831519e373 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Feb 19 01:05:20.047375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77c055cb-a853-45a0-9617-757ceeaf5bd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:21.088728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 93716614-6191-490c-b383-f8e5170749bc no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:05:21.095516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948e896-ca5f-4df6-85ff-5dfe5c91db42 req-5b934de5-cbb8-4d1f-91c1-159bde0d86a2 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:21.097322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8948e896-ca5f-4df6-85ff-5dfe5c91db42 req-5b934de5-cbb8-4d1f-91c1-159bde0d86a2 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 943 time: 0.0563509 Feb 19 01:05:21.110612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 93716614-6191-490c-b383-f8e5170749bc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:05:21.111303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 93716614-6191-490c-b383-f8e5170749bc not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:05:21.155567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8948e896-ca5f-4df6-85ff-5dfe5c91db42 req-1834c7ea-70a9-42c3-b19a-6bafbe6b7f7d tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518873 Feb 19 01:05:21.283650 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:22.278264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873b6c-f117-442c-ae19-70e817997720 req-72a2fa0e-1aa6-4be1-a68d-9bb17a16d0ac tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:22.279699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d873b6c-f117-442c-ae19-70e817997720 req-72a2fa0e-1aa6-4be1-a68d-9bb17a16d0ac tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 943 time: 0.0546548 Feb 19 01:05:22.328011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d873b6c-f117-442c-ae19-70e817997720 req-132055ec-c193-4de4-8739-e0f77464e853 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425491 Feb 19 01:05:22.714145 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.273080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2001bfb9-fa83-487f-ab19-1b6a25d97725 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:05:23.382338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2001bfb9-fa83-487f-ab19-1b6a25d97725, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2001bfb9-fa83-487f-ab19-1b6a25d97725,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:23.397262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '2001bfb9-fa83-487f-ab19-1b6a25d97725', 'network_id': '8c98c72c-b386-4385-87bb-0b3382adc79b', 'port_id': '2001bfb9-fa83-487f-ab19-1b6a25d97725', 'mac_address': 'fa:16:3e:a8:43:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5661b1bf-06d6-446c-809f-636c8613a354', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:05:23.443425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 2001bfb9-fa83-487f-ab19-1b6a25d97725 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:23.444154 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.459724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2001bfb9-fa83-487f-ab19-1b6a25d97725 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:05:23.474468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11431ea-6cab-40eb-9ead-f04d33ab2477 req-69f5fefc-7863-4e4c-a379-53c4ed629404 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:23.476096 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b11431ea-6cab-40eb-9ead-f04d33ab2477 req-69f5fefc-7863-4e4c-a379-53c4ed629404 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 943 time: 0.0665238 Feb 19 01:05:23.484374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2001bfb9-fa83-487f-ab19-1b6a25d97725, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2001bfb9-fa83-487f-ab19-1b6a25d97725,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:23.489832 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:23.533892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b11431ea-6cab-40eb-9ead-f04d33ab2477 req-73333079-433a-4060-9fff-fdfc498fd8ae tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513425 Feb 19 01:05:23.553454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=2001bfb9-fa83-487f-ab19-1b6a25d97725,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:23.818828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['2001bfb9-fa83-487f-ab19-1b6a25d97725'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:05:23.916253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.220134 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:24.665303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40372fb-7d50-46b1-b29f-4219d1cd6715 req-257a7be3-151f-44a1-9cd7-7592947281b9 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:24.668611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40372fb-7d50-46b1-b29f-4219d1cd6715 req-257a7be3-151f-44a1-9cd7-7592947281b9 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 944 time: 0.0599451 Feb 19 01:05:24.715341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40372fb-7d50-46b1-b29f-4219d1cd6715 req-03321a15-0ecd-4424-86ae-605ae82c5d30 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421941 Feb 19 01:05:25.300081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2001bfb9-fa83-487f-ab19-1b6a25d97725 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:05:25.363978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 2001bfb9-fa83-487f-ab19-1b6a25d97725 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:05:25.373015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 2001bfb9-fa83-487f-ab19-1b6a25d97725 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:05:25.373520 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.463295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 2001bfb9-fa83-487f-ab19-1b6a25d97725 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:05:25.463690 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.491610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fcd68a-cc3f-4d02-8213-ccacae32b95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2001bfb9-fa83-487f-ab19-1b6a25d97725'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:05:25.494091 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7973aadc-c5f7-478f-9593-9697ce82dae3" -d '{"events": [{"server_uuid": "01fcd68a-cc3f-4d02-8213-ccacae32b95f", "name": "network-vif-plugged", "status": "completed", "tag": "2001bfb9-fa83-487f-ab19-1b6a25d97725"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:05:25.511993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 2001bfb9-fa83-487f-ab19-1b6a25d97725, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2001bfb9-fa83-487f-ab19-1b6a25d97725,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:05:25.518282 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:25.547586 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46618be2-5f16-4a59-997c-53f788882b37 x-openstack-request-id: req-46618be2-5f16-4a59-997c-53f788882b37 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:05:25.548106 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fcd68a-cc3f-4d02-8213-ccacae32b95f", "name": "network-vif-plugged", "status": "completed", "tag": "2001bfb9-fa83-487f-ab19-1b6a25d97725", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:05:25.548547 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46618be2-5f16-4a59-997c-53f788882b37 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:05:25.548725 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fcd68a-cc3f-4d02-8213-ccacae32b95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2001bfb9-fa83-487f-ab19-1b6a25d97725', 'code': 200} Feb 19 01:05:25.580805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=2001bfb9-fa83-487f-ab19-1b6a25d97725,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:25.661895 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a26f3d-44c5-4f90-9050-a683f146c152 req-d8eeb168-a93b-4e6f-85d3-61579417e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.663463 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9a26f3d-44c5-4f90-9050-a683f146c152 req-d8eeb168-a93b-4e6f-85d3-61579417e290 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 1127 time: 0.0479796 Feb 19 01:05:25.708341 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9a26f3d-44c5-4f90-9050-a683f146c152 req-a516750c-9cc3-4fd6-b58b-1624d476b860 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Feb 19 01:05:25.857919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f69b6-2fca-485f-8aba-8b5f39b5216f req-eefd4782-b657-4850-8d0b-c59920218b6e tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:25.859589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa7f69b6-2fca-485f-8aba-8b5f39b5216f req-eefd4782-b657-4850-8d0b-c59920218b6e tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 945 time: 0.0662377 Feb 19 01:05:25.919929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa7f69b6-2fca-485f-8aba-8b5f39b5216f req-d860c528-3c9c-4753-a531-5786bf4b098c tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521009 Feb 19 01:05:27.050578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f08d6-5498-4bd3-9d75-7638e181b377 req-06fae558-5f05-42ef-a9a9-fcc59eb46d6d tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:27.052947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d64f08d6-5498-4bd3-9d75-7638e181b377 req-06fae558-5f05-42ef-a9a9-fcc59eb46d6d tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 945 time: 0.0618854 Feb 19 01:05:27.106053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d64f08d6-5498-4bd3-9d75-7638e181b377 req-2a29998f-f750-462a-804a-080c45ba6f99 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469377 Feb 19 01:05:28.233604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eeeb12-2bd9-40b5-804a-f50723f21e60 req-fa432a43-dc20-4e77-8925-de7bb8478af0 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:28.235150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5eeeb12-2bd9-40b5-804a-f50723f21e60 req-fa432a43-dc20-4e77-8925-de7bb8478af0 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 945 time: 0.0547085 Feb 19 01:05:28.289789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a5eeeb12-2bd9-40b5-804a-f50723f21e60 req-d5d04a80-f0fe-49cf-9a1e-f96cbd520ea0 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486856 Feb 19 01:05:34.383248 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:05:44.693129 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-31044508-769c-4e55-a053-9ad3bdb315bd req-cdd90470-f447-489c-bb06-6a4936df6ce5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691943 Feb 19 01:05:44.785157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31044508-769c-4e55-a053-9ad3bdb315bd req-4ffd028d-833d-428f-8952-1d051768458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.786710 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-31044508-769c-4e55-a053-9ad3bdb315bd req-4ffd028d-833d-428f-8952-1d051768458d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=417d2665dbd7429081053947abaa8794&device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 1127 time: 0.0462799 Feb 19 01:05:44.900627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31044508-769c-4e55-a053-9ad3bdb315bd req-78593db2-c6f1-4cf6-bdda-e2cdd08c7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:44.902338 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-31044508-769c-4e55-a053-9ad3bdb315bd req-78593db2-c6f1-4cf6-bdda-e2cdd08c7dbc service neutron] 10.222.0.126 "GET /v2.0/networks?id=8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 200 len: 915 time: 0.0937865 Feb 19 01:05:44.946670 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-31044508-769c-4e55-a053-9ad3bdb315bd req-26944265-1e2f-48a4-8f57-a4af7c78af44 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2001bfb9-fa83-487f-ab19-1b6a25d97725 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Feb 19 01:05:45.000801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31044508-769c-4e55-a053-9ad3bdb315bd req-8c165b94-11e6-41c9-9b89-0a5916bcae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:05:45.002412 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-31044508-769c-4e55-a053-9ad3bdb315bd req-8c165b94-11e6-41c9-9b89-0a5916bcae6f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=5661b1bf-06d6-446c-809f-636c8613a354 HTTP/1.1" status: 200 len: 854 time: 0.0486569 Feb 19 01:05:45.035379 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-31044508-769c-4e55-a053-9ad3bdb315bd req-5c3e99fb-4f68-40a4-a518-e35fa55923bc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=8c98c72c-b386-4385-87bb-0b3382adc79b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265186 Feb 19 01:05:45.124289 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-31044508-769c-4e55-a053-9ad3bdb315bd req-2034d638-6149-435d-9eac-7783ab36ca48 service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819917 Feb 19 01:05:45.227961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-31044508-769c-4e55-a053-9ad3bdb315bd req-a95e78a3-b420-40cc-85ae-d4a85210685b service neutron] 10.222.0.126 "GET /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929265 Feb 19 01:05:48.017891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7ea8982-3e75-4b27-9ca0-3c42e0db18cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:49.054861 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:50.052451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b90e636-3c8b-4736-a815-e14373d6d67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:51.366784 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:52.726635 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:53.908010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:54.186844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.852034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60150) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:55.909633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eaed023-9a3f-4d47-9331-e7a0bfe95f97 admin admin] Deleting subnet f764bb08-b337-4ac0-b6ad-897299e62cf5 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:55.913108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6eaed023-9a3f-4d47-9331-e7a0bfe95f97 admin admin] Publish callbacks [] for subnet (f764bb08-b337-4ac0-b6ad-897299e62cf5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.952388 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6eaed023-9a3f-4d47-9331-e7a0bfe95f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (f764bb08-b337-4ac0-b6ad-897299e62cf5), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:55.993189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6eaed023-9a3f-4d47-9331-e7a0bfe95f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f764bb08-b337-4ac0-b6ad-897299e62cf5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.047980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6eaed023-9a3f-4d47-9331-e7a0bfe95f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (f764bb08-b337-4ac0-b6ad-897299e62cf5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.077464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaed023-9a3f-4d47-9331-e7a0bfe95f97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f764bb08-b337-4ac0-b6ad-897299e62cf5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.081444 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6eaed023-9a3f-4d47-9331-e7a0bfe95f97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.087327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6eaed023-9a3f-4d47-9331-e7a0bfe95f97 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f764bb08-b337-4ac0-b6ad-897299e62cf5 HTTP/1.1" status: 204 len: 168 time: 0.2315929 Feb 19 01:05:56.087558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60152) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:56.170560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (ea66d7a1-444d-4b01-86f9-57b67ffea759), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.253263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (ea66d7a1-444d-4b01-86f9-57b67ffea759), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.274087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea66d7a1-444d-4b01-86f9-57b67ffea759']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:56.283935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce32573-9856-478a-8228-d17b78e8bdd2') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:56.284234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce32573-9856-478a-8228-d17b78e8bdd2') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:56.294016 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (dce32573-9856-478a-8228-d17b78e8bdd2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.308682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (dce32573-9856-478a-8228-d17b78e8bdd2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.315138 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:56.315619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (dce32573-9856-478a-8228-d17b78e8bdd2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:56.317942 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:56.380741 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (ea66d7a1-444d-4b01-86f9-57b67ffea759), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.386937 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.390940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] 10.222.0.60 "DELETE /v2.0/networks/ea66d7a1-444d-4b01-86f9-57b67ffea759 HTTP/1.1" status: 204 len: 168 time: 0.3024585 Feb 19 01:05:56.393864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60156) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:56.403576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d40ed-ddeb-45ad-b42f-43fe66c566fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ea66d7a1-444d-4b01-86f9-57b67ffea759,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.461744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b1f852-e192-442c-b0da-86b3b3683956 admin admin] Deleting subnet 51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:05:56.466241 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f852-e192-442c-b0da-86b3b3683956 admin admin] Publish callbacks [] for subnet (51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.504251 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f852-e192-442c-b0da-86b3b3683956 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.555634 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f852-e192-442c-b0da-86b3b3683956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.613167 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f852-e192-442c-b0da-86b3b3683956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.642290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b1f852-e192-442c-b0da-86b3b3683956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:56.647010 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1b1f852-e192-442c-b0da-86b3b3683956 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.650991 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e1b1f852-e192-442c-b0da-86b3b3683956 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/51ee6b3f-65b4-40cd-ab8d-08c94ad7a84f HTTP/1.1" status: 204 len: 168 time: 0.2553334 Feb 19 01:05:56.653575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60158) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:56.722977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (5f3ca532-1e16-44cf-9f42-1f5707079a42), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.809404 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (5f3ca532-1e16-44cf-9f42-1f5707079a42), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.832541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3ca532-1e16-44cf-9f42-1f5707079a42']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:56.842904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36ba076-f24f-4247-b8f3-daa540e32f5b') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:56.843343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36ba076-f24f-4247-b8f3-daa540e32f5b') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:05:56.854172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (c36ba076-f24f-4247-b8f3-daa540e32f5b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.872492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c36ba076-f24f-4247-b8f3-daa540e32f5b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.879531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:05:56.880020 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (c36ba076-f24f-4247-b8f3-daa540e32f5b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:05:56.882418 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:05:56.949471 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (5f3ca532-1e16-44cf-9f42-1f5707079a42), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.967232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:56.970635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] 10.222.0.60 "DELETE /v2.0/networks/5f3ca532-1e16-44cf-9f42-1f5707079a42 HTTP/1.1" status: 204 len: 168 time: 0.3159349 Feb 19 01:05:56.971606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa98413-4b4e-4db5-a8b5-32e0692b966b admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3ca532-1e16-44cf-9f42-1f5707079a42,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:57.150610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60162) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:57.193762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b5b46106-c8aa-46c8-8f4e-dffbaab2c725 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6a07599c1c5450b9a9af3df47fd1088&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418336 Feb 19 01:05:57.196587 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60164) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:57.256665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Publish callbacks [] for security_group (ef320523-9a0a-4c68-a994-59e9cadf0aaa), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.279393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Publish callbacks [] for security_group (ef320523-9a0a-4c68-a994-59e9cadf0aaa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.333082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ef320523-9a0a-4c68-a994-59e9cadf0aaa), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.336325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.337590 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef320523-9a0a-4c68-a994-59e9cadf0aaa HTTP/1.1" status: 204 len: 168 time: 0.1395814 Feb 19 01:05:57.346876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef320523-9a0a-4c68-a994-59e9cadf0aaa,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:57.355191 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.355615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.356025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.356431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.356829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.357228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.357658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.358072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.358496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.358889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.359286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.359695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.360071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c145e1-ab67-4f88-8878-c2d7d392334f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.698540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60172) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:57.746748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b608f330-e71b-4dc5-ab20-72ce0f0058e3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6117937b312d4e03b57b340fbd3ae4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0468967 Feb 19 01:05:57.749492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60174) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:05:57.796642 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Publish callbacks [] for security_group (b175ea5b-a8c2-4040-809e-b66811bbeefa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.819130 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Publish callbacks [] for security_group (b175ea5b-a8c2-4040-809e-b66811bbeefa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.873280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b175ea5b-a8c2-4040-809e-b66811bbeefa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.876886 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:05:57.878387 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b175ea5b-a8c2-4040-809e-b66811bbeefa HTTP/1.1" status: 204 len: 168 time: 0.1278894 Feb 19 01:05:57.887482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b175ea5b-a8c2-4040-809e-b66811bbeefa,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:05:57.896766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.897154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.897481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.897835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.898233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.898560 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.898989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.899228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.899568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.899905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.900245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.900580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:05:57.900916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f0dce9-8e49-46be-a1da-b9f9f6011032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:11.383429 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:06:11.676214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c923d-933c-4bc9-b5b9-75927e5777be req-241b3746-bb1a-41f8-8f11-9398588029d6 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:11.677731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-037c923d-933c-4bc9-b5b9-75927e5777be req-241b3746-bb1a-41f8-8f11-9398588029d6 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 945 time: 0.0581040 Feb 19 01:06:11.729051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-037c923d-933c-4bc9-b5b9-75927e5777be req-79fe6f34-1e12-4455-9a93-4978750132ba tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455041 Feb 19 01:06:12.855864 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9038bf-d427-4738-8621-659857a982bd req-aa09f109-6434-47a6-a348-4c23c5759924 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:12.857390 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d9038bf-d427-4738-8621-659857a982bd req-aa09f109-6434-47a6-a348-4c23c5759924 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 945 time: 0.0573037 Feb 19 01:06:12.909374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d9038bf-d427-4738-8621-659857a982bd req-0d3fb007-ca80-400c-b6aa-f04e32edd53c tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Feb 19 01:06:13.562200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e73e3-05ed-436d-9f21-667b361ae48d req-15e543c5-c6ef-4e4b-a126-ba91cb8cb49a tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:13.563579 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-067e73e3-05ed-436d-9f21-667b361ae48d req-15e543c5-c6ef-4e4b-a126-ba91cb8cb49a tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.126 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 945 time: 0.0578537 Feb 19 01:06:13.655428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Deleting port 2001bfb9-fa83-487f-ab19-1b6a25d97725 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:13.655721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.744774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] For port 2001bfb9-fa83-487f-ab19-1b6a25d97725, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=2001bfb9-fa83-487f-ab19-1b6a25d97725,segment=NetworkSegment(abb884d7-c031-4eb3-a96d-b64e35069cfc),segment_id=abb884d7-c031-4eb3-a96d-b64e35069cfc)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:13.745531 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.759629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Calling delete_port for 2001bfb9-fa83-487f-ab19-1b6a25d97725 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:13.888065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2001bfb9-fa83-487f-ab19-1b6a25d97725), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.901458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['2001bfb9-fa83-487f-ab19-1b6a25d97725'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:06:13.925115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Pushing event deleted for resources: {'Port': ['ID=2001bfb9-fa83-487f-ab19-1b6a25d97725,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:13.971425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] No DVR routers for this DVR port 2001bfb9-fa83-487f-ab19-1b6a25d97725 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:13.975315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:13.979007 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-067e73e3-05ed-436d-9f21-667b361ae48d req-4c0fbe68-01e0-47b1-be09-db8f9e662272 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.126 "DELETE /v2.0/ports/2001bfb9-fa83-487f-ab19-1b6a25d97725 HTTP/1.1" status: 204 len: 173 time: 0.4095657 Feb 19 01:06:13.979488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01fcd68a-cc3f-4d02-8213-ccacae32b95f', 'name': 'network-vif-deleted', 'tag': '2001bfb9-fa83-487f-ab19-1b6a25d97725'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:13.982718 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f9f5bf-52a3-4a92-b30b-73e1f50f3705" -d '{"events": [{"server_uuid": "01fcd68a-cc3f-4d02-8213-ccacae32b95f", "name": "network-vif-deleted", "tag": "2001bfb9-fa83-487f-ab19-1b6a25d97725"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:14.033218 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a7643e-875e-48b8-958f-7d4084f07a39 x-openstack-request-id: req-a4a7643e-875e-48b8-958f-7d4084f07a39 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:14.033601 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01fcd68a-cc3f-4d02-8213-ccacae32b95f", "name": "network-vif-deleted", "tag": "2001bfb9-fa83-487f-ab19-1b6a25d97725", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:14.033878 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4a7643e-875e-48b8-958f-7d4084f07a39 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:14.034499 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01fcd68a-cc3f-4d02-8213-ccacae32b95f', 'name': 'network-vif-deleted', 'tag': '2001bfb9-fa83-487f-ab19-1b6a25d97725', 'status': 'completed', 'code': 200} Feb 19 01:06:14.036282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc2aa1e3-4dc3-45e4-a028-52e3c4e73ec5 req-4fd50b9a-9047-4915-a43a-20d066d657a6 tempest-VolumesSnapshotTestJSON-360029560 tempest-VolumesSnapshotTestJSON-360029560-project] 10.222.0.60 "GET /v2.0/ports?device_id=01fcd68a-cc3f-4d02-8213-ccacae32b95f HTTP/1.1" status: 200 len: 210 time: 0.0438750 Feb 19 01:06:14.436251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60362) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:14.556385 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9f08c2-d8bc-4d2f-818c-811ccff222c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.632036 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9f08c2-d8bc-4d2f-818c-811ccff222c0 admin admin] Publish callbacks [] for security_group (d5773e99-c0eb-4b14-9935-74083ebb5e9a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.637091 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6d9f08c2-d8bc-4d2f-818c-811ccff222c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d5773e99-c0eb-4b14-9935-74083ebb5e9a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.676487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6d9f08c2-d8bc-4d2f-818c-811ccff222c0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bdb361774264db7b6782085c566fbd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388074 Feb 19 01:06:14.677086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f08c2-d8bc-4d2f-818c-811ccff222c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5773e99-c0eb-4b14-9935-74083ebb5e9a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:14.679304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60366) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:14.727496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8efda18e-4259-4fb1-81af-715c38bed524 admin admin] Publish callbacks [] for security_group (d5773e99-c0eb-4b14-9935-74083ebb5e9a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.749393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8efda18e-4259-4fb1-81af-715c38bed524 admin admin] Publish callbacks [] for security_group (d5773e99-c0eb-4b14-9935-74083ebb5e9a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.797909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8efda18e-4259-4fb1-81af-715c38bed524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d5773e99-c0eb-4b14-9935-74083ebb5e9a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.800538 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8efda18e-4259-4fb1-81af-715c38bed524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:14.801711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8efda18e-4259-4fb1-81af-715c38bed524 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d5773e99-c0eb-4b14-9935-74083ebb5e9a HTTP/1.1" status: 204 len: 168 time: 0.1214154 Feb 19 01:06:14.809671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efda18e-4259-4fb1-81af-715c38bed524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5773e99-c0eb-4b14-9935-74083ebb5e9a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.083606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60374) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:15.096861 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e56ea10b-87cc-4cfd-a4be-ccbcc72c5f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.201191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e56ea10b-87cc-4cfd-a4be-ccbcc72c5f03 admin admin] Publish callbacks [] for security_group (9b38195a-0c01-4d0c-a18b-ca6a8c61689d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.206828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e56ea10b-87cc-4cfd-a4be-ccbcc72c5f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9b38195a-0c01-4d0c-a18b-ca6a8c61689d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.253660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60378) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:15.254308 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e56ea10b-87cc-4cfd-a4be-ccbcc72c5f03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5121afbdf28548d38d1e0c7f67c9f87f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1692455 Feb 19 01:06:15.255366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ea10b-87cc-4cfd-a4be-ccbcc72c5f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b38195a-0c01-4d0c-a18b-ca6a8c61689d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.314460 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94796c7d-32c3-4171-ad79-20bab0738e34 admin admin] Publish callbacks [] for security_group (9b38195a-0c01-4d0c-a18b-ca6a8c61689d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.338759 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94796c7d-32c3-4171-ad79-20bab0738e34 admin admin] Publish callbacks [] for security_group (9b38195a-0c01-4d0c-a18b-ca6a8c61689d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.395290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94796c7d-32c3-4171-ad79-20bab0738e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9b38195a-0c01-4d0c-a18b-ca6a8c61689d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.398106 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-94796c7d-32c3-4171-ad79-20bab0738e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.399224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-94796c7d-32c3-4171-ad79-20bab0738e34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b38195a-0c01-4d0c-a18b-ca6a8c61689d HTTP/1.1" status: 204 len: 168 time: 0.1443911 Feb 19 01:06:15.407409 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94796c7d-32c3-4171-ad79-20bab0738e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b38195a-0c01-4d0c-a18b-ca6a8c61689d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.738100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60390) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:15.751457 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-721fe27f-af9c-4a6f-b8c6-e6dffe742edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.825686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-721fe27f-af9c-4a6f-b8c6-e6dffe742edb admin admin] Publish callbacks [] for security_group (a393343b-b074-4527-abdb-3ab954b0f21d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.830429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-721fe27f-af9c-4a6f-b8c6-e6dffe742edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a393343b-b074-4527-abdb-3ab954b0f21d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.872949 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-721fe27f-af9c-4a6f-b8c6-e6dffe742edb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1d66a68002b5499ba4ff0ce406682be8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336613 Feb 19 01:06:15.873777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fe27f-af9c-4a6f-b8c6-e6dffe742edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a393343b-b074-4527-abdb-3ab954b0f21d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:15.875924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60392) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:15.929874 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5acb-fe1b-4497-8985-5bf499db42d2 admin admin] Publish callbacks [] for security_group (a393343b-b074-4527-abdb-3ab954b0f21d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:15.951906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5acb-fe1b-4497-8985-5bf499db42d2 admin admin] Publish callbacks [] for security_group (a393343b-b074-4527-abdb-3ab954b0f21d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.000244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5acb-fe1b-4497-8985-5bf499db42d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (a393343b-b074-4527-abdb-3ab954b0f21d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.003232 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b9b5acb-fe1b-4497-8985-5bf499db42d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.004457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8b9b5acb-fe1b-4497-8985-5bf499db42d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a393343b-b074-4527-abdb-3ab954b0f21d HTTP/1.1" status: 204 len: 168 time: 0.1273968 Feb 19 01:06:16.012719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b5acb-fe1b-4497-8985-5bf499db42d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a393343b-b074-4527-abdb-3ab954b0f21d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:16.709346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60416) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:16.821422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1901182580-network', 'tenant_id': '4a176ce56be44fa284a16783f151387b'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:16.843565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Made reservation on behalf of 4a176ce56be44fa284a16783f151387b for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:16.846075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.855179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.930164 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Publish callbacks [] for security_group (509acebd-8ebd-46d6-a478-35846f578573), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.935920 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (509acebd-8ebd-46d6-a478-35846f578573), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.961877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:16.968253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509acebd-8ebd-46d6-a478-35846f578573,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:16.974691 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c425cac3-e212-4aab-a7c4-5bcfe31c572d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:16.975042 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Added segment c425cac3-e212-4aab-a7c4-5bcfe31c572d of type vlan for network 4dd2b4c0-f54f-4682-b871-dee20084bceb Feb 19 01:06:17.013431 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (4dd2b4c0-f54f-4682-b871-dee20084bceb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.040215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (4dd2b4c0-f54f-4682-b871-dee20084bceb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.041144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.041674 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.092044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3815131 Feb 19 01:06:17.095183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60420) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:17.100545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Request body: {'subnet': {'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1901182580-subnet', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:17.108982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc314b3-dbd8-43bd-b805-aad761b8d28c admin admin] Pushing event updated for resources: {'Network': ['ID=4dd2b4c0-f54f-4682-b871-dee20084bceb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:17.122130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 4dd2b4c0-f54f-4682-b871-dee20084bceb details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:17.123522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Made reservation on behalf of 4a176ce56be44fa284a16783f151387b for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:17.126257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.290990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (327c8c76-eccc-4c4e-959e-6e0dde1b08bd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.344193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=327c8c76-eccc-4c4e-959e-6e0dde1b08bd,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:17.355148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Checking segment: {'id': 'c425cac3-e212-4aab-a7c4-5bcfe31c572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:17.355507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Network hostable DHCP agents. Network: 4dd2b4c0-f54f-4682-b871-dee20084bceb, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:17.372825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Network 4dd2b4c0-f54f-4682-b871-dee20084bceb is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:17.382985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 4dd2b4c0-f54f-4682-b871-dee20084bceb) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:17.387070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:17.387690 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.392115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d77f05-7057-4e1a-9329-d4fee7152c7e None None] Network 4dd2b4c0-f54f-4682-b871-dee20084bceb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:17.403845 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-68ceb874-fb73-4232-b351-1b2a68babc6f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3075345 Feb 19 01:06:17.406818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60422) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:17.411073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1901182580-router', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:17.429757 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (5252aee4-8382-486b-b900-5f5adf7f0c0d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.431018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (5252aee4-8382-486b-b900-5f5adf7f0c0d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.495427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-4dd2b4c0-f54f-4682-b871-dee20084bceb', 'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb', 'project_id': '4a176ce56be44fa284a16783f151387b', 'fixed_ips': [{'subnet_id': '327c8c76-eccc-4c4e-959e-6e0dde1b08bd'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:17.497645 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.498433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks [] for router_controller (5252aee4-8382-486b-b900-5f5adf7f0c0d), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.575489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2001bfb9-fa83-487f-ab19-1b6a25d97725 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:17.601334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 2001bfb9-fa83-487f-ab19-1b6a25d97725 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:17.602044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 2001bfb9-fa83-487f-ab19-1b6a25d97725 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:17.669447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Allocated IP 172.20.0.2 (4dd2b4c0-f54f-4682-b871-dee20084bceb/327c8c76-eccc-4c4e-959e-6e0dde1b08bd/7fb7a4a3-86b0-42ec-be73-7c09a9de365c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:17.676359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks [] for router_gateway (5252aee4-8382-486b-b900-5f5adf7f0c0d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.817637 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Publish callbacks [] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.824604 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.867281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Network 4dd2b4c0-f54f-4682-b871-dee20084bceb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:17.878316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:17.880684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Pushing event updated for resources: {'Port': ['ID=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:17.886460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks [] for router_gateway (5252aee4-8382-486b-b900-5f5adf7f0c0d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.889375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:17.899667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.900045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.900418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.900754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.901080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.901406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.902334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.903913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.904384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.904724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.905081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.905457 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.905784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:17.906209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.960447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Attempting to bind port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:17.960819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Attempting to bind port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'c425cac3-e212-4aab-a7c4-5bcfe31c572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:17.961185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Attempting to bind port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c on network 4dd2b4c0-f54f-4682-b871-dee20084bceb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:17.966114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:17.966534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Checking segment: {'id': 'c425cac3-e212-4aab-a7c4-5bcfe31c572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:17.966935 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:17.967332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Bound using segment: {'id': 'c425cac3-e212-4aab-a7c4-5bcfe31c572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:17.967794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Bound port: 7fb7a4a3-86b0-42ec-be73-7c09a9de365c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c425cac3-e212-4aab-a7c4-5bcfe31c572d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:17.968180 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.014311 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Allocated IP 172.25.6.2 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/0b1be353-c7b1-422e-b442-ee4bcf475ebc) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:18.033703 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23f6bcaf-dbdb-4757-a6ea-86dce405778e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.050095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] For port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:18.053510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] For port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,segment=NetworkSegment(c425cac3-e212-4aab-a7c4-5bcfe31c572d),segment_id=c425cac3-e212-4aab-a7c4-5bcfe31c572d)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:18.059741 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.114996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42202c65-54f2-414d-bbe1-4a1fb48b9803 None None] Pushing event updated for resources: {'Port': ['ID=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.123427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks [] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.169396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:18.217785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:18.219223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Pushing event updated for resources: {'Port': ['ID=0b1be353-c7b1-422e-b442-ee4bcf475ebc,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:18.222078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:18.224006 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:18.866218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks [] for router_gateway (5252aee4-8382-486b-b900-5f5adf7f0c0d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.051944 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.099801 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (5252aee4-8382-486b-b900-5f5adf7f0c0d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.160406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7fb7a4a3-86b0-42ec-be73-7c09a9de365c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:19.163979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3bc029-ed2e-404f-97b1-818650db0e62 None None] Network 4dd2b4c0-f54f-4682-b871-dee20084bceb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:19.261560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Router 5252aee4-8382-486b-b900-5f5adf7f0c0d is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:06:19.280587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c14739a3-1f65-4d7e-8680-2dd66b88e42f None None] Provisioning complete for port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:19.281449 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c14739a3-1f65-4d7e-8680-2dd66b88e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.331008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:19.331399 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.388558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:19.416142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.421179 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d37c374b-6b9a-4e88-95e1-894ef90ff218 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.0106778 Feb 19 01:06:19.421359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Sync routers for ids ['5252aee4-8382-486b-b900-5f5adf7f0c0d'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:19.421497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60432) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:19.467076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c14739a3-1f65-4d7e-8680-2dd66b88e42f None None] Current status of the port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:19.467477 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c14739a3-1f65-4d7e-8680-2dd66b88e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.471116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Routers {'5252aee4-8382-486b-b900-5f5adf7f0c0d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:19.471768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:05:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['5252aee4-8382-486b-b900-5f5adf7f0c0d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:19.527023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:19.527734 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.798013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c14739a3-1f65-4d7e-8680-2dd66b88e42f None None] For port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,segment=NetworkSegment(c425cac3-e212-4aab-a7c4-5bcfe31c572d),segment_id=c425cac3-e212-4aab-a7c4-5bcfe31c572d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:19.808650 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c14739a3-1f65-4d7e-8680-2dd66b88e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.865878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Set router 5252aee4-8382-486b-b900-5f5adf7f0c0d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:19.946291 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:19.952155 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:06:19.952520 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:06:20.019577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14739a3-1f65-4d7e-8680-2dd66b88e42f None None] Pushing event updated for resources: {'Port': ['ID=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.041467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-97dca403-a512-4d9a-9d80-a255ae9f1592 None None] Provisioning complete for port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:20.041848 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97dca403-a512-4d9a-9d80-a255ae9f1592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.115454 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a3e4482-37d4-4516-bb9a-da88fc6bd51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.211284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Allocated IP 172.20.0.1 (4dd2b4c0-f54f-4682-b871-dee20084bceb/327c8c76-eccc-4c4e-959e-6e0dde1b08bd/0c0e51ba-7d5b-4374-a5f5-91983eda4acf) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:20.215103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-97dca403-a512-4d9a-9d80-a255ae9f1592 None None] Current status of the port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:20.224386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'name': 'tempest-ImageQuotaTest-1901182580-router', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:18Z', 'revision_number': 3, 'project_id': '4a176ce56be44fa284a16783f151387b', 'gw_port': {'id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:20.257635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Checking router: 5252aee4-8382-486b-b900-5f5adf7f0c0d for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:20.258008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Updating router 5252aee4-8382-486b-b900-5f5adf7f0c0d port 0b1be353-c7b1-422e-b442-ee4bcf475ebc binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:20.291829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.328297 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Publish callbacks [] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.365742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.407212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Network 4dd2b4c0-f54f-4682-b871-dee20084bceb is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:20.410127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:20.413484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:20.447412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0e51ba-7d5b-4374-a5f5-91983eda4acf,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.461935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (5252aee4-8382-486b-b900-5f5adf7f0c0d), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.511663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:20.607958 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Publish callbacks [] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.613741 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.637728 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.667632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Attempting to bind port 0b1be353-c7b1-422e-b442-ee4bcf475ebc on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:20.668596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Attempting to bind port 0b1be353-c7b1-422e-b442-ee4bcf475ebc by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:20.668971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Attempting to bind port 0b1be353-c7b1-422e-b442-ee4bcf475ebc on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:20.671154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479b6a2-3234-45ab-ab41-0496254fa4f0 None None] Pushing event updated for resources: {'Port': ['ID=0b1be353-c7b1-422e-b442-ee4bcf475ebc,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.676838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:20.677213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:20.677779 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.677998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:20.678563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Bound port: 0b1be353-c7b1-422e-b442-ee4bcf475ebc, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:20.679060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.728666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] For port 0b1be353-c7b1-422e-b442-ee4bcf475ebc, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:20.734350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] For port 0b1be353-c7b1-422e-b442-ee4bcf475ebc, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0b1be353-c7b1-422e-b442-ee4bcf475ebc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:20.744425 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.757452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-eeaa1825-d86f-4eb6-8c8d-3914c025e710 None None] Provisioning complete for port 0c0e51ba-7d5b-4374-a5f5-91983eda4acf triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:20.757829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1825-d86f-4eb6-8c8d-3914c025e710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.827380 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Publish callbacks [] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.833623 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.840416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479b6a2-3234-45ab-ab41-0496254fa4f0 None None] Pushing event updated for resources: {'Port': ['ID=0b1be353-c7b1-422e-b442-ee4bcf475ebc,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:20.843179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Routers {'5252aee4-8382-486b-b900-5f5adf7f0c0d'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:20.843835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['5252aee4-8382-486b-b900-5f5adf7f0c0d'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:20.845581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eeaa1825-d86f-4eb6-8c8d-3914c025e710 None None] Port 0c0e51ba-7d5b-4374-a5f5-91983eda4acf cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:20.878831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (5252aee4-8382-486b-b900-5f5adf7f0c0d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:20.958727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] Set router 5252aee4-8382-486b-b900-5f5adf7f0c0d gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:20.960780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0e51ba-7d5b-4374-a5f5-91983eda4acf,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:21.009216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Network 4dd2b4c0-f54f-4682-b871-dee20084bceb is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:21.010813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:21.194452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7fb7a4a3-86b0-42ec-be73-7c09a9de365c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:21.296182 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'name': 'tempest-ImageQuotaTest-1901182580-router', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '4a176ce56be44fa284a16783f151387b', 'gw_port': {'id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0c0e51ba-7d5b-4374-a5f5-91983eda4acf', 'name': '', 'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'mac_address': 'fa:16:3e:2b:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '327c8c76-eccc-4c4e-959e-6e0dde1b08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:19Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 2, 'project_id': '4a176ce56be44fa284a16783f151387b', 'subnets': [{'id': '327c8c76-eccc-4c4e-959e-6e0dde1b08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:21.301823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:21.302212 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.355128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c9606-00a1-43a0-9c16-4465862c3e07 None None] The sync data for ids ['5252aee4-8382-486b-b900-5f5adf7f0c0d'] in n-d-826527-3 is: [{'id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'name': 'tempest-ImageQuotaTest-1901182580-router', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 4, 'project_id': '4a176ce56be44fa284a16783f151387b', 'gw_port': {'id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '0c0e51ba-7d5b-4374-a5f5-91983eda4acf', 'name': '', 'network_id': '4dd2b4c0-f54f-4682-b871-dee20084bceb', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'mac_address': 'fa:16:3e:2b:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': '327c8c76-eccc-4c4e-959e-6e0dde1b08bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:19Z', 'updated_at': '2022-02-19T01:06:20Z', 'revision_number': 2, 'project_id': '4a176ce56be44fa284a16783f151387b', 'subnets': [{'id': '327c8c76-eccc-4c4e-959e-6e0dde1b08bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:21.357112 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.390748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5ad8d9ba-5668-4249-b656-a0cbcfb140ff None None] Provisioning complete for port 0c0e51ba-7d5b-4374-a5f5-91983eda4acf triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:21.391010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ad8d9ba-5668-4249-b656-a0cbcfb140ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:21.458390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5ad8d9ba-5668-4249-b656-a0cbcfb140ff None None] Port 0c0e51ba-7d5b-4374-a5f5-91983eda4acf cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:21.470383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:21.603701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Router 5252aee4-8382-486b-b900-5f5adf7f0c0d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:21.740515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:21.751089 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-efbe8b75-7c96-4346-ac34-a9efa1ec0e42 admin admin] 10.222.0.60 "PUT /v2.0/routers/5252aee4-8382-486b-b900-5f5adf7f0c0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3281891 Feb 19 01:06:22.726619 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:22.950443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60466) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:23.181282 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0b1be353-c7b1-422e-b442-ee4bcf475ebc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:23.234046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0b1be353-c7b1-422e-b442-ee4bcf475ebc triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:23.234910 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.375397 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (5252aee4-8382-486b-b900-5f5adf7f0c0d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.386753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0b1be353-c7b1-422e-b442-ee4bcf475ebc is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:23.387435 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.410076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 0b1be353-c7b1-422e-b442-ee4bcf475ebc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0b1be353-c7b1-422e-b442-ee4bcf475ebc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:23.416300 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.475588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=0b1be353-c7b1-422e-b442-ee4bcf475ebc,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:23.688480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Deleting port 0c0e51ba-7d5b-4374-a5f5-91983eda4acf {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:23.688975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.769556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.781416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Calling delete_port for 0c0e51ba-7d5b-4374-a5f5-91983eda4acf owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:23.922083 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.980011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (0c0e51ba-7d5b-4374-a5f5-91983eda4acf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:23.981106 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] Sync routers for ids ['5252aee4-8382-486b-b900-5f5adf7f0c0d'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:23.993737 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] Routers {'5252aee4-8382-486b-b900-5f5adf7f0c0d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:23.994399 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['5252aee4-8382-486b-b900-5f5adf7f0c0d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:24.012118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0e51ba-7d5b-4374-a5f5-91983eda4acf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:24.156604 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] Set router 5252aee4-8382-486b-b900-5f5adf7f0c0d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:24.194525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.247653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (5252aee4-8382-486b-b900-5f5adf7f0c0d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.391122 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'name': 'tempest-ImageQuotaTest-1901182580-router', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:23Z', 'revision_number': 5, 'project_id': '4a176ce56be44fa284a16783f151387b', 'gw_port': {'id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:24.419340 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] Checking router: 5252aee4-8382-486b-b900-5f5adf7f0c0d for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:24.428666 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] Routers {'5252aee4-8382-486b-b900-5f5adf7f0c0d'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:24.429525 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['5252aee4-8382-486b-b900-5f5adf7f0c0d'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:24.522576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Router 5252aee4-8382-486b-b900-5f5adf7f0c0d has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:24.541813 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] Set router 5252aee4-8382-486b-b900-5f5adf7f0c0d gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:24.647860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:24.657228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60472) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:24.664684 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-16f58876-b360-4885-922e-2d3a9e061b4e admin admin] 10.222.0.60 "PUT /v2.0/routers/5252aee4-8382-486b-b900-5f5adf7f0c0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7129600 Feb 19 01:06:24.736261 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'name': 'tempest-ImageQuotaTest-1901182580-router', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:23Z', 'revision_number': 5, 'project_id': '4a176ce56be44fa284a16783f151387b', 'gw_port': {'id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:24.776545 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks [] for router (5252aee4-8382-486b-b900-5f5adf7f0c0d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.870969 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9de69-46fa-4172-a044-69cde7544586 None None] The sync data for ids ['5252aee4-8382-486b-b900-5f5adf7f0c0d'] in n-d-826527-3 is: [{'id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'name': 'tempest-ImageQuotaTest-1901182580-router', 'tenant_id': '4a176ce56be44fa284a16783f151387b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2'}], 'enable_snat': True}, 'gw_port_id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:23Z', 'revision_number': 5, 'project_id': '4a176ce56be44fa284a16783f151387b', 'gw_port': {'id': '0b1be353-c7b1-422e-b442-ee4bcf475ebc', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5252aee4-8382-486b-b900-5f5adf7f0c0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:17Z', 'updated_at': '2022-02-19T01:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:24.899962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks [] for router_gateway (5252aee4-8382-486b-b900-5f5adf7f0c0d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:24.962400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Deleting port 0b1be353-c7b1-422e-b442-ee4bcf475ebc {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:24.962718 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.045622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] For port 0b1be353-c7b1-422e-b442-ee4bcf475ebc, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0b1be353-c7b1-422e-b442-ee4bcf475ebc,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:25.045912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.064142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Calling delete_port for 0b1be353-c7b1-422e-b442-ee4bcf475ebc owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:25.251516 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0b1be353-c7b1-422e-b442-ee4bcf475ebc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.279473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1be353-c7b1-422e-b442-ee4bcf475ebc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:25.326709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0b1be353-c7b1-422e-b442-ee4bcf475ebc up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:25.352218 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (5252aee4-8382-486b-b900-5f5adf7f0c0d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.352461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0b1be353-c7b1-422e-b442-ee4bcf475ebc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:25.352806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0b1be353-c7b1-422e-b442-ee4bcf475ebc not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 01:06:25.378714 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Port 0b1be353-c7b1-422e-b442-ee4bcf475ebc not found, will not notify nova. {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 01:06:25.387349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0c0e51ba-7d5b-4374-a5f5-91983eda4acf no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:25.416164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0c0e51ba-7d5b-4374-a5f5-91983eda4acf {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:25.416164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0c0e51ba-7d5b-4374-a5f5-91983eda4acf not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:25.481231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (5252aee4-8382-486b-b900-5f5adf7f0c0d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.483613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks [] for router_controller (5252aee4-8382-486b-b900-5f5adf7f0c0d), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.537003 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (5252aee4-8382-486b-b900-5f5adf7f0c0d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.538649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5252aee4-8382-486b-b900-5f5adf7f0c0d {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:06:25.545378 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.549268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0d4b9bb8-3ec9-41df-ac63-5314fb01642a admin admin] 10.222.0.60 "DELETE /v2.0/routers/5252aee4-8382-486b-b900-5f5adf7f0c0d HTTP/1.1" status: 204 len: 168 time: 0.8885241 Feb 19 01:06:25.549576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60476) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:25.597184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22c3051-821d-4db6-a33c-6e1800d2eeee admin admin] Deleting subnet 327c8c76-eccc-4c4e-959e-6e0dde1b08bd {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:06:25.600770 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b22c3051-821d-4db6-a33c-6e1800d2eeee admin admin] Publish callbacks [] for subnet (327c8c76-eccc-4c4e-959e-6e0dde1b08bd), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.636679 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b22c3051-821d-4db6-a33c-6e1800d2eeee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (327c8c76-eccc-4c4e-959e-6e0dde1b08bd), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.725933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b22c3051-821d-4db6-a33c-6e1800d2eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (327c8c76-eccc-4c4e-959e-6e0dde1b08bd), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.784453 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b22c3051-821d-4db6-a33c-6e1800d2eeee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (327c8c76-eccc-4c4e-959e-6e0dde1b08bd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.813583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c3051-821d-4db6-a33c-6e1800d2eeee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327c8c76-eccc-4c4e-959e-6e0dde1b08bd,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:25.815772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b22c3051-821d-4db6-a33c-6e1800d2eeee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.819543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b22c3051-821d-4db6-a33c-6e1800d2eeee admin admin] 10.222.0.60 "DELETE /v2.0/subnets/327c8c76-eccc-4c4e-959e-6e0dde1b08bd HTTP/1.1" status: 204 len: 168 time: 0.2686098 Feb 19 01:06:25.821944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60478) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:25.824852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305cf928-c273-42f7-8ca7-a9f107131225 None None] Network 4dd2b4c0-f54f-4682-b871-dee20084bceb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:25.910147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (4dd2b4c0-f54f-4682-b871-dee20084bceb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:25.978171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Deleting port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:25.978550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.035214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] DHCP port deletion for 4dd2b4c0-f54f-4682-b871-dee20084bceb request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:06:26.069306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] For port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,segment=NetworkSegment(c425cac3-e212-4aab-a7c4-5bcfe31c572d),segment_id=c425cac3-e212-4aab-a7c4-5bcfe31c572d)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:26.070148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.087672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Calling delete_port for 7fb7a4a3-86b0-42ec-be73-7c09a9de365c owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:26.088227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] Deleting port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:06:26.088690 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.130680 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3601f-959f-4ae3-bbf7-4de7e7e8453a None None] Sync routers for ids ['5252aee4-8382-486b-b900-5f5adf7f0c0d'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:26.166530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3601f-959f-4ae3-bbf7-4de7e7e8453a None None] Routers set() bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:26.166918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3601f-959f-4ae3-bbf7-4de7e7e8453a None None] Router IDs set() for agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:06:26.167569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_agentschedulers_db [None req-47d3601f-959f-4ae3-bbf7-4de7e7e8453a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5252aee4-8382-486b-b900-5f5adf7f0c0d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent'). {{(pid=103651) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:06:26.175213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] For port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,segment=NetworkSegment(c425cac3-e212-4aab-a7c4-5bcfe31c572d),segment_id=c425cac3-e212-4aab-a7c4-5bcfe31c572d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:26.175631 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.194785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] Calling delete_port for 7fb7a4a3-86b0-42ec-be73-7c09a9de365c owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:06:26.199259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3601f-959f-4ae3-bbf7-4de7e7e8453a None None] Routers set() bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:26.199842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3601f-959f-4ae3-bbf7-4de7e7e8453a None None] Router IDs set() for agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 01:06:26.200655 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_agentschedulers_db [None req-47d3601f-959f-4ae3-bbf7-4de7e7e8453a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5252aee4-8382-486b-b900-5f5adf7f0c0d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent'). {{(pid=103651) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 01:06:26.201036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d3601f-959f-4ae3-bbf7-4de7e7e8453a None None] The sync data for ids ['5252aee4-8382-486b-b900-5f5adf7f0c0d'] in n-d-826527-3 is: [] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:26.209246 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.230938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] No DVR routers for this DVR port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:26.286214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:26.299005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (7fb7a4a3-86b0-42ec-be73-7c09a9de365c), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.327839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] Pushing event deleted for resources: {'Port': ['ID=7fb7a4a3-86b0-42ec-be73-7c09a9de365c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:26.332767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fb9632-c742-499c-a1b9-5f44a402b89b None None] No DVR routers for this DVR port 7fb7a4a3-86b0-42ec-be73-7c09a9de365c on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:06:26.359430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (4dd2b4c0-f54f-4682-b871-dee20084bceb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.384870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd2b4c0-f54f-4682-b871-dee20084bceb']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:26.394763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c425cac3-e212-4aab-a7c4-5bcfe31c572d') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:26.395061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c425cac3-e212-4aab-a7c4-5bcfe31c572d') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:26.405364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (c425cac3-e212-4aab-a7c4-5bcfe31c572d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.419376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (c425cac3-e212-4aab-a7c4-5bcfe31c572d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.425556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:06:26.425949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (c425cac3-e212-4aab-a7c4-5bcfe31c572d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:06:26.427648 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:06:26.498168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (4dd2b4c0-f54f-4682-b871-dee20084bceb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.504201 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.507670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4dd2b4c0-f54f-4682-b871-dee20084bceb HTTP/1.1" status: 204 len: 168 time: 0.6846111 Feb 19 01:06:26.521558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d068a6c-d73c-4947-a95c-0a6c64d3e308 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dd2b4c0-f54f-4682-b871-dee20084bceb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:26.620274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60484) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:26.661734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-db3d6e1b-8d81-4b3d-962b-28abcfd62187 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a176ce56be44fa284a16783f151387b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402520 Feb 19 01:06:26.664487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60486) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:26.715022 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-465d6e81-7b3e-4196-8ac4-0d1813b050cf admin admin] Publish callbacks [] for security_group (509acebd-8ebd-46d6-a478-35846f578573), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.739532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-465d6e81-7b3e-4196-8ac4-0d1813b050cf admin admin] Publish callbacks [] for security_group (509acebd-8ebd-46d6-a478-35846f578573), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.793147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-465d6e81-7b3e-4196-8ac4-0d1813b050cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (509acebd-8ebd-46d6-a478-35846f578573), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.795842 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-465d6e81-7b3e-4196-8ac4-0d1813b050cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:26.797346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-465d6e81-7b3e-4196-8ac4-0d1813b050cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/509acebd-8ebd-46d6-a478-35846f578573 HTTP/1.1" status: 204 len: 168 time: 0.1319349 Feb 19 01:06:26.807443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d6e81-7b3e-4196-8ac4-0d1813b050cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509acebd-8ebd-46d6-a478-35846f578573,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:27.133304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7fb7a4a3-86b0-42ec-be73-7c09a9de365c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:27.155004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 7fb7a4a3-86b0-42ec-be73-7c09a9de365c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:27.155445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 7fb7a4a3-86b0-42ec-be73-7c09a9de365c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:27.155956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0b1be353-c7b1-422e-b442-ee4bcf475ebc no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:06:27.180222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60492) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:27.180911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0b1be353-c7b1-422e-b442-ee4bcf475ebc {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:06:27.181348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0b1be353-c7b1-422e-b442-ee4bcf475ebc not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:06:27.199534 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c1cb-0f28-4e35-824d-b59105b3924d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.287215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c1cb-0f28-4e35-824d-b59105b3924d admin admin] Publish callbacks [] for security_group (aec856ab-bfb5-4b30-8ee8-a0ced116d55c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.292435 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c1cb-0f28-4e35-824d-b59105b3924d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aec856ab-bfb5-4b30-8ee8-a0ced116d55c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.330434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4c1cb-0f28-4e35-824d-b59105b3924d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec856ab-bfb5-4b30-8ee8-a0ced116d55c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:27.335084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b3a4c1cb-0f28-4e35-824d-b59105b3924d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1536379 Feb 19 01:06:27.337720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60494) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:27.390161 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a8a1a231-474c-46cd-a41f-a43403764c62 admin admin] Publish callbacks [] for security_group (aec856ab-bfb5-4b30-8ee8-a0ced116d55c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.413972 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a8a1a231-474c-46cd-a41f-a43403764c62 admin admin] Publish callbacks [] for security_group (aec856ab-bfb5-4b30-8ee8-a0ced116d55c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.475221 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a8a1a231-474c-46cd-a41f-a43403764c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (aec856ab-bfb5-4b30-8ee8-a0ced116d55c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.478218 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a8a1a231-474c-46cd-a41f-a43403764c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:27.481722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a8a1a231-474c-46cd-a41f-a43403764c62 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aec856ab-bfb5-4b30-8ee8-a0ced116d55c HTTP/1.1" status: 204 len: 168 time: 0.1404350 Feb 19 01:06:27.489602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1a231-474c-46cd-a41f-a43403764c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec856ab-bfb5-4b30-8ee8-a0ced116d55c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.129108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60518) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:28.250336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1209528132-network', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:28.275645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:28.278111 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.287790 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.366978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Publish callbacks [] for security_group (2a792564-3778-440b-b7b9-d380cf90e873), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.372094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2a792564-3778-440b-b7b9-d380cf90e873), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.397330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:28.407559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a792564-3778-440b-b7b9-d380cf90e873,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.412557 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f1e5030f-cb5a-4a28-ace5-d255baab8ab5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.412906 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Added segment f1e5030f-cb5a-4a28-ace5-d255baab8ab5 of type vlan for network b2394ae0-308d-4d89-9548-39ea4a9ef895 Feb 19 01:06:28.462579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b2394ae0-308d-4d89-9548-39ea4a9ef895), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.490947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b2394ae0-308d-4d89-9548-39ea4a9ef895), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.491826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.492408 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.543100 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4112475 Feb 19 01:06:28.545426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60522) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:28.550308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Request body: {'subnet': {'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1209528132-subnet', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:28.573775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8eef9-2b9a-4ef0-bb7f-4b4ac1514ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=b2394ae0-308d-4d89-9548-39ea4a9ef895,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.589461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:28.602703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:28.608548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.788996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (69059afc-c76e-4226-ad9e-3e59d4d043f6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.844252 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69059afc-c76e-4226-ad9e-3e59d4d043f6,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:28.858275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:28.858635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Network hostable DHCP agents. Network: b2394ae0-308d-4d89-9548-39ea4a9ef895, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:28.876101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:28.885860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b2394ae0-308d-4d89-9548-39ea4a9ef895) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:28.890210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:28.891067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.895228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33c3acc-1b71-40ad-b1b6-f5eb8b43dd38 None None] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:28.918007 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4014febe-35d9-4c93-84b3-c89348ad70f5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3713176 Feb 19 01:06:28.920526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60526) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:28.924999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:28.956509 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (c20632fc-c1ce-4420-b466-8bc80442e85c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:28.957728 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (c20632fc-c1ce-4420-b466-8bc80442e85c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.012213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b2394ae0-308d-4d89-9548-39ea4a9ef895', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:29.013334 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.038220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks [] for router_controller (c20632fc-c1ce-4420-b466-8bc80442e85c), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.203074 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks [] for router_gateway (c20632fc-c1ce-4420-b466-8bc80442e85c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.329256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Allocated IP 172.20.0.2 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/936a7bee-4baa-4249-8087-99b6e2b3f150) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:29.439495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks [] for router_gateway (c20632fc-c1ce-4420-b466-8bc80442e85c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.462844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.483142 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Publish callbacks [] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.490550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.532616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:29.536399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:29.542431 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:29.554228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Pushing event updated for resources: {'Port': ['ID=936a7bee-4baa-4249-8087-99b6e2b3f150,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:29.585316 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Allocated IP 172.25.6.42 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d841a91a-3955-43ae-aa93-59265ad10cb4) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:29.614373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Attempting to bind port 936a7bee-4baa-4249-8087-99b6e2b3f150 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:29.615873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Attempting to bind port 936a7bee-4baa-4249-8087-99b6e2b3f150 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:29.615873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Attempting to bind port 936a7bee-4baa-4249-8087-99b6e2b3f150 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:29.624601 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:29.625232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:29.625894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.628573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:29.630050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Bound port: 936a7bee-4baa-4249-8087-99b6e2b3f150, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:29.630709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.717508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks [] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.725823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] For port 936a7bee-4baa-4249-8087-99b6e2b3f150, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:29.728902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] For port 936a7bee-4baa-4249-8087-99b6e2b3f150, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=936a7bee-4baa-4249-8087-99b6e2b3f150,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:29.736636 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.763666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:29.838104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:29.839554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=d841a91a-3955-43ae-aa93-59265ad10cb4,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:29.842091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6785c-85bf-474a-bc77-c1fdee5ab7e4 None None] Pushing event updated for resources: {'Port': ['ID=936a7bee-4baa-4249-8087-99b6e2b3f150,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:29.843075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:29.850513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:30.506508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks [] for router_gateway (c20632fc-c1ce-4420-b466-8bc80442e85c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.753829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (c20632fc-c1ce-4420-b466-8bc80442e85c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:30.923036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Router c20632fc-c1ce-4420-b466-8bc80442e85c is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:06:30.928829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9a4611-1b4e-4d96-aef0-5daabce3e3ee None None] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:31.001751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a2330579-3688-48c8-b303-84e97726b04d None None] Provisioning complete for port 936a7bee-4baa-4249-8087-99b6e2b3f150 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:31.004255 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2330579-3688-48c8-b303-84e97726b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.051097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:31.061507 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:31.077612 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:31.078325 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:31.091715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.093217 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c1b9fa6e-c1f2-4b83-bd71-5fbc8da2bfc8 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1717610 Feb 19 01:06:31.096658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60532) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:31.139095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a2330579-3688-48c8-b303-84e97726b04d None None] Current status of the port 936a7bee-4baa-4249-8087-99b6e2b3f150 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:31.139480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2330579-3688-48c8-b303-84e97726b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.182004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a2330579-3688-48c8-b303-84e97726b04d None None] For port 936a7bee-4baa-4249-8087-99b6e2b3f150, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=936a7bee-4baa-4249-8087-99b6e2b3f150,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:31.192802 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2330579-3688-48c8-b303-84e97726b04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.231553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 936a7bee-4baa-4249-8087-99b6e2b3f150 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:31.240883 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:31.300690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2330579-3688-48c8-b303-84e97726b04d None None] Pushing event updated for resources: {'Port': ['ID=936a7bee-4baa-4249-8087-99b6e2b3f150,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:31.329271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 936a7bee-4baa-4249-8087-99b6e2b3f150 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:31.331421 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.447891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 936a7bee-4baa-4249-8087-99b6e2b3f150 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:31.520056 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 3, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:31.555730 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:31.556097 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Updating router c20632fc-c1ce-4420-b466-8bc80442e85c port d841a91a-3955-43ae-aa93-59265ad10cb4 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:31.591524 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.623118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2200f1d4-6aa0-4480-bfb7-a4e377f9b868 None None] Provisioning complete for port 936a7bee-4baa-4249-8087-99b6e2b3f150 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:31.623495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2200f1d4-6aa0-4480-bfb7-a4e377f9b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.727709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2200f1d4-6aa0-4480-bfb7-a4e377f9b868 None None] Current status of the port 936a7bee-4baa-4249-8087-99b6e2b3f150 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:31.776554 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.923332 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Publish callbacks [] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.930120 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:31.992117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Allocated IP 172.20.0.1 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/e8e9b62a-6269-445e-8a2a-b776ba54db4a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:31.999375 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Attempting to bind port d841a91a-3955-43ae-aa93-59265ad10cb4 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:32.002026 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Attempting to bind port d841a91a-3955-43ae-aa93-59265ad10cb4 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:32.002026 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Attempting to bind port d841a91a-3955-43ae-aa93-59265ad10cb4 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:32.010860 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Pushing event updated for resources: {'Port': ['ID=d841a91a-3955-43ae-aa93-59265ad10cb4,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.015041 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:32.016249 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:32.016249 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.016522 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:32.016884 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Bound port: d841a91a-3955-43ae-aa93-59265ad10cb4, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:32.017263 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.041867 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.042278 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.042759 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.043102 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.043439 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.043770 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.044093 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.044413 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.044735 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.045040 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.045362 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.045680 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.045994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:06:32.082277 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] For port d841a91a-3955-43ae-aa93-59265ad10cb4, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:32.085498 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] For port d841a91a-3955-43ae-aa93-59265ad10cb4, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d841a91a-3955-43ae-aa93-59265ad10cb4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:32.092620 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.116442 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Publish callbacks [] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.152997 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.157662 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:32.158325 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:32.161737 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8964f6-9cd1-4b34-bc0b-6e628156f647 None None] Pushing event updated for resources: {'Port': ['ID=d841a91a-3955-43ae-aa93-59265ad10cb4,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.203343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:32.208454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:32.211928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:32.243185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e9b62a-6269-445e-8a2a-b776ba54db4a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.259733 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (c20632fc-c1ce-4420-b466-8bc80442e85c), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.290293 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:32.406123 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.451787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f5a38008-4040-4d5c-badb-90e5d1bfb7bf None None] Provisioning complete for port e8e9b62a-6269-445e-8a2a-b776ba54db4a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:32.452380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5a38008-4040-4d5c-badb-90e5d1bfb7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.490587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f5a38008-4040-4d5c-badb-90e5d1bfb7bf None None] Port e8e9b62a-6269-445e-8a2a-b776ba54db4a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:32.491238 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 3, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:32.518534 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc6fb5-cb42-49ce-b538-a0f218724799 None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:30Z', 'revision_number': 3, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:32.576359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Publish callbacks [] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.582611 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.651043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (c20632fc-c1ce-4420-b466-8bc80442e85c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:32.652830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e9b62a-6269-445e-8a2a-b776ba54db4a,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:32.765468 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:32.766939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:32.900081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Router c20632fc-c1ce-4420-b466-8bc80442e85c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:33.047928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:33.053821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5a65cb8c-10ef-4902-8bb6-69533322e570 admin admin] 10.222.0.60 "PUT /v2.0/routers/c20632fc-c1ce-4420-b466-8bc80442e85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9564955 Feb 19 01:06:33.121967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6eb35e2f-5a9a-460b-af26-704d365081ee None None] Provisioning complete for port e8e9b62a-6269-445e-8a2a-b776ba54db4a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:33.122380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6eb35e2f-5a9a-460b-af26-704d365081ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.206413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6eb35e2f-5a9a-460b-af26-704d365081ee None None] Port e8e9b62a-6269-445e-8a2a-b776ba54db4a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:33.240400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 936a7bee-4baa-4249-8087-99b6e2b3f150 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:33.310573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 936a7bee-4baa-4249-8087-99b6e2b3f150 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:33.310857 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.410169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 936a7bee-4baa-4249-8087-99b6e2b3f150 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:33.411814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d841a91a-3955-43ae-aa93-59265ad10cb4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:33.468746 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d841a91a-3955-43ae-aa93-59265ad10cb4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:33.472137 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.576093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d841a91a-3955-43ae-aa93-59265ad10cb4 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:33.576278 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.601643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port d841a91a-3955-43ae-aa93-59265ad10cb4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d841a91a-3955-43ae-aa93-59265ad10cb4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:33.608159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.688479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=d841a91a-3955-43ae-aa93-59265ad10cb4,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:33.709971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60558) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:33.715063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-756631990-network', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:33.736501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Made reservation on behalf of c0d60cc4523d4176846ca738c0c4dd5f for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:33.739025 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.748191 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.832708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Publish callbacks [] for security_group (063e8130-7a2c-41ec-bbd0-2525655d5ab7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.837159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (063e8130-7a2c-41ec-bbd0-2525655d5ab7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.859628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:06:33.876284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063e8130-7a2c-41ec-bbd0-2525655d5ab7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:33.879513 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (38baa42c-30a7-4cbc-bafb-eab4c7334a94), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.879873 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Added segment 38baa42c-30a7-4cbc-bafb-eab4c7334a94 of type vlan for network 6b4d62be-758b-4e56-a548-fdb183815e65 Feb 19 01:06:33.921766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (6b4d62be-758b-4e56-a548-fdb183815e65), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.947716 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (6b4d62be-758b-4e56-a548-fdb183815e65), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:33.948795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:33.949418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.004682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2908747 Feb 19 01:06:34.005335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60560) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:34.011772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Request body: {'subnet': {'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-756631990-subnet', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:34.013937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6143137-85c2-4fc8-9169-42ec8373ec9d admin admin] Pushing event updated for resources: {'Network': ['ID=6b4d62be-758b-4e56-a548-fdb183815e65,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:34.025041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 6b4d62be-758b-4e56-a548-fdb183815e65 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:06:34.045130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Made reservation on behalf of c0d60cc4523d4176846ca738c0c4dd5f for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:34.047667 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.267357 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (0597b7c2-ba4f-49a9-bebf-36dc03dffac2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.323879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0597b7c2-ba4f-49a9-bebf-36dc03dffac2,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:34.332614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Checking segment: {'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:34.332961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Network hostable DHCP agents. Network: 6b4d62be-758b-4e56-a548-fdb183815e65, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:06:34.351060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Network 6b4d62be-758b-4e56-a548-fdb183815e65 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:06:34.361945 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 6b4d62be-758b-4e56-a548-fdb183815e65) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:34.370945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba687d91-9344-4259-8083-0c98f6c8845b None None] Network 6b4d62be-758b-4e56-a548-fdb183815e65 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:34.373650 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:34.374427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.396373 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7f2f88bf-294a-4d1d-b6be-c9140d695837 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3875537 Feb 19 01:06:34.396731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 60564) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:34.401535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:34.423962 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (94930ab8-9774-4daf-943e-e303e8b777c7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.425439 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (94930ab8-9774-4daf-943e-e303e8b777c7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.477665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:34.492082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:34.492799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:34.496110 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks [] for router_controller (94930ab8-9774-4daf-943e-e303e8b777c7), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.553518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-6b4d62be-758b-4e56-a548-fdb183815e65', 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65', 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'fixed_ips': [{'subnet_id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:06:34.554452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.647481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks [] for router_gateway (94930ab8-9774-4daf-943e-e303e8b777c7), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.679175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:34.848157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Allocated IP 172.20.0.2 (6b4d62be-758b-4e56-a548-fdb183815e65/0597b7c2-ba4f-49a9-bebf-36dc03dffac2/50f17112-0f5b-49d0-a448-c5d4cae9b5eb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:34.860317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks [] for router_gateway (94930ab8-9774-4daf-943e-e303e8b777c7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.880187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:34.985314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Allocated IP 172.25.6.61 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d97b1c89-7cf1-4474-b4b9-33ae9851b992) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:35.030850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 2, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:35.061562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:35.061927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Updating router c20632fc-c1ce-4420-b466-8bc80442e85c port e8e9b62a-6269-445e-8a2a-b776ba54db4a binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:35.095495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks [] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.113964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Publish callbacks [] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.133200 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.139192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.140827 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.161213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d841a91a-3955-43ae-aa93-59265ad10cb4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:35.189393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:35.193246 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:35.204255 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:35.249893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Network 6b4d62be-758b-4e56-a548-fdb183815e65 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:35.250350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Pushing event updated for resources: {'Port': ['ID=d97b1c89-7cf1-4474-b4b9-33ae9851b992,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:35.261694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:35.266233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Pushing event updated for resources: {'Port': ['ID=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:35.268684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:35.411456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d841a91a-3955-43ae-aa93-59265ad10cb4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:35.411720 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.415344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Attempting to bind port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:35.415993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Attempting to bind port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:35.416570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Attempting to bind port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb on network 6b4d62be-758b-4e56-a548-fdb183815e65 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:35.492626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:35.493804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Checking segment: {'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:35.494292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.494700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Bound using segment: {'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:35.495175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Bound port: 50f17112-0f5b-49d0-a448-c5d4cae9b5eb, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:35.495561 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.537292 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks [] for router_gateway (94930ab8-9774-4daf-943e-e303e8b777c7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.763571 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (94930ab8-9774-4daf-943e-e303e8b777c7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.799073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] For port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:35.826958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] For port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,segment=NetworkSegment(38baa42c-30a7-4cbc-bafb-eab4c7334a94),segment_id=38baa42c-30a7-4cbc-bafb-eab4c7334a94)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:35.853756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.860760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d841a91a-3955-43ae-aa93-59265ad10cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:35.905845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Router 94930ab8-9774-4daf-943e-e303e8b777c7 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:06:35.933759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Publish callbacks [] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.949527 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:35.959096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3208a-24c6-451c-940b-81b83a9ae29d None None] Pushing event updated for resources: {'Port': ['ID=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:36.013274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29128f6-d3d0-4157-b59a-2739a1e3e546 None None] Pushing event updated for resources: {'Port': ['ID=e8e9b62a-6269-445e-8a2a-b776ba54db4a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:36.084973 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:36.094873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Attempting to bind port e8e9b62a-6269-445e-8a2a-b776ba54db4a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:36.095474 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Attempting to bind port e8e9b62a-6269-445e-8a2a-b776ba54db4a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:36.096089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Attempting to bind port e8e9b62a-6269-445e-8a2a-b776ba54db4a on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:36.096665 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Sync routers for ids ['94930ab8-9774-4daf-943e-e303e8b777c7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:36.105315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:36.109545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:36.109814 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.110756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.111336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:36.112061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Bound port: e8e9b62a-6269-445e-8a2a-b776ba54db4a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:36.112653 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.114421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60568) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:06:36.114926 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6497a243-fbdc-40de-8517-eede09af685d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7169118 Feb 19 01:06:36.128785 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Routers {'94930ab8-9774-4daf-943e-e303e8b777c7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:36.139114 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['94930ab8-9774-4daf-943e-e303e8b777c7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:36.283563 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] For port e8e9b62a-6269-445e-8a2a-b776ba54db4a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:36.292518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] For port e8e9b62a-6269-445e-8a2a-b776ba54db4a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e8e9b62a-6269-445e-8a2a-b776ba54db4a,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:36.301293 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.388041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:36.389604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:36.436994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Set router 94930ab8-9774-4daf-943e-e303e8b777c7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:36.514931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29128f6-d3d0-4157-b59a-2739a1e3e546 None None] Pushing event updated for resources: {'Port': ['ID=e8e9b62a-6269-445e-8a2a-b776ba54db4a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:36.532684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ef17ba05-00b7-446e-8699-e2b0ec8d08fe None None] Provisioning complete for port e8e9b62a-6269-445e-8a2a-b776ba54db4a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:36.533071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef17ba05-00b7-446e-8699-e2b0ec8d08fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.691411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:36.791760 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:35Z', 'revision_number': 3, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:36.821686 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.829288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ef17ba05-00b7-446e-8699-e2b0ec8d08fe None None] Current status of the port e8e9b62a-6269-445e-8a2a-b776ba54db4a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:36.829984 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef17ba05-00b7-446e-8699-e2b0ec8d08fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.830453 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Checking router: 94930ab8-9774-4daf-943e-e303e8b777c7 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:36.830900 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Updating router 94930ab8-9774-4daf-943e-e303e8b777c7 port d97b1c89-7cf1-4474-b4b9-33ae9851b992 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:36.873710 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:36.926943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ef17ba05-00b7-446e-8699-e2b0ec8d08fe None None] For port e8e9b62a-6269-445e-8a2a-b776ba54db4a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e8e9b62a-6269-445e-8a2a-b776ba54db4a,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:36.947792 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef17ba05-00b7-446e-8699-e2b0ec8d08fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.014889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Allocated IP 172.20.0.1 (6b4d62be-758b-4e56-a548-fdb183815e65/0597b7c2-ba4f-49a9-bebf-36dc03dffac2/d26fa84c-dd6d-43cb-a8bc-32bfec13c629) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:37.095262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17ba05-00b7-446e-8699-e2b0ec8d08fe None None] Pushing event updated for resources: {'Port': ['ID=e8e9b62a-6269-445e-8a2a-b776ba54db4a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.129970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e2a98b52-c881-46c0-ace8-299c92864683 None None] Provisioning complete for port e8e9b62a-6269-445e-8a2a-b776ba54db4a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:37.129970 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2a98b52-c881-46c0-ace8-299c92864683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.161341 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Publish callbacks [] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.209728 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.216452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:37.283463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Network 6b4d62be-758b-4e56-a548-fdb183815e65 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:37.291268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:37.298147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 50f17112-0f5b-49d0-a448-c5d4cae9b5eb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:37.306432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c35e10-332c-4fe9-b236-dafbc825ca4d None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:37.308670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:37.405675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e2a98b52-c881-46c0-ace8-299c92864683 None None] Current status of the port e8e9b62a-6269-445e-8a2a-b776ba54db4a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:37.422918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Pushing event updated for resources: {'Port': ['ID=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.438055 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (94930ab8-9774-4daf-943e-e303e8b777c7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.445452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:37.448176 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.638054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:37.639336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.666131 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Publish callbacks [] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.677357 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.687025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,segment=NetworkSegment(38baa42c-30a7-4cbc-bafb-eab4c7334a94),segment_id=38baa42c-30a7-4cbc-bafb-eab4c7334a94)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:37.694021 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.745543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6417f5-d797-42ca-81b9-47bcc2de4cb9 None None] Network 6b4d62be-758b-4e56-a548-fdb183815e65 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:06:37.792263 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a8558-8036-440e-80f8-fba1ec3fed6d None None] Pushing event updated for resources: {'Port': ['ID=d97b1c89-7cf1-4474-b4b9-33ae9851b992,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.798559 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.842711 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Attempting to bind port d97b1c89-7cf1-4474-b4b9-33ae9851b992 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:37.843100 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Attempting to bind port d97b1c89-7cf1-4474-b4b9-33ae9851b992 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:37.848648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b7145a21-82db-40fb-9ffe-42857e588263 None None] Provisioning complete for port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:37.848870 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Attempting to bind port d97b1c89-7cf1-4474-b4b9-33ae9851b992 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:37.849552 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7145a21-82db-40fb-9ffe-42857e588263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.858289 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:37.858675 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:37.859087 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.859570 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:37.863108 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Bound port: d97b1c89-7cf1-4474-b4b9-33ae9851b992, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:37.863571 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:37.880288 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:37.952613 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] For port d97b1c89-7cf1-4474-b4b9-33ae9851b992, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:37.957063 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] For port d97b1c89-7cf1-4474-b4b9-33ae9851b992, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d97b1c89-7cf1-4474-b4b9-33ae9851b992,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:37.967790 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.052778 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a8558-8036-440e-80f8-fba1ec3fed6d None None] Pushing event updated for resources: {'Port': ['ID=d97b1c89-7cf1-4474-b4b9-33ae9851b992,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:38.080391 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Routers {'94930ab8-9774-4daf-943e-e303e8b777c7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:38.081026 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['94930ab8-9774-4daf-943e-e303e8b777c7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:38.097384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b7145a21-82db-40fb-9ffe-42857e588263 None None] Current status of the port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:38.124104 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Publish callbacks [] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.134147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.250580 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (94930ab8-9774-4daf-943e-e303e8b777c7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.261025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Pushing event updated for resources: {'Port': ['ID=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:38.287879 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] Set router 94930ab8-9774-4daf-943e-e303e8b777c7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:38.415479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Network 6b4d62be-758b-4e56-a548-fdb183815e65 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:38.417596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:38.554365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e73a90df-4b02-4fcf-8eb5-355a23170520 None None] Provisioning complete for port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:38.555145 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e73a90df-4b02-4fcf-8eb5-355a23170520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.678813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Router 94930ab8-9774-4daf-943e-e303e8b777c7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:06:38.725882 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 4, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd26fa84c-dd6d-43cb-a8bc-32bfec13c629', 'name': '', 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'mac_address': 'fa:16:3e:8b:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:36Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 1, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'subnets': [{'id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:38.748703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e73a90df-4b02-4fcf-8eb5-355a23170520 None None] Current status of the port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:38.776047 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c523b189-aaaa-4918-a05e-4834e3d3d48d None None] The sync data for ids ['94930ab8-9774-4daf-943e-e303e8b777c7'] in n-d-826527-3 is: [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 4, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd26fa84c-dd6d-43cb-a8bc-32bfec13c629', 'name': '', 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'mac_address': 'fa:16:3e:8b:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:36Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 1, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'subnets': [{'id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:38.784415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e73a90df-4b02-4fcf-8eb5-355a23170520 None None] Provisioning complete for port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:38.785086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e73a90df-4b02-4fcf-8eb5-355a23170520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:38.876589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e73a90df-4b02-4fcf-8eb5-355a23170520 None None] Port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:38.948239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:06:38.962964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e62a7e78-04b4-43a1-bdd1-f3e74813f4af admin admin] 10.222.0.60 "PUT /v2.0/routers/94930ab8-9774-4daf-943e-e303e8b777c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8471670 Feb 19 01:06:39.008899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-11f89bf2-d80c-4e07-a80a-cd8449c66d8f None None] Provisioning complete for port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:39.009642 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11f89bf2-d80c-4e07-a80a-cd8449c66d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.080607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-11f89bf2-d80c-4e07-a80a-cd8449c66d8f None None] Port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:39.313025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4feb4e26-dcd2-4a55-9b80-e3a8353dd769 None None] Provisioning complete for port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:39.313414 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4feb4e26-dcd2-4a55-9b80-e3a8353dd769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.346766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e8e9b62a-6269-445e-8a2a-b776ba54db4a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:39.407184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4feb4e26-dcd2-4a55-9b80-e3a8353dd769 None None] Port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:39.477275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e8e9b62a-6269-445e-8a2a-b776ba54db4a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:39.477662 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.622583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e8e9b62a-6269-445e-8a2a-b776ba54db4a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:39.623877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 50f17112-0f5b-49d0-a448-c5d4cae9b5eb up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:39.699259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:39.701988 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:39.840475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:41.174386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d97b1c89-7cf1-4474-b4b9-33ae9851b992 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:41.234398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d97b1c89-7cf1-4474-b4b9-33ae9851b992 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:41.234813 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.334364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d97b1c89-7cf1-4474-b4b9-33ae9851b992 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:41.335067 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.361315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port d97b1c89-7cf1-4474-b4b9-33ae9851b992, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d97b1c89-7cf1-4474-b4b9-33ae9851b992,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:41.367111 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:41.431264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=d97b1c89-7cf1-4474-b4b9-33ae9851b992,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:41.807528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Sync routers for ids ['94930ab8-9774-4daf-943e-e303e8b777c7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:06:41.819734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Routers {'94930ab8-9774-4daf-943e-e303e8b777c7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:41.820458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['94930ab8-9774-4daf-943e-e303e8b777c7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:41.929400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Set router 94930ab8-9774-4daf-943e-e303e8b777c7 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:42.133821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 4, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd26fa84c-dd6d-43cb-a8bc-32bfec13c629', 'name': '', 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'mac_address': 'fa:16:3e:8b:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:36Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 2, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'subnets': [{'id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:42.326567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Checking router: 94930ab8-9774-4daf-943e-e303e8b777c7 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:06:42.327209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Updating router 94930ab8-9774-4daf-943e-e303e8b777c7 port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:06:42.356763 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.660921 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Publish callbacks [] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.668832 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.766453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f6dd0-6978-44b0-9f62-4c042b178b0c None None] Pushing event updated for resources: {'Port': ['ID=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:42.786473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Attempting to bind port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:42.786765 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Attempting to bind port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:42.787111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Attempting to bind port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 on network 6b4d62be-758b-4e56-a548-fdb183815e65 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:42.795417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:42.795917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Checking segment: {'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:42.797028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.797515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Bound using segment: {'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:42.798149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Bound port: d26fa84c-dd6d-43cb-a8bc-32bfec13c629, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38baa42c-30a7-4cbc-bafb-eab4c7334a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:42.798964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.904345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] For port d26fa84c-dd6d-43cb-a8bc-32bfec13c629, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:42.911766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] For port d26fa84c-dd6d-43cb-a8bc-32bfec13c629, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,segment=NetworkSegment(38baa42c-30a7-4cbc-bafb-eab4c7334a94),segment_id=38baa42c-30a7-4cbc-bafb-eab4c7334a94)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:42.921270 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:42.989014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Routers {'94930ab8-9774-4daf-943e-e303e8b777c7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:06:42.989827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:06:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['94930ab8-9774-4daf-943e-e303e8b777c7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:42.993366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-23c3f262-6f70-40d4-bcc2-87b174355d83 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:42.994988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-23c3f262-6f70-40d4-bcc2-87b174355d83 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.4881299 Feb 19 01:06:43.013261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-9a7f90d4-112b-4da3-a7b2-1c06debb3b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/quotas/07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 375 time: 0.0114408 Feb 19 01:06:43.076691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-9f40dd72-ba66-49e7-92be-eb50bb694385 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572352 Feb 19 01:06:43.155696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f6dd0-6978-44b0-9f62-4c042b178b0c None None] Pushing event updated for resources: {'Port': ['ID=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:43.172673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] Set router 94930ab8-9774-4daf-943e-e303e8b777c7 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:06:43.198957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-263f462b-1f6d-42d5-bbfe-0b6fd571833c None None] Provisioning complete for port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:43.199636 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-263f462b-1f6d-42d5-bbfe-0b6fd571833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.223793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c037344f-d640-4b3e-91f3-464c6ed0883e service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381638 Feb 19 01:06:43.257082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d97b1c89-7cf1-4474-b4b9-33ae9851b992 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:43.340723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c8f7f032-41af-40e3-a0d5-708adb97bd35 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047592 Feb 19 01:06:43.483398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d97b1c89-7cf1-4474-b4b9-33ae9851b992 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:43.483984 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.550727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-263f462b-1f6d-42d5-bbfe-0b6fd571833c None None] Current status of the port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:43.552112 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-263f462b-1f6d-42d5-bbfe-0b6fd571833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.606669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-263f462b-1f6d-42d5-bbfe-0b6fd571833c None None] For port d26fa84c-dd6d-43cb-a8bc-32bfec13c629, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,segment=NetworkSegment(38baa42c-30a7-4cbc-bafb-eab4c7334a94),segment_id=38baa42c-30a7-4cbc-bafb-eab4c7334a94)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:06:43.621128 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-263f462b-1f6d-42d5-bbfe-0b6fd571833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.695277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a14c606-ec5e-418c-921e-0f00be528949 req-334254a4-5267-47b2-bb54-e8238ff66bc4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0375345 Feb 19 01:06:43.705774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 4, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd26fa84c-dd6d-43cb-a8bc-32bfec13c629', 'name': '', 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'mac_address': 'fa:16:3e:8b:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:36Z', 'updated_at': '2022-02-19T01:06:42Z', 'revision_number': 4, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'subnets': [{'id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:06:43.745619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5615ec8d-fab2-48f4-8eb7-0861eacc9c73 None None] The sync data for ids ['94930ab8-9774-4daf-943e-e303e8b777c7'] in n-d-826527-3 is: [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:37Z', 'revision_number': 4, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd26fa84c-dd6d-43cb-a8bc-32bfec13c629', 'name': '', 'network_id': '6b4d62be-758b-4e56-a548-fdb183815e65', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'mac_address': 'fa:16:3e:8b:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:36Z', 'updated_at': '2022-02-19T01:06:42Z', 'revision_number': 4, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'subnets': [{'id': '0597b7c2-ba4f-49a9-bebf-36dc03dffac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:06:43.809222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d97b1c89-7cf1-4474-b4b9-33ae9851b992 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:43.814146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f917e5c8-c4c6-4106-a51f-9656f2c86570 None None] Provisioning complete for port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:43.818352 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f917e5c8-c4c6-4106-a51f-9656f2c86570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:43.820495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f462b-1f6d-42d5-bbfe-0b6fd571833c None None] Pushing event updated for resources: {'Port': ['ID=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:43.932324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f917e5c8-c4c6-4106-a51f-9656f2c86570 None None] Current status of the port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:44.834798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2a9b833-a412-4d45-a601-286b3b886821 req-0210739f-662b-45ab-8684-30335e3362e0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0355723 Feb 19 01:06:44.844277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-7d3c0bcc-1274-44ed-8d6f-decc323c7045 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:44.845758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-7d3c0bcc-1274-44ed-8d6f-decc323c7045 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1628332 Feb 19 01:06:44.864571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'port': {'device_id': '3721cd8f-7d64-4726-b260-89a114390d82', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'admin_state_up': True, 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:44.995834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:06:45.000082 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.176007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.20.0.9 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/b73f20ce-f35e-49d3-879c-9f679e470cad) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:06:45.240610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d26fa84c-dd6d-43cb-a8bc-32bfec13c629 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:06:45.299139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:45.301195 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.361028 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.388230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:06:45.412374 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.458168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:06:45.461593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:06:45.467649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:06:45.474717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=b73f20ce-f35e-49d3-879c-9f679e470cad,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:45.525247 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:45.525872 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.543857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c3aba862-4154-4f7e-b7ef-fbb303e3b509 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6847663 Feb 19 01:06:45.555604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Request body: {'port': {'device_id': '3721cd8f-7d64-4726-b260-89a114390d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:06:45.628518 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.778688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3a73205d-e6d5-40d2-95f7-c0c61526c7a1 None None] Provisioning complete for port b73f20ce-f35e-49d3-879c-9f679e470cad triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:06:45.778831 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a73205d-e6d5-40d2-95f7-c0c61526c7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:45.817562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3a73205d-e6d5-40d2-95f7-c0c61526c7a1 None None] Port b73f20ce-f35e-49d3-879c-9f679e470cad cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:06:45.988275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b73f20ce-f35e-49d3-879c-9f679e470cad {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:06:46.000434 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Publish callbacks [] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.020963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Transition to ACTIVE for port object b73f20ce-f35e-49d3-879c-9f679e470cad will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:06:46.029089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a90ed-8374-44c4-9b71-e5199bfce94d req-789bc08a-d402-4db3-bb8c-213e4d404bd9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.030760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-579a90ed-8374-44c4-9b71-e5199bfce94d req-789bc08a-d402-4db3-bb8c-213e4d404bd9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 931 time: 0.1072693 Feb 19 01:06:46.032179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.128425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Pushing event updated for resources: {'Port': ['ID=b73f20ce-f35e-49d3-879c-9f679e470cad,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:46.172564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-579a90ed-8374-44c4-9b71-e5199bfce94d req-600eb6b9-2948-4207-a14f-841e06530251 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323376 Feb 19 01:06:46.244557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Attempting to bind port b73f20ce-f35e-49d3-879c-9f679e470cad on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:06:46.244898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Attempting to bind port b73f20ce-f35e-49d3-879c-9f679e470cad by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:06:46.245240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Attempting to bind port b73f20ce-f35e-49d3-879c-9f679e470cad on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:46.252619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Port b73f20ce-f35e-49d3-879c-9f679e470cad on network b2394ae0-308d-4d89-9548-39ea4a9ef895 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:06:46.253125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Attempting to bind port b73f20ce-f35e-49d3-879c-9f679e470cad on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:06:46.262139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:06:46.262537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:06:46.262966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:06:46.263420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Bound port: b73f20ce-f35e-49d3-879c-9f679e470cad, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:06:46.263797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.348221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] For port b73f20ce-f35e-49d3-879c-9f679e470cad, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:06:46.352165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] For port b73f20ce-f35e-49d3-879c-9f679e470cad, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b73f20ce-f35e-49d3-879c-9f679e470cad,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:06:46.359888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.403961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.404397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:46.405800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] 10.222.0.113 "PUT /v2.0/ports/b73f20ce-f35e-49d3-879c-9f679e470cad HTTP/1.1" status: 200 len: 1091 time: 0.8546653 Feb 19 01:06:46.406269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3721cd8f-7d64-4726-b260-89a114390d82', 'tag': 'b73f20ce-f35e-49d3-879c-9f679e470cad'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:06:46.408748 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a656fcf9-30d3-47d8-854c-54439ab615ba" -d '{"events": [{"name": "network-changed", "server_uuid": "3721cd8f-7d64-4726-b260-89a114390d82", "tag": "b73f20ce-f35e-49d3-879c-9f679e470cad"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:06:46.442886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28c0a50-aaee-4a6b-8756-d5a0569f7e84 service neutron] Pushing event updated for resources: {'Port': ['ID=b73f20ce-f35e-49d3-879c-9f679e470cad,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:06:46.510067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-956a963a-920f-42a9-879f-9d59f6c8b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.511771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-956a963a-920f-42a9-879f-9d59f6c8b580 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 1125 time: 0.0639663 Feb 19 01:06:46.516354 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef9b5d3-a191-489f-84ab-2cd7ac0e8cac x-openstack-request-id: req-0ef9b5d3-a191-489f-84ab-2cd7ac0e8cac {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:06:46.516657 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3721cd8f-7d64-4726-b260-89a114390d82", "tag": "b73f20ce-f35e-49d3-879c-9f679e470cad", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:06:46.516917 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ef9b5d3-a191-489f-84ab-2cd7ac0e8cac {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:06:46.517341 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3721cd8f-7d64-4726-b260-89a114390d82', 'tag': 'b73f20ce-f35e-49d3-879c-9f679e470cad', 'status': 'completed', 'code': 200} Feb 19 01:06:46.560316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-cdf24df3-bc2f-4e09-8b5e-c0586eeab3f3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b73f20ce-f35e-49d3-879c-9f679e470cad HTTP/1.1" status: 200 len: 217 time: 0.0373578 Feb 19 01:06:46.623450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c0593cf1-b62c-4b92-b966-234604b77d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.625618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-c0593cf1-b62c-4b92-b966-234604b77d0c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0595548 Feb 19 01:06:46.696933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-26a59eb7-45af-4604-99a0-75fc74f944a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.698553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-26a59eb7-45af-4604-99a0-75fc74f944a0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0651870 Feb 19 01:06:46.789722 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-2966ae32-03c9-41b3-8b8f-a4a875227ae6 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845830 Feb 19 01:06:46.897279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a2eb907-37d7-4463-b9fd-35bcab6cafd9 req-efab37ef-7236-4f79-9f50-4b02f2251585 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018500 Feb 19 01:06:46.992395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-5d958722-8afd-4aa1-aceb-82972ee9b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:46.994038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-5d958722-8afd-4aa1-aceb-82972ee9b622 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 1125 time: 0.0483785 Feb 19 01:06:47.095207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-d67c72eb-53cd-4488-b18f-ef680cc2f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.096997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-d67c72eb-53cd-4488-b18f-ef680cc2f76e service neutron] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0963218 Feb 19 01:06:47.139076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-184bbebb-7c2a-4431-a57d-79ef8ab75705 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b73f20ce-f35e-49d3-879c-9f679e470cad HTTP/1.1" status: 200 len: 217 time: 0.0366435 Feb 19 01:06:47.191964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-0a3222a3-7496-48de-aab5-a5de1dbacced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.193742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-0a3222a3-7496-48de-aab5-a5de1dbacced service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0483463 Feb 19 01:06:47.250788 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-3968152b-8a55-45b2-9d42-4c78ac963b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.252284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-3968152b-8a55-45b2-9d42-4c78ac963b8c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524356 Feb 19 01:06:47.381932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a319c0-7974-4656-945b-f4cc83757d8f req-40e900f1-03ae-4325-9877-056fff8c34ac tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:47.383794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a319c0-7974-4656-945b-f4cc83757d8f req-40e900f1-03ae-4325-9877-056fff8c34ac tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.1282961 Feb 19 01:06:47.417188 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-98163f48-14c3-4dae-af33-e01cda7505f0 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511917 Feb 19 01:06:47.505419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-52a319c0-7974-4656-945b-f4cc83757d8f req-a961428d-7423-444b-ad40-210f678c0beb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108787 Feb 19 01:06:47.552135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a656fcf9-30d3-47d8-854c-54439ab615ba req-0e6afe0a-1f59-44e2-bc75-399516264dea service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279922 Feb 19 01:06:48.007860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f98f39d-8462-47a0-980a-eaf7e359269a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:48.383805 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:06:48.635156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37016d0d-31d2-4bd1-bd9c-d3b9d0293074 req-4947e9a0-9c1a-4266-a21f-f7b974d7cb84 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:48.636968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37016d0d-31d2-4bd1-bd9c-d3b9d0293074 req-4947e9a0-9c1a-4266-a21f-f7b974d7cb84 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0585139 Feb 19 01:06:48.686157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37016d0d-31d2-4bd1-bd9c-d3b9d0293074 req-86f713eb-3a53-454f-954f-ca4732c0bef1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429988 Feb 19 01:06:49.073971 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:49.818130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4d990-3b4d-41f2-8343-09a6fcab14fb req-b2b50f87-41d3-4ecd-8505-3dcf260635f0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:49.820811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a4d990-3b4d-41f2-8343-09a6fcab14fb req-b2b50f87-41d3-4ecd-8505-3dcf260635f0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0634661 Feb 19 01:06:49.872873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3a4d990-3b4d-41f2-8343-09a6fcab14fb req-5e451a30-f385-47cf-a93b-1ba47afdf955 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460336 Feb 19 01:06:50.058370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66d1fd0d-cfca-4058-83b1-15b7954f6881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:51.004952 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fd67e-85ca-4c07-a3e5-787b3cd8ef21 req-444d074c-e48c-4e08-8a27-f16361d87c96 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:51.011907 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a8fd67e-85ca-4c07-a3e5-787b3cd8ef21 req-444d074c-e48c-4e08-8a27-f16361d87c96 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0635176 Feb 19 01:06:51.107552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a8fd67e-85ca-4c07-a3e5-787b3cd8ef21 req-1b8a7eca-dd27-4afc-a6dc-6fab35e630fe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946999 Feb 19 01:06:51.293825 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:52.247302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e922d-3991-4270-b6bc-978f5f941303 req-22c54917-1136-491d-9437-f84d484b7a70 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:52.254989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-211e922d-3991-4270-b6bc-978f5f941303 req-22c54917-1136-491d-9437-f84d484b7a70 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0720813 Feb 19 01:06:52.307511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-211e922d-3991-4270-b6bc-978f5f941303 req-1f56a2d5-65fa-4377-9db6-63a70dc500cc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511396 Feb 19 01:06:52.722916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:53.437994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07818d77-a985-4805-b366-0044e378e68a req-a90f418b-5111-4184-a95f-3b7b2ecf8539 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:53.439675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07818d77-a985-4805-b366-0044e378e68a req-a90f418b-5111-4184-a95f-3b7b2ecf8539 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0603588 Feb 19 01:06:53.498996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07818d77-a985-4805-b366-0044e378e68a req-265a79a5-deab-4dab-8143-78798be616e1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508974 Feb 19 01:06:53.923395 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.180817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:06:54.640012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b014a-8e9f-426d-80d8-aea345634ea3 req-0fd453f2-a5ac-4a9a-9b21-cec183565afd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:54.641698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-647b014a-8e9f-426d-80d8-aea345634ea3 req-0fd453f2-a5ac-4a9a-9b21-cec183565afd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0681281 Feb 19 01:06:54.697266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-647b014a-8e9f-426d-80d8-aea345634ea3 req-93056601-e755-4c73-a127-eb262b29c428 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482626 Feb 19 01:06:55.826448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed64a1-4020-408f-abca-1a9228ac562f req-9cdba472-dd1a-4181-8a79-dc46130ca5dd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:55.827918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48ed64a1-4020-408f-abca-1a9228ac562f req-9cdba472-dd1a-4181-8a79-dc46130ca5dd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0564799 Feb 19 01:06:55.877519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-48ed64a1-4020-408f-abca-1a9228ac562f req-30e2d770-25a1-4c4e-94c8-046162acc976 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Feb 19 01:06:56.999660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f20d72-d32a-4107-8ae6-9e449220eea5 req-8f3837a0-c5a0-4a65-80a0-ea8812bfb406 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:57.001210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4f20d72-d32a-4107-8ae6-9e449220eea5 req-8f3837a0-c5a0-4a65-80a0-ea8812bfb406 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0555110 Feb 19 01:06:57.049677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4f20d72-d32a-4107-8ae6-9e449220eea5 req-7cf09a8f-c9f9-44fb-8597-2dcd01a00ba4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Feb 19 01:06:58.269325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61a2f-3d45-4d11-ba7a-55974e16804a req-09c9ae84-6cfb-439e-95cb-c3eab31a0119 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:58.270923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fc61a2f-3d45-4d11-ba7a-55974e16804a req-09c9ae84-6cfb-439e-95cb-c3eab31a0119 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0595672 Feb 19 01:06:58.321050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fc61a2f-3d45-4d11-ba7a-55974e16804a req-9f4961a3-2860-4f83-857a-fd03d1e42646 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Feb 19 01:06:59.444213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926b84-4b65-4097-abef-d6a02abddee0 req-77e5a598-a54d-4ffa-903e-0217dcd8dde9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:06:59.445668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97926b84-4b65-4097-abef-d6a02abddee0 req-77e5a598-a54d-4ffa-903e-0217dcd8dde9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0538738 Feb 19 01:06:59.496510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97926b84-4b65-4097-abef-d6a02abddee0 req-2a8889ad-0830-448d-ae50-5d0c0b5281a1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446284 Feb 19 01:07:00.626225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217043d5-3423-41c2-9c01-4d9d75ab186d req-7817d6e6-743e-4590-9832-73d31ab0241c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:00.627739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-217043d5-3423-41c2-9c01-4d9d75ab186d req-7817d6e6-743e-4590-9832-73d31ab0241c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0560038 Feb 19 01:07:00.681327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-217043d5-3423-41c2-9c01-4d9d75ab186d req-3a5c39c3-94e8-4f11-a20f-99041ca0b931 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Feb 19 01:07:01.811847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe2951-3225-459e-872f-b1fadad051b3 req-ec875449-840d-4abd-b91a-eeac679f9ace tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:01.813775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fbe2951-3225-459e-872f-b1fadad051b3 req-ec875449-840d-4abd-b91a-eeac679f9ace tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0632522 Feb 19 01:07:01.885238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7fbe2951-3225-459e-872f-b1fadad051b3 req-af455731-6cfd-49e0-b36d-960465189745 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635338 Feb 19 01:07:03.017116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71aff9-16dc-4b5e-b704-a559d95bf154 req-e142d804-58d3-4640-ad96-4d4abcd7e7a2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:03.018649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b71aff9-16dc-4b5e-b704-a559d95bf154 req-e142d804-58d3-4640-ad96-4d4abcd7e7a2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 943 time: 0.0563810 Feb 19 01:07:03.066540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b71aff9-16dc-4b5e-b704-a559d95bf154 req-385aea04-b64d-4f84-bc68-fad653a13626 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416622 Feb 19 01:07:03.550599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b73f20ce-f35e-49d3-879c-9f679e470cad details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:03.653464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b73f20ce-f35e-49d3-879c-9f679e470cad, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b73f20ce-f35e-49d3-879c-9f679e470cad,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:03.665650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'b73f20ce-f35e-49d3-879c-9f679e470cad', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'port_id': 'b73f20ce-f35e-49d3-879c-9f679e470cad', 'mac_address': 'fa:16:3e:95:60:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:03.707409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b73f20ce-f35e-49d3-879c-9f679e470cad is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:03.707808 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.721049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b73f20ce-f35e-49d3-879c-9f679e470cad {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:03.741666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b73f20ce-f35e-49d3-879c-9f679e470cad, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b73f20ce-f35e-49d3-879c-9f679e470cad,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:03.746722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:03.795168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b73f20ce-f35e-49d3-879c-9f679e470cad,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:03.962249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b73f20ce-f35e-49d3-879c-9f679e470cad'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:04.192574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343518c-680f-4b06-89b6-011cbb5d4606 req-191fcc6d-cc62-4fec-b36d-1465380cebc6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:04.194057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0343518c-680f-4b06-89b6-011cbb5d4606 req-191fcc6d-cc62-4fec-b36d-1465380cebc6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 944 time: 0.0569551 Feb 19 01:07:04.240561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0343518c-680f-4b06-89b6-011cbb5d4606 req-91e9dc8f-b3e0-4691-aae0-5a7e9ddde433 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407009 Feb 19 01:07:05.362111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a676e2d-e9e2-4f89-8c8f-9a6ab6bc5886 req-58db1033-fdf2-46f2-a10a-b85e81618fe9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:05.363862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a676e2d-e9e2-4f89-8c8f-9a6ab6bc5886 req-58db1033-fdf2-46f2-a10a-b85e81618fe9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 944 time: 0.0545554 Feb 19 01:07:05.411546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a676e2d-e9e2-4f89-8c8f-9a6ab6bc5886 req-65aaac00-bf67-4877-a894-4dcf27598e49 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418816 Feb 19 01:07:05.565259 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b73f20ce-f35e-49d3-879c-9f679e470cad up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:05.618453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port b73f20ce-f35e-49d3-879c-9f679e470cad completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:05.622206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port b73f20ce-f35e-49d3-879c-9f679e470cad triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:05.622679 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.863403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b73f20ce-f35e-49d3-879c-9f679e470cad is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:05.863808 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.886787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3721cd8f-7d64-4726-b260-89a114390d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73f20ce-f35e-49d3-879c-9f679e470cad'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:05.889142 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8735a547-01f7-4ea4-b305-7311afe28184" -d '{"events": [{"server_uuid": "3721cd8f-7d64-4726-b260-89a114390d82", "name": "network-vif-plugged", "status": "completed", "tag": "b73f20ce-f35e-49d3-879c-9f679e470cad"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:05.901611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b73f20ce-f35e-49d3-879c-9f679e470cad, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b73f20ce-f35e-49d3-879c-9f679e470cad,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:05.908550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:05.933821 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9b77b6-c594-4d4a-85c6-8786a1c069f6 x-openstack-request-id: req-8b9b77b6-c594-4d4a-85c6-8786a1c069f6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:05.934111 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3721cd8f-7d64-4726-b260-89a114390d82", "name": "network-vif-plugged", "status": "completed", "tag": "b73f20ce-f35e-49d3-879c-9f679e470cad", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:05.934809 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b9b77b6-c594-4d4a-85c6-8786a1c069f6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:05.935205 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3721cd8f-7d64-4726-b260-89a114390d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b73f20ce-f35e-49d3-879c-9f679e470cad', 'code': 200} Feb 19 01:07:05.966264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b73f20ce-f35e-49d3-879c-9f679e470cad,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:06.158771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23220f5-f5de-4ec1-aebf-382726e97e3a req-4513d9cb-e1c9-4e10-88e2-fe8df6300142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:06.160326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d23220f5-f5de-4ec1-aebf-382726e97e3a req-4513d9cb-e1c9-4e10-88e2-fe8df6300142 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 1127 time: 0.1700282 Feb 19 01:07:06.207269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d23220f5-f5de-4ec1-aebf-382726e97e3a req-4a03b85a-6a02-4002-a165-ddf77a26e1eb service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406847 Feb 19 01:07:06.535522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea0f86-b0c0-4b88-a97c-fb83123a9d09 req-f55d991d-5ad9-4af3-8b47-8a97924fff7a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:06.536889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abea0f86-b0c0-4b88-a97c-fb83123a9d09 req-f55d991d-5ad9-4af3-8b47-8a97924fff7a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 945 time: 0.0533760 Feb 19 01:07:06.584201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abea0f86-b0c0-4b88-a97c-fb83123a9d09 req-1fc26de0-c5cd-43d7-a3dc-55d6ded843e2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Feb 19 01:07:07.707480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7751bf5-8d04-4367-8748-e29f6ec1dccc req-febadb69-d336-41b8-a117-e3d793e73fb9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:07.708877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7751bf5-8d04-4367-8748-e29f6ec1dccc req-febadb69-d336-41b8-a117-e3d793e73fb9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 945 time: 0.0533519 Feb 19 01:07:07.770776 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7751bf5-8d04-4367-8748-e29f6ec1dccc req-4da5bbb6-501e-4398-9f2e-f96e570cdc1f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558889 Feb 19 01:07:07.885225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2700bc-b094-4b0d-bedf-10d738482800 req-601b48a9-a2bd-4c36-949a-af77de3fb689 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:07.887068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db2700bc-b094-4b0d-bedf-10d738482800 req-601b48a9-a2bd-4c36-949a-af77de3fb689 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 945 time: 0.0540223 Feb 19 01:07:07.934586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db2700bc-b094-4b0d-bedf-10d738482800 req-3acc3fc3-fff1-4956-920a-35949412121a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Feb 19 01:07:08.055551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0851f-5035-4055-9c7e-d401a03ced59 req-3f00076f-c89a-4e08-9e20-fa9b9b9bbbe1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:08.057296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60d0851f-5035-4055-9c7e-d401a03ced59 req-3f00076f-c89a-4e08-9e20-fa9b9b9bbbe1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 945 time: 0.0557880 Feb 19 01:07:08.107305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-60d0851f-5035-4055-9c7e-d401a03ced59 req-ca10fdd2-18e4-46be-90e1-97d30cbf8134 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Feb 19 01:07:08.382033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965ae12-05da-4640-ba27-1416e02ddc11 req-40d71878-e595-48e9-bb8b-5fdee82df728 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:08.383589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f965ae12-05da-4640-ba27-1416e02ddc11 req-40d71878-e595-48e9-bb8b-5fdee82df728 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 945 time: 0.0614626 Feb 19 01:07:08.434394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f965ae12-05da-4640-ba27-1416e02ddc11 req-d0f082c1-29ec-46f5-91df-f731279f8d25 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449326 Feb 19 01:07:09.571048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfac8e2-f068-4d52-b9df-83e5b0873ce5 req-be473901-233a-4f94-b7a3-ec7afacc4bed tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.572668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecfac8e2-f068-4d52-b9df-83e5b0873ce5 req-be473901-233a-4f94-b7a3-ec7afacc4bed tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 945 time: 0.0577211 Feb 19 01:07:09.623261 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecfac8e2-f068-4d52-b9df-83e5b0873ce5 req-1193b451-5465-4710-8f78-1d19a9933035 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446742 Feb 19 01:07:09.843867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-f6a4ff46-71f9-428e-90ec-63d41ebe20a8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:09.845433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-f6a4ff46-71f9-428e-90ec-63d41ebe20a8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 945 time: 0.0661495 Feb 19 01:07:09.940620 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port b73f20ce-f35e-49d3-879c-9f679e470cad {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:07:09.940875 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.035458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] For port b73f20ce-f35e-49d3-879c-9f679e470cad, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b73f20ce-f35e-49d3-879c-9f679e470cad,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:10.035822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.050341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for b73f20ce-f35e-49d3-879c-9f679e470cad owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:07:10.184011 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b73f20ce-f35e-49d3-879c-9f679e470cad), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.196273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b73f20ce-f35e-49d3-879c-9f679e470cad'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:10.216137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=b73f20ce-f35e-49d3-879c-9f679e470cad,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:10.229060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.229443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.229918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.230331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.230686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.231028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.231340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.231682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.232003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.232344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.232664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.233037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.233340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:10.270429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] No DVR routers for this DVR port b73f20ce-f35e-49d3-879c-9f679e470cad on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:07:10.273127 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:10.276508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faa93554-5585-43f7-b6b4-13596b82a7aa req-3a65f41e-cf30-45a4-a8fe-7315436b2b75 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "DELETE /v2.0/ports/b73f20ce-f35e-49d3-879c-9f679e470cad HTTP/1.1" status: 204 len: 173 time: 0.4259906 Feb 19 01:07:10.276983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3721cd8f-7d64-4726-b260-89a114390d82', 'name': 'network-vif-deleted', 'tag': 'b73f20ce-f35e-49d3-879c-9f679e470cad'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:10.279308 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce2dbd0-7bf4-4fb3-b97e-8616bf9583ab" -d '{"events": [{"server_uuid": "3721cd8f-7d64-4726-b260-89a114390d82", "name": "network-vif-deleted", "tag": "b73f20ce-f35e-49d3-879c-9f679e470cad"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:10.317939 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59c03e3-ae1e-461e-81f7-b587ea804853 x-openstack-request-id: req-f59c03e3-ae1e-461e-81f7-b587ea804853 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:10.318269 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3721cd8f-7d64-4726-b260-89a114390d82", "name": "network-vif-deleted", "tag": "b73f20ce-f35e-49d3-879c-9f679e470cad", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:10.318528 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f59c03e3-ae1e-461e-81f7-b587ea804853 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:10.318938 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3721cd8f-7d64-4726-b260-89a114390d82', 'name': 'network-vif-deleted', 'tag': 'b73f20ce-f35e-49d3-879c-9f679e470cad', 'status': 'completed', 'code': 200} Feb 19 01:07:10.721507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1663ac04-68cd-4e34-9495-a16980c10cd0 req-b7d595d6-11cb-4a1f-8eae-a0e17fc82c72 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0280182 Feb 19 01:07:11.823111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-919d468d-ad49-4eb4-93f9-eb6d23cf4664 req-0d9998d0-f424-47e6-ba95-0799e225bdbd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0287454 Feb 19 01:07:12.924102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d202bd1-4456-42a0-a280-675cd53332d7 req-715a92eb-cb79-4ae1-81be-09658538cae5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0270975 Feb 19 01:07:13.581164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b73f20ce-f35e-49d3-879c-9f679e470cad no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:07:13.603151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: b73f20ce-f35e-49d3-879c-9f679e470cad {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:07:13.603499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b73f20ce-f35e-49d3-879c-9f679e470cad not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:07:14.029083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94546d89-0873-408b-9dcb-6beac65629dc req-28657ade-d5b3-441c-b877-fab4a42ad16e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0323141 Feb 19 01:07:15.130738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ff8794c-65db-4d5c-aaa1-b62338c4d971 req-42bc5f59-9159-409c-8526-7c0e32ac2021 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0284281 Feb 19 01:07:16.229422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-143c49e8-e626-49dc-bb2c-25b20ad2ec1f req-aeaac16f-f85a-42f8-8e83-cc1b7ca9222b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0280237 Feb 19 01:07:17.328868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-603ae976-c395-4621-bb55-c70e81d1dac6 req-8913052e-bc22-4f22-881d-36d5d58018a6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Feb 19 01:07:18.013350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed8de1cb-ceaa-4b14-8367-20b086ecfeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:18.425454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-41c9885f-6d78-400a-bf2d-e032be4347be req-1b5810a5-10bf-432f-b9ef-22a261dd1577 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0273132 Feb 19 01:07:19.075693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:19.537832 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-523360e2-d4d3-4b14-bdb2-7ec29495a5e2 req-60166243-e461-43a7-b072-081a339b697a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=3721cd8f-7d64-4726-b260-89a114390d82 HTTP/1.1" status: 200 len: 210 time: 0.0299320 Feb 19 01:07:20.063108 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-661d42ed-a1e1-4775-be4b-c26529645272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:21.295423 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:22.725705 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:23.926802 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:24.179190 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:25.385253 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:07:34.056299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60988) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:34.328450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dc03af-f5ac-4564-82e3-44e69b2ac776 admin admin] Deleting subnet 5661b1bf-06d6-446c-809f-636c8613a354 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:07:34.332167 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11dc03af-f5ac-4564-82e3-44e69b2ac776 admin admin] Publish callbacks [] for subnet (5661b1bf-06d6-446c-809f-636c8613a354), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.374091 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11dc03af-f5ac-4564-82e3-44e69b2ac776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (5661b1bf-06d6-446c-809f-636c8613a354), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.415958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11dc03af-f5ac-4564-82e3-44e69b2ac776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (5661b1bf-06d6-446c-809f-636c8613a354), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.472843 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11dc03af-f5ac-4564-82e3-44e69b2ac776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (5661b1bf-06d6-446c-809f-636c8613a354), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.499056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc03af-f5ac-4564-82e3-44e69b2ac776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5661b1bf-06d6-446c-809f-636c8613a354,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:34.505797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11dc03af-f5ac-4564-82e3-44e69b2ac776 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.509217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-11dc03af-f5ac-4564-82e3-44e69b2ac776 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5661b1bf-06d6-446c-809f-636c8613a354 HTTP/1.1" status: 204 len: 168 time: 0.4518759 Feb 19 01:07:34.512121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 60994) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:34.586287 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8c98c72c-b386-4385-87bb-0b3382adc79b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.676350 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8c98c72c-b386-4385-87bb-0b3382adc79b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.696753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c98c72c-b386-4385-87bb-0b3382adc79b']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:34.706593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb884d7-c031-4eb3-a96d-b64e35069cfc') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:34.706999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb884d7-c031-4eb3-a96d-b64e35069cfc') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:34.722008 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (abb884d7-c031-4eb3-a96d-b64e35069cfc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.735879 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (abb884d7-c031-4eb3-a96d-b64e35069cfc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.744312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:07:34.744808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (abb884d7-c031-4eb3-a96d-b64e35069cfc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:07:34.746758 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:07:34.804816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8c98c72c-b386-4385-87bb-0b3382adc79b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.809806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:34.816419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8c98c72c-b386-4385-87bb-0b3382adc79b HTTP/1.1" status: 204 len: 168 time: 0.3005569 Feb 19 01:07:34.830045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce116c4-d7f9-4bb4-b12e-1c3f4d30e674 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c98c72c-b386-4385-87bb-0b3382adc79b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:34.957969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32768) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:35.006984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fd6d7b0b-d045-4eae-b617-ae4646cd6259 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=417d2665dbd7429081053947abaa8794&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477328 Feb 19 01:07:35.009536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32770) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:35.058070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35e566e6-0dcd-43e9-945a-382826bcad44 admin admin] Publish callbacks [] for security_group (fa2a49c1-6002-4e99-82d2-714ea1fcbaa4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.083506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35e566e6-0dcd-43e9-945a-382826bcad44 admin admin] Publish callbacks [] for security_group (fa2a49c1-6002-4e99-82d2-714ea1fcbaa4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.144161 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35e566e6-0dcd-43e9-945a-382826bcad44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fa2a49c1-6002-4e99-82d2-714ea1fcbaa4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.148933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-35e566e6-0dcd-43e9-945a-382826bcad44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:35.148933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-35e566e6-0dcd-43e9-945a-382826bcad44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa2a49c1-6002-4e99-82d2-714ea1fcbaa4 HTTP/1.1" status: 204 len: 168 time: 0.1376362 Feb 19 01:07:35.158108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e566e6-0dcd-43e9-945a-382826bcad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2a49c1-6002-4e99-82d2-714ea1fcbaa4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:37.331239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32826) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:37.336443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'network': {'name': 'tempest-network-smoke--1770883887', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'port_security_enabled': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:37.357615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Made reservation on behalf of 95d4ecdb0ea249f1b6eaddb0a045c00e for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:37.361043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.369465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.488153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (7967a126-0a45-47f8-829c-80aae7d66533), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.494381 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7967a126-0a45-47f8-829c-80aae7d66533), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.530067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:07:37.535722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7967a126-0a45-47f8-829c-80aae7d66533,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:37.543904 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (bf092cfe-0ca6-46d8-a73f-04bbf689aa74), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.544254 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Added segment bf092cfe-0ca6-46d8-a73f-04bbf689aa74 of type vlan for network 3660af14-7f4d-4d53-a5da-426c1034efc7 Feb 19 01:07:37.587263 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (3660af14-7f4d-4d53-a5da-426c1034efc7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.615342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (3660af14-7f4d-4d53-a5da-426c1034efc7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.621049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:37.621820 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.682804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3503869 Feb 19 01:07:37.685799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32836) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:37.691937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'admin_state_up': True, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:37.695545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf023c-6123-4089-b293-abcde14f7da5 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Network': ['ID=3660af14-7f4d-4d53-a5da-426c1034efc7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:37.708213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:07:37.728364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (99aed978-148b-4828-b318-ea3b1640c293), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.729719 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (99aed978-148b-4828-b318-ea3b1640c293), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.789865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_controller (99aed978-148b-4828-b318-ea3b1640c293), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:37.936823 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_gateway (99aed978-148b-4828-b318-ea3b1640c293), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.138340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_gateway (99aed978-148b-4828-b318-ea3b1640c293), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.159948 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.264513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Allocated IP 172.25.6.137 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/5929be36-4b36-48ad-b344-1de07cc8f0ee) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:38.368236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.404318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:38.442503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:38.445465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:38.452637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:38.458304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=5929be36-4b36-48ad-b344-1de07cc8f0ee,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:38.490904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.491248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.491591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.491929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.492257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.492585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.492910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.493236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.493554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.493877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.494199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.494525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:38.494844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:39.072664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_gateway (99aed978-148b-4828-b318-ea3b1640c293), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.278104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (99aed978-148b-4828-b318-ea3b1640c293), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.408049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Router 99aed978-148b-4828-b318-ea3b1640c293 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:07:39.516202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:39.528471 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Sync routers for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:39.538788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.540167 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:39.540782 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:07:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:39.543590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32852) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.544108 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-02ebb0a2-dfe4-4566-9f5b-0f6c73e7e521 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8561001 Feb 19 01:07:39.652109 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:39.681829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-65f903dc-aab3-4c24-89f4-5f28e3a6e026 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=95d4ecdb0ea249f1b6eaddb0a045c00e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1362967 Feb 19 01:07:39.684933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32856) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.781847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6c1270-1c26-48bc-891f-6c0e2e9c5095 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:39.785917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5c6c1270-1c26-48bc-891f-6c0e2e9c5095 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0975523 Feb 19 01:07:39.787143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32858) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.818300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-402ecfa9-5fe4-48ae-aab8-a811250af65a tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301244 Feb 19 01:07:39.820487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32860) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:39.826534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1448515295', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:39.838356 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:38Z', 'revision_number': 3, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:39.866064 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Checking router: 99aed978-148b-4828-b318-ea3b1640c293 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:39.866712 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Updating router 99aed978-148b-4828-b318-ea3b1640c293 port 5929be36-4b36-48ad-b344-1de07cc8f0ee binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:07:39.895384 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:39.915765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Made reservation on behalf of 95d4ecdb0ea249f1b6eaddb0a045c00e for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:39.919394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.110727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (40240edc-9a27-45fa-85e7-aed679eada0b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.175096 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Publish callbacks [] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.181710 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.185129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Subnet': ['ID=40240edc-9a27-45fa-85e7-aed679eada0b,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.194057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Checking segment: {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:40.194491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network hostable DHCP agents. Network: 3660af14-7f4d-4d53-a5da-426c1034efc7, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:07:40.212290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:07:40.223066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 3660af14-7f4d-4d53-a5da-426c1034efc7) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:40.232589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:40.232589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.234859 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Pushing event updated for resources: {'Port': ['ID=5929be36-4b36-48ad-b344-1de07cc8f0ee,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.244406 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.245306 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.245656 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.246200 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.246353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ef204-a36f-45af-a19f-c0a4b4ca83fa None None] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:40.246901 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.247213 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.247367 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.247782 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.247994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.248321 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.248640 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.248963 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.249288 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.267170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c24e7e85-d94e-4321-b98b-88cc0f0023dd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4426854 Feb 19 01:07:40.268039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32866) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:40.268429 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Attempting to bind port 5929be36-4b36-48ad-b344-1de07cc8f0ee on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:40.268802 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Attempting to bind port 5929be36-4b36-48ad-b344-1de07cc8f0ee by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:40.269167 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Attempting to bind port 5929be36-4b36-48ad-b344-1de07cc8f0ee on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:40.274555 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:40.275203 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:40.275713 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.276105 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:40.276575 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Bound port: 5929be36-4b36-48ad-b344-1de07cc8f0ee, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:40.276966 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.346168 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] For port 5929be36-4b36-48ad-b344-1de07cc8f0ee, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:40.349792 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] For port 5929be36-4b36-48ad-b344-1de07cc8f0ee, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5929be36-4b36-48ad-b344-1de07cc8f0ee,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:40.358324 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.370236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-3660af14-7f4d-4d53-a5da-426c1034efc7', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:07:40.371114 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.431820 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49762a7-d9db-474f-a40f-0ef2b617b138 None None] Pushing event updated for resources: {'Port': ['ID=5929be36-4b36-48ad-b344-1de07cc8f0ee,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.472118 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:40.473351 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:07:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:40.540840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Allocated IP 172.20.0.2 (3660af14-7f4d-4d53-a5da-426c1034efc7/40240edc-9a27-45fa-85e7-aed679eada0b/31417a41-1051-4eeb-8a84-a09432f8b1a1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:40.600813 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:40.699417 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Publish callbacks [] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.706028 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.774788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:40.776314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Pushing event updated for resources: {'Port': ['ID=31417a41-1051-4eeb-8a84-a09432f8b1a1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:40.784314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:40.787724 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:40.795815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.796429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.796966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.797508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.798055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.798589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.799109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.799642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.800310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.800738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.801168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.801590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.801769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.802093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:07:40.823226 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:38Z', 'revision_number': 3, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:40.853470 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f755c8-0bcd-43ab-8f7f-a631aeb2817e None None] The sync data for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 is: [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:38Z', 'revision_number': 3, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:40.867643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Attempting to bind port 31417a41-1051-4eeb-8a84-a09432f8b1a1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:40.868019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Attempting to bind port 31417a41-1051-4eeb-8a84-a09432f8b1a1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:40.868385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Attempting to bind port 31417a41-1051-4eeb-8a84-a09432f8b1a1 on network 3660af14-7f4d-4d53-a5da-426c1034efc7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:40.873850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:40.874263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Checking segment: {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:40.874670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.875071 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Bound using segment: {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:40.875542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Bound port: 31417a41-1051-4eeb-8a84-a09432f8b1a1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:40.875961 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:40.950489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] For port 31417a41-1051-4eeb-8a84-a09432f8b1a1, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:40.953920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] For port 31417a41-1051-4eeb-8a84-a09432f8b1a1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=31417a41-1051-4eeb-8a84-a09432f8b1a1,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:40.964096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.061967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb0769-46e3-4211-8922-1fb9f0e2068a None None] Pushing event updated for resources: {'Port': ['ID=31417a41-1051-4eeb-8a84-a09432f8b1a1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:41.216579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Allocated IP 172.20.0.1 (3660af14-7f4d-4d53-a5da-426c1034efc7/40240edc-9a27-45fa-85e7-aed679eada0b/dd184ca7-bfcb-4aa9-879f-9af355a645cf) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:41.431373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.481740 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.535594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:41.538835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:41.541606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:41.570593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=dd184ca7-bfcb-4aa9-879f-9af355a645cf,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:41.605649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (99aed978-148b-4828-b318-ea3b1640c293), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:41.786595 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.124264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.130690 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.207797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=dd184ca7-bfcb-4aa9-879f-9af355a645cf,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.210963 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (99aed978-148b-4828-b318-ea3b1640c293), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.315251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:42.317675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:42.364631 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d567bc-d5cf-4785-aceb-795981bc0d4a None None] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:07:42.452660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Router 99aed978-148b-4828-b318-ea3b1640c293 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:42.485043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-499d85a2-79a4-4d78-889a-df3ca6b54efd None None] Provisioning complete for port 31417a41-1051-4eeb-8a84-a09432f8b1a1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:42.485523 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-499d85a2-79a4-4d78-889a-df3ca6b54efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.587486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-499d85a2-79a4-4d78-889a-df3ca6b54efd None None] Current status of the port 31417a41-1051-4eeb-8a84-a09432f8b1a1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:42.587894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-499d85a2-79a4-4d78-889a-df3ca6b54efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.598856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:42.603926 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f9e10595-f37a-4042-b2b5-483d8d3e6302 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "PUT /v2.0/routers/99aed978-148b-4828-b318-ea3b1640c293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3346872 Feb 19 01:07:42.607162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32880) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:42.613135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d608adeb-5af2-40f2-ae98-30d5272eb8ba tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1397960295', 'description': 'tempest-secgroup_access--1397960295 description', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:42.639249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-499d85a2-79a4-4d78-889a-df3ca6b54efd None None] For port 31417a41-1051-4eeb-8a84-a09432f8b1a1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=31417a41-1051-4eeb-8a84-a09432f8b1a1,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:42.645341 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-499d85a2-79a4-4d78-889a-df3ca6b54efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.666959 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d608adeb-5af2-40f2-ae98-30d5272eb8ba tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.710737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d85a2-79a4-4d78-889a-df3ca6b54efd None None] Pushing event updated for resources: {'Port': ['ID=31417a41-1051-4eeb-8a84-a09432f8b1a1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.758021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d608adeb-5af2-40f2-ae98-30d5272eb8ba tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (fc630766-0901-4048-9b95-22236f11b899), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.764143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d608adeb-5af2-40f2-ae98-30d5272eb8ba tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fc630766-0901-4048-9b95-22236f11b899), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.808101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d608adeb-5af2-40f2-ae98-30d5272eb8ba tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.809360 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d608adeb-5af2-40f2-ae98-30d5272eb8ba tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2010834 Feb 19 01:07:42.813287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 32882) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:42.819609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6ebc3907-bcfb-4bd8-b0fc-fe2f736d53c1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1724946264', 'description': 'tempest-secgroup_general--1724946264 description', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:42.823738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608adeb-5af2-40f2-ae98-30d5272eb8ba tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc630766-0901-4048-9b95-22236f11b899,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:42.863790 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3907-bcfb-4bd8-b0fc-fe2f736d53c1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.877377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-517eecf3-d2a7-4472-b60a-1bf79b796064 None None] Provisioning complete for port dd184ca7-bfcb-4aa9-879f-9af355a645cf triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:42.877756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-517eecf3-d2a7-4472-b60a-1bf79b796064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.922499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-517eecf3-d2a7-4472-b60a-1bf79b796064 None None] Port dd184ca7-bfcb-4aa9-879f-9af355a645cf cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:42.933902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-517eecf3-d2a7-4472-b60a-1bf79b796064 None None] Provisioning complete for port 31417a41-1051-4eeb-8a84-a09432f8b1a1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:42.934311 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-517eecf3-d2a7-4472-b60a-1bf79b796064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.960338 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3907-bcfb-4bd8-b0fc-fe2f736d53c1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (5d36c804-ff63-4008-90eb-b2ac944938bf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:42.967164 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3907-bcfb-4bd8-b0fc-fe2f736d53c1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5d36c804-ff63-4008-90eb-b2ac944938bf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.010636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc3907-bcfb-4bd8-b0fc-fe2f736d53c1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d36c804-ff63-4008-90eb-b2ac944938bf,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:43.015363 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6ebc3907-bcfb-4bd8-b0fc-fe2f736d53c1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.019858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 32884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:43.019972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6ebc3907-bcfb-4bd8-b0fc-fe2f736d53c1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2044082 Feb 19 01:07:43.025376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0ce4ec7a-974b-42ee-a2d1-29f3d5175312 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'security_group_rule': {'security_group_id': 'fc630766-0901-4048-9b95-22236f11b899', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:43.048891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-517eecf3-d2a7-4472-b60a-1bf79b796064 None None] Current status of the port 31417a41-1051-4eeb-8a84-a09432f8b1a1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:43.073592 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ce4ec7a-974b-42ee-a2d1-29f3d5175312 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group_rule (3a7cf1e8-da06-4f13-9dbf-ccd817d04c55), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.124485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Sync routers for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:43.144825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:43.145480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:07:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:43.179951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ce4ec7a-974b-42ee-a2d1-29f3d5175312 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group_rule (3a7cf1e8-da06-4f13-9dbf-ccd817d04c55), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.191394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ce4ec7a-974b-42ee-a2d1-29f3d5175312 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3a7cf1e8-da06-4f13-9dbf-ccd817d04c55), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.213599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4ec7a-974b-42ee-a2d1-29f3d5175312 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7cf1e8-da06-4f13-9dbf-ccd817d04c55,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:43.235119 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0ce4ec7a-974b-42ee-a2d1-29f3d5175312 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.244286 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ce4ec7a-974b-42ee-a2d1-29f3d5175312 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2153485 Feb 19 01:07:43.259830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-eae31db2-9ec9-41d7-9e68-01622e7fcb08 None None] Provisioning complete for port dd184ca7-bfcb-4aa9-879f-9af355a645cf triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:43.260217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eae31db2-9ec9-41d7-9e68-01622e7fcb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.383254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5929be36-4b36-48ad-b344-1de07cc8f0ee up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:43.414493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eae31db2-9ec9-41d7-9e68-01622e7fcb08 None None] Port dd184ca7-bfcb-4aa9-879f-9af355a645cf cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:43.439003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-fa9347c6-e455-4c15-9ec3-a8f390fdd36e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--1397960295&fields=id&tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e HTTP/1.1" status: 200 len: 267 time: 0.0554016 Feb 19 01:07:43.453360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:43.492558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5929be36-4b36-48ad-b344-1de07cc8f0ee triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:43.492934 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.494708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-180c14c5-0127-4060-b24e-78f5952b1217 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--1724946264&fields=id&tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e HTTP/1.1" status: 200 len: 267 time: 0.0476701 Feb 19 01:07:43.609971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ccdcd-ac89-4344-9302-c96646a4549a req-008b9f36-ba95-4768-bc32-2dec44b3df19 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:43.617434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-008b9f36-ba95-4768-bc32-2dec44b3df19 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/networks?id=3660af14-7f4d-4d53-a5da-426c1034efc7 HTTP/1.1" status: 200 len: 797 time: 0.1141613 Feb 19 01:07:43.618941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7d771cd5-1a11-4502-886d-230dc079416d None None] Provisioning complete for port dd184ca7-bfcb-4aa9-879f-9af355a645cf triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:43.619350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d771cd5-1a11-4502-886d-230dc079416d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.630736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-0a73fdd7-f51f-4d61-9d7a-712fbb65b4af tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/quotas/95d4ecdb0ea249f1b6eaddb0a045c00e HTTP/1.1" status: 200 len: 375 time: 0.0123906 Feb 19 01:07:43.686285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-a9cac97a-cb98-4cf9-a2ec-35d3e58f5ee0 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524569 Feb 19 01:07:43.703997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-4741db0b-e6b1-453c-8d47-fa1ac20be255 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:07:43.705470 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-4741db0b-e6b1-453c-8d47-fa1ac20be255 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058084 Feb 19 01:07:43.712855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7d771cd5-1a11-4502-886d-230dc079416d None None] Port dd184ca7-bfcb-4aa9-879f-9af355a645cf cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:43.720040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5929be36-4b36-48ad-b344-1de07cc8f0ee is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:43.720040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.763609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 5929be36-4b36-48ad-b344-1de07cc8f0ee, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5929be36-4b36-48ad-b344-1de07cc8f0ee,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:43.770164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.770998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 31417a41-1051-4eeb-8a84-a09432f8b1a1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:43.813979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-ce239547-8422-4499-90ac-6ba541fa1e1e service neutron] 10.222.0.60 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008093 Feb 19 01:07:43.863690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=5929be36-4b36-48ad-b344-1de07cc8f0ee,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:43.871301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 2, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:43.898963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Checking router: 99aed978-148b-4828-b318-ea3b1640c293 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:43.899313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Updating router 99aed978-148b-4828-b318-ea3b1640c293 port dd184ca7-bfcb-4aa9-879f-9af355a645cf binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:07:43.905386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 31417a41-1051-4eeb-8a84-a09432f8b1a1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:43.905889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:43.914951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-c6f3f74b-fc6f-4f19-b1c3-65b5d58967ae service neutron] 10.222.0.60 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943124 Feb 19 01:07:43.960734 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.122474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-282b69c1-c72c-47e6-a8af-4612e019624b req-6b4aa260-7520-40a4-99a3-f0589f92b858 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 210 time: 0.0514097 Feb 19 01:07:44.123784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 31417a41-1051-4eeb-8a84-a09432f8b1a1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:44.484461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Publish callbacks [] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.496873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.546798 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedba61-a686-41ae-9be4-17d76f26416d None None] Pushing event updated for resources: {'Port': ['ID=dd184ca7-bfcb-4aa9-879f-9af355a645cf,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:44.610023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Attempting to bind port dd184ca7-bfcb-4aa9-879f-9af355a645cf on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:44.610739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Attempting to bind port dd184ca7-bfcb-4aa9-879f-9af355a645cf by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:44.611196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Attempting to bind port dd184ca7-bfcb-4aa9-879f-9af355a645cf on network 3660af14-7f4d-4d53-a5da-426c1034efc7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:44.617238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:44.617789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Checking segment: {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:44.618415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.618907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Bound using segment: {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:44.619558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Bound port: dd184ca7-bfcb-4aa9-879f-9af355a645cf, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:44.620049 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.693201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] For port dd184ca7-bfcb-4aa9-879f-9af355a645cf, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:44.696925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] For port dd184ca7-bfcb-4aa9-879f-9af355a645cf, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dd184ca7-bfcb-4aa9-879f-9af355a645cf,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:44.705911 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:44.767271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:44.767271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:07:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:44.835014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cedba61-a686-41ae-9be4-17d76f26416d None None] Pushing event updated for resources: {'Port': ['ID=dd184ca7-bfcb-4aa9-879f-9af355a645cf,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:44.918169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:45.028057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-757be5a5-33c9-44fd-bfc0-4b7a38f5b7b6 None None] Provisioning complete for port dd184ca7-bfcb-4aa9-879f-9af355a645cf triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:45.028440 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-757be5a5-33c9-44fd-bfc0-4b7a38f5b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.228696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5929be36-4b36-48ad-b344-1de07cc8f0ee up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:45.256220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-757be5a5-33c9-44fd-bfc0-4b7a38f5b7b6 None None] Current status of the port dd184ca7-bfcb-4aa9-879f-9af355a645cf is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:45.256711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-757be5a5-33c9-44fd-bfc0-4b7a38f5b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.260908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1d8fe6b-6446-4f5c-a766-347cfbfe72bd req-3e5218d4-0f56-41c0-a87b-79ca0997c37e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 210 time: 0.0367374 Feb 19 01:07:45.313594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-757be5a5-33c9-44fd-bfc0-4b7a38f5b7b6 None None] For port dd184ca7-bfcb-4aa9-879f-9af355a645cf, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dd184ca7-bfcb-4aa9-879f-9af355a645cf,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:45.319722 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-757be5a5-33c9-44fd-bfc0-4b7a38f5b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.361212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:44Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:45.364614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 5929be36-4b36-48ad-b344-1de07cc8f0ee triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:45.364979 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.418168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85abcb99-2532-4745-99d4-59a140e15a1e None None] The sync data for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 is: [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:44Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:45.426566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757be5a5-33c9-44fd-bfc0-4b7a38f5b7b6 None None] Pushing event updated for resources: {'Port': ['ID=dd184ca7-bfcb-4aa9-879f-9af355a645cf,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:45.464426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0d32f30f-b772-47b5-897c-b926c36c8c77 None None] Provisioning complete for port dd184ca7-bfcb-4aa9-879f-9af355a645cf triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:45.464426 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d32f30f-b772-47b5-897c-b926c36c8c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:45.545421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 5929be36-4b36-48ad-b344-1de07cc8f0ee is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:45.617181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0d32f30f-b772-47b5-897c-b926c36c8c77 None None] Current status of the port dd184ca7-bfcb-4aa9-879f-9af355a645cf is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:45.741990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ccdcd-ac89-4344-9302-c96646a4549a req-c99573ba-307d-4b1e-bab2-3802ed3206aa tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:45.744418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-c99573ba-307d-4b1e-bab2-3802ed3206aa tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.113 "GET /v2.0/networks?id=3660af14-7f4d-4d53-a5da-426c1034efc7 HTTP/1.1" status: 200 len: 797 time: 0.1378877 Feb 19 01:07:45.848403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-7e4cf2da-aa51-489a-a0a5-bfeb040d7c33 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e HTTP/1.1" status: 200 len: 478 time: 0.0910032 Feb 19 01:07:45.858271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'port': {'device_id': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'admin_state_up': True, 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'security_groups': ['fc630766-0901-4048-9b95-22236f11b899', '5d36c804-ff63-4008-90eb-b2ac944938bf']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:45.984043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Made reservation on behalf of 95d4ecdb0ea249f1b6eaddb0a045c00e for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:45.987578 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.170607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Allocated IP 172.20.0.13 (3660af14-7f4d-4d53-a5da-426c1034efc7/40240edc-9a27-45fa-85e7-aed679eada0b/21b19809-d29f-4b9c-8f44-932fcac4fb75) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:46.423500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a9fccc8-9265-4713-8b5f-a092401796c2 req-11868366-addf-4b9a-9430-ceb7625beffa tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 210 time: 0.0450072 Feb 19 01:07:46.427846 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.480645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.533119 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:46.536928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:46.543839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:46.554673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=21b19809-d29f-4b9c-8f44-932fcac4fb75,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:46.614934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:46.615657 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.644423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-bf944fa2-c651-49b2-ab8d-d970982fa5d2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7903011 Feb 19 01:07:46.658236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Request body: {'port': {'device_id': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:46.768414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.955020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-78462728-aef9-4054-be7e-62f835392c72 None None] Provisioning complete for port 21b19809-d29f-4b9c-8f44-932fcac4fb75 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:46.955534 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78462728-aef9-4054-be7e-62f835392c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:46.991642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-78462728-aef9-4054-be7e-62f835392c72 None None] Port 21b19809-d29f-4b9c-8f44-932fcac4fb75 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:47.060591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b19809-d29f-4b9c-8f44-932fcac4fb75 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:47.070528 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Publish callbacks [] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.084853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Transition to ACTIVE for port object 21b19809-d29f-4b9c-8f44-932fcac4fb75 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:47.090084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.148529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Pushing event updated for resources: {'Port': ['ID=21b19809-d29f-4b9c-8f44-932fcac4fb75,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:47.239928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Attempting to bind port 21b19809-d29f-4b9c-8f44-932fcac4fb75 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:47.240351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Attempting to bind port 21b19809-d29f-4b9c-8f44-932fcac4fb75 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:47.240758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Attempting to bind port 21b19809-d29f-4b9c-8f44-932fcac4fb75 on network 3660af14-7f4d-4d53-a5da-426c1034efc7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:47.245697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Port 21b19809-d29f-4b9c-8f44-932fcac4fb75 on network 3660af14-7f4d-4d53-a5da-426c1034efc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:47.246105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Attempting to bind port 21b19809-d29f-4b9c-8f44-932fcac4fb75 on network 3660af14-7f4d-4d53-a5da-426c1034efc7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:47.253078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:47.253868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Checking segment: {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:47.256278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Bound using segment: {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:47.256278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Bound port: 21b19809-d29f-4b9c-8f44-932fcac4fb75, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:47.256278 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.263913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dd184ca7-bfcb-4aa9-879f-9af355a645cf up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:47.323044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port dd184ca7-bfcb-4aa9-879f-9af355a645cf triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:47.323337 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.334942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] For port 21b19809-d29f-4b9c-8f44-932fcac4fb75, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:47.339879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] For port 21b19809-d29f-4b9c-8f44-932fcac4fb75, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:47.348903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.397763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.398447 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:47.400068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] 10.222.0.113 "PUT /v2.0/ports/21b19809-d29f-4b9c-8f44-932fcac4fb75 HTTP/1.1" status: 200 len: 1131 time: 0.7482429 Feb 19 01:07:47.400518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:47.403353 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492b45a7-d3cb-4598-80ac-876e1c8d4831" -d '{"events": [{"name": "network-changed", "server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:47.426648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port dd184ca7-bfcb-4aa9-879f-9af355a645cf is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:47.463172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671e283-e77a-4cc2-b3d7-af0ee06dd4bb service neutron] Pushing event updated for resources: {'Port': ['ID=21b19809-d29f-4b9c-8f44-932fcac4fb75,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:47.520414 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebbbb94-df4d-4923-88e9-c7456310d5f7 x-openstack-request-id: req-2ebbbb94-df4d-4923-88e9-c7456310d5f7 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:47.521316 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:47.521713 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ebbbb94-df4d-4923-88e9-c7456310d5f7 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:47.522354 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'status': 'completed', 'code': 200} Feb 19 01:07:47.580805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ccdcd-ac89-4344-9302-c96646a4549a req-0676df37-27a8-4186-b8c6-4c64e773eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.582376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-0676df37-27a8-4186-b8c6-4c64e773eff9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1165 time: 0.1108978 Feb 19 01:07:47.606607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153f00de-8618-4460-b69c-e30860cee59b req-b311cec6-c41c-4d0e-9e13-31a4f6b61a23 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.608445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-153f00de-8618-4460-b69c-e30860cee59b req-b311cec6-c41c-4d0e-9e13-31a4f6b61a23 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 983 time: 0.0839665 Feb 19 01:07:47.642826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-0c291be8-26de-4de8-aa95-f6c9f2abe87a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75 HTTP/1.1" status: 200 len: 217 time: 0.0525906 Feb 19 01:07:47.728383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ccdcd-ac89-4344-9302-c96646a4549a req-be7634fe-5ed6-41c2-9388-738da742f33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.729801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-be7634fe-5ed6-41c2-9388-738da742f33e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=40240edc-9a27-45fa-85e7-aed679eada0b HTTP/1.1" status: 200 len: 835 time: 0.0768092 Feb 19 01:07:47.734283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-153f00de-8618-4460-b69c-e30860cee59b req-e6c24b16-780f-4296-83a9-07927fdad8b7 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0988147 Feb 19 01:07:47.791013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ccdcd-ac89-4344-9302-c96646a4549a req-4549b91b-7732-44f8-b5f6-b40b44aff9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:47.792540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-4549b91b-7732-44f8-b5f6-b40b44aff9cf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3660af14-7f4d-4d53-a5da-426c1034efc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545864 Feb 19 01:07:47.884639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-5df42d1c-3463-48c2-9898-ce89d20d879e service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844326 Feb 19 01:07:47.980603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-369ccdcd-ac89-4344-9302-c96646a4549a req-61ee2b0e-52e3-4fbf-86b4-c6e3d7927b1c service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901451 Feb 19 01:07:48.024860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7017-5501-458a-8e63-c7780e9227fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:48.085819 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-ea735247-b720-4929-a7a3-4c48a0f89fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.087566 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-ea735247-b720-4929-a7a3-4c48a0f89fc9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1165 time: 0.0500531 Feb 19 01:07:48.534060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-48e6be88-e475-4f46-a5dc-77c253a37f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.535476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-48e6be88-e475-4f46-a5dc-77c253a37f18 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3660af14-7f4d-4d53-a5da-426c1034efc7 HTTP/1.1" status: 200 len: 898 time: 0.4391110 Feb 19 01:07:48.574143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-b1059b7c-7ed7-4599-877f-75b9e478fe71 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75 HTTP/1.1" status: 200 len: 217 time: 0.0325654 Feb 19 01:07:48.622077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-e5482c2b-8b7c-4cc1-969d-d8a5bd818f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.623467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-e5482c2b-8b7c-4cc1-969d-d8a5bd818f34 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=40240edc-9a27-45fa-85e7-aed679eada0b HTTP/1.1" status: 200 len: 835 time: 0.0426581 Feb 19 01:07:48.675136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-b54b4085-cb02-4a7a-b890-19bd986c5039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.676588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-b54b4085-cb02-4a7a-b890-19bd986c5039 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3660af14-7f4d-4d53-a5da-426c1034efc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464134 Feb 19 01:07:48.775190 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-79a7bdf2-b18b-47a8-a8e6-6604ac27c617 service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918996 Feb 19 01:07:48.902028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-492b45a7-d3cb-4598-80ac-876e1c8d4831 req-a90bf06f-0aa1-4373-a18a-393216c2c06c service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201127 Feb 19 01:07:48.909986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdddb00-0ea4-4e32-91d4-83d4ef6691d9 req-f85f6e70-b589-4a0d-b427-bb5734982f5c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:48.911532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bdddb00-0ea4-4e32-91d4-83d4ef6691d9 req-f85f6e70-b589-4a0d-b427-bb5734982f5c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 983 time: 0.0829918 Feb 19 01:07:48.987432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bdddb00-0ea4-4e32-91d4-83d4ef6691d9 req-27ee0c18-cd0d-4606-87f0-ff85e87fdef9 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0593071 Feb 19 01:07:49.082860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.075488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f490bf51-53c1-45da-b863-c0dbc2c8832a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:50.120100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a286a8-ea7e-44ef-8d5b-be1a9b75dc23 req-2a71853e-d82b-47cf-915c-fabc9b1d70e1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:50.121711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8a286a8-ea7e-44ef-8d5b-be1a9b75dc23 req-2a71853e-d82b-47cf-915c-fabc9b1d70e1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 983 time: 0.0638933 Feb 19 01:07:50.185938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8a286a8-ea7e-44ef-8d5b-be1a9b75dc23 req-7f751114-a75d-4183-8583-e926d033aa1a tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0579422 Feb 19 01:07:51.307505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.357081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bbc0d-39c9-499a-be57-76dc13ff28c8 req-fa6633ee-f837-4b37-832b-fd7cb517cbd1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:51.358630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-044bbc0d-39c9-499a-be57-76dc13ff28c8 req-fa6633ee-f837-4b37-832b-fd7cb517cbd1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 983 time: 0.0653627 Feb 19 01:07:51.418847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-044bbc0d-39c9-499a-be57-76dc13ff28c8 req-2e7df277-f60c-4d1b-989d-29a15a774fd1 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0541983 Feb 19 01:07:51.691129 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 21b19809-d29f-4b9c-8f44-932fcac4fb75 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:07:51.793962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 21b19809-d29f-4b9c-8f44-932fcac4fb75, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:51.806094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'port_id': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'mac_address': 'fa:16:3e:60:52:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:07:51.846823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 21b19809-d29f-4b9c-8f44-932fcac4fb75 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:51.847190 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.861478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b19809-d29f-4b9c-8f44-932fcac4fb75 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:51.879809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 21b19809-d29f-4b9c-8f44-932fcac4fb75, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:51.886749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:51.934878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=21b19809-d29f-4b9c-8f44-932fcac4fb75,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:52.090630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['21b19809-d29f-4b9c-8f44-932fcac4fb75'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:07:52.484891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-09ef457d-67b9-4c94-8b2c-23fd4726e5a6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.486438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-09ef457d-67b9-4c94-8b2c-23fd4726e5a6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1078992 Feb 19 01:07:52.524583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-a4005395-d965-4513-b851-eecc9f54f8d7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/quotas/07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 375 time: 0.0258367 Feb 19 01:07:52.580934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995cc92d-efd9-46f3-a509-9d2a3a970983 req-f74d2b65-3225-4880-84b4-2740d632cce4 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:52.582481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-995cc92d-efd9-46f3-a509-9d2a3a970983 req-f74d2b65-3225-4880-84b4-2740d632cce4 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 984 time: 0.0933983 Feb 19 01:07:52.613364 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-4e31d7e5-8c06-459b-afd0-dcc88fb89eaf tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821283 Feb 19 01:07:52.696629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-995cc92d-efd9-46f3-a509-9d2a3a970983 req-5f1ab90c-ba9b-46e9-a9e2-090af8b88d80 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1072431 Feb 19 01:07:52.724673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:52.734240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-c82129ef-3538-45aa-988f-35e29b1de806 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098173 Feb 19 01:07:52.835145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-8b34659a-4d4b-4545-9c6f-a63458897f93 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949075 Feb 19 01:07:53.020202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d090ee5-61d8-4853-bd57-85bb5cadd9cf req-afa53996-4b25-4dc1-946f-c630d7c167dc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0277104 Feb 19 01:07:53.706378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 21b19809-d29f-4b9c-8f44-932fcac4fb75 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:07:53.757598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 21b19809-d29f-4b9c-8f44-932fcac4fb75 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:07:53.762796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 21b19809-d29f-4b9c-8f44-932fcac4fb75 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:53.763178 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.821891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4be525-b3df-4e08-a1ed-521cceb9da49 req-d6b507e0-d63d-48cd-bd03-d2f856d46a35 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:53.823303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab4be525-b3df-4e08-a1ed-521cceb9da49 req-d6b507e0-d63d-48cd-bd03-d2f856d46a35 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 984 time: 0.0534158 Feb 19 01:07:53.845561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 21b19809-d29f-4b9c-8f44-932fcac4fb75 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:07:53.845949 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.868382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:53.870658 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f6eed2-9e51-49ff-b27e-bc5112549ec7" -d '{"events": [{"server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "name": "network-vif-plugged", "status": "completed", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:53.879657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab4be525-b3df-4e08-a1ed-521cceb9da49 req-e3d75fb1-340a-4613-a1a7-29ade92326c0 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0500686 Feb 19 01:07:53.882922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 21b19809-d29f-4b9c-8f44-932fcac4fb75, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:07:53.888609 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.926140 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d629aaa0-c013-4c7e-8f67-699e79df499b x-openstack-request-id: req-d629aaa0-c013-4c7e-8f67-699e79df499b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:53.926528 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "name": "network-vif-plugged", "status": "completed", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:53.926785 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d629aaa0-c013-4c7e-8f67-699e79df499b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:53.927190 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'code': 200} Feb 19 01:07:53.946215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:53.950885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=21b19809-d29f-4b9c-8f44-932fcac4fb75,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:54.039936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017aa1ca-4c60-494f-a30d-1d8cdbc84c21 req-f56d3441-05d9-40fb-b2d7-74a5a7cdfcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:54.043971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-017aa1ca-4c60-494f-a30d-1d8cdbc84c21 req-f56d3441-05d9-40fb-b2d7-74a5a7cdfcde service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1167 time: 0.0522735 Feb 19 01:07:54.106225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-9f546365-5861-491d-9974-0804074e9359 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:54.108018 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-9f546365-5861-491d-9974-0804074e9359 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1233506 Feb 19 01:07:54.120862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'port': {'device_id': '660e3e3b-15da-47db-b2ed-2d90fb7ff8dc', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'admin_state_up': True, 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:54.131696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88cc0251-99cb-4d29-b7e1-cf8f2f6fa1eb req-2d4f6404-d5e2-4d02-8cfc-7583175b2fdc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0403581 Feb 19 01:07:54.144497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-017aa1ca-4c60-494f-a30d-1d8cdbc84c21 req-3f8e7fa0-f281-4531-af04-a28aab683ef7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0934067 Feb 19 01:07:54.175590 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.245878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:07:54.249619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.382870 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.20.0.11 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/079ecc11-8cd1-4517-9ac1-51c4d1e3d968) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:54.535188 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.570252 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.612678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:54.615806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:54.619400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:54.650403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:54.678023 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:54.678747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:54.697369 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-018ce6ad-54a9-4d7f-9104-c8500bab0e73 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806539 Feb 19 01:07:54.709369 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Request body: {'port': {'device_id': '660e3e3b-15da-47db-b2ed-2d90fb7ff8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:54.776249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.018919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d192-77bc-44f4-9743-3595849aa1b8 req-ec47a60c-f286-4cda-98cb-10c23fac0b9b tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.029533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f423d192-77bc-44f4-9743-3595849aa1b8 req-ec47a60c-f286-4cda-98cb-10c23fac0b9b tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 985 time: 0.0720673 Feb 19 01:07:55.033232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a1cb4523-67ba-4e28-b770-e61601222729 None None] Provisioning complete for port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:07:55.033687 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1cb4523-67ba-4e28-b770-e61601222729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.054691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:07:55.067323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Publish callbacks [] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.071564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a1cb4523-67ba-4e28-b770-e61601222729 None None] Port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:07:55.087810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Transition to ACTIVE for port object 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:07:55.095167 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.100845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f423d192-77bc-44f4-9743-3595849aa1b8 req-032934b8-6ed8-4707-93e4-ee87e2d6c9e4 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0703316 Feb 19 01:07:55.206922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Pushing event updated for resources: {'Port': ['ID=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:55.288427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Attempting to bind port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:07:55.289930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Attempting to bind port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:07:55.290405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Attempting to bind port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:55.296655 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:07:55.297105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Attempting to bind port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:07:55.305352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:07:55.306125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:07:55.306816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:07:55.307381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Bound port: 079ecc11-8cd1-4517-9ac1-51c4d1e3d968, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:07:55.307926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.308406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ed0a-c427-449a-8b5e-6d255fd5a13d req-edef462e-e402-4b09-98a3-35e9ff957f42 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.311857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebd8ed0a-c427-449a-8b5e-6d255fd5a13d req-edef462e-e402-4b09-98a3-35e9ff957f42 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0796556 Feb 19 01:07:55.391110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ebd8ed0a-c427-449a-8b5e-6d255fd5a13d req-f9f6c641-4911-470d-b963-72f596950772 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723774 Feb 19 01:07:55.433518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] For port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:07:55.438844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] For port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:07:55.451536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.489523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.490203 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:55.491639 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] 10.222.0.126 "PUT /v2.0/ports/079ecc11-8cd1-4517-9ac1-51c4d1e3d968 HTTP/1.1" status: 200 len: 1092 time: 0.7868960 Feb 19 01:07:55.492096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660e3e3b-15da-47db-b2ed-2d90fb7ff8dc', 'tag': '079ecc11-8cd1-4517-9ac1-51c4d1e3d968'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:55.494405 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db03dedb-f1ee-4f35-8072-590d13f77f57" -d '{"events": [{"name": "network-changed", "server_uuid": "660e3e3b-15da-47db-b2ed-2d90fb7ff8dc", "tag": "079ecc11-8cd1-4517-9ac1-51c4d1e3d968"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:55.531983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad5688-2aee-4ed4-8ffc-310f00a4ebcc service neutron] Pushing event updated for resources: {'Port': ['ID=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:55.583692 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e170914b-d5d6-43c6-923e-9e836881d0cc x-openstack-request-id: req-e170914b-d5d6-43c6-923e-9e836881d0cc {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:55.584124 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660e3e3b-15da-47db-b2ed-2d90fb7ff8dc", "tag": "079ecc11-8cd1-4517-9ac1-51c4d1e3d968", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:55.584607 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e170914b-d5d6-43c6-923e-9e836881d0cc {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:55.585106 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660e3e3b-15da-47db-b2ed-2d90fb7ff8dc', 'tag': '079ecc11-8cd1-4517-9ac1-51c4d1e3d968', 'status': 'completed', 'code': 200} Feb 19 01:07:55.615389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-0e8d3c29-7173-4970-9b48-d04f6f5f3802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.617034 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-0e8d3c29-7173-4970-9b48-d04f6f5f3802 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 1126 time: 0.0645044 Feb 19 01:07:55.677198 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-4e902a2d-d10d-42ac-b21b-4e8bfbe0baf6 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079ecc11-8cd1-4517-9ac1-51c4d1e3d968 HTTP/1.1" status: 200 len: 217 time: 0.0518041 Feb 19 01:07:55.732095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-3084d56b-fc7b-4159-9002-f734622e0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.733682 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-3084d56b-fc7b-4159-9002-f734622e0b09 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0505886 Feb 19 01:07:55.788796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-7874cb5d-e7ed-47c4-8837-895ed6f8af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:55.790354 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-7874cb5d-e7ed-47c4-8837-895ed6f8af95 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495844 Feb 19 01:07:56.241995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d226891-8a18-4348-88fc-1e873e3c365f req-ebe8e751-eaca-4786-bb46-d4c31decbcbd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.243522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d226891-8a18-4348-88fc-1e873e3c365f req-ebe8e751-eaca-4786-bb46-d4c31decbcbd tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 985 time: 0.0577116 Feb 19 01:07:56.254286 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-5df3589e-f93e-436a-9e6c-bf63d6080cad service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570036 Feb 19 01:07:56.303069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d226891-8a18-4348-88fc-1e873e3c365f req-e8eb224b-1807-43fa-9099-0db759650a4c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0536475 Feb 19 01:07:56.349381 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3d66ea4d-2e08-4a11-87c7-b20f4a0c517d req-993d0a43-ce61-40dd-98a7-b58f25578c25 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878465 Feb 19 01:07:56.445585 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad904461-2353-42d4-a557-3610277ef00c req-04b9a481-b487-4dde-b090-b6a7d1ea8f62 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.447893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad904461-2353-42d4-a557-3610277ef00c req-04b9a481-b487-4dde-b090-b6a7d1ea8f62 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 985 time: 0.0641174 Feb 19 01:07:56.450323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-da72e7fd-d2d8-4837-aa59-cd0f1582e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.452187 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-da72e7fd-d2d8-4837-aa59-cd0f1582e6a3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 1126 time: 0.0529361 Feb 19 01:07:56.549673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad904461-2353-42d4-a557-3610277ef00c req-4783f8a6-4140-4da9-a5fc-6751ea7780d7 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0956900 Feb 19 01:07:56.558228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-01721e10-e92b-468c-9cf2-367f22546ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.559912 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-01721e10-e92b-468c-9cf2-367f22546ed7 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.1007636 Feb 19 01:07:56.570402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d2c51-3ca3-48ce-b196-8772d85f5663 req-e30bc98c-722a-4c94-879f-f3a0253392d4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.572170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-157d2c51-3ca3-48ce-b196-8772d85f5663 req-e30bc98c-722a-4c94-879f-f3a0253392d4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0998774 Feb 19 01:07:56.613815 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-168412fb-90c9-4e8e-a6a6-6eae346b2f33 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=079ecc11-8cd1-4517-9ac1-51c4d1e3d968 HTTP/1.1" status: 200 len: 217 time: 0.0466204 Feb 19 01:07:56.641538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-157d2c51-3ca3-48ce-b196-8772d85f5663 req-7b4bba98-82fc-4edb-86a1-bc1e68e8fe49 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630007 Feb 19 01:07:56.672347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-45889a7f-bd9c-43ce-ac24-24becdac8b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.673910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-45889a7f-bd9c-43ce-ac24-24becdac8b3e service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0529926 Feb 19 01:07:56.677252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995f228-9958-4501-9d74-f4da97f5388f req-1fa895e4-b8af-4c98-93a0-c786b8fb6fcf tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.678811 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b995f228-9958-4501-9d74-f4da97f5388f req-1fa895e4-b8af-4c98-93a0-c786b8fb6fcf tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1167 time: 0.0512097 Feb 19 01:07:56.697789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b995f228-9958-4501-9d74-f4da97f5388f req-399fad08-8918-4916-8d7e-71493c73906c tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.728539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-60ab6eb4-c4c6-4263-bd6c-fc40336099aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.729928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-60ab6eb4-c4c6-4263-bd6c-fc40336099aa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491314 Feb 19 01:07:56.779017 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b995f228-9958-4501-9d74-f4da97f5388f req-399fad08-8918-4916-8d7e-71493c73906c tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Publish callbacks [] for security_group (f0581cf6-1310-48ac-81a1-710416e41629), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.784532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-b995f228-9958-4501-9d74-f4da97f5388f req-399fad08-8918-4916-8d7e-71493c73906c tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f0581cf6-1310-48ac-81a1-710416e41629), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:56.829053 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-336b2cf9-3bb6-4468-ac1a-1c1d286209c1 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911534 Feb 19 01:07:56.839406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fad08-8918-4916-8d7e-71493c73906c tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0581cf6-1310-48ac-81a1-710416e41629,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:56.844299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b995f228-9958-4501-9d74-f4da97f5388f req-399fad08-8918-4916-8d7e-71493c73906c tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1594195 Feb 19 01:07:56.879860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33006) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:56.924502 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db03dedb-f1ee-4f35-8072-590d13f77f57 req-3e016ed2-b8b0-4f13-8fe3-da635b198692 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893934 Feb 19 01:07:56.925959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ae6195-fa3c-4481-b921-9d62b722e651 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:56.927542 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-65ae6195-fa3c-4481-b921-9d62b722e651 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1162 time: 0.0464330 Feb 19 01:07:56.930545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33008) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:56.934914 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:07:56.956059 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.059596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.172512 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Allocated IP 172.25.6.27 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/f2b1c0fc-726c-4d98-af39-20a92f169e37) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:07:57.276622 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (f2b1c0fc-726c-4d98-af39-20a92f169e37), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.311795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f2b1c0fc-726c-4d98-af39-20a92f169e37), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.348559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:07:57.351293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:07:57.357878 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:07:57.363471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=f2b1c0fc-726c-4d98-af39-20a92f169e37,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:57.755683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for floatingip (0db97a89-3d95-48a6-8ffc-7ccff93d6cdb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.808650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a1345-0c6a-4bee-858f-dd5f30dae5d2 req-70384528-d2e8-43d1-8cd8-11dd09d08b17 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:57.810155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a28a1345-0c6a-4bee-858f-dd5f30dae5d2 req-70384528-d2e8-43d1-8cd8-11dd09d08b17 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0945618 Feb 19 01:07:57.858931 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f2b1c0fc-726c-4d98-af39-20a92f169e37), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:57.907379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a28a1345-0c6a-4bee-858f-dd5f30dae5d2 req-9289ef64-5eb2-49a2-8910-36cebffdcd3c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741572 Feb 19 01:07:58.036058 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (f2b1c0fc-726c-4d98-af39-20a92f169e37), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.042560 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f2b1c0fc-726c-4d98-af39-20a92f169e37), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.120453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=f2b1c0fc-726c-4d98-af39-20a92f169e37,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:07:58.131978 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (0db97a89-3d95-48a6-8ffc-7ccff93d6cdb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.235735 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Floating IP 0db97a89-3d95-48a6-8ffc-7ccff93d6cdb associated. External IP: 172.25.6.27, port: 21b19809-d29f-4b9c-8f44-932fcac4fb75. Feb 19 01:07:58.451983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Router 99aed978-148b-4828-b318-ea3b1640c293 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:07:58.562863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:07:58.573366 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] Sync routers for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:07:58.582974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:07:58.583554 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:58.584180 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:07:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:58.613955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cf90a45c-d575-4ba5-9eb8-cfa366c54486 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6822741 Feb 19 01:07:58.614588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:07:58.616674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33012) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:58.619176 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e72c3d7-94d2-47f9-b0e4-617b7808d492" -d '{"events": [{"name": "network-changed", "server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:07:58.667856 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a96865d-d93b-494d-9829-d141272f2709 x-openstack-request-id: req-1a96865d-d93b-494d-9829-d141272f2709 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:07:58.668851 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:07:58.669287 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a96865d-d93b-494d-9829-d141272f2709 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:07:58.669881 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'status': 'completed', 'code': 200} Feb 19 01:07:58.750045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-9a16b82f-1486-4c61-a028-9c003199e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.752133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-9a16b82f-1486-4c61-a028-9c003199e132 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1167 time: 0.0585527 Feb 19 01:07:58.806853 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:58.826563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21842d20-8ee6-44b6-990e-0949a83efc42 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.826958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21842d20-8ee6-44b6-990e-0949a83efc42 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.827427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21842d20-8ee6-44b6-990e-0949a83efc42 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.827888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21842d20-8ee6-44b6-990e-0949a83efc42 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.828348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21842d20-8ee6-44b6-990e-0949a83efc42 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.828802 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21842d20-8ee6-44b6-990e-0949a83efc42 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.830671 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-21842d20-8ee6-44b6-990e-0949a83efc42 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2129622 Feb 19 01:07:58.833467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33016) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:58.891521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-9ce4a5e6-7f97-407b-8d34-0c371ae76728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.893172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-9ce4a5e6-7f97-407b-8d34-0c371ae76728 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3660af14-7f4d-4d53-a5da-426c1034efc7 HTTP/1.1" status: 200 len: 898 time: 0.1345384 Feb 19 01:07:58.941526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b67234-af7a-4495-bb0b-b27f11fd4761 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.941526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b67234-af7a-4495-bb0b-b27f11fd4761 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.941985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b67234-af7a-4495-bb0b-b27f11fd4761 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.942459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b67234-af7a-4495-bb0b-b27f11fd4761 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.942951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b67234-af7a-4495-bb0b-b27f11fd4761 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.943321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b67234-af7a-4495-bb0b-b27f11fd4761 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:58.947595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-37b67234-af7a-4495-bb0b-b27f11fd4761 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1105828 Feb 19 01:07:58.949177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33020) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:59.040443 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '0db97a89-3d95-48a6-8ffc-7ccff93d6cdb', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '99aed978-148b-4828-b318-ea3b1640c293', 'port_id': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'mac_address': 'fa:16:3e:60:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:57Z', 'updated_at': '2022-02-19T01:07:57Z', 'revision_number': 0, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:45Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:59.069260 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] Checking router: 99aed978-148b-4828-b318-ea3b1640c293 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:07:59.077824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-e79ffbd5-ec97-4bb6-a8bc-7b88bdf30e2c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75 HTTP/1.1" status: 200 len: 999 time: 0.1783116 Feb 19 01:07:59.079103 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:07:59.079975 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:07:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:59.167726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7264da6-7e9e-4ca2-ab36-6836dba4d965 req-492420da-6401-49e0-9583-a6dff3b359f2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.169320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7264da6-7e9e-4ca2-ab36-6836dba4d965 req-492420da-6401-49e0-9583-a6dff3b359f2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.1581650 Feb 19 01:07:59.194460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-8723d24d-790a-4313-a5fc-91c0327b7c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.195914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-8723d24d-790a-4313-a5fc-91c0327b7c9b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=40240edc-9a27-45fa-85e7-aed679eada0b HTTP/1.1" status: 200 len: 835 time: 0.1100502 Feb 19 01:07:59.204840 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:07:59.444272 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '0db97a89-3d95-48a6-8ffc-7ccff93d6cdb', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '99aed978-148b-4828-b318-ea3b1640c293', 'port_id': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'mac_address': 'fa:16:3e:60:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:57Z', 'updated_at': '2022-02-19T01:07:57Z', 'revision_number': 0, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:45Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:07:59.471498 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a650fd-2f36-4140-8973-acd8bd618458 None None] The sync data for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 is: [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '0db97a89-3d95-48a6-8ffc-7ccff93d6cdb', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'floating_ip_address': '172.25.6.27', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '99aed978-148b-4828-b318-ea3b1640c293', 'port_id': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3965, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'mac_address': 'fa:16:3e:60:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:07:57Z', 'updated_at': '2022-02-19T01:07:57Z', 'revision_number': 0, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:45Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:07:59.664333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7264da6-7e9e-4ca2-ab36-6836dba4d965 req-cf47d6e3-160b-4cb8-866c-a3be4430189a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851754 Feb 19 01:07:59.676590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-29c71cf3-da41-48c7-8d43-cb6008e06ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.678094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-29c71cf3-da41-48c7-8d43-cb6008e06ac7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3660af14-7f4d-4d53-a5da-426c1034efc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4703331 Feb 19 01:07:59.725310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538787ad-a265-4b6a-85aa-307a24576a01 None None] New status for floating IP 0db97a89-3d95-48a6-8ffc-7ccff93d6cdb: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:07:59.755014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c9772eea-5f0c-4a4e-8d49-2c59e0ed2238 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.8060617 Feb 19 01:07:59.757709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33022) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:07:59.791337 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-005d2071-a6f4-4e10-bc11-d84ec0d806a6 service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058793 Feb 19 01:07:59.812413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f44a5bc-35d8-4b52-a702-af142cd24657 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.812932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f44a5bc-35d8-4b52-a702-af142cd24657 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:07:59.814599 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9f44a5bc-35d8-4b52-a702-af142cd24657 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=99aed978-148b-4828-b318-ea3b1640c293 HTTP/1.1" status: 200 len: 2062 time: 0.0558798 Feb 19 01:07:59.893117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e72c3d7-94d2-47f9-b0e4-617b7808d492 req-af96b9d6-2a48-4b2b-b58b-c0d2a04c6a5a service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971329 Feb 19 01:08:00.826717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb1e69-9c19-4e14-8155-f33fe5b3b788 req-b1e9b1d3-c036-484a-9212-99b445a5f7ba tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:00.828352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78eb1e69-9c19-4e14-8155-f33fe5b3b788 req-b1e9b1d3-c036-484a-9212-99b445a5f7ba tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0865788 Feb 19 01:08:00.906770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78eb1e69-9c19-4e14-8155-f33fe5b3b788 req-9703b4c4-ba33-4da1-b5ef-9813dc9ca13a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713863 Feb 19 01:08:02.059203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7787b7-50c4-4033-8804-44984f7f9eba req-10a1efe4-3f3c-4b0f-abbe-e9e4aaa2336a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:02.061406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b7787b7-50c4-4033-8804-44984f7f9eba req-10a1efe4-3f3c-4b0f-abbe-e9e4aaa2336a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0715232 Feb 19 01:08:02.145199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b7787b7-50c4-4033-8804-44984f7f9eba req-062e9cdc-f840-42dc-bf82-13f76c6dfdeb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744178 Feb 19 01:08:02.386994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:08:03.286898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facb78c-20a0-4e9f-a2cb-93423ddd5282 req-b0ad1df8-6693-4434-b8fe-4f1f3232093c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:03.288525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7facb78c-20a0-4e9f-a2cb-93423ddd5282 req-b0ad1df8-6693-4434-b8fe-4f1f3232093c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0545530 Feb 19 01:08:03.362456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7facb78c-20a0-4e9f-a2cb-93423ddd5282 req-e69db58b-30f5-46fa-acfe-e473622923ef tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676632 Feb 19 01:08:04.500369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40483085-0eb0-4c3a-ae04-3da8c3938b3b req-5fee1c65-7f3d-4a11-81c0-66b30962940d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:04.502072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40483085-0eb0-4c3a-ae04-3da8c3938b3b req-5fee1c65-7f3d-4a11-81c0-66b30962940d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0552638 Feb 19 01:08:04.551185 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40483085-0eb0-4c3a-ae04-3da8c3938b3b req-9a0d934a-00fd-4962-ad83-3e0dfbe1af40 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435283 Feb 19 01:08:05.680149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458df95-59bd-4d74-a805-069189441c04 req-d42bd0d6-1485-4f0b-a32f-6b24599a90c1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:05.681634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d458df95-59bd-4d74-a805-069189441c04 req-d42bd0d6-1485-4f0b-a32f-6b24599a90c1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0538969 Feb 19 01:08:05.730132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d458df95-59bd-4d74-a805-069189441c04 req-8db68fc5-a6a0-4334-8a47-b554637e0169 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 Feb 19 01:08:06.856712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c8aef-bbb9-4711-b427-ae55aefb95df req-bfce110a-22e7-4ad9-ac9f-46ba1e68d4e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:06.861991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee4c8aef-bbb9-4711-b427-ae55aefb95df req-bfce110a-22e7-4ad9-ac9f-46ba1e68d4e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0633888 Feb 19 01:08:06.910032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee4c8aef-bbb9-4711-b427-ae55aefb95df req-5d4ddf28-ac6d-45ff-a75e-a45cc1e20e3b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Feb 19 01:08:08.038082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500719eb-9536-480a-b2a3-f7342a3d9a97 req-3ca58f0d-3337-4843-9ccd-c74d0971f2b2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:08.039765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-500719eb-9536-480a-b2a3-f7342a3d9a97 req-3ca58f0d-3337-4843-9ccd-c74d0971f2b2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0587156 Feb 19 01:08:08.088686 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-500719eb-9536-480a-b2a3-f7342a3d9a97 req-a9bba1d2-136b-4a46-a844-e254036f08e6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 Feb 19 01:08:09.219189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3406c-a684-4c11-8c37-ff8d66a6b148 req-e4550c65-f915-4e0c-8a98-c529341eb04c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:09.220684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b3406c-a684-4c11-8c37-ff8d66a6b148 req-e4550c65-f915-4e0c-8a98-c529341eb04c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0599275 Feb 19 01:08:09.268034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b3406c-a684-4c11-8c37-ff8d66a6b148 req-3499e006-d265-4602-8a4a-63f7b425d561 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415311 Feb 19 01:08:10.393722 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58aefcc-ee10-4fc7-aa15-807bf4e992bf req-49d5c97b-69f3-42ab-acec-0c191e2d4e4f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:10.395682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e58aefcc-ee10-4fc7-aa15-807bf4e992bf req-49d5c97b-69f3-42ab-acec-0c191e2d4e4f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0565608 Feb 19 01:08:10.449143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e58aefcc-ee10-4fc7-aa15-807bf4e992bf req-d3c0b70f-d79f-42da-bf65-4b88b5c10f1d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Feb 19 01:08:11.577599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19c45f-5146-4fcb-84bb-6c191e5adf02 req-f0c86e63-ec2d-45ee-b818-b3a99058f7e4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:11.579136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a19c45f-5146-4fcb-84bb-6c191e5adf02 req-f0c86e63-ec2d-45ee-b818-b3a99058f7e4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0563979 Feb 19 01:08:11.632041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a19c45f-5146-4fcb-84bb-6c191e5adf02 req-687bf8b8-ffb9-4f7f-9a4d-860582aecd8e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472012 Feb 19 01:08:12.755463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868eb4e-2de9-4978-9525-a41f2880e0c6 req-464809d9-a2f2-4c87-8a71-e71448808814 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:12.756950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6868eb4e-2de9-4978-9525-a41f2880e0c6 req-464809d9-a2f2-4c87-8a71-e71448808814 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0548868 Feb 19 01:08:12.803916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6868eb4e-2de9-4978-9525-a41f2880e0c6 req-fc628b4c-c4e0-4605-9708-d4a6335fc327 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Feb 19 01:08:13.925640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf60cf-6df6-40cd-a11b-ccd21dfe1d90 req-ec6bf14c-f416-4ef9-bc9a-75b9fad800ca tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:13.927198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43cf60cf-6df6-40cd-a11b-ccd21dfe1d90 req-ec6bf14c-f416-4ef9-bc9a-75b9fad800ca tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0551631 Feb 19 01:08:13.974551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43cf60cf-6df6-40cd-a11b-ccd21dfe1d90 req-c5fb35d0-5d6f-4af5-ba5c-acec5fa3fddc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412033 Feb 19 01:08:15.099962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b473e-f91d-4983-b107-692d572032e8 req-8c0725d8-a4dc-4481-814f-98e47edb58b3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:15.101459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d95b473e-f91d-4983-b107-692d572032e8 req-8c0725d8-a4dc-4481-814f-98e47edb58b3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0584884 Feb 19 01:08:15.154336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d95b473e-f91d-4983-b107-692d572032e8 req-8126975e-6ac7-4da4-af57-746d9c3180e0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467839 Feb 19 01:08:16.278956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b8dcc-e6be-4650-b90f-292fe7593149 req-79795617-2e63-42e6-959b-859319658044 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:16.280464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d82b8dcc-e6be-4650-b90f-292fe7593149 req-79795617-2e63-42e6-959b-859319658044 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0561490 Feb 19 01:08:16.331344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d82b8dcc-e6be-4650-b90f-292fe7593149 req-fb93398f-3db7-476e-a062-270e0e71318e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Feb 19 01:08:17.465755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b08712-f4b2-4a13-966f-c63ba67f2294 req-575a10d5-47e9-458c-9721-99e222b380ac tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:17.467573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b08712-f4b2-4a13-966f-c63ba67f2294 req-575a10d5-47e9-458c-9721-99e222b380ac tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0589890 Feb 19 01:08:17.532609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07b08712-f4b2-4a13-966f-c63ba67f2294 req-b94a1178-b192-49e4-856b-2e70a062c48e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590782 Feb 19 01:08:18.033998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1132ee5-349c-4cdb-83ac-f8a9d72bc24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:18.664599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea8139-c9c7-4cab-aba8-92df877afff3 req-de14a789-d37f-4508-a467-b7cd1a23562d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:18.666134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39ea8139-c9c7-4cab-aba8-92df877afff3 req-de14a789-d37f-4508-a467-b7cd1a23562d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0541191 Feb 19 01:08:18.715937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39ea8139-c9c7-4cab-aba8-92df877afff3 req-961a8b9a-4cdb-465f-bb28-257966b38a2e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Feb 19 01:08:19.097108 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:19.859542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334df94-77c8-401e-a657-9d8223d46226 req-ed5f0b62-9c23-4ec8-8642-c98ae4d86a7e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:19.861147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6334df94-77c8-401e-a657-9d8223d46226 req-ed5f0b62-9c23-4ec8-8642-c98ae4d86a7e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0615935 Feb 19 01:08:19.907597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6334df94-77c8-401e-a657-9d8223d46226 req-f7262d52-b7c9-4d38-8d54-7f7c46b089c4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Feb 19 01:08:20.073190 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2578a123-ba53-4b64-b175-6315cbe70d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:21.050934 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d37ee9-7d90-4856-973d-4dac8201d301 req-b8f08832-29a5-48ea-87ac-c1f0a4e20366 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:21.052464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69d37ee9-7d90-4856-973d-4dac8201d301 req-b8f08832-29a5-48ea-87ac-c1f0a4e20366 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0643268 Feb 19 01:08:21.101582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69d37ee9-7d90-4856-973d-4dac8201d301 req-e93c9b33-35d5-4629-a3fa-764ff6ecea0c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Feb 19 01:08:21.310990 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:22.237406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa6962-3cb5-4358-946b-514071497b22 req-4f1cf639-ac14-4387-bf46-1d5fcd96211c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:22.239231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50fa6962-3cb5-4358-946b-514071497b22 req-4f1cf639-ac14-4387-bf46-1d5fcd96211c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0601683 Feb 19 01:08:22.287017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50fa6962-3cb5-4358-946b-514071497b22 req-578223c9-1739-47c1-b611-b554f5eddb01 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Feb 19 01:08:22.729163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:23.445042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0823519-0bdc-4afe-a76d-909226e945fd req-9609411c-53aa-4a4b-b0bc-1270e3c6bef9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:23.446597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0823519-0bdc-4afe-a76d-909226e945fd req-9609411c-53aa-4a4b-b0bc-1270e3c6bef9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0812192 Feb 19 01:08:23.497938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0823519-0bdc-4afe-a76d-909226e945fd req-6e45c648-590e-4747-b3af-bc792c4e971f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454814 Feb 19 01:08:23.930097 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.170315 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:24.621804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3414f7f-5f2e-4c76-a426-23ac0a4f93a5 req-9baa7785-bbb1-42dd-af0d-818d315b02f3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:24.623307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3414f7f-5f2e-4c76-a426-23ac0a4f93a5 req-9baa7785-bbb1-42dd-af0d-818d315b02f3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0545371 Feb 19 01:08:24.670733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3414f7f-5f2e-4c76-a426-23ac0a4f93a5 req-d969cbb0-a0a8-42f6-8585-5d0303c8ef34 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Feb 19 01:08:25.822006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575304cc-82fa-41a6-95c7-bafaf57f5445 req-ea56ddac-3b25-432e-ad0c-0bff18da26ab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:25.823588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-575304cc-82fa-41a6-95c7-bafaf57f5445 req-ea56ddac-3b25-432e-ad0c-0bff18da26ab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 944 time: 0.0642385 Feb 19 01:08:25.879611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-575304cc-82fa-41a6-95c7-bafaf57f5445 req-95097e62-1fce-41d5-9345-a8b9fa799d3b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471463 Feb 19 01:08:26.137854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:08:26.245823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:26.257628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '079ecc11-8cd1-4517-9ac1-51c4d1e3d968', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'port_id': '079ecc11-8cd1-4517-9ac1-51c4d1e3d968', 'mac_address': 'fa:16:3e:ee:d0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:26.305237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:26.305642 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.318822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:26.339178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:26.345234 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:26.403260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:26.773687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['079ecc11-8cd1-4517-9ac1-51c4d1e3d968'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:27.026539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fb549-62dc-4b74-b5fc-3b8827c8ce7a req-0066dff3-4843-4548-880a-ad239184cca7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:27.028061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-350fb549-62dc-4b74-b5fc-3b8827c8ce7a req-0066dff3-4843-4548-880a-ad239184cca7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 945 time: 0.0683908 Feb 19 01:08:27.080276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-350fb549-62dc-4b74-b5fc-3b8827c8ce7a req-f72b1721-7010-431b-b6b9-a6af6ae49781 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463927 Feb 19 01:08:28.181090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:28.218443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079391e9-c4a8-47e6-86a5-f6bc087298a3 req-19659a91-e48f-46bf-af4d-fe8026f860f8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:28.219950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-079391e9-c4a8-47e6-86a5-f6bc087298a3 req-19659a91-e48f-46bf-af4d-fe8026f860f8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 945 time: 0.0551367 Feb 19 01:08:28.233984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:08:28.237962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:28.238376 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.269546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-079391e9-c4a8-47e6-86a5-f6bc087298a3 req-2c22613c-97bc-4a80-b382-7abead32ba86 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Feb 19 01:08:28.316837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:28.317226 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.339677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e3e3b-15da-47db-b2ed-2d90fb7ff8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079ecc11-8cd1-4517-9ac1-51c4d1e3d968'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:28.341922 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46ac1d0-edb9-47a2-95e6-b7f529ab1e67" -d '{"events": [{"server_uuid": "660e3e3b-15da-47db-b2ed-2d90fb7ff8dc", "name": "network-vif-plugged", "status": "completed", "tag": "079ecc11-8cd1-4517-9ac1-51c4d1e3d968"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:28.354883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:28.360457 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:28.387029 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca9ed9e-c96c-48c7-ab25-474fd53f313b x-openstack-request-id: req-6ca9ed9e-c96c-48c7-ab25-474fd53f313b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:28.387311 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e3e3b-15da-47db-b2ed-2d90fb7ff8dc", "name": "network-vif-plugged", "status": "completed", "tag": "079ecc11-8cd1-4517-9ac1-51c4d1e3d968", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:28.387589 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ca9ed9e-c96c-48c7-ab25-474fd53f313b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:28.388157 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e3e3b-15da-47db-b2ed-2d90fb7ff8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079ecc11-8cd1-4517-9ac1-51c4d1e3d968', 'code': 200} Feb 19 01:08:28.416195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:28.496934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a7a7f-e795-47de-a91b-528a955aa387 req-2616768b-682f-4881-b237-3e9efe76c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:28.498573 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b75a7a7f-e795-47de-a91b-528a955aa387 req-2616768b-682f-4881-b237-3e9efe76c580 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 1128 time: 0.0475628 Feb 19 01:08:28.549019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b75a7a7f-e795-47de-a91b-528a955aa387 req-4a059c35-ca3a-4bb6-82ea-90af933156c5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Feb 19 01:08:29.402432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7c3f0-e745-4bf8-99c4-4821cea63721 req-1d6209c0-9c7f-4f52-9e67-9d660091e6b3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:29.403837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2b7c3f0-e745-4bf8-99c4-4821cea63721 req-1d6209c0-9c7f-4f52-9e67-9d660091e6b3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 946 time: 0.0617292 Feb 19 01:08:29.451382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2b7c3f0-e745-4bf8-99c4-4821cea63721 req-cfc96124-4ee7-4221-b9c2-e3fd073641c6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418272 Feb 19 01:08:30.578891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a56534-7c71-46e7-b250-fa42974c25f6 req-d22452de-97fd-466c-879b-b5c4a3bb6f86 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:30.580901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20a56534-7c71-46e7-b250-fa42974c25f6 req-d22452de-97fd-466c-879b-b5c4a3bb6f86 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 946 time: 0.0588102 Feb 19 01:08:30.633641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20a56534-7c71-46e7-b250-fa42974c25f6 req-6adc281b-72b7-4317-bee1-c6210f1c988c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Feb 19 01:08:30.753783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4fadf7-ef4a-4982-9d91-8a427db351f3 req-ff2eb4b1-6b4d-4513-979e-26f8ce79b7d1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:30.755210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df4fadf7-ef4a-4982-9d91-8a427db351f3 req-ff2eb4b1-6b4d-4513-979e-26f8ce79b7d1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 946 time: 0.0540519 Feb 19 01:08:30.805955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df4fadf7-ef4a-4982-9d91-8a427db351f3 req-c0fd3cf3-9dc4-4431-b37b-db7b279178d7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449526 Feb 19 01:08:30.935226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846bcfa-28e7-4098-b2f3-41847aefd2dc req-63643744-f52e-4db0-bea4-77ad74b16cc2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:30.936763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8846bcfa-28e7-4098-b2f3-41847aefd2dc req-63643744-f52e-4db0-bea4-77ad74b16cc2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 946 time: 0.0591347 Feb 19 01:08:30.990843 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8846bcfa-28e7-4098-b2f3-41847aefd2dc req-be8859cc-49b0-433b-ac32-38fb76a93ef0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456307 Feb 19 01:08:31.292260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978e351-2a94-4937-9b7f-bd7a7d4e64ad req-e20616c3-b51c-45ad-a1b6-4b2a62c47c62 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:31.293712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7978e351-2a94-4937-9b7f-bd7a7d4e64ad req-e20616c3-b51c-45ad-a1b6-4b2a62c47c62 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 946 time: 0.0541995 Feb 19 01:08:31.347065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7978e351-2a94-4937-9b7f-bd7a7d4e64ad req-039039bc-5cd1-434f-83e4-6cbfb3e85419 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Feb 19 01:08:32.495139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c235cf4-9ee4-43b2-b8b9-7978a94af79f req-754ef290-c95b-4b02-a431-f517c1e3d06c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:32.496618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c235cf4-9ee4-43b2-b8b9-7978a94af79f req-754ef290-c95b-4b02-a431-f517c1e3d06c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 946 time: 0.0651281 Feb 19 01:08:32.545964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c235cf4-9ee4-43b2-b8b9-7978a94af79f req-e09d9aea-bc35-4e85-afa0-fcbdc5d0a855 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408168 Feb 19 01:08:33.007766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-e6bc5dcc-1e95-4380-9ff5-1c2b35112504 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:33.009217 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-e6bc5dcc-1e95-4380-9ff5-1c2b35112504 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 946 time: 0.0553572 Feb 19 01:08:33.109185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:33.109536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.198967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] For port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:33.199344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.212035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:33.353835 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (079ecc11-8cd1-4517-9ac1-51c4d1e3d968), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.366948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['079ecc11-8cd1-4517-9ac1-51c4d1e3d968'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:33.381506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=079ecc11-8cd1-4517-9ac1-51c4d1e3d968,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:33.430243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] No DVR routers for this DVR port 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:33.433115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.436649 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3bacc1c5-584f-43f9-b406-4d1ae5716de2 req-6bd9dad6-beab-436e-b345-fee35b6a955d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "DELETE /v2.0/ports/079ecc11-8cd1-4517-9ac1-51c4d1e3d968 HTTP/1.1" status: 204 len: 173 time: 0.4216666 Feb 19 01:08:33.437111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660e3e3b-15da-47db-b2ed-2d90fb7ff8dc', 'name': 'network-vif-deleted', 'tag': '079ecc11-8cd1-4517-9ac1-51c4d1e3d968'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:33.439483 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721e7831-e9a0-44e4-abac-03b37fa78d12" -d '{"events": [{"server_uuid": "660e3e3b-15da-47db-b2ed-2d90fb7ff8dc", "name": "network-vif-deleted", "tag": "079ecc11-8cd1-4517-9ac1-51c4d1e3d968"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:33.481580 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f2a4c8-3bb8-46d1-bffb-1e6336094f57 x-openstack-request-id: req-d0f2a4c8-3bb8-46d1-bffb-1e6336094f57 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:33.481960 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660e3e3b-15da-47db-b2ed-2d90fb7ff8dc", "name": "network-vif-deleted", "tag": "079ecc11-8cd1-4517-9ac1-51c4d1e3d968", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:33.482233 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0f2a4c8-3bb8-46d1-bffb-1e6336094f57 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:33.482717 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660e3e3b-15da-47db-b2ed-2d90fb7ff8dc', 'name': 'network-vif-deleted', 'tag': '079ecc11-8cd1-4517-9ac1-51c4d1e3d968', 'status': 'completed', 'code': 200} Feb 19 01:08:33.569890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33106) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:33.659041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c8acaa07-c54e-4b61-b10f-359dca946e09 req-5250b9b8-9cfb-42e3-87d2-c2925caba6c8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0284293 Feb 19 01:08:33.673356 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-20ef42f6-2b14-4b01-be6e-d7b97f574193 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2152 time: 0.0992987 Feb 19 01:08:33.673356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33110) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:33.678497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'network': {'name': 'tempest-network-smoke--1796447724', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'port_security_enabled': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:33.697758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Made reservation on behalf of 95d4ecdb0ea249f1b6eaddb0a045c00e for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:33.701384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.724483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:08:33.734075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (13808c6b-f2ab-44af-94fc-ea3f397140c5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.734483 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Added segment 13808c6b-f2ab-44af-94fc-ea3f397140c5 of type vlan for network 4fc725b6-8c02-4e17-9557-de703af1dd49 Feb 19 01:08:33.773622 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (4fc725b6-8c02-4e17-9557-de703af1dd49), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.801882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (4fc725b6-8c02-4e17-9557-de703af1dd49), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.806792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:33.807368 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.876713 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2023635 Feb 19 01:08:33.879659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33112) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:33.884525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'admin_state_up': True, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:33.906087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e620d-3cb2-4b91-bd93-b374084adf6f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Network': ['ID=4fc725b6-8c02-4e17-9557-de703af1dd49,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:33.909254 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (631d9d95-71c5-4b9b-ad6e-f68405ca717f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.910290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (631d9d95-71c5-4b9b-ad6e-f68405ca717f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:33.919036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:08:33.966220 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_controller (631d9d95-71c5-4b9b-ad6e-f68405ca717f), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.108168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_gateway (631d9d95-71c5-4b9b-ad6e-f68405ca717f), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.310333 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_gateway (631d9d95-71c5-4b9b-ad6e-f68405ca717f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.334427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.443543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Allocated IP 172.25.6.121 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/44f7be6b-2819-4f9e-99a5-70eff42cc322) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:34.550627 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.587030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:34.631351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:34.638872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:34.641071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=44f7be6b-2819-4f9e-99a5-70eff42cc322,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:34.643199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:34.675973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.676688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.676688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.677053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.677383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.677758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.678122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.678524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.678849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.679267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.679610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.681356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.681356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:34.810124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba00af8f-ef25-4f7e-9d73-10f7267a024b req-4a78c0a9-dacd-4368-a108-f4353c894099 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0732131 Feb 19 01:08:34.945936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_gateway (631d9d95-71c5-4b9b-ad6e-f68405ca717f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.163048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (631d9d95-71c5-4b9b-ad6e-f68405ca717f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.332975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Router 631d9d95-71c5-4b9b-ad6e-f68405ca717f is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:08:35.451599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:35.463554 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Sync routers for ids ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:35.474155 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Routers {'631d9d95-71c5-4b9b-ad6e-f68405ca717f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:35.475166 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:35.475565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.476816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa54a69b-62b0-4aa6-975c-f4623816b1a8 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5960135 Feb 19 01:08:35.480279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33116) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.550063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b91ba-fa13-42ef-b29c-f78fc7a147d2 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:35.554640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3d6b91ba-fa13-42ef-b29c-f78fc7a147d2 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=95d4ecdb0ea249f1b6eaddb0a045c00e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0704112 Feb 19 01:08:35.554917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33118) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.592519 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Set router 631d9d95-71c5-4b9b-ad6e-f68405ca717f gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:35.707522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323e1508-f1ab-4645-81f6-c3ba80ed65bf tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:35.710215 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-323e1508-f1ab-4645-81f6-c3ba80ed65bf tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531351 Feb 19 01:08:35.714264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33120) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.745693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8e645ea1-e2a2-4196-96b4-1221d29463b8 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297513 Feb 19 01:08:35.748314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33122) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.778083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-63b02fba-7292-43c6-a789-44d10757f16f tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=95d4ecdb0ea249f1b6eaddb0a045c00e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282791 Feb 19 01:08:35.780325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33124) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.782043 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:34Z', 'revision_number': 3, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:35.808008 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Checking router: 631d9d95-71c5-4b9b-ad6e-f68405ca717f for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:35.808277 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Updating router 631d9d95-71c5-4b9b-ad6e-f68405ca717f port 44f7be6b-2819-4f9e-99a5-70eff42cc322 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:35.839925 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:35.880454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac10036-2dfa-4286-880f-193ecaa73961 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:35.882396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5ac10036-2dfa-4286-880f-193ecaa73961 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1009328 Feb 19 01:08:35.885165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33128) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.939777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45c674da-6026-4cf4-978c-ee4c1ba39b10 req-bebbc0de-6cd8-4ada-ac01-aa4162966a24 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0451858 Feb 19 01:08:35.942033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f73751b9-112b-452d-b804-42e5bd309f2e tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555508 Feb 19 01:08:35.944995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33130) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:35.950571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-195356975', 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:36.060368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Made reservation on behalf of 95d4ecdb0ea249f1b6eaddb0a045c00e for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:36.065150 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.200754 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Publish callbacks [] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.207387 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.265494 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Attempting to bind port 44f7be6b-2819-4f9e-99a5-70eff42cc322 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:36.265882 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Attempting to bind port 44f7be6b-2819-4f9e-99a5-70eff42cc322 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:36.266263 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Attempting to bind port 44f7be6b-2819-4f9e-99a5-70eff42cc322 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:36.268228 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a0c8-40c9-4702-b0e5-0bc549dfa64f None None] Pushing event updated for resources: {'Port': ['ID=44f7be6b-2819-4f9e-99a5-70eff42cc322,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:36.270610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (35739b27-d335-4836-b789-93792d52b2b8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.274483 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:36.274651 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:36.274925 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.275327 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:36.275815 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Bound port: 44f7be6b-2819-4f9e-99a5-70eff42cc322, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:36.276191 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.330976 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] For port 44f7be6b-2819-4f9e-99a5-70eff42cc322, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:36.334254 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] For port 44f7be6b-2819-4f9e-99a5-70eff42cc322, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=44f7be6b-2819-4f9e-99a5-70eff42cc322,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:36.340540 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.342284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Checking segment: {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:36.342877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network hostable DHCP agents. Network: 4fc725b6-8c02-4e17-9557-de703af1dd49, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:08:36.349158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Subnet': ['ID=35739b27-d335-4836-b789-93792d52b2b8,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:36.368490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:08:36.380130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 4fc725b6-8c02-4e17-9557-de703af1dd49) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:36.385142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:36.386031 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.391967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d306b5f9-cdac-4e93-aa16-a78e2b6ff749 None None] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:36.404514 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Routers {'631d9d95-71c5-4b9b-ad6e-f68405ca717f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:36.405154 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:36.405291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6a0dc45f-4cac-4d92-b841-a08c82a93afe tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4591336 Feb 19 01:08:36.408984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33132) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:36.521413 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] Set router 631d9d95-71c5-4b9b-ad6e-f68405ca717f gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:36.547691 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162a0c8-40c9-4702-b0e5-0bc549dfa64f None None] Pushing event updated for resources: {'Port': ['ID=44f7be6b-2819-4f9e-99a5-70eff42cc322,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:36.713365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-4fc725b6-8c02-4e17-9557-de703af1dd49', 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49', 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'fixed_ips': [{'subnet_id': '35739b27-d335-4836-b789-93792d52b2b8'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:08:36.714333 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:36.734998 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:34Z', 'revision_number': 3, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:36.770397 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0612d8-769a-40e5-b651-63a1d70a8a25 None None] The sync data for ids ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'] in n-d-826527-3 is: [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:34Z', 'revision_number': 3, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:36.866008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Allocated IP 172.20.0.18 (4fc725b6-8c02-4e17-9557-de703af1dd49/35739b27-d335-4836-b789-93792d52b2b8/f2af9a67-c470-4f11-ae2b-bf5ebf03132a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:37.076625 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Publish callbacks [] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.084884 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.209100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:37.209640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Pushing event updated for resources: {'Port': ['ID=f2af9a67-c470-4f11-ae2b-bf5ebf03132a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:37.213450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:37.215754 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:37.286867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Attempting to bind port f2af9a67-c470-4f11-ae2b-bf5ebf03132a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:37.287341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Attempting to bind port f2af9a67-c470-4f11-ae2b-bf5ebf03132a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:37.287597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Attempting to bind port f2af9a67-c470-4f11-ae2b-bf5ebf03132a on network 4fc725b6-8c02-4e17-9557-de703af1dd49 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:37.299499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:37.299887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Checking segment: {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:37.300304 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.300703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Bound using segment: {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:37.301216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Bound port: f2af9a67-c470-4f11-ae2b-bf5ebf03132a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:37.302021 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.319430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 44f7be6b-2819-4f9e-99a5-70eff42cc322 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:37.335878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4be33f25-59d7-449c-9ab3-a84355dcfddf req-02f9a947-ac33-4f51-9dc0-9ac743d88884 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0455060 Feb 19 01:08:37.408247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] For port f2af9a67-c470-4f11-ae2b-bf5ebf03132a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:37.412442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] For port f2af9a67-c470-4f11-ae2b-bf5ebf03132a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f2af9a67-c470-4f11-ae2b-bf5ebf03132a,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:37.424589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 44f7be6b-2819-4f9e-99a5-70eff42cc322 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:37.424961 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.428862 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.532014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7f615-d39a-4bb1-bb07-bdab11fcf5ac None None] Pushing event updated for resources: {'Port': ['ID=f2af9a67-c470-4f11-ae2b-bf5ebf03132a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:37.543009 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.603125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 44f7be6b-2819-4f9e-99a5-70eff42cc322 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:37.603676 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.632238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 44f7be6b-2819-4f9e-99a5-70eff42cc322, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=44f7be6b-2819-4f9e-99a5-70eff42cc322,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:37.637939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:37.710588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=44f7be6b-2819-4f9e-99a5-70eff42cc322,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:37.968567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Allocated IP 172.20.0.17 (4fc725b6-8c02-4e17-9557-de703af1dd49/35739b27-d335-4836-b789-93792d52b2b8/3120e855-2ab7-48db-a0c0-31a08480fe92) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:38.105683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.151129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.197723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:38.201193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:38.205166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:38.236490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:38.245800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=3120e855-2ab7-48db-a0c0-31a08480fe92,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:38.259671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:38.260029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 079ecc11-8cd1-4517-9ac1-51c4d1e3d968 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:38.265360 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (631d9d95-71c5-4b9b-ad6e-f68405ca717f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.470336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c317b1c-13c5-44bc-aedd-93d114089152 req-5d5e9617-9be2-487a-bd04-d1444fb8234d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0662172 Feb 19 01:08:38.538501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.677415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b32e47-528d-4ab1-ab88-1f8a84743bce None None] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:38.753272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-50fc1019-1803-40f7-a56d-c8fea7c142ed None None] Provisioning complete for port f2af9a67-c470-4f11-ae2b-bf5ebf03132a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:38.753799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-50fc1019-1803-40f7-a56d-c8fea7c142ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.857237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.868169 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.882254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-50fc1019-1803-40f7-a56d-c8fea7c142ed None None] Current status of the port f2af9a67-c470-4f11-ae2b-bf5ebf03132a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:38.882804 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-50fc1019-1803-40f7-a56d-c8fea7c142ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.938953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-50fc1019-1803-40f7-a56d-c8fea7c142ed None None] For port f2af9a67-c470-4f11-ae2b-bf5ebf03132a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f2af9a67-c470-4f11-ae2b-bf5ebf03132a,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:38.948220 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-50fc1019-1803-40f7-a56d-c8fea7c142ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:38.952248 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=3120e855-2ab7-48db-a0c0-31a08480fe92,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:38.969276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (631d9d95-71c5-4b9b-ad6e-f68405ca717f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.020975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc1019-1803-40f7-a56d-c8fea7c142ed None None] Pushing event updated for resources: {'Port': ['ID=f2af9a67-c470-4f11-ae2b-bf5ebf03132a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:39.079339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-0ffa03c9-1753-4636-b0ae-c827238ebbc9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1184289 Feb 19 01:08:39.108969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:39.110862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:39.179270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-913eeb09-acb0-4cc0-801f-3835c18ba0d1 None None] Provisioning complete for port 3120e855-2ab7-48db-a0c0-31a08480fe92 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:39.179692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-913eeb09-acb0-4cc0-801f-3835c18ba0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.244656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-913eeb09-acb0-4cc0-801f-3835c18ba0d1 None None] Port 3120e855-2ab7-48db-a0c0-31a08480fe92 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:39.256678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-913eeb09-acb0-4cc0-801f-3835c18ba0d1 None None] Provisioning complete for port f2af9a67-c470-4f11-ae2b-bf5ebf03132a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:39.257277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-913eeb09-acb0-4cc0-801f-3835c18ba0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.318608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-5f5d66f9-6fc0-4b22-afd9-51d2211c4b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.320266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-5f5d66f9-6fc0-4b22-afd9-51d2211c4b42 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1167 time: 0.1535168 Feb 19 01:08:39.343678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Router 631d9d95-71c5-4b9b-ad6e-f68405ca717f has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:39.386964 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:08:39.403625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-913eeb09-acb0-4cc0-801f-3835c18ba0d1 None None] Current status of the port f2af9a67-c470-4f11-ae2b-bf5ebf03132a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:39.429902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f2af9a67-c470-4f11-ae2b-bf5ebf03132a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:39.485648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f2af9a67-c470-4f11-ae2b-bf5ebf03132a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:39.486093 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.517025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-e3eb6e0e-e4da-4ab4-9ff3-11b1d1488de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.519579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-e3eb6e0e-e4da-4ab4-9ff3-11b1d1488de6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3660af14-7f4d-4d53-a5da-426c1034efc7 HTTP/1.1" status: 200 len: 898 time: 0.1696343 Feb 19 01:08:39.537614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0f9e6c49-fc64-46df-9129-608e17febb59 None None] Provisioning complete for port 3120e855-2ab7-48db-a0c0-31a08480fe92 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:39.538074 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f9e6c49-fc64-46df-9129-608e17febb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.611958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:39.618654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0e2c24e4-87ad-4c98-b92c-86269f320724 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "PUT /v2.0/routers/631d9d95-71c5-4b9b-ad6e-f68405ca717f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2088392 Feb 19 01:08:39.626356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Sync routers for ids ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:39.632091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0f9e6c49-fc64-46df-9129-608e17febb59 None None] Port 3120e855-2ab7-48db-a0c0-31a08480fe92 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:39.652899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Routers {'631d9d95-71c5-4b9b-ad6e-f68405ca717f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:39.653816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:39.658138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f2af9a67-c470-4f11-ae2b-bf5ebf03132a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:39.659413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 44f7be6b-2819-4f9e-99a5-70eff42cc322 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:39.682813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38ec815f-7222-42b7-ac49-2e29d91eedc1 req-c03926d5-0a90-48a3-a01e-0c61cc08f9b5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0903027 Feb 19 01:08:39.738411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-e62ee316-009e-478a-ace5-9b8b9c1cdb1b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75 HTTP/1.1" status: 200 len: 1001 time: 0.1372685 Feb 19 01:08:39.785432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1d217b6c-1840-4413-9dd0-cd247b24d67e None None] Provisioning complete for port 3120e855-2ab7-48db-a0c0-31a08480fe92 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:39.786003 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d217b6c-1840-4413-9dd0-cd247b24d67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.856059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-ea775873-8134-459f-a342-a5891c3815d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.857834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-ea775873-8134-459f-a342-a5891c3815d6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=40240edc-9a27-45fa-85e7-aed679eada0b HTTP/1.1" status: 200 len: 835 time: 0.1140325 Feb 19 01:08:39.869277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1d217b6c-1840-4413-9dd0-cd247b24d67e None None] Port 3120e855-2ab7-48db-a0c0-31a08480fe92 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:39.880353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 44f7be6b-2819-4f9e-99a5-70eff42cc322 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:39.880861 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:39.906979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Set router 631d9d95-71c5-4b9b-ad6e-f68405ca717f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:39.934831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-8b4f20b0-84ed-4155-bec5-7fa30d2770ee tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.936517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-8b4f20b0-84ed-4155-bec5-7fa30d2770ee tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/networks?id=4fc725b6-8c02-4e17-9557-de703af1dd49 HTTP/1.1" status: 200 len: 798 time: 0.1549101 Feb 19 01:08:39.941179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-3880f090-4087-4a58-8e96-82cf0239d611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:39.942635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-3880f090-4087-4a58-8e96-82cf0239d611 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3660af14-7f4d-4d53-a5da-426c1034efc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793118 Feb 19 01:08:39.979010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-3d5eadb3-05fb-470c-ba0c-0c99be0625cc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/quotas/95d4ecdb0ea249f1b6eaddb0a045c00e HTTP/1.1" status: 200 len: 375 time: 0.0331757 Feb 19 01:08:40.080606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 44f7be6b-2819-4f9e-99a5-70eff42cc322 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:40.094240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-03a785a3-3cd1-4bf1-bdb5-84df2e7acd34 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0899017 Feb 19 01:08:40.098691 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-1010a18e-aa25-404d-a94f-37d9ac434c20 service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463253 Feb 19 01:08:40.156037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:38Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3120e855-2ab7-48db-a0c0-31a08480fe92', 'name': '', 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:c5:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '35739b27-d335-4836-b789-93792d52b2b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:37Z', 'updated_at': '2022-02-19T01:08:38Z', 'revision_number': 2, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '35739b27-d335-4836-b789-93792d52b2b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:40.187532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Checking router: 631d9d95-71c5-4b9b-ad6e-f68405ca717f for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:40.188085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Updating router 631d9d95-71c5-4b9b-ad6e-f68405ca717f port 3120e855-2ab7-48db-a0c0-31a08480fe92 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:08:40.218499 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.517697 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Publish callbacks [] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.518117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-47c3de30-0070-4d4d-a33d-38bdc32954ad service neutron] 10.222.0.60 "GET /v2.0/networks/4fc725b6-8c02-4e17-9557-de703af1dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032059 Feb 19 01:08:40.520201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd13a6a0-b85a-451d-aaed-bc2911b4118a req-3e4e544b-5457-4f3f-9956-1a835ac1f361 service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158537 Feb 19 01:08:40.527514 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.587202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Pushing event updated for resources: {'Port': ['ID=3120e855-2ab7-48db-a0c0-31a08480fe92,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:40.612209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-b1c5fbe2-fb53-4d01-8f11-058b5d31390a service neutron] 10.222.0.60 "GET /v2.0/networks/4fc725b6-8c02-4e17-9557-de703af1dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872717 Feb 19 01:08:40.647756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Attempting to bind port 3120e855-2ab7-48db-a0c0-31a08480fe92 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:40.648144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Attempting to bind port 3120e855-2ab7-48db-a0c0-31a08480fe92 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:40.648690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Attempting to bind port 3120e855-2ab7-48db-a0c0-31a08480fe92 on network 4fc725b6-8c02-4e17-9557-de703af1dd49 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:40.654818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:40.655151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Checking segment: {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:40.655565 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.655968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Bound using segment: {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:40.656445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Bound port: 3120e855-2ab7-48db-a0c0-31a08480fe92, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:40.656835 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.754980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] For port 3120e855-2ab7-48db-a0c0-31a08480fe92, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:40.759155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] For port 3120e855-2ab7-48db-a0c0-31a08480fe92, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3120e855-2ab7-48db-a0c0-31a08480fe92,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:40.774950 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:40.853913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9dfd508-1739-4137-ba05-fd0ff0516464 req-96dec36c-aaf5-4e84-9e1c-4f93b4bb90fe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0659125 Feb 19 01:08:40.860385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Routers {'631d9d95-71c5-4b9b-ad6e-f68405ca717f'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:40.861015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:40.893816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25d3dcb2-d2b2-446f-9af6-263ce48660e4 req-a901039e-591d-4702-8617-a7bc767cd6a0 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 210 time: 0.0345583 Feb 19 01:08:40.927721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Pushing event updated for resources: {'Port': ['ID=3120e855-2ab7-48db-a0c0-31a08480fe92,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:40.939148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.939590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.940002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.940411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.940819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.941238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.941725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.942045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.942469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.942863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.943255 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.946710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:40.947302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14f7bfb-7d72-4e18-b123-bb8c9e295a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:41.041532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] Set router 631d9d95-71c5-4b9b-ad6e-f68405ca717f gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:41.303448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7c4e55b6-6bff-4fda-8060-f1fed395f0a5 None None] Provisioning complete for port 3120e855-2ab7-48db-a0c0-31a08480fe92 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:41.303735 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c4e55b6-6bff-4fda-8060-f1fed395f0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.487329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e55b6-6bff-4fda-8060-f1fed395f0a5 None None] Current status of the port 3120e855-2ab7-48db-a0c0-31a08480fe92 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:41.487749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c4e55b6-6bff-4fda-8060-f1fed395f0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.527381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:38Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3120e855-2ab7-48db-a0c0-31a08480fe92', 'name': '', 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:c5:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '35739b27-d335-4836-b789-93792d52b2b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:37Z', 'updated_at': '2022-02-19T01:08:40Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '35739b27-d335-4836-b789-93792d52b2b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:41.554298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7c4e55b6-6bff-4fda-8060-f1fed395f0a5 None None] For port 3120e855-2ab7-48db-a0c0-31a08480fe92, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3120e855-2ab7-48db-a0c0-31a08480fe92,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:41.555817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a8f034-77c0-4b64-aa9a-492ad9fca9f8 None None] The sync data for ids ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'] in n-d-826527-3 is: [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:38Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3120e855-2ab7-48db-a0c0-31a08480fe92', 'name': '', 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:c5:04:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3972, 'fixed_ips': [{'subnet_id': '35739b27-d335-4836-b789-93792d52b2b8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:37Z', 'updated_at': '2022-02-19T01:08:40Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '35739b27-d335-4836-b789-93792d52b2b8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:41.559597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c4e55b6-6bff-4fda-8060-f1fed395f0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.646821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e55b6-6bff-4fda-8060-f1fed395f0a5 None None] Pushing event updated for resources: {'Port': ['ID=3120e855-2ab7-48db-a0c0-31a08480fe92,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:41.685051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a94dcd8a-3464-4d85-841c-49d5c65e524c None None] Provisioning complete for port 3120e855-2ab7-48db-a0c0-31a08480fe92 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:41.685433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a94dcd8a-3464-4d85-841c-49d5c65e524c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:41.779848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a94dcd8a-3464-4d85-841c-49d5c65e524c None None] Current status of the port 3120e855-2ab7-48db-a0c0-31a08480fe92 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:42.048119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-34bf3384-fab7-4368-b7c1-e0674281b64f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:42.049679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-34bf3384-fab7-4368-b7c1-e0674281b64f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.126 "GET /v2.0/networks?id=4fc725b6-8c02-4e17-9557-de703af1dd49 HTTP/1.1" status: 200 len: 798 time: 0.2037854 Feb 19 01:08:42.050465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3ad42c9-b51c-48a1-ac51-a58e15fac9ce req-caf7215c-d22a-4610-8d0e-8ba7837e8886 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.1063764 Feb 19 01:08:42.063156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Request body: {'port': {'device_id': 'c766c4f4-e761-4055-bc21-e9db3935443f', 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49', 'admin_state_up': True, 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:42.086354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d77fa843-fcc5-4ecd-9573-534b3dc3bace req-2e3706bb-52f7-4fa4-b0e2-8d0d3d06f109 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 210 time: 0.0333946 Feb 19 01:08:42.211796 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Made reservation on behalf of 95d4ecdb0ea249f1b6eaddb0a045c00e for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:08:42.216226 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.352890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Allocated IP 172.20.0.30 (4fc725b6-8c02-4e17-9557-de703af1dd49/35739b27-d335-4836-b789-93792d52b2b8/ced80120-2a42-4b34-a248-f2f66058f739) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:08:42.487141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for port (ced80120-2a42-4b34-a248-f2f66058f739), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.523346 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ced80120-2a42-4b34-a248-f2f66058f739), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.570891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:08:42.575040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:08:42.577148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event updated for resources: {'Port': ['ID=ced80120-2a42-4b34-a248-f2f66058f739,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:42.579229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:08:42.604976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.605271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.605611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.605948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.606301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.606634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.606962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.607286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.607977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.607977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.608227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.608545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.608862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:08:42.641145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:42.642077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.670031 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-676b96ed-54dd-49cc-9db1-5cf32e81aa22 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6106405 Feb 19 01:08:42.685485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Request body: {'port': {'device_id': 'c766c4f4-e761-4055-bc21-e9db3935443f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:08:42.760243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ced80120-2a42-4b34-a248-f2f66058f739), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.918348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a6fafd81-423c-40cc-89fa-24bdf8c391b9 None None] Provisioning complete for port ced80120-2a42-4b34-a248-f2f66058f739 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:42.919346 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6fafd81-423c-40cc-89fa-24bdf8c391b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ced80120-2a42-4b34-a248-f2f66058f739), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:42.957256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a6fafd81-423c-40cc-89fa-24bdf8c391b9 None None] Port ced80120-2a42-4b34-a248-f2f66058f739 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:08:43.070395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced80120-2a42-4b34-a248-f2f66058f739 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:43.078742 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Publish callbacks [] for port (ced80120-2a42-4b34-a248-f2f66058f739), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.094673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Transition to ACTIVE for port object ced80120-2a42-4b34-a248-f2f66058f739 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:08:43.099951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (ced80120-2a42-4b34-a248-f2f66058f739), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.159490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Pushing event updated for resources: {'Port': ['ID=ced80120-2a42-4b34-a248-f2f66058f739,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.163144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-164bcac6-5b5c-4441-8545-64f1ec409bd6 req-f279b9ae-9aa5-4b4f-909b-449a92036c12 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=660e3e3b-15da-47db-b2ed-2d90fb7ff8dc HTTP/1.1" status: 200 len: 210 time: 0.0413516 Feb 19 01:08:43.293234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Attempting to bind port ced80120-2a42-4b34-a248-f2f66058f739 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:08:43.293581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Attempting to bind port ced80120-2a42-4b34-a248-f2f66058f739 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:08:43.293925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Attempting to bind port ced80120-2a42-4b34-a248-f2f66058f739 on network 4fc725b6-8c02-4e17-9557-de703af1dd49 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:43.299250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Port ced80120-2a42-4b34-a248-f2f66058f739 on network 4fc725b6-8c02-4e17-9557-de703af1dd49 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:08:43.299589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Attempting to bind port ced80120-2a42-4b34-a248-f2f66058f739 on network 4fc725b6-8c02-4e17-9557-de703af1dd49 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:08:43.308598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:08:43.308949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Checking segment: {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:08:43.309350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Bound using segment: {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:08:43.309795 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Bound port: ced80120-2a42-4b34-a248-f2f66058f739, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13808c6b-f2ab-44af-94fc-ea3f397140c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:08:43.310162 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ced80120-2a42-4b34-a248-f2f66058f739), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.318310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3120e855-2ab7-48db-a0c0-31a08480fe92 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:43.360866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295666e2-5b28-45c1-859d-42bef84016d2 req-254b86d9-5a6d-4ff6-a1e9-ddffc14a734e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.375490 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-295666e2-5b28-45c1-859d-42bef84016d2 req-254b86d9-5a6d-4ff6-a1e9-ddffc14a734e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 907 time: 0.1235204 Feb 19 01:08:43.385282 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3120e855-2ab7-48db-a0c0-31a08480fe92 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:43.385894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.423291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] For port ced80120-2a42-4b34-a248-f2f66058f739, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:08:43.428130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] For port ced80120-2a42-4b34-a248-f2f66058f739, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ced80120-2a42-4b34-a248-f2f66058f739,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:08:43.442360 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (ced80120-2a42-4b34-a248-f2f66058f739), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.478036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.478681 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:43.480440 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] 10.222.0.126 "PUT /v2.0/ports/ced80120-2a42-4b34-a248-f2f66058f739 HTTP/1.1" status: 200 len: 1055 time: 0.8025742 Feb 19 01:08:43.480984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c766c4f4-e761-4055-bc21-e9db3935443f', 'tag': 'ced80120-2a42-4b34-a248-f2f66058f739'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:43.483641 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be388450-cb94-45d7-bc21-48a01e03796c" -d '{"events": [{"name": "network-changed", "server_uuid": "c766c4f4-e761-4055-bc21-e9db3935443f", "tag": "ced80120-2a42-4b34-a248-f2f66058f739"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:43.486533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3120e855-2ab7-48db-a0c0-31a08480fe92 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:43.521178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cb696d-1008-42e5-a6c5-78ca9b380d8f service neutron] Pushing event updated for resources: {'Port': ['ID=ced80120-2a42-4b34-a248-f2f66058f739,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:43.576930 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b76e63e-6fc8-4b0e-b2ce-cfbeb83dc28e x-openstack-request-id: req-8b76e63e-6fc8-4b0e-b2ce-cfbeb83dc28e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:43.577300 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c766c4f4-e761-4055-bc21-e9db3935443f", "tag": "ced80120-2a42-4b34-a248-f2f66058f739", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:43.577620 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b76e63e-6fc8-4b0e-b2ce-cfbeb83dc28e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:43.578099 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c766c4f4-e761-4055-bc21-e9db3935443f', 'tag': 'ced80120-2a42-4b34-a248-f2f66058f739', 'status': 'completed', 'code': 200} Feb 19 01:08:43.603674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-7a9bf5db-d964-45ee-9749-38cbf928a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.607308 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-7a9bf5db-d964-45ee-9749-38cbf928a9b7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 1089 time: 0.0709760 Feb 19 01:08:43.659948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-3dd20256-a207-40e5-ad6c-a9403995598e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ced80120-2a42-4b34-a248-f2f66058f739 HTTP/1.1" status: 200 len: 217 time: 0.0420072 Feb 19 01:08:43.712121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-4bda5d1a-3aa4-4457-8d3f-3a5d8a55c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.713493 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-4bda5d1a-3aa4-4457-8d3f-3a5d8a55c292 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=35739b27-d335-4836-b789-93792d52b2b8 HTTP/1.1" status: 200 len: 837 time: 0.0470870 Feb 19 01:08:43.769143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-4d8db1a7-7fff-4f3e-918f-e5f80013701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:43.770799 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-4d8db1a7-7fff-4f3e-918f-e5f80013701d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4fc725b6-8c02-4e17-9557-de703af1dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479581 Feb 19 01:08:43.865291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-7443bea3-5e0e-444d-bba4-d874b4584604 service neutron] 10.222.0.126 "GET /v2.0/networks/4fc725b6-8c02-4e17-9557-de703af1dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875039 Feb 19 01:08:43.956868 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-400de966-9f23-4e1a-9158-0a8ae6e13ba1 req-df9c3d21-70a4-49d1-8082-59a75cbb479a service neutron] 10.222.0.126 "GET /v2.0/networks/4fc725b6-8c02-4e17-9557-de703af1dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852051 Feb 19 01:08:44.058590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388450-cb94-45d7-bc21-48a01e03796c req-4346ecda-65ad-4ab1-a48f-0576bcca0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:44.060151 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-be388450-cb94-45d7-bc21-48a01e03796c req-4346ecda-65ad-4ab1-a48f-0576bcca0d61 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 1089 time: 0.0506964 Feb 19 01:08:44.151832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388450-cb94-45d7-bc21-48a01e03796c req-5d62241c-1f75-41f9-b3e0-cfa9ec3f1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:44.153332 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-be388450-cb94-45d7-bc21-48a01e03796c req-5d62241c-1f75-41f9-b3e0-cfa9ec3f1895 service neutron] 10.222.0.126 "GET /v2.0/networks?id=4fc725b6-8c02-4e17-9557-de703af1dd49 HTTP/1.1" status: 200 len: 899 time: 0.0872927 Feb 19 01:08:44.198967 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-be388450-cb94-45d7-bc21-48a01e03796c req-2aee2528-caac-4555-94d2-9a8e55dbc594 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ced80120-2a42-4b34-a248-f2f66058f739 HTTP/1.1" status: 200 len: 217 time: 0.0389318 Feb 19 01:08:44.250299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388450-cb94-45d7-bc21-48a01e03796c req-e08e65d1-235d-4e6b-9474-cdc1666711fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:44.251957 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-be388450-cb94-45d7-bc21-48a01e03796c req-e08e65d1-235d-4e6b-9474-cdc1666711fe service neutron] 10.222.0.126 "GET /v2.0/subnets?id=35739b27-d335-4836-b789-93792d52b2b8 HTTP/1.1" status: 200 len: 837 time: 0.0468717 Feb 19 01:08:44.301757 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be388450-cb94-45d7-bc21-48a01e03796c req-5a16ed95-35b0-4f88-aea7-b1bd14b360c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:44.303326 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-be388450-cb94-45d7-bc21-48a01e03796c req-5a16ed95-35b0-4f88-aea7-b1bd14b360c7 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=4fc725b6-8c02-4e17-9557-de703af1dd49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448904 Feb 19 01:08:44.395515 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-be388450-cb94-45d7-bc21-48a01e03796c req-6a89433c-b049-47f9-9a13-a650e320c4df service neutron] 10.222.0.126 "GET /v2.0/networks/4fc725b6-8c02-4e17-9557-de703af1dd49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847309 Feb 19 01:08:44.493977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-be388450-cb94-45d7-bc21-48a01e03796c req-27635abe-4471-403b-b6f7-4b5d7ce0816f service neutron] 10.222.0.126 "GET /v2.0/networks/4fc725b6-8c02-4e17-9557-de703af1dd49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922134 Feb 19 01:08:44.496862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9a628-592c-4ba6-bf37-4e81a66f97de req-9fc672d1-5b69-4f3c-bf1e-43247b22477f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:44.498430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ac9a628-592c-4ba6-bf37-4e81a66f97de req-9fc672d1-5b69-4f3c-bf1e-43247b22477f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 907 time: 0.0577376 Feb 19 01:08:45.625784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f17901c-5a52-459c-87ed-67dc26030def req-845b029d-50a3-4451-91ad-b9ead09ea86e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:45.627310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f17901c-5a52-459c-87ed-67dc26030def req-845b029d-50a3-4451-91ad-b9ead09ea86e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 907 time: 0.0598605 Feb 19 01:08:46.756604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309daa93-be31-4eec-89af-bb3b943ff2a3 req-3dde6df6-9dff-4902-b468-e290958fd22f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:46.758154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-309daa93-be31-4eec-89af-bb3b943ff2a3 req-3dde6df6-9dff-4902-b468-e290958fd22f tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 907 time: 0.0595632 Feb 19 01:08:47.883963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540a7e6-36b9-40b9-afc9-2e8483b583f7 req-8ce72a68-1b45-47d8-b9d9-437cb2b12d9a tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:47.885633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c540a7e6-36b9-40b9-afc9-2e8483b583f7 req-8ce72a68-1b45-47d8-b9d9-437cb2b12d9a tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 907 time: 0.0556281 Feb 19 01:08:48.019219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-973c08c4-364e-44f8-8332-381ac1c0245d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.259557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ced80120-2a42-4b34-a248-f2f66058f739 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:08:48.358525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ced80120-2a42-4b34-a248-f2f66058f739, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ced80120-2a42-4b34-a248-f2f66058f739,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:48.371623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'ced80120-2a42-4b34-a248-f2f66058f739', 'network_id': '4fc725b6-8c02-4e17-9557-de703af1dd49', 'port_id': 'ced80120-2a42-4b34-a248-f2f66058f739', 'mac_address': 'fa:16:3e:c5:62:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35739b27-d335-4836-b789-93792d52b2b8', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:08:48.418730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port ced80120-2a42-4b34-a248-f2f66058f739 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:48.419356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ced80120-2a42-4b34-a248-f2f66058f739), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.436964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced80120-2a42-4b34-a248-f2f66058f739 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:08:48.457582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ced80120-2a42-4b34-a248-f2f66058f739, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ced80120-2a42-4b34-a248-f2f66058f739,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:48.462839 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ced80120-2a42-4b34-a248-f2f66058f739), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:48.512990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=ced80120-2a42-4b34-a248-f2f66058f739,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:48.793346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['ced80120-2a42-4b34-a248-f2f66058f739'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:08:49.015113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc422df-2312-4209-ac9b-61bc3276e860 req-12e3d9ba-614d-44ee-b441-02bf2289df23 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:49.016585 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bc422df-2312-4209-ac9b-61bc3276e860 req-12e3d9ba-614d-44ee-b441-02bf2289df23 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 908 time: 0.0603771 Feb 19 01:08:49.097431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.067447 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5009d1a6-f24b-4659-9523-46a15068207f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.160016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d96aab-8a85-4a92-9124-989055c9095f req-98551471-1264-4231-a488-da976f643f8b tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:50.162516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4d96aab-8a85-4a92-9124-989055c9095f req-98551471-1264-4231-a488-da976f643f8b tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 908 time: 0.0585394 Feb 19 01:08:50.271418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ced80120-2a42-4b34-a248-f2f66058f739 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:08:50.325829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port ced80120-2a42-4b34-a248-f2f66058f739 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:08:50.330121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port ced80120-2a42-4b34-a248-f2f66058f739 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:08:50.330701 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ced80120-2a42-4b34-a248-f2f66058f739), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.417455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port ced80120-2a42-4b34-a248-f2f66058f739 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:08:50.418008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ced80120-2a42-4b34-a248-f2f66058f739), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.442062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c766c4f4-e761-4055-bc21-e9db3935443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced80120-2a42-4b34-a248-f2f66058f739'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:50.444488 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81feb8aa-2e5a-4d3d-aece-01901b415b39" -d '{"events": [{"server_uuid": "c766c4f4-e761-4055-bc21-e9db3935443f", "name": "network-vif-plugged", "status": "completed", "tag": "ced80120-2a42-4b34-a248-f2f66058f739"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:50.461401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ced80120-2a42-4b34-a248-f2f66058f739, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ced80120-2a42-4b34-a248-f2f66058f739,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:50.476737 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ced80120-2a42-4b34-a248-f2f66058f739), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:50.506540 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d28a60-92b0-4337-bf6c-2139d0a49b18 x-openstack-request-id: req-12d28a60-92b0-4337-bf6c-2139d0a49b18 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:50.507196 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c766c4f4-e761-4055-bc21-e9db3935443f", "name": "network-vif-plugged", "status": "completed", "tag": "ced80120-2a42-4b34-a248-f2f66058f739", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:50.508297 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-12d28a60-92b0-4337-bf6c-2139d0a49b18 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:50.508955 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c766c4f4-e761-4055-bc21-e9db3935443f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced80120-2a42-4b34-a248-f2f66058f739', 'code': 200} Feb 19 01:08:50.547006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=ced80120-2a42-4b34-a248-f2f66058f739,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:50.599773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93addce4-3c03-4899-ae54-7491894f0e67 req-5aa794fd-4b3e-4ea4-b129-f534f5e4d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:50.601464 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-93addce4-3c03-4899-ae54-7491894f0e67 req-5aa794fd-4b3e-4ea4-b129-f534f5e4d5a4 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 1091 time: 0.0486662 Feb 19 01:08:51.285661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881386-f819-4b73-889f-b6e245fcfd59 req-15d1162d-e027-4e2d-8c98-3f1e109eeb40 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:51.288556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17881386-f819-4b73-889f-b6e245fcfd59 req-15d1162d-e027-4e2d-8c98-3f1e109eeb40 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 909 time: 0.0560691 Feb 19 01:08:51.313363 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.441546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd802f-a3a2-4e5d-bd8b-1b41000e46e9 req-fd9229c3-67d3-45b1-82f7-71d064112718 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:52.443075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbcd802f-a3a2-4e5d-bd8b-1b41000e46e9 req-fd9229c3-67d3-45b1-82f7-71d064112718 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 909 time: 0.0598752 Feb 19 01:08:52.568480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997aa3-69d8-4d90-bd18-d06b46e7e2e9 req-4f2715b8-e6b6-48e1-8ec1-ac76cd1425ea tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:52.570291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d4997aa3-69d8-4d90-bd18-d06b46e7e2e9 req-4f2715b8-e6b6-48e1-8ec1-ac76cd1425ea tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 909 time: 0.0589428 Feb 19 01:08:52.681354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0aaff-d851-49b0-b032-caa06d2ae6df req-9b682adb-1a3e-48d4-8b02-57dc79d4c51a tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:52.682946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55f0aaff-d851-49b0-b032-caa06d2ae6df req-9b682adb-1a3e-48d4-8b02-57dc79d4c51a tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 1091 time: 0.0466728 Feb 19 01:08:52.734550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:52.805892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20904ec2-5c15-422a-8506-7123e2ce389e req-8b3165df-da9d-4b79-94cb-aa4d6e29a061 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:52.807493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20904ec2-5c15-422a-8506-7123e2ce389e req-8b3165df-da9d-4b79-94cb-aa4d6e29a061 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1167 time: 0.0467393 Feb 19 01:08:52.869677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20904ec2-5c15-422a-8506-7123e2ce389e req-0dc81dff-f1b3-4868-9c48-93955dc565a2 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0545053 Feb 19 01:08:52.895784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33238) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:52.946104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90048b8-865d-4109-a41a-b345814f1be6 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:52.947725 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c90048b8-865d-4109-a41a-b345814f1be6 tempest-TestSecurityGroupsBasicOps-1730123190 tempest-TestSecurityGroupsBasicOps-1730123190-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 1086 time: 0.0509002 Feb 19 01:08:53.188832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0731299f-5bb7-4346-9f22-3a7f1358815f req-0c9e77c5-a591-451a-8cec-5f7a53cb76b2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:53.190424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0731299f-5bb7-4346-9f22-3a7f1358815f req-0c9e77c5-a591-451a-8cec-5f7a53cb76b2 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 909 time: 0.0578837 Feb 19 01:08:53.956903 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.174467 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:54.318000 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe499f7e-c270-4ab1-ae41-03c849805e41 req-cf94e156-8dc6-466e-82ea-0dc6b7d0b02d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:54.319580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe499f7e-c270-4ab1-ae41-03c849805e41 req-cf94e156-8dc6-466e-82ea-0dc6b7d0b02d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 909 time: 0.0547562 Feb 19 01:08:54.859884 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-264df002-4f0c-4684-b702-7610f373b25a tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:08:54.861505 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-264df002-4f0c-4684-b702-7610f373b25a tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.126 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 909 time: 0.0603116 Feb 19 01:08:54.962287 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting port ced80120-2a42-4b34-a248-f2f66058f739 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:54.962644 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ced80120-2a42-4b34-a248-f2f66058f739), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.065514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] For port ced80120-2a42-4b34-a248-f2f66058f739, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ced80120-2a42-4b34-a248-f2f66058f739,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:55.065880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ced80120-2a42-4b34-a248-f2f66058f739), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.078816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Calling delete_port for ced80120-2a42-4b34-a248-f2f66058f739 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:55.215496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ced80120-2a42-4b34-a248-f2f66058f739), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.243601 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Port': ['ID=ced80120-2a42-4b34-a248-f2f66058f739,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:55.291198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] No DVR routers for this DVR port ced80120-2a42-4b34-a248-f2f66058f739 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:55.294502 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:55.298135 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d6982393-c739-4b66-9e52-cc0fbf6543d1 req-9ffe323a-a9f5-4a35-9417-2f48739d6e61 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.126 "DELETE /v2.0/ports/ced80120-2a42-4b34-a248-f2f66058f739 HTTP/1.1" status: 204 len: 173 time: 0.4300203 Feb 19 01:08:55.298967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c766c4f4-e761-4055-bc21-e9db3935443f', 'name': 'network-vif-deleted', 'tag': 'ced80120-2a42-4b34-a248-f2f66058f739'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:08:55.301313 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b3b155-6286-4446-8fab-127af71c19a7" -d '{"events": [{"server_uuid": "c766c4f4-e761-4055-bc21-e9db3935443f", "name": "network-vif-deleted", "tag": "ced80120-2a42-4b34-a248-f2f66058f739"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:08:55.341275 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0490dab2-ca7d-4ffe-b75d-08e3519582d8 x-openstack-request-id: req-0490dab2-ca7d-4ffe-b75d-08e3519582d8 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:08:55.341595 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c766c4f4-e761-4055-bc21-e9db3935443f", "name": "network-vif-deleted", "tag": "ced80120-2a42-4b34-a248-f2f66058f739", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:08:55.341854 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0490dab2-ca7d-4ffe-b75d-08e3519582d8 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:08:55.342340 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c766c4f4-e761-4055-bc21-e9db3935443f', 'name': 'network-vif-deleted', 'tag': 'ced80120-2a42-4b34-a248-f2f66058f739', 'status': 'completed', 'code': 200} Feb 19 01:08:55.445535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed63abb8-d7e2-400d-8ce1-3c0d9e55d6c2 req-2d81a638-da13-43ed-8550-37d9a4d9e221 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=c766c4f4-e761-4055-bc21-e9db3935443f HTTP/1.1" status: 200 len: 210 time: 0.0427039 Feb 19 01:08:56.498484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33258) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:56.871828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (631d9d95-71c5-4b9b-ad6e-f68405ca717f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.519303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting port 3120e855-2ab7-48db-a0c0-31a08480fe92 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:57.519909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.616611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] For port 3120e855-2ab7-48db-a0c0-31a08480fe92, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3120e855-2ab7-48db-a0c0-31a08480fe92,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:57.616985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.629490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Calling delete_port for 3120e855-2ab7-48db-a0c0-31a08480fe92 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:57.851678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3120e855-2ab7-48db-a0c0-31a08480fe92), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:57.882281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Port': ['ID=3120e855-2ab7-48db-a0c0-31a08480fe92,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:58.098804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (631d9d95-71c5-4b9b-ad6e-f68405ca717f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.358787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Router 631d9d95-71c5-4b9b-ad6e-f68405ca717f has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:08:58.474573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:08:58.480522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7bd3c55d-b247-49cb-a46d-5909bed2de49 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "PUT /v2.0/routers/631d9d95-71c5-4b9b-ad6e-f68405ca717f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9802210 Feb 19 01:08:58.482935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33336) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:58.486498 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] Sync routers for ids ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:08:58.501462 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] Routers {'631d9d95-71c5-4b9b-ad6e-f68405ca717f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:58.502456 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:58.550478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece88557-efe6-45b1-b3cc-5bc70c1dcc46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting subnet 35739b27-d335-4836-b789-93792d52b2b8 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:08:58.554568 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ece88557-efe6-45b1-b3cc-5bc70c1dcc46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for subnet (35739b27-d335-4836-b789-93792d52b2b8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.611618 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ece88557-efe6-45b1-b3cc-5bc70c1dcc46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (35739b27-d335-4836-b789-93792d52b2b8), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.640203 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] Set router 631d9d95-71c5-4b9b-ad6e-f68405ca717f gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:58.724064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ece88557-efe6-45b1-b3cc-5bc70c1dcc46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (35739b27-d335-4836-b789-93792d52b2b8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.789933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ece88557-efe6-45b1-b3cc-5bc70c1dcc46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (35739b27-d335-4836-b789-93792d52b2b8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.817573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece88557-efe6-45b1-b3cc-5bc70c1dcc46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Subnet': ['ID=35739b27-d335-4836-b789-93792d52b2b8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:58.824096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ece88557-efe6-45b1-b3cc-5bc70c1dcc46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:58.827836 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ece88557-efe6-45b1-b3cc-5bc70c1dcc46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/subnets/35739b27-d335-4836-b789-93792d52b2b8 HTTP/1.1" status: 204 len: 168 time: 0.3439369 Feb 19 01:08:58.830553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33342) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:58.833078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da083757-e311-4bce-a037-10b4a0db9692 None None] Network 4fc725b6-8c02-4e17-9557-de703af1dd49 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:08:58.850248 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:57Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:58.880657 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] Checking router: 631d9d95-71c5-4b9b-ad6e-f68405ca717f for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:08:58.890823 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] Routers {'631d9d95-71c5-4b9b-ad6e-f68405ca717f'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:08:58.891764 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:58.963364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router (631d9d95-71c5-4b9b-ad6e-f68405ca717f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.024709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] DHCP port deletion for 4fc725b6-8c02-4e17-9557-de703af1dd49 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:08:59.024958 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] Set router 631d9d95-71c5-4b9b-ad6e-f68405ca717f gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:08:59.077269 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] Deleting port f2af9a67-c470-4f11-ae2b-bf5ebf03132a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:59.077740 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.103371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_gateway (631d9d95-71c5-4b9b-ad6e-f68405ca717f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.190686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting port 44f7be6b-2819-4f9e-99a5-70eff42cc322 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:08:59.190686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.193630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] For port f2af9a67-c470-4f11-ae2b-bf5ebf03132a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f2af9a67-c470-4f11-ae2b-bf5ebf03132a,segment=NetworkSegment(13808c6b-f2ab-44af-94fc-ea3f397140c5),segment_id=13808c6b-f2ab-44af-94fc-ea3f397140c5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:59.194241 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.221144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] Calling delete_port for f2af9a67-c470-4f11-ae2b-bf5ebf03132a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:59.296738 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:57Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:08:59.315501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] For port 44f7be6b-2819-4f9e-99a5-70eff42cc322, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=44f7be6b-2819-4f9e-99a5-70eff42cc322,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:08:59.315879 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.322847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (f2af9a67-c470-4f11-ae2b-bf5ebf03132a), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.331738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Calling delete_port for 44f7be6b-2819-4f9e-99a5-70eff42cc322 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:08:59.352159 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfcad8-01af-48b9-b907-0df1a5e8b747 None None] The sync data for ids ['631d9d95-71c5-4b9b-ad6e-f68405ca717f'] in n-d-826527-3 is: [{'id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-375283112', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:08:33Z', 'updated_at': '2022-02-19T01:08:57Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '44f7be6b-2819-4f9e-99a5-70eff42cc322', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b4:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631d9d95-71c5-4b9b-ad6e-f68405ca717f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:08:34Z', 'updated_at': '2022-02-19T01:08:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:08:59.354065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] Pushing event deleted for resources: {'Port': ['ID=f2af9a67-c470-4f11-ae2b-bf5ebf03132a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:59.356538 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f2af9a67-c470-4f11-ae2b-bf5ebf03132a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:08:59.369347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3a99ad-a5e8-4eb2-960f-4d96d157b8af None None] No DVR routers for this DVR port f2af9a67-c470-4f11-ae2b-bf5ebf03132a on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:08:59.396348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: f2af9a67-c470-4f11-ae2b-bf5ebf03132a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:08:59.397048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f2af9a67-c470-4f11-ae2b-bf5ebf03132a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:08:59.530201 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (44f7be6b-2819-4f9e-99a5-70eff42cc322), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.556234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Port': ['ID=44f7be6b-2819-4f9e-99a5-70eff42cc322,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:08:59.620170 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (631d9d95-71c5-4b9b-ad6e-f68405ca717f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.724171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (631d9d95-71c5-4b9b-ad6e-f68405ca717f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.726591 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_controller (631d9d95-71c5-4b9b-ad6e-f68405ca717f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.773653 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (631d9d95-71c5-4b9b-ad6e-f68405ca717f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.774556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Fanout notify agent at l3_agent the message router_deleted on router 631d9d95-71c5-4b9b-ad6e-f68405ca717f {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:08:59.783104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.784352 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-defce38a-0a43-46a1-8cdf-68d99dc917fc tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/routers/631d9d95-71c5-4b9b-ad6e-f68405ca717f HTTP/1.1" status: 204 len: 168 time: 0.9528608 Feb 19 01:08:59.787107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33346) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:08:59.878908 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (4fc725b6-8c02-4e17-9557-de703af1dd49), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.971638 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (4fc725b6-8c02-4e17-9557-de703af1dd49), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:08:59.993960 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc725b6-8c02-4e17-9557-de703af1dd49']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:00.003631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13808c6b-f2ab-44af-94fc-ea3f397140c5') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:00.003941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13808c6b-f2ab-44af-94fc-ea3f397140c5') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:00.014845 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (13808c6b-f2ab-44af-94fc-ea3f397140c5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.030257 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (13808c6b-f2ab-44af-94fc-ea3f397140c5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.036626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:00.037027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (13808c6b-f2ab-44af-94fc-ea3f397140c5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:00.040132 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:00.111154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (4fc725b6-8c02-4e17-9557-de703af1dd49), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.125257 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.131559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33348) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:00.138794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/networks/4fc725b6-8c02-4e17-9557-de703af1dd49 HTTP/1.1" status: 204 len: 168 time: 0.3501797 Feb 19 01:09:00.153835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86968cbf-04f9-4ecf-bed8-9c0d41c38a8d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Network': ['ID=4fc725b6-8c02-4e17-9557-de703af1dd49,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:00.268906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ced80120-2a42-4b34-a248-f2f66058f739 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:00.289157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: ced80120-2a42-4b34-a248-f2f66058f739 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:00.289514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ced80120-2a42-4b34-a248-f2f66058f739 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:00.365204 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting port f2b1c0fc-726c-4d98-af39-20a92f169e37 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:00.365712 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f2b1c0fc-726c-4d98-af39-20a92f169e37), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.447506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f2b1c0fc-726c-4d98-af39-20a92f169e37), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.448118 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for floatingip (f2b1c0fc-726c-4d98-af39-20a92f169e37), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.465765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Calling delete_port for f2b1c0fc-726c-4d98-af39-20a92f169e37 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:00.648330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f2b1c0fc-726c-4d98-af39-20a92f169e37), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.678347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Port': ['ID=f2b1c0fc-726c-4d98-af39-20a92f169e37,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:00.742296 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for floatingip (0db97a89-3d95-48a6-8ffc-7ccff93d6cdb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:00.742667 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Floating IP 0db97a89-3d95-48a6-8ffc-7ccff93d6cdb disassociated (deleted). External IP: 172.25.6.27, port: 21b19809-d29f-4b9c-8f44-932fcac4fb75. Feb 19 01:09:01.213474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Router 99aed978-148b-4828-b318-ea3b1640c293 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:01.227348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 44f7be6b-2819-4f9e-99a5-70eff42cc322 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:01.248027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 44f7be6b-2819-4f9e-99a5-70eff42cc322 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:01.251051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 44f7be6b-2819-4f9e-99a5-70eff42cc322 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:01.251612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3120e855-2ab7-48db-a0c0-31a08480fe92 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:01.274582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3120e855-2ab7-48db-a0c0-31a08480fe92 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:01.277890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3120e855-2ab7-48db-a0c0-31a08480fe92 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:01.329197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:01.333666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:01.340344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] Sync routers for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:01.350346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:01.351238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:01.366270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-955637d6-9c9d-4353-92de-d5de1ca9a79e tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/floatingips/0db97a89-3d95-48a6-8ffc-7ccff93d6cdb HTTP/1.1" status: 204 len: 168 time: 1.2332735 Feb 19 01:09:01.367182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:01.369772 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e20c544-8b27-4957-afee-003b25b1fba7" -d '{"events": [{"name": "network-changed", "server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:01.422458 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c4d5fd-75fc-4b70-b020-2a52841ef727 x-openstack-request-id: req-90c4d5fd-75fc-4b70-b020-2a52841ef727 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:01.422767 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:01.423030 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90c4d5fd-75fc-4b70-b020-2a52841ef727 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:01.423459 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'status': 'completed', 'code': 200} Feb 19 01:09:01.473553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:01.505530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-17b67960-15df-4938-86b4-0c7fe1efb793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.507963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-17b67960-15df-4938-86b4-0c7fe1efb793 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 1167 time: 0.0614996 Feb 19 01:09:01.666752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-4f95244d-8743-4c7f-8665-e459b6493e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.668176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-4f95244d-8743-4c7f-8665-e459b6493e24 service neutron] 10.222.0.113 "GET /v2.0/networks?id=3660af14-7f4d-4d53-a5da-426c1034efc7 HTTP/1.1" status: 200 len: 898 time: 0.1537178 Feb 19 01:09:01.676319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77c0c0-2879-4f61-935c-6f3235030ffa req-4fd78b9b-5cc8-4acd-89a3-44ae693c9e75 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.682931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d77c0c0-2879-4f61-935c-6f3235030ffa req-4fd78b9b-5cc8-4acd-89a3-44ae693c9e75 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 985 time: 0.0987329 Feb 19 01:09:01.706720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:45Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:01.735300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] Checking router: 99aed978-148b-4828-b318-ea3b1640c293 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:01.744070 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:01.744700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:01.752747 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-6bc34753-6f9e-4e73-a325-ef4fb794bca6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75 HTTP/1.1" status: 200 len: 217 time: 0.0663264 Feb 19 01:09:01.824157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d77c0c0-2879-4f61-935c-6f3235030ffa req-15924e3c-459a-4d92-8e05-7718b1999b2a tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1398261 Feb 19 01:09:01.827939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-fc6878d9-ab44-455a-986c-307481d03c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.829354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-fc6878d9-ab44-455a-986c-307481d03c26 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=40240edc-9a27-45fa-85e7-aed679eada0b HTTP/1.1" status: 200 len: 835 time: 0.0667710 Feb 19 01:09:01.871469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:01.899310 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-4da9f84a-8c1c-4a52-94a8-7410b9595a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:01.900753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-4da9f84a-8c1c-4a52-94a8-7410b9595a01 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=3660af14-7f4d-4d53-a5da-426c1034efc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0614519 Feb 19 01:09:02.005043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-776e6e6d-d326-4b47-bded-b34c60129b8c service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972104 Feb 19 01:09:02.095380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:45Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:02.107915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e20c544-8b27-4957-afee-003b25b1fba7 req-999ea971-1823-47f9-906c-601dded50b92 service neutron] 10.222.0.113 "GET /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950456 Feb 19 01:09:02.123467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb954d17-227f-407a-8be5-c37da514c704 None None] The sync data for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 is: [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:07:41Z', 'revision_number': 4, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'dd184ca7-bfcb-4aa9-879f-9af355a645cf', 'name': '', 'network_id': '3660af14-7f4d-4d53-a5da-426c1034efc7', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'mac_address': 'fa:16:3e:bf:0b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_interface', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:40Z', 'updated_at': '2022-02-19T01:07:45Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'subnets': [{'id': '40240edc-9a27-45fa-85e7-aed679eada0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:02.369029 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8942023-4ca2-49ce-8703-9b821617f095 None None] New status for floating IP 0db97a89-3d95-48a6-8ffc-7ccff93d6cdb: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:09:02.988182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7497577-1d81-4a8e-a117-d309e4b46522 req-8806712d-29a0-46db-8f62-908e364624a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:02.989871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7497577-1d81-4a8e-a117-d309e4b46522 req-8806712d-29a0-46db-8f62-908e364624a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 985 time: 0.0839367 Feb 19 01:09:02.998113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-2b176bef-6ae4-4bac-bf25-36a0188f7525 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:02.999532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-2b176bef-6ae4-4bac-bf25-36a0188f7525 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.113 "GET /v2.0/ports?device_id=e42a99b3-5b00-45e2-b162-bcd02bb96308 HTTP/1.1" status: 200 len: 985 time: 0.1022894 Feb 19 01:09:03.111068 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d7497577-1d81-4a8e-a117-d309e4b46522 req-ee5a1af9-71e3-49e7-bba3-e2e90403b142 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "GET /v2.0/security-groups?id=5d36c804-ff63-4008-90eb-b2ac944938bf&id=fc630766-0901-4048-9b95-22236f11b899&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1105523 Feb 19 01:09:03.143053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting port 21b19809-d29f-4b9c-8f44-932fcac4fb75 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:03.143411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.240135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] For port 21b19809-d29f-4b9c-8f44-932fcac4fb75, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=21b19809-d29f-4b9c-8f44-932fcac4fb75,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:03.240512 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.253142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Calling delete_port for 21b19809-d29f-4b9c-8f44-932fcac4fb75 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:03.387793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (21b19809-d29f-4b9c-8f44-932fcac4fb75), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.418935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Port': ['ID=21b19809-d29f-4b9c-8f44-932fcac4fb75,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:03.460680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] No DVR routers for this DVR port 21b19809-d29f-4b9c-8f44-932fcac4fb75 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:03.463477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:03.466972 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f32c068-89a5-4f10-82b5-c181cccf3d7f req-6a638cf0-3a55-4ab9-a46c-e066cb10de6c tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.113 "DELETE /v2.0/ports/21b19809-d29f-4b9c-8f44-932fcac4fb75 HTTP/1.1" status: 204 len: 173 time: 0.4604161 Feb 19 01:09:03.467422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'name': 'network-vif-deleted', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:03.469704 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2a130b-99f2-47bb-b662-a8309da6b518" -d '{"events": [{"server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "name": "network-vif-deleted", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:03.507905 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c007a5-122b-4ff1-9420-0abf0b9f1cd6 x-openstack-request-id: req-42c007a5-122b-4ff1-9420-0abf0b9f1cd6 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:03.508201 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42a99b3-5b00-45e2-b162-bcd02bb96308", "name": "network-vif-deleted", "tag": "21b19809-d29f-4b9c-8f44-932fcac4fb75", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:03.508449 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42c007a5-122b-4ff1-9420-0abf0b9f1cd6 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:03.508872 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42a99b3-5b00-45e2-b162-bcd02bb96308', 'name': 'network-vif-deleted', 'tag': '21b19809-d29f-4b9c-8f44-932fcac4fb75', 'status': 'completed', 'code': 200} Feb 19 01:09:04.173347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33372) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:04.227903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e28753a7-effa-4056-b772-b0ac90dca482 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (5d36c804-ff63-4008-90eb-b2ac944938bf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.251260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e28753a7-effa-4056-b772-b0ac90dca482 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (5d36c804-ff63-4008-90eb-b2ac944938bf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.297775 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e28753a7-effa-4056-b772-b0ac90dca482 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (5d36c804-ff63-4008-90eb-b2ac944938bf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.300404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e28753a7-effa-4056-b772-b0ac90dca482 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.301573 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e28753a7-effa-4056-b772-b0ac90dca482 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/security-groups/5d36c804-ff63-4008-90eb-b2ac944938bf HTTP/1.1" status: 204 len: 168 time: 0.1284847 Feb 19 01:09:04.304576 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33376) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:04.312271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28753a7-effa-4056-b772-b0ac90dca482 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d36c804-ff63-4008-90eb-b2ac944938bf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:04.370607 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99eb2709-e193-4b3e-8d25-1b4682439ead tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (fc630766-0901-4048-9b95-22236f11b899), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.394209 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99eb2709-e193-4b3e-8d25-1b4682439ead tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (fc630766-0901-4048-9b95-22236f11b899), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.443049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99eb2709-e193-4b3e-8d25-1b4682439ead tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (fc630766-0901-4048-9b95-22236f11b899), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.445809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-99eb2709-e193-4b3e-8d25-1b4682439ead tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:04.447032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-99eb2709-e193-4b3e-8d25-1b4682439ead tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/security-groups/fc630766-0901-4048-9b95-22236f11b899 HTTP/1.1" status: 204 len: 168 time: 0.1413414 Feb 19 01:09:04.450239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33378) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:04.456793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb2709-e193-4b3e-8d25-1b4682439ead tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc630766-0901-4048-9b95-22236f11b899,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:04.831619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (99aed978-148b-4828-b318-ea3b1640c293), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.107314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting port dd184ca7-bfcb-4aa9-879f-9af355a645cf {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:05.107665 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.205014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] For port dd184ca7-bfcb-4aa9-879f-9af355a645cf, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dd184ca7-bfcb-4aa9-879f-9af355a645cf,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:05.206150 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.224120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Calling delete_port for dd184ca7-bfcb-4aa9-879f-9af355a645cf owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:05.424153 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (dd184ca7-bfcb-4aa9-879f-9af355a645cf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.449036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Port': ['ID=dd184ca7-bfcb-4aa9-879f-9af355a645cf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:05.641846 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (99aed978-148b-4828-b318-ea3b1640c293), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:05.864660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Router 99aed978-148b-4828-b318-ea3b1640c293 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:05.979209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:05.987719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33384) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:05.991645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] Sync routers for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:05.992909 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03eab907-078d-4887-8228-c0b81f6352b6 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "PUT /v2.0/routers/99aed978-148b-4828-b318-ea3b1640c293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331481 Feb 19 01:09:06.005558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:06.006213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:06.044299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bad4477-e87a-4e30-a70c-6ec685711d46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting subnet 40240edc-9a27-45fa-85e7-aed679eada0b {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:09:06.047444 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bad4477-e87a-4e30-a70c-6ec685711d46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for subnet (40240edc-9a27-45fa-85e7-aed679eada0b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.090626 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bad4477-e87a-4e30-a70c-6ec685711d46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (40240edc-9a27-45fa-85e7-aed679eada0b), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.096831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 21b19809-d29f-4b9c-8f44-932fcac4fb75 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:06.127308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 21b19809-d29f-4b9c-8f44-932fcac4fb75 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:06.127574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 21b19809-d29f-4b9c-8f44-932fcac4fb75 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:06.150242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:06.222102 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bad4477-e87a-4e30-a70c-6ec685711d46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (40240edc-9a27-45fa-85e7-aed679eada0b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.287892 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bad4477-e87a-4e30-a70c-6ec685711d46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (40240edc-9a27-45fa-85e7-aed679eada0b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.322534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad4477-e87a-4e30-a70c-6ec685711d46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Subnet': ['ID=40240edc-9a27-45fa-85e7-aed679eada0b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:06.326591 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6bad4477-e87a-4e30-a70c-6ec685711d46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.330141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6bad4477-e87a-4e30-a70c-6ec685711d46 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/subnets/40240edc-9a27-45fa-85e7-aed679eada0b HTTP/1.1" status: 204 len: 168 time: 0.3413379 Feb 19 01:09:06.332939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33386) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:06.413925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c9d9a0-4ae3-4786-910b-d160a3a0908e None None] Network 3660af14-7f4d-4d53-a5da-426c1034efc7 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:06.452871 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router (99aed978-148b-4828-b318-ea3b1640c293), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.574847 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137'}], 'enable_snat': True}, 'gw_port_id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:09:05Z', 'revision_number': 5, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port': {'id': '5929be36-4b36-48ad-b344-1de07cc8f0ee', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:58:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99aed978-148b-4828-b318-ea3b1640c293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:07:38Z', 'updated_at': '2022-02-19T01:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:06.581661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_gateway (99aed978-148b-4828-b318-ea3b1640c293), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.603686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] Checking router: 99aed978-148b-4828-b318-ea3b1640c293 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:06.613830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] Routers {'99aed978-148b-4828-b318-ea3b1640c293'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:06.614557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['99aed978-148b-4828-b318-ea3b1640c293'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:06.647135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Deleting port 5929be36-4b36-48ad-b344-1de07cc8f0ee {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:06.647489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.659756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] DHCP port deletion for 3660af14-7f4d-4d53-a5da-426c1034efc7 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:09:06.735726 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] For port 5929be36-4b36-48ad-b344-1de07cc8f0ee, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5929be36-4b36-48ad-b344-1de07cc8f0ee,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:06.736026 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.746902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] Set router 99aed978-148b-4828-b318-ea3b1640c293 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:06.751366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Calling delete_port for 5929be36-4b36-48ad-b344-1de07cc8f0ee owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:06.800074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 6, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:06.830022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e31b35-f71c-48fe-9b3c-401ae38288b4 None None] The sync data for ids ['99aed978-148b-4828-b318-ea3b1640c293'] in n-d-826527-3 is: [{'id': '99aed978-148b-4828-b318-ea3b1640c293', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1830405569', 'tenant_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:07:37Z', 'updated_at': '2022-02-19T01:09:06Z', 'revision_number': 6, 'project_id': '95d4ecdb0ea249f1b6eaddb0a045c00e', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:06.845570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] Deleting port 31417a41-1051-4eeb-8a84-a09432f8b1a1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:09:06.845948 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.908678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] For port 31417a41-1051-4eeb-8a84-a09432f8b1a1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=31417a41-1051-4eeb-8a84-a09432f8b1a1,segment=NetworkSegment(bf092cfe-0ca6-46d8-a73f-04bbf689aa74),segment_id=bf092cfe-0ca6-46d8-a73f-04bbf689aa74)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:06.909078 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.924736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] Calling delete_port for 31417a41-1051-4eeb-8a84-a09432f8b1a1 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:09:06.954839 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5929be36-4b36-48ad-b344-1de07cc8f0ee), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:06.997648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Port': ['ID=5929be36-4b36-48ad-b344-1de07cc8f0ee,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.013914 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (31417a41-1051-4eeb-8a84-a09432f8b1a1), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.046866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] Pushing event deleted for resources: {'Port': ['ID=31417a41-1051-4eeb-8a84-a09432f8b1a1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.050657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25eefc6a-3c03-4d36-9bdd-581f598c1ff1 None None] No DVR routers for this DVR port 31417a41-1051-4eeb-8a84-a09432f8b1a1 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:09:07.070438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (99aed978-148b-4828-b318-ea3b1640c293), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.190530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (99aed978-148b-4828-b318-ea3b1640c293), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.192992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router_controller (99aed978-148b-4828-b318-ea3b1640c293), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.284044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (99aed978-148b-4828-b318-ea3b1640c293), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.284744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Fanout notify agent at l3_agent the message router_deleted on router 99aed978-148b-4828-b318-ea3b1640c293 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:09:07.292683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.293985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9d499427-9779-4751-b7a3-03582d5edd9d tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/routers/99aed978-148b-4828-b318-ea3b1640c293 HTTP/1.1" status: 204 len: 168 time: 0.9600220 Feb 19 01:09:07.296825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33390) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:07.343874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dd184ca7-bfcb-4aa9-879f-9af355a645cf no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:07.367043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: dd184ca7-bfcb-4aa9-879f-9af355a645cf {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:07.367526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dd184ca7-bfcb-4aa9-879f-9af355a645cf not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:07.368098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 31417a41-1051-4eeb-8a84-a09432f8b1a1 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:07.389117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 31417a41-1051-4eeb-8a84-a09432f8b1a1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:07.389470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 31417a41-1051-4eeb-8a84-a09432f8b1a1 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:07.404592 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (3660af14-7f4d-4d53-a5da-426c1034efc7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.496584 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (3660af14-7f4d-4d53-a5da-426c1034efc7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.516574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3660af14-7f4d-4d53-a5da-426c1034efc7']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:07.526163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:07.526482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf092cfe-0ca6-46d8-a73f-04bbf689aa74') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:07.536027 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (bf092cfe-0ca6-46d8-a73f-04bbf689aa74), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.551197 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (bf092cfe-0ca6-46d8-a73f-04bbf689aa74), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.557873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:09:07.558638 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (bf092cfe-0ca6-46d8-a73f-04bbf689aa74), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:09:07.561887 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:09:07.640269 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (3660af14-7f4d-4d53-a5da-426c1034efc7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.649267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:07.652436 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] 10.222.0.60 "DELETE /v2.0/networks/3660af14-7f4d-4d53-a5da-426c1034efc7 HTTP/1.1" status: 204 len: 168 time: 0.3545125 Feb 19 01:09:07.662941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21ad2f-ee50-4058-a4c1-14e3b36a59a3 tempest-TestSecurityGroupsBasicOps-1745363320 tempest-TestSecurityGroupsBasicOps-1745363320-project] Pushing event deleted for resources: {'Network': ['ID=3660af14-7f4d-4d53-a5da-426c1034efc7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:07.981325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33398) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:08.178550 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c860dba6-29ca-4b8e-aff9-05f913f4adbb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=95d4ecdb0ea249f1b6eaddb0a045c00e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959283 Feb 19 01:09:08.181090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33414) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:08.233154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d078f563-5907-4ba9-8ac4-4ba0c1946bff admin admin] Publish callbacks [] for security_group (7967a126-0a45-47f8-829c-80aae7d66533), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.254289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d078f563-5907-4ba9-8ac4-4ba0c1946bff admin admin] Publish callbacks [] for security_group (7967a126-0a45-47f8-829c-80aae7d66533), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.302313 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d078f563-5907-4ba9-8ac4-4ba0c1946bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7967a126-0a45-47f8-829c-80aae7d66533), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.305030 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d078f563-5907-4ba9-8ac4-4ba0c1946bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.306249 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d078f563-5907-4ba9-8ac4-4ba0c1946bff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7967a126-0a45-47f8-829c-80aae7d66533 HTTP/1.1" status: 204 len: 168 time: 0.1240995 Feb 19 01:09:08.314451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d078f563-5907-4ba9-8ac4-4ba0c1946bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7967a126-0a45-47f8-829c-80aae7d66533,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:08.579357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33420) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:08.592862 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32085e30-622c-46d8-bf1b-7a38ac85940c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.673554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32085e30-622c-46d8-bf1b-7a38ac85940c admin admin] Publish callbacks [] for security_group (108a5a26-ba2b-4f56-996a-a151d7345fc8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.677555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32085e30-622c-46d8-bf1b-7a38ac85940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (108a5a26-ba2b-4f56-996a-a151d7345fc8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.714916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32085e30-622c-46d8-bf1b-7a38ac85940c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108a5a26-ba2b-4f56-996a-a151d7345fc8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:08.720390 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-32085e30-622c-46d8-bf1b-7a38ac85940c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d3ebdde4d5a64a07911a75d881bd11f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1399093 Feb 19 01:09:08.723373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33422) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:08.774932 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-310574a5-2e8a-43d0-b17e-b5882348bafa admin admin] Publish callbacks [] for security_group (108a5a26-ba2b-4f56-996a-a151d7345fc8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.800220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-310574a5-2e8a-43d0-b17e-b5882348bafa admin admin] Publish callbacks [] for security_group (108a5a26-ba2b-4f56-996a-a151d7345fc8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.853444 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-310574a5-2e8a-43d0-b17e-b5882348bafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (108a5a26-ba2b-4f56-996a-a151d7345fc8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.856804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-310574a5-2e8a-43d0-b17e-b5882348bafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:08.857965 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-310574a5-2e8a-43d0-b17e-b5882348bafa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/108a5a26-ba2b-4f56-996a-a151d7345fc8 HTTP/1.1" status: 204 len: 168 time: 0.1336436 Feb 19 01:09:08.866123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310574a5-2e8a-43d0-b17e-b5882348bafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108a5a26-ba2b-4f56-996a-a151d7345fc8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:09.188336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5929be36-4b36-48ad-b344-1de07cc8f0ee no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:09:09.217516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 5929be36-4b36-48ad-b344-1de07cc8f0ee {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:09:09.217866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 5929be36-4b36-48ad-b344-1de07cc8f0ee not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:09:09.224569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33430) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:09.268809 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eb5454dd-e96a-4acf-8115-a590d9a536f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=067504cd23d64bb59e3ebd93ed7a8e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407317 Feb 19 01:09:09.269083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33436) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:09.320166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1a6dca5-e10c-4248-a3d5-529402351fa1 admin admin] Publish callbacks [] for security_group (f0581cf6-1310-48ac-81a1-710416e41629), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.341625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1a6dca5-e10c-4248-a3d5-529402351fa1 admin admin] Publish callbacks [] for security_group (f0581cf6-1310-48ac-81a1-710416e41629), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.388509 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1a6dca5-e10c-4248-a3d5-529402351fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f0581cf6-1310-48ac-81a1-710416e41629), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.391028 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c1a6dca5-e10c-4248-a3d5-529402351fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:09.394708 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c1a6dca5-e10c-4248-a3d5-529402351fa1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0581cf6-1310-48ac-81a1-710416e41629 HTTP/1.1" status: 204 len: 168 time: 0.1220551 Feb 19 01:09:09.401453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6dca5-e10c-4248-a3d5-529402351fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0581cf6-1310-48ac-81a1-710416e41629,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:10.077631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33462) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:10.177504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1794617038-network', 'tenant_id': '259d6874010044268feeca054033bd98'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:10.199213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Made reservation on behalf of 259d6874010044268feeca054033bd98 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:10.201936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.211809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.295369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Publish callbacks [] for security_group (88a4e69c-2cea-4e34-be78-f152f2317233), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.301368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (88a4e69c-2cea-4e34-be78-f152f2317233), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.330593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:10.339117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a4e69c-2cea-4e34-be78-f152f2317233,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:10.344718 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (45c62ab2-270c-4847-9b18-f52edb31c6d0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.345066 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Added segment 45c62ab2-270c-4847-9b18-f52edb31c6d0 of type vlan for network 1b265761-2ea8-475c-b10b-d4eeb1417183 Feb 19 01:09:10.387782 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (1b265761-2ea8-475c-b10b-d4eeb1417183), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.415100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (1b265761-2ea8-475c-b10b-d4eeb1417183), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.416184 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:10.416843 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.752292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6733344 Feb 19 01:09:10.755266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33468) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:10.760847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Request body: {'subnet': {'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1794617038-subnet', 'tenant_id': '259d6874010044268feeca054033bd98', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:10.770935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d3870-e8ef-4257-94e6-76fba7dc6543 admin admin] Pushing event updated for resources: {'Network': ['ID=1b265761-2ea8-475c-b10b-d4eeb1417183,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:10.782836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:10.794947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Made reservation on behalf of 259d6874010044268feeca054033bd98 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:10.797308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:10.966051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (cac7d088-b536-4f50-9a28-448f01225e6d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.019195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac7d088-b536-4f50-9a28-448f01225e6d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.030191 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Checking segment: {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:11.030572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Network hostable DHCP agents. Network: 1b265761-2ea8-475c-b10b-d4eeb1417183, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:11.048469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:11.057521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 1b265761-2ea8-475c-b10b-d4eeb1417183) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:11.061623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:11.062250 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.067528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f5147-9210-4bdb-9338-905aaaf6d418 None None] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:11.079727 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b61d06b0-8f84-449c-8d3b-411114b417e3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3230214 Feb 19 01:09:11.082569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33470) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:11.087111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:11.108089 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.109237 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.170860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks [] for router_controller (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.191016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-1b265761-2ea8-475c-b10b-d4eeb1417183', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'project_id': '259d6874010044268feeca054033bd98', 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:11.192021 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.339069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Allocated IP 172.20.0.2 (1b265761-2ea8-475c-b10b-d4eeb1417183/cac7d088-b536-4f50-9a28-448f01225e6d/69ef7176-33d4-466c-8a51-130bbf961798) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:11.498196 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Publish callbacks [] for port (69ef7176-33d4-466c-8a51-130bbf961798), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.508397 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (69ef7176-33d4-466c-8a51-130bbf961798), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.550446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:11.555884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:11.562315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:11.573268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Pushing event updated for resources: {'Port': ['ID=69ef7176-33d4-466c-8a51-130bbf961798,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.632677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks [] for router_gateway (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.636513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Attempting to bind port 69ef7176-33d4-466c-8a51-130bbf961798 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:11.636872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Attempting to bind port 69ef7176-33d4-466c-8a51-130bbf961798 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:11.637243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Attempting to bind port 69ef7176-33d4-466c-8a51-130bbf961798 on network 1b265761-2ea8-475c-b10b-d4eeb1417183 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:11.643437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:11.643662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Checking segment: {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:11.643943 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.644349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Bound using segment: {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:11.644831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Bound port: 69ef7176-33d4-466c-8a51-130bbf961798, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:11.645221 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (69ef7176-33d4-466c-8a51-130bbf961798), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.714393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] For port 69ef7176-33d4-466c-8a51-130bbf961798, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:11.717518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] For port 69ef7176-33d4-466c-8a51-130bbf961798, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=69ef7176-33d4-466c-8a51-130bbf961798,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:11.724495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (69ef7176-33d4-466c-8a51-130bbf961798), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.792453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b213092-83c9-47e9-8a6e-f39707f42513 None None] Pushing event updated for resources: {'Port': ['ID=69ef7176-33d4-466c-8a51-130bbf961798,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:11.854238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks [] for router_gateway (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:11.874009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.013284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Allocated IP 172.25.6.136 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/8159d827-9d43-4925-9f03-7c65a31ee447) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:12.119554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks [] for port (8159d827-9d43-4925-9f03-7c65a31ee447), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.157384 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.203021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:12.205726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:12.211278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:12.233365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Pushing event updated for resources: {'Port': ['ID=8159d827-9d43-4925-9f03-7c65a31ee447,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:12.470570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks [] for router_gateway (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.687838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.788374 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fece1d-1651-497e-9c04-09b497683989 None None] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:12.839483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:12.862440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9cef0aab-64d4-4262-95be-1f4084c9291b None None] Provisioning complete for port 69ef7176-33d4-466c-8a51-130bbf961798 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:12.863011 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cef0aab-64d4-4262-95be-1f4084c9291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (69ef7176-33d4-466c-8a51-130bbf961798), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.959403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:12.971809 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Sync routers for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:12.978554 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:12.980035 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ce746da8-1d73-4f08-8d3b-573da65dae0c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8967397 Feb 19 01:09:12.983288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33486) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:12.986342 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:12.986984 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:12.988876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9cef0aab-64d4-4262-95be-1f4084c9291b None None] Current status of the port 69ef7176-33d4-466c-8a51-130bbf961798 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:12.989349 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cef0aab-64d4-4262-95be-1f4084c9291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (69ef7176-33d4-466c-8a51-130bbf961798), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.044208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9cef0aab-64d4-4262-95be-1f4084c9291b None None] For port 69ef7176-33d4-466c-8a51-130bbf961798, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=69ef7176-33d4-466c-8a51-130bbf961798,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:13.052745 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cef0aab-64d4-4262-95be-1f4084c9291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (69ef7176-33d4-466c-8a51-130bbf961798), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.105082 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:13.118869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef0aab-64d4-4262-95be-1f4084c9291b None None] Pushing event updated for resources: {'Port': ['ID=69ef7176-33d4-466c-8a51-130bbf961798,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:13.325155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 69ef7176-33d4-466c-8a51-130bbf961798 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:13.415497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 69ef7176-33d4-466c-8a51-130bbf961798 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:13.415886 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (69ef7176-33d4-466c-8a51-130bbf961798), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.483990 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:12Z', 'revision_number': 3, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:13.512949 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Checking router: 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:13.513547 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Updating router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 port 8159d827-9d43-4925-9f03-7c65a31ee447 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:13.532842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-13128983-cd58-47ce-8cc9-1f8d82d9b2a8 None None] Provisioning complete for port 69ef7176-33d4-466c-8a51-130bbf961798 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:13.533286 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13128983-cd58-47ce-8cc9-1f8d82d9b2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (69ef7176-33d4-466c-8a51-130bbf961798), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.550423 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.595081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.637597 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 69ef7176-33d4-466c-8a51-130bbf961798 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:13.640536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-13128983-cd58-47ce-8cc9-1f8d82d9b2a8 None None] Current status of the port 69ef7176-33d4-466c-8a51-130bbf961798 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:13.804839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Allocated IP 172.20.0.1 (1b265761-2ea8-475c-b10b-d4eeb1417183/cac7d088-b536-4f50-9a28-448f01225e6d/4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:13.825594 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Publish callbacks [] for port (8159d827-9d43-4925-9f03-7c65a31ee447), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.831034 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.873470 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Pushing event updated for resources: {'Port': ['ID=8159d827-9d43-4925-9f03-7c65a31ee447,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:13.881745 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.882326 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.883113 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.883570 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.884142 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.884874 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.885056 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.885604 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.886055 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.886494 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.886922 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.887674 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.887674 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:13.908505 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Attempting to bind port 8159d827-9d43-4925-9f03-7c65a31ee447 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:13.909021 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Attempting to bind port 8159d827-9d43-4925-9f03-7c65a31ee447 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:13.909478 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Attempting to bind port 8159d827-9d43-4925-9f03-7c65a31ee447 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:13.918824 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:13.919829 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:13.921787 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.922702 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:13.922702 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Bound port: 8159d827-9d43-4925-9f03-7c65a31ee447, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:13.923113 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.927437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Publish callbacks [] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.963831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:13.984703 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] For port 8159d827-9d43-4925-9f03-7c65a31ee447, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:13.988077 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] For port 8159d827-9d43-4925-9f03-7c65a31ee447, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8159d827-9d43-4925-9f03-7c65a31ee447,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:13.997001 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.005148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:14.011830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:14.014303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:14.055476 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.063549 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d4a37-354e-4927-9d61-27846794b544 None None] Pushing event updated for resources: {'Port': ['ID=8159d827-9d43-4925-9f03-7c65a31ee447,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:14.087970 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:14.088759 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:14.161276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Pushing event updated for resources: {'Port': ['ID=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:14.203112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.255678 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:14.368999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8ef41c8a-2811-4d97-b3bf-8fbd94e0f9e6 None None] Provisioning complete for port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:14.370107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef41c8a-2811-4d97-b3bf-8fbd94e0f9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.378821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Publish callbacks [] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.385149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.411136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8ef41c8a-2811-4d97-b3bf-8fbd94e0f9e6 None None] Port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:14.459565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Pushing event updated for resources: {'Port': ['ID=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:14.466346 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.489117 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-08bad943-45ce-48bc-914f-42577950d315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:12Z', 'revision_number': 3, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:14.519805 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bad943-45ce-48bc-914f-42577950d315 None None] The sync data for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 is: [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:12Z', 'revision_number': 3, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:14.567032 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:14.568523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:14.704130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:14.842591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-42683ed1-b5c2-49dd-95e7-562f0863e295 None None] Provisioning complete for port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:14.843027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42683ed1-b5c2-49dd-95e7-562f0863e295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:14.880173 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:14.888300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c9fce526-4a7d-46f4-99ce-e12b42b7586a admin admin] 10.222.0.60 "PUT /v2.0/routers/25fcc298-9427-4d1f-bcb3-29cbc81aa7f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9003994 Feb 19 01:09:14.899308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-42683ed1-b5c2-49dd-95e7-562f0863e295 None None] Port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:15.285437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8159d827-9d43-4925-9f03-7c65a31ee447 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:15.349332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8159d827-9d43-4925-9f03-7c65a31ee447 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:15.349721 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.448759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8159d827-9d43-4925-9f03-7c65a31ee447 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:15.449390 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.450046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33506) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:15.455417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1851196307-network', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:15.473671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 8159d827-9d43-4925-9f03-7c65a31ee447, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8159d827-9d43-4925-9f03-7c65a31ee447,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:15.477836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Made reservation on behalf of b54a39081f674c02b68dd811e1695ade for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:15.479311 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.481227 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.509474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.540928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=8159d827-9d43-4925-9f03-7c65a31ee447,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:15.613084 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Publish callbacks [] for security_group (cbba7feb-e978-40eb-a36c-af12d5085ba0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.621190 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cbba7feb-e978-40eb-a36c-af12d5085ba0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.646168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:09:15.656079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbba7feb-e978-40eb-a36c-af12d5085ba0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:15.660975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1d4142b2-45e9-4f25-a902-f010c6416bc1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.661233 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Added segment 1d4142b2-45e9-4f25-a902-f010c6416bc1 of type vlan for network 5e0987f1-aea3-42a2-a6cb-7785e415666b Feb 19 01:09:15.701200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (5e0987f1-aea3-42a2-a6cb-7785e415666b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.727228 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (5e0987f1-aea3-42a2-a6cb-7785e415666b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.728189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:15.728791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:15.789595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3382990 Feb 19 01:09:15.792597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33510) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:15.799592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Request body: {'subnet': {'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1851196307-subnet', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:15.803717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0e53a-9c4d-4564-b79b-9b24fd76fb74 admin admin] Pushing event updated for resources: {'Network': ['ID=5e0987f1-aea3-42a2-a6cb-7785e415666b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:15.814983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 5e0987f1-aea3-42a2-a6cb-7785e415666b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:09:15.825436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Made reservation on behalf of b54a39081f674c02b68dd811e1695ade for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:15.828123 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.011783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (b59cf861-9f55-477e-ab7e-e9f107966509), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.065443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b59cf861-9f55-477e-ab7e-e9f107966509,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:16.077605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Checking segment: {'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:16.077969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Network hostable DHCP agents. Network: 5e0987f1-aea3-42a2-a6cb-7785e415666b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:09:16.101480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Network 5e0987f1-aea3-42a2-a6cb-7785e415666b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:09:16.113995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 5e0987f1-aea3-42a2-a6cb-7785e415666b) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:16.125967 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:16.125967 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.144828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee583e-2355-4f64-ba8d-ff5122c3a6b7 None None] Network 5e0987f1-aea3-42a2-a6cb-7785e415666b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:16.154029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f6355b1f-0b3a-4d73-ae1d-a6013fb29351 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3603616 Feb 19 01:09:16.157586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33512) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:16.164137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:16.202534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (d9b3884a-6957-43ca-98b4-fa884b0775f2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.203829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (d9b3884a-6957-43ca-98b4-fa884b0775f2), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.270300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks [] for router_controller (d9b3884a-6957-43ca-98b4-fa884b0775f2), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.285925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-5e0987f1-aea3-42a2-a6cb-7785e415666b', 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b', 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'fixed_ips': [{'subnet_id': 'b59cf861-9f55-477e-ab7e-e9f107966509'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:09:16.287290 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.387894 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:09:16.453126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks [] for router_gateway (d9b3884a-6957-43ca-98b4-fa884b0775f2), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.712013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Sync routers for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:16.753237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:16.754009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:16.759520 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks [] for router_gateway (d9b3884a-6957-43ca-98b4-fa884b0775f2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.789999 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:16.824694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Allocated IP 172.20.0.2 (5e0987f1-aea3-42a2-a6cb-7785e415666b/b59cf861-9f55-477e-ab7e-e9f107966509/1ca2765e-22f3-4913-86a1-d33b4eda1ef2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:16.901489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Allocated IP 172.25.6.6 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/3489c9e6-812e-4c26-8717-76fe3f9ff1b9) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:16.945608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:17.018161 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks [] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.054302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.094370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:17.097388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:17.101718 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:17.144268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=3489c9e6-812e-4c26-8717-76fe3f9ff1b9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:17.150256 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Publish callbacks [] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.172156 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.199981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Network 5e0987f1-aea3-42a2-a6cb-7785e415666b is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:17.208077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:17.260196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:17.287175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8159d827-9d43-4925-9f03-7c65a31ee447 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:17.289918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Pushing event updated for resources: {'Port': ['ID=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:17.402730 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Attempting to bind port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:17.403086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Attempting to bind port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:17.403684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Attempting to bind port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 on network 5e0987f1-aea3-42a2-a6cb-7785e415666b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:17.413355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:17.413762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Checking segment: {'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:17.415440 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.416562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Bound using segment: {'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:17.417055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Bound port: 1ca2765e-22f3-4913-86a1-d33b4eda1ef2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:17.417438 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.436986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 2, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:17.485073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Checking router: 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:17.485418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Updating router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:17.488814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8159d827-9d43-4925-9f03-7c65a31ee447 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:17.489187 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.564139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.575369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] For port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:17.583069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] For port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,segment=NetworkSegment(1d4142b2-45e9-4f25-a902-f010c6416bc1),segment_id=1d4142b2-45e9-4f25-a902-f010c6416bc1)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:17.610340 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.646734 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks [] for router_gateway (d9b3884a-6957-43ca-98b4-fa884b0775f2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:17.783420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b0c40-5802-40ea-8ec6-046b20d72786 None None] Pushing event updated for resources: {'Port': ['ID=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:17.788938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8159d827-9d43-4925-9f03-7c65a31ee447 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:17.939876 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (d9b3884a-6957-43ca-98b4-fa884b0775f2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.037873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Publish callbacks [] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.056252 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.060541 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d64b665c-3da9-415c-ba05-5b8a175f8cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.123672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad0884-03a6-4458-8755-12ef2ca8f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:18.194665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Router d9b3884a-6957-43ca-98b4-fa884b0775f2 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:09:18.223742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Attempting to bind port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:18.224371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Attempting to bind port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:18.224978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Attempting to bind port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 on network 1b265761-2ea8-475c-b10b-d4eeb1417183 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:18.232544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:18.232937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Checking segment: {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:18.233527 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.233935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Bound using segment: {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:18.234572 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Bound port: 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:18.235082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.316626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] For port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:18.320713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] For port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:18.328953 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.332627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:18.344893 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Sync routers for ids ['d9b3884a-6957-43ca-98b4-fa884b0775f2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:18.364727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.366032 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c60929ad-cbb2-4d1a-8871-91a0df3d3fe5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2077496 Feb 19 01:09:18.366746 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Routers {'d9b3884a-6957-43ca-98b4-fa884b0775f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:18.367382 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d9b3884a-6957-43ca-98b4-fa884b0775f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:18.368970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33518) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:18.401334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad0884-03a6-4458-8755-12ef2ca8f8f0 None None] Pushing event updated for resources: {'Port': ['ID=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:18.419551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:18.420369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:18.501784 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Set router d9b3884a-6957-43ca-98b4-fa884b0775f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:18.537397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d15adddf-371d-4039-843f-5aceaa5ec281 None None] Provisioning complete for port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:18.537941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d15adddf-371d-4039-843f-5aceaa5ec281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.627467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:18.714516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d15adddf-371d-4039-843f-5aceaa5ec281 None None] Current status of the port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:18.714810 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d15adddf-371d-4039-843f-5aceaa5ec281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:18.750068 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:17Z', 'revision_number': 3, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port': {'id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:18.788245 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Checking router: d9b3884a-6957-43ca-98b4-fa884b0775f2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:18.788696 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Updating router d9b3884a-6957-43ca-98b4-fa884b0775f2 port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:18.821585 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.002289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.134175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d15adddf-371d-4039-843f-5aceaa5ec281 None None] For port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:19.159786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d15adddf-371d-4039-843f-5aceaa5ec281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.175130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.225811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec70ab40-166f-47d1-8bbc-149d80303af1 None None] Network 5e0987f1-aea3-42a2-a6cb-7785e415666b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:09:19.278874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Allocated IP 172.20.0.1 (5e0987f1-aea3-42a2-a6cb-7785e415666b/b59cf861-9f55-477e-ab7e-e9f107966509/eb6c0682-a9b8-403c-848f-7d34659799af) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:19.295492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-614ac668-89b6-4e48-9e29-dd1b3cb58bea tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:19.296963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-614ac668-89b6-4e48-9e29-dd1b3cb58bea tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1789427 Feb 19 01:09:19.326962 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Publish callbacks [] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.334092 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.335614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:19.356963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-002c29d1-7f3d-496c-a580-eee3aa85d73e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/quotas/07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 375 time: 0.0422790 Feb 19 01:09:19.394742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15adddf-371d-4039-843f-5aceaa5ec281 None None] Pushing event updated for resources: {'Port': ['ID=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:19.395971 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da48eb-ba64-4afd-9c9c-d6db0d519c58 None None] Pushing event updated for resources: {'Port': ['ID=3489c9e6-812e-4c26-8717-76fe3f9ff1b9,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:19.412607 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Attempting to bind port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:19.413718 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Attempting to bind port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:19.414781 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Attempting to bind port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:19.421687 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:19.422445 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:19.423071 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.423813 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:19.424974 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Bound port: 3489c9e6-812e-4c26-8717-76fe3f9ff1b9, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:19.425654 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.431250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8be7935c-d60f-49b0-a8a8-755bfcf3f37b None None] Provisioning complete for port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:19.432227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be7935c-d60f-49b0-a8a8-755bfcf3f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.446663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-75996e2e-fa70-4fbf-ad90-345d6d5a3701 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832810 Feb 19 01:09:19.449510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Publish callbacks [] for port (eb6c0682-a9b8-403c-848f-7d34659799af), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.496893 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.508395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] For port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:19.514004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:19.514416 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.515615 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] For port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3489c9e6-812e-4c26-8717-76fe3f9ff1b9,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:19.528040 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.538060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Network 5e0987f1-aea3-42a2-a6cb-7785e415666b is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:19.542798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:19.547056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:19.572249 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:18Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:19.577340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Pushing event updated for resources: {'Port': ['ID=eb6c0682-a9b8-403c-848f-7d34659799af,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:19.593420 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (d9b3884a-6957-43ca-98b4-fa884b0775f2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.621523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d8a36-905e-4855-b4ea-9e440e0541ee None None] The sync data for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 is: [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:18Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:19.642451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8be7935c-d60f-49b0-a8a8-755bfcf3f37b None None] Current status of the port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:19.651457 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da48eb-ba64-4afd-9c9c-d6db0d519c58 None None] Pushing event updated for resources: {'Port': ['ID=3489c9e6-812e-4c26-8717-76fe3f9ff1b9,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:19.655014 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Routers {'d9b3884a-6957-43ca-98b4-fa884b0775f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:19.655290 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:08:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d9b3884a-6957-43ca-98b4-fa884b0775f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:19.737277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8be7935c-d60f-49b0-a8a8-755bfcf3f37b None None] Provisioning complete for port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:19.737668 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be7935c-d60f-49b0-a8a8-755bfcf3f37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.743774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:19.744164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.823047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,segment=NetworkSegment(1d4142b2-45e9-4f25-a902-f010c6416bc1),segment_id=1d4142b2-45e9-4f25-a902-f010c6416bc1)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:19.841711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:19.877409 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] Set router d9b3884a-6957-43ca-98b4-fa884b0775f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:19.940904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8be7935c-d60f-49b0-a8a8-755bfcf3f37b None None] Current status of the port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:19.971503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:20.090553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d8104cfa-0f13-41a1-bb0a-e59d3855705c None None] Provisioning complete for port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:20.090936 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8104cfa-0f13-41a1-bb0a-e59d3855705c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.106583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-a211155f-b476-48a5-bde2-1443f5c80e20 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510823 Feb 19 01:09:20.108721 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54140110-dcb5-4c85-aac7-79bbbc6b4de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.184031 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:17Z', 'revision_number': 3, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port': {'id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:20.229727 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7786c09f-200e-4009-aae4-101b15dab32f None None] The sync data for ids ['d9b3884a-6957-43ca-98b4-fa884b0775f2'] in n-d-826527-3 is: [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:17Z', 'revision_number': 3, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port': {'id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:20.259132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d8104cfa-0f13-41a1-bb0a-e59d3855705c None None] Current status of the port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:20.263894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-1046923b-992e-4026-8ad1-4e986ecb2462 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199164 Feb 19 01:09:20.355043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.385685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-5cd7db83-95cd-497e-8c9c-69aad8270741 None None] Provisioning complete for port eb6c0682-a9b8-403c-848f-7d34659799af triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:20.386786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cd7db83-95cd-497e-8c9c-69aad8270741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.456005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7db83-95cd-497e-8c9c-69aad8270741 None None] Port eb6c0682-a9b8-403c-848f-7d34659799af cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:20.599153 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Publish callbacks [] for port (eb6c0682-a9b8-403c-848f-7d34659799af), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.604785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.727679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5e47d4bd-7449-4978-b071-72c5c5bf32f2 req-b54b8631-4fd5-4daf-a919-b403b62a8143 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0551660 Feb 19 01:09:20.741293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Pushing event updated for resources: {'Port': ['ID=eb6c0682-a9b8-403c-848f-7d34659799af,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:20.744348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (d9b3884a-6957-43ca-98b4-fa884b0775f2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:20.874571 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Network 5e0987f1-aea3-42a2-a6cb-7785e415666b is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:20.876298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:21.027794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Router d9b3884a-6957-43ca-98b4-fa884b0775f2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:21.189046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:21.194452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-07e67221-cdff-4bb1-b18d-b8fdd7d2294b admin admin] 10.222.0.60 "PUT /v2.0/routers/d9b3884a-6957-43ca-98b4-fa884b0775f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8238087 Feb 19 01:09:21.227889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3b8b23dd-2563-440f-bed6-704e6d192763 None None] Provisioning complete for port eb6c0682-a9b8-403c-848f-7d34659799af triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:21.227889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b8b23dd-2563-440f-bed6-704e6d192763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.300938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b8b23dd-2563-440f-bed6-704e6d192763 None None] Port eb6c0682-a9b8-403c-848f-7d34659799af cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:21.331405 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.471710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:21.534559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:21.535106 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.617879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:21.619044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:21.671110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:21.671490 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.749321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:21.749744 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.776470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3489c9e6-812e-4c26-8717-76fe3f9ff1b9,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:21.784086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.785855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:21.878477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63f8cf1a-aca1-4f32-abde-96d20a35a6e4 req-6236c4e1-da8c-430a-86ba-14d4a448334f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0425053 Feb 19 01:09:21.914176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=3489c9e6-812e-4c26-8717-76fe3f9ff1b9,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:21.931924 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:21.932287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:21.996381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-60b962d7-d182-440b-8354-9d38e582e8d3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:21.998598 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-60b962d7-d182-440b-8354-9d38e582e8d3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1570468 Feb 19 01:09:22.014593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'port': {'device_id': 'bd30632f-746f-42dc-93c4-70deb9d46443', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'admin_state_up': True, 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:22.018148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:22.139057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:22.142744 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.229973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33560) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:22.235009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-72af1239-e19f-4590-b3e2-863eea7f0f5d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413968404', 'description': 'tempest-secgroup-smoke-1413968404 description', 'project_id': '259d6874010044268feeca054033bd98'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:22.255822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72af1239-e19f-4590-b3e2-863eea7f0f5d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.290312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.20.0.9 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/a4a0f000-26ff-4715-bc15-0a1fb8d91114) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:22.327411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72af1239-e19f-4590-b3e2-863eea7f0f5d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group (51383014-c75f-4094-8f16-6982d251e846), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.331887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72af1239-e19f-4590-b3e2-863eea7f0f5d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (51383014-c75f-4094-8f16-6982d251e846), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.361120 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-72af1239-e19f-4590-b3e2-863eea7f0f5d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.362677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-72af1239-e19f-4590-b3e2-863eea7f0f5d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1312270 Feb 19 01:09:22.367985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33562) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:22.372861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-83d8981b-8d4c-4371-be0c-a4b1ed51db15 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'security_group_rule': {'security_group_id': '51383014-c75f-4094-8f16-6982d251e846', 'project_id': '259d6874010044268feeca054033bd98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:22.384612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af1239-e19f-4590-b3e2-863eea7f0f5d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51383014-c75f-4094-8f16-6982d251e846,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:22.430604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83d8981b-8d4c-4371-be0c-a4b1ed51db15 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (30b33850-a5bc-432a-a310-6e7e033a2f9b), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.509026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.524613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83d8981b-8d4c-4371-be0c-a4b1ed51db15 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (30b33850-a5bc-432a-a310-6e7e033a2f9b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.529249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83d8981b-8d4c-4371-be0c-a4b1ed51db15 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (30b33850-a5bc-432a-a310-6e7e033a2f9b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.551196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8981b-8d4c-4371-be0c-a4b1ed51db15 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b33850-a5bc-432a-a310-6e7e033a2f9b,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:22.566127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.567689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-83d8981b-8d4c-4371-be0c-a4b1ed51db15 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.569404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-83d8981b-8d4c-4371-be0c-a4b1ed51db15 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2004976 Feb 19 01:09:22.572056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33564) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:22.578317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ddb969a5-a03a-4a09-bfc0-0eed9f8b209f tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'security_group_rule': {'security_group_id': '51383014-c75f-4094-8f16-6982d251e846', 'project_id': '259d6874010044268feeca054033bd98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:22.617707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:22.621643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:22.624689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:22.625480 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddb969a5-a03a-4a09-bfc0-0eed9f8b209f tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (646c5940-8c66-4561-bc8c-791d450f78dc), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.681358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=a4a0f000-26ff-4715-bc15-0a1fb8d91114,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:22.707965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:22.708603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.731177 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0993f5ad-96eb-41ff-aec7-d8f90e8e0fab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7199435 Feb 19 01:09:22.744606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Request body: {'port': {'device_id': 'bd30632f-746f-42dc-93c4-70deb9d46443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:22.750049 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.788408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddb969a5-a03a-4a09-bfc0-0eed9f8b209f tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (646c5940-8c66-4561-bc8c-791d450f78dc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.810720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddb969a5-a03a-4a09-bfc0-0eed9f8b209f tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (646c5940-8c66-4561-bc8c-791d450f78dc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.849582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb969a5-a03a-4a09-bfc0-0eed9f8b209f tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646c5940-8c66-4561-bc8c-791d450f78dc,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:22.871326 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ddb969a5-a03a-4a09-bfc0-0eed9f8b209f tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.876308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ddb969a5-a03a-4a09-bfc0-0eed9f8b209f tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3023100 Feb 19 01:09:22.877067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33566) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:22.884338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-388dd4e2-7e04-46e2-88c8-ec690b755036 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'security_group_rule': {'security_group_id': '51383014-c75f-4094-8f16-6982d251e846', 'project_id': '259d6874010044268feeca054033bd98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:22.922406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.948439 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-388dd4e2-7e04-46e2-88c8-ec690b755036 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (c18fcb40-d4ad-4654-87c6-58c07a86292f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:22.991108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Sync routers for ids ['d9b3884a-6957-43ca-98b4-fa884b0775f2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:23.010060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Routers {'d9b3884a-6957-43ca-98b4-fa884b0775f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:23.010830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:09:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d9b3884a-6957-43ca-98b4-fa884b0775f2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:23.063082 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-388dd4e2-7e04-46e2-88c8-ec690b755036 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (c18fcb40-d4ad-4654-87c6-58c07a86292f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.077968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-388dd4e2-7e04-46e2-88c8-ec690b755036 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (c18fcb40-d4ad-4654-87c6-58c07a86292f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.088257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3e86a846-7fc5-4413-9d23-1a902d72db3e None None] Provisioning complete for port a4a0f000-26ff-4715-bc15-0a1fb8d91114 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:23.088927 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e86a846-7fc5-4413-9d23-1a902d72db3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.128236 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e86a846-7fc5-4413-9d23-1a902d72db3e None None] Port a4a0f000-26ff-4715-bc15-0a1fb8d91114 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:23.137332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388dd4e2-7e04-46e2-88c8-ec690b755036 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18fcb40-d4ad-4654-87c6-58c07a86292f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:23.165534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f079305-1ee8-401a-9eb1-6cf8839ef2d7 req-7300fbdf-eba0-4096-930d-c5144baacb7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:23.169378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f079305-1ee8-401a-9eb1-6cf8839ef2d7 req-7300fbdf-eba0-4096-930d-c5144baacb7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 931 time: 0.1692114 Feb 19 01:09:23.178438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-388dd4e2-7e04-46e2-88c8-ec690b755036 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.186848 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 33570) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:23.187462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-388dd4e2-7e04-46e2-88c8-ec690b755036 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3088465 Feb 19 01:09:23.192533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-93281805-cb6a-4d1d-9bbd-669d1f97011b tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'security_group_rule': {'security_group_id': '51383014-c75f-4094-8f16-6982d251e846', 'project_id': '259d6874010044268feeca054033bd98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:23.208350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Set router d9b3884a-6957-43ca-98b4-fa884b0775f2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:23.299212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f079305-1ee8-401a-9eb1-6cf8839ef2d7 req-e46e0402-88d0-4707-b3c4-1aebda8010fc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103053 Feb 19 01:09:23.312390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:23.319096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93281805-cb6a-4d1d-9bbd-669d1f97011b tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (de40d396-07d7-4f6e-aacb-58a55da3db20), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.441602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93281805-cb6a-4d1d-9bbd-669d1f97011b tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (de40d396-07d7-4f6e-aacb-58a55da3db20), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.459198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93281805-cb6a-4d1d-9bbd-669d1f97011b tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (de40d396-07d7-4f6e-aacb-58a55da3db20), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.475735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a0f000-26ff-4715-bc15-0a1fb8d91114 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:23.488624 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Publish callbacks [] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.506124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Transition to ACTIVE for port object a4a0f000-26ff-4715-bc15-0a1fb8d91114 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:09:23.511116 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:23.511799 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.522025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93281805-cb6a-4d1d-9bbd-669d1f97011b tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de40d396-07d7-4f6e-aacb-58a55da3db20,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:23.526563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.577917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:20Z', 'revision_number': 4, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port': {'id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'eb6c0682-a9b8-403c-848f-7d34659799af', 'name': '', 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'mac_address': 'fa:16:3e:17:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b59cf861-9f55-477e-ab7e-e9f107966509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:19Z', 'updated_at': '2022-02-19T01:09:20Z', 'revision_number': 2, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'subnets': [{'id': 'b59cf861-9f55-477e-ab7e-e9f107966509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:23.584603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a0f000-26ff-4715-bc15-0a1fb8d91114,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:23.606526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-93281805-cb6a-4d1d-9bbd-669d1f97011b tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.611052 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-93281805-cb6a-4d1d-9bbd-669d1f97011b tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4230211 Feb 19 01:09:23.614356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33572) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:23.618999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0a8d16c5-e9be-41af-9f6c-61f48b709e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'security_group_rule': {'security_group_id': '51383014-c75f-4094-8f16-6982d251e846', 'project_id': '259d6874010044268feeca054033bd98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:23.660227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Checking router: d9b3884a-6957-43ca-98b4-fa884b0775f2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:23.660727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Updating router d9b3884a-6957-43ca-98b4-fa884b0775f2 port eb6c0682-a9b8-403c-848f-7d34659799af binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:09:23.670949 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-0a8d16c5-e9be-41af-9f6c-61f48b709e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Project 259d6874010044268feeca054033bd98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:09:23.676369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a8d16c5-e9be-41af-9f6c-61f48b709e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (5bcc10e3-3a70-4830-bb1c-77bf9bcc52e9), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.701354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:23.707096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.756404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Attempting to bind port a4a0f000-26ff-4715-bc15-0a1fb8d91114 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:23.757223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Attempting to bind port a4a0f000-26ff-4715-bc15-0a1fb8d91114 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:23.757797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Attempting to bind port a4a0f000-26ff-4715-bc15-0a1fb8d91114 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:23.772303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Port a4a0f000-26ff-4715-bc15-0a1fb8d91114 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:09:23.772303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Attempting to bind port a4a0f000-26ff-4715-bc15-0a1fb8d91114 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:23.787785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:23.788270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:23.788857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:23.789408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Bound port: a4a0f000-26ff-4715-bc15-0a1fb8d91114, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:23.791415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.795015 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a8d16c5-e9be-41af-9f6c-61f48b709e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (5bcc10e3-3a70-4830-bb1c-77bf9bcc52e9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.800956 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a8d16c5-e9be-41af-9f6c-61f48b709e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (5bcc10e3-3a70-4830-bb1c-77bf9bcc52e9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.819367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d16c5-e9be-41af-9f6c-61f48b709e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcc10e3-3a70-4830-bb1c-77bf9bcc52e9,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:23.845930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0a8d16c5-e9be-41af-9f6c-61f48b709e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.850528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0a8d16c5-e9be-41af-9f6c-61f48b709e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2350624 Feb 19 01:09:23.851483 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33574) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:23.856557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b5f64b1b-aa59-42fb-82f3-6632e8099cae tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'security_group_rule': {'security_group_id': '51383014-c75f-4094-8f16-6982d251e846', 'project_id': '259d6874010044268feeca054033bd98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:23.886208 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-b5f64b1b-aa59-42fb-82f3-6632e8099cae tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Project 259d6874010044268feeca054033bd98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:09:23.893039 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5f64b1b-aa59-42fb-82f3-6632e8099cae tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (3d44011d-a5a3-4c6d-96ca-ab1898c97536), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.915562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] For port a4a0f000-26ff-4715-bc15-0a1fb8d91114, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:23.925508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] For port a4a0f000-26ff-4715-bc15-0a1fb8d91114, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a4a0f000-26ff-4715-bc15-0a1fb8d91114,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:23.939208 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.992854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:23.993793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:23.994935 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] 10.222.0.126 "PUT /v2.0/ports/a4a0f000-26ff-4715-bc15-0a1fb8d91114 HTTP/1.1" status: 200 len: 1091 time: 1.2559855 Feb 19 01:09:23.995402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd30632f-746f-42dc-93c4-70deb9d46443', 'tag': 'a4a0f000-26ff-4715-bc15-0a1fb8d91114'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:23.997736 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafe21ee-5f4f-4603-a250-9ac901dd4f17" -d '{"events": [{"name": "network-changed", "server_uuid": "bd30632f-746f-42dc-93c4-70deb9d46443", "tag": "a4a0f000-26ff-4715-bc15-0a1fb8d91114"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:24.017349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5f64b1b-aa59-42fb-82f3-6632e8099cae tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (3d44011d-a5a3-4c6d-96ca-ab1898c97536), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.037654 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5f64b1b-aa59-42fb-82f3-6632e8099cae tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3d44011d-a5a3-4c6d-96ca-ab1898c97536), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.059472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f64b1b-aa59-42fb-82f3-6632e8099cae tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d44011d-a5a3-4c6d-96ca-ab1898c97536,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:24.059991 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae676b-848b-4ccc-8ca9-e42cb6f5a867 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a0f000-26ff-4715-bc15-0a1fb8d91114,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:24.084433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.101481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5f64b1b-aa59-42fb-82f3-6632e8099cae tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.111551 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d22dea-d865-4594-b34f-25d97b8b430c x-openstack-request-id: req-97d22dea-d865-4594-b34f-25d97b8b430c {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:24.111944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b5f64b1b-aa59-42fb-82f3-6632e8099cae tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2591968 Feb 19 01:09:24.112255 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd30632f-746f-42dc-93c4-70deb9d46443", "tag": "a4a0f000-26ff-4715-bc15-0a1fb8d91114", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:24.112622 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97d22dea-d865-4594-b34f-25d97b8b430c {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:24.113534 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd30632f-746f-42dc-93c4-70deb9d46443', 'tag': 'a4a0f000-26ff-4715-bc15-0a1fb8d91114', 'status': 'completed', 'code': 200} Feb 19 01:09:24.159229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-a80a8564-67c6-446c-b4ca-23bdf2203a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:24.166934 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-a80a8564-67c6-446c-b4ca-23bdf2203a33 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 1125 time: 0.1033034 Feb 19 01:09:24.232295 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-0621aca5-0769-4b33-a672-48a3d2fff2c7 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a0f000-26ff-4715-bc15-0a1fb8d91114 HTTP/1.1" status: 200 len: 217 time: 0.0578940 Feb 19 01:09:24.308343 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Publish callbacks [] for port (eb6c0682-a9b8-403c-848f-7d34659799af), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.315071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-3018256d-74a1-419e-8556-e24adc537fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:24.316591 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-3018256d-74a1-419e-8556-e24adc537fc7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0773876 Feb 19 01:09:24.342471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.360701 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.361513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-9e39f5c5-d358-41ff-9617-0a29af7ab930 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413968404&fields=id&tenant_id=259d6874010044268feeca054033bd98 HTTP/1.1" status: 200 len: 267 time: 0.0869324 Feb 19 01:09:24.404740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-cf872ac6-05fd-4280-a278-ee208e70ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:24.411190 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-cf872ac6-05fd-4280-a278-ee208e70ae64 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0870571 Feb 19 01:09:24.497424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fdc86-fda8-45f0-954f-d4aaff31ab76 None None] Pushing event updated for resources: {'Port': ['ID=eb6c0682-a9b8-403c-848f-7d34659799af,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:24.536890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d6cd2-f420-449f-8277-7753dcc71897 req-e25c501d-15dc-4dd2-be78-2f9cee802a84 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:24.552909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-451d6cd2-f420-449f-8277-7753dcc71897 req-e25c501d-15dc-4dd2-be78-2f9cee802a84 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.1376960 Feb 19 01:09:24.602751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Attempting to bind port eb6c0682-a9b8-403c-848f-7d34659799af on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:24.603372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Attempting to bind port eb6c0682-a9b8-403c-848f-7d34659799af by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:24.604032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Attempting to bind port eb6c0682-a9b8-403c-848f-7d34659799af on network 5e0987f1-aea3-42a2-a6cb-7785e415666b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:24.612861 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-81b79e59-3ebc-4ad0-a13d-f7fa7b399e4b service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952734 Feb 19 01:09:24.617074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:24.617664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Checking segment: {'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:24.618282 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.618833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Bound using segment: {'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:24.619516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Bound port: eb6c0682-a9b8-403c-848f-7d34659799af, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4142b2-45e9-4f25-a902-f010c6416bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:24.620119 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.686249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-451d6cd2-f420-449f-8277-7753dcc71897 req-0bcc2d6b-3f36-48f9-9b03-0e55d50e66e0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321485 Feb 19 01:09:24.705523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591a2-f7f4-4d70-afec-19da91a528ad req-d68bbc3e-558f-4a0e-baf1-6c908fde07dc tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:24.707827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-d68bbc3e-558f-4a0e-baf1-6c908fde07dc tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 809 time: 0.3442740 Feb 19 01:09:24.717704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] For port eb6c0682-a9b8-403c-848f-7d34659799af, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:24.721044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] For port eb6c0682-a9b8-403c-848f-7d34659799af, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb6c0682-a9b8-403c-848f-7d34659799af,segment=NetworkSegment(1d4142b2-45e9-4f25-a902-f010c6416bc1),segment_id=1d4142b2-45e9-4f25-a902-f010c6416bc1)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:24.738018 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:24.739746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-aae74d0e-0a8e-4bf7-9293-452997d1de9e tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/quotas/259d6874010044268feeca054033bd98 HTTP/1.1" status: 200 len: 375 time: 0.0245070 Feb 19 01:09:24.833396 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b9317dd1-e0ba-48ad-ae77-96a19339dd55 req-3c8d0535-cfeb-459f-a365-8271a48a87c0 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132976 Feb 19 01:09:24.854243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-c226b5f8-85ad-41eb-9907-9a46e580a93b tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1078203 Feb 19 01:09:24.897220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Routers {'d9b3884a-6957-43ca-98b4-fa884b0775f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:24.897961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:09:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d9b3884a-6957-43ca-98b4-fa884b0775f2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:24.985638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-9e6d9191-fb6a-4fe7-af39-b2c79d9729fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:24.987210 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-9e6d9191-fb6a-4fe7-af39-b2c79d9729fa service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 1125 time: 0.0999727 Feb 19 01:09:24.992616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-a3129c92-93c0-4a4f-8ab9-d7ea876695ef service neutron] 10.222.0.60 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347787 Feb 19 01:09:25.048301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-53b2055c-6372-42ca-8ed7-58967daadd7f None None] Provisioning complete for port eb6c0682-a9b8-403c-848f-7d34659799af triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:25.053893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53b2055c-6372-42ca-8ed7-58967daadd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.061873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fdc86-fda8-45f0-954f-d4aaff31ab76 None None] Pushing event updated for resources: {'Port': ['ID=eb6c0682-a9b8-403c-848f-7d34659799af,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:25.165466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-0f79d961-9ae1-49d6-9e0f-0096415e9637 service neutron] 10.222.0.60 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615164 Feb 19 01:09:25.166462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-86b8d407-24b6-42e9-8802-cd2ed310c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.168013 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-86b8d407-24b6-42e9-8802-cd2ed310c33a service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.1726060 Feb 19 01:09:25.249011 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-91295dfd-eb9f-4c93-a018-edf16f808e0a service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a0f000-26ff-4715-bc15-0a1fb8d91114 HTTP/1.1" status: 200 len: 217 time: 0.0738378 Feb 19 01:09:25.312461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-44b12c7a-5e84-429b-a55a-e7f7d3ea2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.314260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-44b12c7a-5e84-429b-a55a-e7f7d3ea2f1a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0592227 Feb 19 01:09:25.430834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bd60348-688e-4029-ab76-3a10b78c79f3 req-0bb9f318-7294-45c7-8dda-b944e9196ea0 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 210 time: 0.0525060 Feb 19 01:09:25.437889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-dc444292-9d73-4a8f-85f1-7c7906a75fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.439844 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-dc444292-9d73-4a8f-85f1-7c7906a75fbc service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1096504 Feb 19 01:09:25.531790 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] Set router d9b3884a-6957-43ca-98b4-fa884b0775f2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:25.595822 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-f52a47b2-95e3-426c-8307-ea9efc530d5b service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465948 Feb 19 01:09:25.614368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-53b2055c-6372-42ca-8ed7-58967daadd7f None None] Current status of the port eb6c0682-a9b8-403c-848f-7d34659799af is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:25.614774 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53b2055c-6372-42ca-8ed7-58967daadd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.764996 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cafe21ee-5f4f-4603-a250-9ac901dd4f17 req-2f3038ef-c1dd-443c-9dbf-21b1179ef1ac service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594508 Feb 19 01:09:25.793882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-53b2055c-6372-42ca-8ed7-58967daadd7f None None] For port eb6c0682-a9b8-403c-848f-7d34659799af, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb6c0682-a9b8-403c-848f-7d34659799af,segment=NetworkSegment(1d4142b2-45e9-4f25-a902-f010c6416bc1),segment_id=1d4142b2-45e9-4f25-a902-f010c6416bc1)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:25.814592 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53b2055c-6372-42ca-8ed7-58967daadd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:25.847834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:20Z', 'revision_number': 4, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port': {'id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'eb6c0682-a9b8-403c-848f-7d34659799af', 'name': '', 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'mac_address': 'fa:16:3e:17:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b59cf861-9f55-477e-ab7e-e9f107966509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:19Z', 'updated_at': '2022-02-19T01:09:24Z', 'revision_number': 4, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'subnets': [{'id': 'b59cf861-9f55-477e-ab7e-e9f107966509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:25.889598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439c0d5-49d4-4fa4-801e-7bb9f04b100d None None] The sync data for ids ['d9b3884a-6957-43ca-98b4-fa884b0775f2'] in n-d-826527-3 is: [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:20Z', 'revision_number': 4, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port': {'id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'eb6c0682-a9b8-403c-848f-7d34659799af', 'name': '', 'network_id': '5e0987f1-aea3-42a2-a6cb-7785e415666b', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'mac_address': 'fa:16:3e:17:d1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'b59cf861-9f55-477e-ab7e-e9f107966509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:19Z', 'updated_at': '2022-02-19T01:09:24Z', 'revision_number': 4, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'subnets': [{'id': 'b59cf861-9f55-477e-ab7e-e9f107966509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:25.905762 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14025f-495e-41c5-8a0b-ea0bbb7c2a03 req-d1ab3c41-d2a2-4bd1-b13d-42af8be61c50 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:25.914166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f14025f-495e-41c5-8a0b-ea0bbb7c2a03 req-d1ab3c41-d2a2-4bd1-b13d-42af8be61c50 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.1158526 Feb 19 01:09:25.920218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b2055c-6372-42ca-8ed7-58967daadd7f None None] Pushing event updated for resources: {'Port': ['ID=eb6c0682-a9b8-403c-848f-7d34659799af,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:26.013802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-feb8c232-4a3c-4aea-ba63-e95147b72b98 None None] Provisioning complete for port eb6c0682-a9b8-403c-848f-7d34659799af triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:26.014215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-feb8c232-4a3c-4aea-ba63-e95147b72b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:26.046915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f14025f-495e-41c5-8a0b-ea0bbb7c2a03 req-1c05f02d-9c31-4f54-9285-500aa97f19d1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317499 Feb 19 01:09:26.162973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-feb8c232-4a3c-4aea-ba63-e95147b72b98 None None] Current status of the port eb6c0682-a9b8-403c-848f-7d34659799af is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:26.547491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a92aadb-2cde-437d-a360-57ab95496056 req-21ec38fc-0928-41e1-b796-bda283b2b29a tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 210 time: 0.0408704 Feb 19 01:09:26.769283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591a2-f7f4-4d70-afec-19da91a528ad req-36777771-1ef3-41ea-81dd-9d0d799e1ba4 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:26.770798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-36777771-1ef3-41ea-81dd-9d0d799e1ba4 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.113 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 809 time: 0.1192713 Feb 19 01:09:26.850896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f1a9d0f0-e65e-4bea-a036-b2410a3257be tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=259d6874010044268feeca054033bd98 HTTP/1.1" status: 200 len: 380 time: 0.0700610 Feb 19 01:09:26.861386 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'port': {'device_id': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'admin_state_up': True, 'tenant_id': '259d6874010044268feeca054033bd98', 'security_groups': ['51383014-c75f-4094-8f16-6982d251e846']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:26.990215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Made reservation on behalf of 259d6874010044268feeca054033bd98 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:26.994408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.173656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Allocated IP 172.20.0.9 (1b265761-2ea8-475c-b10b-d4eeb1417183/cac7d088-b536-4f50-9a28-448f01225e6d/99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:27.248086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c27e0-37c1-4c84-b2af-7d240332f03c req-826b5ccf-a962-4a62-bb6e-0e9db8547f08 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:27.249720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-814c27e0-37c1-4c84-b2af-7d240332f03c req-826b5ccf-a962-4a62-bb6e-0e9db8547f08 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0927927 Feb 19 01:09:27.295651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb6c0682-a9b8-403c-848f-7d34659799af up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:27.345227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port eb6c0682-a9b8-403c-848f-7d34659799af triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:27.345569 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.364125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-814c27e0-37c1-4c84-b2af-7d240332f03c req-a09eeae4-4cb1-4312-87fc-c6f7dd97051c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059160 Feb 19 01:09:27.416572 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.432543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port eb6c0682-a9b8-403c-848f-7d34659799af is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:27.452097 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.493694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:27.498672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:27.504430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:27.527983 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'Port': ['ID=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:27.559605 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:27.560249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.589059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-75c02731-e42e-4cf5-bffe-3e1540e2f152 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7317474 Feb 19 01:09:27.601784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Request body: {'port': {'device_id': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:27.705228 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.739448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86069ce0-e865-4491-94c1-96039ea9506c req-e4292832-75a6-4091-a94a-422ac6c0ed40 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:27.741151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86069ce0-e865-4491-94c1-96039ea9506c req-e4292832-75a6-4091-a94a-422ac6c0ed40 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 931 time: 0.0952809 Feb 19 01:09:27.796755 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-dc6a1c93-1359-4e4d-8b3f-67e022b1dbb8 None None] Provisioning complete for port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:27.797379 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc6a1c93-1359-4e4d-8b3f-67e022b1dbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:27.835866 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a1c93-1359-4e4d-8b3f-67e022b1dbb8 None None] Port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:27.889229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86069ce0-e865-4491-94c1-96039ea9506c req-69c2b426-7f77-4f93-9b38-a1942f06387e tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206672 Feb 19 01:09:28.054867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:28.064264 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Publish callbacks [] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.078778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Transition to ACTIVE for port object 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:09:28.084411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.160838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Pushing event updated for resources: {'Port': ['ID=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:28.215054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Attempting to bind port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:28.215695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Attempting to bind port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:28.215695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Attempting to bind port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 on network 1b265761-2ea8-475c-b10b-d4eeb1417183 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:28.220314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 on network 1b265761-2ea8-475c-b10b-d4eeb1417183 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:09:28.220633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Attempting to bind port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 on network 1b265761-2ea8-475c-b10b-d4eeb1417183 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:28.225656 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:28.226001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Checking segment: {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:28.226456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Bound using segment: {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:28.226885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Bound port: 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c62ab2-270c-4847-9b18-f52edb31c6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:28.227244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.306476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] For port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:28.309756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] For port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:28.317194 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.355113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:28.356159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:28.357641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] 10.222.0.113 "PUT /v2.0/ports/99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 1091 time: 0.7605352 Feb 19 01:09:28.358081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'tag': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:28.361033 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "f461d474-e21a-4df0-be1b-4fc679ef176b", "tag": "99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:28.412862 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16246f1-59bb-4a73-92dd-ffd7a91a16e6 x-openstack-request-id: req-d16246f1-59bb-4a73-92dd-ffd7a91a16e6 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:28.412862 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f461d474-e21a-4df0-be1b-4fc679ef176b", "tag": "99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:28.413135 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d16246f1-59bb-4a73-92dd-ffd7a91a16e6 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:28.413365 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'tag': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'status': 'completed', 'code': 200} Feb 19 01:09:28.449229 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2720a03-189d-447c-849b-9f4286480cdb service neutron] Pushing event updated for resources: {'Port': ['ID=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:28.505244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591a2-f7f4-4d70-afec-19da91a528ad req-7cf8d14a-dd40-400d-b82a-57faa6b14c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:28.506825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-7cf8d14a-dd40-400d-b82a-57faa6b14c14 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1125 time: 0.0877182 Feb 19 01:09:28.518842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f579b7c7-6b40-465b-9263-454b9ca380a2 req-011f847c-a926-42cb-8fa3-21b5f63f5382 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:28.520368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f579b7c7-6b40-465b-9263-454b9ca380a2 req-011f847c-a926-42cb-8fa3-21b5f63f5382 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0721936 Feb 19 01:09:28.567005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-4a85dfb7-4c5e-48dc-9077-0aae7bec3301 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 217 time: 0.0456283 Feb 19 01:09:28.637734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f579b7c7-6b40-465b-9263-454b9ca380a2 req-4e4d82a1-13a7-4697-b7be-15f679ccb818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084919 Feb 19 01:09:28.641313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591a2-f7f4-4d70-afec-19da91a528ad req-68d639f7-ab2a-4507-9800-3be65601e429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:28.642746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-68d639f7-ab2a-4507-9800-3be65601e429 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 200 len: 848 time: 0.0686343 Feb 19 01:09:28.701506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f5b08dd7-f338-4ba9-b69e-20937b3c10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:28.703065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-f5b08dd7-f338-4ba9-b69e-20937b3c10f2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1b265761-2ea8-475c-b10b-d4eeb1417183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536065 Feb 19 01:09:28.793321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-9d208d7f-5f9a-49e9-8e4d-2eb679410ba1 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838912 Feb 19 01:09:28.887268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-126591a2-f7f4-4d70-afec-19da91a528ad req-83680315-1834-4395-9f65-7aadfd972755 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881929 Feb 19 01:09:29.017844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-cffd9aad-ac6a-4ca5-905a-69728116cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:29.019538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-cffd9aad-ac6a-4ca5-905a-69728116cd01 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1125 time: 0.0830162 Feb 19 01:09:29.041487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ce013-a057-4f7a-b277-906a97f901b4 req-406812c9-cee2-4c78-a1d8-c1bd7a0e4e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:29.042941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-868ce013-a057-4f7a-b277-906a97f901b4 req-406812c9-cee2-4c78-a1d8-c1bd7a0e4e82 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 943 time: 0.0766609 Feb 19 01:09:29.145262 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-868ce013-a057-4f7a-b277-906a97f901b4 req-945c2a16-ca6f-46af-899a-63fb8934be58 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926914 Feb 19 01:09:29.158539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-099198c0-bc28-4895-bbcd-fd5cc949a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:29.160184 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-099198c0-bc28-4895-bbcd-fd5cc949a621 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 910 time: 0.1342163 Feb 19 01:09:29.207580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-2353ec11-b5db-483b-ab62-6dbb5d59dea8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 217 time: 0.0397809 Feb 19 01:09:29.261040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-c4f395ee-ff2c-4447-9a9c-51a4da04175e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:29.262545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-c4f395ee-ff2c-4447-9a9c-51a4da04175e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 200 len: 848 time: 0.0486517 Feb 19 01:09:29.312319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-b22e536f-6779-437b-ab79-8aebfed5fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:29.313842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-b22e536f-6779-437b-ab79-8aebfed5fb12 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1b265761-2ea8-475c-b10b-d4eeb1417183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448086 Feb 19 01:09:29.404880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-f13e9773-e294-455b-b4f5-1b8492ac0f93 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837402 Feb 19 01:09:29.498641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d080cc5-65d9-4b9d-9941-5bcf44910fa8 req-3d0ed8e5-402f-43ae-8cb4-c321947eaa61 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867209 Feb 19 01:09:29.763040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd07793-bbfc-41da-bfe6-04c9b67b3b27 req-5f660214-01bb-4539-ba41-3a68bb183a22 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:29.764770 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cd07793-bbfc-41da-bfe6-04c9b67b3b27 req-5f660214-01bb-4539-ba41-3a68bb183a22 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0569272 Feb 19 01:09:29.815380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8cd07793-bbfc-41da-bfe6-04c9b67b3b27 req-45e078be-e211-4ac5-8857-526a509f16f5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447485 Feb 19 01:09:30.267275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424657d-1532-4543-ba74-53a800bac459 req-789f5005-c631-4112-8214-62f07d1ccdc5 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.268765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4424657d-1532-4543-ba74-53a800bac459 req-789f5005-c631-4112-8214-62f07d1ccdc5 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 943 time: 0.0536785 Feb 19 01:09:30.322008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4424657d-1532-4543-ba74-53a800bac459 req-7bcf624d-00f6-4b71-98af-048860de92b6 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470443 Feb 19 01:09:30.947834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051bdf8-57e4-451f-a53b-213eb79002dd req-dff93350-face-4cf4-82ac-837e46354c52 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:30.949252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0051bdf8-57e4-451f-a53b-213eb79002dd req-dff93350-face-4cf4-82ac-837e46354c52 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0549824 Feb 19 01:09:30.998476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0051bdf8-57e4-451f-a53b-213eb79002dd req-6ad3d836-8eb6-4c2f-8b26-8d9ecf63fb19 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431635 Feb 19 01:09:31.445332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f31925-3230-4a6f-a1dc-080b9e7c8ff6 req-63120a1d-e36d-47fb-b42c-8bbc4c7323fd tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:31.447673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4f31925-3230-4a6f-a1dc-080b9e7c8ff6 req-63120a1d-e36d-47fb-b42c-8bbc4c7323fd tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 943 time: 0.0554891 Feb 19 01:09:31.497300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4f31925-3230-4a6f-a1dc-080b9e7c8ff6 req-40d95531-1083-4b5b-a1b9-c622159e779f tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438392 Feb 19 01:09:32.123141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f51ce-573b-43a7-9958-bcb8ca3ff7d3 req-631233f9-e28c-471d-aa64-8dcca137c81c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:32.125282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f92f51ce-573b-43a7-9958-bcb8ca3ff7d3 req-631233f9-e28c-471d-aa64-8dcca137c81c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0585363 Feb 19 01:09:32.175157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f92f51ce-573b-43a7-9958-bcb8ca3ff7d3 req-253ef50d-eac9-4e22-95f5-97932f4bcd04 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443802 Feb 19 01:09:32.176094 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:09:32.284824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:32.296425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'port_id': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'mac_address': 'fa:16:3e:d8:9d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:09:32.336858 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:32.337258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.350386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:32.372657 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:32.377653 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:32.438372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:32.596458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:32.623517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e31a8a-47d9-407c-9dab-5a14743eab3f req-e18d8dd9-938c-4884-882d-4e286b2cd668 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:32.625388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02e31a8a-47d9-407c-9dab-5a14743eab3f req-e18d8dd9-938c-4884-882d-4e286b2cd668 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 944 time: 0.0551579 Feb 19 01:09:32.678774 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02e31a8a-47d9-407c-9dab-5a14743eab3f req-521679fb-cd29-4a54-9086-96297c86a282 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473528 Feb 19 01:09:33.309388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31e52d-8e3a-44d9-8792-539a4d7b0d77 req-60fb5d1a-6c19-443f-979b-2f9186513fca tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:33.310994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd31e52d-8e3a-44d9-8792-539a4d7b0d77 req-60fb5d1a-6c19-443f-979b-2f9186513fca tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0613105 Feb 19 01:09:33.365147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd31e52d-8e3a-44d9-8792-539a4d7b0d77 req-4a520c17-4e6c-4bd7-9040-930d1fa24677 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479527 Feb 19 01:09:33.815212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ccb7-cf3a-47e1-877b-0bfc7a7308a9 req-3ca96b88-1771-44e5-8221-90ee717966ef tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:33.816714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3a9ccb7-cf3a-47e1-877b-0bfc7a7308a9 req-3ca96b88-1771-44e5-8221-90ee717966ef tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 944 time: 0.0617316 Feb 19 01:09:33.866559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f3a9ccb7-cf3a-47e1-877b-0bfc7a7308a9 req-9cbfdacb-95e6-4e06-99c7-1fd936c8ea37 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438542 Feb 19 01:09:34.192227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:34.245770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:09:34.249683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:34.250069 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.330832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:34.331218 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.355144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:34.357824 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04414461-1737-41e0-821f-1f159227b4cd" -d '{"events": [{"server_uuid": "f461d474-e21a-4df0-be1b-4fc679ef176b", "name": "network-vif-plugged", "status": "completed", "tag": "99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:34.370165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:34.375244 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:34.397761 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6016a6-a53b-42d4-bf29-d1f83ebf4210 x-openstack-request-id: req-3f6016a6-a53b-42d4-bf29-d1f83ebf4210 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:34.398128 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f461d474-e21a-4df0-be1b-4fc679ef176b", "name": "network-vif-plugged", "status": "completed", "tag": "99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:34.398403 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f6016a6-a53b-42d4-bf29-d1f83ebf4210 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:34.398805 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'code': 200} Feb 19 01:09:34.429356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:34.813696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5530fbc5-1c03-42db-bfbe-fb07af673022 req-662e0408-93f7-4a19-8cd8-3aff53bc57ef tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:34.815133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5530fbc5-1c03-42db-bfbe-fb07af673022 req-662e0408-93f7-4a19-8cd8-3aff53bc57ef tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.3632994 Feb 19 01:09:34.819523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55130e38-a57c-4cb5-afde-c65c3b001d9c req-0c0c1c8c-c67e-4419-8c35-92c4ebc20f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:34.820939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55130e38-a57c-4cb5-afde-c65c3b001d9c req-0c0c1c8c-c67e-4419-8c35-92c4ebc20f26 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1127 time: 0.3587279 Feb 19 01:09:34.890564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55130e38-a57c-4cb5-afde-c65c3b001d9c req-d906c1db-be3a-4615-be00-c4e8f513dd5f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628383 Feb 19 01:09:34.893666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5530fbc5-1c03-42db-bfbe-fb07af673022 req-a1b554aa-8214-4768-848e-5299f2157936 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718422 Feb 19 01:09:34.999572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0102fd9-c67c-45bc-b570-b0a0f350d3e8 req-8739481e-143e-4bda-a2f9-5afbeca29942 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:35.001107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0102fd9-c67c-45bc-b570-b0a0f350d3e8 req-8739481e-143e-4bda-a2f9-5afbeca29942 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 945 time: 0.0564766 Feb 19 01:09:35.055825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0102fd9-c67c-45bc-b570-b0a0f350d3e8 req-4d56c332-9314-4277-82bd-3c615c75f4d6 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466335 Feb 19 01:09:36.025908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa02561-b4be-4bae-83de-e29a8d05a8ff req-f4dfadf4-5ecc-4f3a-9573-87bcdb0d53b0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.027361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-daa02561-b4be-4bae-83de-e29a8d05a8ff req-f4dfadf4-5ecc-4f3a-9573-87bcdb0d53b0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0589261 Feb 19 01:09:36.078524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-daa02561-b4be-4bae-83de-e29a8d05a8ff req-86700585-e900-41d4-b19f-f1ffe56d33e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424676 Feb 19 01:09:36.180139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760448b-75c6-4612-b62f-e3f70fd2e0a9 req-eaddda84-c128-4115-98e8-4be3c44a0a01 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.181733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2760448b-75c6-4612-b62f-e3f70fd2e0a9 req-eaddda84-c128-4115-98e8-4be3c44a0a01 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 945 time: 0.0537202 Feb 19 01:09:36.231326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2760448b-75c6-4612-b62f-e3f70fd2e0a9 req-df610904-16dd-4c40-8ce2-eb66cd203c70 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432715 Feb 19 01:09:36.366600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4982f-2b9d-4dbe-a46c-4724a37ed420 req-b55b5d9f-910f-47cd-9213-c25349f96813 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.368097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8d4982f-2b9d-4dbe-a46c-4724a37ed420 req-b55b5d9f-910f-47cd-9213-c25349f96813 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 945 time: 0.0543785 Feb 19 01:09:36.422207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8d4982f-2b9d-4dbe-a46c-4724a37ed420 req-99033827-50a9-4194-9429-a709788861a8 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483959 Feb 19 01:09:36.556494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc1e29-ed14-40bf-a8bc-8ac623752859 req-0a1f18f2-f23d-4398-bbb4-4c888014f15d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.558634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09bc1e29-ed14-40bf-a8bc-8ac623752859 req-0a1f18f2-f23d-4398-bbb4-4c888014f15d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 945 time: 0.0605776 Feb 19 01:09:36.611220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09bc1e29-ed14-40bf-a8bc-8ac623752859 req-f299d952-82d8-4d8e-9e03-4aab9a4608fa tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465593 Feb 19 01:09:36.640753 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33646) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:36.754260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3298e8ea-a009-4ab1-b919-278a44761eb0 tempest-TestServerBasicOps-366111806 tempest-TestServerBasicOps-366111806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:36.755865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3298e8ea-a009-4ab1-b919-278a44761eb0 tempest-TestServerBasicOps-366111806 tempest-TestServerBasicOps-366111806-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1122 time: 0.1140995 Feb 19 01:09:36.760293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33650) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:09:36.764549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'tenant_id': '259d6874010044268feeca054033bd98', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:36.786609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.889438 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:36.996161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Allocated IP 172.25.6.189 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/71043794-5477-4732-947e-c9030e158931) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:37.113628 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for port (71043794-5477-4732-947e-c9030e158931), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.161695 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (71043794-5477-4732-947e-c9030e158931), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.221175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:37.226686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:37.234035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:37.257266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'Port': ['ID=71043794-5477-4732-947e-c9030e158931,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:37.276542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.276904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.277268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.277268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.277970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.278273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.278617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.278927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.279290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.280638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.280638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.280638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.280638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:37.301499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b08610-a380-4eee-9c9c-f9513c285202 req-2c6290cd-08cd-4ca4-8146-0acd67bf0ae1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:37.303112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06b08610-a380-4eee-9c9c-f9513c285202 req-2c6290cd-08cd-4ca4-8146-0acd67bf0ae1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.1513255 Feb 19 01:09:37.407702 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06b08610-a380-4eee-9c9c-f9513c285202 req-398dd519-0617-4771-8f4a-5cccb1b47fe6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988071 Feb 19 01:09:37.671487 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for floatingip (405db88b-623c-451e-a490-87535fd8f11e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.743172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (71043794-5477-4732-947e-c9030e158931), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.899533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for port (71043794-5477-4732-947e-c9030e158931), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.906044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (71043794-5477-4732-947e-c9030e158931), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:37.973521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event updated for resources: {'Port': ['ID=71043794-5477-4732-947e-c9030e158931,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:37.984856 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (405db88b-623c-451e-a490-87535fd8f11e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.090569 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Floating IP 405db88b-623c-451e-a490-87535fd8f11e associated. External IP: 172.25.6.189, port: 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43. Feb 19 01:09:38.313761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:09:38.439509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:09:38.451407 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] Sync routers for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:09:38.463995 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:38.467609 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:38.468282 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:09:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:38.503693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0ebda5ff-a394-4384-8824-03387ac2f33d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7423997 Feb 19 01:09:38.521800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'tag': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:38.524164 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6b7750-e8e2-4bad-a097-223263dd429f" -d '{"events": [{"name": "network-changed", "server_uuid": "f461d474-e21a-4df0-be1b-4fc679ef176b", "tag": "99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:38.553208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedd89f-2eed-4ae4-acfe-29aa493fd22e req-e6be7099-e4e4-4c2b-8591-1f306609cd8e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.554854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1bedd89f-2eed-4ae4-acfe-29aa493fd22e req-e6be7099-e4e4-4c2b-8591-1f306609cd8e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0676415 Feb 19 01:09:38.569013 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90074fe4-0f67-4e22-a492-b4f6779e4fd2 x-openstack-request-id: req-90074fe4-0f67-4e22-a492-b4f6779e4fd2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:38.569234 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f461d474-e21a-4df0-be1b-4fc679ef176b", "tag": "99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:38.569491 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90074fe4-0f67-4e22-a492-b4f6779e4fd2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:38.569912 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'tag': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'status': 'completed', 'code': 200} Feb 19 01:09:38.587805 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:38.640477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1bedd89f-2eed-4ae4-acfe-29aa493fd22e req-a9b9a410-235c-448d-9615-a5c89eac8d89 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790679 Feb 19 01:09:38.653925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-4757a315-d514-4a1d-93f6-97e6078f71a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.655627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-4757a315-d514-4a1d-93f6-97e6078f71a0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1127 time: 0.0686417 Feb 19 01:09:38.753007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-bb0fef1d-4c00-4fb1-a209-3688d2f03b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.754518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-bb0fef1d-4c00-4fb1-a209-3688d2f03b95 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 910 time: 0.0928388 Feb 19 01:09:38.817870 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '405db88b-623c-451e-a490-87535fd8f11e', 'tenant_id': '259d6874010044268feeca054033bd98', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'port_id': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'mac_address': 'fa:16:3e:d8:9d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:37Z', 'updated_at': '2022-02-19T01:09:37Z', 'revision_number': 0, 'project_id': '259d6874010044268feeca054033bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:18Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:38.820325 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-226a1313-b046-4109-b81b-edfacffc8e51 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 999 time: 0.0599642 Feb 19 01:09:38.843614 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] Checking router: 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:09:38.853763 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:09:38.853763 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:09:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:38.871966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-1c2323d5-66e7-42ca-afda-3bb4e5d524d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.873591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-1c2323d5-66e7-42ca-afda-3bb4e5d524d6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 200 len: 848 time: 0.0477417 Feb 19 01:09:38.928611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-92b59269-6455-4a35-b32d-10d04f378265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:38.930303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-92b59269-6455-4a35-b32d-10d04f378265 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1b265761-2ea8-475c-b10b-d4eeb1417183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510798 Feb 19 01:09:38.968330 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:09:39.020425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-f3a527ac-9cd4-4933-9647-2243dcf7e60b service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836089 Feb 19 01:09:39.116157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e6b7750-e8e2-4bad-a097-223263dd429f req-eb42cbe1-e4cf-4bbd-8ddf-b50389a2d1b2 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893707 Feb 19 01:09:39.197066 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '405db88b-623c-451e-a490-87535fd8f11e', 'tenant_id': '259d6874010044268feeca054033bd98', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'port_id': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'mac_address': 'fa:16:3e:d8:9d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:37Z', 'updated_at': '2022-02-19T01:09:37Z', 'revision_number': 0, 'project_id': '259d6874010044268feeca054033bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:18Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:09:39.226757 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90acdd04-479f-4b78-986f-7dfbc84e0eb6 None None] The sync data for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 is: [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '405db88b-623c-451e-a490-87535fd8f11e', 'tenant_id': '259d6874010044268feeca054033bd98', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'port_id': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'mac_address': 'fa:16:3e:d8:9d:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:09:37Z', 'updated_at': '2022-02-19T01:09:37Z', 'revision_number': 0, 'project_id': '259d6874010044268feeca054033bd98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:18Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:09:39.460181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c653ed1-fefd-4f0b-a4d2-5322a563ef55 None None] New status for floating IP 405db88b-623c-451e-a490-87535fd8f11e: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:09:39.778432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fdca6-cab6-4234-8089-92e0a5c3d07d req-c76147af-3fcc-45f9-9b43-cc9763613eb5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:39.779919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a1fdca6-cab6-4234-8089-92e0a5c3d07d req-c76147af-3fcc-45f9-9b43-cc9763613eb5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0657935 Feb 19 01:09:39.829709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a1fdca6-cab6-4234-8089-92e0a5c3d07d req-488bb107-4700-4f04-83b4-6e0688b3f08c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Feb 19 01:09:40.004802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06481d29-c360-434b-aab3-6556d01471e1 req-3460152d-67a7-48ac-ab4d-e8826a557305 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473211 Feb 19 01:09:40.101733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06481d29-c360-434b-aab3-6556d01471e1 req-70b36266-c870-491e-860b-62005ea0d47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.103247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06481d29-c360-434b-aab3-6556d01471e1 req-70b36266-c870-491e-860b-62005ea0d47f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1127 time: 0.0513518 Feb 19 01:09:40.217368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06481d29-c360-434b-aab3-6556d01471e1 req-38a479c2-8ff5-4d33-aaec-28820bae382d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.218887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06481d29-c360-434b-aab3-6556d01471e1 req-38a479c2-8ff5-4d33-aaec-28820bae382d service neutron] 10.222.0.113 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 910 time: 0.0915253 Feb 19 01:09:40.283256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06481d29-c360-434b-aab3-6556d01471e1 req-4a78a095-d2fd-4bde-a57f-1ef7b71a161f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 1001 time: 0.0586188 Feb 19 01:09:40.334636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06481d29-c360-434b-aab3-6556d01471e1 req-fabff0e9-49ae-4c48-beb5-c2dd3ad460df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.336074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06481d29-c360-434b-aab3-6556d01471e1 req-fabff0e9-49ae-4c48-beb5-c2dd3ad460df service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 200 len: 848 time: 0.0470731 Feb 19 01:09:40.387014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06481d29-c360-434b-aab3-6556d01471e1 req-68ee0e30-e34c-4bae-b918-baa0913d42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.388498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06481d29-c360-434b-aab3-6556d01471e1 req-68ee0e30-e34c-4bae-b918-baa0913d42eb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1b265761-2ea8-475c-b10b-d4eeb1417183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463221 Feb 19 01:09:40.477165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06481d29-c360-434b-aab3-6556d01471e1 req-46aa5998-406a-489c-8ee4-999c10f9e66e service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820463 Feb 19 01:09:40.571880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06481d29-c360-434b-aab3-6556d01471e1 req-0b1b381f-e8f5-41de-8576-13430abb9093 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889151 Feb 19 01:09:40.964059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516e11b-5588-4844-9aed-17df053dc561 req-a2de7916-c329-4334-950b-2568727d2b1d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:40.965556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9516e11b-5588-4844-9aed-17df053dc561 req-a2de7916-c329-4334-950b-2568727d2b1d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0554507 Feb 19 01:09:41.014030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9516e11b-5588-4844-9aed-17df053dc561 req-0a976919-9d8f-4368-9ff4-5e068946deee tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Feb 19 01:09:42.156156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288b3c1-4bfb-4cfe-8707-857c61e8d789 req-fea2bd61-5066-49ba-86f1-e519a2db1878 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:42.157648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1288b3c1-4bfb-4cfe-8707-857c61e8d789 req-fea2bd61-5066-49ba-86f1-e519a2db1878 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 943 time: 0.0650027 Feb 19 01:09:42.207755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1288b3c1-4bfb-4cfe-8707-857c61e8d789 req-443c4e1f-e9df-49f6-ace5-b0b25235fa31 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Feb 19 01:09:42.488098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a4a0f000-26ff-4715-bc15-0a1fb8d91114 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:09:42.597181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a4a0f000-26ff-4715-bc15-0a1fb8d91114, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a4a0f000-26ff-4715-bc15-0a1fb8d91114,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:42.609571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'a4a0f000-26ff-4715-bc15-0a1fb8d91114', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'port_id': 'a4a0f000-26ff-4715-bc15-0a1fb8d91114', 'mac_address': 'fa:16:3e:fc:cb:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:09:42.648029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a4a0f000-26ff-4715-bc15-0a1fb8d91114 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:42.648482 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.661428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a0f000-26ff-4715-bc15-0a1fb8d91114 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:42.681773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a4a0f000-26ff-4715-bc15-0a1fb8d91114, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a4a0f000-26ff-4715-bc15-0a1fb8d91114,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:42.687033 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:42.735632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a4a0f000-26ff-4715-bc15-0a1fb8d91114,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:42.743197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.743463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.743811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.744154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.744491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.744821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.745154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.745493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.745817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.746145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.746502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.746824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:42.747135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:09:43.031511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a4a0f000-26ff-4715-bc15-0a1fb8d91114'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:43.343817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b97ade-bf24-4ebe-9fa9-441909c61c17 req-3ed4dcb0-eee0-4656-af49-6c2152ed6ef6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:43.345243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23b97ade-bf24-4ebe-9fa9-441909c61c17 req-3ed4dcb0-eee0-4656-af49-6c2152ed6ef6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 944 time: 0.0542622 Feb 19 01:09:43.405497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-23b97ade-bf24-4ebe-9fa9-441909c61c17 req-1b0905b1-fc36-43db-853f-109f346307bd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524676 Feb 19 01:09:44.499383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a4a0f000-26ff-4715-bc15-0a1fb8d91114 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:09:44.546350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5b773-817b-4bd0-ba3e-a21ca7065e0f req-09ebbca4-aa0d-4ae7-a806-5c55f43cac43 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:44.547860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d5b773-817b-4bd0-ba3e-a21ca7065e0f req-09ebbca4-aa0d-4ae7-a806-5c55f43cac43 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 944 time: 0.0701373 Feb 19 01:09:44.558893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port a4a0f000-26ff-4715-bc15-0a1fb8d91114 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:09:44.562708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port a4a0f000-26ff-4715-bc15-0a1fb8d91114 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:44.563117 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.604640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29d5b773-817b-4bd0-ba3e-a21ca7065e0f req-eed91d82-e6af-442e-90ec-0d832d802e2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507946 Feb 19 01:09:44.646792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port a4a0f000-26ff-4715-bc15-0a1fb8d91114 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:09:44.647182 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.669785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd30632f-746f-42dc-93c4-70deb9d46443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a0f000-26ff-4715-bc15-0a1fb8d91114'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:44.672007 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d4950-8c9b-4366-ae3a-8ac7b447948f" -d '{"events": [{"server_uuid": "bd30632f-746f-42dc-93c4-70deb9d46443", "name": "network-vif-plugged", "status": "completed", "tag": "a4a0f000-26ff-4715-bc15-0a1fb8d91114"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:44.684203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port a4a0f000-26ff-4715-bc15-0a1fb8d91114, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a4a0f000-26ff-4715-bc15-0a1fb8d91114,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:09:44.688893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:44.711577 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7829ee-517d-442d-94e3-5647c42c444f x-openstack-request-id: req-9c7829ee-517d-442d-94e3-5647c42c444f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:44.711867 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd30632f-746f-42dc-93c4-70deb9d46443", "name": "network-vif-plugged", "status": "completed", "tag": "a4a0f000-26ff-4715-bc15-0a1fb8d91114", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:44.712121 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c7829ee-517d-442d-94e3-5647c42c444f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:44.712518 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd30632f-746f-42dc-93c4-70deb9d46443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a0f000-26ff-4715-bc15-0a1fb8d91114', 'code': 200} Feb 19 01:09:44.740931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=a4a0f000-26ff-4715-bc15-0a1fb8d91114,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:44.911131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6b290-36de-49b7-bd39-07b024230536 req-7915656e-82a8-4b07-baec-e1597307abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:44.912691 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11b6b290-36de-49b7-bd39-07b024230536 req-7915656e-82a8-4b07-baec-e1597307abe0 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 1127 time: 0.1424367 Feb 19 01:09:44.958434 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-11b6b290-36de-49b7-bd39-07b024230536 req-823449e5-5642-49cc-b641-b640fc486b9e service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383742 Feb 19 01:09:45.743667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665454a5-3809-4a6d-87a1-ac65223c64f1 req-c42f6a77-6664-4fa3-bbca-48078907c95d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:45.745151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-665454a5-3809-4a6d-87a1-ac65223c64f1 req-c42f6a77-6664-4fa3-bbca-48078907c95d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 945 time: 0.0628972 Feb 19 01:09:45.802530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-665454a5-3809-4a6d-87a1-ac65223c64f1 req-9f36de00-97f5-4e8d-9088-2394f1865ef6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Feb 19 01:09:46.944689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28db72-3d03-493b-8f1b-fa9766a7348e req-79fe6a86-1ee6-4a61-8184-26a41c44bbbe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:46.946206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f28db72-3d03-493b-8f1b-fa9766a7348e req-79fe6a86-1ee6-4a61-8184-26a41c44bbbe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 945 time: 0.0627410 Feb 19 01:09:46.993996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f28db72-3d03-493b-8f1b-fa9766a7348e req-b7c02293-cef6-4811-90cc-7ca1e0c77cd2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Feb 19 01:09:47.123207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e73030-0b98-4794-ad9b-892362994916 req-6782bfc3-231c-4649-a75b-87882beaa6ed tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:47.124660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e73030-0b98-4794-ad9b-892362994916 req-6782bfc3-231c-4649-a75b-87882beaa6ed tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 945 time: 0.0632143 Feb 19 01:09:47.175359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e73030-0b98-4794-ad9b-892362994916 req-19573557-a591-49a0-bd00-7b53a8501afa tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441771 Feb 19 01:09:48.012890 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d821366f-277d-43e0-a654-440b4c3b07c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:49.104142 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.079796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbdaa3b5-bd18-4cd5-a34a-545caa5d9fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:50.783380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-8e42d499-5ade-4283-962c-e4320b28db83 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:50.784859 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-8e42d499-5ade-4283-962c-e4320b28db83 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1092916 Feb 19 01:09:50.802522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-cb6d1d37-1ccb-43d7-9141-e16c1d4ac522 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/quotas/07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 375 time: 0.0092187 Feb 19 01:09:50.862110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-e1b73c46-77e0-47e5-857a-a327560048cd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521398 Feb 19 01:09:50.974621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-d480e9b3-eb8f-4bc1-89dd-0a9e6f02df8d service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017027 Feb 19 01:09:51.076695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-109e88f8-d5c6-4f05-adc8-d8af23b43847 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960534 Feb 19 01:09:51.276083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5158f22f-e566-4f68-a8e0-b88d17103fa0 req-06236d52-e9f2-4c42-8df6-c85b357ae41c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0293148 Feb 19 01:09:51.316422 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:51.679854 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c11e18a1-bce7-4856-baef-7057868599a7 req-95fac5e1-81f3-4f00-a69d-94b2e29f6d30 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461771 Feb 19 01:09:51.771510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e18a1-bce7-4856-baef-7057868599a7 req-5d2d256f-8713-4059-b560-10440cbb8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:51.773239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c11e18a1-bce7-4856-baef-7057868599a7 req-5d2d256f-8713-4059-b560-10440cbb8300 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 1127 time: 0.0484858 Feb 19 01:09:51.887263 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e18a1-bce7-4856-baef-7057868599a7 req-eb7774e4-9745-43e1-a954-8321d6c74ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:51.888768 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c11e18a1-bce7-4856-baef-7057868599a7 req-eb7774e4-9745-43e1-a954-8321d6c74ae0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0950935 Feb 19 01:09:51.928633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c11e18a1-bce7-4856-baef-7057868599a7 req-d3089264-40af-4e9b-95b2-0ee6735e386f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a0f000-26ff-4715-bc15-0a1fb8d91114 HTTP/1.1" status: 200 len: 217 time: 0.0337682 Feb 19 01:09:51.988640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e18a1-bce7-4856-baef-7057868599a7 req-914c7def-2fb9-4c7a-abbd-792b4e761740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:51.990112 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c11e18a1-bce7-4856-baef-7057868599a7 req-914c7def-2fb9-4c7a-abbd-792b4e761740 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0561554 Feb 19 01:09:52.048186 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e18a1-bce7-4856-baef-7057868599a7 req-973befe6-c14a-49eb-920e-1de5615e0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:52.049731 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c11e18a1-bce7-4856-baef-7057868599a7 req-973befe6-c14a-49eb-920e-1de5615e0650 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530546 Feb 19 01:09:52.143381 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c11e18a1-bce7-4856-baef-7057868599a7 req-7cdc188c-05fc-4ae4-af21-9033d99215b9 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862484 Feb 19 01:09:52.245763 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c11e18a1-bce7-4856-baef-7057868599a7 req-01109771-8f55-49c0-ad2b-f8640cbd4013 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947199 Feb 19 01:09:52.277246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-fb834635-4a14-4033-9190-a5fefeae0e05 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:52.278773 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-fb834635-4a14-4033-9190-a5fefeae0e05 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1201560 Feb 19 01:09:52.291736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'port': {'device_id': '6033e92e-6929-48c0-97eb-524ba4ca004d', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'admin_state_up': True, 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:52.386876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8ca6013-fa2c-43cf-803d-0d65771f9f66 req-24e6a015-5d88-4c08-b36f-e7b590221f9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0361657 Feb 19 01:09:52.428520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:09:52.432469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:52.567859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.20.0.7 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/e0ca2341-7289-43d5-a0c7-82e29a9a3213) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:09:52.752027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.022172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.058658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.072609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a4a0f000-26ff-4715-bc15-0a1fb8d91114'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:09:53.101485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:09:53.104539 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:09:53.110769 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:09:53.117271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=e0ca2341-7289-43d5-a0c7-82e29a9a3213,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:53.171821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:53.173572 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.191917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-ea047fd1-8353-4b51-b6b1-04620795ee99 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042568 Feb 19 01:09:53.207863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Request body: {'port': {'device_id': '6033e92e-6929-48c0-97eb-524ba4ca004d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:09:53.299930 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.397638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:09:53.399540 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2f21f126-f83d-4921-a07d-9e3c43f8e3ef None None] Provisioning complete for port e0ca2341-7289-43d5-a0c7-82e29a9a3213 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:09:53.399926 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f21f126-f83d-4921-a07d-9e3c43f8e3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.436739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2f21f126-f83d-4921-a07d-9e3c43f8e3ef None None] Port e0ca2341-7289-43d5-a0c7-82e29a9a3213 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:09:53.626088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ca2341-7289-43d5-a0c7-82e29a9a3213 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:09:53.635581 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Publish callbacks [] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.658963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed6667-e673-4be7-88c9-46f1166663e4 req-2a5e5844-847a-4c1c-9440-3f165b963819 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:53.660469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71ed6667-e673-4be7-88c9-46f1166663e4 req-2a5e5844-847a-4c1c-9440-3f165b963819 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 931 time: 0.1802294 Feb 19 01:09:53.661421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Transition to ACTIVE for port object e0ca2341-7289-43d5-a0c7-82e29a9a3213 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:09:53.673407 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.738799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Pushing event updated for resources: {'Port': ['ID=e0ca2341-7289-43d5-a0c7-82e29a9a3213,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:53.766034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71ed6667-e673-4be7-88c9-46f1166663e4 req-f87541a4-79cb-46ec-8254-479fd88b05fa tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990770 Feb 19 01:09:53.832841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Attempting to bind port e0ca2341-7289-43d5-a0c7-82e29a9a3213 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:09:53.833196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Attempting to bind port e0ca2341-7289-43d5-a0c7-82e29a9a3213 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:09:53.833558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Attempting to bind port e0ca2341-7289-43d5-a0c7-82e29a9a3213 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:53.839007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Port e0ca2341-7289-43d5-a0c7-82e29a9a3213 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:09:53.839316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Attempting to bind port e0ca2341-7289-43d5-a0c7-82e29a9a3213 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:09:53.844809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:09:53.845165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:09:53.845559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:09:53.845999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Bound port: e0ca2341-7289-43d5-a0c7-82e29a9a3213, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:09:53.846397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.922884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] For port e0ca2341-7289-43d5-a0c7-82e29a9a3213, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:09:53.926702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] For port e0ca2341-7289-43d5-a0c7-82e29a9a3213, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e0ca2341-7289-43d5-a0c7-82e29a9a3213,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:09:53.934034 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.972911 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.975464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:53.976117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:53.977525 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] 10.222.0.113 "PUT /v2.0/ports/e0ca2341-7289-43d5-a0c7-82e29a9a3213 HTTP/1.1" status: 200 len: 1091 time: 0.7770364 Feb 19 01:09:53.977999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6033e92e-6929-48c0-97eb-524ba4ca004d', 'tag': 'e0ca2341-7289-43d5-a0c7-82e29a9a3213'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:09:53.980333 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d280520b-cda5-4238-a51c-772507bde5de" -d '{"events": [{"name": "network-changed", "server_uuid": "6033e92e-6929-48c0-97eb-524ba4ca004d", "tag": "e0ca2341-7289-43d5-a0c7-82e29a9a3213"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:09:54.007498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c29eec0-b262-4ff1-8798-74256c81f87f service neutron] Pushing event updated for resources: {'Port': ['ID=e0ca2341-7289-43d5-a0c7-82e29a9a3213,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:09:54.031187 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba88a2e-7bb2-43fe-8643-46b68ace6157 x-openstack-request-id: req-6ba88a2e-7bb2-43fe-8643-46b68ace6157 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:09:54.031594 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6033e92e-6929-48c0-97eb-524ba4ca004d", "tag": "e0ca2341-7289-43d5-a0c7-82e29a9a3213", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:09:54.031975 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ba88a2e-7bb2-43fe-8643-46b68ace6157 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:09:54.032739 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6033e92e-6929-48c0-97eb-524ba4ca004d', 'tag': 'e0ca2341-7289-43d5-a0c7-82e29a9a3213', 'status': 'completed', 'code': 200} Feb 19 01:09:54.094614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-6e09c108-aee8-4b6f-84f7-2c4d63ec877d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.096355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-6e09c108-aee8-4b6f-84f7-2c4d63ec877d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 1125 time: 0.0511136 Feb 19 01:09:54.147616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-6d8f13a3-9d1d-4ddc-b59e-773248ec7997 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ca2341-7289-43d5-a0c7-82e29a9a3213 HTTP/1.1" status: 200 len: 217 time: 0.0439274 Feb 19 01:09:54.190284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:09:54.230988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-2a16ee6f-fe72-465f-bf49-103ff79a5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.233919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-2a16ee6f-fe72-465f-bf49-103ff79a5a41 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0743010 Feb 19 01:09:54.284655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-c619ed53-7c99-4f78-95ff-a0223070d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.286210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-c619ed53-7c99-4f78-95ff-a0223070d150 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458512 Feb 19 01:09:54.384155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-602bdfd9-0a3f-4cb7-a9b5-e3fc0d3308db service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870843 Feb 19 01:09:54.476856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d1cf5a-b2f6-4d6d-86d2-4c59a5b4b957 req-d419ec7b-9734-487c-93c5-1e95b6d14d51 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848241 Feb 19 01:09:54.567259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280520b-cda5-4238-a51c-772507bde5de req-6ebc647c-e011-4dac-8b14-b546e9f22941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.568805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d280520b-cda5-4238-a51c-772507bde5de req-6ebc647c-e011-4dac-8b14-b546e9f22941 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 1125 time: 0.0479450 Feb 19 01:09:54.664800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280520b-cda5-4238-a51c-772507bde5de req-c66392a5-562c-476c-8829-3afbf4417b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.666248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d280520b-cda5-4238-a51c-772507bde5de req-c66392a5-562c-476c-8829-3afbf4417b13 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0912230 Feb 19 01:09:54.717793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d280520b-cda5-4238-a51c-772507bde5de req-01e0fcd1-f1ba-4046-9a69-ed7973c60285 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ca2341-7289-43d5-a0c7-82e29a9a3213 HTTP/1.1" status: 200 len: 217 time: 0.0430646 Feb 19 01:09:54.776731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280520b-cda5-4238-a51c-772507bde5de req-8ce65aba-75f8-4366-b3b9-47918552a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.778275 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d280520b-cda5-4238-a51c-772507bde5de req-8ce65aba-75f8-4366-b3b9-47918552a774 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0534534 Feb 19 01:09:54.831938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280520b-cda5-4238-a51c-772507bde5de req-9a7ce9ce-3768-4df3-82e2-975da97954c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.833480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d280520b-cda5-4238-a51c-772507bde5de req-9a7ce9ce-3768-4df3-82e2-975da97954c8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474293 Feb 19 01:09:54.961774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead635bb-7ace-464e-b91b-baa8637ccf74 req-b33e8cde-47ba-4a64-98df-e4cf96ea9f8b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:54.963163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ead635bb-7ace-464e-b91b-baa8637ccf74 req-b33e8cde-47ba-4a64-98df-e4cf96ea9f8b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.1151190 Feb 19 01:09:54.965374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d280520b-cda5-4238-a51c-772507bde5de req-d95aed9f-21df-4d07-883c-ce30742004ad service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248333 Feb 19 01:09:55.062987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ead635bb-7ace-464e-b91b-baa8637ccf74 req-09160816-b882-4b09-a02c-d9eb164b91c1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935700 Feb 19 01:09:55.089144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d280520b-cda5-4238-a51c-772507bde5de req-3bb4586f-5140-4500-a0bd-072ff7b6c637 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138206 Feb 19 01:09:56.228540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70853ec4-5c04-44e7-8ec8-19a245b67bee req-8231e2d1-e4ee-4da0-8de6-441956db43a7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:56.230347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70853ec4-5c04-44e7-8ec8-19a245b67bee req-8231e2d1-e4ee-4da0-8de6-441956db43a7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0745666 Feb 19 01:09:56.286238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70853ec4-5c04-44e7-8ec8-19a245b67bee req-3eb16b1c-bf3c-49eb-bd61-f95ff0c1ed0c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493519 Feb 19 01:09:57.425105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab0bcd-4701-4761-80c5-625e5b01e22a req-30a3cd82-5869-4eae-a3e5-db227d2d7b41 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:57.426783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbab0bcd-4701-4761-80c5-625e5b01e22a req-30a3cd82-5869-4eae-a3e5-db227d2d7b41 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0604830 Feb 19 01:09:57.480877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fbab0bcd-4701-4761-80c5-625e5b01e22a req-6f6e5b50-c8cf-490a-a666-3e8b7e3fcc1b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474844 Feb 19 01:09:58.674205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345dab10-e54b-4fc6-86e5-7fa5fc1e56f2 req-61a22623-08aa-4543-9f45-cf64f8361085 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:58.678607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-345dab10-e54b-4fc6-86e5-7fa5fc1e56f2 req-61a22623-08aa-4543-9f45-cf64f8361085 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.1101570 Feb 19 01:09:58.749967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-345dab10-e54b-4fc6-86e5-7fa5fc1e56f2 req-7b37158a-43f0-4920-b701-a63718ac8477 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662377 Feb 19 01:09:59.944581 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1c876-c57c-4f45-a739-0e962510825e req-1c22e58a-617c-48a0-82af-3e8ce31ac1e7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:09:59.954802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bc1c876-c57c-4f45-a739-0e962510825e req-1c22e58a-617c-48a0-82af-3e8ce31ac1e7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0848815 Feb 19 01:10:00.021041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bc1c876-c57c-4f45-a739-0e962510825e req-27548cc4-e29c-4be5-9206-b59436b026a0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619323 Feb 19 01:10:01.261076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ab84b-d3ec-4a48-8567-d1b297e38d70 req-de472de0-b330-4682-b69c-909ab29f47c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:01.262775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e2ab84b-d3ec-4a48-8567-d1b297e38d70 req-de472de0-b330-4682-b69c-909ab29f47c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.1567104 Feb 19 01:10:01.318225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e2ab84b-d3ec-4a48-8567-d1b297e38d70 req-ff251109-7046-4a2e-ad2e-a03c4fa245d7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483069 Feb 19 01:10:02.450970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015791d-87c7-476a-865e-77adca828508 req-e31679a1-b0c3-4472-8b1e-8b04a54a7085 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:02.452468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6015791d-87c7-476a-865e-77adca828508 req-e31679a1-b0c3-4472-8b1e-8b04a54a7085 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0577173 Feb 19 01:10:02.503584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6015791d-87c7-476a-865e-77adca828508 req-697d4bb1-7013-4769-a3ef-1c554d226b57 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Feb 19 01:10:03.652673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621c6e9-6ed1-4471-9c5d-49c962b84ea6 req-03525edf-4840-414c-b3f9-106ce5d22e60 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:03.654943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d621c6e9-6ed1-4471-9c5d-49c962b84ea6 req-03525edf-4840-414c-b3f9-106ce5d22e60 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0677776 Feb 19 01:10:03.709403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d621c6e9-6ed1-4471-9c5d-49c962b84ea6 req-ee1c3e95-66f0-4e0e-8834-f56ed8ee4eb7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482955 Feb 19 01:10:04.855793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74724d8f-b413-452f-82e2-d6a1dd32dada req-47a466b0-5de7-4ab7-87f4-c6c8d5f0ab55 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:04.857695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74724d8f-b413-452f-82e2-d6a1dd32dada req-47a466b0-5de7-4ab7-87f4-c6c8d5f0ab55 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0613697 Feb 19 01:10:04.910678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74724d8f-b413-452f-82e2-d6a1dd32dada req-39546700-91bd-48e6-b494-28792dc82510 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Feb 19 01:10:06.037205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8793ffe-0a4d-4c28-8f72-3a40e5672ee8 req-e5fbebe1-eb8d-4436-9f6f-80fbf3049743 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:06.039131 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8793ffe-0a4d-4c28-8f72-3a40e5672ee8 req-e5fbebe1-eb8d-4436-9f6f-80fbf3049743 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0582347 Feb 19 01:10:06.091848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8793ffe-0a4d-4c28-8f72-3a40e5672ee8 req-874b275a-ff9b-4693-aa81-4bbb7949de9d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463583 Feb 19 01:10:07.220602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5418b-f52b-4709-a6ff-47827f6cf921 req-07b4313b-238a-4bce-8a10-d6d5c57ddcc5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:07.222149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7f5418b-f52b-4709-a6ff-47827f6cf921 req-07b4313b-238a-4bce-8a10-d6d5c57ddcc5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0557017 Feb 19 01:10:07.275502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7f5418b-f52b-4709-a6ff-47827f6cf921 req-8dd0139b-42a1-4747-95a8-0368e2d485d7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Feb 19 01:10:08.409991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595cc42-3f65-4ade-b41f-64edc92c800d req-072298ca-4c1b-4c5e-a6f0-7f4f37715d51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:08.411545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5595cc42-3f65-4ade-b41f-64edc92c800d req-072298ca-4c1b-4c5e-a6f0-7f4f37715d51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0571275 Feb 19 01:10:08.461638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5595cc42-3f65-4ade-b41f-64edc92c800d req-daf9f0c9-5110-4f12-9f92-0493333b5b93 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440564 Feb 19 01:10:09.601549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac55b8-e4cd-4280-9e65-194c402ddb40 req-6e7744f9-c69b-450b-b000-f5cd003a1efa tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:09.603232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdac55b8-e4cd-4280-9e65-194c402ddb40 req-6e7744f9-c69b-450b-b000-f5cd003a1efa tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0644977 Feb 19 01:10:09.660786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdac55b8-e4cd-4280-9e65-194c402ddb40 req-f26d968a-8969-44b7-8cf3-c598a7cf253c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496478 Feb 19 01:10:10.790275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94847c3-9ea0-49af-8a4f-2b04fd5aea1b req-a868b670-cf67-4277-a0cf-207517f02891 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:10.791847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b94847c3-9ea0-49af-8a4f-2b04fd5aea1b req-a868b670-cf67-4277-a0cf-207517f02891 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0568109 Feb 19 01:10:10.843253 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b94847c3-9ea0-49af-8a4f-2b04fd5aea1b req-896a74a4-006a-4d15-b27c-2189b955397c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457082 Feb 19 01:10:11.973292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f2c39-572d-4774-a5c2-c0a591b36005 req-03f25498-21d9-4a3e-8312-bb5ec1d0e6bc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:11.975316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a57f2c39-572d-4774-a5c2-c0a591b36005 req-03f25498-21d9-4a3e-8312-bb5ec1d0e6bc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0602052 Feb 19 01:10:12.025142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a57f2c39-572d-4774-a5c2-c0a591b36005 req-7ba7446e-1922-41da-b777-85022917e10d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434287 Feb 19 01:10:13.158584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd003c2a-3b86-42e7-8da1-95d18ead853e req-1045571d-d69e-48a7-972f-61be39f23360 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:13.160116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd003c2a-3b86-42e7-8da1-95d18ead853e req-1045571d-d69e-48a7-972f-61be39f23360 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0628395 Feb 19 01:10:13.214785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd003c2a-3b86-42e7-8da1-95d18ead853e req-814afa47-e64c-454b-b686-fa57426f6521 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485852 Feb 19 01:10:14.354472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f5dd7-2951-44d5-9b62-93edd24edc7a req-c8db75bb-b4be-44b4-bd6b-defda1324691 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:14.356011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f6f5dd7-2951-44d5-9b62-93edd24edc7a req-c8db75bb-b4be-44b4-bd6b-defda1324691 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0555367 Feb 19 01:10:14.408078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f6f5dd7-2951-44d5-9b62-93edd24edc7a req-5d53bab0-e97f-4181-af29-23c8cd7b57c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457177 Feb 19 01:10:15.536633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fef207-04a2-4628-8092-100c2b6dfe42 req-f3e3fa72-83a0-4df6-81a2-b902b4cb2fd9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:15.538389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00fef207-04a2-4628-8092-100c2b6dfe42 req-f3e3fa72-83a0-4df6-81a2-b902b4cb2fd9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0534701 Feb 19 01:10:15.596659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00fef207-04a2-4628-8092-100c2b6dfe42 req-a4f78d90-5569-4e6d-83ab-9c4fe2e9b1c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512414 Feb 19 01:10:15.658589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 33858) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:10:15.746317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3846b17-8515-422e-8b98-c781311a8c80 req-32c99ef8-7be6-48cd-b826-0b9d1cda22f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:15.747878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3846b17-8515-422e-8b98-c781311a8c80 req-32c99ef8-7be6-48cd-b826-0b9d1cda22f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1127 time: 0.0882339 Feb 19 01:10:15.804780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3846b17-8515-422e-8b98-c781311a8c80 req-90c27ad1-e485-48cb-9c94-918af495156a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481408 Feb 19 01:10:16.721204 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d42215-bedd-4ec4-964d-fa7b8dd75283 req-052ba260-bd57-41ce-a240-eab3fbddde28 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:16.722633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76d42215-bedd-4ec4-964d-fa7b8dd75283 req-052ba260-bd57-41ce-a240-eab3fbddde28 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0554712 Feb 19 01:10:16.775385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76d42215-bedd-4ec4-964d-fa7b8dd75283 req-7ca12388-e3d5-46e8-8e13-0f778e2ca086 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448978 Feb 19 01:10:17.913748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c4aab-af74-4126-88f3-629b4d17e629 req-c06b0f86-3d2c-455d-a781-9f67eb88deca tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:17.915445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b5c4aab-af74-4126-88f3-629b4d17e629 req-c06b0f86-3d2c-455d-a781-9f67eb88deca tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0663767 Feb 19 01:10:17.969704 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2b5c4aab-af74-4126-88f3-629b4d17e629 req-af7ae657-6658-4c89-a5c2-e2c539d3a5e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473537 Feb 19 01:10:18.012214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f698629b-8c81-459c-a297-712ad098aae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.097013 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:19.104481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847ab32-be15-4890-a504-ad1863ea0ad8 req-2d6fa951-7c18-4825-8437-59b05877258a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:19.105999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f847ab32-be15-4890-a504-ad1863ea0ad8 req-2d6fa951-7c18-4825-8437-59b05877258a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0563161 Feb 19 01:10:19.155502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f847ab32-be15-4890-a504-ad1863ea0ad8 req-b9bedc5e-4f48-45a7-bd3a-23a1a0f280bc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 Feb 19 01:10:20.082977 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-279b67a6-6f2c-41c0-a1e3-b420a1918044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:20.294901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef6e78-36a9-4230-b480-c9c15e158a24 req-8b277f75-67c2-468f-9150-7e541f7ab211 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:20.296391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06ef6e78-36a9-4230-b480-c9c15e158a24 req-8b277f75-67c2-468f-9150-7e541f7ab211 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0545592 Feb 19 01:10:20.362615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06ef6e78-36a9-4230-b480-c9c15e158a24 req-60d89fc2-d370-44d0-8160-48920872a9e6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598452 Feb 19 01:10:21.317519 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:21.494267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35350e3-abd8-4a2c-a78e-0b16cae12571 req-839d2e4f-70e3-435b-8ffb-dd12d9c050db tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:21.495745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b35350e3-abd8-4a2c-a78e-0b16cae12571 req-839d2e4f-70e3-435b-8ffb-dd12d9c050db tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0598249 Feb 19 01:10:21.543846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b35350e3-abd8-4a2c-a78e-0b16cae12571 req-6ea85b34-b9db-476a-9610-7532b8e3d57a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 Feb 19 01:10:22.672544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afe129-c8bb-4638-abdb-5f3322c53de0 req-31470475-694f-41f1-85e8-36f6d4e88b45 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:22.673956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58afe129-c8bb-4638-abdb-5f3322c53de0 req-31470475-694f-41f1-85e8-36f6d4e88b45 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0549567 Feb 19 01:10:22.720979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58afe129-c8bb-4638-abdb-5f3322c53de0 req-45dd4b1c-56cd-441d-a81d-075de91832e9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Feb 19 01:10:22.744123 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:23.860994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd4f68-6006-42a2-80ae-9203ff91b9dd req-1850e5e6-e6f7-421f-8cd7-38c0e9eaf1db tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:23.862527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19bd4f68-6006-42a2-80ae-9203ff91b9dd req-1850e5e6-e6f7-421f-8cd7-38c0e9eaf1db tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 943 time: 0.0567992 Feb 19 01:10:23.909099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19bd4f68-6006-42a2-80ae-9203ff91b9dd req-af83cd6b-3169-4c48-9c78-e858bd2b96d9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Feb 19 01:10:23.986868 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.177577 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.380113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e0ca2341-7289-43d5-a0c7-82e29a9a3213 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:10:24.485567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e0ca2341-7289-43d5-a0c7-82e29a9a3213, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e0ca2341-7289-43d5-a0c7-82e29a9a3213,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:24.498964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'e0ca2341-7289-43d5-a0c7-82e29a9a3213', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'port_id': 'e0ca2341-7289-43d5-a0c7-82e29a9a3213', 'mac_address': 'fa:16:3e:9c:57:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:10:24.540044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e0ca2341-7289-43d5-a0c7-82e29a9a3213 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:24.540441 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.555347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ca2341-7289-43d5-a0c7-82e29a9a3213 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:10:24.575120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e0ca2341-7289-43d5-a0c7-82e29a9a3213, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e0ca2341-7289-43d5-a0c7-82e29a9a3213,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:24.581619 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:24.632167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e0ca2341-7289-43d5-a0c7-82e29a9a3213,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:24.794522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e0ca2341-7289-43d5-a0c7-82e29a9a3213'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:25.043836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00dc59-864c-4a80-a4e5-d5f00fb6b96b req-06796d5b-829a-452d-ae86-12d2d86f751b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:25.045423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c00dc59-864c-4a80-a4e5-d5f00fb6b96b req-06796d5b-829a-452d-ae86-12d2d86f751b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 944 time: 0.0600953 Feb 19 01:10:25.096771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c00dc59-864c-4a80-a4e5-d5f00fb6b96b req-8928c4c5-a8b7-4abb-b177-987c06daf084 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422738 Feb 19 01:10:26.227957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c63cbc-d35d-4824-8c68-4b29149774cc req-bf077a1d-272c-496e-a1c5-574ecf678de9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:26.229483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c63cbc-d35d-4824-8c68-4b29149774cc req-bf077a1d-272c-496e-a1c5-574ecf678de9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 944 time: 0.0598202 Feb 19 01:10:26.277652 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28c63cbc-d35d-4824-8c68-4b29149774cc req-e67d5265-fd8a-4e69-8fa9-d5c03dcd422e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Feb 19 01:10:26.395451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e0ca2341-7289-43d5-a0c7-82e29a9a3213 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:10:26.456882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port e0ca2341-7289-43d5-a0c7-82e29a9a3213 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:10:26.461613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port e0ca2341-7289-43d5-a0c7-82e29a9a3213 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:10:26.462009 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.540292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e0ca2341-7289-43d5-a0c7-82e29a9a3213 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:10:26.540694 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.564850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6033e92e-6929-48c0-97eb-524ba4ca004d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ca2341-7289-43d5-a0c7-82e29a9a3213'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:26.567261 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684e76a8-b6cd-414d-bb40-fd3cf5d67fa2" -d '{"events": [{"server_uuid": "6033e92e-6929-48c0-97eb-524ba4ca004d", "name": "network-vif-plugged", "status": "completed", "tag": "e0ca2341-7289-43d5-a0c7-82e29a9a3213"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:26.580561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e0ca2341-7289-43d5-a0c7-82e29a9a3213, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e0ca2341-7289-43d5-a0c7-82e29a9a3213,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:26.585820 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:26.640233 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e0ca2341-7289-43d5-a0c7-82e29a9a3213,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:26.671815 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f19ad10-cf10-4137-af0e-4ebbb0f87b45 x-openstack-request-id: req-7f19ad10-cf10-4137-af0e-4ebbb0f87b45 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:26.672124 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6033e92e-6929-48c0-97eb-524ba4ca004d", "name": "network-vif-plugged", "status": "completed", "tag": "e0ca2341-7289-43d5-a0c7-82e29a9a3213", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:26.672422 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f19ad10-cf10-4137-af0e-4ebbb0f87b45 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:26.672828 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6033e92e-6929-48c0-97eb-524ba4ca004d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ca2341-7289-43d5-a0c7-82e29a9a3213', 'code': 200} Feb 19 01:10:26.787955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388700d-a313-4b5e-98ce-f2cf3236c003 req-ea0f1b4d-4c7f-4bd6-a770-a0fbfd6c5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:26.789523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c388700d-a313-4b5e-98ce-f2cf3236c003 req-ea0f1b4d-4c7f-4bd6-a770-a0fbfd6c5304 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 1127 time: 0.0517817 Feb 19 01:10:26.834224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c388700d-a313-4b5e-98ce-f2cf3236c003 req-fd67c48c-d989-4669-ad8a-62018d8ef8fd service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385461 Feb 19 01:10:27.413513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa79d4-673b-40ca-8cd7-af6210fd8062 req-4abbe605-a8e4-4b30-9fdd-669089be9d0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:27.415022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1fa79d4-673b-40ca-8cd7-af6210fd8062 req-4abbe605-a8e4-4b30-9fdd-669089be9d0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 945 time: 0.0548851 Feb 19 01:10:27.468133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b1fa79d4-673b-40ca-8cd7-af6210fd8062 req-d8ae778e-225b-4026-af1e-dc3a2f668e56 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451739 Feb 19 01:10:28.607750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813d21f-2c1b-4dce-ba1b-2bceffd75961 req-b5d9a241-c97c-4d22-8f35-74273fb00057 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.609283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2813d21f-2c1b-4dce-ba1b-2bceffd75961 req-b5d9a241-c97c-4d22-8f35-74273fb00057 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 945 time: 0.0574000 Feb 19 01:10:28.659252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2813d21f-2c1b-4dce-ba1b-2bceffd75961 req-01f908b6-3428-4e18-bfd4-f509ea3937ed tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424261 Feb 19 01:10:28.789970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56bf8b-622d-452a-b059-12a5e5077eab req-2ffd552f-712a-45e3-a1af-b450a598da52 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:28.791422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca56bf8b-622d-452a-b059-12a5e5077eab req-2ffd552f-712a-45e3-a1af-b450a598da52 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 945 time: 0.0581462 Feb 19 01:10:28.841130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca56bf8b-622d-452a-b059-12a5e5077eab req-97fabaf5-8e9a-4df7-ba40-cb6912c0f142 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Feb 19 01:10:29.155542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b74c5-3bb4-45ea-b0e4-b591998838e9 req-1dffbbbe-ddc9-463b-a220-620fc542a1f1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:29.157171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-090b74c5-3bb4-45ea-b0e4-b591998838e9 req-1dffbbbe-ddc9-463b-a220-620fc542a1f1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 945 time: 0.0605481 Feb 19 01:10:29.209246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-090b74c5-3bb4-45ea-b0e4-b591998838e9 req-ab345847-cc65-458e-9610-c6fd42cc99c6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460362 Feb 19 01:10:30.350802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8474b-167f-4d85-accf-6310462bb7b4 req-3baafa6c-e6a5-4668-9970-d30fd1939dc7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.352442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c8474b-167f-4d85-accf-6310462bb7b4 req-3baafa6c-e6a5-4668-9970-d30fd1939dc7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 945 time: 0.0633748 Feb 19 01:10:30.388455 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:10:30.411634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c8474b-167f-4d85-accf-6310462bb7b4 req-358e1f3f-dbf1-401c-b2bf-03f61fa39ceb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524545 Feb 19 01:10:30.633284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-763b0074-aa72-4d75-8884-57c0e45b2636 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:30.634780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-763b0074-aa72-4d75-8884-57c0e45b2636 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 945 time: 0.0569580 Feb 19 01:10:30.741329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port e0ca2341-7289-43d5-a0c7-82e29a9a3213 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:30.741551 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.845673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] For port e0ca2341-7289-43d5-a0c7-82e29a9a3213, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e0ca2341-7289-43d5-a0c7-82e29a9a3213,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:30.846046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:30.863995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for e0ca2341-7289-43d5-a0c7-82e29a9a3213 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:31.003117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e0ca2341-7289-43d5-a0c7-82e29a9a3213), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.016482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e0ca2341-7289-43d5-a0c7-82e29a9a3213'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:31.018758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a4a0f000-26ff-4715-bc15-0a1fb8d91114'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:31.040851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=e0ca2341-7289-43d5-a0c7-82e29a9a3213,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:31.086170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] No DVR routers for this DVR port e0ca2341-7289-43d5-a0c7-82e29a9a3213 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:31.089495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:31.094113 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad205a42-e195-4c0f-ad8e-2e06fa0d8c36 req-283ea110-782d-4cfb-be8e-c1135cdd7818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "DELETE /v2.0/ports/e0ca2341-7289-43d5-a0c7-82e29a9a3213 HTTP/1.1" status: 204 len: 173 time: 0.4537427 Feb 19 01:10:31.094828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6033e92e-6929-48c0-97eb-524ba4ca004d', 'name': 'network-vif-deleted', 'tag': 'e0ca2341-7289-43d5-a0c7-82e29a9a3213'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:31.097447 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1176bead-af20-464d-8146-d6436c613f77" -d '{"events": [{"server_uuid": "6033e92e-6929-48c0-97eb-524ba4ca004d", "name": "network-vif-deleted", "tag": "e0ca2341-7289-43d5-a0c7-82e29a9a3213"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:31.251961 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6bce9a-8fa0-4403-a6cb-3f565eacd265 x-openstack-request-id: req-df6bce9a-8fa0-4403-a6cb-3f565eacd265 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:31.252411 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6033e92e-6929-48c0-97eb-524ba4ca004d", "name": "network-vif-deleted", "tag": "e0ca2341-7289-43d5-a0c7-82e29a9a3213", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:31.252544 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df6bce9a-8fa0-4403-a6cb-3f565eacd265 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:31.252996 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6033e92e-6929-48c0-97eb-524ba4ca004d', 'name': 'network-vif-deleted', 'tag': 'e0ca2341-7289-43d5-a0c7-82e29a9a3213', 'status': 'completed', 'code': 200} Feb 19 01:10:31.511761 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cba813b0-9c64-4c05-b821-6d2b8e265837 req-62afa252-4043-45b1-9630-5000c8dfd626 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0294783 Feb 19 01:10:32.624292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a435fc3a-f16e-4063-bb2f-8cb64c3ddd88 req-9b2a9ad2-9531-49a7-89fc-5cb34f58e2a0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0318758 Feb 19 01:10:33.734884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f593a4ce-b019-42e2-973a-c4733e84bd0e req-a2fd964f-c8e2-465a-990e-8e8608d5b1c2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0313895 Feb 19 01:10:34.431674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e0ca2341-7289-43d5-a0c7-82e29a9a3213 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:34.452626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: e0ca2341-7289-43d5-a0c7-82e29a9a3213 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:34.452983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e0ca2341-7289-43d5-a0c7-82e29a9a3213 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:34.841069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f76ff4a-9eca-4542-a4bc-51e3850a14f5 req-39285475-e459-48f1-b4df-d4668e650ae0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0323012 Feb 19 01:10:35.938851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1d1cdd6-a20f-49e2-a423-e70a5b03d246 req-6406dbd6-0c7d-4776-9861-2b97d4a08bbd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0278301 Feb 19 01:10:37.038531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06400ed9-b188-45b9-85c3-869bac09503c req-c14dac97-2caf-4ad2-b036-98cecc741ba0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0274563 Feb 19 01:10:38.138370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d5bb464-4cfa-46c3-b49e-282b7e65cfba req-11cf53bc-acdb-4402-ad69-f2b376ff4f1f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0292728 Feb 19 01:10:39.239152 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24a340ef-0b52-4714-b56c-0422c63398f4 req-f6c86740-50b6-4072-8e6c-36edb0a87259 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0300815 Feb 19 01:10:40.346678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97d448fb-28d8-487b-ae37-13963ded1c22 req-8a2e06d3-d24a-40d3-a4e7-607f82684fad tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6033e92e-6929-48c0-97eb-524ba4ca004d HTTP/1.1" status: 200 len: 210 time: 0.0344884 Feb 19 01:10:41.008061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-6e121713-3928-4414-aa75-f1afa4a20660 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467579 Feb 19 01:10:41.098211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-7b7fc073-ea14-462a-90fc-419ad50d462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:41.099922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-7b7fc073-ea14-462a-90fc-419ad50d462b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1127 time: 0.0486476 Feb 19 01:10:41.213219 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-cbc73d5e-8ad2-46b1-a00b-d8e66baeb36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:41.214795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-cbc73d5e-8ad2-46b1-a00b-d8e66baeb36a service neutron] 10.222.0.113 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 910 time: 0.0942051 Feb 19 01:10:41.279725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-82d2aa6c-828b-4583-ba7b-44f8c394ceca service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 1001 time: 0.0584197 Feb 19 01:10:41.330035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-ed13b1b6-338c-43d7-988e-7c9b19d57641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:41.331551 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-ed13b1b6-338c-43d7-988e-7c9b19d57641 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 200 len: 848 time: 0.0456538 Feb 19 01:10:41.390231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-9dde6f06-1c84-46bc-8bff-6bd98219f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:41.392099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-9dde6f06-1c84-46bc-8bff-6bd98219f7cd service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1b265761-2ea8-475c-b10b-d4eeb1417183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536740 Feb 19 01:10:41.402060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-4105de47-effc-41c4-8cdf-e2bebdcfdab1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:10:41.402986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-4105de47-effc-41c4-8cdf-e2bebdcfdab1 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050941 Feb 19 01:10:41.493839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-962bd648-3844-45d3-b9b4-17ed01fc4fae service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846474 Feb 19 01:10:41.589564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fafec0fd-e112-4163-a214-4aadcbb3db46 req-f72baa85-a337-4e67-b130-d3aff5afc835 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889425 Feb 19 01:10:48.019010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-18a547d0-143c-44e5-845a-c9c492ec8503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:49.046715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab312c0-d0c1-40f4-a7f3-7ab79b8864a6 req-cc8bc1c5-676a-48f8-8686-0b3b2fb245ae tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:49.048503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ab312c0-d0c1-40f4-a7f3-7ab79b8864a6 req-cc8bc1c5-676a-48f8-8686-0b3b2fb245ae tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 945 time: 0.0700843 Feb 19 01:10:49.103641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ab312c0-d0c1-40f4-a7f3-7ab79b8864a6 req-fbbe85dc-c7ab-41e3-b6e4-699250dce911 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468814 Feb 19 01:10:49.107945 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:50.092366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52c0e460-9de1-4927-9251-be8d5d0e6753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:50.237387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74170e37-9447-421c-831f-c31608f59975 req-e580b24b-3a74-44cc-9654-9dc83162111c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.238903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74170e37-9447-421c-831f-c31608f59975 req-e580b24b-3a74-44cc-9654-9dc83162111c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 945 time: 0.0614891 Feb 19 01:10:50.290284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74170e37-9447-421c-831f-c31608f59975 req-2b9aecc8-01a2-4585-9be2-968529fdc053 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=2a792564-3778-440b-b7b9-d380cf90e873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432560 Feb 19 01:10:50.806374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-9ee815b5-329a-4a05-a485-0782bf2b5268 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:10:50.807787 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-9ee815b5-329a-4a05-a485-0782bf2b5268 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 945 time: 0.0609500 Feb 19 01:10:50.908638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port a4a0f000-26ff-4715-bc15-0a1fb8d91114 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:10:50.908947 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:50.999971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] For port a4a0f000-26ff-4715-bc15-0a1fb8d91114, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=a4a0f000-26ff-4715-bc15-0a1fb8d91114,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:10:51.000344 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.012841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for a4a0f000-26ff-4715-bc15-0a1fb8d91114 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:10:51.144963 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a4a0f000-26ff-4715-bc15-0a1fb8d91114), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.159490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['a4a0f000-26ff-4715-bc15-0a1fb8d91114'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:10:51.171547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=a4a0f000-26ff-4715-bc15-0a1fb8d91114,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:10:51.181657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.182004 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.182373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.182714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.183047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.183412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.183773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.184099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.184422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.184739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.185631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.185631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.185631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:10:51.227683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] No DVR routers for this DVR port a4a0f000-26ff-4715-bc15-0a1fb8d91114 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:10:51.230756 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.234486 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8ccd07f5-9df5-4d85-b0e4-d25ffa200629 req-3d006792-fdcd-4e58-8a91-c56e8d1c799d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "DELETE /v2.0/ports/a4a0f000-26ff-4715-bc15-0a1fb8d91114 HTTP/1.1" status: 204 len: 173 time: 0.4194932 Feb 19 01:10:51.234949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd30632f-746f-42dc-93c4-70deb9d46443', 'name': 'network-vif-deleted', 'tag': 'a4a0f000-26ff-4715-bc15-0a1fb8d91114'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:10:51.237251 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b9bf56-9f90-4c23-b815-0aef5eb44d22" -d '{"events": [{"server_uuid": "bd30632f-746f-42dc-93c4-70deb9d46443", "name": "network-vif-deleted", "tag": "a4a0f000-26ff-4715-bc15-0a1fb8d91114"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:10:51.339664 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb9fec8-6015-43b1-9a08-bd005451a5cb x-openstack-request-id: req-1bb9fec8-6015-43b1-9a08-bd005451a5cb {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:10:51.340361 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd30632f-746f-42dc-93c4-70deb9d46443", "name": "network-vif-deleted", "tag": "a4a0f000-26ff-4715-bc15-0a1fb8d91114", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:10:51.340782 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1bb9fec8-6015-43b1-9a08-bd005451a5cb {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:10:51.341420 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:51.341556 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd30632f-746f-42dc-93c4-70deb9d46443', 'name': 'network-vif-deleted', 'tag': 'a4a0f000-26ff-4715-bc15-0a1fb8d91114', 'status': 'completed', 'code': 200} Feb 19 01:10:51.395793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ed1446d-ca1d-47e5-9a2d-558eece266f0 req-b8b4c829-e938-4498-a809-12fd36d09a8e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0312865 Feb 19 01:10:52.497855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e69b7244-8186-4ccc-a3c9-d0eceede48fd req-4c9e832e-917c-4685-8429-6910e743fdec tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0278554 Feb 19 01:10:52.744719 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:53.593216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a793b529-3d47-4cca-b30f-9b43186975af req-bd2a9080-c797-4e15-a3d7-2d1e712730f5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0273354 Feb 19 01:10:54.018321 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.174610 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:10:54.698145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85340212-2dfd-4038-96dc-5d84d74861d6 req-d9ca79a3-48e0-4db7-93e5-3316f62ff56e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0298953 Feb 19 01:10:54.837530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a4a0f000-26ff-4715-bc15-0a1fb8d91114 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:10:54.858682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: a4a0f000-26ff-4715-bc15-0a1fb8d91114 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:10:54.859044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device a4a0f000-26ff-4715-bc15-0a1fb8d91114 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:10:55.797456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e1400e4-01cb-4bd4-870c-23818c7c0bc3 req-68968fc7-318d-4fce-b6cb-b21f033ae676 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0279322 Feb 19 01:10:56.898928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c8bd4ff-67c7-4945-a365-9a4b5d2bce17 req-76a35697-8a6c-4103-ac9f-c57a643ca875 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0306656 Feb 19 01:10:57.997040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-339ec587-4abc-46b4-b141-7aa7bc51cee8 req-21ec3f7b-96d2-48b4-87b4-9a1f28ddaf04 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0289023 Feb 19 01:10:59.095340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbdc52f3-9ef5-4348-834b-7b8c1f72518a req-73b22ecc-b620-4d91-be35-d63a50f579d6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0278058 Feb 19 01:11:00.196345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-486a5e5c-5635-4b0d-a6fb-be2bb321e35a req-510231cc-4c08-43e0-98c7-9fae7aa2be7c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd30632f-746f-42dc-93c4-70deb9d46443 HTTP/1.1" status: 200 len: 210 time: 0.0287859 Feb 19 01:11:06.316514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34058) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:06.322723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488201730', 'description': 'tempest-secgroup-smoke-1488201730 description', 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:06.345178 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.411726 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group (38cdd809-d0d3-4819-9509-76218b5cdfb5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.417710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38cdd809-d0d3-4819-9509-76218b5cdfb5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.450994 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.452279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342809 Feb 19 01:11:06.455572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34060) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:06.460840 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-52b20b52-7b26-4b66-b04c-76381a6646c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'security_group_rule': {'security_group_id': '38cdd809-d0d3-4819-9509-76218b5cdfb5', 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:06.466072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cdd809-d0d3-4819-9509-76218b5cdfb5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:06.479812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.480167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.480515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.480884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.481223 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.481557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.481891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.482215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.482892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.483242 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.483568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.483902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.484237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c57eb3f-eb2e-4959-af89-083461b3a90e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:06.512493 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-52b20b52-7b26-4b66-b04c-76381a6646c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (f7871763-f083-4a02-85b6-93e8625cf6a9), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.561063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-52b20b52-7b26-4b66-b04c-76381a6646c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (f7871763-f083-4a02-85b6-93e8625cf6a9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.565181 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-52b20b52-7b26-4b66-b04c-76381a6646c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f7871763-f083-4a02-85b6-93e8625cf6a9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.586588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b20b52-7b26-4b66-b04c-76381a6646c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7871763-f083-4a02-85b6-93e8625cf6a9,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:06.596425 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-52b20b52-7b26-4b66-b04c-76381a6646c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.597884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-52b20b52-7b26-4b66-b04c-76381a6646c9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413610 Feb 19 01:11:06.600561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34062) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:06.604900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a93b7f5b-0398-4355-824f-24a46d5c9e35 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'security_group_rule': {'security_group_id': '38cdd809-d0d3-4819-9509-76218b5cdfb5', 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:06.629673 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a93b7f5b-0398-4355-824f-24a46d5c9e35 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (1b82ebe7-f8dc-485f-87e4-975bd8c0cae1), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.958486 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a93b7f5b-0398-4355-824f-24a46d5c9e35 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (1b82ebe7-f8dc-485f-87e4-975bd8c0cae1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.963896 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a93b7f5b-0398-4355-824f-24a46d5c9e35 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (1b82ebe7-f8dc-485f-87e4-975bd8c0cae1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.980796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b7f5b-0398-4355-824f-24a46d5c9e35 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b82ebe7-f8dc-485f-87e4-975bd8c0cae1,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:06.991148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a93b7f5b-0398-4355-824f-24a46d5c9e35 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:06.992389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a93b7f5b-0398-4355-824f-24a46d5c9e35 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3908632 Feb 19 01:11:06.995205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34064) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:06.999573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-19c7f263-10ec-4226-9045-946ba124db0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'security_group_rule': {'security_group_id': '38cdd809-d0d3-4819-9509-76218b5cdfb5', 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:07.025661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19c7f263-10ec-4226-9045-946ba124db0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (39892944-157b-4f64-875b-16a1d4a7fc68), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.085179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19c7f263-10ec-4226-9045-946ba124db0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (39892944-157b-4f64-875b-16a1d4a7fc68), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.089907 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19c7f263-10ec-4226-9045-946ba124db0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (39892944-157b-4f64-875b-16a1d4a7fc68), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.108471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7f263-10ec-4226-9045-946ba124db0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39892944-157b-4f64-875b-16a1d4a7fc68,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:07.116397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-19c7f263-10ec-4226-9045-946ba124db0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.117633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-19c7f263-10ec-4226-9045-946ba124db0d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214976 Feb 19 01:11:07.120532 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34066) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.124956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-cb67fae8-96b4-4e00-995a-5cafaa260e7d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'security_group_rule': {'security_group_id': '38cdd809-d0d3-4819-9509-76218b5cdfb5', 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:07.152605 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cb67fae8-96b4-4e00-995a-5cafaa260e7d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (c1d6f340-281b-4671-ad6a-17a319f09062), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.211844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cb67fae8-96b4-4e00-995a-5cafaa260e7d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (c1d6f340-281b-4671-ad6a-17a319f09062), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.216875 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cb67fae8-96b4-4e00-995a-5cafaa260e7d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (c1d6f340-281b-4671-ad6a-17a319f09062), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.235659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb67fae8-96b4-4e00-995a-5cafaa260e7d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1d6f340-281b-4671-ad6a-17a319f09062,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:07.242973 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cb67fae8-96b4-4e00-995a-5cafaa260e7d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.244212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cb67fae8-96b4-4e00-995a-5cafaa260e7d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227067 Feb 19 01:11:07.247132 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34068) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.252289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d6e4c0eb-b963-40da-923e-c4768b3b3267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'security_group_rule': {'security_group_id': '38cdd809-d0d3-4819-9509-76218b5cdfb5', 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:07.272333 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-d6e4c0eb-b963-40da-923e-c4768b3b3267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Project 07a58cf5c9a24c0c9ab6f5b3ff1b65dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:11:07.277065 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c0eb-b963-40da-923e-c4768b3b3267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (fd0c98c0-0540-4e31-a60f-eecc691b72d2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.339683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c0eb-b963-40da-923e-c4768b3b3267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (fd0c98c0-0540-4e31-a60f-eecc691b72d2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.345949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c0eb-b963-40da-923e-c4768b3b3267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (fd0c98c0-0540-4e31-a60f-eecc691b72d2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.366655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4c0eb-b963-40da-923e-c4768b3b3267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0c98c0-0540-4e31-a60f-eecc691b72d2,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:07.378818 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6e4c0eb-b963-40da-923e-c4768b3b3267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.381142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d6e4c0eb-b963-40da-923e-c4768b3b3267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327856 Feb 19 01:11:07.384133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34070) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:07.388701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-347e4f1b-9c0d-42ec-abba-0c19f341cf2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'security_group_rule': {'security_group_id': '38cdd809-d0d3-4819-9509-76218b5cdfb5', 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:07.389148 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:11:07.410613 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-347e4f1b-9c0d-42ec-abba-0c19f341cf2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Project 07a58cf5c9a24c0c9ab6f5b3ff1b65dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:11:07.415699 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-347e4f1b-9c0d-42ec-abba-0c19f341cf2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (e23098b7-c7d8-44de-bfde-9f7d8add3de7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.477124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-347e4f1b-9c0d-42ec-abba-0c19f341cf2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (e23098b7-c7d8-44de-bfde-9f7d8add3de7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.481753 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-347e4f1b-9c0d-42ec-abba-0c19f341cf2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (e23098b7-c7d8-44de-bfde-9f7d8add3de7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.500838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e4f1b-9c0d-42ec-abba-0c19f341cf2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23098b7-c7d8-44de-bfde-9f7d8add3de7,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:07.507334 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-347e4f1b-9c0d-42ec-abba-0c19f341cf2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:07.508383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-347e4f1b-9c0d-42ec-abba-0c19f341cf2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233120 Feb 19 01:11:18.021020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0614dbbc-6d93-4967-bf1c-f50dabbbde1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:19.111623 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:20.087763 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27389592-42cd-4f7e-b4b1-8ae54567834c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:21.325071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:22.748306 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.030554 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:24.171367 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:27.105763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-75204d89-6f63-49a1-9689-6955ab07f95d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488201730&fields=id&tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 267 time: 0.0549042 Feb 19 01:11:27.225948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-89f59e08-82e3-47f1-a952-a024a990d041 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:27.227370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-89f59e08-82e3-47f1-a952-a024a990d041 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1129451 Feb 19 01:11:27.245625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-874edf86-42d4-469c-b117-562da548dc84 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/quotas/07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 375 time: 0.0097463 Feb 19 01:11:27.304075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-a0691b60-af00-4be2-a6ed-af88007ac27a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514312 Feb 19 01:11:27.370645 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-2b859181-6f0d-4371-9368-788981af34ab service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:11:27.371689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-2b859181-6f0d-4371-9368-788981af34ab service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0553949 Feb 19 01:11:27.466109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-ebcf22c5-19fa-4e85-a727-75e233529610 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882800 Feb 19 01:11:27.562630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-f8d8d652-1d02-4877-b15f-6e883545764a service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876529 Feb 19 01:11:27.868033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bee490d-f7a7-4a26-93a5-17abe85206ec req-46257e15-fd41-43d1-b3f4-8cd7a3209b55 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0309794 Feb 19 01:11:28.846589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-40b86858-c433-46df-a084-844c211b8436 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:28.848063 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-40b86858-c433-46df-a084-844c211b8436 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1070123 Feb 19 01:11:28.925134 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-0032240e-9a92-4ed7-840f-954871dc6250 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 380 time: 0.0674753 Feb 19 01:11:28.934545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'port': {'device_id': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'admin_state_up': True, 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'security_groups': ['38cdd809-d0d3-4819-9509-76218b5cdfb5']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:28.976875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-785838ea-4610-48f4-8a3f-91ee892007a8 req-0bbe8833-44af-4b7f-b563-9ef9419dd31e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0365424 Feb 19 01:11:29.053146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:11:29.056545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.188444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.20.0.5 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/bffdf12a-e648-4b36-98c6-f97a29630870) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:29.594897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (bffdf12a-e648-4b36-98c6-f97a29630870), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.631495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.677340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:29.680437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:29.684953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:29.716643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=bffdf12a-e648-4b36-98c6-f97a29630870,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:29.744769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:29.745385 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.763409 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-bd53a81b-1bb4-4ab9-8747-c3f6f1d79a9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8327248 Feb 19 01:11:29.773899 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-e070a1f1-41f3-4f31-9bce-ad473fb4ee67 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:11:29.775045 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-e070a1f1-41f3-4f31-9bce-ad473fb4ee67 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055902 Feb 19 01:11:29.786461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Request body: {'port': {'device_id': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:29.855441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.959316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-93795380-c1bb-47bd-9a6a-93e8d620340f None None] Provisioning complete for port bffdf12a-e648-4b36-98c6-f97a29630870 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:29.960392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93795380-c1bb-47bd-9a6a-93e8d620340f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:29.998712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-93795380-c1bb-47bd-9a6a-93e8d620340f None None] Port bffdf12a-e648-4b36-98c6-f97a29630870 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:11:30.104273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa537eef-0a50-4a89-88d7-224ab5c11e24 req-0586d0f2-d183-4f5b-bceb-59b1a6138bea tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.105980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa537eef-0a50-4a89-88d7-224ab5c11e24 req-0586d0f2-d183-4f5b-bceb-59b1a6138bea tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 931 time: 0.0542371 Feb 19 01:11:30.152219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bffdf12a-e648-4b36-98c6-f97a29630870 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:30.160365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Publish callbacks [] for port (bffdf12a-e648-4b36-98c6-f97a29630870), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.162554 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa537eef-0a50-4a89-88d7-224ab5c11e24 req-7eefec0e-5a93-453b-a077-33f309f3ca10 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496128 Feb 19 01:11:30.175175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Transition to ACTIVE for port object bffdf12a-e648-4b36-98c6-f97a29630870 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:11:30.183200 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.235375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Pushing event updated for resources: {'Port': ['ID=bffdf12a-e648-4b36-98c6-f97a29630870,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:30.311834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Attempting to bind port bffdf12a-e648-4b36-98c6-f97a29630870 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:11:30.312475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Attempting to bind port bffdf12a-e648-4b36-98c6-f97a29630870 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:11:30.312852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Attempting to bind port bffdf12a-e648-4b36-98c6-f97a29630870 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:30.317649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Port bffdf12a-e648-4b36-98c6-f97a29630870 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:11:30.317972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Attempting to bind port bffdf12a-e648-4b36-98c6-f97a29630870 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:11:30.323080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:11:30.323558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:11:30.323960 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:11:30.324384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Bound port: bffdf12a-e648-4b36-98c6-f97a29630870, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:11:30.324746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.393579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] For port bffdf12a-e648-4b36-98c6-f97a29630870, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:11:30.397132 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] For port bffdf12a-e648-4b36-98c6-f97a29630870, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bffdf12a-e648-4b36-98c6-f97a29630870,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:11:30.404488 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.440191 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.440888 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:30.442464 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] 10.222.0.126 "PUT /v2.0/ports/bffdf12a-e648-4b36-98c6-f97a29630870 HTTP/1.1" status: 200 len: 1091 time: 0.6603580 Feb 19 01:11:30.442918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'tag': 'bffdf12a-e648-4b36-98c6-f97a29630870'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:30.445214 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ca90f0-694b-41ca-a319-4aa3a6a32df3" -d '{"events": [{"name": "network-changed", "server_uuid": "07fc9722-c342-411b-bc7f-fd4b5c29aebc", "tag": "bffdf12a-e648-4b36-98c6-f97a29630870"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:30.469697 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ba0b64-af20-4eaa-9e09-5e46ba4b995f service neutron] Pushing event updated for resources: {'Port': ['ID=bffdf12a-e648-4b36-98c6-f97a29630870,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:30.538564 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7843e85a-c10f-404b-9a80-52f4a8dfcc9e x-openstack-request-id: req-7843e85a-c10f-404b-9a80-52f4a8dfcc9e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:30.538872 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fc9722-c342-411b-bc7f-fd4b5c29aebc", "tag": "bffdf12a-e648-4b36-98c6-f97a29630870", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:30.539132 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7843e85a-c10f-404b-9a80-52f4a8dfcc9e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:30.539539 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'tag': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'status': 'completed', 'code': 200} Feb 19 01:11:30.564814 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-b929cf9f-d24e-4b40-94ca-31e6457d5594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.566772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-b929cf9f-d24e-4b40-94ca-31e6457d5594 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 1125 time: 0.0699053 Feb 19 01:11:30.622949 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-597d3092-6577-4164-867d-5fd0df1e34c9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bffdf12a-e648-4b36-98c6-f97a29630870 HTTP/1.1" status: 200 len: 217 time: 0.0474620 Feb 19 01:11:30.674639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-334f93d0-0bd0-4cf3-82a2-fe20b8517f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.676146 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-334f93d0-0bd0-4cf3-82a2-fe20b8517f82 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0471709 Feb 19 01:11:30.726634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-cdff131d-3054-403b-ae58-c8ef4eb52aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:30.728062 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-cdff131d-3054-403b-ae58-c8ef4eb52aa0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457249 Feb 19 01:11:30.824387 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-b4e049ff-c0aa-4661-90ff-598a612d3b88 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891566 Feb 19 01:11:30.919481 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4aca7d48-edcc-425e-bc5a-f84bd7a508d9 req-6dfc32c2-8b8a-4a39-9852-ceb7ec7901a6 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882487 Feb 19 01:11:31.016920 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-d069ff84-fe6c-4a9c-87e0-a6427c46a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.018453 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-d069ff84-fe6c-4a9c-87e0-a6427c46a7bb service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 1125 time: 0.0465887 Feb 19 01:11:31.113710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-20273118-db52-41cf-8c62-ba230cb5ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.115240 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-20273118-db52-41cf-8c62-ba230cb5ee5c service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0896657 Feb 19 01:11:31.158647 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-7e7690df-7c38-43bd-a144-d4c276194ef8 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bffdf12a-e648-4b36-98c6-f97a29630870 HTTP/1.1" status: 200 len: 217 time: 0.0356266 Feb 19 01:11:31.213822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-7bc71808-9874-4258-a838-78575b61e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.215395 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-7bc71808-9874-4258-a838-78575b61e441 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0502241 Feb 19 01:11:31.277228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-91bf2622-7085-4e08-aa94-7a1d62416a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.279406 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-91bf2622-7085-4e08-aa94-7a1d62416a3f service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580561 Feb 19 01:11:31.301307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334268-ddbf-4092-a8ec-e182f5396928 req-57cb62d2-8d08-448f-a7e9-33fde3de0481 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:31.302827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb334268-ddbf-4092-a8ec-e182f5396928 req-57cb62d2-8d08-448f-a7e9-33fde3de0481 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0637991 Feb 19 01:11:31.353778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb334268-ddbf-4092-a8ec-e182f5396928 req-ec669e78-7a6b-48bc-a83c-3c26e151007d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433991 Feb 19 01:11:31.375389 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-b067a46d-a02c-42f9-89fd-e7aeb6e85457 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882535 Feb 19 01:11:31.466911 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01ca90f0-694b-41ca-a319-4aa3a6a32df3 req-42148acb-b1b3-4480-8677-70a39c1c26fe service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843904 Feb 19 01:11:32.488690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6e420-e083-4525-9a5c-a65be7d3d444 req-ac7647d4-9d03-4968-a179-596542421cfd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:32.489537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07e6e420-e083-4525-9a5c-a65be7d3d444 req-ac7647d4-9d03-4968-a179-596542421cfd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0592110 Feb 19 01:11:32.539263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07e6e420-e083-4525-9a5c-a65be7d3d444 req-57c909c9-cdcb-4d6e-9776-ab67f97dc81c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432823 Feb 19 01:11:33.663071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb535-5d60-4427-b117-6a2577b89af0 req-b4f6c6cd-1b07-403f-a1b2-e17f0cf9f49a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:33.664591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37fcb535-5d60-4427-b117-6a2577b89af0 req-b4f6c6cd-1b07-403f-a1b2-e17f0cf9f49a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0564501 Feb 19 01:11:33.715509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37fcb535-5d60-4427-b117-6a2577b89af0 req-7fe50815-5e7e-48b6-ad02-80b65cb7518b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451269 Feb 19 01:11:34.840597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b213567-8592-4eb6-b08b-5ec9f116b68e req-7ae1f8d3-4edc-45f6-80ca-4095e58f3155 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:34.842151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b213567-8592-4eb6-b08b-5ec9f116b68e req-7ae1f8d3-4edc-45f6-80ca-4095e58f3155 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0570972 Feb 19 01:11:34.896847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b213567-8592-4eb6-b08b-5ec9f116b68e req-0869153f-ddff-4bbf-8868-58e6c67b8413 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485590 Feb 19 01:11:36.021164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e764e2-fe57-4f97-9797-e63b9aa0e201 req-e4304604-39cd-46a4-8d0b-495ade2958f2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:36.022814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43e764e2-fe57-4f97-9797-e63b9aa0e201 req-e4304604-39cd-46a4-8d0b-495ade2958f2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0549366 Feb 19 01:11:36.074637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43e764e2-fe57-4f97-9797-e63b9aa0e201 req-2382b344-b87c-47c8-91bd-2eeeab84c3d9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459430 Feb 19 01:11:37.197653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7d61d-09e3-4215-8f63-626c987011ea req-2e2ab3c7-ddc2-4312-b563-59271cfe5b01 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:37.199333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0af7d61d-09e3-4215-8f63-626c987011ea req-2e2ab3c7-ddc2-4312-b563-59271cfe5b01 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0549829 Feb 19 01:11:37.251497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0af7d61d-09e3-4215-8f63-626c987011ea req-7f97993e-4f45-4e54-8b00-c89258c6083c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461943 Feb 19 01:11:38.378968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce7c76-585e-41a4-9afe-6bfae3af02d6 req-60d26082-b83b-4231-bb1f-873bfba0a1a2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:38.380456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9ce7c76-585e-41a4-9afe-6bfae3af02d6 req-60d26082-b83b-4231-bb1f-873bfba0a1a2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0591497 Feb 19 01:11:38.430740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9ce7c76-585e-41a4-9afe-6bfae3af02d6 req-042ce15f-5048-499f-bb12-705c60be9fd6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443213 Feb 19 01:11:39.565284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73cf7e1-9399-4e3e-8e5d-1174853b1a2c req-4dc0ada0-511e-44ad-bdd6-ead8c33c68db tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:39.566937 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b73cf7e1-9399-4e3e-8e5d-1174853b1a2c req-4dc0ada0-511e-44ad-bdd6-ead8c33c68db tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0580239 Feb 19 01:11:39.617463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b73cf7e1-9399-4e3e-8e5d-1174853b1a2c req-a8f49c07-dc4f-48c7-a944-b656624857e4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447612 Feb 19 01:11:40.769046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e1924-1599-4ea2-b284-4782b544c3b4 req-6ab5ec67-b487-42ea-8d87-96effa5866f1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:40.770557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a00e1924-1599-4ea2-b284-4782b544c3b4 req-6ab5ec67-b487-42ea-8d87-96effa5866f1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0660901 Feb 19 01:11:40.833581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a00e1924-1599-4ea2-b284-4782b544c3b4 req-deba9fc7-83cf-4ab9-9d93-4d91c1eb9a9f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541375 Feb 19 01:11:41.971445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a9db3-7dd4-4585-b8a3-341025a739b7 req-71e2b1d8-b070-467f-b9be-eba931f28665 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:41.972929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed5a9db3-7dd4-4585-b8a3-341025a739b7 req-71e2b1d8-b070-467f-b9be-eba931f28665 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0591764 Feb 19 01:11:42.021946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ed5a9db3-7dd4-4585-b8a3-341025a739b7 req-a26724cc-ec57-4f51-8580-a32a434ff8b3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Feb 19 01:11:43.001087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2bb89e-5467-430d-981f-31692dda886b req-5eafe103-9185-4ef7-8ca3-299cb1250060 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475621 Feb 19 01:11:43.124459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bb89e-5467-430d-981f-31692dda886b req-5441eb82-62cc-4325-a1c4-abe65dbf402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.126036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2bb89e-5467-430d-981f-31692dda886b req-5441eb82-62cc-4325-a1c4-abe65dbf402c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1127 time: 0.0770090 Feb 19 01:11:43.160831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b21c0a-c0bf-43c7-8216-c52a58a3b107 req-8fbb7ad5-2697-4ccb-adad-526a95760dbc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.162284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9b21c0a-c0bf-43c7-8216-c52a58a3b107 req-8fbb7ad5-2697-4ccb-adad-526a95760dbc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0707703 Feb 19 01:11:43.265073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9b21c0a-c0bf-43c7-8216-c52a58a3b107 req-90d381d6-81bf-4913-b3b5-55b738382da6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936348 Feb 19 01:11:43.274989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bb89e-5467-430d-981f-31692dda886b req-c7c1714e-a66f-4723-8469-daf90869c4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.277100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2bb89e-5467-430d-981f-31692dda886b req-c7c1714e-a66f-4723-8469-daf90869c4f5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 910 time: 0.1321309 Feb 19 01:11:43.346584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2bb89e-5467-430d-981f-31692dda886b req-40c952e6-d27e-4c1d-8bdc-adbd7e0b7230 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 1001 time: 0.0630062 Feb 19 01:11:43.408141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bb89e-5467-430d-981f-31692dda886b req-14b34a19-5140-4c6a-a87f-0f6777602648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.409651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2bb89e-5467-430d-981f-31692dda886b req-14b34a19-5140-4c6a-a87f-0f6777602648 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 200 len: 848 time: 0.0572808 Feb 19 01:11:43.467900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2bb89e-5467-430d-981f-31692dda886b req-34f61330-c1e2-4d84-acc9-576dd2f90d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:43.469444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2bb89e-5467-430d-981f-31692dda886b req-34f61330-c1e2-4d84-acc9-576dd2f90d2a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1b265761-2ea8-475c-b10b-d4eeb1417183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534673 Feb 19 01:11:43.560461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2bb89e-5467-430d-981f-31692dda886b req-54cd086c-6e89-414c-b1cb-7e8aa532f0af service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848446 Feb 19 01:11:43.655055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e2bb89e-5467-430d-981f-31692dda886b req-7ad0210f-d9a5-42ee-8c1d-f3ff43048d69 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887425 Feb 19 01:11:44.390678 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:11:44.404496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675b2d1-28da-4419-8d22-e277e31c6ca4 req-a972f9c3-4c2f-436f-8d51-fc3d05347bc8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:44.406816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7675b2d1-28da-4419-8d22-e277e31c6ca4 req-a972f9c3-4c2f-436f-8d51-fc3d05347bc8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0657222 Feb 19 01:11:44.458092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7675b2d1-28da-4419-8d22-e277e31c6ca4 req-7373d06f-7750-4e3d-aa86-4205ad464a26 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453405 Feb 19 01:11:45.595212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9933b5f-e1b3-48e5-a9e3-ee16edd4e318 req-ccfd5701-d523-4121-bc24-fdfb3cc79e87 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:45.596699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9933b5f-e1b3-48e5-a9e3-ee16edd4e318 req-ccfd5701-d523-4121-bc24-fdfb3cc79e87 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0600176 Feb 19 01:11:45.652849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9933b5f-e1b3-48e5-a9e3-ee16edd4e318 req-1f6eae62-f169-4cfe-9b96-0e86382af142 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476534 Feb 19 01:11:46.797279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3c1a7-9c8c-4c4d-aec3-3a9688fb10d2 req-ad711e1c-4498-44f5-bc11-f287d3085022 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:46.798851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0c3c1a7-9c8c-4c4d-aec3-3a9688fb10d2 req-ad711e1c-4498-44f5-bc11-f287d3085022 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 943 time: 0.0731933 Feb 19 01:11:46.856484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0c3c1a7-9c8c-4c4d-aec3-3a9688fb10d2 req-4b3a8097-9ade-4989-ae7b-415be9a5e211 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517642 Feb 19 01:11:47.123913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bffdf12a-e648-4b36-98c6-f97a29630870 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:11:47.237152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bffdf12a-e648-4b36-98c6-f97a29630870, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bffdf12a-e648-4b36-98c6-f97a29630870,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:47.249140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'port_id': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'mac_address': 'fa:16:3e:c6:8d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:11:47.289951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port bffdf12a-e648-4b36-98c6-f97a29630870 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:47.290562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.305651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bffdf12a-e648-4b36-98c6-f97a29630870 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:11:47.326062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bffdf12a-e648-4b36-98c6-f97a29630870, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bffdf12a-e648-4b36-98c6-f97a29630870,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:47.331530 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:47.382742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=bffdf12a-e648-4b36-98c6-f97a29630870,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:47.390429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.390780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.391128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.391500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.391838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.392148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.392506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.392839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.393165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.393495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.393803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.394140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.394584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:11:47.695931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['bffdf12a-e648-4b36-98c6-f97a29630870'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:11:47.991989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562232c5-9c98-4533-8768-d10bd04ca44a req-fa7f2188-e610-4ea1-8cc6-77a9baed2e3b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:47.993347 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-562232c5-9c98-4533-8768-d10bd04ca44a req-fa7f2188-e610-4ea1-8cc6-77a9baed2e3b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 944 time: 0.0645065 Feb 19 01:11:48.014056 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5407d3a-fc8e-4f2d-a9fc-085fb4f3ecf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:48.045959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-562232c5-9c98-4533-8768-d10bd04ca44a req-0b4d69a7-0bef-4c7f-a08f-c3f7303dc6d7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454328 Feb 19 01:11:49.129201 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.139999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bffdf12a-e648-4b36-98c6-f97a29630870 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:11:49.187544 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5ae6c-84ad-4cda-8818-570faaa8020d req-b82d829a-1fb6-4c0f-a7e6-607fc84157a8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.189166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6b5ae6c-84ad-4cda-8818-570faaa8020d req-b82d829a-1fb6-4c0f-a7e6-607fc84157a8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 944 time: 0.0587709 Feb 19 01:11:49.191645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port bffdf12a-e648-4b36-98c6-f97a29630870 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:11:49.195982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port bffdf12a-e648-4b36-98c6-f97a29630870 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:11:49.196366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.239297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6b5ae6c-84ad-4cda-8818-570faaa8020d req-4b454037-0a56-4e71-abe9-3466a8deb2b2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440605 Feb 19 01:11:49.279779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port bffdf12a-e648-4b36-98c6-f97a29630870 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:11:49.280181 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.303005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffdf12a-e648-4b36-98c6-f97a29630870'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:49.305247 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032a9caf-fe75-463c-bde4-cedecf9633a2" -d '{"events": [{"server_uuid": "07fc9722-c342-411b-bc7f-fd4b5c29aebc", "name": "network-vif-plugged", "status": "completed", "tag": "bffdf12a-e648-4b36-98c6-f97a29630870"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:49.317986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port bffdf12a-e648-4b36-98c6-f97a29630870, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bffdf12a-e648-4b36-98c6-f97a29630870,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:11:49.324449 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:49.348681 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf59b9c-0fdb-4d3f-91f9-6dab8dc98eb7 x-openstack-request-id: req-fdf59b9c-0fdb-4d3f-91f9-6dab8dc98eb7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:49.348997 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc9722-c342-411b-bc7f-fd4b5c29aebc", "name": "network-vif-plugged", "status": "completed", "tag": "bffdf12a-e648-4b36-98c6-f97a29630870", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:49.349259 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fdf59b9c-0fdb-4d3f-91f9-6dab8dc98eb7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:49.349654 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'code': 200} Feb 19 01:11:49.376481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=bffdf12a-e648-4b36-98c6-f97a29630870,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:49.455996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718c9a8c-fbb4-40bc-8745-ce7f91d5a4cf req-4698d822-d0a9-49ee-ae0e-d328295a698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:49.457507 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-718c9a8c-fbb4-40bc-8745-ce7f91d5a4cf req-4698d822-d0a9-49ee-ae0e-d328295a698f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 1127 time: 0.0453658 Feb 19 01:11:49.507635 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-718c9a8c-fbb4-40bc-8745-ce7f91d5a4cf req-31f44252-3508-4043-9377-8ebd322f794b service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409992 Feb 19 01:11:50.090073 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4695ad45-1664-4cce-a19a-27701a9e290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:50.380621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41d498-388e-4b06-a0ad-a7a406006d3c req-cedec413-5abd-4f1b-8ad2-2d9dbd2b9261 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:50.382130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd41d498-388e-4b06-a0ad-a7a406006d3c req-cedec413-5abd-4f1b-8ad2-2d9dbd2b9261 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 945 time: 0.0681543 Feb 19 01:11:50.437779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd41d498-388e-4b06-a0ad-a7a406006d3c req-53ef1e09-15bf-4207-8bc8-4974f651931a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475235 Feb 19 01:11:51.328190 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:51.573256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560b75e-0e5f-427f-a6c7-b8d0d16a28ae req-ec2ff4b0-5340-4e72-8957-720efe879e53 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.574753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9560b75e-0e5f-427f-a6c7-b8d0d16a28ae req-ec2ff4b0-5340-4e72-8957-720efe879e53 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 945 time: 0.0553999 Feb 19 01:11:51.631521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9560b75e-0e5f-427f-a6c7-b8d0d16a28ae req-5adc58cf-9798-48b1-979e-1c984fec8a46 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508540 Feb 19 01:11:51.755072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b8b4e-f9f7-4115-af9d-d3d10cd5925d req-930bae47-7a4e-413b-84a5-6faa02ad6e06 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.756471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f95b8b4e-f9f7-4115-af9d-d3d10cd5925d req-930bae47-7a4e-413b-84a5-6faa02ad6e06 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 945 time: 0.0552902 Feb 19 01:11:51.805318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f95b8b4e-f9f7-4115-af9d-d3d10cd5925d req-f48ddeca-bb1d-4210-ab1e-c74cc07eae92 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431180 Feb 19 01:11:51.830203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34280) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:51.984580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce39669-49ce-45ae-adb1-b7fa6f2a65d5 tempest-TestVolumeBootPattern-697866163 tempest-TestVolumeBootPattern-697866163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:51.986225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0ce39669-49ce-45ae-adb1-b7fa6f2a65d5 tempest-TestVolumeBootPattern-697866163 tempest-TestVolumeBootPattern-697866163-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 1122 time: 0.1549180 Feb 19 01:11:51.989454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34284) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:11:51.993929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:11:52.018531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.124739 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.230420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.25.6.10 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/90bef878-e136-431d-95b9-01a54eb8b503) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:11:52.337948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (90bef878-e136-431d-95b9-01a54eb8b503), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.375797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (90bef878-e136-431d-95b9-01a54eb8b503), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.412813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:11:52.415716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:11:52.421836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:11:52.427501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=90bef878-e136-431d-95b9-01a54eb8b503,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:52.751894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.802276 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (ee4cb583-388d-4d36-aa51-e1ae04a070e5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:52.889313 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (90bef878-e136-431d-95b9-01a54eb8b503), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.046827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (90bef878-e136-431d-95b9-01a54eb8b503), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.052977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (90bef878-e136-431d-95b9-01a54eb8b503), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.123246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=90bef878-e136-431d-95b9-01a54eb8b503,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:11:53.133473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (ee4cb583-388d-4d36-aa51-e1ae04a070e5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.241405 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Floating IP ee4cb583-388d-4d36-aa51-e1ae04a070e5 associated. External IP: 172.25.6.10, port: bffdf12a-e648-4b36-98c6-f97a29630870. Feb 19 01:11:53.460412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Router c20632fc-c1ce-4420-b466-8bc80442e85c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:11:53.875039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:11:53.884860 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:11:53.894751 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:53.896146 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:53.896950 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:11:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:53.924506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ba8ec4a6-27d8-4bf6-9fdb-21954ce997fb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9340014 Feb 19 01:11:53.925101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'tag': 'bffdf12a-e648-4b36-98c6-f97a29630870'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:11:53.927516 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3be8d22-6f61-4eb3-977a-72899c9f43a4" -d '{"events": [{"name": "network-changed", "server_uuid": "07fc9722-c342-411b-bc7f-fd4b5c29aebc", "tag": "bffdf12a-e648-4b36-98c6-f97a29630870"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:11:53.967715 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0841644-bbc4-492e-8153-05ee0986121c x-openstack-request-id: req-c0841644-bbc4-492e-8153-05ee0986121c {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:11:53.968042 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07fc9722-c342-411b-bc7f-fd4b5c29aebc", "tag": "bffdf12a-e648-4b36-98c6-f97a29630870", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:11:53.968325 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0841644-bbc4-492e-8153-05ee0986121c {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:11:53.968741 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'tag': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'status': 'completed', 'code': 200} Feb 19 01:11:54.010305 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:11:54.045595 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.048578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-34ba645c-8dd3-426c-96cb-8fc087e6a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.050551 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-34ba645c-8dd3-426c-96cb-8fc087e6a17e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 1127 time: 0.0523422 Feb 19 01:11:54.144631 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-0b704db6-7898-42ea-bd51-86c2cb58083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.146140 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-0b704db6-7898-42ea-bd51-86c2cb58083e service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0878699 Feb 19 01:11:54.165528 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:11:54.245170 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'ee4cb583-388d-4d36-aa51-e1ae04a070e5', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:c6:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:11:52Z', 'updated_at': '2022-02-19T01:11:52Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:54.253282 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-0eb43542-2070-4ebd-be5a-d6ce8bd5e1db service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bffdf12a-e648-4b36-98c6-f97a29630870 HTTP/1.1" status: 200 len: 998 time: 0.0984290 Feb 19 01:11:54.271308 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:11:54.280216 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:11:54.280857 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:11:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:54.303764 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-4d128015-1f35-4163-b0f4-ab799204f4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.305239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-4d128015-1f35-4163-b0f4-ab799204f4c0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0430765 Feb 19 01:11:54.355994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-7c36be4e-0067-4a6a-ac5f-89e668a21420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.357526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-7c36be4e-0067-4a6a-ac5f-89e668a21420 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451543 Feb 19 01:11:54.389741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97be609e-acfd-4372-b616-18a8170c18b2 req-ee26285c-3727-4237-b7c7-da30b5233e0b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474279 Feb 19 01:11:54.392457 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:11:54.451940 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-5980a084-1781-43fe-a2d3-d69fe413de8b service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874925 Feb 19 01:11:54.543803 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3be8d22-6f61-4eb3-977a-72899c9f43a4 req-ea5c2219-0291-4bfe-a237-778eece47458 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849347 Feb 19 01:11:54.628583 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'ee4cb583-388d-4d36-aa51-e1ae04a070e5', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:c6:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:11:52Z', 'updated_at': '2022-02-19T01:11:52Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:11:54.654914 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd4b023-a96b-4030-be77-31a88316701a None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'ee4cb583-388d-4d36-aa51-e1ae04a070e5', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4028, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:c6:8d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:11:52Z', 'updated_at': '2022-02-19T01:11:52Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:11:54.660889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be609e-acfd-4372-b616-18a8170c18b2 req-f91ef24c-c7f7-4ebd-b500-0487fadb3508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.662527 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97be609e-acfd-4372-b616-18a8170c18b2 req-f91ef24c-c7f7-4ebd-b500-0487fadb3508 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 1127 time: 0.0506978 Feb 19 01:11:54.774441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be609e-acfd-4372-b616-18a8170c18b2 req-2d6cca88-0760-4df7-a887-bdbc2357dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.775995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97be609e-acfd-4372-b616-18a8170c18b2 req-2d6cca88-0760-4df7-a887-bdbc2357dd23 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0900781 Feb 19 01:11:54.849810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97be609e-acfd-4372-b616-18a8170c18b2 req-73c86209-5f24-4fb3-9376-cfae6e276d4f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bffdf12a-e648-4b36-98c6-f97a29630870 HTTP/1.1" status: 200 len: 998 time: 0.0665553 Feb 19 01:11:54.871894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a675f799-cfde-425a-a228-511107d98813 None None] New status for floating IP ee4cb583-388d-4d36-aa51-e1ae04a070e5: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:11:54.903735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be609e-acfd-4372-b616-18a8170c18b2 req-c736e1f7-04a3-4271-b276-9ca9cce2bf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.905299 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97be609e-acfd-4372-b616-18a8170c18b2 req-c736e1f7-04a3-4271-b276-9ca9cce2bf72 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0481622 Feb 19 01:11:54.957933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be609e-acfd-4372-b616-18a8170c18b2 req-00e28f09-aa84-4c5c-b7f1-4e369f501dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:11:54.959509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97be609e-acfd-4372-b616-18a8170c18b2 req-00e28f09-aa84-4c5c-b7f1-4e369f501dc9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469630 Feb 19 01:11:55.061294 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97be609e-acfd-4372-b616-18a8170c18b2 req-e31b3916-6bb2-43ea-8a05-88b5dd22cbbb service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934954 Feb 19 01:11:55.161071 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-97be609e-acfd-4372-b616-18a8170c18b2 req-cdec7de5-56ac-4c6f-b6f5-b420c59fe681 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928929 Feb 19 01:12:18.020556 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2410673c-45e7-4bcf-99b7-e97ea7107a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:19.130060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:20.093211 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e91da06f-a116-4bc6-9b0d-c7cf3e364c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.328689 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:21.391320 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:12:22.752650 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.036761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:24.177578 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:44.061521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-b628e300-b06d-48ac-bdda-59dff48974c0 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119118 Feb 19 01:12:44.161848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-5ed21ef5-24c8-4184-af1c-a8eb21da3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.163395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-5ed21ef5-24c8-4184-af1c-a8eb21da3dec service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1127 time: 0.0579634 Feb 19 01:12:44.267277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-f1c00b70-e5ef-4e98-86af-2dcb729a5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.268650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-f1c00b70-e5ef-4e98-86af-2dcb729a5755 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 910 time: 0.0864658 Feb 19 01:12:44.349514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-80709a0b-b14e-45d1-adb1-b743e5eacf1c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 1001 time: 0.0743294 Feb 19 01:12:44.398759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-1257191f-fdaa-4727-8629-9bf592934a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.400171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-1257191f-fdaa-4727-8629-9bf592934a97 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 200 len: 848 time: 0.0446563 Feb 19 01:12:44.459183 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-d6050d40-df11-4f1d-a17a-a01a3ae31d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:44.460741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-d6050d40-df11-4f1d-a17a-a01a3ae31d7a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1b265761-2ea8-475c-b10b-d4eeb1417183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0546165 Feb 19 01:12:44.555124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-19008a26-54fb-4e90-aed5-a9ec0d025faf service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883923 Feb 19 01:12:44.650674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01cb2b3d-8af9-4d8c-90c6-4163ec99cdea req-72f1175c-d971-4b24-a355-c40047b5bf25 service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901389 Feb 19 01:12:48.017603 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab8cee75-e811-426c-be79-c04f10963900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:49.135699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:50.095756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c8c208b-9868-40e6-9234-18cfd28e130a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:51.336772 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:52.761667 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.046868 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:54.176386 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:12:55.141992 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-1031df99-d7ad-4a9a-b4aa-6ac8d85fc629 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545270 Feb 19 01:12:55.239843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-f766aa87-7f6d-4796-87a7-fcb8c41d643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:55.241383 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-f766aa87-7f6d-4796-87a7-fcb8c41d643f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 1127 time: 0.0562873 Feb 19 01:12:55.352339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-42cef5fe-9390-486b-9aa1-f675b8b5f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:55.353864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-42cef5fe-9390-486b-9aa1-f675b8b5f22b service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0872130 Feb 19 01:12:55.428113 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-ff805769-8a4e-4124-9fad-5b6c98364a8f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bffdf12a-e648-4b36-98c6-f97a29630870 HTTP/1.1" status: 200 len: 1000 time: 0.0673072 Feb 19 01:12:55.478345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-338e6fdf-6c2c-4644-8e3c-687fcbbfa05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:55.479914 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-338e6fdf-6c2c-4644-8e3c-687fcbbfa05c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0458839 Feb 19 01:12:55.534598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-e2b40dd9-cdb4-44cb-95d0-5bbbadac2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:12:55.536183 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-e2b40dd9-cdb4-44cb-95d0-5bbbadac2e51 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500376 Feb 19 01:12:55.632306 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-fc36e2e1-e989-4c08-8f75-91d868d28c21 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894091 Feb 19 01:12:55.729270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-73fb0bce-77f4-4960-9c64-89c5f279b50a req-74855c69-e489-4f10-81ca-deae83e92601 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901036 Feb 19 01:12:58.390998 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:13:18.022316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7a39999-cd47-4100-9860-6ffd809c1c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:19.133460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:20.096305 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86a0e7da-7d8a-4e7c-a152-b441b644f714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:21.341939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:22.762969 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.039368 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:24.172781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:35.394371 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:13:44.015080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-a20f9930-bc93-4931-b1b9-0b4a2cc27f37 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517571 Feb 19 01:13:44.117492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-bada6a8b-c6a9-4f9c-b413-27263650fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.119060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-bada6a8b-c6a9-4f9c-b413-27263650fc11 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=259d6874010044268feeca054033bd98&device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 1127 time: 0.0536921 Feb 19 01:13:44.232287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-3723d80b-00d2-4834-a41f-4221437f377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.233780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-3723d80b-00d2-4834-a41f-4221437f377b service neutron] 10.222.0.113 "GET /v2.0/networks?id=1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 200 len: 910 time: 0.0952911 Feb 19 01:13:44.305379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-141cb5be-d7a6-45c9-a4e0-cdba2ebe70a4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 200 len: 1001 time: 0.0646307 Feb 19 01:13:44.356264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-863f3f20-6e9b-47a0-b730-38ca023ee5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.357709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-863f3f20-6e9b-47a0-b730-38ca023ee5c5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 200 len: 848 time: 0.0454061 Feb 19 01:13:44.411782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-6af56946-53b8-4d46-8a53-127c77ce8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:44.413957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-6af56946-53b8-4d46-8a53-127c77ce8732 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1b265761-2ea8-475c-b10b-d4eeb1417183&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502727 Feb 19 01:13:44.513876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-6bf0862a-6dc2-4ba0-a041-213e993848fd service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939636 Feb 19 01:13:44.605358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6882324b-08f0-4e71-87d7-9e3386ee0483 req-67269f25-5330-4f8f-90f7-ad3ccbeb9c1e service neutron] 10.222.0.113 "GET /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829813 Feb 19 01:13:48.023964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6bdadd18-4c15-4b06-b26e-b3b5dee6d5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:49.131151 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:50.090783 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e35cac8a-c300-4bad-9102-51fc49cd8d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:51.346682 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:52.765983 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:53.924853 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ef617-84fb-451c-930b-b057aa1d8e77 req-b0bc2f88-50ba-4b9c-9ffb-3df7163d4480 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:53.926473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d4ef617-84fb-451c-930b-b057aa1d8e77 req-b0bc2f88-50ba-4b9c-9ffb-3df7163d4480 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 945 time: 0.0570111 Feb 19 01:13:53.978303 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d4ef617-84fb-451c-930b-b057aa1d8e77 req-2b168267-7152-4ed1-8d4c-55509afb91ef tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458972 Feb 19 01:13:54.044957 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:54.176574 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.121859 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1ab45-0092-4069-ac71-de1cb35e6d9c req-7cf84060-1e1d-4d0c-bace-a5e86f6a3a49 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:55.123443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77e1ab45-0092-4069-ac71-de1cb35e6d9c req-7cf84060-1e1d-4d0c-bace-a5e86f6a3a49 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 945 time: 0.0641658 Feb 19 01:13:55.174824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77e1ab45-0092-4069-ac71-de1cb35e6d9c req-469edd76-51a1-43e0-ab59-8e761008091d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454693 Feb 19 01:13:55.805024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-b350513b-57ff-4ae4-ad3d-258cb1f46214 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:55.806503 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-b350513b-57ff-4ae4-ad3d-258cb1f46214 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 945 time: 0.0657735 Feb 19 01:13:55.905922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port bffdf12a-e648-4b36-98c6-f97a29630870 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:13:55.906300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:55.995310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] For port bffdf12a-e648-4b36-98c6-f97a29630870, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=bffdf12a-e648-4b36-98c6-f97a29630870,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:13:55.995669 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.222952 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.223325 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (ee4cb583-388d-4d36-aa51-e1ae04a070e5), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.223673 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Floating IP ee4cb583-388d-4d36-aa51-e1ae04a070e5 disassociated. External IP: 172.25.6.10, port: bffdf12a-e648-4b36-98c6-f97a29630870. Feb 19 01:13:56.224062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for bffdf12a-e648-4b36-98c6-f97a29630870 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:13:56.306480 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdeb656-4ee7-4939-9f92-f666530afef6 req-257d245d-3c78-4b6e-95d8-c3ab1b678382 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:13:56.309401 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abdeb656-4ee7-4939-9f92-f666530afef6 req-257d245d-3c78-4b6e-95d8-c3ab1b678382 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 945 time: 0.0547471 Feb 19 01:13:56.355011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bffdf12a-e648-4b36-98c6-f97a29630870), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.362118 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abdeb656-4ee7-4939-9f92-f666530afef6 req-66d2cae7-1b93-425a-aace-d2b8a65e0c06 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461426 Feb 19 01:13:56.380632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=bffdf12a-e648-4b36-98c6-f97a29630870,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:13:56.393308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.393585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.393930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.394298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.394617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.394969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.395299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.395627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.395952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.396915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.396915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.396915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.397250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:13:56.512986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Router c20632fc-c1ce-4420-b466-8bc80442e85c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:13:56.621969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:13:56.631893 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:13:56.642879 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:56.643676 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:13:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:56.667257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] No DVR routers for this DVR port bffdf12a-e648-4b36-98c6-f97a29630870 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:13:56.669853 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:13:56.673273 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbfc86fb-728e-4f58-a446-6c65bb27d508 req-107a07df-3091-4fe3-b188-406f3c8f8d03 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "DELETE /v2.0/ports/bffdf12a-e648-4b36-98c6-f97a29630870 HTTP/1.1" status: 204 len: 173 time: 0.8614852 Feb 19 01:13:56.673728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'name': 'network-vif-deleted', 'tag': 'bffdf12a-e648-4b36-98c6-f97a29630870'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:13:56.676028 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eea2c78-afac-4de3-b2a8-cb23d5c18747" -d '{"events": [{"server_uuid": "07fc9722-c342-411b-bc7f-fd4b5c29aebc", "name": "network-vif-deleted", "tag": "bffdf12a-e648-4b36-98c6-f97a29630870"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:13:56.718350 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9570b5-d6e6-4e27-90f9-6de707bbbc79 x-openstack-request-id: req-db9570b5-d6e6-4e27-90f9-6de707bbbc79 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:13:56.718662 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07fc9722-c342-411b-bc7f-fd4b5c29aebc", "name": "network-vif-deleted", "tag": "bffdf12a-e648-4b36-98c6-f97a29630870", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:13:56.718920 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db9570b5-d6e6-4e27-90f9-6de707bbbc79 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:13:56.719334 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07fc9722-c342-411b-bc7f-fd4b5c29aebc', 'name': 'network-vif-deleted', 'tag': 'bffdf12a-e648-4b36-98c6-f97a29630870', 'status': 'completed', 'code': 200} Feb 19 01:13:56.868397 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:57.072810 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:57.099628 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:13:57.109208 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:13:57.110399 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:13:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:57.224941 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:13:57.432460 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:13:57.462960 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bbe46-e96e-4baa-8e27-ce1313c408cb None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:13:57.472714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1554e14f-f9b2-40de-935d-73127cdf5fbb req-f331e1f4-b10c-45a1-a9e8-f386d0ae5874 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0366023 Feb 19 01:13:57.706689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a14a78-4af2-4168-b59a-802c7f3ef69c None None] New status for floating IP ee4cb583-388d-4d36-aa51-e1ae04a070e5: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:13:58.578359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7d702de-ebf1-4e88-b9bc-6919c94eaeee req-804a5b03-ade8-4994-8a8c-a2bd06a833b4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0281363 Feb 19 01:13:59.678038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffac1744-5c5d-4c6f-977a-c135609a95bf req-ed56657d-a2cd-4b7e-bbb5-720ec82b5fa0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0284424 Feb 19 01:13:59.872957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bffdf12a-e648-4b36-98c6-f97a29630870 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:13:59.893092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: bffdf12a-e648-4b36-98c6-f97a29630870 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:13:59.893418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device bffdf12a-e648-4b36-98c6-f97a29630870 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:00.775653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37d4dcb6-8940-4879-99dd-0fdc8f05c21e req-b088bf40-935a-4a40-8c42-96c50fb2e952 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0283942 Feb 19 01:14:01.873881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a652b8a-cb22-4558-946a-cedfbb0d9452 req-7ef77f16-234d-4ed2-8ebc-924a68c37cb0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0286653 Feb 19 01:14:02.972281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bddd9a6-e184-4e5f-8e0d-707997b6cde6 req-80702da4-27b8-4c0c-a90b-21ab103b6b08 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0294948 Feb 19 01:14:04.077845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b16e02a5-c874-4531-abe9-ecc08cdbc842 req-54c2225e-f088-46d8-a667-36c1e558abe4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0315077 Feb 19 01:14:05.174061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a7e2556d-e503-4700-9b86-9b4dc9250206 req-f9d9d2b5-19f3-46bb-acf3-39c1b190eca8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=07fc9722-c342-411b-bc7f-fd4b5c29aebc HTTP/1.1" status: 200 len: 210 time: 0.0276098 Feb 19 01:14:06.398094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-bfed3fa7-065f-4fa0-a310-095136572d26 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488201730&fields=id&tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 267 time: 0.0448263 Feb 19 01:14:06.512877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-57891a1c-bd82-4ce5-a565-beaa7758baac tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:06.514255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-57891a1c-bd82-4ce5-a565-beaa7758baac tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1072474 Feb 19 01:14:06.529007 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-03328757-e7f0-4042-a5ce-4e5e76e1b2a3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/quotas/07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 375 time: 0.0091848 Feb 19 01:14:06.584828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-42208365-eb89-4abe-9170-5061115ecb3e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507627 Feb 19 01:14:06.687795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-b2e1bf86-957a-47ca-ab69-440d5ac212d5 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916739 Feb 19 01:14:06.794764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-8361b4fd-3d3f-4247-8189-154892478bc6 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009512 Feb 19 01:14:07.106875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8ddbd71-fb28-4c27-88f5-9e5f40cf7167 req-801fc56c-14c0-411f-a1ec-ed80d5701d72 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0287750 Feb 19 01:14:08.174225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-66a3e40b-2813-4d17-adba-d146c0a593eb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:08.175721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-66a3e40b-2813-4d17-adba-d146c0a593eb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1248789 Feb 19 01:14:08.205247 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc994b9e-ca64-4d94-955d-efd82d16a1fa req-948d8699-9c49-4324-a284-52534a67fc62 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0288556 Feb 19 01:14:08.242320 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-3ed36320-a535-4df9-9b2c-d21060547f57 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 380 time: 0.0580745 Feb 19 01:14:08.253970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'port': {'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'admin_state_up': True, 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'security_groups': ['38cdd809-d0d3-4819-9509-76218b5cdfb5']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:08.623134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:14:08.626493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.752315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.20.0.8 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/513cd880-8591-44ff-924c-52351df27e9a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:08.888796 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (513cd880-8591-44ff-924c-52351df27e9a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.923699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (513cd880-8591-44ff-924c-52351df27e9a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:08.969240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:08.972287 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:08.977916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:08.984357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=513cd880-8591-44ff-924c-52351df27e9a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.030897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:09.031537 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.048815 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-971f07df-3c37-4659-8c51-99e0f4e048b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7988079 Feb 19 01:14:09.061354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Request body: {'port': {'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:09.132661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (513cd880-8591-44ff-924c-52351df27e9a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.212640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c68740d5-08ea-450c-a7f1-1c80469f21f1 None None] Provisioning complete for port 513cd880-8591-44ff-924c-52351df27e9a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:09.213295 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c68740d5-08ea-450c-a7f1-1c80469f21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (513cd880-8591-44ff-924c-52351df27e9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.334077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11fd16-e842-424a-b717-9acc806e3a3e req-b7f9f40f-d44f-4077-8ceb-ff60cdb85888 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:09.336549 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b11fd16-e842-424a-b717-9acc806e3a3e req-b7f9f40f-d44f-4077-8ceb-ff60cdb85888 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 931 time: 0.0584502 Feb 19 01:14:09.399121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4b11fd16-e842-424a-b717-9acc806e3a3e req-10112720-a7bf-42bb-889d-cdf4b32d2f63 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565984 Feb 19 01:14:09.432806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c68740d5-08ea-450c-a7f1-1c80469f21f1 None None] Port 513cd880-8591-44ff-924c-52351df27e9a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:14:09.485733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513cd880-8591-44ff-924c-52351df27e9a {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:09.493667 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Publish callbacks [] for port (513cd880-8591-44ff-924c-52351df27e9a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.506068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Transition to ACTIVE for port object 513cd880-8591-44ff-924c-52351df27e9a will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:14:09.511121 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (513cd880-8591-44ff-924c-52351df27e9a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.578822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Pushing event updated for resources: {'Port': ['ID=513cd880-8591-44ff-924c-52351df27e9a,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.632342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Attempting to bind port 513cd880-8591-44ff-924c-52351df27e9a on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:14:09.632682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Attempting to bind port 513cd880-8591-44ff-924c-52351df27e9a by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:14:09.633008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Attempting to bind port 513cd880-8591-44ff-924c-52351df27e9a on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:09.637876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Port 513cd880-8591-44ff-924c-52351df27e9a on network b2394ae0-308d-4d89-9548-39ea4a9ef895 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:14:09.638224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Attempting to bind port 513cd880-8591-44ff-924c-52351df27e9a on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:14:09.643208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:14:09.643553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:14:09.643932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:14:09.644353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Bound port: 513cd880-8591-44ff-924c-52351df27e9a, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:14:09.644708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (513cd880-8591-44ff-924c-52351df27e9a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.714653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] For port 513cd880-8591-44ff-924c-52351df27e9a, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:14:09.717858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] For port 513cd880-8591-44ff-924c-52351df27e9a, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=513cd880-8591-44ff-924c-52351df27e9a,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:14:09.724117 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (513cd880-8591-44ff-924c-52351df27e9a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.771259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:09.771944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:09.773398 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] 10.222.0.126 "PUT /v2.0/ports/513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 1091 time: 0.7168796 Feb 19 01:14:09.773905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'tag': '513cd880-8591-44ff-924c-52351df27e9a'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:09.776420 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4" -d '{"events": [{"name": "network-changed", "server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "tag": "513cd880-8591-44ff-924c-52351df27e9a"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:09.810690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b5ebb-5ba5-4829-886a-2094e05051e0 service neutron] Pushing event updated for resources: {'Port': ['ID=513cd880-8591-44ff-924c-52351df27e9a,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:09.833370 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab31dd7-532d-400a-a219-29c234b35f2d x-openstack-request-id: req-fab31dd7-532d-400a-a219-29c234b35f2d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:09.833669 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "tag": "513cd880-8591-44ff-924c-52351df27e9a", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:09.833917 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fab31dd7-532d-400a-a219-29c234b35f2d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:09.834501 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'tag': '513cd880-8591-44ff-924c-52351df27e9a', 'status': 'completed', 'code': 200} Feb 19 01:14:09.878143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-0a932f6f-1ce4-4c0c-9df4-b5d5255014e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:09.879680 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-0a932f6f-1ce4-4c0c-9df4-b5d5255014e4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1125 time: 0.0637290 Feb 19 01:14:09.928445 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-5bbd7ac7-7dc6-4de4-a946-cb51e66dd702 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 217 time: 0.0407796 Feb 19 01:14:09.978733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-208cb774-7d54-4e66-9567-ebab7d3ee271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:09.980238 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-208cb774-7d54-4e66-9567-ebab7d3ee271 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0461950 Feb 19 01:14:10.029695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-49fd5578-dbd5-43f6-aa56-bcaff0820e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.031956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-49fd5578-dbd5-43f6-aa56-bcaff0820e89 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457113 Feb 19 01:14:10.126265 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-7da91cda-d9d9-4358-818a-d6597e2372d1 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881636 Feb 19 01:14:10.224856 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5f77f75-6c66-4d7d-ba2f-491bbf56de86 req-5864131a-02d0-41b2-af4b-6f8b4d424366 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907617 Feb 19 01:14:10.316758 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-80131dbe-e30a-4f39-87e7-5eda0e79ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.318333 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-80131dbe-e30a-4f39-87e7-5eda0e79ea70 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1125 time: 0.0479267 Feb 19 01:14:10.414172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-74b1aefc-5ad3-4815-8ae9-5f5c4b3ab147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.415712 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-74b1aefc-5ad3-4815-8ae9-5f5c4b3ab147 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0896749 Feb 19 01:14:10.459677 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-bd986288-0177-4aa7-b89d-23aa92218455 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 217 time: 0.0371516 Feb 19 01:14:10.517866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-180e3fe7-2563-4f07-9d2c-2419543d660c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.519315 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-180e3fe7-2563-4f07-9d2c-2419543d660c service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0532250 Feb 19 01:14:10.538418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2a275-d4b7-4a8d-ad3e-0de67272243c req-be7ef2ef-52d6-4dc2-92a8-fe06a14ba965 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.540087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3d2a275-d4b7-4a8d-ad3e-0de67272243c req-be7ef2ef-52d6-4dc2-92a8-fe06a14ba965 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0669959 Feb 19 01:14:10.568354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-1fd4fa70-dcfa-4b62-8559-1715fb970f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:10.569884 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-1fd4fa70-dcfa-4b62-8559-1715fb970f09 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448289 Feb 19 01:14:10.589965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3d2a275-d4b7-4a8d-ad3e-0de67272243c req-2d3c84d9-fa00-4755-92ea-10208913c22f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438144 Feb 19 01:14:10.661980 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-d67457d9-3ac6-4892-953d-f4b73321cf16 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Feb 19 01:14:10.759423 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-34a17b8b-0c30-4cc4-bb66-dc22e8a018d4 req-b6441e87-49a7-487b-bf14-6dbc0c6e45ff service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902691 Feb 19 01:14:11.720921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ed9cc-597a-4e25-b8cd-47a3716cd5da req-fe7f84bc-dff9-47c1-86f0-32070859d29d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:11.722456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c18ed9cc-597a-4e25-b8cd-47a3716cd5da req-fe7f84bc-dff9-47c1-86f0-32070859d29d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0555198 Feb 19 01:14:11.773471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c18ed9cc-597a-4e25-b8cd-47a3716cd5da req-9c9cf24d-634a-496e-a25e-bec3873cbe9e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 Feb 19 01:14:12.394527 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:14:12.903103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a92472-fe67-472f-a761-c82976e7fb37 req-c5984c1d-a890-40a1-8eac-02ae70adc139 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:12.904624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46a92472-fe67-472f-a761-c82976e7fb37 req-c5984c1d-a890-40a1-8eac-02ae70adc139 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0590448 Feb 19 01:14:12.955138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46a92472-fe67-472f-a761-c82976e7fb37 req-85ad63b2-c4b3-4919-918e-76db286dc1a7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448139 Feb 19 01:14:14.077303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de76664-1942-43d9-ab31-523750bd2c9f req-aaf58bb8-7bc4-4582-a780-791e13b486d0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:14.078845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5de76664-1942-43d9-ab31-523750bd2c9f req-aaf58bb8-7bc4-4582-a780-791e13b486d0 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0545454 Feb 19 01:14:14.135870 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5de76664-1942-43d9-ab31-523750bd2c9f req-0a468fca-55f9-4dbd-98da-3ddf83c9e1f5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511720 Feb 19 01:14:15.263373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210be095-e5d1-4f42-948a-4fe0bda077a0 req-fd851e2a-f1ed-4061-adfb-16680b2a3bbc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:15.264463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-210be095-e5d1-4f42-948a-4fe0bda077a0 req-fd851e2a-f1ed-4061-adfb-16680b2a3bbc tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0592804 Feb 19 01:14:15.317877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-210be095-e5d1-4f42-948a-4fe0bda077a0 req-ca46bf07-3c91-4258-9bd5-d2bd898174fa tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476031 Feb 19 01:14:16.440208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2e4950-6e65-4cf1-b986-2112f301b39c req-35625c03-d691-45bc-b607-db7f5fe3b952 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:16.441783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae2e4950-6e65-4cf1-b986-2112f301b39c req-35625c03-d691-45bc-b607-db7f5fe3b952 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0538690 Feb 19 01:14:16.490491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae2e4950-6e65-4cf1-b986-2112f301b39c req-866c1b75-4de0-4ab0-9e17-6bfb690b9012 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Feb 19 01:14:17.614414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a2bf7-8a35-4ec9-a1ce-288a1205d51d req-8f0aa4da-82b4-4447-92a3-348d1099736d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:17.615912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-302a2bf7-8a35-4ec9-a1ce-288a1205d51d req-8f0aa4da-82b4-4447-92a3-348d1099736d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0542166 Feb 19 01:14:17.665398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-302a2bf7-8a35-4ec9-a1ce-288a1205d51d req-e5af470f-9b4b-4558-85d7-06de27295913 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437186 Feb 19 01:14:18.020885 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08f49209-b38f-4a76-8197-6758c3e7ce51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:18.796038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b23ae4-ad3e-440b-a68d-398c0ae56b2a req-f75a005f-5344-4fce-9634-67094660d3a9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:18.797528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6b23ae4-ad3e-440b-a68d-398c0ae56b2a req-f75a005f-5344-4fce-9634-67094660d3a9 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0635870 Feb 19 01:14:18.849762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6b23ae4-ad3e-440b-a68d-398c0ae56b2a req-d7c4fff7-d93e-481a-88ff-78f1ac2bb628 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Feb 19 01:14:19.147824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:19.986611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f4ac-0965-4d79-aef2-8982c2cb468d req-9d7331d8-607f-47e7-9671-a15d6111556e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:19.988230 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e76f4ac-0965-4d79-aef2-8982c2cb468d req-9d7331d8-607f-47e7-9671-a15d6111556e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0637653 Feb 19 01:14:20.038223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9e76f4ac-0965-4d79-aef2-8982c2cb468d req-eb523ebb-0288-4379-8c6a-c7440a4f6df5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Feb 19 01:14:20.096833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b473d750-2e44-49fd-a47d-707829f94f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:20.209238 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8712a8-3268-452d-8e3a-ec56bff9e6da req-580ecd89-a39d-4b72-a264-1c9e86dee9ea tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:20.210785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df8712a8-3268-452d-8e3a-ec56bff9e6da req-580ecd89-a39d-4b72-a264-1c9e86dee9ea tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 945 time: 0.0585515 Feb 19 01:14:20.261460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df8712a8-3268-452d-8e3a-ec56bff9e6da req-97031539-6877-42c8-820e-97d290a70d72 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446122 Feb 19 01:14:21.177344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9197d1-e288-4863-bced-f1c78eb8991a req-6312a5ac-f0c8-4c97-b341-2cebf491ac5c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:21.178895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e9197d1-e288-4863-bced-f1c78eb8991a req-6312a5ac-f0c8-4c97-b341-2cebf491ac5c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0555313 Feb 19 01:14:21.229231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2e9197d1-e288-4863-bced-f1c78eb8991a req-c0086288-4ae3-4ad3-9915-2aa85274a77d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Feb 19 01:14:21.348003 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.391360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17356223-4a09-4b16-babe-11a8ede91a31 req-2396c143-59b0-465c-9ac9-58d4f79b44c7 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:21.392877 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17356223-4a09-4b16-babe-11a8ede91a31 req-2396c143-59b0-465c-9ac9-58d4f79b44c7 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 945 time: 0.0568430 Feb 19 01:14:21.457203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-17356223-4a09-4b16-babe-11a8ede91a31 req-d173c442-6274-46b8-8084-3a024cefae3d tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/security-groups?id=51383014-c75f-4094-8f16-6982d251e846&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551553 Feb 19 01:14:21.596369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd05e840-d429-472b-a533-dd01f344934e req-5489ba47-dace-4df3-b7a8-44a6a0a408a8 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:21.598422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd05e840-d429-472b-a533-dd01f344934e req-5489ba47-dace-4df3-b7a8-44a6a0a408a8 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.113 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 945 time: 0.1047113 Feb 19 01:14:21.691927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Deleting port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:21.692267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:21.792828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] For port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:21.793189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.070960 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.071339 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (405db88b-623c-451e-a490-87535fd8f11e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.071657 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Floating IP 405db88b-623c-451e-a490-87535fd8f11e disassociated. External IP: 172.25.6.189, port: 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43. Feb 19 01:14:22.072001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Calling delete_port for 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:22.207208 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.236011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event deleted for resources: {'Port': ['ID=99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:22.247259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.247609 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.247954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.248300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.248634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.248968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.249298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.249625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.249954 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.250290 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.250618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.252258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.252258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:22.687595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faef297a-d86a-4c14-9522-a20a98f1de0c req-6ede53f1-a704-4a01-9e62-e9d303541c59 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "GET /v2.0/ports?device_id=f461d474-e21a-4df0-be1b-4fc679ef176b HTTP/1.1" status: 200 len: 210 time: 0.0387769 Feb 19 01:14:22.714636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732a29d-0b40-4f14-b940-295fd096b464 req-244af7fc-b608-4a4e-8bd7-ad78a425dba2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:22.716098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1732a29d-0b40-4f14-b940-295fd096b464 req-244af7fc-b608-4a4e-8bd7-ad78a425dba2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.4158182 Feb 19 01:14:22.718225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:22.776116 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.817857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1732a29d-0b40-4f14-b940-295fd096b464 req-c75a2458-d7dc-4ce3-8a44-3acd70aa7204 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929303 Feb 19 01:14:22.864820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:22.875688 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] Sync routers for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:22.886162 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:22.887120 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:14:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:22.912041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] No DVR routers for this DVR port 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:22.914792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:22.918160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd05e840-d429-472b-a533-dd01f344934e req-82e47f60-fd34-4914-900b-998de4bd2613 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.113 "DELETE /v2.0/ports/99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 HTTP/1.1" status: 204 len: 173 time: 1.3145990 Feb 19 01:14:22.918709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'name': 'network-vif-deleted', 'tag': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:22.920976 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318cb70c-090a-463f-9de8-5fae821cb3c4" -d '{"events": [{"server_uuid": "f461d474-e21a-4df0-be1b-4fc679ef176b", "name": "network-vif-deleted", "tag": "99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:22.962415 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbe7787-8087-4a0b-abe4-7a1de1e0088a x-openstack-request-id: req-7cbe7787-8087-4a0b-abe4-7a1de1e0088a {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:22.962750 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f461d474-e21a-4df0-be1b-4fc679ef176b", "name": "network-vif-deleted", "tag": "99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:22.963058 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cbe7787-8087-4a0b-abe4-7a1de1e0088a {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:22.963480 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f461d474-e21a-4df0-be1b-4fc679ef176b', 'name': 'network-vif-deleted', 'tag': '99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43', 'status': 'completed', 'code': 200} Feb 19 01:14:23.015532 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:23.231080 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:18Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:23.257062 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] Checking router: 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:23.265702 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:23.266379 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:14:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:23.390666 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:23.692956 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:18Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:23.722504 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7948b4d3-8ce2-472a-9f75-e48e53629368 None None] The sync data for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 is: [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:14Z', 'revision_number': 4, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7', 'name': '', 'network_id': '1b265761-2ea8-475c-b10b-d4eeb1417183', 'tenant_id': '259d6874010044268feeca054033bd98', 'mac_address': 'fa:16:3e:f1:f4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:13Z', 'updated_at': '2022-02-19T01:09:18Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'subnets': [{'id': 'cac7d088-b536-4f50-9a28-448f01225e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:23.764606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34444) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:23.900209 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Deleting port 71043794-5477-4732-947e-c9030e158931 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:23.900675 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (71043794-5477-4732-947e-c9030e158931), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.005681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98d103f-0cb1-4342-af61-4fc85d0380d7 None None] New status for floating IP 405db88b-623c-451e-a490-87535fd8f11e: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:14:24.008373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04364494-736b-444f-82ed-10fa820c41dc req-5d1d780c-9f89-4afd-91da-54497d7f72dd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:24.009990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04364494-736b-444f-82ed-10fa820c41dc req-5d1d780c-9f89-4afd-91da-54497d7f72dd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.1072202 Feb 19 01:14:24.045195 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (71043794-5477-4732-947e-c9030e158931), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.045530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for floatingip (71043794-5477-4732-947e-c9030e158931), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.072402 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Calling delete_port for 71043794-5477-4732-947e-c9030e158931 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:24.101845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04364494-736b-444f-82ed-10fa820c41dc req-4ed89e25-acc6-44f4-9f80-49bfb8f4c660 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845790 Feb 19 01:14:24.105797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.173887 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.253480 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (71043794-5477-4732-947e-c9030e158931), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.282866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event deleted for resources: {'Port': ['ID=71043794-5477-4732-947e-c9030e158931,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:24.345270 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for floatingip (405db88b-623c-451e-a490-87535fd8f11e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.347847 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.349002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e41a2eba-b6a0-4539-89c0-42773e6fa9d2 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "DELETE /v2.0/floatingips/405db88b-623c-451e-a490-87535fd8f11e HTTP/1.1" status: 204 len: 168 time: 0.5833635 Feb 19 01:14:24.420984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34452) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:24.486078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c292a3a9-b47e-48fc-9689-c870917c5495 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group (51383014-c75f-4094-8f16-6982d251e846), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.514073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c292a3a9-b47e-48fc-9689-c870917c5495 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group (51383014-c75f-4094-8f16-6982d251e846), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.576751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c292a3a9-b47e-48fc-9689-c870917c5495 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (51383014-c75f-4094-8f16-6982d251e846), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.579910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c292a3a9-b47e-48fc-9689-c870917c5495 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:24.581412 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c292a3a9-b47e-48fc-9689-c870917c5495 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] 10.222.0.60 "DELETE /v2.0/security-groups/51383014-c75f-4094-8f16-6982d251e846 HTTP/1.1" status: 204 len: 168 time: 0.1593878 Feb 19 01:14:24.590644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292a3a9-b47e-48fc-9689-c870917c5495 tempest-TestServerBasicOps-1739763185 tempest-TestServerBasicOps-1739763185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51383014-c75f-4094-8f16-6982d251e846,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:25.242695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef208df0-1b1c-49ee-a99f-7954aa1550e3 req-fdb68507-fa5c-48f7-afa6-9d72c330cd56 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:25.244195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef208df0-1b1c-49ee-a99f-7954aa1550e3 req-fdb68507-fa5c-48f7-afa6-9d72c330cd56 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 943 time: 0.0593667 Feb 19 01:14:25.293529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef208df0-1b1c-49ee-a99f-7954aa1550e3 req-63dda8e4-4997-41e8-b6bc-3411f71a0eb7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Feb 19 01:14:25.424478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:25.447526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:25.447903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 99f53bd4-2bd0-4fb0-99bd-5f5d4fe3bc43 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:25.639918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34460) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:26.074156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 513cd880-8591-44ff-924c-52351df27e9a details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:14:26.171623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 513cd880-8591-44ff-924c-52351df27e9a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=513cd880-8591-44ff-924c-52351df27e9a,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:26.183386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '513cd880-8591-44ff-924c-52351df27e9a', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:14:26.192923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.224573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 513cd880-8591-44ff-924c-52351df27e9a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:26.224979 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (513cd880-8591-44ff-924c-52351df27e9a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.238164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513cd880-8591-44ff-924c-52351df27e9a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:14:26.256894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 513cd880-8591-44ff-924c-52351df27e9a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=513cd880-8591-44ff-924c-52351df27e9a,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:26.261604 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (513cd880-8591-44ff-924c-52351df27e9a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.314769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=513cd880-8591-44ff-924c-52351df27e9a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:26.322200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.322619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.323220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.323445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.323804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.324211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.324500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.324835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.325168 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.325498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.325834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.326163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.326537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:14:26.467623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d2b36-edcf-4974-9037-7bcf4dc3fddd req-9d94508b-b28d-44c9-af2f-efbdd27e8eeb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:26.469147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-989d2b36-edcf-4974-9037-7bcf4dc3fddd req-9d94508b-b28d-44c9-af2f-efbdd27e8eeb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 944 time: 0.0827734 Feb 19 01:14:26.564503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-989d2b36-edcf-4974-9037-7bcf4dc3fddd req-2831761e-5792-46f6-a59c-e6e89881a91a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891395 Feb 19 01:14:26.589037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Deleting port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:26.589442 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.665190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['513cd880-8591-44ff-924c-52351df27e9a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:14:26.680612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] For port 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:26.680988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.694772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Calling delete_port for 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:26.881975 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:26.910587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:27.082105 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.316312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:27.427247 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:27.434094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-28c647dc-b3ae-4e2d-9882-1dd8e6251c11 admin admin] 10.222.0.60 "PUT /v2.0/routers/25fcc298-9427-4d1f-bcb3-29cbc81aa7f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7912350 Feb 19 01:14:27.434930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34466) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:27.437727 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] Sync routers for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:27.447824 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:27.448496 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:14:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:27.542919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks [] for router (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:27.556224 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:27.735701 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:14:26Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:27.769008 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] Checking router: 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:27.778448 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] Routers {'25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:27.779084 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:14:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:27.893383 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] Set router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:27.966155 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks [] for router_gateway (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.011551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43abf62-4265-4e82-8144-8461f49d77ba req-76daba9e-908a-4fec-ab34-58c8d875faa8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:28.012947 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d43abf62-4265-4e82-8144-8461f49d77ba req-76daba9e-908a-4fec-ab34-58c8d875faa8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 944 time: 0.3750386 Feb 19 01:14:28.068557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Deleting port 8159d827-9d43-4925-9f03-7c65a31ee447 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:28.068885 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.075016 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:14:26Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:28.083911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d43abf62-4265-4e82-8144-8461f49d77ba req-b83ecd01-4e62-4c52-968a-09fe27fcfcbd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638452 Feb 19 01:14:28.090014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 513cd880-8591-44ff-924c-52351df27e9a up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:14:28.111444 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c8ce93-7a51-434d-adfa-60dad411f2f5 None None] The sync data for ids ['25fcc298-9427-4d1f-bcb3-29cbc81aa7f2'] in n-d-826527-3 is: [{'id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'name': 'tempest-TestServerBasicOps-1794617038-router', 'tenant_id': '259d6874010044268feeca054033bd98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136'}], 'enable_snat': True}, 'gw_port_id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:14:26Z', 'revision_number': 5, 'project_id': '259d6874010044268feeca054033bd98', 'gw_port': {'id': '8159d827-9d43-4925-9f03-7c65a31ee447', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fcc298-9427-4d1f-bcb3-29cbc81aa7f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:11Z', 'updated_at': '2022-02-19T01:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:28.156961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 513cd880-8591-44ff-924c-52351df27e9a completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:14:28.161155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 513cd880-8591-44ff-924c-52351df27e9a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:14:28.161540 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (513cd880-8591-44ff-924c-52351df27e9a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.169335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] For port 8159d827-9d43-4925-9f03-7c65a31ee447, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8159d827-9d43-4925-9f03-7c65a31ee447,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:28.169705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.182279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Calling delete_port for 8159d827-9d43-4925-9f03-7c65a31ee447 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:28.243027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 513cd880-8591-44ff-924c-52351df27e9a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:14:28.243394 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (513cd880-8591-44ff-924c-52351df27e9a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.270449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513cd880-8591-44ff-924c-52351df27e9a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:28.272606 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddb4f5a-30d2-473e-ba20-6249ee2fd99c" -d '{"events": [{"server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "name": "network-vif-plugged", "status": "completed", "tag": "513cd880-8591-44ff-924c-52351df27e9a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:28.285468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 513cd880-8591-44ff-924c-52351df27e9a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=513cd880-8591-44ff-924c-52351df27e9a,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:28.290518 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (513cd880-8591-44ff-924c-52351df27e9a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.320908 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd57f2a-8310-45ab-8089-5dd1d2135537 x-openstack-request-id: req-4bd57f2a-8310-45ab-8089-5dd1d2135537 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:28.321206 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "name": "network-vif-plugged", "status": "completed", "tag": "513cd880-8591-44ff-924c-52351df27e9a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:28.321463 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4bd57f2a-8310-45ab-8089-5dd1d2135537 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:28.322219 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513cd880-8591-44ff-924c-52351df27e9a', 'code': 200} Feb 19 01:14:28.347758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=513cd880-8591-44ff-924c-52351df27e9a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:28.379268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8159d827-9d43-4925-9f03-7c65a31ee447), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.402561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=8159d827-9d43-4925-9f03-7c65a31ee447,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:28.434866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9aade-9160-49d8-8f2e-5eeed5410d55 req-65406192-47c6-4f0e-aec6-a1189a2b5139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:28.436667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bcf9aade-9160-49d8-8f2e-5eeed5410d55 req-65406192-47c6-4f0e-aec6-a1189a2b5139 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1127 time: 0.0541911 Feb 19 01:14:28.469322 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.488010 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bcf9aade-9160-49d8-8f2e-5eeed5410d55 req-c102da6d-d220-484d-ab23-34a037570bd5 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447083 Feb 19 01:14:28.569643 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.571891 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks [] for router_controller (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.622076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (25fcc298-9427-4d1f-bcb3-29cbc81aa7f2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.622700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:14:28.627349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.628613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d6ec670d-5e8f-4ee7-847f-98b92ff34f1a admin admin] 10.222.0.60 "DELETE /v2.0/routers/25fcc298-9427-4d1f-bcb3-29cbc81aa7f2 HTTP/1.1" status: 204 len: 168 time: 1.1927531 Feb 19 01:14:28.631378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34472) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:28.678741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1199a53-38ad-47dd-a6a5-8d64c84a79d6 admin admin] Deleting subnet cac7d088-b536-4f50-9a28-448f01225e6d {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:28.682155 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1199a53-38ad-47dd-a6a5-8d64c84a79d6 admin admin] Publish callbacks [] for subnet (cac7d088-b536-4f50-9a28-448f01225e6d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.720460 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1199a53-38ad-47dd-a6a5-8d64c84a79d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (cac7d088-b536-4f50-9a28-448f01225e6d), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.802591 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1199a53-38ad-47dd-a6a5-8d64c84a79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (cac7d088-b536-4f50-9a28-448f01225e6d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.865632 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1199a53-38ad-47dd-a6a5-8d64c84a79d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (cac7d088-b536-4f50-9a28-448f01225e6d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.891217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1199a53-38ad-47dd-a6a5-8d64c84a79d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac7d088-b536-4f50-9a28-448f01225e6d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:28.896539 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1199a53-38ad-47dd-a6a5-8d64c84a79d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:28.900217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a1199a53-38ad-47dd-a6a5-8d64c84a79d6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cac7d088-b536-4f50-9a28-448f01225e6d HTTP/1.1" status: 204 len: 168 time: 0.2676885 Feb 19 01:14:28.902776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34474) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:28.902942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd7941-70b8-4875-8dd4-a67abfd88e40 None None] Network 1b265761-2ea8-475c-b10b-d4eeb1417183 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:28.974649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (1b265761-2ea8-475c-b10b-d4eeb1417183), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.032880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Deleting port 69ef7176-33d4-466c-8a51-130bbf961798 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:29.033228 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (69ef7176-33d4-466c-8a51-130bbf961798), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.094731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] DHCP port deletion for 1b265761-2ea8-475c-b10b-d4eeb1417183 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:29.099213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] For port 69ef7176-33d4-466c-8a51-130bbf961798, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=69ef7176-33d4-466c-8a51-130bbf961798,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:29.099594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (69ef7176-33d4-466c-8a51-130bbf961798), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.119817 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Calling delete_port for 69ef7176-33d4-466c-8a51-130bbf961798 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:29.167770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] Deleting port 69ef7176-33d4-466c-8a51-130bbf961798 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:29.168404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (69ef7176-33d4-466c-8a51-130bbf961798), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.229927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] For port 69ef7176-33d4-466c-8a51-130bbf961798, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=69ef7176-33d4-466c-8a51-130bbf961798,segment=NetworkSegment(45c62ab2-270c-4847-9b18-f52edb31c6d0),segment_id=45c62ab2-270c-4847-9b18-f52edb31c6d0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:29.230357 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (69ef7176-33d4-466c-8a51-130bbf961798), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.243826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] Calling delete_port for 69ef7176-33d4-466c-8a51-130bbf961798 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:29.244612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98bbf8-0c1a-45a1-af4f-22e1dd213074 req-1895c5fd-bb45-44e5-86b1-9a52067389f8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:29.246142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae98bbf8-0c1a-45a1-af4f-22e1dd213074 req-1895c5fd-bb45-44e5-86b1-9a52067389f8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 945 time: 0.0748727 Feb 19 01:14:29.247522 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (69ef7176-33d4-466c-8a51-130bbf961798), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.278495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Pushing event deleted for resources: {'Port': ['ID=69ef7176-33d4-466c-8a51-130bbf961798,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:29.288836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] No DVR routers for this DVR port 69ef7176-33d4-466c-8a51-130bbf961798 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:29.330786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (69ef7176-33d4-466c-8a51-130bbf961798), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.358206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] Pushing event deleted for resources: {'Port': ['ID=69ef7176-33d4-466c-8a51-130bbf961798,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:29.360365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76bdca2-ad57-45e4-8f75-043c7df0faa8 None None] No DVR routers for this DVR port 69ef7176-33d4-466c-8a51-130bbf961798 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:29.383763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae98bbf8-0c1a-45a1-af4f-22e1dd213074 req-c0bea8a6-216c-45d6-9623-3bc915aa6216 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133134 Feb 19 01:14:29.387725 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (1b265761-2ea8-475c-b10b-d4eeb1417183), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.412273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b265761-2ea8-475c-b10b-d4eeb1417183']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:29.423432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c62ab2-270c-4847-9b18-f52edb31c6d0') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:29.423735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c62ab2-270c-4847-9b18-f52edb31c6d0') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:29.423904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:29.433683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (45c62ab2-270c-4847-9b18-f52edb31c6d0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.447126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:29.447341 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (45c62ab2-270c-4847-9b18-f52edb31c6d0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.447518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 4d8056ce-1f50-49d4-bee5-c0ccc5f1c5f7 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:29.447948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 69ef7176-33d4-466c-8a51-130bbf961798 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:29.453235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:29.453618 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (45c62ab2-270c-4847-9b18-f52edb31c6d0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:29.455481 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:29.466938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 69ef7176-33d4-466c-8a51-130bbf961798 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:29.467293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 69ef7176-33d4-466c-8a51-130bbf961798 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:29.467709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8159d827-9d43-4925-9f03-7c65a31ee447 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:29.486805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8159d827-9d43-4925-9f03-7c65a31ee447 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:29.487155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8159d827-9d43-4925-9f03-7c65a31ee447 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:29.514949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (1b265761-2ea8-475c-b10b-d4eeb1417183), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.520637 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:29.523902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] 10.222.0.60 "DELETE /v2.0/networks/1b265761-2ea8-475c-b10b-d4eeb1417183 HTTP/1.1" status: 204 len: 168 time: 0.6200390 Feb 19 01:14:29.527152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34478) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:29.535169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d2423-3c36-48ac-b8cd-c7ad6c40ebbd admin admin] Pushing event deleted for resources: {'Network': ['ID=1b265761-2ea8-475c-b10b-d4eeb1417183,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:29.913933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (d9b3884a-6957-43ca-98b4-fa884b0775f2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.183166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Deleting port eb6c0682-a9b8-403c-848f-7d34659799af {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:30.183372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.266058 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] For port eb6c0682-a9b8-403c-848f-7d34659799af, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb6c0682-a9b8-403c-848f-7d34659799af,segment=NetworkSegment(1d4142b2-45e9-4f25-a902-f010c6416bc1),segment_id=1d4142b2-45e9-4f25-a902-f010c6416bc1)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:30.266437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.279091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Calling delete_port for eb6c0682-a9b8-403c-848f-7d34659799af owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:30.476691 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (eb6c0682-a9b8-403c-848f-7d34659799af), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.503235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6c0682-a9b8-403c-848f-7d34659799af,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:30.509418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5727393-3c26-4137-95c4-e4e115b45036 req-c203201d-0b2e-4167-bae5-cfde5d961644 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:30.511165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5727393-3c26-4137-95c4-e4e115b45036 req-c203201d-0b2e-4167-bae5-cfde5d961644 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 945 time: 0.0549088 Feb 19 01:14:30.567073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5727393-3c26-4137-95c4-e4e115b45036 req-8b6a93c0-1e58-47cc-b3b8-56b7324c271a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482357 Feb 19 01:14:30.677056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (d9b3884a-6957-43ca-98b4-fa884b0775f2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.699862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72dd1-2214-48f5-bac1-535024399383 req-5553ccb9-c5b3-4b5c-bd49-cbf470655139 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:30.701467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8e72dd1-2214-48f5-bac1-535024399383 req-5553ccb9-c5b3-4b5c-bd49-cbf470655139 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 945 time: 0.0607908 Feb 19 01:14:30.754738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8e72dd1-2214-48f5-bac1-535024399383 req-dbe20cc9-1ae6-44d6-a2f9-92e0a337db93 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Feb 19 01:14:30.777240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34484) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:30.819784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05ef849-8267-41c1-a8b1-64b88b1d2a26 tempest-TestVolumeBootPattern-697866163 tempest-TestVolumeBootPattern-697866163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:30.821255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b05ef849-8267-41c1-a8b1-64b88b1d2a26 tempest-TestVolumeBootPattern-697866163 tempest-TestVolumeBootPattern-697866163-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1122 time: 0.0429847 Feb 19 01:14:30.824134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34486) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:30.828456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:14:30.849269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:30.897603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Router d9b3884a-6957-43ca-98b4-fa884b0775f2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:30.954289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.010965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:31.016126 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-26e932c8-4746-4f3a-9af1-278feedd02dc admin admin] 10.222.0.60 "PUT /v2.0/routers/d9b3884a-6957-43ca-98b4-fa884b0775f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4878161 Feb 19 01:14:31.018769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34488) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:31.027243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] Sync routers for ids ['d9b3884a-6957-43ca-98b4-fa884b0775f2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:31.043122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] Routers {'d9b3884a-6957-43ca-98b4-fa884b0775f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:31.044576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:14:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d9b3884a-6957-43ca-98b4-fa884b0775f2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:31.061258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.25.6.71 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/2ea9a286-190a-46e0-b9f1-96f76c4aedea) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:14:31.136060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks [] for router (d9b3884a-6957-43ca-98b4-fa884b0775f2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.162394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] Set router d9b3884a-6957-43ca-98b4-fa884b0775f2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:31.177998 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (2ea9a286-190a-46e0-b9f1-96f76c4aedea), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.219109 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (2ea9a286-190a-46e0-b9f1-96f76c4aedea), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.249714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks [] for router_gateway (d9b3884a-6957-43ca-98b4-fa884b0775f2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.264591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:14:31.272002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:14:31.274212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=2ea9a286-190a-46e0-b9f1-96f76c4aedea,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:31.281703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:14:31.305052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Deleting port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:31.305505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.358833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:14:30Z', 'revision_number': 5, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port': {'id': '3489c9e6-812e-4c26-8717-76fe3f9ff1b9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:af:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:31.387272 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] Checking router: d9b3884a-6957-43ca-98b4-fa884b0775f2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:31.396234 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] Routers {'d9b3884a-6957-43ca-98b4-fa884b0775f2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:31.396996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:14:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['d9b3884a-6957-43ca-98b4-fa884b0775f2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:31.398629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] For port 3489c9e6-812e-4c26-8717-76fe3f9ff1b9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3489c9e6-812e-4c26-8717-76fe3f9ff1b9,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:31.399003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.415350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Calling delete_port for 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:31.490546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] Set router d9b3884a-6957-43ca-98b4-fa884b0775f2 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:31.555521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:14:31Z', 'revision_number': 6, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:31.583029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c015f-265c-4b03-b6a9-cff22daa0a11 None None] The sync data for ids ['d9b3884a-6957-43ca-98b4-fa884b0775f2'] in n-d-826527-3 is: [{'id': 'd9b3884a-6957-43ca-98b4-fa884b0775f2', 'name': 'tempest-TestServerBasicOps-1851196307-router', 'tenant_id': 'b54a39081f674c02b68dd811e1695ade', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:09:16Z', 'updated_at': '2022-02-19T01:14:31Z', 'revision_number': 6, 'project_id': 'b54a39081f674c02b68dd811e1695ade', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:31.689165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (44594b1c-7ccc-42a9-973b-fc1481c3775e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.764521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2ea9a286-190a-46e0-b9f1-96f76c4aedea), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.870837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3489c9e6-812e-4c26-8717-76fe3f9ff1b9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.896919 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3489c9e6-812e-4c26-8717-76fe3f9ff1b9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:31.926053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (2ea9a286-190a-46e0-b9f1-96f76c4aedea), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.931067 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (2ea9a286-190a-46e0-b9f1-96f76c4aedea), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:31.962978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (d9b3884a-6957-43ca-98b4-fa884b0775f2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.000463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=2ea9a286-190a-46e0-b9f1-96f76c4aedea,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:32.012694 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (44594b1c-7ccc-42a9-973b-fc1481c3775e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.058773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (d9b3884a-6957-43ca-98b4-fa884b0775f2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.063464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks [] for router_controller (d9b3884a-6957-43ca-98b4-fa884b0775f2), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.109677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (d9b3884a-6957-43ca-98b4-fa884b0775f2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.110730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9b3884a-6957-43ca-98b4-fa884b0775f2 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:14:32.115816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.116987 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-840df4bb-92da-477f-b817-a6fbd01c42e3 admin admin] 10.222.0.60 "DELETE /v2.0/routers/d9b3884a-6957-43ca-98b4-fa884b0775f2 HTTP/1.1" status: 204 len: 168 time: 1.0937059 Feb 19 01:14:32.119746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34490) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:32.125782 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Floating IP 44594b1c-7ccc-42a9-973b-fc1481c3775e associated. External IP: 172.25.6.71, port: 513cd880-8591-44ff-924c-52351df27e9a. Feb 19 01:14:32.170388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a0ce03-9bd4-427b-bfe9-cd7ae2bb3f17 admin admin] Deleting subnet b59cf861-9f55-477e-ab7e-e9f107966509 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:14:32.173570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce03-9bd4-427b-bfe9-cd7ae2bb3f17 admin admin] Publish callbacks [] for subnet (b59cf861-9f55-477e-ab7e-e9f107966509), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.207780 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce03-9bd4-427b-bfe9-cd7ae2bb3f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (b59cf861-9f55-477e-ab7e-e9f107966509), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.288339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce03-9bd4-427b-bfe9-cd7ae2bb3f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b59cf861-9f55-477e-ab7e-e9f107966509), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.343429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Router c20632fc-c1ce-4420-b466-8bc80442e85c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:14:32.346215 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce03-9bd4-427b-bfe9-cd7ae2bb3f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (b59cf861-9f55-477e-ab7e-e9f107966509), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.376881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0ce03-9bd4-427b-bfe9-cd7ae2bb3f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b59cf861-9f55-477e-ab7e-e9f107966509,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:32.380536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ce03-9bd4-427b-bfe9-cd7ae2bb3f17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.386446 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b9a0ce03-9bd4-427b-bfe9-cd7ae2bb3f17 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b59cf861-9f55-477e-ab7e-e9f107966509 HTTP/1.1" status: 204 len: 168 time: 0.2655704 Feb 19 01:14:32.387059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34492) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:32.387958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8dc044-01c4-4c21-b133-c396c754f8d6 None None] Network 5e0987f1-aea3-42a2-a6cb-7785e415666b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:14:32.461064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (5e0987f1-aea3-42a2-a6cb-7785e415666b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.463542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:14:32.478707 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:14:32.490364 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:32.491348 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:14:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:32.492681 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.527915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Deleting port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:32.528262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.533028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-cc1de65a-4612-4328-ad35-f733923a4fc3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7078660 Feb 19 01:14:32.533922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'tag': '513cd880-8591-44ff-924c-52351df27e9a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:14:32.536572 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b9680-70fa-46f1-adba-bfc624928dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "tag": "513cd880-8591-44ff-924c-52351df27e9a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:14:32.617731 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac290255-a95a-4221-8638-59f180db1df0 x-openstack-request-id: req-ac290255-a95a-4221-8638-59f180db1df0 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:14:32.618022 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "tag": "513cd880-8591-44ff-924c-52351df27e9a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:14:32.618304 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ac290255-a95a-4221-8638-59f180db1df0 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:14:32.618732 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'tag': '513cd880-8591-44ff-924c-52351df27e9a', 'status': 'completed', 'code': 200} Feb 19 01:14:32.627495 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:32.639939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] For port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,segment=NetworkSegment(1d4142b2-45e9-4f25-a902-f010c6416bc1),segment_id=1d4142b2-45e9-4f25-a902-f010c6416bc1)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:32.640308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.645367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] DHCP port deletion for 5e0987f1-aea3-42a2-a6cb-7785e415666b request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:14:32.677216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Calling delete_port for 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:32.695965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] Deleting port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:14:32.696187 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.739576 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-37dd54fa-b42a-4543-97dc-cbea90da0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:32.741147 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-37dd54fa-b42a-4543-97dc-cbea90da0ec7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1127 time: 0.0981674 Feb 19 01:14:32.768662 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] For port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,segment=NetworkSegment(1d4142b2-45e9-4f25-a902-f010c6416bc1),segment_id=1d4142b2-45e9-4f25-a902-f010c6416bc1)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:14:32.769066 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.784817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] Calling delete_port for 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:14:32.840727 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.881331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:32.888027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] No DVR routers for this DVR port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:32.900273 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (1ca2765e-22f3-4913-86a1-d33b4eda1ef2), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:32.912356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-486326e4-a977-494e-ba94-423abee6e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:32.912804 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:31Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:32.913849 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-486326e4-a977-494e-ba94-423abee6e213 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.1612320 Feb 19 01:14:32.929218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] Pushing event deleted for resources: {'Port': ['ID=1ca2765e-22f3-4913-86a1-d33b4eda1ef2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:32.939300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a836bc-0a5d-41df-8403-710f493a2b0f None None] No DVR routers for this DVR port 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:14:32.940706 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:14:32.952697 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:14:32.953551 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:14:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:33.011724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (5e0987f1-aea3-42a2-a6cb-7785e415666b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.045661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0987f1-aea3-42a2-a6cb-7785e415666b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:33.049150 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-94ce9040-fc69-4cda-a868-09f026547636 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 998 time: 0.1232798 Feb 19 01:14:33.061145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4142b2-45e9-4f25-a902-f010c6416bc1') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:33.061792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4142b2-45e9-4f25-a902-f010c6416bc1') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:33.066686 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:14:33.101251 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (1d4142b2-45e9-4f25-a902-f010c6416bc1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.123088 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (1d4142b2-45e9-4f25-a902-f010c6416bc1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.136454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:14:33.137070 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (1d4142b2-45e9-4f25-a902-f010c6416bc1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:14:33.149417 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:14:33.152659 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-45f2ca13-90f1-4ad4-9c91-3071a7227c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:33.154322 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-45f2ca13-90f1-4ad4-9c91-3071a7227c6f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0972526 Feb 19 01:14:33.233218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (5e0987f1-aea3-42a2-a6cb-7785e415666b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.240565 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.243522 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] 10.222.0.60 "DELETE /v2.0/networks/5e0987f1-aea3-42a2-a6cb-7785e415666b HTTP/1.1" status: 204 len: 168 time: 0.8555276 Feb 19 01:14:33.259678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-b19f7c48-dc05-4fbb-aea8-136d1f911aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:33.261247 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-b19f7c48-dc05-4fbb-aea8-136d1f911aa9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0819545 Feb 19 01:14:33.262011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b34c5-686d-482c-809d-ef7d16a1c56b admin admin] Pushing event deleted for resources: {'Network': ['ID=5e0987f1-aea3-42a2-a6cb-7785e415666b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:33.355842 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-f16be4bf-b49f-482e-8133-03f84f3c0f8c service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878608 Feb 19 01:14:33.370892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34500) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:33.413807 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:31Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:14:33.426491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5f7f50ef-1aac-4c0a-aee6-6b2026f131ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=259d6874010044268feeca054033bd98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521743 Feb 19 01:14:33.426815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34502) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:33.444531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:33.447300 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270e1c0a-b078-4e12-997b-c9a678489d50 None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:31Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:14:33.473811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:33.474625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3489c9e6-812e-4c26-8717-76fe3f9ff1b9 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:33.475212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:33.482324 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-408b9680-70fa-46f1-adba-bfc624928dd6 req-1319ee1a-fbf3-4e6c-8d45-7197d32afb9e service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203015 Feb 19 01:14:33.498518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:33.498901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1ca2765e-22f3-4913-86a1-d33b4eda1ef2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:33.499213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96c9a505-0a9a-434c-9c5f-1f0b8f7f0390 admin admin] Publish callbacks [] for security_group (88a4e69c-2cea-4e34-be78-f152f2317233), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.499327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb6c0682-a9b8-403c-848f-7d34659799af no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:14:33.524889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: eb6c0682-a9b8-403c-848f-7d34659799af {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:14:33.525279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb6c0682-a9b8-403c-848f-7d34659799af not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:14:33.531252 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96c9a505-0a9a-434c-9c5f-1f0b8f7f0390 admin admin] Publish callbacks [] for security_group (88a4e69c-2cea-4e34-be78-f152f2317233), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.580148 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96c9a505-0a9a-434c-9c5f-1f0b8f7f0390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (88a4e69c-2cea-4e34-be78-f152f2317233), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.582867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-96c9a505-0a9a-434c-9c5f-1f0b8f7f0390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:33.586495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-96c9a505-0a9a-434c-9c5f-1f0b8f7f0390 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88a4e69c-2cea-4e34-be78-f152f2317233 HTTP/1.1" status: 204 len: 168 time: 0.1563764 Feb 19 01:14:33.596672 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9a505-0a9a-434c-9c5f-1f0b8f7f0390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a4e69c-2cea-4e34-be78-f152f2317233,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:33.679923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d514593-16da-4ada-8128-7a5e26b91b43 None None] New status for floating IP 44594b1c-7ccc-42a9-973b-fc1481c3775e: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:14:33.918286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:33.959271 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a8db8eb2-0732-475f-90af-b3300865b426 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b54a39081f674c02b68dd811e1695ade&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398293 Feb 19 01:14:33.961930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34510) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:14:34.012737 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d02a6a9-d309-4fc3-88d0-b0b86dd02ea1 admin admin] Publish callbacks [] for security_group (cbba7feb-e978-40eb-a36c-af12d5085ba0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.039008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d02a6a9-d309-4fc3-88d0-b0b86dd02ea1 admin admin] Publish callbacks [] for security_group (cbba7feb-e978-40eb-a36c-af12d5085ba0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.087929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d02a6a9-d309-4fc3-88d0-b0b86dd02ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (cbba7feb-e978-40eb-a36c-af12d5085ba0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.090611 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7d02a6a9-d309-4fc3-88d0-b0b86dd02ea1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:34.091822 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7d02a6a9-d309-4fc3-88d0-b0b86dd02ea1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cbba7feb-e978-40eb-a36c-af12d5085ba0 HTTP/1.1" status: 204 len: 168 time: 0.1289277 Feb 19 01:14:34.100025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02a6a9-d309-4fc3-88d0-b0b86dd02ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbba7feb-e978-40eb-a36c-af12d5085ba0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:14:48.019193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f637d159-71a2-44a1-9e4f-763a737214d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.141745 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:49.394258 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:14:50.099942 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce04cedb-cf8f-43fc-bf46-11e562309b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.348277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:51.909367 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-bc03f302-e22b-4dde-ac58-5f408821a43b req-b307f7e8-45f4-4778-bc11-93643b6968d6 tempest-AttachVolumeTestJSON-362031423 tempest-AttachVolumeTestJSON-362031423-project] (103650) timed out ('10.222.0.113', 53266) {{(pid=103650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:14:52.779609 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.073812 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:54.169659 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:14:56.571369 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-0f49dea1-6448-494b-88bc-5dd48836e4d8 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1530755 Feb 19 01:14:56.676227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-3cd2e295-a410-4b52-ba24-8d816e5b88b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:56.678479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-3cd2e295-a410-4b52-ba24-8d816e5b88b3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1127 time: 0.0569563 Feb 19 01:14:56.788875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-fd310077-765a-427e-8a3b-83c3630d8573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:56.791640 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-fd310077-765a-427e-8a3b-83c3630d8573 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0903618 Feb 19 01:14:56.865177 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-abdbff62-b262-4c29-ad2f-f2e1ade16355 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 1000 time: 0.0658176 Feb 19 01:14:56.913423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-4a82a4e3-2920-40ae-950e-3c35318606eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:56.914964 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-4a82a4e3-2920-40ae-950e-3c35318606eb service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0437291 Feb 19 01:14:56.968507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-5fc95cd3-6c65-4050-bd17-4876bc1ba0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:14:56.970048 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-5fc95cd3-6c65-4050-bd17-4876bc1ba0fa service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493042 Feb 19 01:14:57.073923 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-5ccadba8-65a6-48b8-9449-7cb965f7f96b service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970819 Feb 19 01:14:57.172135 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db8fef3e-ad72-4440-bf69-286d504b3fed req-560039f6-826e-478b-a774-cf6fc6eda617 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914667 Feb 19 01:15:18.024172 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9856fefb-c8b0-4414-8063-125bbcf8309b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:19.144012 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:20.093399 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb592ec9-d512-4996-b98b-45f62748f5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:21.358837 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:22.780031 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.259833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:24.261182 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:26.399530 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:15:48.031060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99f56482-6a55-4f3e-93fc-ca71082b835e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:49.155060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:50.104817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34b88791-c39d-4782-89a2-ffcf67259f7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:51.367916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:52.785276 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.083549 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:54.176661 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:15:57.669754 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-30c593c1-9f77-4087-a398-292f083f1d4f service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509617 Feb 19 01:15:57.764852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-52325142-6567-4d28-a3af-99ecbf189832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.766569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-52325142-6567-4d28-a3af-99ecbf189832 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1127 time: 0.0521054 Feb 19 01:15:57.870769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-46421c8b-6e79-4563-8c6e-21d9f9476937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:57.872307 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-46421c8b-6e79-4563-8c6e-21d9f9476937 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0856080 Feb 19 01:15:57.948812 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-2d189a32-9518-4568-b9d4-b0e9a89c1602 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 1000 time: 0.0684299 Feb 19 01:15:58.000997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-1613b881-1d4b-4dd9-98ea-211c0928f67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:58.002519 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-1613b881-1d4b-4dd9-98ea-211c0928f67f service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0469689 Feb 19 01:15:58.052565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-71da1853-3101-4540-ad41-58b453fb5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:15:58.054065 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-71da1853-3101-4540-ad41-58b453fb5c47 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455410 Feb 19 01:15:58.151897 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-f00d2517-be49-454d-a357-435fcc37a247 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913010 Feb 19 01:15:58.249842 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d68d57b-48b5-47e3-a4b8-341251636c87 req-0ef49e60-a16b-4ac0-8c8b-62baca5b4638 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892327 Feb 19 01:16:03.401864 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:16:18.023856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7919a499-1331-418c-b9e1-0586dbd588e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:19.173528 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:20.106726 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3de78326-07b7-4b45-82a3-6bbb06a7a317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:21.358968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:22.785034 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:23.319171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-b596f02b-c47d-43fc-ac6f-c1cb14048322 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488201730&fields=id&tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 267 time: 0.0448916 Feb 19 01:16:23.439342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-fdbf8962-6013-43d7-b6d6-31614a788c5f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:23.440371 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-fdbf8962-6013-43d7-b6d6-31614a788c5f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1147997 Feb 19 01:16:23.456601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-b680ae55-34b2-4e1c-b69c-c003f908569d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/quotas/07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 375 time: 0.0103681 Feb 19 01:16:23.520669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-73f49e5b-d936-452a-be59-6bcd6c28f88c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0582628 Feb 19 01:16:23.618221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-123ec9cc-6be3-4137-afee-f3d9b9313903 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848613 Feb 19 01:16:23.711033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-b8d42286-271b-496b-96e9-1309a1c86022 service neutron] 10.222.0.60 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868850 Feb 19 01:16:24.074631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7666b893-56f3-4273-a7ec-eb2fa35b0131 req-d46f60ea-5f78-44a8-9b31-813acf545153 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0912864 Feb 19 01:16:24.101466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:24.181526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.058011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-9d22a437-b92b-4c84-80fb-24c26d559096 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:25.058011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-9d22a437-b92b-4c84-80fb-24c26d559096 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 812 time: 0.1204412 Feb 19 01:16:25.134160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-16c6ca9c-cc31-4473-bae1-65fed522f6d6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc HTTP/1.1" status: 200 len: 380 time: 0.0664363 Feb 19 01:16:25.145133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'port': {'device_id': '4726b498-757c-4287-a92b-c575e1970484', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'admin_state_up': True, 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'security_groups': ['38cdd809-d0d3-4819-9509-76218b5cdfb5']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:25.537194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f48c8660-42d2-44db-b45b-6358f80cc599 req-d246265f-422d-45bd-bb2e-bf44c21c91cd tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.3462675 Feb 19 01:16:25.595723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Made reservation on behalf of 07a58cf5c9a24c0c9ab6f5b3ff1b65dc for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:16:25.599453 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.722632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.20.0.14 (b2394ae0-308d-4d89-9548-39ea4a9ef895/69059afc-c76e-4226-ad9e-3e59d4d043f6/6aed3682-23c4-4218-a5e1-f266f3063884) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:25.867605 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (6aed3682-23c4-4218-a5e1-f266f3063884), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.904914 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:25.951356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:25.954545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:25.960486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:25.989001 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=6aed3682-23c4-4218-a5e1-f266f3063884,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:26.003499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.003852 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.004202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.004543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.004884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.005244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.005559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.005905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.006254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.006751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.007091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.007448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.007780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:26.037374 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.038085 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.056510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-e5a96a0f-f19f-4a29-bbbe-2731246f176c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9160671 Feb 19 01:16:26.070739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Request body: {'port': {'device_id': '4726b498-757c-4287-a92b-c575e1970484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:26.146805 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.204808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c43e0581-3ea8-4940-98d2-eb8fc18f9553 None None] Provisioning complete for port 6aed3682-23c4-4218-a5e1-f266f3063884 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:26.205400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c43e0581-3ea8-4940-98d2-eb8fc18f9553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.245793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c43e0581-3ea8-4940-98d2-eb8fc18f9553 None None] Port 6aed3682-23c4-4218-a5e1-f266f3063884 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:16:26.455064 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aed3682-23c4-4218-a5e1-f266f3063884 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:26.463230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Publish callbacks [] for port (6aed3682-23c4-4218-a5e1-f266f3063884), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.476333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Transition to ACTIVE for port object 6aed3682-23c4-4218-a5e1-f266f3063884 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:16:26.480772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.540051 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Pushing event updated for resources: {'Port': ['ID=6aed3682-23c4-4218-a5e1-f266f3063884,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:26.620406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Attempting to bind port 6aed3682-23c4-4218-a5e1-f266f3063884 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:16:26.620754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Attempting to bind port 6aed3682-23c4-4218-a5e1-f266f3063884 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:16:26.621089 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Attempting to bind port 6aed3682-23c4-4218-a5e1-f266f3063884 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:26.625811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Port 6aed3682-23c4-4218-a5e1-f266f3063884 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:16:26.626133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Attempting to bind port 6aed3682-23c4-4218-a5e1-f266f3063884 on network b2394ae0-308d-4d89-9548-39ea4a9ef895 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:16:26.633868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:16:26.634245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Checking segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:16:26.634638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Bound using segment: {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:16:26.635245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Bound port: 6aed3682-23c4-4218-a5e1-f266f3063884, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:16:26.635612 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.743484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31945b8a-1991-4a3b-bd2f-7915a5e0cbee req-9e5cdccd-1d49-4170-945c-8e4720d85e83 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.751622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31945b8a-1991-4a3b-bd2f-7915a5e0cbee req-9e5cdccd-1d49-4170-945c-8e4720d85e83 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.1197305 Feb 19 01:16:26.762801 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] For port 6aed3682-23c4-4218-a5e1-f266f3063884, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:16:26.783217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] For port 6aed3682-23c4-4218-a5e1-f266f3063884, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6aed3682-23c4-4218-a5e1-f266f3063884,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:16:26.796080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.843631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31945b8a-1991-4a3b-bd2f-7915a5e0cbee req-392acab8-5a90-40d6-811e-7ffbcabe9f6e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910757 Feb 19 01:16:26.844846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.845467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:26.846752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] 10.222.0.113 "PUT /v2.0/ports/6aed3682-23c4-4218-a5e1-f266f3063884 HTTP/1.1" status: 200 len: 1092 time: 0.7828166 Feb 19 01:16:26.849172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:26.851536 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e57d293f3ebdd609fbb1f7a4b92328b346a41d20ed3630c73ca3be055d173773" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4affe157-ba99-4417-8bca-bef8917261d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:26.904851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cdc3d-ecb6-47bd-9bb3-3f116273baa8 service neutron] Pushing event updated for resources: {'Port': ['ID=6aed3682-23c4-4218-a5e1-f266f3063884,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:26.978876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-6aa59fba-acc9-41bc-a370-26ad71860461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:26.980559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-6aa59fba-acc9-41bc-a370-26ad71860461 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 1126 time: 0.0769064 Feb 19 01:16:27.030485 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba90e2a0-f210-4c70-803a-5bfeef4998ce x-openstack-request-id: req-ba90e2a0-f210-4c70-803a-5bfeef4998ce {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:27.030785 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:27.030973 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ba90e2a0-f210-4c70-803a-5bfeef4998ce {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:27.031393 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884', 'status': 'completed', 'code': 200} Feb 19 01:16:27.033339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-29ccffe9-cfe5-4729-be06-d3a4e28c6277 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aed3682-23c4-4218-a5e1-f266f3063884 HTTP/1.1" status: 200 len: 217 time: 0.0456061 Feb 19 01:16:27.095167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-b77ce414-3198-440b-8a42-b04dae2c0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.098782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-b77ce414-3198-440b-8a42-b04dae2c0a4e service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0592816 Feb 19 01:16:27.150976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-487a6da2-c95e-4795-a8d8-a3a2b8b5d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.152533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-487a6da2-c95e-4795-a8d8-a3a2b8b5d8b6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486889 Feb 19 01:16:27.251925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-dc6eb9e2-657f-4b85-84c9-6a33a38c7a2d service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934277 Feb 19 01:16:27.368187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c06d9eb0-8a95-4359-ab44-c419a911d1be req-01fcfa18-a22d-44a1-aae9-83f7a9fa7d0f service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096756 Feb 19 01:16:27.478733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe157-ba99-4417-8bca-bef8917261d7 req-50211644-8ef6-4aad-8bab-3c8b92ec3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.480520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4affe157-ba99-4417-8bca-bef8917261d7 req-50211644-8ef6-4aad-8bab-3c8b92ec3925 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 1126 time: 0.0673094 Feb 19 01:16:27.575745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe157-ba99-4417-8bca-bef8917261d7 req-4d7f665a-1df6-4097-babc-b9dacabf420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.577272 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4affe157-ba99-4417-8bca-bef8917261d7 req-4d7f665a-1df6-4097-babc-b9dacabf420d service neutron] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0909259 Feb 19 01:16:27.626139 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4affe157-ba99-4417-8bca-bef8917261d7 req-a6f70642-cddf-43b2-9235-2792462558f5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aed3682-23c4-4218-a5e1-f266f3063884 HTTP/1.1" status: 200 len: 217 time: 0.0426927 Feb 19 01:16:27.674759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe157-ba99-4417-8bca-bef8917261d7 req-9bce1dd4-997b-44f3-8b5b-16df7296b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.676215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4affe157-ba99-4417-8bca-bef8917261d7 req-9bce1dd4-997b-44f3-8b5b-16df7296b7ed service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0446036 Feb 19 01:16:27.728029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe157-ba99-4417-8bca-bef8917261d7 req-ddfc4874-bc5e-481d-9d7c-b6d03f906571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.730202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4affe157-ba99-4417-8bca-bef8917261d7 req-ddfc4874-bc5e-481d-9d7c-b6d03f906571 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474501 Feb 19 01:16:27.826495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4affe157-ba99-4417-8bca-bef8917261d7 req-258ca6f4-6071-4052-bdb5-963a5a73171c service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895143 Feb 19 01:16:27.919420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4affe157-ba99-4417-8bca-bef8917261d7 req-bbfdde6c-1fac-46d4-bf73-59960245241a service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870719 Feb 19 01:16:27.988034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d8b1c-f1c9-4ee5-a7d2-7ccfbf26e092 req-598a0b35-0324-4c3f-a3db-905aa91e35b4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:27.989564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-882d8b1c-f1c9-4ee5-a7d2-7ccfbf26e092 req-598a0b35-0324-4c3f-a3db-905aa91e35b4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0570433 Feb 19 01:16:28.046851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-882d8b1c-f1c9-4ee5-a7d2-7ccfbf26e092 req-7e33f11f-6ab4-42de-9105-ba58f706bcae tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495870 Feb 19 01:16:29.184274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e83e97-9eb6-4551-ae56-027e9fc9127e req-62e8457d-17da-41b8-8454-f47040bc7628 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:29.185797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15e83e97-9eb6-4551-ae56-027e9fc9127e req-62e8457d-17da-41b8-8454-f47040bc7628 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0618887 Feb 19 01:16:29.239176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15e83e97-9eb6-4551-ae56-027e9fc9127e req-ef336e35-15e9-40fd-a2de-42e533c012af tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474386 Feb 19 01:16:30.362556 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b511-1b4d-486e-ae75-266e2a92f774 req-da6efd78-db39-402f-8e07-d7e882d10324 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:30.364046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22d7b511-1b4d-486e-ae75-266e2a92f774 req-da6efd78-db39-402f-8e07-d7e882d10324 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0542538 Feb 19 01:16:30.412929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22d7b511-1b4d-486e-ae75-266e2a92f774 req-302819cb-e882-4659-9fc6-60323a749c98 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429864 Feb 19 01:16:31.540365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d5365-be2e-4645-91a1-6bf0c79492d6 req-38585444-1399-4a4e-a052-1dbcacdf5efe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:31.541880 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c14d5365-be2e-4645-91a1-6bf0c79492d6 req-38585444-1399-4a4e-a052-1dbcacdf5efe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0599322 Feb 19 01:16:31.595912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c14d5365-be2e-4645-91a1-6bf0c79492d6 req-adf8ef1e-1f82-4d1d-b772-519737a6fbfa tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476019 Feb 19 01:16:32.723949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0d0e4-4552-4149-995c-bc885b44d0a7 req-a755b479-017b-4594-a586-f6ff50a9e589 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:32.725482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ae0d0e4-4552-4149-995c-bc885b44d0a7 req-a755b479-017b-4594-a586-f6ff50a9e589 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0543189 Feb 19 01:16:32.775025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ae0d0e4-4552-4149-995c-bc885b44d0a7 req-0c6cea81-2e3a-4776-a1fc-870f8fab3c66 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437469 Feb 19 01:16:33.895930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d951a0-53a8-44ae-a36f-0cef83d7b0ae req-978c9c63-1328-4a44-be7c-ba46fef0f818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:33.897529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0d951a0-53a8-44ae-a36f-0cef83d7b0ae req-978c9c63-1328-4a44-be7c-ba46fef0f818 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0545716 Feb 19 01:16:33.950817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0d951a0-53a8-44ae-a36f-0cef83d7b0ae req-7488eb70-9e3d-411d-924c-99645e183be1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474839 Feb 19 01:16:35.076236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb21005-95fd-4cb5-9d92-e38cc3e95e67 req-ebf19329-b407-4cc0-99ac-a9bbdb0f993b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:35.077965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eb21005-95fd-4cb5-9d92-e38cc3e95e67 req-ebf19329-b407-4cc0-99ac-a9bbdb0f993b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0579181 Feb 19 01:16:35.133957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eb21005-95fd-4cb5-9d92-e38cc3e95e67 req-b1a4d6f3-5ccc-4799-8a4e-cb390104a89b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497503 Feb 19 01:16:36.268826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cfe25-9e17-446b-a4ab-5f8bea3afc4b req-eeb65da8-ecab-46fd-b4c1-8bad329bb225 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:36.270569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac1cfe25-9e17-446b-a4ab-5f8bea3afc4b req-eeb65da8-ecab-46fd-b4c1-8bad329bb225 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0619240 Feb 19 01:16:36.321480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac1cfe25-9e17-446b-a4ab-5f8bea3afc4b req-66bb6818-089c-4b68-b5b5-19d17f2a7fb4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450778 Feb 19 01:16:37.460209 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4204aebc-f48c-4fc2-a3e5-b28580c7c4d6 req-41ab03c8-7f0e-4c6b-be55-ebd55d83ef2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:37.461698 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4204aebc-f48c-4fc2-a3e5-b28580c7c4d6 req-41ab03c8-7f0e-4c6b-be55-ebd55d83ef2a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0632725 Feb 19 01:16:37.514111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4204aebc-f48c-4fc2-a3e5-b28580c7c4d6 req-40d3fb80-9efb-4373-8471-776ae85add7d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466578 Feb 19 01:16:38.655573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcad3a1-2d51-476b-b434-24cbd81ad3cb req-d062cbcc-fadb-4bc9-9b70-f1b91dad2fa6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:38.657218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bcad3a1-2d51-476b-b434-24cbd81ad3cb req-d062cbcc-fadb-4bc9-9b70-f1b91dad2fa6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0647588 Feb 19 01:16:38.711646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bcad3a1-2d51-476b-b434-24cbd81ad3cb req-0489e2c4-c3ec-4372-a6b1-32d73ce6024c tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486619 Feb 19 01:16:39.941095 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88868797-00f3-46df-8f88-8770e946c575 req-7c2eb598-8cf0-4127-945e-32d17c2bcfb2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:39.942588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88868797-00f3-46df-8f88-8770e946c575 req-7c2eb598-8cf0-4127-945e-32d17c2bcfb2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0536628 Feb 19 01:16:39.997599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88868797-00f3-46df-8f88-8770e946c575 req-426a60d8-51a2-49ed-bf24-b4a2eb88fa78 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479345 Feb 19 01:16:40.406294 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:16:41.132101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3e78c-480c-4bb9-9b5d-a1a1fe807a1f req-50414598-e019-4a91-9198-6bc8d131d035 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:41.133687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-feb3e78c-480c-4bb9-9b5d-a1a1fe807a1f req-50414598-e019-4a91-9198-6bc8d131d035 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0604856 Feb 19 01:16:41.184039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-feb3e78c-480c-4bb9-9b5d-a1a1fe807a1f req-3608eac4-3cd0-478f-a21f-9a7e07c502b7 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 Feb 19 01:16:42.111358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6aed3682-23c4-4218-a5e1-f266f3063884 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:16:42.210404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6aed3682-23c4-4218-a5e1-f266f3063884, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6aed3682-23c4-4218-a5e1-f266f3063884,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:42.223546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '6aed3682-23c4-4218-a5e1-f266f3063884', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'port_id': '6aed3682-23c4-4218-a5e1-f266f3063884', 'mac_address': 'fa:16:3e:80:3a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:16:42.265710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6aed3682-23c4-4218-a5e1-f266f3063884 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:42.266107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.279416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aed3682-23c4-4218-a5e1-f266f3063884 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:16:42.299506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6aed3682-23c4-4218-a5e1-f266f3063884, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6aed3682-23c4-4218-a5e1-f266f3063884,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:42.305567 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:42.307754 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ab3f8-a8e5-40c8-a263-7054941c8f5d req-ff470e90-845c-4376-955d-18bb9592b640 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:42.309264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b14ab3f8-a8e5-40c8-a263-7054941c8f5d req-ff470e90-845c-4376-955d-18bb9592b640 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 944 time: 0.0530727 Feb 19 01:16:42.353005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6aed3682-23c4-4218-a5e1-f266f3063884,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:42.358921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b14ab3f8-a8e5-40c8-a263-7054941c8f5d req-93fec196-90e5-494b-abb5-ac7ab13e0369 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438714 Feb 19 01:16:42.360530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.361198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.361612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.361890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.362232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.362593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.362934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.363248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.363573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.363890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.364305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.364553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.364873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:42.557202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['6aed3682-23c4-4218-a5e1-f266f3063884'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:16:43.488978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ab7b-9c60-4740-a9b6-d32b6106aabc req-947dc8ff-f3c6-4538-a6ab-26a862cb8c58 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:43.490504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0304ab7b-9c60-4740-a9b6-d32b6106aabc req-947dc8ff-f3c6-4538-a6ab-26a862cb8c58 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 945 time: 0.0582752 Feb 19 01:16:43.540373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0304ab7b-9c60-4740-a9b6-d32b6106aabc req-3a3b55ff-53b3-42be-9059-c7ea8fcde666 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441747 Feb 19 01:16:44.122863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6aed3682-23c4-4218-a5e1-f266f3063884 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:16:44.183830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 6aed3682-23c4-4218-a5e1-f266f3063884 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:16:44.189626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 6aed3682-23c4-4218-a5e1-f266f3063884 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:16:44.190058 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.275489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6aed3682-23c4-4218-a5e1-f266f3063884 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:16:44.275881 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.297940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:44.300201 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}773d30dd86b3b355f8a2f2be853e038f997c2a5224a251eb5e47a5253e9655e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbab8154-09a5-4327-811d-a5fb850a625e" -d '{"events": [{"server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "name": "network-vif-plugged", "status": "completed", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:44.312785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6aed3682-23c4-4218-a5e1-f266f3063884, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6aed3682-23c4-4218-a5e1-f266f3063884,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:16:44.319015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:44.370359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6aed3682-23c4-4218-a5e1-f266f3063884,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:44.405393 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9eedc8-f79b-498c-9438-2f373c4244f6 x-openstack-request-id: req-5c9eedc8-f79b-498c-9438-2f373c4244f6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:44.405697 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "name": "network-vif-plugged", "status": "completed", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:44.405961 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c9eedc8-f79b-498c-9438-2f373c4244f6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:44.406394 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884', 'code': 200} Feb 19 01:16:44.512781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104329b-d9fa-4c66-994f-23c40c964ba9 req-8c47f8d9-19f0-4fe9-b0e6-64edef5e572a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.514443 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4104329b-d9fa-4c66-994f-23c40c964ba9 req-8c47f8d9-19f0-4fe9-b0e6-64edef5e572a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 1128 time: 0.0484877 Feb 19 01:16:44.561593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4104329b-d9fa-4c66-994f-23c40c964ba9 req-d9d1ecff-55e4-46cc-8459-cc5f4a0cf83d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407770 Feb 19 01:16:44.674302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5734284-580b-4bc1-979d-a045528ad3f0 req-90ff4776-dba5-4577-a016-7b581eb33d93 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:44.675730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5734284-580b-4bc1-979d-a045528ad3f0 req-90ff4776-dba5-4577-a016-7b581eb33d93 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 946 time: 0.0578551 Feb 19 01:16:44.726050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d5734284-580b-4bc1-979d-a045528ad3f0 req-f0a8ca0d-4671-4f68-8940-ab74980015a4 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445664 Feb 19 01:16:45.857140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577feaf-e90c-4887-ba70-4a2178c3aa60 req-6992a3d9-ca2b-42a9-93d5-efc91dc78e3e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:45.858630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3577feaf-e90c-4887-ba70-4a2178c3aa60 req-6992a3d9-ca2b-42a9-93d5-efc91dc78e3e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 946 time: 0.0565863 Feb 19 01:16:45.912973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3577feaf-e90c-4887-ba70-4a2178c3aa60 req-d38f56d9-6105-41c6-9e4d-7eaa72da0745 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458519 Feb 19 01:16:45.977108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-453e2dfe-cebd-45ec-82b1-b451ef19aed7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451071 Feb 19 01:16:46.061058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f319be1-4eca-4e81-8bcc-5f9e7fd5c604 req-3998829e-5327-4950-85d7-d85bbe3e36d2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.062532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f319be1-4eca-4e81-8bcc-5f9e7fd5c604 req-3998829e-5327-4950-85d7-d85bbe3e36d2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 946 time: 0.0811143 Feb 19 01:16:46.096866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-30f1f475-af58-447c-983f-8ac5bc143fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.098400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-30f1f475-af58-447c-983f-8ac5bc143fdc service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 1128 time: 0.0762944 Feb 19 01:16:46.132176 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f319be1-4eca-4e81-8bcc-5f9e7fd5c604 req-74f63fcc-5a1a-4698-93ea-5c1c8bebe51a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637345 Feb 19 01:16:46.157464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:46.202885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac74c44-c71f-4a95-bec2-eda21499c013 tempest-TestVolumeBootPattern-697866163 tempest-TestVolumeBootPattern-697866163-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.207419 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0ac74c44-c71f-4a95-bec2-eda21499c013 tempest-TestVolumeBootPattern-697866163 tempest-TestVolumeBootPattern-697866163-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 1123 time: 0.0459566 Feb 19 01:16:46.207545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34678) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:16:46.212056 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '6aed3682-23c4-4218-a5e1-f266f3063884', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:16:46.213322 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-64d40a82-6a9a-480e-854c-7ec5099ad5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.215295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-64d40a82-6a9a-480e-854c-7ec5099ad5f0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0963621 Feb 19 01:16:46.236321 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.259290 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-46456828-d05b-4563-925b-31d8dec259ec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aed3682-23c4-4218-a5e1-f266f3063884 HTTP/1.1" status: 200 len: 217 time: 0.0383451 Feb 19 01:16:46.309251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-c24a1054-0bd3-4097-8199-92717df2c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.310797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-c24a1054-0bd3-4097-8199-92717df2c040 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0440638 Feb 19 01:16:46.343028 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.362008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-e9220eaa-9d92-45c7-b9b5-ba27b313c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:46.363638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-e9220eaa-9d92-45c7-b9b5-ba27b313c65d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472515 Feb 19 01:16:46.454926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Allocated IP 172.25.6.211 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:16:46.459591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-5b9b746d-a449-423e-bb37-610aa62520dc service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897291 Feb 19 01:16:46.550742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ada4ea8-5af5-4da0-879c-e94ec4712393 req-9dc61ca7-5fbe-478b-a5d4-8e04e38015f9 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856547 Feb 19 01:16:46.558198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.602972 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:46.639665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:16:46.642455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:16:46.647813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:16:46.653177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:46.684215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.684564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.684905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.685239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.685570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.685900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.686286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.686606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.686929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.687236 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.687554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.687857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:46.688179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:16:47.207984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (f15599fd-4980-4dd1-99d5-a9455eb1f594), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.576923 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.730794 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for port (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.738946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.810525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event updated for resources: {'Port': ['ID=00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:16:47.819227 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (f15599fd-4980-4dd1-99d5-a9455eb1f594), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:47.923438 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Floating IP f15599fd-4980-4dd1-99d5-a9455eb1f594 associated. External IP: 172.25.6.211, port: 6aed3682-23c4-4218-a5e1-f266f3063884. Feb 19 01:16:48.018794 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0ad2-5363-4b6e-bbbf-866da2452b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.141869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Router c20632fc-c1ce-4420-b466-8bc80442e85c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:16:48.251610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:16:48.261945 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:16:48.270126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:48.272532 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:48.273272 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:16:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:48.301334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3435ef88-288f-42fa-ab2e-c3f055fbb937 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0927455 Feb 19 01:16:48.301893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:16:48.304244 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc96d1bbfa0790b784d1875f18ec16772e9107e72ced3a081cc09ac38a5a2306" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e" -d '{"events": [{"name": "network-changed", "server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:16:48.388513 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:16:48.406429 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ccda7b-173e-4901-8348-9d6df98e7cc2 x-openstack-request-id: req-c1ccda7b-173e-4901-8348-9d6df98e7cc2 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:16:48.406874 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:16:48.407147 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1ccda7b-173e-4901-8348-9d6df98e7cc2 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:16:48.407777 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884', 'status': 'completed', 'code': 200} Feb 19 01:16:48.478812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-bce73f99-cf25-4e76-9508-11f202ef876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.480336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-bce73f99-cf25-4e76-9508-11f202ef876c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 1128 time: 0.0520864 Feb 19 01:16:48.573011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-30ad4554-622b-4e35-b5cc-43d5b5a08512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.574430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-30ad4554-622b-4e35-b5cc-43d5b5a08512 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0886669 Feb 19 01:16:48.629996 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:33Z', 'revision_number': 1, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}, {'id': 'f15599fd-4980-4dd1-99d5-a9455eb1f594', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '6aed3682-23c4-4218-a5e1-f266f3063884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:80:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4726b498-757c-4287-a92b-c575e1970484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:16:46Z', 'updated_at': '2022-02-19T01:16:46Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:48.643987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-13f92150-97a6-43f2-afba-8dd466c66cce service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aed3682-23c4-4218-a5e1-f266f3063884 HTTP/1.1" status: 200 len: 1000 time: 0.0638175 Feb 19 01:16:48.656213 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:16:48.664521 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:16:48.665193 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:16:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:48.694098 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-10f5b0df-c452-4a99-b255-557c2df204d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.695651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-10f5b0df-c452-4a99-b255-557c2df204d3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0458848 Feb 19 01:16:48.759313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-a1c85d92-5844-410d-94f7-c30058f4cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:48.760862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-a1c85d92-5844-410d-94f7-c30058f4cfc1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596912 Feb 19 01:16:48.780302 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:16:48.851580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-28cb0ad1-4df4-4451-b85c-e45638ca72e1 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843391 Feb 19 01:16:48.942680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e80b1b5e-1a06-4646-843f-cdd7d4cf918e req-d1ae4aa5-259e-45dd-937c-2048d2827449 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852904 Feb 19 01:16:49.015109 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:33Z', 'revision_number': 1, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}, {'id': 'f15599fd-4980-4dd1-99d5-a9455eb1f594', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '6aed3682-23c4-4218-a5e1-f266f3063884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:80:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4726b498-757c-4287-a92b-c575e1970484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:16:46Z', 'updated_at': '2022-02-19T01:16:46Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:16:49.042023 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18602bf-b689-4ea4-8454-b004172a8d64 None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:33Z', 'revision_number': 1, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}, {'id': 'f15599fd-4980-4dd1-99d5-a9455eb1f594', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '6aed3682-23c4-4218-a5e1-f266f3063884', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4034, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:80:3a:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4726b498-757c-4287-a92b-c575e1970484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:16:46Z', 'updated_at': '2022-02-19T01:16:46Z', 'revision_number': 0, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:16:49.160049 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:49.249575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17a4cde-278b-4ec4-9b78-508090a0ad2c None None] New status for floating IP f15599fd-4980-4dd1-99d5-a9455eb1f594: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:16:50.119687 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6c48e4f-fc24-4ca2-aed6-78898f633bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:51.361803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:52.793557 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.127481 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:54.189987 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:16:58.286510 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-d66b8168-71b8-42e3-891d-2767a9c143ac service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540831 Feb 19 01:16:58.385216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-65841bd9-0e93-4e8e-9158-a4c82aa9f548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:58.386831 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-65841bd9-0e93-4e8e-9158-a4c82aa9f548 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1127 time: 0.0496926 Feb 19 01:16:58.497102 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-3114dc8f-1bd0-43f5-81f3-e60c11b62ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:58.498623 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-3114dc8f-1bd0-43f5-81f3-e60c11b62ac5 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0923612 Feb 19 01:16:58.570395 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-cf9bc152-cd84-4552-8781-8e8cb8eaca9f service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 1000 time: 0.0648291 Feb 19 01:16:58.630541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-9bc35c8e-52a3-427a-9bc6-38f89d4ff3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:58.632142 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-9bc35c8e-52a3-427a-9bc6-38f89d4ff3c7 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0564840 Feb 19 01:16:58.683485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-b5e7010d-9824-40e2-bad7-cb688ef6bded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:16:58.684998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-b5e7010d-9824-40e2-bad7-cb688ef6bded service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472541 Feb 19 01:16:58.778574 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-d10caca7-540c-4e4e-9168-a8c94af80695 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864468 Feb 19 01:16:58.877128 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5a418fbc-fdc6-4c93-8056-9f5dcd005492 req-e53fdd92-1d19-44dd-9f4a-e030e6254669 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930221 Feb 19 01:17:17.408733 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:17:18.033640 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c64c172a-e93a-495e-b29a-adf490072553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:19.170082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:20.110562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3ac7-c1e9-46c7-a65e-b2a308dc9cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:21.373802 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:22.793074 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.109303 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:24.184430 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:47.117531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-e6d601bd-5d65-486c-834c-8f07f50b7eb5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894604 Feb 19 01:17:47.219352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-417adb18-7600-4915-9d0a-ae0255bab7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:47.220897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-417adb18-7600-4915-9d0a-ae0255bab7c1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 1128 time: 0.0559788 Feb 19 01:17:47.335740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-028ead88-7afd-496d-984c-b14eb2446254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:47.338021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-028ead88-7afd-496d-984c-b14eb2446254 service neutron] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0980301 Feb 19 01:17:47.416331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-3d32c973-ab92-476c-b293-53dc65cceb3c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aed3682-23c4-4218-a5e1-f266f3063884 HTTP/1.1" status: 200 len: 1002 time: 0.0717652 Feb 19 01:17:47.470652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-1718b464-6e58-4cbf-97b5-d873d59feb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:47.472153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-1718b464-6e58-4cbf-97b5-d873d59feb5c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0497918 Feb 19 01:17:47.526949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-eba932d3-15cc-4be0-9d12-c4180dc46dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:47.528461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-eba932d3-15cc-4be0-9d12-c4180dc46dd4 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498126 Feb 19 01:17:47.621786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-cdee52e6-1990-45f1-8fa1-8b148f9bbe3f service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872166 Feb 19 01:17:47.718767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7acc88cb-a98f-48a2-a57b-2778c5e295e3 req-1cf3e225-9fdf-4064-bc1f-46a8c20d6c60 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904169 Feb 19 01:17:48.040211 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5dc46ea0-3bfc-496f-a00b-a364825a42c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:49.187045 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:50.109906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33cb07f1-cea6-4561-8f26-91f6efc96a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:51.379446 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:52.801268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.123767 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.190299 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:17:54.412035 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:17:58.748942 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-7a47ed21-9302-4ca4-91bf-4865c0e9a68e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875018 Feb 19 01:17:58.846734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-6050d8f0-e2da-46e5-bf0e-cbeba4792d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:58.848236 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-6050d8f0-e2da-46e5-bf0e-cbeba4792d3c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1127 time: 0.0535977 Feb 19 01:17:58.956367 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-0e8a1e7b-6947-422d-ae46-5cb9b6ebb373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:58.957716 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-0e8a1e7b-6947-422d-ae46-5cb9b6ebb373 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0893276 Feb 19 01:17:59.022199 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-baf0c965-e8a4-45de-ba42-4fffcec848e9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 1000 time: 0.0581160 Feb 19 01:17:59.081935 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-ad7bf133-b3a3-4382-8c91-d3a46b92f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:59.083411 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-ad7bf133-b3a3-4382-8c91-d3a46b92f235 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0552070 Feb 19 01:17:59.135477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-2cf31a07-8017-492a-abd7-a8bdbbbf56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:17:59.137079 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-2cf31a07-8017-492a-abd7-a8bdbbbf56ed service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476763 Feb 19 01:17:59.227606 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-8c9ae412-004f-446e-9b66-405e16fd54f5 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839410 Feb 19 01:17:59.324555 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5ea43f7c-854e-44a3-8ed6-f9f5e312dcc2 req-5d8c8026-c4b5-470e-ae0b-fe20cab5dd68 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912335 Feb 19 01:18:16.849716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34710) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:17.017746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port 00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:17.018126 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.094985 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.095320 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.107528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for 00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:17.275014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.304035 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=00f9dc3c-d314-43a5-ba6c-ce7ef1f06bc8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:17.332494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.332846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.333214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.333556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.333927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.334296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.334635 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.334969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.335280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.335609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.335949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.336276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.336605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:17.377453 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (f15599fd-4980-4dd1-99d5-a9455eb1f594), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.377646 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Floating IP f15599fd-4980-4dd1-99d5-a9455eb1f594 disassociated (deleted). External IP: 172.25.6.211, port: 6aed3682-23c4-4218-a5e1-f266f3063884. Feb 19 01:18:17.623180 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Router c20632fc-c1ce-4420-b466-8bc80442e85c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:18:17.743231 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:17.747676 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:17.755070 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:17.764916 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:17.765503 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:17:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:17.776685 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7b26633d-5f6c-4762-9a9c-019e48176a7b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "DELETE /v2.0/floatingips/f15599fd-4980-4dd1-99d5-a9455eb1f594 HTTP/1.1" status: 204 len: 168 time: 0.9257960 Feb 19 01:18:17.777368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:17.844237 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:17.979344 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b23d67-ebc1-4228-ab88-5325fad7db14 x-openstack-request-id: req-95b23d67-ebc1-4228-ab88-5325fad7db14 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:17.979949 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:17.979949 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95b23d67-ebc1-4228-ab88-5325fad7db14 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:17.980286 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884', 'status': 'completed', 'code': 200} Feb 19 01:18:17.982630 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:18.026265 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a65f155-1856-4298-86c9-3fa28155ce1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:18.053179 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-44bd73a7-b075-4953-a915-4e4b712102ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.054892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-44bd73a7-b075-4953-a915-4e4b712102ba service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 1128 time: 0.0520635 Feb 19 01:18:18.198299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496feed5-1a32-473d-8174-279d29892aa0 req-bd143adb-95fc-40df-ab5e-a1e84dde7eeb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.199823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-496feed5-1a32-473d-8174-279d29892aa0 req-bd143adb-95fc-40df-ab5e-a1e84dde7eeb tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 946 time: 0.1439803 Feb 19 01:18:18.202174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-3580848f-f146-419e-b141-e507323c84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.202618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-3580848f-f146-419e-b141-e507323c84dd service neutron] 10.222.0.113 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.1407278 Feb 19 01:18:18.232172 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:33Z', 'revision_number': 1, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:18.262471 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:18:18.266921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-ec4124b3-6e9e-4c6d-93c6-0e77b9942269 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6aed3682-23c4-4218-a5e1-f266f3063884 HTTP/1.1" status: 200 len: 217 time: 0.0561113 Feb 19 01:18:18.271209 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:18.271839 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:17:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:18.325384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-496feed5-1a32-473d-8174-279d29892aa0 req-974063d8-6b20-4479-adb8-fa2c5ee90258 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157677 Feb 19 01:18:18.334987 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-d9d380cc-5c3f-4cbf-91d5-493e86cc3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.336426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-d9d380cc-5c3f-4cbf-91d5-493e86cc3483 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0595639 Feb 19 01:18:18.377399 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:18.390206 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-d431bd90-c608-435d-9a1c-7a098f0b827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:18.391744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-d431bd90-c608-435d-9a1c-7a098f0b827b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476174 Feb 19 01:18:18.492403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-aa58e4e8-e7b9-44b9-b548-d6491fb15efc service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936837 Feb 19 01:18:18.582949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c183bc0b-9ad9-4b89-a4b2-34da69a8bf5c req-421e7aff-033c-4de9-b250-2771cae01fe1 service neutron] 10.222.0.113 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833983 Feb 19 01:18:18.594645 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:33Z', 'revision_number': 1, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:18.623901 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4185d9ec-0221-463d-a43f-2dc3c7875897 None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '44594b1c-7ccc-42a9-973b-fc1481c3775e', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'floating_ip_address': '172.25.6.71', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'port_id': '513cd880-8591-44ff-924c-52351df27e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4031, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'mac_address': 'fa:16:3e:d8:bc:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:14:31Z', 'updated_at': '2022-02-19T01:14:33Z', 'revision_number': 1, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:18.863031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640125f0-af1e-45ce-8c87-b19fb13eeced None None] New status for floating IP f15599fd-4980-4dd1-99d5-a9455eb1f594: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:18:19.213332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.592439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-db3db36d-b776-4439-a7ca-ac756028abde tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:19.593917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-db3db36d-b776-4439-a7ca-ac756028abde tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 946 time: 0.0975740 Feb 19 01:18:19.601434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fad58-1a52-4174-b6d6-21c19f238543 req-67b3bf5a-245c-42cd-9679-76cb3827e02a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:19.602845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-272fad58-1a52-4174-b6d6-21c19f238543 req-67b3bf5a-245c-42cd-9679-76cb3827e02a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 946 time: 0.1558986 Feb 19 01:18:19.703493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-272fad58-1a52-4174-b6d6-21c19f238543 req-b9e30649-02bc-4d2f-b477-0a758346625d tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936038 Feb 19 01:18:19.725947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port 6aed3682-23c4-4218-a5e1-f266f3063884 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:19.726326 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.813808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] For port 6aed3682-23c4-4218-a5e1-f266f3063884, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6aed3682-23c4-4218-a5e1-f266f3063884,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:19.814175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.826921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for 6aed3682-23c4-4218-a5e1-f266f3063884 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:19.958947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6aed3682-23c4-4218-a5e1-f266f3063884), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:19.987330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=6aed3682-23c4-4218-a5e1-f266f3063884,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:20.001112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.001973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.002380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.002729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.003083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.003427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.003766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.004102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.004442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.004782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.005171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.005477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.005841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:18:20.045546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] No DVR routers for this DVR port 6aed3682-23c4-4218-a5e1-f266f3063884 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:20.048522 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.052065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2cf3e4f0-c143-4392-b241-88b96e012e9c req-6fbf81b5-7b21-4513-b631-8b74e0415b51 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.113 "DELETE /v2.0/ports/6aed3682-23c4-4218-a5e1-f266f3063884 HTTP/1.1" status: 204 len: 173 time: 0.4483480 Feb 19 01:18:20.052793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'name': 'network-vif-deleted', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:20.100837 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c0abee-49d5-415d-bf8f-f9377a8bf6d6" -d '{"events": [{"server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "name": "network-vif-deleted", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:20.101894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4e1aa88-5c7b-4c18-80b4-ba4ceac1bf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:20.200763 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a785c25-75cc-466f-a92c-cb0742dde379 x-openstack-request-id: req-0a785c25-75cc-466f-a92c-cb0742dde379 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:20.201093 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4726b498-757c-4287-a92b-c575e1970484", "name": "network-vif-deleted", "tag": "6aed3682-23c4-4218-a5e1-f266f3063884", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:20.201348 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a785c25-75cc-466f-a92c-cb0742dde379 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:20.201755 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4726b498-757c-4287-a92b-c575e1970484', 'name': 'network-vif-deleted', 'tag': '6aed3682-23c4-4218-a5e1-f266f3063884', 'status': 'completed', 'code': 200} Feb 19 01:18:20.802718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa3997cb-5d27-4941-bb23-4c7f77874fd2 req-399aaf92-18de-47a4-afcc-01743b1d445b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0277927 Feb 19 01:18:21.373339 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:21.905581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3c9d03c-4cc1-42bb-a0a3-39ae993f9ecb req-1768d3d1-73f3-4e08-b354-6ba74733b267 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0286283 Feb 19 01:18:22.572694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6aed3682-23c4-4218-a5e1-f266f3063884 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:22.593547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 6aed3682-23c4-4218-a5e1-f266f3063884 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:22.594226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6aed3682-23c4-4218-a5e1-f266f3063884 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:22.802916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:23.007641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4ae45e7-18bc-4bfa-ab2c-cb245ab2eb3a req-257e3c39-4e11-42b4-bce7-30ae594d5f79 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0299335 Feb 19 01:18:24.115027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-518896aa-5beb-4e24-bf11-ca06721e94dc req-67180408-6a84-4cd2-a4ee-d14e333c84e3 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0372825 Feb 19 01:18:24.127419 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:24.186618 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:25.230705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1201a0ae-d138-426d-92a2-24860a18d632 req-613ce7a5-44b1-44d6-83f8-e43b3f808d17 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0296264 Feb 19 01:18:26.331979 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b002c28d-f91c-4f6f-9e93-2544529f28ae req-1a569f49-41fb-40b4-98c9-30fc36c73c2e tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0312490 Feb 19 01:18:27.427591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-419624b2-c777-4b75-872b-2af1358b0d93 req-a49c972d-f6fd-4e57-b70d-ca550e535615 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0273445 Feb 19 01:18:28.525057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc6f0cac-3157-434c-8e86-14a6728b3202 req-797eedec-86c3-43b2-95f0-5fedd325a5e2 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=4726b498-757c-4287-a92b-c575e1970484 HTTP/1.1" status: 200 len: 210 time: 0.0277638 Feb 19 01:18:31.411764 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:18:38.094239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34796) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:38.266818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port 2ea9a286-190a-46e0-b9f1-96f76c4aedea {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:38.267188 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2ea9a286-190a-46e0-b9f1-96f76c4aedea), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.341580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2ea9a286-190a-46e0-b9f1-96f76c4aedea), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.341824 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (2ea9a286-190a-46e0-b9f1-96f76c4aedea), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.354220 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for 2ea9a286-190a-46e0-b9f1-96f76c4aedea owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:38.504771 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2ea9a286-190a-46e0-b9f1-96f76c4aedea), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.532352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=2ea9a286-190a-46e0-b9f1-96f76c4aedea,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:38.884766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (44594b1c-7ccc-42a9-973b-fc1481c3775e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:38.885105 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Floating IP 44594b1c-7ccc-42a9-973b-fc1481c3775e disassociated (deleted). External IP: 172.25.6.71, port: 513cd880-8591-44ff-924c-52351df27e9a. Feb 19 01:18:39.112822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Router c20632fc-c1ce-4420-b466-8bc80442e85c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:18:39.227068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:18:39.233986 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:39.239290 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:18:39.251816 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:39.252445 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:18:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:39.267170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8816646c-e813-45bc-a62a-be0b0e09e14a tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "DELETE /v2.0/floatingips/44594b1c-7ccc-42a9-973b-fc1481c3775e HTTP/1.1" status: 204 len: 168 time: 1.1718044 Feb 19 01:18:39.267898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'tag': '513cd880-8591-44ff-924c-52351df27e9a'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:39.270374 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576d3a51-db9b-416c-ba55-f7fe9b073ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "tag": "513cd880-8591-44ff-924c-52351df27e9a"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:39.311924 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7678b333-de49-42ca-ac47-969ca08276eb x-openstack-request-id: req-7678b333-de49-42ca-ac47-969ca08276eb {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:39.312230 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "tag": "513cd880-8591-44ff-924c-52351df27e9a", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:39.312484 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7678b333-de49-42ca-ac47-969ca08276eb {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:39.312894 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'tag': '513cd880-8591-44ff-924c-52351df27e9a', 'status': 'completed', 'code': 200} Feb 19 01:18:39.365702 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:39.384831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-3a05dbfe-ae8d-4022-9528-8a12a7522ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.386499 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-3a05dbfe-ae8d-4022-9528-8a12a7522ea4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 1127 time: 0.0475781 Feb 19 01:18:39.494826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-1ac9f30b-de90-4aff-b4d2-cdac93601208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.496342 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-1ac9f30b-de90-4aff-b4d2-cdac93601208 service neutron] 10.222.0.126 "GET /v2.0/networks?id=b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 200 len: 913 time: 0.0986946 Feb 19 01:18:39.527739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57172ad-e0b9-4068-b6e1-65eee36c94ff req-cf588d24-2f2f-4176-9cc7-6504b461cb2b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.529442 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b57172ad-e0b9-4068-b6e1-65eee36c94ff req-cf588d24-2f2f-4176-9cc7-6504b461cb2b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 945 time: 0.0559330 Feb 19 01:18:39.540739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-5eda3477-f34d-492d-8322-a7e50afbbf9d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 200 len: 217 time: 0.0377908 Feb 19 01:18:39.580055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b57172ad-e0b9-4068-b6e1-65eee36c94ff req-eca505c9-364c-419f-a211-466a76cd4204 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440280 Feb 19 01:18:39.580920 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:39.591709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-8f0e0b9b-10d0-4e04-80fb-2689d4677f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.594386 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-8f0e0b9b-10d0-4e04-80fb-2689d4677f95 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 200 len: 851 time: 0.0448775 Feb 19 01:18:39.611799 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:18:39.619996 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:18:39.620609 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:18:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:39.648730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-2dc1c0ce-1978-4fe2-9fcf-d26b734bcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:39.650521 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-2dc1c0ce-1978-4fe2-9fcf-d26b734bcd04 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=b2394ae0-308d-4d89-9548-39ea4a9ef895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498319 Feb 19 01:18:39.725962 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:18:39.740777 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-244c089e-67a9-4145-972d-0ffe2460ef76 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Feb 19 01:18:39.836858 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-576d3a51-db9b-416c-ba55-f7fe9b073ba7 req-425c294f-6497-4931-a3f3-b3e021a1f552 service neutron] 10.222.0.126 "GET /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884075 Feb 19 01:18:40.018666 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:18:40.044168 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1559f0-8ef0-4e45-8803-f2bdf75e859a None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:06:32Z', 'revision_number': 4, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e8e9b62a-6269-445e-8a2a-b776ba54db4a', 'name': '', 'network_id': 'b2394ae0-308d-4d89-9548-39ea4a9ef895', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'mac_address': 'fa:16:3e:0a:bb:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:31Z', 'updated_at': '2022-02-19T01:06:36Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'subnets': [{'id': '69059afc-c76e-4226-ad9e-3e59d4d043f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:18:40.283993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd297db-d191-4c4a-b6c8-6c863ee09e33 None None] New status for floating IP 44594b1c-7ccc-42a9-973b-fc1481c3775e: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:18:40.719631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62432a-82fb-4f99-a61f-61441eaeec94 req-d199993b-fb6e-4321-b5c2-ef4bcb7171e6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:40.721109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb62432a-82fb-4f99-a61f-61441eaeec94 req-d199993b-fb6e-4321-b5c2-ef4bcb7171e6 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 945 time: 0.0592718 Feb 19 01:18:40.774342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fb62432a-82fb-4f99-a61f-61441eaeec94 req-71a9cf69-bf4f-4031-933e-e2c554b8bcab tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/security-groups?id=38cdd809-d0d3-4819-9509-76218b5cdfb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447598 Feb 19 01:18:41.328206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-d91657ad-bfa0-48e8-beef-96c8e16eb4d1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:18:41.329682 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-d91657ad-bfa0-48e8-beef-96c8e16eb4d1 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 945 time: 0.0562577 Feb 19 01:18:41.439308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port 513cd880-8591-44ff-924c-52351df27e9a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:41.439552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (513cd880-8591-44ff-924c-52351df27e9a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.541247 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] For port 513cd880-8591-44ff-924c-52351df27e9a, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=513cd880-8591-44ff-924c-52351df27e9a,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:41.541625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (513cd880-8591-44ff-924c-52351df27e9a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.555014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for 513cd880-8591-44ff-924c-52351df27e9a owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:41.701848 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (513cd880-8591-44ff-924c-52351df27e9a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.733508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=513cd880-8591-44ff-924c-52351df27e9a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:41.778510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] No DVR routers for this DVR port 513cd880-8591-44ff-924c-52351df27e9a on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:18:41.783042 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:41.787984 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-205d1e37-59e6-44c4-ab87-f3f5323b02bd req-b3b897cb-59a2-4885-9035-9f2d188c6090 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.126 "DELETE /v2.0/ports/513cd880-8591-44ff-924c-52351df27e9a HTTP/1.1" status: 204 len: 173 time: 0.4524095 Feb 19 01:18:41.788558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'name': 'network-vif-deleted', 'tag': '513cd880-8591-44ff-924c-52351df27e9a'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:18:41.791470 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51bb9d6-e109-429c-8acb-636378cab121" -d '{"events": [{"server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "name": "network-vif-deleted", "tag": "513cd880-8591-44ff-924c-52351df27e9a"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:18:41.831568 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e293ae8e-bf51-4170-829a-0a6c0676c7a6 x-openstack-request-id: req-e293ae8e-bf51-4170-829a-0a6c0676c7a6 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:18:41.831880 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacf0ebd-383e-49f9-8a2a-68d2a5f81a67", "name": "network-vif-deleted", "tag": "513cd880-8591-44ff-924c-52351df27e9a", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:18:41.832151 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e293ae8e-bf51-4170-829a-0a6c0676c7a6 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:18:41.832560 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacf0ebd-383e-49f9-8a2a-68d2a5f81a67', 'name': 'network-vif-deleted', 'tag': '513cd880-8591-44ff-924c-52351df27e9a', 'status': 'completed', 'code': 200} Feb 19 01:18:41.873095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39c9e2b6-f590-427c-b22c-207f18c9d61d req-a380adc6-1ae8-49cd-9ff8-4daa1efec2ee tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0277009 Feb 19 01:18:42.970889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc40fb2c-55b0-48b3-a806-e93d56e35044 req-88c166d2-13f8-4a80-b685-6103c350afa5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0277293 Feb 19 01:18:44.068494 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-410678e9-10a8-48ea-9a98-d389b72be0ac req-07ebae0b-11ff-45f0-96d0-da3a486047f5 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0273662 Feb 19 01:18:45.168175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ecc69e03-49a0-42be-8537-25aed0ea287c req-12809458-0867-4cba-8a59-e50b8c812375 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0306337 Feb 19 01:18:45.380380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 513cd880-8591-44ff-924c-52351df27e9a no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:18:45.407438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: 513cd880-8591-44ff-924c-52351df27e9a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:18:45.407819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 513cd880-8591-44ff-924c-52351df27e9a not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:18:46.277462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0cbbed8b-9ebb-4b56-8dc4-5c02364ac9a0 req-6b1fe4a4-ce87-42d2-8338-fe8d2bdf8c78 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0279474 Feb 19 01:18:47.377154 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-70c7cf38-d4f2-48c9-8f19-cd965a7f6ed5 req-373ff317-620f-460a-b84b-b8aae77a887f tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0281355 Feb 19 01:18:48.023952 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62b4d39-6eea-4762-9b06-bf0bc827b159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:48.473342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fadad7f4-94ba-4c56-b88f-6aa5ae338c1f req-f346efed-2ca5-47ff-8561-4a2359efa745 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0278835 Feb 19 01:18:49.186377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:49.572478 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-061f3807-7d06-4d46-bb63-810297d25876 req-024fb591-c966-4d52-b914-4ace894eb408 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0289459 Feb 19 01:18:50.102598 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d6a0bcf-2cd8-4a5b-9725-08321d413f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:50.673432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15385add-2e64-4544-82e3-a70ef418f6f9 req-e5eae18a-b96a-44df-bd69-dfc24f92104b tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "GET /v2.0/ports?device_id=cacf0ebd-383e-49f9-8a2a-68d2a5f81a67 HTTP/1.1" status: 200 len: 210 time: 0.0274937 Feb 19 01:18:51.382632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.739750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:51.873268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Deleting port 90bef878-e136-431d-95b9-01a54eb8b503 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:51.873590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (90bef878-e136-431d-95b9-01a54eb8b503), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.959952 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (90bef878-e136-431d-95b9-01a54eb8b503), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.960202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (90bef878-e136-431d-95b9-01a54eb8b503), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:51.974074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Calling delete_port for 90bef878-e136-431d-95b9-01a54eb8b503 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:18:52.114951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (90bef878-e136-431d-95b9-01a54eb8b503), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:52.140468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'Port': ['ID=90bef878-e136-431d-95b9-01a54eb8b503,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:52.203245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for floatingip (ee4cb583-388d-4d36-aa51-e1ae04a070e5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:52.205955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:52.207154 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cfa62cb2-13bc-4651-8e96-1e03fe7481e8 tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "DELETE /v2.0/floatingips/ee4cb583-388d-4d36-aa51-e1ae04a070e5 HTTP/1.1" status: 204 len: 168 time: 0.4660742 Feb 19 01:18:52.804068 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.132048 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:54.190874 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.602091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34858) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:57.666063 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-98571b26-c25b-461c-9518-1d82daf6b0fe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group (38cdd809-d0d3-4819-9509-76218b5cdfb5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.691909 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-98571b26-c25b-461c-9518-1d82daf6b0fe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group (38cdd809-d0d3-4819-9509-76218b5cdfb5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.754821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-98571b26-c25b-461c-9518-1d82daf6b0fe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (38cdd809-d0d3-4819-9509-76218b5cdfb5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.757629 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-98571b26-c25b-461c-9518-1d82daf6b0fe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:57.758886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-98571b26-c25b-461c-9518-1d82daf6b0fe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] 10.222.0.60 "DELETE /v2.0/security-groups/38cdd809-d0d3-4819-9509-76218b5cdfb5 HTTP/1.1" status: 204 len: 168 time: 0.1556220 Feb 19 01:18:57.768705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98571b26-c25b-461c-9518-1d82daf6b0fe tempest-TestVolumeBootPattern-1279999280 tempest-TestVolumeBootPattern-1279999280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cdd809-d0d3-4819-9509-76218b5cdfb5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:18:58.845922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34864) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:18:59.629044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (c20632fc-c1ce-4420-b466-8bc80442e85c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.891665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Deleting port e8e9b62a-6269-445e-8a2a-b776ba54db4a {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:18:59.892389 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.973485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] For port e8e9b62a-6269-445e-8a2a-b776ba54db4a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e8e9b62a-6269-445e-8a2a-b776ba54db4a,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:18:59.973750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:18:59.987474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Calling delete_port for e8e9b62a-6269-445e-8a2a-b776ba54db4a owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:00.177455 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e8e9b62a-6269-445e-8a2a-b776ba54db4a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.205419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e9b62a-6269-445e-8a2a-b776ba54db4a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:00.380430 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (c20632fc-c1ce-4420-b466-8bc80442e85c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.612921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Router c20632fc-c1ce-4420-b466-8bc80442e85c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:19:00.737091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:00.742343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d941f1f7-e0e6-4357-8042-8e711f0235ae admin admin] 10.222.0.60 "PUT /v2.0/routers/c20632fc-c1ce-4420-b466-8bc80442e85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8953321 Feb 19 01:19:00.745038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34868) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:00.748255 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] Sync routers for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:00.758723 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:00.759483 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:18:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:00.850318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks [] for router (c20632fc-c1ce-4420-b466-8bc80442e85c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:00.866357 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:00.955543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks [] for router_gateway (c20632fc-c1ce-4420-b466-8bc80442e85c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.010559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Deleting port d841a91a-3955-43ae-aa93-59265ad10cb4 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:01.010912 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.042370 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42'}], 'enable_snat': True}, 'gw_port_id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:19:00Z', 'revision_number': 5, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port': {'id': 'd841a91a-3955-43ae-aa93-59265ad10cb4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:9b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:29Z', 'updated_at': '2022-02-19T01:06:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:01.067947 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] Checking router: c20632fc-c1ce-4420-b466-8bc80442e85c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:19:01.076031 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] Routers {'c20632fc-c1ce-4420-b466-8bc80442e85c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:01.076638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:18:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c20632fc-c1ce-4420-b466-8bc80442e85c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:01.089244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] For port d841a91a-3955-43ae-aa93-59265ad10cb4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d841a91a-3955-43ae-aa93-59265ad10cb4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:01.089595 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.102434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Calling delete_port for d841a91a-3955-43ae-aa93-59265ad10cb4 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:01.164153 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] Set router c20632fc-c1ce-4420-b466-8bc80442e85c gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:01.216379 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:19:00Z', 'revision_number': 6, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:01.244345 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab05ae0-a677-4c9d-9954-a0583d944e7a None None] The sync data for ids ['c20632fc-c1ce-4420-b466-8bc80442e85c'] in n-d-826527-3 is: [{'id': 'c20632fc-c1ce-4420-b466-8bc80442e85c', 'name': 'tempest-TestVolumeBootPattern-1209528132-router', 'tenant_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:28Z', 'updated_at': '2022-02-19T01:19:00Z', 'revision_number': 6, 'project_id': '07a58cf5c9a24c0c9ab6f5b3ff1b65dc', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:01.284233 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d841a91a-3955-43ae-aa93-59265ad10cb4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.310549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d841a91a-3955-43ae-aa93-59265ad10cb4,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:01.368713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (c20632fc-c1ce-4420-b466-8bc80442e85c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.459752 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (c20632fc-c1ce-4420-b466-8bc80442e85c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.461824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks [] for router_controller (c20632fc-c1ce-4420-b466-8bc80442e85c), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.509525 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (c20632fc-c1ce-4420-b466-8bc80442e85c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.510040 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c20632fc-c1ce-4420-b466-8bc80442e85c {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:01.514588 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.515740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5ce40133-d518-4ece-a80a-5c67e724af78 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c20632fc-c1ce-4420-b466-8bc80442e85c HTTP/1.1" status: 204 len: 168 time: 0.7698133 Feb 19 01:19:01.518325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34870) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:01.563268 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d2aa33-a760-43f9-bfca-a72c446b9f4f admin admin] Deleting subnet 69059afc-c76e-4226-ad9e-3e59d4d043f6 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:19:01.566332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa33-a760-43f9-bfca-a72c446b9f4f admin admin] Publish callbacks [] for subnet (69059afc-c76e-4226-ad9e-3e59d4d043f6), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.607286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa33-a760-43f9-bfca-a72c446b9f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (69059afc-c76e-4226-ad9e-3e59d4d043f6), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:01.698761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa33-a760-43f9-bfca-a72c446b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (69059afc-c76e-4226-ad9e-3e59d4d043f6), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.013448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e8e9b62a-6269-445e-8a2a-b776ba54db4a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:02.034736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e8e9b62a-6269-445e-8a2a-b776ba54db4a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:02.035076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e8e9b62a-6269-445e-8a2a-b776ba54db4a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:02.065313 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa33-a760-43f9-bfca-a72c446b9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (69059afc-c76e-4226-ad9e-3e59d4d043f6), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.091393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2aa33-a760-43f9-bfca-a72c446b9f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69059afc-c76e-4226-ad9e-3e59d4d043f6,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:02.095046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c9d2aa33-a760-43f9-bfca-a72c446b9f4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.098296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c9d2aa33-a760-43f9-bfca-a72c446b9f4f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/69059afc-c76e-4226-ad9e-3e59d4d043f6 HTTP/1.1" status: 204 len: 168 time: 0.5790157 Feb 19 01:19:02.100760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34872) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:02.105192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19cf4ce-bd21-4fa9-9f98-77495856b5cf None None] Network b2394ae0-308d-4d89-9548-39ea4a9ef895 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:02.176469 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b2394ae0-308d-4d89-9548-39ea4a9ef895), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.231607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Deleting port 936a7bee-4baa-4249-8087-99b6e2b3f150 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:02.231958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.283696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] DHCP port deletion for b2394ae0-308d-4d89-9548-39ea4a9ef895 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:19:02.311070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] For port 936a7bee-4baa-4249-8087-99b6e2b3f150, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=936a7bee-4baa-4249-8087-99b6e2b3f150,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:02.311445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.326027 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Calling delete_port for 936a7bee-4baa-4249-8087-99b6e2b3f150 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:02.342722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Deleting port 936a7bee-4baa-4249-8087-99b6e2b3f150 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:02.343105 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.406331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] For port 936a7bee-4baa-4249-8087-99b6e2b3f150, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=936a7bee-4baa-4249-8087-99b6e2b3f150,segment=NetworkSegment(f1e5030f-cb5a-4a28-ace5-d255baab8ab5),segment_id=f1e5030f-cb5a-4a28-ace5-d255baab8ab5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:02.406962 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.414927 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.420432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Calling delete_port for 936a7bee-4baa-4249-8087-99b6e2b3f150 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:02.441744 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Pushing event deleted for resources: {'Port': ['ID=936a7bee-4baa-4249-8087-99b6e2b3f150,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:02.443617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] No DVR routers for this DVR port 936a7bee-4baa-4249-8087-99b6e2b3f150 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:02.500161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (936a7bee-4baa-4249-8087-99b6e2b3f150), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.518783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b2394ae0-308d-4d89-9548-39ea4a9ef895), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.524402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Pushing event deleted for resources: {'Port': ['ID=936a7bee-4baa-4249-8087-99b6e2b3f150,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:02.529133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] No DVR routers for this DVR port 936a7bee-4baa-4249-8087-99b6e2b3f150 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:02.536959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.537319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.537656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.538022 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.538359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.539206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.539206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.539397 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.539677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.539998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.540345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.540666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.541166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abbcead-2b4c-4ee7-a783-e826038c385f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:02.542887 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2394ae0-308d-4d89-9548-39ea4a9ef895']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:02.553751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:02.554056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1e5030f-cb5a-4a28-ace5-d255baab8ab5') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:02.564452 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (f1e5030f-cb5a-4a28-ace5-d255baab8ab5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.577954 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (f1e5030f-cb5a-4a28-ace5-d255baab8ab5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.584466 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:19:02.584902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (f1e5030f-cb5a-4a28-ace5-d255baab8ab5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:19:02.586637 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:19:02.641305 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b2394ae0-308d-4d89-9548-39ea4a9ef895), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.648667 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:02.652899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b2394ae0-308d-4d89-9548-39ea4a9ef895 HTTP/1.1" status: 204 len: 168 time: 0.5511763 Feb 19 01:19:02.657271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34874) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:02.664959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b3aa5-5f9d-48ac-b883-170b03440121 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2394ae0-308d-4d89-9548-39ea4a9ef895,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:03.036096 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (94930ab8-9774-4daf-943e-e303e8b777c7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:03.289560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Deleting port d26fa84c-dd6d-43cb-a8bc-32bfec13c629 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:03.289798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:03.367962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] For port d26fa84c-dd6d-43cb-a8bc-32bfec13c629, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,segment=NetworkSegment(38baa42c-30a7-4cbc-bafb-eab4c7334a94),segment_id=38baa42c-30a7-4cbc-bafb-eab4c7334a94)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:03.368332 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:03.380988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Calling delete_port for d26fa84c-dd6d-43cb-a8bc-32bfec13c629 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:03.571991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d26fa84c-dd6d-43cb-a8bc-32bfec13c629), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:03.574868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d841a91a-3955-43ae-aa93-59265ad10cb4 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:03.594492 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d841a91a-3955-43ae-aa93-59265ad10cb4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:03.594846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d841a91a-3955-43ae-aa93-59265ad10cb4 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:03.595274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 936a7bee-4baa-4249-8087-99b6e2b3f150 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:03.602740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Pushing event deleted for resources: {'Port': ['ID=d26fa84c-dd6d-43cb-a8bc-32bfec13c629,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:03.614383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 936a7bee-4baa-4249-8087-99b6e2b3f150 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:03.614950 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 936a7bee-4baa-4249-8087-99b6e2b3f150 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:03.768604 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (94930ab8-9774-4daf-943e-e303e8b777c7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:03.991393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Router 94930ab8-9774-4daf-943e-e303e8b777c7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:19:04.109674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:19:04.117140 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-08e7a7d5-b7fc-4b4e-8704-b556c0c729ca admin admin] 10.222.0.60 "PUT /v2.0/routers/94930ab8-9774-4daf-943e-e303e8b777c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575222 Feb 19 01:19:04.117661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34876) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:04.120562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] Sync routers for ids ['94930ab8-9774-4daf-943e-e303e8b777c7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:19:04.132939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] Routers {'94930ab8-9774-4daf-943e-e303e8b777c7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:04.133581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:18:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['94930ab8-9774-4daf-943e-e303e8b777c7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:04.226410 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks [] for router (94930ab8-9774-4daf-943e-e303e8b777c7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.240851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] Set router 94930ab8-9774-4daf-943e-e303e8b777c7 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:04.423997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:19:03Z', 'revision_number': 5, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:04.450610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] Checking router: 94930ab8-9774-4daf-943e-e303e8b777c7 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:19:04.459859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] Routers {'94930ab8-9774-4daf-943e-e303e8b777c7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:19:04.460484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:18:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['94930ab8-9774-4daf-943e-e303e8b777c7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:04.632712 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks [] for router_gateway (94930ab8-9774-4daf-943e-e303e8b777c7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.689847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Deleting port d97b1c89-7cf1-4474-b4b9-33ae9851b992 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:04.690086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.736888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] Set router 94930ab8-9774-4daf-943e-e303e8b777c7 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:19:04.768174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] For port d97b1c89-7cf1-4474-b4b9-33ae9851b992, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d97b1c89-7cf1-4474-b4b9-33ae9851b992,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:04.768537 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.784327 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Calling delete_port for d97b1c89-7cf1-4474-b4b9-33ae9851b992 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:04.908415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:19:03Z', 'revision_number': 5, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:04.939260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc9f09d-85f1-487d-b98f-bbc408f04a22 None None] The sync data for ids ['94930ab8-9774-4daf-943e-e303e8b777c7'] in n-d-826527-3 is: [{'id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'name': 'tempest-TestVolumeBootPattern-756631990-router', 'tenant_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:19:03Z', 'revision_number': 5, 'project_id': 'c0d60cc4523d4176846ca738c0c4dd5f', 'gw_port': {'id': 'd97b1c89-7cf1-4474-b4b9-33ae9851b992', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:5a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94930ab8-9774-4daf-943e-e303e8b777c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:06:34Z', 'updated_at': '2022-02-19T01:06:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:19:04.950601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d97b1c89-7cf1-4474-b4b9-33ae9851b992), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:04.976261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97b1c89-7cf1-4474-b4b9-33ae9851b992,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:05.034897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (94930ab8-9774-4daf-943e-e303e8b777c7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.125055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (94930ab8-9774-4daf-943e-e303e8b777c7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.127289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks [] for router_controller (94930ab8-9774-4daf-943e-e303e8b777c7), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.176805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (94930ab8-9774-4daf-943e-e303e8b777c7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.177332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94930ab8-9774-4daf-943e-e303e8b777c7 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:19:05.182108 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.182998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2269e9ba-36f9-4063-929e-fff5599f1336 admin admin] 10.222.0.60 "DELETE /v2.0/routers/94930ab8-9774-4daf-943e-e303e8b777c7 HTTP/1.1" status: 204 len: 168 time: 1.0644407 Feb 19 01:19:05.187009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34878) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:05.231713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b7765f-9df8-44a9-b207-06ce12afcf7a admin admin] Deleting subnet 0597b7c2-ba4f-49a9-bebf-36dc03dffac2 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:19:05.234857 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85b7765f-9df8-44a9-b207-06ce12afcf7a admin admin] Publish callbacks [] for subnet (0597b7c2-ba4f-49a9-bebf-36dc03dffac2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.269289 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85b7765f-9df8-44a9-b207-06ce12afcf7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (0597b7c2-ba4f-49a9-bebf-36dc03dffac2), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.350906 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85b7765f-9df8-44a9-b207-06ce12afcf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (0597b7c2-ba4f-49a9-bebf-36dc03dffac2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.405481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85b7765f-9df8-44a9-b207-06ce12afcf7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (0597b7c2-ba4f-49a9-bebf-36dc03dffac2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.433336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7765f-9df8-44a9-b207-06ce12afcf7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0597b7c2-ba4f-49a9-bebf-36dc03dffac2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:05.435422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-85b7765f-9df8-44a9-b207-06ce12afcf7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.440963 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-85b7765f-9df8-44a9-b207-06ce12afcf7a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0597b7c2-ba4f-49a9-bebf-36dc03dffac2 HTTP/1.1" status: 204 len: 168 time: 0.2508123 Feb 19 01:19:05.441115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09445510-8033-4938-b3dd-2b6aed3e860e None None] Network 6b4d62be-758b-4e56-a548-fdb183815e65 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:05.441412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34880) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:05.518390 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (6b4d62be-758b-4e56-a548-fdb183815e65), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.581871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Deleting port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:05.582244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.628404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] DHCP port deletion for 6b4d62be-758b-4e56-a548-fdb183815e65 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:19:05.659702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] For port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,segment=NetworkSegment(38baa42c-30a7-4cbc-bafb-eab4c7334a94),segment_id=38baa42c-30a7-4cbc-bafb-eab4c7334a94)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:05.660272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.675791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Calling delete_port for 50f17112-0f5b-49d0-a448-c5d4cae9b5eb owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:05.688149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] Deleting port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:05.688532 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.739815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d26fa84c-dd6d-43cb-a8bc-32bfec13c629 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:05.764732 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.773366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d26fa84c-dd6d-43cb-a8bc-32bfec13c629 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:05.773687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d26fa84c-dd6d-43cb-a8bc-32bfec13c629 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:05.792483 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:05.794424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] For port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,segment=NetworkSegment(38baa42c-30a7-4cbc-bafb-eab4c7334a94),segment_id=38baa42c-30a7-4cbc-bafb-eab4c7334a94)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:05.794580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] No DVR routers for this DVR port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:05.794840 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.810385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] Calling delete_port for 50f17112-0f5b-49d0-a448-c5d4cae9b5eb owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:05.868427 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (6b4d62be-758b-4e56-a548-fdb183815e65), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.887482 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (50f17112-0f5b-49d0-a448-c5d4cae9b5eb), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.889299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b4d62be-758b-4e56-a548-fdb183815e65']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:05.899395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38baa42c-30a7-4cbc-bafb-eab4c7334a94') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:05.899766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38baa42c-30a7-4cbc-bafb-eab4c7334a94') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:19:05.909345 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (38baa42c-30a7-4cbc-bafb-eab4c7334a94), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.911735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] Pushing event deleted for resources: {'Port': ['ID=50f17112-0f5b-49d0-a448-c5d4cae9b5eb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:05.915803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d281577-4acc-4872-b2aa-ab3d0c3f5097 None None] No DVR routers for this DVR port 50f17112-0f5b-49d0-a448-c5d4cae9b5eb on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:05.927792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (38baa42c-30a7-4cbc-bafb-eab4c7334a94), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.934816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:19:05.935302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (38baa42c-30a7-4cbc-bafb-eab4c7334a94), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:19:05.937296 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:19:05.994135 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (6b4d62be-758b-4e56-a548-fdb183815e65), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.001530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.006228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6b4d62be-758b-4e56-a548-fdb183815e65 HTTP/1.1" status: 204 len: 168 time: 0.5636334 Feb 19 01:19:06.018537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5947a40-9d84-4b16-adeb-8c1ed1887f60 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b4d62be-758b-4e56-a548-fdb183815e65,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:06.135107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:06.176118 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f9e3ae61-b447-4a97-9810-224502033b6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07a58cf5c9a24c0c9ab6f5b3ff1b65dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396554 Feb 19 01:19:06.178556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34886) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:06.225509 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33fb7598-7069-4686-a12e-7baad1a7c638 admin admin] Publish callbacks [] for security_group (2a792564-3778-440b-b7b9-d380cf90e873), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.247880 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33fb7598-7069-4686-a12e-7baad1a7c638 admin admin] Publish callbacks [] for security_group (2a792564-3778-440b-b7b9-d380cf90e873), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.295036 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33fb7598-7069-4686-a12e-7baad1a7c638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2a792564-3778-440b-b7b9-d380cf90e873), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.299085 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33fb7598-7069-4686-a12e-7baad1a7c638 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.300883 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-33fb7598-7069-4686-a12e-7baad1a7c638 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a792564-3778-440b-b7b9-d380cf90e873 HTTP/1.1" status: 204 len: 168 time: 0.1211967 Feb 19 01:19:06.310166 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb7598-7069-4686-a12e-7baad1a7c638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a792564-3778-440b-b7b9-d380cf90e873,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:06.639398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 34892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:06.688007 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-135a07d7-59b1-4f0a-a155-d94ffa32b90e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0d60cc4523d4176846ca738c0c4dd5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0471292 Feb 19 01:19:06.691810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 34894) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:06.756742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e80b767-1bb8-4740-85da-5700b10435da admin admin] Publish callbacks [] for security_group (063e8130-7a2c-41ec-bbd0-2525655d5ab7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.778870 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e80b767-1bb8-4740-85da-5700b10435da admin admin] Publish callbacks [] for security_group (063e8130-7a2c-41ec-bbd0-2525655d5ab7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.828364 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e80b767-1bb8-4740-85da-5700b10435da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (063e8130-7a2c-41ec-bbd0-2525655d5ab7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.831267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e80b767-1bb8-4740-85da-5700b10435da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:06.832465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5e80b767-1bb8-4740-85da-5700b10435da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/063e8130-7a2c-41ec-bbd0-2525655d5ab7 HTTP/1.1" status: 204 len: 168 time: 0.1394196 Feb 19 01:19:06.840550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80b767-1bb8-4740-85da-5700b10435da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063e8130-7a2c-41ec-bbd0-2525655d5ab7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:07.572190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 50f17112-0f5b-49d0-a448-c5d4cae9b5eb no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:07.592663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 50f17112-0f5b-49d0-a448-c5d4cae9b5eb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:07.593009 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 50f17112-0f5b-49d0-a448-c5d4cae9b5eb not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:07.593424 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d97b1c89-7cf1-4474-b4b9-33ae9851b992 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:07.612049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d97b1c89-7cf1-4474-b4b9-33ae9851b992 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:07.612387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d97b1c89-7cf1-4474-b4b9-33ae9851b992 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:08.414942 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:19:17.872851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-5e8e6819-1efc-425d-b656-1b73dd8d9911 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ac58625ccff24adbb325b25c070b1c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293691 Feb 19 01:19:18.032887 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ddd96be-e4ca-45d6-a4d5-49d4296a46cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:18.077807 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-f6304c5d-d553-459f-a3ca-cfd9441374c8 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:18.079320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-f6304c5d-d553-459f-a3ca-cfd9441374c8 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2013078 Feb 19 01:19:18.096421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-9725c50f-14e6-4349-a9ee-dca8a7ef309d tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/quotas/ac58625ccff24adbb325b25c070b1c80 HTTP/1.1" status: 200 len: 375 time: 0.0095630 Feb 19 01:19:18.134385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-45dd6f2a-bba6-40c3-b072-78f649d63014 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ac58625ccff24adbb325b25c070b1c80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308526 Feb 19 01:19:18.311330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e63b8b99-eaa2-4288-8b90-d8fc4c969c1f req-7cfe4507-0ad8-4839-96ca-e8133181ce2b tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 210 time: 0.0279834 Feb 19 01:19:19.219064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.432469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-5d089650-1fe8-4029-8f57-131658edade6 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.113 "GET /v2.0/networks?tenant_id=ac58625ccff24adbb325b25c070b1c80&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371175 Feb 19 01:19:19.434292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13b67dc4-1531-444b-86d4-1eafabd6586b req-e12163b1-d390-4496-bbb4-80c85ed567cd tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 210 time: 0.0499465 Feb 19 01:19:19.542871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-3fcc54c2-cfb1-4779-aa3c-f8d213884370 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:19.544310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-3fcc54c2-cfb1-4779-aa3c-f8d213884370 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.113 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072125 Feb 19 01:19:19.556510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Request body: {'port': {'device_id': '586605bd-5f96-463b-8ef6-b6990e5c2bea', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'admin_state_up': True, 'tenant_id': 'ac58625ccff24adbb325b25c070b1c80'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:19.665193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Made reservation on behalf of ac58625ccff24adbb325b25c070b1c80 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:19.668954 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.681749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.758168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks [] for security_group (2413cc70-b749-43da-a9d4-cfa231d0e8fe), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.763898 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2413cc70-b749-43da-a9d4-cfa231d0e8fe), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:19.824099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2413cc70-b749-43da-a9d4-cfa231d0e8fe,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:19.897738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Allocated IP 192.168.233.113 (691453b9-91aa-4d6a-87ea-eca2ad030ec7/1a849019-774a-4469-bc12-31a4f06fcc5d/00b900a3-8efd-4edc-bee4-2757ad349f30) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:20.049126 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks [] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.087806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.107795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c0386fc2-4847-49ba-996e-cde59ebca35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.135776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:20.139312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:20.142927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:20.171304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Pushing event updated for resources: {'Port': ['ID=00b900a3-8efd-4edc-bee4-2757ad349f30,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:20.185941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.186315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.186671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.187018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.187367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.187708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.188079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.188416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.188747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.189081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.189413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.189728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.190484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:20.214533 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.215166 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.234849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-70548fc3-67de-4234-856e-88a7faef6e5a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6817863 Feb 19 01:19:20.246489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Request body: {'port': {'device_id': '586605bd-5f96-463b-8ef6-b6990e5c2bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:20.309870 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.410694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f140a3e2-9e9c-4486-9e34-df9d4749ced5 None None] Provisioning complete for port 00b900a3-8efd-4edc-bee4-2757ad349f30 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:20.411291 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f140a3e2-9e9c-4486-9e34-df9d4749ced5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.446822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f140a3e2-9e9c-4486-9e34-df9d4749ced5 None None] Port 00b900a3-8efd-4edc-bee4-2757ad349f30 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:19:20.601615 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57971c20-9792-4040-831e-6f4d0fe5f165 req-6b91b8e3-487a-4481-b296-07d2b11f3d79 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.603079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57971c20-9792-4040-831e-6f4d0fe5f165 req-6b91b8e3-487a-4481-b296-07d2b11f3d79 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 936 time: 0.0995698 Feb 19 01:19:20.648261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b900a3-8efd-4edc-bee4-2757ad349f30 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:20.659001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Publish callbacks [] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.686002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Transition to ACTIVE for port object 00b900a3-8efd-4edc-bee4-2757ad349f30 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:20.690008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57971c20-9792-4040-831e-6f4d0fe5f165 req-3a8ff89a-b84b-4908-9e20-7d2c99563711 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692985 Feb 19 01:19:20.691048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.744943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=00b900a3-8efd-4edc-bee4-2757ad349f30,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:20.817698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Attempting to bind port 00b900a3-8efd-4edc-bee4-2757ad349f30 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:20.818048 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Attempting to bind port 00b900a3-8efd-4edc-bee4-2757ad349f30 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:20.818438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Attempting to bind port 00b900a3-8efd-4edc-bee4-2757ad349f30 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:20.823653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Port 00b900a3-8efd-4edc-bee4-2757ad349f30 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:20.823986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Attempting to bind port 00b900a3-8efd-4edc-bee4-2757ad349f30 on network 691453b9-91aa-4d6a-87ea-eca2ad030ec7 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:20.829453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:20.829813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Checking segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:20.830236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Bound using segment: {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:20.830683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Bound port: 00b900a3-8efd-4edc-bee4-2757ad349f30, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c002580-cb4a-4052-b584-181ff4206229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:20.831049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.898338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] For port 00b900a3-8efd-4edc-bee4-2757ad349f30, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:20.901589 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] For port 00b900a3-8efd-4edc-bee4-2757ad349f30, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=00b900a3-8efd-4edc-bee4-2757ad349f30,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:20.908186 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.946700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:20.947477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:20.948814 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] 10.222.0.113 "PUT /v2.0/ports/00b900a3-8efd-4edc-bee4-2757ad349f30 HTTP/1.1" status: 200 len: 1096 time: 0.7066979 Feb 19 01:19:20.949249 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586605bd-5f96-463b-8ef6-b6990e5c2bea', 'tag': '00b900a3-8efd-4edc-bee4-2757ad349f30'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:20.951634 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ebe917-2085-4d89-b7a8-b147676f973d" -d '{"events": [{"name": "network-changed", "server_uuid": "586605bd-5f96-463b-8ef6-b6990e5c2bea", "tag": "00b900a3-8efd-4edc-bee4-2757ad349f30"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:20.984415 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78828b-37d6-4970-b726-2a5717fd8ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=00b900a3-8efd-4edc-bee4-2757ad349f30,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:21.017332 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a80619f-779f-4607-9591-7cc896127dfb x-openstack-request-id: req-8a80619f-779f-4607-9591-7cc896127dfb {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:21.017636 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586605bd-5f96-463b-8ef6-b6990e5c2bea", "tag": "00b900a3-8efd-4edc-bee4-2757ad349f30", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:21.017893 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8a80619f-779f-4607-9591-7cc896127dfb {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:21.018323 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586605bd-5f96-463b-8ef6-b6990e5c2bea', 'tag': '00b900a3-8efd-4edc-bee4-2757ad349f30', 'status': 'completed', 'code': 200} Feb 19 01:19:21.038037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-28bb6674-f5d5-4bbb-a81f-d29e4a0ccfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.039612 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-28bb6674-f5d5-4bbb-a81f-d29e4a0ccfe6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac58625ccff24adbb325b25c070b1c80&device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 1130 time: 0.0518451 Feb 19 01:19:21.082020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-c4c074ec-5378-4357-a682-a30d83c2e76a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=00b900a3-8efd-4edc-bee4-2757ad349f30 HTTP/1.1" status: 200 len: 217 time: 0.0350008 Feb 19 01:19:21.132012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-cb706872-7c8b-4b8c-9b02-78be72a303dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.133735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-cb706872-7c8b-4b8c-9b02-78be72a303dc service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0458589 Feb 19 01:19:21.186367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-a6e58cb1-1dd1-4150-9a0c-0f363772d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.187894 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-a6e58cb1-1dd1-4150-9a0c-0f363772d0fa service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0480545 Feb 19 01:19:21.278586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-65320fc9-0b06-48aa-a413-42db5ed1e796 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838046 Feb 19 01:19:21.376452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65dd1529-f25c-462a-b0da-f69d8a6e4af1 req-d25b1a7a-44c1-4240-8f61-86ebffa9f496 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921319 Feb 19 01:19:21.380478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:21.467854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-f9c84e24-1dd5-4345-bca5-aa3b57352c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.469320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-f9c84e24-1dd5-4345-bca5-aa3b57352c5b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=ac58625ccff24adbb325b25c070b1c80&device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 1130 time: 0.0477102 Feb 19 01:19:21.569614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-42c74965-ed42-4356-8f1c-ab5e7d18c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.571181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-42c74965-ed42-4356-8f1c-ab5e7d18c58c service neutron] 10.222.0.113 "GET /v2.0/networks?id=691453b9-91aa-4d6a-87ea-eca2ad030ec7 HTTP/1.1" status: 200 len: 870 time: 0.0962622 Feb 19 01:19:21.612317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-cf188798-1537-4926-b074-75b3d3cd383d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=00b900a3-8efd-4edc-bee4-2757ad349f30 HTTP/1.1" status: 200 len: 217 time: 0.0348008 Feb 19 01:19:21.661862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-a545398d-adcb-4bb4-b7b4-0a086d34b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.663363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-a545398d-adcb-4bb4-b7b4-0a086d34b0fb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=1a849019-774a-4469-bc12-31a4f06fcc5d HTTP/1.1" status: 200 len: 843 time: 0.0452156 Feb 19 01:19:21.723649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-da7e0887-56ce-4c59-a88c-c7338c71e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.725198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-da7e0887-56ce-4c59-a88c-c7338c71e9fe service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=691453b9-91aa-4d6a-87ea-eca2ad030ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0537062 Feb 19 01:19:21.849796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-03b233c1-b9cd-4681-969b-8506b988bc9b service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170316 Feb 19 01:19:21.861939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d0c3f-e3e7-44c7-a012-35092422e627 req-121ae130-742c-4bc3-b48b-b7188a89493e tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:21.863394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-012d0c3f-e3e7-44c7-a012-35092422e627 req-121ae130-742c-4bc3-b48b-b7188a89493e tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 948 time: 0.0841513 Feb 19 01:19:21.961452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-012d0c3f-e3e7-44c7-a012-35092422e627 req-b8e930d1-a007-4825-9e3e-973f81af22c2 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900967 Feb 19 01:19:21.982617 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0ebe917-2085-4d89-b7a8-b147676f973d req-b9b4bb83-5a86-46a7-b1b0-3ca625bde381 service neutron] 10.222.0.113 "GET /v2.0/networks/691453b9-91aa-4d6a-87ea-eca2ad030ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182537 Feb 19 01:19:22.810360 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:22.883773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 00b900a3-8efd-4edc-bee4-2757ad349f30 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:22.984956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 00b900a3-8efd-4edc-bee4-2757ad349f30, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=00b900a3-8efd-4edc-bee4-2757ad349f30,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:22.997725 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '00b900a3-8efd-4edc-bee4-2757ad349f30', 'network_id': '691453b9-91aa-4d6a-87ea-eca2ad030ec7', 'port_id': '00b900a3-8efd-4edc-bee4-2757ad349f30', 'mac_address': 'fa:16:3e:6f:1d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a849019-774a-4469-bc12-31a4f06fcc5d', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:23.035071 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 00b900a3-8efd-4edc-bee4-2757ad349f30 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:23.035502 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.049250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b900a3-8efd-4edc-bee4-2757ad349f30 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:23.072892 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 00b900a3-8efd-4edc-bee4-2757ad349f30, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=00b900a3-8efd-4edc-bee4-2757ad349f30,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:23.079646 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:23.093898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ec9c5-7aac-4c0c-80fb-46d6de1f34dc req-1a3c8f3e-b265-406f-9990-4848affb2645 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:23.096552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-654ec9c5-7aac-4c0c-80fb-46d6de1f34dc req-1a3c8f3e-b265-406f-9990-4848affb2645 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 948 time: 0.0643775 Feb 19 01:19:23.132573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=00b900a3-8efd-4edc-bee4-2757ad349f30,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:23.166888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-654ec9c5-7aac-4c0c-80fb-46d6de1f34dc req-8094dfee-fb9a-4d12-95ef-bb1548318259 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635107 Feb 19 01:19:23.313749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['00b900a3-8efd-4edc-bee4-2757ad349f30'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:24.130615 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.198092 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:24.298300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff454d-d2d7-426f-82cd-941fae8c141f req-0758977f-f491-4a0e-b5dc-94912006c767 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:24.299990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6ff454d-d2d7-426f-82cd-941fae8c141f req-0758977f-f491-4a0e-b5dc-94912006c767 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 949 time: 0.0604043 Feb 19 01:19:24.351503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6ff454d-d2d7-426f-82cd-941fae8c141f req-530ce278-e291-4f54-a722-70bf97d7d42a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453963 Feb 19 01:19:24.884766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 00b900a3-8efd-4edc-bee4-2757ad349f30 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:24.941446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 00b900a3-8efd-4edc-bee4-2757ad349f30 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:19:24.947625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 00b900a3-8efd-4edc-bee4-2757ad349f30 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:24.948338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:25.026824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 00b900a3-8efd-4edc-bee4-2757ad349f30 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:25.027522 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:25.050448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586605bd-5f96-463b-8ef6-b6990e5c2bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b900a3-8efd-4edc-bee4-2757ad349f30'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:25.064140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 00b900a3-8efd-4edc-bee4-2757ad349f30, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=00b900a3-8efd-4edc-bee4-2757ad349f30,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:25.069427 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:25.101770 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7dc5af-aa92-4398-b453-29773c073c13" -d '{"events": [{"server_uuid": "586605bd-5f96-463b-8ef6-b6990e5c2bea", "name": "network-vif-plugged", "status": "completed", "tag": "00b900a3-8efd-4edc-bee4-2757ad349f30"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:25.123834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=00b900a3-8efd-4edc-bee4-2757ad349f30,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:25.195917 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de52ca-5c4c-4812-b18c-3ecf3af63c61 x-openstack-request-id: req-e6de52ca-5c4c-4812-b18c-3ecf3af63c61 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:25.196550 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586605bd-5f96-463b-8ef6-b6990e5c2bea", "name": "network-vif-plugged", "status": "completed", "tag": "00b900a3-8efd-4edc-bee4-2757ad349f30", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:25.196550 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6de52ca-5c4c-4812-b18c-3ecf3af63c61 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:25.196998 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586605bd-5f96-463b-8ef6-b6990e5c2bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b900a3-8efd-4edc-bee4-2757ad349f30', 'code': 200} Feb 19 01:19:25.306044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d221113-52d2-4869-9747-74efa0e5dff0 req-794f6165-5c46-4eb2-b39b-167fc61a5fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:25.307670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d221113-52d2-4869-9747-74efa0e5dff0 req-794f6165-5c46-4eb2-b39b-167fc61a5fde service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 1132 time: 0.0524573 Feb 19 01:19:25.361693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d221113-52d2-4869-9747-74efa0e5dff0 req-627a2da7-1a77-47e4-9943-6b2e59e338a4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478535 Feb 19 01:19:25.488830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01ece7-74a5-4b61-8d92-51b63599f69a req-03f1e251-a17b-4763-9047-bfebda24f93b tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:25.490352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce01ece7-74a5-4b61-8d92-51b63599f69a req-03f1e251-a17b-4763-9047-bfebda24f93b tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 950 time: 0.0655267 Feb 19 01:19:25.539646 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce01ece7-74a5-4b61-8d92-51b63599f69a req-2dfa0ff1-2489-4154-8da9-9d988d582d7c tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412595 Feb 19 01:19:26.672383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f84eb3-23bf-4bfb-a46f-c0b7c61c85ff req-997b6838-b62c-4f02-b3d9-884a3ec02752 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:26.673860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18f84eb3-23bf-4bfb-a46f-c0b7c61c85ff req-997b6838-b62c-4f02-b3d9-884a3ec02752 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 950 time: 0.0645981 Feb 19 01:19:26.723324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18f84eb3-23bf-4bfb-a46f-c0b7c61c85ff req-c8327dd7-9adc-4621-bcf2-a60a7e9cf1f7 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435758 Feb 19 01:19:27.162297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-09d42a17-2b6f-46f2-baf9-b1ef34516185 req-12132f10-846f-40f5-8c7b-aa25f625b643 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:19:27.163318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09d42a17-2b6f-46f2-baf9-b1ef34516185 req-12132f10-846f-40f5-8c7b-aa25f625b643 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0536008 Feb 19 01:19:27.589185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-763a6766-1236-46cf-9a56-7a9993ff55c3 req-185d40ff-6643-4797-bcd0-fc3327f8d3bd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:19:27.590370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-763a6766-1236-46cf-9a56-7a9993ff55c3 req-185d40ff-6643-4797-bcd0-fc3327f8d3bd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493639 Feb 19 01:19:27.954278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869c8a29-8ba0-44d2-8b7c-feec3cc3c357 req-2ffa24aa-4984-4266-80d5-bbdd4805c5dc tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:27.955655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-869c8a29-8ba0-44d2-8b7c-feec3cc3c357 req-2ffa24aa-4984-4266-80d5-bbdd4805c5dc tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 950 time: 0.0635519 Feb 19 01:19:28.011403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-869c8a29-8ba0-44d2-8b7c-feec3cc3c357 req-06985a10-d12c-47a0-bdf6-a326f0d03b6b tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Feb 19 01:19:29.149540 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03c630-3ceb-4f62-af20-f0c4ab542bd9 req-ffa4fdde-8c28-4a78-8824-a547a3a92631 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:29.151319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a03c630-3ceb-4f62-af20-f0c4ab542bd9 req-ffa4fdde-8c28-4a78-8824-a547a3a92631 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 950 time: 0.0613894 Feb 19 01:19:29.225796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a03c630-3ceb-4f62-af20-f0c4ab542bd9 req-60212b33-7480-4176-8fa0-d536cc045598 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.60 "GET /v2.0/security-groups?id=2413cc70-b749-43da-a9d4-cfa231d0e8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684898 Feb 19 01:19:29.248702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-61496112-2379-49aa-ab7f-aa8d24858d34 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:29.250209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-61496112-2379-49aa-ab7f-aa8d24858d34 tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.113 "GET /v2.0/ports?device_id=586605bd-5f96-463b-8ef6-b6990e5c2bea HTTP/1.1" status: 200 len: 950 time: 0.0662274 Feb 19 01:19:29.347977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Deleting port 00b900a3-8efd-4edc-bee4-2757ad349f30 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:19:29.348225 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.440874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] For port 00b900a3-8efd-4edc-bee4-2757ad349f30, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=00b900a3-8efd-4edc-bee4-2757ad349f30,segment=NetworkSegment(8c002580-cb4a-4052-b584-181ff4206229),segment_id=8c002580-cb4a-4052-b584-181ff4206229)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:29.441245 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.453926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Calling delete_port for 00b900a3-8efd-4edc-bee4-2757ad349f30 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:19:29.595412 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (00b900a3-8efd-4edc-bee4-2757ad349f30), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.608613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['00b900a3-8efd-4edc-bee4-2757ad349f30'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:29.623489 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Pushing event deleted for resources: {'Port': ['ID=00b900a3-8efd-4edc-bee4-2757ad349f30,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:29.679870 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] No DVR routers for this DVR port 00b900a3-8efd-4edc-bee4-2757ad349f30 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:19:29.683053 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:29.687088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ddc81975-ec24-41eb-870e-d06ac70785d0 req-43ba8b00-dcdc-4e6a-901d-df843c28aa6a tempest-ServersAdminNegativeTestJSON-1812036857 tempest-ServersAdminNegativeTestJSON-1812036857-project] 10.222.0.113 "DELETE /v2.0/ports/00b900a3-8efd-4edc-bee4-2757ad349f30 HTTP/1.1" status: 204 len: 173 time: 0.4309521 Feb 19 01:19:29.687603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586605bd-5f96-463b-8ef6-b6990e5c2bea', 'name': 'network-vif-deleted', 'tag': '00b900a3-8efd-4edc-bee4-2757ad349f30'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:29.690255 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05152312-f101-4a7a-9c3a-d0f250bd64d0" -d '{"events": [{"server_uuid": "586605bd-5f96-463b-8ef6-b6990e5c2bea", "name": "network-vif-deleted", "tag": "00b900a3-8efd-4edc-bee4-2757ad349f30"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:29.738052 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acfca3f-82e9-415d-a5c4-a6c2692672c0 x-openstack-request-id: req-3acfca3f-82e9-415d-a5c4-a6c2692672c0 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:29.738585 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586605bd-5f96-463b-8ef6-b6990e5c2bea", "name": "network-vif-deleted", "tag": "00b900a3-8efd-4edc-bee4-2757ad349f30", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:29.739005 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3acfca3f-82e9-415d-a5c4-a6c2692672c0 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:29.739565 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586605bd-5f96-463b-8ef6-b6990e5c2bea', 'name': 'network-vif-deleted', 'tag': '00b900a3-8efd-4edc-bee4-2757ad349f30', 'status': 'completed', 'code': 200} Feb 19 01:19:30.553698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35076) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:30.688781 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-55c18b1e-d8ac-45b7-a1bb-7f518d152dc4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ac58625ccff24adbb325b25c070b1c80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338105 Feb 19 01:19:30.691930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35080) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:30.751030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0398bb6-4be7-4d6c-a344-92b649d93279 admin admin] Publish callbacks [] for security_group (2413cc70-b749-43da-a9d4-cfa231d0e8fe), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.775974 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0398bb6-4be7-4d6c-a344-92b649d93279 admin admin] Publish callbacks [] for security_group (2413cc70-b749-43da-a9d4-cfa231d0e8fe), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.824315 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0398bb6-4be7-4d6c-a344-92b649d93279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2413cc70-b749-43da-a9d4-cfa231d0e8fe), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.827151 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0398bb6-4be7-4d6c-a344-92b649d93279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:30.828316 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e0398bb6-4be7-4d6c-a344-92b649d93279 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2413cc70-b749-43da-a9d4-cfa231d0e8fe HTTP/1.1" status: 204 len: 168 time: 0.1353467 Feb 19 01:19:30.836220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0398bb6-4be7-4d6c-a344-92b649d93279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2413cc70-b749-43da-a9d4-cfa231d0e8fe,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:31.103578 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35086) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:31.117294 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6520981-f83d-4d76-9d2d-4b18af5419da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.196033 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6520981-f83d-4d76-9d2d-4b18af5419da admin admin] Publish callbacks [] for security_group (f04795ff-b9d5-4591-bd91-877eb716f2b4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.201757 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6520981-f83d-4d76-9d2d-4b18af5419da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f04795ff-b9d5-4591-bd91-877eb716f2b4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.248097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d6520981-f83d-4d76-9d2d-4b18af5419da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fa9715dc2c343209e6c392b91f1a123&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433303 Feb 19 01:19:31.248993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6520981-f83d-4d76-9d2d-4b18af5419da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04795ff-b9d5-4591-bd91-877eb716f2b4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:31.251306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35088) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:31.308147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Publish callbacks [] for security_group (f04795ff-b9d5-4591-bd91-877eb716f2b4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.330345 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Publish callbacks [] for security_group (f04795ff-b9d5-4591-bd91-877eb716f2b4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.384400 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f04795ff-b9d5-4591-bd91-877eb716f2b4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.387084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:31.388226 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f04795ff-b9d5-4591-bd91-877eb716f2b4 HTTP/1.1" status: 204 len: 168 time: 0.1358738 Feb 19 01:19:31.396030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04795ff-b9d5-4591-bd91-877eb716f2b4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:31.403466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.403813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.404157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.404488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.404818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.405146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.405471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.405799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.406120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.406476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.406800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.407104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:31.407432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc4fd0a-c7bd-48bd-89dc-5c67c3a32400 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:19:32.138537 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35114) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:32.245994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-914246646-network', 'tenant_id': 'f45e6f4a00664860aae7d95eb6b907b8'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:32.268644 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Made reservation on behalf of f45e6f4a00664860aae7d95eb6b907b8 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:32.271278 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.282253 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.365398 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Publish callbacks [] for security_group (3d9d8102-7562-4cbb-9305-d98f544ae4c3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.370864 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3d9d8102-7562-4cbb-9305-d98f544ae4c3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.394888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:19:32.404692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9d8102-7562-4cbb-9305-d98f544ae4c3,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:32.409647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5e9912bc-4095-402c-a51c-634568486312), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.409998 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Added segment 5e9912bc-4095-402c-a51c-634568486312 of type vlan for network 9506e50e-afbd-40f5-b5da-3d57af221552 Feb 19 01:19:32.452403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (9506e50e-afbd-40f5-b5da-3d57af221552), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.479601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (9506e50e-afbd-40f5-b5da-3d57af221552), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.480544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:32.481240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.537180 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3972352 Feb 19 01:19:32.540066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35118) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:32.543123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f33e3-a97a-461e-8d21-d5132db7357b admin admin] Pushing event updated for resources: {'Network': ['ID=9506e50e-afbd-40f5-b5da-3d57af221552,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:32.545255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Request body: {'subnet': {'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-914246646-subnet', 'tenant_id': 'f45e6f4a00664860aae7d95eb6b907b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:32.553262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 9506e50e-afbd-40f5-b5da-3d57af221552 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:19:32.564848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Made reservation on behalf of f45e6f4a00664860aae7d95eb6b907b8 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:32.567269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.746611 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (54ac7bdc-e56a-4e18-ad27-dc086cf9a67c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.793216 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:32.815551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Checking segment: {'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:32.815909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Network hostable DHCP agents. Network: 9506e50e-afbd-40f5-b5da-3d57af221552, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:19:32.832930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Network 9506e50e-afbd-40f5-b5da-3d57af221552 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:19:32.843922 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 9506e50e-afbd-40f5-b5da-3d57af221552) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:32.848059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:32.848658 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:32.853621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8b69e8-d4f8-4b9b-831b-4e5996efc15f None None] Network 9506e50e-afbd-40f5-b5da-3d57af221552 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:32.870751 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c2c2c873-4678-4f05-82a3-78ccb9d33a31 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3293817 Feb 19 01:19:32.915663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 00b900a3-8efd-4edc-bee4-2757ad349f30 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:19:32.945058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 00b900a3-8efd-4edc-bee4-2757ad349f30 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:19:32.945409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 00b900a3-8efd-4edc-bee4-2757ad349f30 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:19:32.973886 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40171313-b2e2-447e-a172-f96b79b56d5a None None] Network 9506e50e-afbd-40f5-b5da-3d57af221552 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:19:33.298096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-812d416f-701b-45b5-88fa-f39aa9d2f0b2 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:33.299657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-812d416f-701b-45b5-88fa-f39aa9d2f0b2 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 811 time: 0.1061509 Feb 19 01:19:33.315138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-e78d2ba9-d80b-4255-b36f-43b0db812d69 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/quotas/f45e6f4a00664860aae7d95eb6b907b8 HTTP/1.1" status: 200 len: 375 time: 0.0096304 Feb 19 01:19:33.353058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-6d96f504-f708-4f18-8a0a-4de1dd3164fa tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327573 Feb 19 01:19:33.366240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-09129dc2-56ad-4d4c-853a-8e764bdf5e21 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:19:33.367539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-09129dc2-56ad-4d4c-853a-8e764bdf5e21 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078406 Feb 19 01:19:33.457988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-5a48973b-3945-4645-9791-09a9f1f3a55e service neutron] 10.222.0.60 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847933 Feb 19 01:19:33.554238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-ae6eec74-6115-4cba-87cd-088becfd8d4c service neutron] 10.222.0.60 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882723 Feb 19 01:19:33.734395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74efd738-db35-4f0a-8f0e-76523f5b9f22 req-0ab2e002-c871-4dbd-9625-072dd75dc64d tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 210 time: 0.0337741 Feb 19 01:19:34.728230 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-f8b7e8fa-5721-4cc2-88eb-71d7465b8773 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:34.730070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-f8b7e8fa-5721-4cc2-88eb-71d7465b8773 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.113 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 811 time: 0.1144800 Feb 19 01:19:34.741714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Request body: {'port': {'device_id': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552', 'admin_state_up': True, 'tenant_id': 'f45e6f4a00664860aae7d95eb6b907b8'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:34.852149 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c09ffe4-28ae-4464-af5e-f72b4aa83c68 req-cfd3f529-dcbd-490d-bf69-ca46a018400c tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 210 time: 0.0350151 Feb 19 01:19:34.878800 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Made reservation on behalf of f45e6f4a00664860aae7d95eb6b907b8 for: {'port': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:19:34.882309 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.311100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Allocated IP 172.20.0.3 (9506e50e-afbd-40f5-b5da-3d57af221552/54ac7bdc-e56a-4e18-ad27-dc086cf9a67c/ecc950b9-63a2-41bd-b8ba-e576db03d450) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:19:35.459251 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Publish callbacks [] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.495465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.536986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Network 9506e50e-afbd-40f5-b5da-3d57af221552 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:19:35.539991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:19:35.546597 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:19:35.552994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:35.597530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:35.598200 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.617246 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-0e8c4d66-79a2-4bea-a92f-067fc05dbd5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8795979 Feb 19 01:19:35.629329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Request body: {'port': {'device_id': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:19:35.694476 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:35.993038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc950b9-63a2-41bd-b8ba-e576db03d450 {{(pid=103649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:36.002336 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Publish callbacks [] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.020059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Transition to ACTIVE for port object ecc950b9-63a2-41bd-b8ba-e576db03d450 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:19:36.028231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab433dd-82c6-462f-a69d-9b389816cb5b req-6bef06e9-1d75-449c-ba6d-f295bd2d4103 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.029738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ab433dd-82c6-462f-a69d-9b389816cb5b req-6bef06e9-1d75-449c-ba6d-f295bd2d4103 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 931 time: 0.1081452 Feb 19 01:19:36.030804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.100434 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:36.162582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ab433dd-82c6-462f-a69d-9b389816cb5b req-de76b65b-5d6c-46b4-863b-5db0ea0fc217 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265860 Feb 19 01:19:36.192126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Attempting to bind port ecc950b9-63a2-41bd-b8ba-e576db03d450 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:19:36.192471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Attempting to bind port ecc950b9-63a2-41bd-b8ba-e576db03d450 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:19:36.192834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Attempting to bind port ecc950b9-63a2-41bd-b8ba-e576db03d450 on network 9506e50e-afbd-40f5-b5da-3d57af221552 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:36.197370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Port ecc950b9-63a2-41bd-b8ba-e576db03d450 on network 9506e50e-afbd-40f5-b5da-3d57af221552 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:19:36.197763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Attempting to bind port ecc950b9-63a2-41bd-b8ba-e576db03d450 on network 9506e50e-afbd-40f5-b5da-3d57af221552 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:19:36.203129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:19:36.203490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Checking segment: {'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:19:36.203883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Bound using segment: {'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:19:36.204315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Bound port: ecc950b9-63a2-41bd-b8ba-e576db03d450, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:19:36.204692 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.273841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:19:36.277643 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:19:36.285497 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.325857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.326526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:36.327976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] 10.222.0.113 "PUT /v2.0/ports/ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 1091 time: 0.7026834 Feb 19 01:19:36.328436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:36.330800 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:36.353479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d03d5d-3b5e-4615-a96a-4733f075931d service neutron] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=3']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:36.379532 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad785f1b-0824-442e-af3d-728ef52f5fbe x-openstack-request-id: req-ad785f1b-0824-442e-af3d-728ef52f5fbe {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:36.379785 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:36.380071 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad785f1b-0824-442e-af3d-728ef52f5fbe {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:36.380490 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'status': 'completed', 'code': 200} Feb 19 01:19:36.417363 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-7fb04d4e-341a-4f45-93bc-ece799093457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.418822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-7fb04d4e-341a-4f45-93bc-ece799093457 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1125 time: 0.0507259 Feb 19 01:19:36.462092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-a60f1d22-0e7f-43e1-a939-dbc32671d31d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 217 time: 0.0366082 Feb 19 01:19:36.515916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-8643cc6e-e2f6-44e0-8310-be99c82f5607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.517353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-8643cc6e-e2f6-44e0-8310-be99c82f5607 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 200 len: 851 time: 0.0482697 Feb 19 01:19:36.549320 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-a30e315f-1458-4591-83f1-3ebb583956a7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9506e50e-afbd-40f5-b5da-3d57af221552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261075 Feb 19 01:19:36.642331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-553634df-3901-450f-9cb3-44b1a727e5c2 service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867863 Feb 19 01:19:36.731853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ce1a83c-d2e1-4266-b9f3-65a1103ee336 req-58e7fd1f-751e-469c-bcf2-2206a251820e service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839541 Feb 19 01:19:36.824902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-082b9ede-be94-4252-ad69-cdd63ca24555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.826537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-082b9ede-be94-4252-ad69-cdd63ca24555 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1125 time: 0.0469763 Feb 19 01:19:36.928932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-d3b68a87-a88f-4f17-8c10-27ca7cc3496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:36.930435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-d3b68a87-a88f-4f17-8c10-27ca7cc3496b service neutron] 10.222.0.113 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 912 time: 0.0981076 Feb 19 01:19:36.971622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-254385cd-4f53-416e-b58b-6c5e1498954b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 217 time: 0.0350192 Feb 19 01:19:37.030601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-618f4f22-2c1d-41e8-a817-582ccc6f647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:37.031970 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-618f4f22-2c1d-41e8-a817-582ccc6f647a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 200 len: 851 time: 0.0524497 Feb 19 01:19:37.069080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-56338a39-5b9f-4c30-a5e3-19cac59c27f5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9506e50e-afbd-40f5-b5da-3d57af221552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309403 Feb 19 01:19:37.184041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-64371b6f-4795-4fbc-8fba-63f17fa2dc17 service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049590 Feb 19 01:19:37.319474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e40bd35-e5d9-4da4-a041-a0bf17eeb41f req-c16180a5-6c2f-42cd-91b6-cf5aa4d9edcd service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279223 Feb 19 01:19:37.330763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14e7ef-1929-437f-ae78-ee8f078eb927 req-946d45b0-bb88-4292-821c-0585105d364e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:37.332272 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db14e7ef-1929-437f-ae78-ee8f078eb927 req-946d45b0-bb88-4292-821c-0585105d364e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 943 time: 0.0876567 Feb 19 01:19:37.382519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db14e7ef-1929-437f-ae78-ee8f078eb927 req-79535554-6a71-4d90-8385-2f6b00558e5f tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439196 Feb 19 01:19:38.541192 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc74bb-2595-4f08-a016-e5a1b38e44c1 req-aca1dbf8-4f62-42f7-8e8c-6eac37ae1446 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:38.542755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25bc74bb-2595-4f08-a016-e5a1b38e44c1 req-aca1dbf8-4f62-42f7-8e8c-6eac37ae1446 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 943 time: 0.0615745 Feb 19 01:19:38.597218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25bc74bb-2595-4f08-a016-e5a1b38e44c1 req-2b1c8007-f486-49dd-a062-cb25cd343e5a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482886 Feb 19 01:19:38.946685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ecc950b9-63a2-41bd-b8ba-e576db03d450 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:19:39.059636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:39.071928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552', 'port_id': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'mac_address': 'fa:16:3e:48:32:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ac7bdc-e56a-4e18-ad27-dc086cf9a67c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:19:39.111366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port ecc950b9-63a2-41bd-b8ba-e576db03d450 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:39.111863 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.131767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc950b9-63a2-41bd-b8ba-e576db03d450 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:19:39.154088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:39.159177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:39.212736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:39.368745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['ecc950b9-63a2-41bd-b8ba-e576db03d450'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:19:39.738208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57462556-0c1a-436b-95be-68333c491093 req-bb8fbb4e-ee1c-418e-b445-20afcfb72c0a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:39.739736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57462556-0c1a-436b-95be-68333c491093 req-bb8fbb4e-ee1c-418e-b445-20afcfb72c0a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 944 time: 0.0675976 Feb 19 01:19:39.791467 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57462556-0c1a-436b-95be-68333c491093 req-300c48f5-9273-44b9-ab07-dc5b5bb8d1bb tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429585 Feb 19 01:19:40.935768 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23fcae-9a67-4801-8d2f-500e45ab8946 req-03933e13-b6ba-4565-bc96-1b1db703e8f6 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:40.937363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd23fcae-9a67-4801-8d2f-500e45ab8946 req-03933e13-b6ba-4565-bc96-1b1db703e8f6 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 944 time: 0.0655458 Feb 19 01:19:40.965989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ecc950b9-63a2-41bd-b8ba-e576db03d450 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:19:40.989067 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd23fcae-9a67-4801-8d2f-500e45ab8946 req-b6feb896-e9e9-4e4e-8225-0095aee0e7bd tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430734 Feb 19 01:19:41.020436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port ecc950b9-63a2-41bd-b8ba-e576db03d450 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:19:41.024277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port ecc950b9-63a2-41bd-b8ba-e576db03d450 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:19:41.024663 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:41.102581 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port ecc950b9-63a2-41bd-b8ba-e576db03d450 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:19:41.102981 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:41.126365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:19:41.128620 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cc1288-eeb7-4ceb-bf2c-dae2944cc227" -d '{"events": [{"server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "name": "network-vif-plugged", "status": "completed", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:19:41.143688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:19:41.148283 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:41.178828 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e116c53a-9320-4e6d-8b87-fac22b8895a4 x-openstack-request-id: req-e116c53a-9320-4e6d-8b87-fac22b8895a4 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:19:41.179123 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "name": "network-vif-plugged", "status": "completed", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:19:41.179386 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e116c53a-9320-4e6d-8b87-fac22b8895a4 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:19:41.179795 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'code': 200} Feb 19 01:19:41.209197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:19:41.279850 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fcf47-2bc1-44c9-a7a5-d149ef7c5c97 req-3b92514f-9649-4390-897f-aa265aa77f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:41.281385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-219fcf47-2bc1-44c9-a7a5-d149ef7c5c97 req-3b92514f-9649-4390-897f-aa265aa77f85 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1127 time: 0.0533261 Feb 19 01:19:41.329039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-219fcf47-2bc1-44c9-a7a5-d149ef7c5c97 req-44d0b73a-6a7b-4ad6-af2b-c5ac804cede2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Feb 19 01:19:42.126806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffe0a2-a43a-494d-822a-4b8bad08ae3f req-4e216d21-02c2-4443-a482-c8f5ebdf4674 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:42.128312 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7ffe0a2-a43a-494d-822a-4b8bad08ae3f req-4e216d21-02c2-4443-a482-c8f5ebdf4674 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0584409 Feb 19 01:19:42.176997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c7ffe0a2-a43a-494d-822a-4b8bad08ae3f req-a5e7359d-7605-4070-9a49-c269f16bafc5 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422287 Feb 19 01:19:43.308496 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edfd1e-d43d-498a-bbaa-367e073dd023 req-6c34e2ce-d259-4386-8b23-d545316e1640 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:43.309985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76edfd1e-d43d-498a-bbaa-367e073dd023 req-6c34e2ce-d259-4386-8b23-d545316e1640 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0623682 Feb 19 01:19:43.361313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76edfd1e-d43d-498a-bbaa-367e073dd023 req-4f3838f2-8cec-491b-b25d-ee3d78a7ce3e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430651 Feb 19 01:19:43.593555 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35180) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:43.627648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d25d55-3733-4f9e-a557-c3b526f18b6f req-77dfa8a0-672b-4889-a70a-62a136dfa38a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:43.629264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5d25d55-3733-4f9e-a557-c3b526f18b6f req-77dfa8a0-672b-4889-a70a-62a136dfa38a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0675905 Feb 19 01:19:43.703537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5d25d55-3733-4f9e-a557-c3b526f18b6f req-36923833-8537-41ad-bd4e-ea2a9dd2464b tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676734 Feb 19 01:19:43.714095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-5f5143cf-ccf5-4f5d-b3ae-c909572b390a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1190624 Feb 19 01:19:43.722946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-4828b1db-aab4-4844-a384-0633bb3a26af service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:19:43.723903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-4828b1db-aab4-4844-a384-0633bb3a26af service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049841 Feb 19 01:19:44.166770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35202) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:19:44.282863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-f8528b3c-627b-4bdc-81b9-10b019a740cc tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.284447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-f8528b3c-627b-4bdc-81b9-10b019a740cc tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports/ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 942 time: 0.1166191 Feb 19 01:19:44.832588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3adf93-eb8a-4368-b837-ee6f8f680d19 req-0e622cce-9f4f-4d68-a328-a920a01b5cf1 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:44.834211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d3adf93-eb8a-4368-b837-ee6f8f680d19 req-0e622cce-9f4f-4d68-a328-a920a01b5cf1 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0567086 Feb 19 01:19:44.882624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d3adf93-eb8a-4368-b837-ee6f8f680d19 req-d74ced19-54ea-40e9-9aa8-2ff185ae9152 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422087 Feb 19 01:19:45.175144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-0f33d592-94d4-48e1-b93e-e77d1d3df891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.176655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-0f33d592-94d4-48e1-b93e-e77d1d3df891 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1127 time: 0.0455701 Feb 19 01:19:45.280407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-d11b047c-9840-443d-a098-f1da98590aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.281900 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-d11b047c-9840-443d-a098-f1da98590aec service neutron] 10.222.0.113 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 912 time: 0.0972173 Feb 19 01:19:45.325595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-c91fb687-c2ca-4995-a132-e7f4c9d5fce2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 217 time: 0.0374832 Feb 19 01:19:45.382594 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-8f0e5f94-cf8f-4ea3-9a2b-a0baaeb1ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:45.384035 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-8f0e5f94-cf8f-4ea3-9a2b-a0baaeb1ae28 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 200 len: 851 time: 0.0531840 Feb 19 01:19:45.415181 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:19:45.419297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-a3ef544a-ce89-47be-9940-68b087f30505 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9506e50e-afbd-40f5-b5da-3d57af221552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290380 Feb 19 01:19:45.520073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-35a08e40-0390-4620-ac4c-97017fc67e98 service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951588 Feb 19 01:19:45.622827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-b3d73f30-8f91-4c0b-b3f9-6db7f9fff6ad service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972488 Feb 19 01:19:46.021668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2171b-aff0-4abb-93f9-48f6ce5b2778 req-ae74f4b2-61ee-4def-bc05-ea1633dfbe4b tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:46.023402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91e2171b-aff0-4abb-93f9-48f6ce5b2778 req-ae74f4b2-61ee-4def-bc05-ea1633dfbe4b tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0667427 Feb 19 01:19:46.084050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-91e2171b-aff0-4abb-93f9-48f6ce5b2778 req-36ee4ab1-a29d-425a-b7cf-e6767be23506 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545769 Feb 19 01:19:47.229810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2071320-f8c5-49b6-ad99-ac2a438e3e73 req-4156e24c-01b7-458b-b71c-9b769cdc13f5 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:47.231444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2071320-f8c5-49b6-ad99-ac2a438e3e73 req-4156e24c-01b7-458b-b71c-9b769cdc13f5 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0588741 Feb 19 01:19:47.284724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2071320-f8c5-49b6-ad99-ac2a438e3e73 req-7472669b-f6c9-44c5-b507-e27760e248cf tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 Feb 19 01:19:48.035771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2af1d4e7-4157-4d2a-925b-79d6e3dc7aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:48.428404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52a692-25bf-46e0-829d-52e192c06e5a req-6cfb4566-7517-4b37-84d4-7c11e01fc2c9 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:48.429818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c52a692-25bf-46e0-829d-52e192c06e5a req-6cfb4566-7517-4b37-84d4-7c11e01fc2c9 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0551195 Feb 19 01:19:48.481354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c52a692-25bf-46e0-829d-52e192c06e5a req-23de002e-90e8-4a68-abcc-d2da4d14fd55 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Feb 19 01:19:49.032749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ace0-077c-4894-a205-23203787fb5b req-7c96fee4-760c-4271-87b6-0bf8add930ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.034265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bc8ace0-077c-4894-a205-23203787fb5b req-7c96fee4-760c-4271-87b6-0bf8add930ad service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1127 time: 0.0501268 Feb 19 01:19:49.144282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ace0-077c-4894-a205-23203787fb5b req-48810faa-5f3f-4423-8a6d-ec54c7b4239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.145794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bc8ace0-077c-4894-a205-23203787fb5b req-48810faa-5f3f-4423-8a6d-ec54c7b4239d service neutron] 10.222.0.113 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 912 time: 0.0935144 Feb 19 01:19:49.188250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bc8ace0-077c-4894-a205-23203787fb5b req-e907e935-6fe9-471e-a20b-2eb34119cbc9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 217 time: 0.0347054 Feb 19 01:19:49.217696 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:49.237771 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8ace0-077c-4894-a205-23203787fb5b req-1c4e6d76-8ec2-4e4a-9779-eb448dac8e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.240000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bc8ace0-077c-4894-a205-23203787fb5b req-1c4e6d76-8ec2-4e4a-9779-eb448dac8e5a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 200 len: 851 time: 0.0460665 Feb 19 01:19:49.277005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bc8ace0-077c-4894-a205-23203787fb5b req-ef6eb5b3-0219-4f40-ba76-f91a95f4a9d6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9506e50e-afbd-40f5-b5da-3d57af221552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310574 Feb 19 01:19:49.370489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bc8ace0-077c-4894-a205-23203787fb5b req-8c33fd30-e4e2-4221-ad33-d4d46eb078f5 service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875242 Feb 19 01:19:49.467481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bc8ace0-077c-4894-a205-23203787fb5b req-5be84a2f-aa0c-4d86-807e-487dbfa9e237 service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911179 Feb 19 01:19:49.613421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18417ca7-d8d1-4959-a911-afe4c756b056 req-deef1f98-7515-4487-a19d-8172363edbee tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:49.614954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18417ca7-d8d1-4959-a911-afe4c756b056 req-deef1f98-7515-4487-a19d-8172363edbee tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0587020 Feb 19 01:19:49.661506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18417ca7-d8d1-4959-a911-afe4c756b056 req-a1724ecc-cff0-4bcb-9189-f129f24c3fd3 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408094 Feb 19 01:19:50.120051 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0770233-aab2-4740-b9c2-993678466b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:50.784376 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7fcb49-381b-4cf4-a477-c10822e88c0a req-95815c02-9c60-47fa-a64c-d13dc72509af tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:50.785904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c7fcb49-381b-4cf4-a477-c10822e88c0a req-95815c02-9c60-47fa-a64c-d13dc72509af tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0563042 Feb 19 01:19:50.834854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c7fcb49-381b-4cf4-a477-c10822e88c0a req-37fe3440-1c13-476d-b016-3fdfb415d812 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Feb 19 01:19:51.395003 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:51.978587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d25ae-6ec3-4f7a-9385-93a66cb9dc84 req-e6f02f44-9e92-4224-94ef-ce1b849e7f11 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:51.980055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc5d25ae-6ec3-4f7a-9385-93a66cb9dc84 req-e6f02f44-9e92-4224-94ef-ce1b849e7f11 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0589135 Feb 19 01:19:52.029742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc5d25ae-6ec3-4f7a-9385-93a66cb9dc84 req-db2b6fbc-cb11-4754-bcdd-00e58cc640c2 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Feb 19 01:19:52.817515 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:53.165398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3f610-9bda-4272-adca-82397ba8faa0 req-d32450a0-a678-41a4-a425-5a722b2a3d30 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:53.166944 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ad3f610-9bda-4272-adca-82397ba8faa0 req-d32450a0-a678-41a4-a425-5a722b2a3d30 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0570574 Feb 19 01:19:53.215352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ad3f610-9bda-4272-adca-82397ba8faa0 req-445ea191-f4f6-4aa4-8f23-dace8156c582 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426962 Feb 19 01:19:54.160042 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:54.192839 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:19:54.337884 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e3c31-3743-4be9-8f1b-d797df6616cf req-989b0ca4-2d8a-4bd6-8d7e-c58ccc3a59a2 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:54.339473 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-683e3c31-3743-4be9-8f1b-d797df6616cf req-989b0ca4-2d8a-4bd6-8d7e-c58ccc3a59a2 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0549564 Feb 19 01:19:54.393419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-683e3c31-3743-4be9-8f1b-d797df6616cf req-07d135d8-3092-460e-8d4b-e322cd29147c tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Feb 19 01:19:55.532548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a0189-f9a8-4e2a-aea6-aeb9c64ff079 req-9256fff4-478b-4b05-83de-3ca735f84096 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:55.534223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d1a0189-f9a8-4e2a-aea6-aeb9c64ff079 req-9256fff4-478b-4b05-83de-3ca735f84096 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0582438 Feb 19 01:19:55.586022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d1a0189-f9a8-4e2a-aea6-aeb9c64ff079 req-d7ff6d4f-1bcb-424f-ba80-b79e8b6f8237 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Feb 19 01:19:56.716803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409071fa-686f-4f57-86e4-5597364acead req-8e9bbb54-6015-4e05-bcc1-e185e6e876fa tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:56.718317 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-409071fa-686f-4f57-86e4-5597364acead req-8e9bbb54-6015-4e05-bcc1-e185e6e876fa tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0545328 Feb 19 01:19:56.766806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-409071fa-686f-4f57-86e4-5597364acead req-66afe112-5a4b-4449-8093-dd333a43558a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426590 Feb 19 01:19:57.896701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27e518-f067-452c-b5ca-f6888c27c4db req-03530385-c3b7-4500-a826-7d197dc5fc0e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:57.898226 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d27e518-f067-452c-b5ca-f6888c27c4db req-03530385-c3b7-4500-a826-7d197dc5fc0e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0582321 Feb 19 01:19:57.944796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d27e518-f067-452c-b5ca-f6888c27c4db req-a23f41b9-4132-460b-a4fd-8cea822f5fcc tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407782 Feb 19 01:19:59.075783 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6033e63-877b-4978-8dac-12420a2a1e61 req-4f46c44f-5cc9-4e80-bca4-e9f6fa6c0ce9 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:19:59.077250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6033e63-877b-4978-8dac-12420a2a1e61 req-4f46c44f-5cc9-4e80-bca4-e9f6fa6c0ce9 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0531805 Feb 19 01:19:59.123472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c6033e63-877b-4978-8dac-12420a2a1e61 req-2eb23f6f-3c67-46d8-8630-7d0f09550135 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404565 Feb 19 01:20:00.256245 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e2940-3bf1-4c41-be22-d50de7f2a481 req-fb78a1d9-ef11-4745-9cb9-912c32e1147b tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:00.257642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-644e2940-3bf1-4c41-be22-d50de7f2a481 req-fb78a1d9-ef11-4745-9cb9-912c32e1147b tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0587237 Feb 19 01:20:00.303932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-644e2940-3bf1-4c41-be22-d50de7f2a481 req-36ae98f3-0450-4907-b641-d3401eda4061 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406034 Feb 19 01:20:01.437325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963f0a68-a822-4690-bfd0-c8f89aa04d03 req-fffd3bd7-e035-4c5d-a619-3ae90fd3d68e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:01.438827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-963f0a68-a822-4690-bfd0-c8f89aa04d03 req-fffd3bd7-e035-4c5d-a619-3ae90fd3d68e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0563080 Feb 19 01:20:01.490518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-963f0a68-a822-4690-bfd0-c8f89aa04d03 req-27ea8112-8242-4ccf-b32c-c8edc25e7625 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Feb 19 01:20:02.633866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6689007-b43a-442e-b56f-6a3cff06df47 req-902f1cdb-0fcd-498e-85f0-3b9ba1bc89fd tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:02.635380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6689007-b43a-442e-b56f-6a3cff06df47 req-902f1cdb-0fcd-498e-85f0-3b9ba1bc89fd tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0552740 Feb 19 01:20:02.688327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6689007-b43a-442e-b56f-6a3cff06df47 req-429e5cb1-3c8e-4b25-a0c7-37e62dbc36af tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447817 Feb 19 01:20:03.831607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee706949-c456-4172-9bb8-ca0067d5d555 req-eaa2ba35-cbaf-41ef-81f5-80b2dae8eeab tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:03.832990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee706949-c456-4172-9bb8-ca0067d5d555 req-eaa2ba35-cbaf-41ef-81f5-80b2dae8eeab tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0551968 Feb 19 01:20:03.880904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ee706949-c456-4172-9bb8-ca0067d5d555 req-de100e6d-6f0c-461f-8182-fa3dc6d922c9 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422688 Feb 19 01:20:05.028843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360e9f2-16e6-4d60-a4f6-fc861b9c459e req-006eb8d8-454b-4e43-b9b8-91173fe419e3 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:05.030307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b360e9f2-16e6-4d60-a4f6-fc861b9c459e req-006eb8d8-454b-4e43-b9b8-91173fe419e3 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0703256 Feb 19 01:20:05.078229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b360e9f2-16e6-4d60-a4f6-fc861b9c459e req-96b9612e-9f75-4541-a89d-305c8e93153c tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Feb 19 01:20:06.207537 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca176b40-09cf-47f2-a9cc-2ab5e170f3ea req-26dae0ce-412b-4ac8-9aee-b2a05ec497e4 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:06.209103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca176b40-09cf-47f2-a9cc-2ab5e170f3ea req-26dae0ce-412b-4ac8-9aee-b2a05ec497e4 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0579462 Feb 19 01:20:06.267295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ca176b40-09cf-47f2-a9cc-2ab5e170f3ea req-bafe6aa7-ee61-4ea4-afaf-70864c1dc5b1 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521328 Feb 19 01:20:07.397284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36991a-ddd9-43b4-943b-6ba2b5447013 req-106cdf06-52ca-4cdb-a866-6d57ee915b26 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:07.398635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad36991a-ddd9-43b4-943b-6ba2b5447013 req-106cdf06-52ca-4cdb-a866-6d57ee915b26 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0561814 Feb 19 01:20:07.446933 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad36991a-ddd9-43b4-943b-6ba2b5447013 req-775c92a0-bbcb-4041-acbe-47efabf5712d tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420198 Feb 19 01:20:08.584583 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357431fd-416f-434c-9a9d-c74f08d938c5 req-c1c46dcc-4ecb-4ecd-b995-bbde26af872e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:08.586232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-357431fd-416f-434c-9a9d-c74f08d938c5 req-c1c46dcc-4ecb-4ecd-b995-bbde26af872e tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0552430 Feb 19 01:20:08.639872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-357431fd-416f-434c-9a9d-c74f08d938c5 req-aa9a81ab-5dab-4eed-8235-f729566b490f tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458944 Feb 19 01:20:09.772166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22096e5c-586f-4a98-aa53-0589954b2fa1 req-66529ce4-08a4-4c62-9238-7ba0b69b0b9f tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:09.773644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22096e5c-586f-4a98-aa53-0589954b2fa1 req-66529ce4-08a4-4c62-9238-7ba0b69b0b9f tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0540276 Feb 19 01:20:09.820915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-22096e5c-586f-4a98-aa53-0589954b2fa1 req-ba5ef22c-0976-4a2e-a4eb-3acdeb9c83a3 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Feb 19 01:20:10.958838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a940ea3-3b04-42b5-8bf3-f2b8195a0893 req-6acb3918-4202-48b4-b5c6-48bd121116bb tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:10.960344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a940ea3-3b04-42b5-8bf3-f2b8195a0893 req-6acb3918-4202-48b4-b5c6-48bd121116bb tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0585561 Feb 19 01:20:11.009696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a940ea3-3b04-42b5-8bf3-f2b8195a0893 req-ba213798-5218-4778-8eba-c1e717f33867 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 Feb 19 01:20:12.143837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92051489-9302-44e7-b4f6-0240ec77903c req-5d2fcf17-a2ed-4a5e-93f0-b7d983078758 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:12.145391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92051489-9302-44e7-b4f6-0240ec77903c req-5d2fcf17-a2ed-4a5e-93f0-b7d983078758 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0585916 Feb 19 01:20:12.191623 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92051489-9302-44e7-b4f6-0240ec77903c req-157c906f-f34a-490a-8bb1-7bdf121f8352 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Feb 19 01:20:12.721516 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-bed93144-5304-4a11-b1e4-a1736190fceb req-1b5df931-138f-403c-ab5e-86552f62cfdf service neutron] show failed (client error): The resource could not be found. Feb 19 01:20:12.722594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-1b5df931-138f-403c-ab5e-86552f62cfdf service neutron] 10.222.0.113 "GET /v2.0/ports/ecc950b9-63a2-41bd-b8ba-e576db03d450/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.0567958 Feb 19 01:20:13.099670 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-f3325a58-2480-4800-9464-51719ccb655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:13.101172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-f3325a58-2480-4800-9464-51719ccb655b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c&tenant_id=f45e6f4a00664860aae7d95eb6b907b8 HTTP/1.1" status: 200 len: 1127 time: 0.0864863 Feb 19 01:20:13.114755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:13.171804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.321531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1d346-4509-4055-abf0-8db3b9935853 req-4f823778-08e0-46f0-91a5-f14016104fdb tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:13.323109 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6c1d346-4509-4055-abf0-8db3b9935853 req-4f823778-08e0-46f0-91a5-f14016104fdb tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 945 time: 0.0546913 Feb 19 01:20:13.375242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6c1d346-4509-4055-abf0-8db3b9935853 req-ecfb5d47-b3ff-4956-ad76-8baf90278a15 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461638 Feb 19 01:20:13.383125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:13.416785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:13.461688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:13.464971 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2667676a-48b6-458b-9944-ce9c23c25b75" -d '{"events": [{"server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:13.470871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Publish callbacks [] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.485273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Transition to ACTIVE for port object ecc950b9-63a2-41bd-b8ba-e576db03d450 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:20:13.490142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.519018 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5100586-3dc0-4dfb-b6ec-b812f19b26e7 x-openstack-request-id: req-b5100586-3dc0-4dfb-b6ec-b812f19b26e7 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:13.519311 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "name": "network-vif-unplugged", "status": "completed", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:13.519569 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5100586-3dc0-4dfb-b6ec-b812f19b26e7 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:13.520001 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'code': 200} Feb 19 01:20:13.540913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=6']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:13.557200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] No DVR routers for this DVR port ecc950b9-63a2-41bd-b8ba-e576db03d450 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:13.592487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Attempting to bind port ecc950b9-63a2-41bd-b8ba-e576db03d450 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:13.592822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Attempting to bind port ecc950b9-63a2-41bd-b8ba-e576db03d450 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:13.593151 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Attempting to bind port ecc950b9-63a2-41bd-b8ba-e576db03d450 on network 9506e50e-afbd-40f5-b5da-3d57af221552 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:13.597395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Port ecc950b9-63a2-41bd-b8ba-e576db03d450 on network 9506e50e-afbd-40f5-b5da-3d57af221552 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:20:13.597703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Attempting to bind port ecc950b9-63a2-41bd-b8ba-e576db03d450 on network 9506e50e-afbd-40f5-b5da-3d57af221552 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:13.602575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:13.602915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Checking segment: {'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:13.603298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Bound using segment: {'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:13.603724 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Bound port: ecc950b9-63a2-41bd-b8ba-e576db03d450, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9912bc-4095-402c-a51c-634568486312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:13.604083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.668966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:13.672011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:13.681198 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.715007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:13.715649 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:13.717034 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] 10.222.0.126 "PUT /v2.0/ports/ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 1091 time: 0.6070917 Feb 19 01:20:13.746222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68c86b-5598-44c8-9187-aee3141cc993 service neutron] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=7']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:13.787111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-85b3b657-fb09-4298-8eae-a54b283b84dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:13.788633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-85b3b657-fb09-4298-8eae-a54b283b84dc service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1125 time: 0.0503941 Feb 19 01:20:13.886615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-151b8344-2946-4b7f-9018-77e4a1405790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:13.888112 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-151b8344-2946-4b7f-9018-77e4a1405790 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 912 time: 0.0936275 Feb 19 01:20:13.929285 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-0f7171f1-859a-4021-a888-2f78a51d84b9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 217 time: 0.0343766 Feb 19 01:20:13.990587 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed93144-5304-4a11-b1e4-a1736190fceb req-d4f5828f-760b-4a99-a705-e07986efe2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:13.992598 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-d4f5828f-760b-4a99-a705-e07986efe2c5 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 200 len: 851 time: 0.0581810 Feb 19 01:20:14.024664 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-e233b1a9-6106-4ee6-a9ce-0aa81b17c636 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9506e50e-afbd-40f5-b5da-3d57af221552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251365 Feb 19 01:20:14.122747 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-7d2b56f5-7dbb-4f61-979f-a198a80f4942 service neutron] 10.222.0.126 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905080 Feb 19 01:20:14.212217 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bed93144-5304-4a11-b1e4-a1736190fceb req-f688c6d2-ca11-4dc0-b9e5-59236636409c service neutron] 10.222.0.126 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826075 Feb 19 01:20:14.498436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76caabe-a276-4530-9b29-0b62d9461f1f req-8859288f-b45b-436f-beaf-5f7363197df4 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:14.499842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e76caabe-a276-4530-9b29-0b62d9461f1f req-8859288f-b45b-436f-beaf-5f7363197df4 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 943 time: 0.0556006 Feb 19 01:20:14.556587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e76caabe-a276-4530-9b29-0b62d9461f1f req-f4402670-5476-4096-b9f4-2c2cc342e750 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509124 Feb 19 01:20:15.179618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ecc950b9-63a2-41bd-b8ba-e576db03d450 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:15.224039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] The host n-h1-826527-3 is not matching for port ecc950b9-63a2-41bd-b8ba-e576db03d450 host n-h2-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:20:15.224440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device ecc950b9-63a2-41bd-b8ba-e576db03d450 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:15.522296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:15.526104 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:15.589245 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576d035c-09fa-44fb-a993-fb504c36f8b5 x-openstack-request-id: req-576d035c-09fa-44fb-a993-fb504c36f8b5 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:15.589553 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:15.589821 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-576d035c-09fa-44fb-a993-fb504c36f8b5 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:15.590229 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'status': 'completed', 'code': 200} Feb 19 01:20:15.663310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-c39a4101-4218-462c-b00a-46d9aad24a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:15.664885 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-c39a4101-4218-462c-b00a-46d9aad24a1a service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1125 time: 0.0530329 Feb 19 01:20:15.699907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-c928a5a8-c23b-4584-a8d0-224a571ca8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:15.701480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-c928a5a8-c23b-4584-a8d0-224a571ca8a1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1125 time: 0.0883763 Feb 19 01:20:15.709028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d62f1-8efc-48d2-b90b-c1d39b81ff74 req-0c5b68ec-51e2-474f-a1f3-02d5d9d9c9d9 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:15.710427 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d44d62f1-8efc-48d2-b90b-c1d39b81ff74 req-0c5b68ec-51e2-474f-a1f3-02d5d9d9c9d9 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 943 time: 0.0713019 Feb 19 01:20:15.757230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-c77041ba-5f00-42c8-a519-d463fd751c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:15.758803 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-c77041ba-5f00-42c8-a519-d463fd751c87 service neutron] 10.222.0.126 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 912 time: 0.0882349 Feb 19 01:20:15.807509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-553e0b11-6f8e-49c4-af3f-b5d76ec3ce4b service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 217 time: 0.0401437 Feb 19 01:20:15.816248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d44d62f1-8efc-48d2-b90b-c1d39b81ff74 req-6e3f4385-08ab-40b6-b08e-61ebd9f9d4f8 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965264 Feb 19 01:20:15.835885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-b8afe608-b00c-43be-a22d-71fc6baebf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:15.837428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-b8afe608-b00c-43be-a22d-71fc6baebf49 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 912 time: 0.1261501 Feb 19 01:20:15.858564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-05d0591f-19a4-45de-95f7-0b8d6848a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:15.860112 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-05d0591f-19a4-45de-95f7-0b8d6848a789 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 200 len: 851 time: 0.0452995 Feb 19 01:20:15.882523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-af9a5e32-a4ab-4637-9b7d-84679519d057 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 217 time: 0.0387361 Feb 19 01:20:15.892776 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-046480e9-5c89-4b85-a08b-d03e56da3af9 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=9506e50e-afbd-40f5-b5da-3d57af221552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262933 Feb 19 01:20:15.930255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-3ef8c8f5-2e0d-476f-a4d7-4ecf31ef2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:15.931977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-3ef8c8f5-2e0d-476f-a4d7-4ecf31ef2817 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 200 len: 851 time: 0.0438132 Feb 19 01:20:15.962927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-9f0b5d28-1f48-4eaf-8207-781300eedfce service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9506e50e-afbd-40f5-b5da-3d57af221552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253570 Feb 19 01:20:15.986930 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-763ee950-caeb-4756-ae30-f98823bee10b service neutron] 10.222.0.126 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867968 Feb 19 01:20:16.055962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-f592da19-69b8-4a42-8ad6-a72b7ea45f6a service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868766 Feb 19 01:20:16.084216 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-51cb955e-b8f0-4b5e-8512-9c4fe2777f58 service neutron] 10.222.0.126 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902913 Feb 19 01:20:16.148677 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1eaed8f-fc3f-4a8c-bfe6-4474c55da4cc req-c3649cf6-e39d-4e36-b79e-995c4b302478 service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855725 Feb 19 01:20:16.955761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293700d-50fc-4a70-8363-d02f62132121 req-91968fbe-df6c-43aa-adb4-0036f9342013 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:16.957244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6293700d-50fc-4a70-8363-d02f62132121 req-91968fbe-df6c-43aa-adb4-0036f9342013 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 943 time: 0.0611417 Feb 19 01:20:17.004015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6293700d-50fc-4a70-8363-d02f62132121 req-1640fa1c-69b1-44b2-8373-f399f393e02d tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Feb 19 01:20:18.038389 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e48f7760-d903-49ef-a4d7-b783003ad0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:18.132503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa4b96-05bf-4d61-9192-42f621f8e68c req-3199c6ec-b3f0-4309-8b0d-c55536feeff5 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.134021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38fa4b96-05bf-4d61-9192-42f621f8e68c req-3199c6ec-b3f0-4309-8b0d-c55536feeff5 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 943 time: 0.0549257 Feb 19 01:20:18.182923 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38fa4b96-05bf-4d61-9192-42f621f8e68c req-edae1fa1-3e1e-4f5d-8c58-8f8a4626ffe0 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429828 Feb 19 01:20:18.529574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-24d2240e-1ebb-469d-8015-d74825e5fb24 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.531108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-24d2240e-1ebb-469d-8015-d74825e5fb24 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.113 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c&tenant_id=f45e6f4a00664860aae7d95eb6b907b8&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 943 time: 0.1051192 Feb 19 01:20:18.592056 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-e4150384-bce3-44d7-a14b-6fcd4ff5ce60 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:20:18.592986 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-e4150384-bce3-44d7-a14b-6fcd4ff5ce60 service neutron] 10.222.0.113 "DELETE /v2.0/ports/ecc950b9-63a2-41bd-b8ba-e576db03d450/bindings/n-h1-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.0553012 Feb 19 01:20:18.686520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-7868cb1b-6c31-42e5-8282-1100f0a13146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.688041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-7868cb1b-6c31-42e5-8282-1100f0a13146 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 1125 time: 0.0515039 Feb 19 01:20:18.797056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-e9eba0ca-c85d-4aea-aaf4-82ab12fc211f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.798562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-e9eba0ca-c85d-4aea-aaf4-82ab12fc211f service neutron] 10.222.0.113 "GET /v2.0/networks?id=9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 200 len: 912 time: 0.1041684 Feb 19 01:20:18.837408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-618399c8-861c-43c5-861d-5de6042ee0e4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 200 len: 217 time: 0.0333428 Feb 19 01:20:18.885848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-945076ca-d17d-4c71-9302-c95094d35963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:18.887318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-945076ca-d17d-4c71-9302-c95094d35963 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 200 len: 851 time: 0.0437651 Feb 19 01:20:19.219400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:19.232671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-ed31b473-3811-4a94-9bb0-3f09ad224d8c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9506e50e-afbd-40f5-b5da-3d57af221552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3400166 Feb 19 01:20:19.326533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-ecec8e47-e440-4d94-b567-017187144703 service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866568 Feb 19 01:20:19.425004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-1b55c87b-b12a-4629-a669-1b686da9c84e service neutron] 10.222.0.113 "GET /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930333 Feb 19 01:20:19.876422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ecc950b9-63a2-41bd-b8ba-e576db03d450 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:20:19.978693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:19.991833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'network_id': '9506e50e-afbd-40f5-b5da-3d57af221552', 'port_id': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'mac_address': 'fa:16:3e:48:32:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ac7bdc-e56a-4e18-ad27-dc086cf9a67c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:20:20.029661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port ecc950b9-63a2-41bd-b8ba-e576db03d450 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:20.030064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.043443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc950b9-63a2-41bd-b8ba-e576db03d450 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:20.073335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:20.079483 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.140265 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31a08264-ded2-40f1-a324-a2cb461bf09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:20.150617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:20.158277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.158628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.158970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.159303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.159633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.159966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.160294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.160618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.160939 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.161275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.161589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.161910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.162247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:20.169377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d659e61-2aac-4a7a-96f7-7cba8f27e90a req-b50ee905-4ca2-4b1f-95f4-79535153c3b0 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:20.170948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d659e61-2aac-4a7a-96f7-7cba8f27e90a req-b50ee905-4ca2-4b1f-95f4-79535153c3b0 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 944 time: 0.0603271 Feb 19 01:20:20.219682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d659e61-2aac-4a7a-96f7-7cba8f27e90a req-66961a09-c585-4ac1-86cd-d51f4c0ce1de tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429347 Feb 19 01:20:20.540032 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['ecc950b9-63a2-41bd-b8ba-e576db03d450'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:21.362958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f6461-001b-46d6-90dc-e43b5031c332 req-7f46bf5d-be1b-4ff8-a9bf-87ce7c410d72 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:21.364446 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad5f6461-001b-46d6-90dc-e43b5031c332 req-7f46bf5d-be1b-4ff8-a9bf-87ce7c410d72 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 944 time: 0.0623076 Feb 19 01:20:21.387287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:21.419924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad5f6461-001b-46d6-90dc-e43b5031c332 req-b9fe6f03-f312-478b-ace4-f7e8bef6bd85 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/security-groups?id=3d9d8102-7562-4cbb-9305-d98f544ae4c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484102 Feb 19 01:20:21.899742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ecc950b9-63a2-41bd-b8ba-e576db03d450 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:21.912907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-efa619dc-08c9-4bb8-acbe-37e1a95efdb7 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:21.914431 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-efa619dc-08c9-4bb8-acbe-37e1a95efdb7 tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.126 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 944 time: 0.0705841 Feb 19 01:20:21.951147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port ecc950b9-63a2-41bd-b8ba-e576db03d450 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:20:21.955443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port ecc950b9-63a2-41bd-b8ba-e576db03d450 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:21.955825 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.013551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Deleting port ecc950b9-63a2-41bd-b8ba-e576db03d450 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:20:22.013878 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.033181 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port ecc950b9-63a2-41bd-b8ba-e576db03d450 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:22.033577 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.056292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:22.058980 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e56cc47-b1e6-444e-ae49-713359194c0e" -d '{"events": [{"server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "name": "network-vif-plugged", "status": "completed", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:22.072025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:22.078370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.107215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] For port ecc950b9-63a2-41bd-b8ba-e576db03d450, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=ecc950b9-63a2-41bd-b8ba-e576db03d450,segment=NetworkSegment(5e9912bc-4095-402c-a51c-634568486312),segment_id=5e9912bc-4095-402c-a51c-634568486312)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:22.107643 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.107763 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c068c062-bbb3-4c4e-b579-65acb15c6f9d x-openstack-request-id: req-c068c062-bbb3-4c4e-b579-65acb15c6f9d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:22.108001 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "name": "network-vif-plugged", "status": "completed", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:22.108262 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c068c062-bbb3-4c4e-b579-65acb15c6f9d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:22.108653 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'code': 200} Feb 19 01:20:22.120450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Calling delete_port for ecc950b9-63a2-41bd-b8ba-e576db03d450 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:20:22.137993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:22.261013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ecc950b9-63a2-41bd-b8ba-e576db03d450), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.273836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['ecc950b9-63a2-41bd-b8ba-e576db03d450'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:22.291566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Pushing event deleted for resources: {'Port': ['ID=ecc950b9-63a2-41bd-b8ba-e576db03d450,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:22.341448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] No DVR routers for this DVR port ecc950b9-63a2-41bd-b8ba-e576db03d450 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:20:22.344623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:22.347809 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6b0ec933-19db-48b4-9b99-5986631f9c5a req-d50cf4e7-8ed3-45fc-822a-4c64c30a0afe tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.126 "DELETE /v2.0/ports/ecc950b9-63a2-41bd-b8ba-e576db03d450 HTTP/1.1" status: 204 len: 173 time: 0.4269350 Feb 19 01:20:22.348293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'name': 'network-vif-deleted', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:22.350696 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc0dcf8-81e7-4f3e-ba76-45f49b683138" -d '{"events": [{"server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "name": "network-vif-deleted", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:22.393617 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0854aaa-53b3-4435-a21f-010c9b49f6e8 x-openstack-request-id: req-e0854aaa-53b3-4435-a21f-010c9b49f6e8 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:22.394105 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2440360-40f5-4e7f-9ca8-dd3fde36e53c", "name": "network-vif-deleted", "tag": "ecc950b9-63a2-41bd-b8ba-e576db03d450", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:22.394451 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0854aaa-53b3-4435-a21f-010c9b49f6e8 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:22.394936 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2440360-40f5-4e7f-9ca8-dd3fde36e53c', 'name': 'network-vif-deleted', 'tag': 'ecc950b9-63a2-41bd-b8ba-e576db03d450', 'status': 'completed', 'code': 200} Feb 19 01:20:22.419638 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:20:22.533764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dcb02a5-9b03-4d4e-9cec-b5e2ab883f74 req-a3edd2c5-400e-49cc-9874-b00154761a3a tempest-DeleteServersTestJSON-260866625 tempest-DeleteServersTestJSON-260866625-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2440360-40f5-4e7f-9ca8-dd3fde36e53c HTTP/1.1" status: 200 len: 210 time: 0.0291190 Feb 19 01:20:22.817388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.673933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35304) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:23.719677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d55e6f-2863-490e-95ac-5b2e4f044837 admin admin] Deleting subnet 54ac7bdc-e56a-4e18-ad27-dc086cf9a67c {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:20:23.722929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11d55e6f-2863-490e-95ac-5b2e4f044837 admin admin] Publish callbacks [] for subnet (54ac7bdc-e56a-4e18-ad27-dc086cf9a67c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.760496 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11d55e6f-2863-490e-95ac-5b2e4f044837 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (54ac7bdc-e56a-4e18-ad27-dc086cf9a67c), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.799336 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11d55e6f-2863-490e-95ac-5b2e4f044837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (54ac7bdc-e56a-4e18-ad27-dc086cf9a67c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.851729 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11d55e6f-2863-490e-95ac-5b2e4f044837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (54ac7bdc-e56a-4e18-ad27-dc086cf9a67c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.881618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d55e6f-2863-490e-95ac-5b2e4f044837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ac7bdc-e56a-4e18-ad27-dc086cf9a67c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:23.885285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-11d55e6f-2863-490e-95ac-5b2e4f044837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:23.891425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-11d55e6f-2863-490e-95ac-5b2e4f044837 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/54ac7bdc-e56a-4e18-ad27-dc086cf9a67c HTTP/1.1" status: 204 len: 168 time: 0.2133958 Feb 19 01:20:23.891425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35306) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:23.959493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (9506e50e-afbd-40f5-b5da-3d57af221552), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.043374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (9506e50e-afbd-40f5-b5da-3d57af221552), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.064072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9506e50e-afbd-40f5-b5da-3d57af221552']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:24.073465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9912bc-4095-402c-a51c-634568486312') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:24.073767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9912bc-4095-402c-a51c-634568486312') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:20:24.083294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (5e9912bc-4095-402c-a51c-634568486312), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.097588 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (5e9912bc-4095-402c-a51c-634568486312), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.104239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:20:24.104654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (5e9912bc-4095-402c-a51c-634568486312), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:20:24.106595 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:20:24.160474 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.164886 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (9506e50e-afbd-40f5-b5da-3d57af221552), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.171588 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.174758 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] 10.222.0.60 "DELETE /v2.0/networks/9506e50e-afbd-40f5-b5da-3d57af221552 HTTP/1.1" status: 204 len: 168 time: 0.2826397 Feb 19 01:20:24.184980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713745eb-9967-441c-b486-dbb0347c7f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=9506e50e-afbd-40f5-b5da-3d57af221552,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:24.207362 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.296491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35312) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:24.338378 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0f16700-8704-492b-bcb7-8f2a5fb69f20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f45e6f4a00664860aae7d95eb6b907b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0407543 Feb 19 01:20:24.341108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35314) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:24.392275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-035ed8dd-371d-41de-87af-93729d9508b2 admin admin] Publish callbacks [] for security_group (3d9d8102-7562-4cbb-9305-d98f544ae4c3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.413426 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-035ed8dd-371d-41de-87af-93729d9508b2 admin admin] Publish callbacks [] for security_group (3d9d8102-7562-4cbb-9305-d98f544ae4c3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.464566 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-035ed8dd-371d-41de-87af-93729d9508b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (3d9d8102-7562-4cbb-9305-d98f544ae4c3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.467275 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-035ed8dd-371d-41de-87af-93729d9508b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:24.468499 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-035ed8dd-371d-41de-87af-93729d9508b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3d9d8102-7562-4cbb-9305-d98f544ae4c3 HTTP/1.1" status: 204 len: 168 time: 0.1264853 Feb 19 01:20:24.476517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ed8dd-371d-41de-87af-93729d9508b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9d8102-7562-4cbb-9305-d98f544ae4c3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:25.237467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35336) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:25.341641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1173185256-network', 'tenant_id': '41c1fd69d6654563b30a4603cac2104a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:25.364630 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Made reservation on behalf of 41c1fd69d6654563b30a4603cac2104a for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:25.367083 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.375808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.453868 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Publish callbacks [] for security_group (9a31372a-e5b6-4644-ab12-738a7054820b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.459978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9a31372a-e5b6-4644-ab12-738a7054820b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.486552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:20:25.492782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a31372a-e5b6-4644-ab12-738a7054820b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:25.499015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.499359 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Added segment 2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b of type vlan for network 19f52b2a-1fba-4983-85f0-cba2e643995c Feb 19 01:20:25.540684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (19f52b2a-1fba-4983-85f0-cba2e643995c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.568101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (19f52b2a-1fba-4983-85f0-cba2e643995c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.569060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:25.569678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.625953 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3873124 Feb 19 01:20:25.629218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35340) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:20:25.634486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Request body: {'subnet': {'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1173185256-subnet', 'tenant_id': '41c1fd69d6654563b30a4603cac2104a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:25.636968 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5121d-0e1d-4860-8637-4fd19ffa9995 admin admin] Pushing event updated for resources: {'Network': ['ID=19f52b2a-1fba-4983-85f0-cba2e643995c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:25.650226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 19f52b2a-1fba-4983-85f0-cba2e643995c details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:20:25.657225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Made reservation on behalf of 41c1fd69d6654563b30a4603cac2104a for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:25.659862 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.832211 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (00134728-457a-4125-94bb-adfe2b0fe94e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.885211 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00134728-457a-4125-94bb-adfe2b0fe94e,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:25.896642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.897029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.897379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.897728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.898063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.898429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.898750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.899078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.899403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.899738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.900060 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.900385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.900710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:20:25.906958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Checking segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:25.907329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Network hostable DHCP agents. Network: 19f52b2a-1fba-4983-85f0-cba2e643995c, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:20:25.907589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ecc950b9-63a2-41bd-b8ba-e576db03d450 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:20:25.924359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Network 19f52b2a-1fba-4983-85f0-cba2e643995c is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:20:25.930163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: ecc950b9-63a2-41bd-b8ba-e576db03d450 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:20:25.930587 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device ecc950b9-63a2-41bd-b8ba-e576db03d450 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:20:25.934161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 19f52b2a-1fba-4983-85f0-cba2e643995c) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:25.938250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:25.938870 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:25.946082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f0c26b-48b8-4a50-9d24-ea63a0f76ca3 None None] Network 19f52b2a-1fba-4983-85f0-cba2e643995c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:25.957352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4bc5754c-a445-4ff8-8022-c8c7c7c182a6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3268912 Feb 19 01:20:26.053118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f73de4-6a07-403f-9848-39f0dada3ca1 None None] Network 19f52b2a-1fba-4983-85f0-cba2e643995c requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:20:26.406078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-4c4231a2-f11e-402d-a081-2ec23b72f0e5 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:26.407758 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-4c4231a2-f11e-402d-a081-2ec23b72f0e5 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 815 time: 0.1147690 Feb 19 01:20:26.425155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-9a6d601a-d432-4c49-bfe6-87fa60619d54 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/quotas/41c1fd69d6654563b30a4603cac2104a HTTP/1.1" status: 200 len: 375 time: 0.0095339 Feb 19 01:20:26.460254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-40257907-8a79-4247-8a20-6d8e0098be07 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281177 Feb 19 01:20:26.554882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-5ba60f33-ab3c-4410-a21d-1158ad4c0a42 service neutron] 10.222.0.60 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878820 Feb 19 01:20:26.652545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-a52816c6-723a-498e-ac76-694f7a45a16a service neutron] 10.222.0.60 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917647 Feb 19 01:20:26.817178 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-51e3264f-564f-4b9d-ba1e-1a0024afef3f req-1876ef57-248a-4640-9a05-5aba79c8aea1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 210 time: 0.0287662 Feb 19 01:20:27.828701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-a99ec487-3a9e-4c0e-a813-8da7c4e5717e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:27.830060 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-a99ec487-3a9e-4c0e-a813-8da7c4e5717e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 815 time: 0.1086729 Feb 19 01:20:27.842399 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Request body: {'port': {'device_id': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c', 'admin_state_up': True, 'tenant_id': '41c1fd69d6654563b30a4603cac2104a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:27.921341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1d34646-9abb-451a-b758-b79ae583caa6 req-cb6a65af-983e-493b-a977-98d05729d820 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 210 time: 0.0308223 Feb 19 01:20:27.955207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Made reservation on behalf of 41c1fd69d6654563b30a4603cac2104a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:20:27.958559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.084578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Allocated IP 172.20.0.2 (19f52b2a-1fba-4983-85f0-cba2e643995c/00134728-457a-4125-94bb-adfe2b0fe94e/386f191d-3a45-4b53-b19a-6104c8752a12) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:20:28.247396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks [] for port (386f191d-3a45-4b53-b19a-6104c8752a12), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.286787 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.328460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Network 19f52b2a-1fba-4983-85f0-cba2e643995c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:20:28.331388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:20:28.337553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:20:28.343146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:28.387038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:28.387656 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.404688 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-3f4923e5-62b4-48a1-b392-576da11ce890 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661514 Feb 19 01:20:28.416414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Request body: {'port': {'device_id': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:20:28.477223 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.739989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386f191d-3a45-4b53-b19a-6104c8752a12 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:28.748838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Publish callbacks [] for port (386f191d-3a45-4b53-b19a-6104c8752a12), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.762174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Transition to ACTIVE for port object 386f191d-3a45-4b53-b19a-6104c8752a12 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:20:28.767738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.817472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:28.887744 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Attempting to bind port 386f191d-3a45-4b53-b19a-6104c8752a12 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:20:28.888488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Attempting to bind port 386f191d-3a45-4b53-b19a-6104c8752a12 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:20:28.888488 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Attempting to bind port 386f191d-3a45-4b53-b19a-6104c8752a12 on network 19f52b2a-1fba-4983-85f0-cba2e643995c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:28.892866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Port 386f191d-3a45-4b53-b19a-6104c8752a12 on network 19f52b2a-1fba-4983-85f0-cba2e643995c not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:20:28.893181 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Attempting to bind port 386f191d-3a45-4b53-b19a-6104c8752a12 on network 19f52b2a-1fba-4983-85f0-cba2e643995c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:20:28.898146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:20:28.898489 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Checking segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:20:28.898900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Bound using segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:20:28.899320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Bound port: 386f191d-3a45-4b53-b19a-6104c8752a12, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:20:28.899675 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:28.961946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:20:28.965513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:20:28.971877 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.009103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.009750 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:29.011171 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] 10.222.0.126 "PUT /v2.0/ports/386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 1091 time: 0.5987990 Feb 19 01:20:29.011618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:29.013873 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2b2511-254d-4a84-93bb-feba4331f21f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:29.041366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441d3c1-f496-4613-9557-3e3f8ad0bdbe service neutron] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:29.072601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f41f130-9cd5-49bb-9c3d-9bdf104ee39e req-e9e2a360-50ef-4b98-ae9a-ffa31c0a7d50 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.074175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f41f130-9cd5-49bb-9c3d-9bdf104ee39e req-e9e2a360-50ef-4b98-ae9a-ffa31c0a7d50 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 943 time: 0.0809371 Feb 19 01:20:29.083544 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfaf94b-db05-4824-a33a-7a84d4391c39 x-openstack-request-id: req-9bfaf94b-db05-4824-a33a-7a84d4391c39 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:29.083842 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:29.084095 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9bfaf94b-db05-4824-a33a-7a84d4391c39 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:29.084493 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12', 'status': 'completed', 'code': 200} Feb 19 01:20:29.103500 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-c02e705a-eb59-4135-8bb8-f34bb4433530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.105016 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-c02e705a-eb59-4135-8bb8-f34bb4433530 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1125 time: 0.0522599 Feb 19 01:20:29.122024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f41f130-9cd5-49bb-9c3d-9bdf104ee39e req-bb36bc32-1b40-4cec-bb1f-5cbafca79d98 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Feb 19 01:20:29.147260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-e697100c-413e-4a4c-972d-ad29d4029239 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 217 time: 0.0341859 Feb 19 01:20:29.194395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-895cc43e-18ec-4468-b474-b41739432aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.195834 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-895cc43e-18ec-4468-b474-b41739432aa3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0425425 Feb 19 01:20:29.228448 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-ccf762aa-05a1-446b-952d-e27b26f458a0 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246367 Feb 19 01:20:29.328004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-2e79639f-63ed-44ad-a383-e2f6476735cc service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916271 Feb 19 01:20:29.426166 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dfd2ee8c-53f5-40dd-8e60-42d591eabf95 req-1f3af0bd-da1b-458e-97e2-e17a0e1d3c08 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917773 Feb 19 01:20:29.523214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-a2a9aadc-4d6c-43a6-9c03-70cf5817effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.524716 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-a2a9aadc-4d6c-43a6-9c03-70cf5817effe service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1125 time: 0.0503831 Feb 19 01:20:29.614283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-a8118813-8763-479f-8156-b4eb9e8dee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.615757 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-a8118813-8763-479f-8156-b4eb9e8dee30 service neutron] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0844338 Feb 19 01:20:29.660145 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-65e57d33-e436-4390-ac28-4043ef8c203e service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 217 time: 0.0379076 Feb 19 01:20:29.709394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-20ca2cce-b6de-48a1-8dbc-89cd85156618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:29.710956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-20ca2cce-b6de-48a1-8dbc-89cd85156618 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0451572 Feb 19 01:20:29.744751 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-ef7b70d5-41bb-41e1-aad1-0d2d55e6898d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259316 Feb 19 01:20:29.836333 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-00d6192a-d79f-4476-9a70-1b44fffb369b service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853043 Feb 19 01:20:29.952368 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4f2b2511-254d-4a84-93bb-feba4331f21f req-f00f7352-0725-4812-a016-1b98b249b1da service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087055 Feb 19 01:20:30.247786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ea636-800b-4bc4-8358-e817a99032a1 req-efefdc26-854e-4593-bc0a-ef6d23cb0ef3 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:30.249243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd4ea636-800b-4bc4-8358-e817a99032a1 req-efefdc26-854e-4593-bc0a-ef6d23cb0ef3 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 943 time: 0.0578740 Feb 19 01:20:30.299024 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bd4ea636-800b-4bc4-8358-e817a99032a1 req-a4a6630d-9470-4275-ab3b-4dc5a63df27c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418324 Feb 19 01:20:31.441652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777a3326-6138-4bcc-bba3-80c54c96e29f req-5125a441-a55c-4474-a246-1470e976c43e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:31.443051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-777a3326-6138-4bcc-bba3-80c54c96e29f req-5125a441-a55c-4474-a246-1470e976c43e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 943 time: 0.0640535 Feb 19 01:20:31.498056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-777a3326-6138-4bcc-bba3-80c54c96e29f req-f4f132e2-0f51-4c23-91b7-b0bc9075b787 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491064 Feb 19 01:20:32.643412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0364206-eed9-4bb8-95b5-8d38514de2b8 req-dfe15751-9101-4255-97db-b46917f5b995 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:32.644895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0364206-eed9-4bb8-95b5-8d38514de2b8 req-dfe15751-9101-4255-97db-b46917f5b995 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 943 time: 0.0666664 Feb 19 01:20:32.698237 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0364206-eed9-4bb8-95b5-8d38514de2b8 req-b06e7684-ba63-47ce-8bf1-cefa48d00e40 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Feb 19 01:20:33.825739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d593978-9e74-464b-aa81-41634d09acfc req-21d25688-4de3-4414-a836-94c3500764fa tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:33.827263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d593978-9e74-464b-aa81-41634d09acfc req-21d25688-4de3-4414-a836-94c3500764fa tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 943 time: 0.0554340 Feb 19 01:20:33.885189 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d593978-9e74-464b-aa81-41634d09acfc req-d8915145-9807-41ed-870d-5bd9a178439d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518899 Feb 19 01:20:33.946477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 386f191d-3a45-4b53-b19a-6104c8752a12 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:20:34.228677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:34.241625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': '386f191d-3a45-4b53-b19a-6104c8752a12', 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c', 'port_id': '386f191d-3a45-4b53-b19a-6104c8752a12', 'mac_address': 'fa:16:3e:66:00:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00134728-457a-4125-94bb-adfe2b0fe94e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:20:34.278688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 386f191d-3a45-4b53-b19a-6104c8752a12 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:34.279084 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.292326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386f191d-3a45-4b53-b19a-6104c8752a12 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:20:34.311392 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:34.318152 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:34.365894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:34.651281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['386f191d-3a45-4b53-b19a-6104c8752a12'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:20:35.025199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e79d3-be0b-451e-822b-08e1e18b321a req-4732860e-649d-4002-bf90-486d9bf1b985 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:35.026885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c42e79d3-be0b-451e-822b-08e1e18b321a req-4732860e-649d-4002-bf90-486d9bf1b985 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 944 time: 0.0614705 Feb 19 01:20:35.080461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c42e79d3-be0b-451e-822b-08e1e18b321a req-9facfcb3-dd95-4fa7-9203-c7050c8f83c2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Feb 19 01:20:35.949530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 386f191d-3a45-4b53-b19a-6104c8752a12 up at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:20:36.021190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning for port 386f191d-3a45-4b53-b19a-6104c8752a12 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:20:36.024944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Provisioning complete for port 386f191d-3a45-4b53-b19a-6104c8752a12 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:20:36.025328 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.106291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port 386f191d-3a45-4b53-b19a-6104c8752a12 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:20:36.106693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.137560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:20:36.140281 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e76be1-5cc4-4e97-bffd-d492710a1fcc" -d '{"events": [{"server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "name": "network-vif-plugged", "status": "completed", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:20:36.150055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:20:36.155452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:36.180996 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1c3f79-5b7e-4025-9785-723691972c9c x-openstack-request-id: req-ec1c3f79-5b7e-4025-9785-723691972c9c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:20:36.181292 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "name": "network-vif-plugged", "status": "completed", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:20:36.181548 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec1c3f79-5b7e-4025-9785-723691972c9c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:20:36.181950 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12', 'code': 200} Feb 19 01:20:36.210429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:20:36.211071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba63935-b1cb-4367-a68e-fbf52951ea20 req-5859a0e5-02a5-4539-bbbc-1342b5c9e702 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:36.218813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba63935-b1cb-4367-a68e-fbf52951ea20 req-5859a0e5-02a5-4539-bbbc-1342b5c9e702 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0563507 Feb 19 01:20:36.262929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ba63935-b1cb-4367-a68e-fbf52951ea20 req-5be7215c-77f4-4ff7-8641-a0c816fbaac7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431726 Feb 19 01:20:36.284030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8705a6-942d-4621-9713-cedbbd05f890 req-eab87d36-280a-4d21-8036-97e294ab7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:36.285637 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2e8705a6-942d-4621-9713-cedbbd05f890 req-eab87d36-280a-4d21-8036-97e294ab7cc0 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1127 time: 0.0459888 Feb 19 01:20:36.331109 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2e8705a6-942d-4621-9713-cedbbd05f890 req-b6522cec-1c2a-40af-b1e8-003d05feff85 service neutron] 10.222.0.126 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390081 Feb 19 01:20:37.399172 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64a40c-46b6-4ff6-b77e-ea6b40e15843 req-263dd498-2295-4a16-a942-75a52517f6d2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:37.400663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f64a40c-46b6-4ff6-b77e-ea6b40e15843 req-263dd498-2295-4a16-a942-75a52517f6d2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0658491 Feb 19 01:20:37.453665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f64a40c-46b6-4ff6-b77e-ea6b40e15843 req-613b3cc7-7aaa-43a0-b511-6f70bc162d16 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473287 Feb 19 01:20:38.582482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6447bcc-f8ad-4b1e-ab08-6a038b87fc39 req-a7c8efbb-c835-44fc-adab-025480981504 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:38.583967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6447bcc-f8ad-4b1e-ab08-6a038b87fc39 req-a7c8efbb-c835-44fc-adab-025480981504 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0556931 Feb 19 01:20:38.632481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6447bcc-f8ad-4b1e-ab08-6a038b87fc39 req-5cbf381b-0a3f-4c42-a364-1dc8ce02a50d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Feb 19 01:20:38.762241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c259a-d9cf-4e0d-94a5-515afe0d3b7d req-2651e5ef-cb93-4cdb-8c05-b7be5c134ae0 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:38.763673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc5c259a-d9cf-4e0d-94a5-515afe0d3b7d req-2651e5ef-cb93-4cdb-8c05-b7be5c134ae0 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0592980 Feb 19 01:20:38.812532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc5c259a-d9cf-4e0d-94a5-515afe0d3b7d req-0d9d96d4-29c6-4a12-813e-1c0dec737a38 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431545 Feb 19 01:20:39.029287 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af219ee-575b-4133-a5b6-dba9c58df149 req-46a6802b-9ff5-4b76-81c4-9efec613f056 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:39.030708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3af219ee-575b-4133-a5b6-dba9c58df149 req-46a6802b-9ff5-4b76-81c4-9efec613f056 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0613625 Feb 19 01:20:39.080326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3af219ee-575b-4133-a5b6-dba9c58df149 req-10e5d861-3b83-47dd-834e-ec65ee7a1b9f tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Feb 19 01:20:39.205185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f3812-372d-403f-9ed2-32c4ed622ba5 req-1be24c58-267f-493d-a5a8-a76ee0ac5a3b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:39.206922 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f98f3812-372d-403f-9ed2-32c4ed622ba5 req-1be24c58-267f-493d-a5a8-a76ee0ac5a3b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0550792 Feb 19 01:20:39.257056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f98f3812-372d-403f-9ed2-32c4ed622ba5 req-8c04e66b-abe0-4aa9-8307-a9304345593d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442040 Feb 19 01:20:39.525940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-7cfba2db-ab42-48f6-8d29-3c9a0486a5c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789108 Feb 19 01:20:39.535906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acda9c8-cf8a-45d2-becd-c86006a4e1e3 req-6bb12c6d-2aab-4401-85e9-f632f93168df tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:39.537265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8acda9c8-cf8a-45d2-becd-c86006a4e1e3 req-6bb12c6d-2aab-4401-85e9-f632f93168df tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0811594 Feb 19 01:20:39.588797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8acda9c8-cf8a-45d2-becd-c86006a4e1e3 req-11a5bd10-ac0c-4c38-b497-36e7ff24016e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Feb 19 01:20:39.949047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-db60d999-fff7-4caf-b38c-6c6112a7e849 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:39.950429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-db60d999-fff7-4caf-b38c-6c6112a7e849 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports/386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 942 time: 0.0466053 Feb 19 01:20:40.729600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65750145-a6ed-4bf0-850e-252ce0246e9a req-276ebd71-924c-4360-99a3-9a956af9ac5c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:40.731172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65750145-a6ed-4bf0-850e-252ce0246e9a req-276ebd71-924c-4360-99a3-9a956af9ac5c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0693314 Feb 19 01:20:40.781962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65750145-a6ed-4bf0-850e-252ce0246e9a req-5d5b791f-90f6-435d-82ad-06eeec32a101 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 Feb 19 01:20:40.820444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-c020b0f1-8b6a-4ec4-8748-243de903ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:40.821982 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-c020b0f1-8b6a-4ec4-8748-243de903ad10 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1127 time: 0.0509715 Feb 19 01:20:40.913355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-9fa721c1-e9aa-43cb-97f3-a154264329c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:40.914762 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-9fa721c1-e9aa-43cb-97f3-a154264329c0 service neutron] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0859168 Feb 19 01:20:40.961377 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-db68c1bc-b028-42e5-b606-167cdfe490cf service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 217 time: 0.0377121 Feb 19 01:20:41.314047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-ee8b3838-634a-4db2-8673-6b210f7f7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:41.315450 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-ee8b3838-634a-4db2-8673-6b210f7f7b73 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.3474486 Feb 19 01:20:41.348157 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-ed89c2b1-0a8c-4777-b87c-ba2454f330fd service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257015 Feb 19 01:20:41.443433 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-7e0c03a9-612e-4348-9aa2-3b9c870af277 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897100 Feb 19 01:20:41.534642 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-531a3365-c5ae-4825-ab8a-4ad53a5b60da service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842586 Feb 19 01:20:41.915701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c2981-eece-47c8-9e03-6ea48454e8c5 req-47b0ed0c-9a82-4ceb-84d5-41388bbfb777 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:41.917210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57c2981-eece-47c8-9e03-6ea48454e8c5 req-47b0ed0c-9a82-4ceb-84d5-41388bbfb777 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0556951 Feb 19 01:20:41.966173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c57c2981-eece-47c8-9e03-6ea48454e8c5 req-be181683-7bf3-4a9f-b40d-1d8cfa861049 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Feb 19 01:20:43.109636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064096d2-d0d6-4280-87da-3096859c39c7 req-9ffd3ea0-37e3-42d5-932b-6a70708398a4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:43.111567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-064096d2-d0d6-4280-87da-3096859c39c7 req-9ffd3ea0-37e3-42d5-932b-6a70708398a4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0602682 Feb 19 01:20:43.167511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-064096d2-d0d6-4280-87da-3096859c39c7 req-a2d8aeff-06f0-49af-a83f-9482b06b0f23 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500767 Feb 19 01:20:44.300292 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2075a4-0fa7-431e-be9c-c1b6dbc802ba req-4626b01d-66cc-4b58-b93c-4b60b941107a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:44.301752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e2075a4-0fa7-431e-be9c-c1b6dbc802ba req-4626b01d-66cc-4b58-b93c-4b60b941107a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0534480 Feb 19 01:20:44.350083 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1e2075a4-0fa7-431e-be9c-c1b6dbc802ba req-2eaf5bf1-96a6-4ea6-bbac-b3878ec33365 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Feb 19 01:20:45.496698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97672fc3-bfd9-43fd-8566-a2afbe8e69bd req-6baf1e92-3218-42ff-b1f3-651e47c333f0 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:45.498749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97672fc3-bfd9-43fd-8566-a2afbe8e69bd req-6baf1e92-3218-42ff-b1f3-651e47c333f0 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0664012 Feb 19 01:20:45.548304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-97672fc3-bfd9-43fd-8566-a2afbe8e69bd req-75bbf6d7-4d4c-4bae-bedc-a72d0b088e5d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419834 Feb 19 01:20:46.687271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abfa7d-5b4b-4517-903b-71103163ae99 req-a83a412d-eae3-42cf-9e3f-fe42cbf8b4b4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:46.688764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2abfa7d-5b4b-4517-903b-71103163ae99 req-a83a412d-eae3-42cf-9e3f-fe42cbf8b4b4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0601470 Feb 19 01:20:46.740009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2abfa7d-5b4b-4517-903b-71103163ae99 req-977dd4b8-7585-470e-9287-245bfdbfc764 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454750 Feb 19 01:20:47.888033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe29685-c7fa-4ed4-97bd-0cfad7e7ad74 req-68d97478-5b40-4905-9b77-d867e71c1972 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:47.889629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe29685-c7fa-4ed4-97bd-0cfad7e7ad74 req-68d97478-5b40-4905-9b77-d867e71c1972 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0660167 Feb 19 01:20:47.939939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4fe29685-c7fa-4ed4-97bd-0cfad7e7ad74 req-3c5cd864-0703-4f7a-8516-92c97dcccb57 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Feb 19 01:20:48.034922 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4047beb7-cb27-453d-9ba9-401fd19e3601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:49.083942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4529b14-a3bc-45b1-9dcc-b847a3c993da req-8ffe058e-8802-436b-a7ce-11b79dc7d287 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:49.085466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4529b14-a3bc-45b1-9dcc-b847a3c993da req-8ffe058e-8802-436b-a7ce-11b79dc7d287 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0561538 Feb 19 01:20:49.141000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4529b14-a3bc-45b1-9dcc-b847a3c993da req-7e6d0f2b-73ac-4036-b674-6672cb089438 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471849 Feb 19 01:20:49.228781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.117444 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f8cec47e-bcca-4c42-a308-7d5be7e2e1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:50.284929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6838a4f-da61-4a4c-bd9a-52b4be7716c3 req-b2e0eccf-8e0d-4016-b527-eb13eadcf7ad tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:50.286526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6838a4f-da61-4a4c-bd9a-52b4be7716c3 req-b2e0eccf-8e0d-4016-b527-eb13eadcf7ad tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0652592 Feb 19 01:20:50.337239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6838a4f-da61-4a4c-bd9a-52b4be7716c3 req-4c4c0844-2b27-41cb-8c4c-c70a01c10242 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423579 Feb 19 01:20:51.394200 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:51.477446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225afe6-1a10-4b9a-a574-5e9b96db7419 req-6989c5f6-4462-4068-adbd-8480aa7efc1d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:51.479077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8225afe6-1a10-4b9a-a574-5e9b96db7419 req-6989c5f6-4462-4068-adbd-8480aa7efc1d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0582983 Feb 19 01:20:51.531793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8225afe6-1a10-4b9a-a574-5e9b96db7419 req-cb69957c-c006-4170-aae4-5f29cc5ff179 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Feb 19 01:20:52.682738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45171461-2df4-4c39-a00c-4638e4494dfb req-40ecb292-d436-473b-a883-3eb2de482c36 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:52.684235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45171461-2df4-4c39-a00c-4638e4494dfb req-40ecb292-d436-473b-a883-3eb2de482c36 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0628078 Feb 19 01:20:52.732117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45171461-2df4-4c39-a00c-4638e4494dfb req-0f5f9804-52d1-4ef5-a752-b53693871304 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420547 Feb 19 01:20:52.827586 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:53.862347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde7cf7-e6e5-4a96-aff2-314905bad532 req-26bfd186-916b-429b-8167-0eb56a5cbad1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:53.863837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbde7cf7-e6e5-4a96-aff2-314905bad532 req-26bfd186-916b-429b-8167-0eb56a5cbad1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0559776 Feb 19 01:20:53.911209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbde7cf7-e6e5-4a96-aff2-314905bad532 req-28839d93-4162-4085-80cb-82d7b3dacd93 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414875 Feb 19 01:20:54.160907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:54.202923 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:20:55.047728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933de0d-43c6-45af-bd3f-4055758aba8d req-7ea2e668-467b-48b0-ac46-d5ec4608de76 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:55.049216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a933de0d-43c6-45af-bd3f-4055758aba8d req-7ea2e668-467b-48b0-ac46-d5ec4608de76 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0619180 Feb 19 01:20:55.096422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a933de0d-43c6-45af-bd3f-4055758aba8d req-76d04c9d-1d43-4f40-9927-7c7dcef2afa7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415506 Feb 19 01:20:56.224942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10787c4f-594f-4ebf-a9ba-cb9c37cfebca req-6f96ba1f-acf8-471e-abbd-89a95a49267c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:56.226468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10787c4f-594f-4ebf-a9ba-cb9c37cfebca req-6f96ba1f-acf8-471e-abbd-89a95a49267c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0567331 Feb 19 01:20:56.277165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10787c4f-594f-4ebf-a9ba-cb9c37cfebca req-2636d11e-df2e-4817-ad58-bb4a4f6610aa tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433156 Feb 19 01:20:57.426591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab6845-a68a-4703-ae86-a3ee8975407e req-92efeb49-6aaf-4a20-9a6e-7de7e0786813 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:57.427990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7ab6845-a68a-4703-ae86-a3ee8975407e req-92efeb49-6aaf-4a20-9a6e-7de7e0786813 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0541739 Feb 19 01:20:57.481578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7ab6845-a68a-4703-ae86-a3ee8975407e req-34610291-5bab-4157-9fc9-cafdaa56e812 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453620 Feb 19 01:20:58.612150 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83212868-455d-4856-bf2f-a8769b7ad1a0 req-443d932c-0bde-483a-b7de-6d6280f819fc tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:58.613669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83212868-455d-4856-bf2f-a8769b7ad1a0 req-443d932c-0bde-483a-b7de-6d6280f819fc tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0551853 Feb 19 01:20:58.666332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-83212868-455d-4856-bf2f-a8769b7ad1a0 req-6f9dbd31-67d9-43fe-a1f2-c3f915bab3a8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442834 Feb 19 01:20:59.423071 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:20:59.799844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5196c150-b8b9-4b62-8193-e850c1b7ae4b req-8e1345bd-e757-46f8-9ad0-3933cd178416 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:20:59.801367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5196c150-b8b9-4b62-8193-e850c1b7ae4b req-8e1345bd-e757-46f8-9ad0-3933cd178416 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0546033 Feb 19 01:20:59.849054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5196c150-b8b9-4b62-8193-e850c1b7ae4b req-74cd89bc-eaac-4fcc-b6f7-132913c10c6e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Feb 19 01:21:00.703339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59315-2bba-4b9d-9043-d75587878241 req-de360b50-b009-41d6-b2b9-75c671e82019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.704849 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3a59315-2bba-4b9d-9043-d75587878241 req-de360b50-b009-41d6-b2b9-75c671e82019 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1127 time: 0.0478902 Feb 19 01:21:00.812493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59315-2bba-4b9d-9043-d75587878241 req-8050f189-df4b-4944-9b83-f06d9637eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.813958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3a59315-2bba-4b9d-9043-d75587878241 req-8050f189-df4b-4944-9b83-f06d9637eeda service neutron] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0866930 Feb 19 01:21:00.855527 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3a59315-2bba-4b9d-9043-d75587878241 req-8f2b3af1-9f9e-4278-9e64-15b0fdb39096 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 217 time: 0.0347185 Feb 19 01:21:00.908277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a59315-2bba-4b9d-9043-d75587878241 req-2bf7997d-ccac-445e-aed6-365f665a5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.909789 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3a59315-2bba-4b9d-9043-d75587878241 req-2bf7997d-ccac-445e-aed6-365f665a5a58 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0475981 Feb 19 01:21:00.943015 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3a59315-2bba-4b9d-9043-d75587878241 req-7bfc61e8-41d0-4000-9d4c-e11fca7cbaae service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259545 Feb 19 01:21:00.974624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ed902-ca78-4bdc-a195-c2b1805b58be req-d1d98df6-8e99-45be-9371-ffbca723afef tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:00.975982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db3ed902-ca78-4bdc-a195-c2b1805b58be req-d1d98df6-8e99-45be-9371-ffbca723afef tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0563323 Feb 19 01:21:01.027078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db3ed902-ca78-4bdc-a195-c2b1805b58be req-953e973f-51e6-4ea9-818d-0e3e085e786b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Feb 19 01:21:01.032287 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3a59315-2bba-4b9d-9043-d75587878241 req-03c04c61-6367-42f9-ba6f-12c79c074360 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822797 Feb 19 01:21:01.126159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3a59315-2bba-4b9d-9043-d75587878241 req-927188bc-09ba-4f6f-a472-2e4e5f7511c8 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878954 Feb 19 01:21:02.161244 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9bbb-a801-4659-926f-bf2947c52fec req-8af0d1d1-f7c3-424c-b962-a350280b13d4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:02.162790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae8a9bbb-a801-4659-926f-bf2947c52fec req-8af0d1d1-f7c3-424c-b962-a350280b13d4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0664313 Feb 19 01:21:02.211888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae8a9bbb-a801-4659-926f-bf2947c52fec req-89feb38b-d50e-462e-ab32-3ac3898c9847 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Feb 19 01:21:03.338052 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f7d6b-f3ad-4640-bc05-b3058a84708c req-5a213366-abee-4174-9fd3-cad8d5cfb5d3 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:03.339838 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d14f7d6b-f3ad-4640-bc05-b3058a84708c req-5a213366-abee-4174-9fd3-cad8d5cfb5d3 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0571332 Feb 19 01:21:03.393020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d14f7d6b-f3ad-4640-bc05-b3058a84708c req-3b2cae4d-710e-4f91-8329-b3daec94c05a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449862 Feb 19 01:21:04.542725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fe76e-eb41-40df-a22c-430f42ba24d3 req-ae33a093-96e1-44cc-aace-e44b1a73146b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:04.544197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-309fe76e-eb41-40df-a22c-430f42ba24d3 req-ae33a093-96e1-44cc-aace-e44b1a73146b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0605602 Feb 19 01:21:04.591516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-309fe76e-eb41-40df-a22c-430f42ba24d3 req-2640180d-588e-4d3d-8425-c50faa3b47bf tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414746 Feb 19 01:21:05.731065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ca9f3-e516-4b48-8c28-ac5ffa4655e0 req-f920ec6f-cede-4ec5-bc21-c93d4a15de20 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:05.732683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-836ca9f3-e516-4b48-8c28-ac5ffa4655e0 req-f920ec6f-cede-4ec5-bc21-c93d4a15de20 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0665147 Feb 19 01:21:05.781739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-836ca9f3-e516-4b48-8c28-ac5ffa4655e0 req-b4fee241-67a9-41e1-8891-9d0172b2f3d0 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Feb 19 01:21:06.941786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777283c-01c3-4916-ba1e-69b865103949 req-94106943-a52a-470f-9396-eb0f1e3a38c7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:06.943313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9777283c-01c3-4916-ba1e-69b865103949 req-94106943-a52a-470f-9396-eb0f1e3a38c7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0584967 Feb 19 01:21:06.989813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9777283c-01c3-4916-ba1e-69b865103949 req-520e1183-e1a7-4e31-8ebf-7eb285dd9693 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Feb 19 01:21:08.126345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d77e3-786e-4646-b4b1-397df793fed7 req-7030de59-beeb-4c82-9765-74c3b6a6e7b9 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:08.127853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-209d77e3-786e-4646-b4b1-397df793fed7 req-7030de59-beeb-4c82-9765-74c3b6a6e7b9 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0561252 Feb 19 01:21:08.183075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-209d77e3-786e-4646-b4b1-397df793fed7 req-37240082-c570-4119-b379-c35cb555e60a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489585 Feb 19 01:21:09.317358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6482c4f-c831-4cd7-85e3-f8eff8980775 req-6a790f66-b2a7-47f1-a270-d16ca9db8b5e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:09.318851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6482c4f-c831-4cd7-85e3-f8eff8980775 req-6a790f66-b2a7-47f1-a270-d16ca9db8b5e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0601945 Feb 19 01:21:09.368258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a6482c4f-c831-4cd7-85e3-f8eff8980775 req-53d6156b-827b-4df9-bac2-84feeda15a51 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Feb 19 01:21:10.504454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9f506-7778-46a8-815d-d953aed99eba req-e117c5ff-1c81-4621-9c5f-cfce0795bc86 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:10.505952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad9f506-7778-46a8-815d-d953aed99eba req-e117c5ff-1c81-4621-9c5f-cfce0795bc86 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0550869 Feb 19 01:21:10.553904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bad9f506-7778-46a8-815d-d953aed99eba req-a3fed384-34af-4a48-872b-e84ec1215984 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Feb 19 01:21:11.687546 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee96a9-3fca-4fa2-8293-c968b6287170 req-d0ce316a-edab-48a9-9f3f-1ff2dd2311ce tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:11.689017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86ee96a9-3fca-4fa2-8293-c968b6287170 req-d0ce316a-edab-48a9-9f3f-1ff2dd2311ce tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0551677 Feb 19 01:21:11.740452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-86ee96a9-3fca-4fa2-8293-c968b6287170 req-f56aac14-5345-43bf-90cf-d9036508b9c7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456283 Feb 19 01:21:12.882499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757359ee-edb1-4c02-8b30-977d1f278aff req-64cf8ffc-e341-48cf-a616-4422a35c1617 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:12.884026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-757359ee-edb1-4c02-8b30-977d1f278aff req-64cf8ffc-e341-48cf-a616-4422a35c1617 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0682020 Feb 19 01:21:12.942695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-757359ee-edb1-4c02-8b30-977d1f278aff req-caab2e79-2287-47c8-8e0b-b13b170b4038 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530219 Feb 19 01:21:13.869544 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-86466758-9abf-4b7e-b64e-f7be73e7b0ac service neutron] show failed (client error): The resource could not be found. Feb 19 01:21:13.870608 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-86466758-9abf-4b7e-b64e-f7be73e7b0ac service neutron] 10.222.0.126 "GET /v2.0/ports/386f191d-3a45-4b53-b19a-6104c8752a12/bindings/n-h1-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.0674667 Feb 19 01:21:14.132343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38783536-221c-4339-8d72-424e76daa963 req-def41134-3c4c-461c-8b79-59d147e4ac92 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:14.133857 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38783536-221c-4339-8d72-424e76daa963 req-def41134-3c4c-461c-8b79-59d147e4ac92 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.1124780 Feb 19 01:21:14.158529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-553f588a-2cfa-4bf3-a3c6-1be0d1c774b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:14.159965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-553f588a-2cfa-4bf3-a3c6-1be0d1c774b4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44&tenant_id=41c1fd69d6654563b30a4603cac2104a HTTP/1.1" status: 200 len: 1127 time: 0.1113803 Feb 19 01:21:14.170319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-12550654-64b8-464d-948b-9826715bc4e4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:14.171252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-12550654-64b8-464d-948b-9826715bc4e4 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052474 Feb 19 01:21:14.182936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:14.227042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-38783536-221c-4339-8d72-424e76daa963 req-b15b4964-c570-45d6-988d-7672b7bd2c95 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862434 Feb 19 01:21:14.263165 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.483118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:14.516307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:14.555226 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:14.557637 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7907d9c4-33f9-4628-a52c-15c9605e3dc2" -d '{"events": [{"server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "name": "network-vif-unplugged", "status": "completed", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:14.561562 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Publish callbacks [] for port (386f191d-3a45-4b53-b19a-6104c8752a12), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.574010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Transition to ACTIVE for port object 386f191d-3a45-4b53-b19a-6104c8752a12 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:21:14.578798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.615765 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0eaf9b-3ed6-4d3c-bb40-76dcdff7bdd0 x-openstack-request-id: req-8b0eaf9b-3ed6-4d3c-bb40-76dcdff7bdd0 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:14.616065 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "name": "network-vif-unplugged", "status": "completed", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:14.616824 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b0eaf9b-3ed6-4d3c-bb40-76dcdff7bdd0 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:14.616824 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12', 'code': 200} Feb 19 01:21:14.647791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] No DVR routers for this DVR port 386f191d-3a45-4b53-b19a-6104c8752a12 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:14.649971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:14.695931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Attempting to bind port 386f191d-3a45-4b53-b19a-6104c8752a12 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:14.696264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Attempting to bind port 386f191d-3a45-4b53-b19a-6104c8752a12 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:14.696710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Attempting to bind port 386f191d-3a45-4b53-b19a-6104c8752a12 on network 19f52b2a-1fba-4983-85f0-cba2e643995c {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:14.703257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Port 386f191d-3a45-4b53-b19a-6104c8752a12 on network 19f52b2a-1fba-4983-85f0-cba2e643995c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:21:14.703590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Attempting to bind port 386f191d-3a45-4b53-b19a-6104c8752a12 on network 19f52b2a-1fba-4983-85f0-cba2e643995c {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:14.708998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:14.709340 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Checking segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:14.709732 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Bound using segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:14.710159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Bound port: 386f191d-3a45-4b53-b19a-6104c8752a12, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:14.710548 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.775111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:14.778687 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:14.785677 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.820565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:14.821217 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:14.822607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] 10.222.0.113 "PUT /v2.0/ports/386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 1091 time: 0.6435108 Feb 19 01:21:14.840638 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fbdcd5-779b-4527-a475-789a8577d957 service neutron] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:14.889003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-2c1534b2-9dce-4d78-8efe-50ceae262ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:14.890609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-2c1534b2-9dce-4d78-8efe-50ceae262ffa service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1125 time: 0.0461261 Feb 19 01:21:14.983413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-02940fd6-751d-43dd-a22a-447b3369d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:14.984861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-02940fd6-751d-43dd-a22a-447b3369d504 service neutron] 10.222.0.113 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0881832 Feb 19 01:21:15.025200 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-2cebd55b-b490-4f43-8cd0-971eaeae4d12 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 217 time: 0.0340719 Feb 19 01:21:15.076113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-6ae9f3d1-657b-4458-9a05-f09f382aed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:15.077580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-6ae9f3d1-657b-4458-9a05-f09f382aed13 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0465631 Feb 19 01:21:15.111144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-120881d5-0bde-4fd1-97dc-4d79d37e674c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274417 Feb 19 01:21:15.197476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-ea4e49c4-bb8e-46b8-a0f1-7d32af1f90c4 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806849 Feb 19 01:21:15.302051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da4fd98a-cf3a-40ac-867f-d693396b5df7 req-42114e0c-9494-4dec-93dd-ef56c4b267cd service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971818 Feb 19 01:21:15.359705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf7ae3-b9f8-4c29-b295-0c8fa50dd216 req-de6f3378-8f6b-4c32-b10d-a082b2f319b2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:15.361568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9caf7ae3-b9f8-4c29-b295-0c8fa50dd216 req-de6f3378-8f6b-4c32-b10d-a082b2f319b2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 943 time: 0.0552819 Feb 19 01:21:15.409804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9caf7ae3-b9f8-4c29-b295-0c8fa50dd216 req-dd8e3755-424b-426c-98d7-868caad922ce tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Feb 19 01:21:16.538477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05965781-47a8-4b01-b88a-05696a05d74d req-b1d4b2bb-9caa-4334-9b97-34ef37999908 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.539984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05965781-47a8-4b01-b88a-05696a05d74d req-b1d4b2bb-9caa-4334-9b97-34ef37999908 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 943 time: 0.0572693 Feb 19 01:21:16.592433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05965781-47a8-4b01-b88a-05696a05d74d req-fda160e4-a382-4967-bfec-506c528eb962 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466659 Feb 19 01:21:16.618282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:16.620669 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140" -d '{"events": [{"name": "network-changed", "server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:16.670646 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b69a62-f927-43a6-b258-eb2ed1f07019 x-openstack-request-id: req-c1b69a62-f927-43a6-b258-eb2ed1f07019 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:16.670952 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:16.671237 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c1b69a62-f927-43a6-b258-eb2ed1f07019 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:16.671642 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12', 'status': 'completed', 'code': 200} Feb 19 01:21:16.736260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-7e1d42b1-9458-45ff-adec-6cc93fbdc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.737714 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-7e1d42b1-9458-45ff-adec-6cc93fbdc481 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1125 time: 0.0465250 Feb 19 01:21:16.738494 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-573d7f90-4378-4f75-b3ba-da308c1272f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.739980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-573d7f90-4378-4f75-b3ba-da308c1272f9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1125 time: 0.0453522 Feb 19 01:21:16.831270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-95a24f1e-a1d3-4275-ac78-36d6d55e2324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.831527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-cf865ce7-097f-40a8-afc5-8700b89b3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.832904 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-cf865ce7-097f-40a8-afc5-8700b89b3735 service neutron] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0888002 Feb 19 01:21:16.833055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-95a24f1e-a1d3-4275-ac78-36d6d55e2324 service neutron] 10.222.0.113 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0850668 Feb 19 01:21:16.876452 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-992cab0e-5e65-4fbf-8c3a-da5a4d239ac3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 217 time: 0.0363317 Feb 19 01:21:16.883231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-0e65e1d7-d23a-4141-aebd-678204610b44 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 217 time: 0.0404890 Feb 19 01:21:16.932189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-c764dbe9-34e3-4106-b1e0-1aa9b0e254ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.932977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-0821e74c-528d-46c5-a78e-ffca93475d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:16.933803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-c764dbe9-34e3-4106-b1e0-1aa9b0e254ee service neutron] 10.222.0.113 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0449948 Feb 19 01:21:16.934492 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-0821e74c-528d-46c5-a78e-ffca93475d52 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0503919 Feb 19 01:21:16.966527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-472388eb-21c7-44ea-b6a0-4b68297fae6e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263653 Feb 19 01:21:16.968282 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-fbf7dd58-7237-4217-b046-e94afe9d4f7b service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270865 Feb 19 01:21:17.061642 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-57a9f21c-afb5-46c7-9648-3114e8de3813 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872734 Feb 19 01:21:17.064661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-407474f5-bf08-41f4-bc07-84e81b20204d service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925868 Feb 19 01:21:17.156571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-5a7977a3-51e7-497c-aa35-8c076bc4a660 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855877 Feb 19 01:21:17.162970 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3fdeb81-0a80-45db-b0e1-a92cd71d5140 req-b2b3da50-3473-4ff7-8947-9370dd927d20 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945990 Feb 19 01:21:17.561536 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 386f191d-3a45-4b53-b19a-6104c8752a12 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:21:17.672873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:17.685649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '386f191d-3a45-4b53-b19a-6104c8752a12', 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c', 'port_id': '386f191d-3a45-4b53-b19a-6104c8752a12', 'mac_address': 'fa:16:3e:66:00:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00134728-457a-4125-94bb-adfe2b0fe94e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:21:17.720902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07710353-5fea-4680-9b4f-96db18a70898 req-1873bc7a-eec1-4e78-a772-b848057b0212 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:17.722430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07710353-5fea-4680-9b4f-96db18a70898 req-1873bc7a-eec1-4e78-a772-b848057b0212 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 943 time: 0.0566461 Feb 19 01:21:17.727421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 386f191d-3a45-4b53-b19a-6104c8752a12 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:17.727824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:17.741959 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386f191d-3a45-4b53-b19a-6104c8752a12 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:17.762144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:17.767187 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:17.772491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07710353-5fea-4680-9b4f-96db18a70898 req-9996f299-f1d6-4664-b9da-c24c4991e4b4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443952 Feb 19 01:21:17.814165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:17.984311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618bcf6-4629-47f7-99e6-021c74604504 req-cc2f58d6-8ba8-4023-8ee6-76b1084454ec tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:17.986283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a618bcf6-4629-47f7-99e6-021c74604504 req-cc2f58d6-8ba8-4023-8ee6-76b1084454ec tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 944 time: 0.0593982 Feb 19 01:21:17.994954 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['386f191d-3a45-4b53-b19a-6104c8752a12'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:21:18.030486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-110297fd-67a1-4f50-926a-58fff4b30af6 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:18.032025 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-110297fd-67a1-4f50-926a-58fff4b30af6 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.126 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44&tenant_id=41c1fd69d6654563b30a4603cac2104a&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 944 time: 0.0970886 Feb 19 01:21:18.040274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a618bcf6-4629-47f7-99e6-021c74604504 req-d19942f6-6135-4135-81ab-ebe764356ec1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481102 Feb 19 01:21:18.048215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d94b9f52-396c-409f-9762-2526ffb1e0f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:18.099160 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-496677cb-0323-450a-aff3-5157ee449015 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:21:18.100179 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-496677cb-0323-450a-aff3-5157ee449015 service neutron] 10.222.0.126 "DELETE /v2.0/ports/386f191d-3a45-4b53-b19a-6104c8752a12/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.0613582 Feb 19 01:21:18.112956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 386f191d-3a45-4b53-b19a-6104c8752a12 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:18.180002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] The host n-h2-826527-3 is not matching for port 386f191d-3a45-4b53-b19a-6104c8752a12 host n-h1-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:21:18.180409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device 386f191d-3a45-4b53-b19a-6104c8752a12 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:18.195008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-bf4a04a1-86cb-4aab-ae06-3dc572a17554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:18.196533 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-bf4a04a1-86cb-4aab-ae06-3dc572a17554 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 1126 time: 0.0481975 Feb 19 01:21:18.298254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-01006542-470b-4f3d-9b0e-7571158dea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:18.299763 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-01006542-470b-4f3d-9b0e-7571158dea1e service neutron] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0953083 Feb 19 01:21:18.344667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-e674d6af-b8ca-4e1f-95b2-42ead6e34f60 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 200 len: 217 time: 0.0377357 Feb 19 01:21:18.396168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-72cdec2e-e1fa-421e-8ec2-1e252711dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:18.397730 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-72cdec2e-e1fa-421e-8ec2-1e252711dfe9 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0465944 Feb 19 01:21:18.440525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-8d9f0908-93a2-4ee0-9863-1142847df3b6 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355470 Feb 19 01:21:18.539559 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-d85c854a-0069-46fe-9ec2-8fe750926522 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912826 Feb 19 01:21:18.635013 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d2d43dfb-031c-4c21-8c28-c09338b3d0af req-f60227d3-1332-41eb-ad0f-77459a734258 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885606 Feb 19 01:21:19.171163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b447e1-335f-4006-b753-10a3f59664e8 req-f7b94022-11e4-488e-a783-71434e2a8dfe tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:19.172697 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67b447e1-335f-4006-b753-10a3f59664e8 req-f7b94022-11e4-488e-a783-71434e2a8dfe tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 944 time: 0.0567589 Feb 19 01:21:19.217027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.222260 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67b447e1-335f-4006-b753-10a3f59664e8 req-7af1f93e-61c6-40f8-9672-30235b48acb8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Feb 19 01:21:19.571197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 386f191d-3a45-4b53-b19a-6104c8752a12 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:19.624834 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 386f191d-3a45-4b53-b19a-6104c8752a12 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:21:19.628019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87d543-af6d-4c4f-8907-3b6ae0f29045 req-2c14b5d8-1fce-440a-b317-ccf155e930ce tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:19.628987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 386f191d-3a45-4b53-b19a-6104c8752a12 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:19.629496 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.629822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc87d543-af6d-4c4f-8907-3b6ae0f29045 req-2c14b5d8-1fce-440a-b317-ccf155e930ce tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 944 time: 0.0602796 Feb 19 01:21:19.680270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc87d543-af6d-4c4f-8907-3b6ae0f29045 req-cbe963db-2551-4d00-9249-6b4bf2ccabf9 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447025 Feb 19 01:21:19.717279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 386f191d-3a45-4b53-b19a-6104c8752a12 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:19.717686 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.741317 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:19.743731 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f573fef0-f8d9-45df-974e-c0806ce5e871" -d '{"events": [{"server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "name": "network-vif-plugged", "status": "completed", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:19.757595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:19.762709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:19.786434 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3706c3e8-63e9-478a-8171-13574dc6067e x-openstack-request-id: req-3706c3e8-63e9-478a-8171-13574dc6067e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:19.786712 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "name": "network-vif-plugged", "status": "completed", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:19.786966 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3706c3e8-63e9-478a-8171-13574dc6067e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:19.787360 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12', 'code': 200} Feb 19 01:21:19.810948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3f617-7885-4795-9d31-aa79d99e2f45 req-5c6ec54d-236e-41b9-b000-ec9c2a09e050 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:19.812486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ade3f617-7885-4795-9d31-aa79d99e2f45 req-5c6ec54d-236e-41b9-b000-ec9c2a09e050 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0548010 Feb 19 01:21:19.814337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:19.859495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ade3f617-7885-4795-9d31-aa79d99e2f45 req-431f4b73-5f2c-4faa-b701-bb0482a4c646 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413201 Feb 19 01:21:20.113117 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a388169d-6c23-4b99-9357-3464322b7cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:20.219889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-5556fb5f-91e4-4fc5-83e2-90b8c4ac6c89 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:20.221388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-5556fb5f-91e4-4fc5-83e2-90b8c4ac6c89 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 815 time: 0.1054490 Feb 19 01:21:20.236517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-9062eefc-f3ec-4e97-83b1-474be7e37169 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/quotas/41c1fd69d6654563b30a4603cac2104a HTTP/1.1" status: 200 len: 375 time: 0.0096362 Feb 19 01:21:20.289537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-f0de0e36-2cf8-4ce8-9dff-c066e73a9df0 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479743 Feb 19 01:21:20.384106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-e0a32a08-1e09-4e53-b08a-c9beac4ed6f7 service neutron] 10.222.0.60 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846078 Feb 19 01:21:20.487282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-7b4f6e87-8339-4051-8831-55e89e2e06c8 service neutron] 10.222.0.60 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944400 Feb 19 01:21:20.655820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11a8acac-3be5-43ed-b159-128e11b86601 req-d4472de4-4808-40b3-a029-0e07006bdbb2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0277708 Feb 19 01:21:21.400295 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.425908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-df79036c-1f97-4461-b32d-51850e75e644 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:21.427396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-df79036c-1f97-4461-b32d-51850e75e644 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.113 "GET /v2.0/ports?device_id=cc0f7ea4-4e71-4b94-9475-f8e42f604c44 HTTP/1.1" status: 200 len: 945 time: 0.0643663 Feb 19 01:21:21.523657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.113', 53866) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:21:21.658633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-7a5791ed-637d-4f32-8ffe-f62cc7107992 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:21.660403 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-7a5791ed-637d-4f32-8ffe-f62cc7107992 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.113 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 815 time: 0.1343932 Feb 19 01:21:21.673706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Request body: {'port': {'device_id': '70742757-19f8-49ce-af02-b75b78ad8168', 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c', 'admin_state_up': True, 'tenant_id': '41c1fd69d6654563b30a4603cac2104a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:21.783387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Made reservation on behalf of 41c1fd69d6654563b30a4603cac2104a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:21:21.787101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.842775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-be8d2c24-1ab4-4da3-b06b-85039e8c3566 req-684cc50f-af49-4099-bbb0-fe1a56c5d3d2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0320840 Feb 19 01:21:21.898803 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Deleting port 386f191d-3a45-4b53-b19a-6104c8752a12 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:21:21.899158 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:21.921510 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Allocated IP 172.20.0.6 (19f52b2a-1fba-4983-85f0-cba2e643995c/00134728-457a-4125-94bb-adfe2b0fe94e/e64d1631-0bf1-405f-b26b-89fa391cfc27) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:21:21.991416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] For port 386f191d-3a45-4b53-b19a-6104c8752a12, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=386f191d-3a45-4b53-b19a-6104c8752a12,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:21.991780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.004602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Calling delete_port for 386f191d-3a45-4b53-b19a-6104c8752a12 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:21:22.074086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks [] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.110100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.140299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (386f191d-3a45-4b53-b19a-6104c8752a12), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.153198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Network 19f52b2a-1fba-4983-85f0-cba2e643995c is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:21:22.156267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:21:22.162012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:21:22.168444 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Pushing event updated for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:22.176343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Pushing event deleted for resources: {'Port': ['ID=386f191d-3a45-4b53-b19a-6104c8752a12,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:22.199324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.199679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.200030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.200373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.200714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.201047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.201402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.201762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.202089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.202442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.202781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.203115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.203432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:22.212105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] No DVR routers for this DVR port 386f191d-3a45-4b53-b19a-6104c8752a12 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:22.214882 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.218248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.113 "DELETE /v2.0/ports/386f191d-3a45-4b53-b19a-6104c8752a12 HTTP/1.1" status: 204 len: 173 time: 0.7848015 Feb 19 01:21:22.218704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'name': 'network-vif-deleted', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:22.221412 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a06ced-d560-44b8-a534-94067e004c08" -d '{"events": [{"server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "name": "network-vif-deleted", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:22.225931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:22.226602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.249839 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-1a1374d5-95f5-43ce-861b-bbe03de209b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807300 Feb 19 01:21:22.261441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Request body: {'port': {'device_id': '70742757-19f8-49ce-af02-b75b78ad8168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:22.262593 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6a2ec2-323f-4f46-bb8b-635c69c040dd x-openstack-request-id: req-6b6a2ec2-323f-4f46-bb8b-635c69c040dd {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:22.262889 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc0f7ea4-4e71-4b94-9475-f8e42f604c44", "name": "network-vif-deleted", "tag": "386f191d-3a45-4b53-b19a-6104c8752a12", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:22.263792 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b6a2ec2-323f-4f46-bb8b-635c69c040dd {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:22.263792 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc0f7ea4-4e71-4b94-9475-f8e42f604c44', 'name': 'network-vif-deleted', 'tag': '386f191d-3a45-4b53-b19a-6104c8752a12', 'status': 'completed', 'code': 200} Feb 19 01:21:22.326915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.599427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e64d1631-0bf1-405f-b26b-89fa391cfc27 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:22.607044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Publish callbacks [] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.619511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Transition to ACTIVE for port object e64d1631-0bf1-405f-b26b-89fa391cfc27 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:21:22.623715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.675905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:22.745640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Attempting to bind port e64d1631-0bf1-405f-b26b-89fa391cfc27 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:22.745954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Attempting to bind port e64d1631-0bf1-405f-b26b-89fa391cfc27 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:22.746308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Attempting to bind port e64d1631-0bf1-405f-b26b-89fa391cfc27 on network 19f52b2a-1fba-4983-85f0-cba2e643995c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:22.750981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Port e64d1631-0bf1-405f-b26b-89fa391cfc27 on network 19f52b2a-1fba-4983-85f0-cba2e643995c not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:21:22.751296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Attempting to bind port e64d1631-0bf1-405f-b26b-89fa391cfc27 on network 19f52b2a-1fba-4983-85f0-cba2e643995c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:22.756026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:22.756368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Checking segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:22.756734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Bound using segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:22.757146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Bound port: e64d1631-0bf1-405f-b26b-89fa391cfc27, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:22.757495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.818777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:22.822214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:22.824060 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.828636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.865917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:22.866615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:22.868003 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] 10.222.0.113 "PUT /v2.0/ports/e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 1091 time: 0.6109257 Feb 19 01:21:22.868445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:22.873136 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d824f07-659f-44ee-9234-6b58680d92a0" -d '{"events": [{"name": "network-changed", "server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:22.894656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254bc0f-44bd-463e-8837-e9d7107bc0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:22.934594 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a862e04-00ee-4ca3-9a6d-a0b3eb47a154 x-openstack-request-id: req-3a862e04-00ee-4ca3-9a6d-a0b3eb47a154 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:22.935080 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:22.935552 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3a862e04-00ee-4ca3-9a6d-a0b3eb47a154 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:22.936061 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'status': 'completed', 'code': 200} Feb 19 01:21:22.977598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-6c24a37b-8335-417f-9222-01519de397ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:22.979419 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-6c24a37b-8335-417f-9222-01519de397ea service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1125 time: 0.0554135 Feb 19 01:21:23.007410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a082b64-f13d-4362-b6a3-167af1893fb9 req-15526936-53ad-4e3e-8b39-02e8d182e593 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.009055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a082b64-f13d-4362-b6a3-167af1893fb9 req-15526936-53ad-4e3e-8b39-02e8d182e593 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0609868 Feb 19 01:21:23.022651 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-5ff1ba15-808f-4743-aa41-01dc1ec0999e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0354450 Feb 19 01:21:23.060620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a082b64-f13d-4362-b6a3-167af1893fb9 req-eaf52181-b1e7-4a93-a34b-a25ee361387e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Feb 19 01:21:23.080116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-ab0b9e55-7fcc-4074-be00-9a2bdf1dfffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.081600 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-ab0b9e55-7fcc-4074-be00-9a2bdf1dfffd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0524144 Feb 19 01:21:23.113380 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-7cf8aea1-1501-43b5-b7bc-b716cbc94a74 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256257 Feb 19 01:21:23.204766 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-53205869-f5fb-46ad-a1d3-594fb44913f6 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848539 Feb 19 01:21:23.299796 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4db5a299-2f68-4ef6-a995-894c4a8aca07 req-874af2b1-b87a-4828-949d-debfda1bc6b6 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889835 Feb 19 01:21:23.388989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-e31ef2ea-5242-40a5-928a-230e7e546327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.390464 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-e31ef2ea-5242-40a5-928a-230e7e546327 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1125 time: 0.0462160 Feb 19 01:21:23.490524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-375bb200-2bb9-4e8c-9836-1fd9a6771897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.492046 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-375bb200-2bb9-4e8c-9836-1fd9a6771897 service neutron] 10.222.0.113 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0953324 Feb 19 01:21:23.534723 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-12e88ca8-eb56-4086-9ac5-c8eefcb4a1df service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0362689 Feb 19 01:21:23.585393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-5dea581c-0da9-4458-9be8-e9c7073d651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:23.586916 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-5dea581c-0da9-4458-9be8-e9c7073d651b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0438306 Feb 19 01:21:23.594877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 386f191d-3a45-4b53-b19a-6104c8752a12 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:21:23.622173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 386f191d-3a45-4b53-b19a-6104c8752a12 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:21:23.622815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 386f191d-3a45-4b53-b19a-6104c8752a12 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:21:23.625666 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-2286d6f7-e97d-4794-8804-9bdc5e98790f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297744 Feb 19 01:21:23.728256 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-d9caa583-c96c-4264-a8c7-54a5599ca631 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962355 Feb 19 01:21:23.816871 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1d824f07-659f-44ee-9234-6b58680d92a0 req-232522f8-1dea-4478-9bde-54329d2cf080 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816844 Feb 19 01:21:24.184610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecc750-1095-4425-9a27-0992dc51ee1d req-2847ac67-6051-4a25-abfe-b8749c738a47 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:24.185382 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.186474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66ecc750-1095-4425-9a27-0992dc51ee1d req-2847ac67-6051-4a25-abfe-b8749c738a47 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0547814 Feb 19 01:21:24.207501 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:24.238842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-66ecc750-1095-4425-9a27-0992dc51ee1d req-d56db468-47c3-48dd-b077-0a9bfd8fe0be tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423198 Feb 19 01:21:25.372691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a52980-549a-4efc-b305-dda7d0728bd9 req-adc115cd-8788-4a6b-9ec7-76f9e31fa81b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:25.374218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15a52980-549a-4efc-b305-dda7d0728bd9 req-adc115cd-8788-4a6b-9ec7-76f9e31fa81b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0618274 Feb 19 01:21:25.427040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15a52980-549a-4efc-b305-dda7d0728bd9 req-b5ad83b1-3e2b-4194-bf90-e1da7a67a321 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Feb 19 01:21:25.629641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:21:25.741142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:25.752830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c', 'port_id': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'mac_address': 'fa:16:3e:e0:fa:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00134728-457a-4125-94bb-adfe2b0fe94e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:21:25.804530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e64d1631-0bf1-405f-b26b-89fa391cfc27 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:25.804920 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.818240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64d1631-0bf1-405f-b26b-89fa391cfc27 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:21:25.838322 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:25.845345 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:25.894719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:25.902097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.902470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.902813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.903157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.903489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.903822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.904172 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.904511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.904835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.905159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.905490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.905814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:25.906137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:21:26.052286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e64d1631-0bf1-405f-b26b-89fa391cfc27'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:21:26.561949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cf2b0-d32a-461c-8bf1-fa54060bee05 req-fd9ca869-6a5b-4d0f-a3e7-7ecc741ce861 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:26.563465 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba9cf2b0-d32a-461c-8bf1-fa54060bee05 req-fd9ca869-6a5b-4d0f-a3e7-7ecc741ce861 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 944 time: 0.0655942 Feb 19 01:21:26.623194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba9cf2b0-d32a-461c-8bf1-fa54060bee05 req-be4125f7-f922-47b7-b5c9-a5d549a0b8e5 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537996 Feb 19 01:21:27.646734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:21:27.702521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port e64d1631-0bf1-405f-b26b-89fa391cfc27 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:21:27.706212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port e64d1631-0bf1-405f-b26b-89fa391cfc27 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:21:27.706594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.751980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737411c7-e28d-47b2-9205-77ea5fdd0783 req-62cca653-98fa-4a17-bb7c-942fc4694200 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:27.753477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-737411c7-e28d-47b2-9205-77ea5fdd0783 req-62cca653-98fa-4a17-bb7c-942fc4694200 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 944 time: 0.0580359 Feb 19 01:21:27.787818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e64d1631-0bf1-405f-b26b-89fa391cfc27 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:21:27.788201 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.802358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-737411c7-e28d-47b2-9205-77ea5fdd0783 req-26e1feac-d7ae-44ff-83dc-b55721d5f242 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418315 Feb 19 01:21:27.811919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:27.814410 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79827cd9-da36-43e9-bd68-2ce0ef1f1b6c" -d '{"events": [{"server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "name": "network-vif-plugged", "status": "completed", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:27.827310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:27.833843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:27.861519 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c607d3-b3d3-4e18-a559-ee91eac707c4 x-openstack-request-id: req-e2c607d3-b3d3-4e18-a559-ee91eac707c4 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:27.861820 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "name": "network-vif-plugged", "status": "completed", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:27.862081 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2c607d3-b3d3-4e18-a559-ee91eac707c4 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:27.862518 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'code': 200} Feb 19 01:21:27.888608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:27.966965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a49ae8-8922-42cb-8ffe-6312598d52cd req-1173a48b-6111-4f27-89ac-198b34c6f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:27.968519 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8a49ae8-8922-42cb-8ffe-6312598d52cd req-1173a48b-6111-4f27-89ac-198b34c6f344 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1127 time: 0.0498011 Feb 19 01:21:28.022210 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8a49ae8-8922-42cb-8ffe-6312598d52cd req-873a85dd-2043-4ba6-8a3a-e78a877882be service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472107 Feb 19 01:21:28.945655 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f47a1d-dd8c-4cdb-8229-9c01527ef28d req-34971155-b67c-4b67-907f-e25e86dbb530 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:28.947571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84f47a1d-dd8c-4cdb-8229-9c01527ef28d req-34971155-b67c-4b67-907f-e25e86dbb530 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0723827 Feb 19 01:21:28.998037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84f47a1d-dd8c-4cdb-8229-9c01527ef28d req-85bbbddb-fb11-4c23-b092-018b9d135b99 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443931 Feb 19 01:21:30.137565 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d6030-402b-47ee-af65-15000fcb96cb req-8aa5f9f2-1281-4245-b4b2-259a3ba0bc2a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:30.139121 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a6d6030-402b-47ee-af65-15000fcb96cb req-8aa5f9f2-1281-4245-b4b2-259a3ba0bc2a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0582511 Feb 19 01:21:30.190544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a6d6030-402b-47ee-af65-15000fcb96cb req-59199a6d-b8c7-4aef-bcae-f43bda7ef440 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Feb 19 01:21:30.324079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f1714-cab3-46f5-a249-305877ccdb0c req-5bca691d-f409-4c35-a369-2ee6f97b0f9c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:30.325477 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-517f1714-cab3-46f5-a249-305877ccdb0c req-5bca691d-f409-4c35-a369-2ee6f97b0f9c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0618560 Feb 19 01:21:30.377430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-517f1714-cab3-46f5-a249-305877ccdb0c req-f05ca8fd-1b97-4c2e-bc8d-34f6ca8e8c54 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462248 Feb 19 01:21:30.647276 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-b8ed82de-4de4-4978-ba9b-d9722d3ee7c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789700 Feb 19 01:21:30.657251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd0ac8-6ec8-4560-895b-bb1c7f470be8 req-08d192f4-31f3-4e6a-a0e6-1ec55815fb84 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:30.658694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09bd0ac8-6ec8-4560-895b-bb1c7f470be8 req-08d192f4-31f3-4e6a-a0e6-1ec55815fb84 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0803878 Feb 19 01:21:30.709527 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09bd0ac8-6ec8-4560-895b-bb1c7f470be8 req-73151daa-6988-44ee-b002-ba8347628ad8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435209 Feb 19 01:21:31.032622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-d553cb19-68fb-40aa-ba14-57a76dc2bf63 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:31.034650 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-d553cb19-68fb-40aa-ba14-57a76dc2bf63 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports/e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 942 time: 0.0505552 Feb 19 01:21:31.845861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34decb70-e820-49cd-a4f3-c797ab37bb9a req-e202df49-7465-426c-9bc4-3e69ede4b9d8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:31.847300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34decb70-e820-49cd-a4f3-c797ab37bb9a req-e202df49-7465-426c-9bc4-3e69ede4b9d8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0582755 Feb 19 01:21:31.869705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-98dc19e0-e3ef-4df5-83ae-bd9ad982fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:31.871249 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-98dc19e0-e3ef-4df5-83ae-bd9ad982fda3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1127 time: 0.0472257 Feb 19 01:21:31.894991 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34decb70-e820-49cd-a4f3-c797ab37bb9a req-5e5ee436-a21f-45e3-a550-b74c320253a6 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417264 Feb 19 01:21:31.963388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-2f1defb6-d082-49df-8556-e787060aed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:31.964871 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-2f1defb6-d082-49df-8556-e787060aed31 service neutron] 10.222.0.113 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0873425 Feb 19 01:21:32.005484 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1a1c2191-cc2b-4dc7-b5e5-0e775dbaf83a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0344610 Feb 19 01:21:32.053471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-20e0895d-ea64-4c6c-8e38-0bda6a99e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:32.054938 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-20e0895d-ea64-4c6c-8e38-0bda6a99e49c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0441294 Feb 19 01:21:32.086217 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-504c7982-1f70-4413-92df-867f9fba324c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250800 Feb 19 01:21:32.179618 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-9e6c7544-1bf2-4d3e-b14e-29ec448db3a7 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870576 Feb 19 01:21:32.273375 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-ea7777eb-3a70-4cc1-b50c-69741e62e8b4 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869801 Feb 19 01:21:33.021915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631632f-1384-4140-84b5-71c69b17dc7a req-7e4459c7-1ab2-49d4-ae52-dfcf2777f176 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:33.023450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3631632f-1384-4140-84b5-71c69b17dc7a req-7e4459c7-1ab2-49d4-ae52-dfcf2777f176 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0576773 Feb 19 01:21:33.072785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3631632f-1384-4140-84b5-71c69b17dc7a req-61e19b84-ff29-42aa-9ace-b1545bd5c3a3 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435288 Feb 19 01:21:34.225442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e638b-3f61-4eda-a4e8-51c86c1fe381 req-8021c690-ec6f-4d57-8ea0-91836eed53c7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:34.226925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-578e638b-3f61-4eda-a4e8-51c86c1fe381 req-8021c690-ec6f-4d57-8ea0-91836eed53c7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0685265 Feb 19 01:21:34.275238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-578e638b-3f61-4eda-a4e8-51c86c1fe381 req-480e0e37-be51-4f60-bdb5-a1139b05f5e5 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 Feb 19 01:21:35.402006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2cf41-4880-4880-b8b6-39d30817f6e8 req-00f456eb-195c-4958-9b4e-4800259b7787 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:35.403423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6a2cf41-4880-4880-b8b6-39d30817f6e8 req-00f456eb-195c-4958-9b4e-4800259b7787 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0553825 Feb 19 01:21:35.453343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e6a2cf41-4880-4880-b8b6-39d30817f6e8 req-4322fcd8-5d58-41b4-a45a-1f41b3a530e3 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Feb 19 01:21:36.428790 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:21:36.597652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74c224-6489-4974-b2ca-c19729dccfd4 req-d62a9688-2370-4823-8b2e-f8c3990eadbb tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:36.599195 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f74c224-6489-4974-b2ca-c19729dccfd4 req-d62a9688-2370-4823-8b2e-f8c3990eadbb tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0625701 Feb 19 01:21:36.650834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f74c224-6489-4974-b2ca-c19729dccfd4 req-1d1b4f86-1a0a-4281-8c92-5739f9a1c375 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431249 Feb 19 01:21:37.793892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e34dcd-efdb-4df9-9599-4b18ac286390 req-f437ca53-926e-462e-a626-8283a37ffb62 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:37.795418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29e34dcd-efdb-4df9-9599-4b18ac286390 req-f437ca53-926e-462e-a626-8283a37ffb62 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0633061 Feb 19 01:21:37.842791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29e34dcd-efdb-4df9-9599-4b18ac286390 req-f1503c81-2fb0-458b-a494-c08547bcc6e3 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416903 Feb 19 01:21:38.980508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78578f74-7eab-4077-bc37-ff64d16e00f4 req-cb841886-0a4a-41e6-82f9-43966679c7c5 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:38.981984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78578f74-7eab-4077-bc37-ff64d16e00f4 req-cb841886-0a4a-41e6-82f9-43966679c7c5 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0577178 Feb 19 01:21:39.035626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78578f74-7eab-4077-bc37-ff64d16e00f4 req-6835cf60-c8ac-4049-9f4a-1b5a66c632b1 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447085 Feb 19 01:21:40.181666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec745a2-797b-4fa5-a284-26678a802c34 req-2b83bb7a-f355-4cac-b953-c569fe223891 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:40.183270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec745a2-797b-4fa5-a284-26678a802c34 req-2b83bb7a-f355-4cac-b953-c569fe223891 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0552351 Feb 19 01:21:40.231699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eec745a2-797b-4fa5-a284-26678a802c34 req-24b02d70-d2fd-4e76-9a63-10b42dda5dcd tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Feb 19 01:21:41.382973 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a79fa-655c-4862-ade1-be389f193964 req-8baa3140-724a-4c3b-8750-8558d98fc2e8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:41.384447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf2a79fa-655c-4862-ade1-be389f193964 req-8baa3140-724a-4c3b-8750-8558d98fc2e8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0716805 Feb 19 01:21:41.436651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf2a79fa-655c-4862-ade1-be389f193964 req-7c88257e-d2e1-45dd-b91a-63fc875104df tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461144 Feb 19 01:21:42.582210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fa8aba-f881-4c4a-ac20-aabb8b7d6ffb req-c82bf814-5ed7-48c8-9cfa-d7755310b7a2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:42.583981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62fa8aba-f881-4c4a-ac20-aabb8b7d6ffb req-c82bf814-5ed7-48c8-9cfa-d7755310b7a2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0651381 Feb 19 01:21:42.640523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-62fa8aba-f881-4c4a-ac20-aabb8b7d6ffb req-c40ff5c9-8e2d-480c-9812-26042069f94a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504229 Feb 19 01:21:43.771634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8ca10-f92e-4f4c-a339-08c26cffa672 req-61755d3e-a964-4cfb-bcf2-a277d5587d1f tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:43.773129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fd8ca10-f92e-4f4c-a339-08c26cffa672 req-61755d3e-a964-4cfb-bcf2-a277d5587d1f tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0584955 Feb 19 01:21:43.820586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fd8ca10-f92e-4f4c-a339-08c26cffa672 req-cab4977c-2655-47ca-9587-a11d642c0fbc tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Feb 19 01:21:44.962743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea4a63-cfa6-4e87-8b41-d0698db0a92a req-4af28256-ec04-4274-b271-80b7da6c1291 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:44.964257 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5ea4a63-cfa6-4e87-8b41-d0698db0a92a req-4af28256-ec04-4274-b271-80b7da6c1291 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0659192 Feb 19 01:21:45.019993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e5ea4a63-cfa6-4e87-8b41-d0698db0a92a req-e6695f44-4ea9-4466-8d7f-76810456e7d6 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500047 Feb 19 01:21:46.164563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf276b28-e436-4781-8b83-54c28b5d8a35 req-5ab15683-f67a-45d6-8ad8-898417fbc317 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:46.166044 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf276b28-e436-4781-8b83-54c28b5d8a35 req-5ab15683-f67a-45d6-8ad8-898417fbc317 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0599775 Feb 19 01:21:46.215254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf276b28-e436-4781-8b83-54c28b5d8a35 req-2c19b6a8-2c45-4f89-affa-974c0800280d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411270 Feb 19 01:21:47.350237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5442d-135b-4571-832a-d88ee70ba97b req-500bde5d-1528-4068-a756-a0735faea16b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:47.351813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0a5442d-135b-4571-832a-d88ee70ba97b req-500bde5d-1528-4068-a756-a0735faea16b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0588763 Feb 19 01:21:47.402300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0a5442d-135b-4571-832a-d88ee70ba97b req-da740141-7803-48e8-8fdb-c5a03327c93b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445611 Feb 19 01:21:48.041461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5e75e5f-1821-4bda-969d-d3996934771b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:48.548498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6896452-ed84-4882-a05b-c45bb4667d2e req-5a7ccb0e-af2c-43b1-a86b-77037c6afeae tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:48.550002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6896452-ed84-4882-a05b-c45bb4667d2e req-5a7ccb0e-af2c-43b1-a86b-77037c6afeae tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0696173 Feb 19 01:21:48.605793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6896452-ed84-4882-a05b-c45bb4667d2e req-0881b90f-1082-45e9-8e50-3cc8c9109c3d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479834 Feb 19 01:21:49.228342 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:49.740126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02d4ea-c086-441f-bf40-81b2bcbc1c6a req-1642734e-dcd0-44e8-9529-1b6b6a39028e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:49.741668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e02d4ea-c086-441f-bf40-81b2bcbc1c6a req-1642734e-dcd0-44e8-9529-1b6b6a39028e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0624573 Feb 19 01:21:49.791598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6e02d4ea-c086-441f-bf40-81b2bcbc1c6a req-6f056c7a-5add-46c6-938f-6daac2c666de tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441070 Feb 19 01:21:50.126726 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3a51489-bb9c-4c05-9db4-89d796c1ff39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:50.932065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d395b5-5f34-40bc-b909-5424181de4dd req-e8ffe46d-4bfb-46b8-8129-15995cd9d88a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:50.933629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46d395b5-5f34-40bc-b909-5424181de4dd req-e8ffe46d-4bfb-46b8-8129-15995cd9d88a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0606537 Feb 19 01:21:50.990883 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46d395b5-5f34-40bc-b909-5424181de4dd req-f7da2ac4-e072-47b4-99e0-9092eb19d74d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492764 Feb 19 01:21:51.403126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:52.129746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50155140-8744-4a9e-af7b-5a193d79b2ad req-9396d696-1f24-43c8-9d22-8e215c73a3c8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:52.131309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50155140-8744-4a9e-af7b-5a193d79b2ad req-9396d696-1f24-43c8-9d22-8e215c73a3c8 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0598974 Feb 19 01:21:52.181692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50155140-8744-4a9e-af7b-5a193d79b2ad req-4bbb20a3-2054-4d9a-b56a-675f18bdf9f3 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442476 Feb 19 01:21:52.834569 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:53.036153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-0e0b0005-f579-45c1-b85a-4e508adf7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:53.037687 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-0e0b0005-f579-45c1-b85a-4e508adf7693 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1127 time: 0.0510693 Feb 19 01:21:53.149295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-4819ca79-f570-438c-b6e5-5d3e1331a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:53.150829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-4819ca79-f570-438c-b6e5-5d3e1331a86e service neutron] 10.222.0.113 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0942290 Feb 19 01:21:53.194552 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-3d7fec5e-9bfd-4ec3-a194-c3400e929f8a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0374446 Feb 19 01:21:53.243380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-4f0d4940-ff89-423c-90a4-7e9dbdfec10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:53.244877 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-4f0d4940-ff89-423c-90a4-7e9dbdfec10d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0449553 Feb 19 01:21:53.277597 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-a530402b-9ae1-45aa-af40-083162a2005d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270896 Feb 19 01:21:53.316096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef17519-f21f-409b-b738-ff5c89015e9c req-e3c7a25d-11c2-4793-8d78-587ce8898d49 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:53.317749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef17519-f21f-409b-b738-ff5c89015e9c req-e3c7a25d-11c2-4793-8d78-587ce8898d49 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0666277 Feb 19 01:21:53.372582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aef17519-f21f-409b-b738-ff5c89015e9c req-c492d3aa-86b8-4631-aca8-1e07732aa8d5 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 Feb 19 01:21:53.377291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-aba7f273-8340-441c-8fda-aa976f047698 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932996 Feb 19 01:21:53.483674 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6367a8ad-408c-4755-8d25-b22ba831d619 req-3f0d7f29-c038-4f31-a1ab-2b493c2b8192 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001382 Feb 19 01:21:54.170450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:54.203375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:54.503692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d62309-f0cb-4f4d-aa13-f8ae2e05ebea req-ca1cddcf-61ff-4915-81a6-6166963e1ed7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:54.505177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19d62309-f0cb-4f4d-aa13-f8ae2e05ebea req-ca1cddcf-61ff-4915-81a6-6166963e1ed7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0567472 Feb 19 01:21:54.579404 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-19d62309-f0cb-4f4d-aa13-f8ae2e05ebea req-14f12a17-5b71-4e3c-9071-9fefd28af981 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679691 Feb 19 01:21:55.714900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e554134-61ee-44c3-88a9-41c7829e47ea req-7959443c-df13-4a6f-8e44-4f7c6dbe54e0 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:55.716409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e554134-61ee-44c3-88a9-41c7829e47ea req-7959443c-df13-4a6f-8e44-4f7c6dbe54e0 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0553207 Feb 19 01:21:55.766318 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e554134-61ee-44c3-88a9-41c7829e47ea req-4ee8e5e1-52de-4b8e-b308-803c5f6d6a35 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416338 Feb 19 01:21:56.911590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca90fa7-73a4-41ee-91ba-ed38899cd13b req-0705cf65-c00c-497f-adb3-eb1c2e6f0867 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:56.913103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ca90fa7-73a4-41ee-91ba-ed38899cd13b req-0705cf65-c00c-497f-adb3-eb1c2e6f0867 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0724761 Feb 19 01:21:56.964296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ca90fa7-73a4-41ee-91ba-ed38899cd13b req-608f65a6-0b2a-4785-a21d-cb154e55810c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429950 Feb 19 01:21:58.108712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b857bb-69b8-4d67-bb7f-13f1cad8f468 req-d8c547d0-4706-4290-85ee-3d79fee1ac77 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:58.110581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09b857bb-69b8-4d67-bb7f-13f1cad8f468 req-d8c547d0-4706-4290-85ee-3d79fee1ac77 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0632553 Feb 19 01:21:58.163299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-09b857bb-69b8-4d67-bb7f-13f1cad8f468 req-6dfda1a7-3dc8-4b81-83f4-097d8233344c tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443439 Feb 19 01:21:59.164638 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-d86c9f4e-5ce1-401d-bbf7-5353d388de37 service neutron] show failed (client error): The resource could not be found. Feb 19 01:21:59.165807 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-d86c9f4e-5ce1-401d-bbf7-5353d388de37 service neutron] 10.222.0.113 "GET /v2.0/ports/e64d1631-0bf1-405f-b26b-89fa391cfc27/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.0654151 Feb 19 01:21:59.295490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daeef60-d269-43bc-a926-8f41a3941f0c req-d686749c-2ca2-449e-bae7-2639fd9e9d19 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:59.297004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6daeef60-d269-43bc-a926-8f41a3941f0c req-d686749c-2ca2-449e-bae7-2639fd9e9d19 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 945 time: 0.0552175 Feb 19 01:21:59.349555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6daeef60-d269-43bc-a926-8f41a3941f0c req-7b4740a5-a291-42f3-9977-19ef65c600cb tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467727 Feb 19 01:21:59.392008 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-9d9ac85e-1fc1-464c-9fed-4a4d4e0e00a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:21:59.393440 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-9d9ac85e-1fc1-464c-9fed-4a4d4e0e00a9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&tenant_id=41c1fd69d6654563b30a4603cac2104a HTTP/1.1" status: 200 len: 1127 time: 0.0492694 Feb 19 01:21:59.404586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f9aad33-5e46-4b96-9863-62ad3ed70103 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:21:59.405509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f9aad33-5e46-4b96-9863-62ad3ed70103 service neutron] 10.222.0.126 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049393 Feb 19 01:21:59.417168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:21:59.480155 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:59.694990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:21:59.731107 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:59.771567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:21:59.773992 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d739847-9422-4c3b-b8b8-af461f659b73" -d '{"events": [{"server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "name": "network-vif-unplugged", "status": "completed", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:21:59.778151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Publish callbacks [] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:59.792819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Transition to ACTIVE for port object e64d1631-0bf1-405f-b26b-89fa391cfc27 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:21:59.797968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:59.832259 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a374550-763f-44eb-97a6-25b0bbb45a99 x-openstack-request-id: req-0a374550-763f-44eb-97a6-25b0bbb45a99 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:21:59.832562 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "name": "network-vif-unplugged", "status": "completed", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:21:59.832824 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a374550-763f-44eb-97a6-25b0bbb45a99 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:21:59.833234 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'code': 200} Feb 19 01:21:59.867413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] No DVR routers for this DVR port e64d1631-0bf1-405f-b26b-89fa391cfc27 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:21:59.869274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Pushing event updated for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=6']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:21:59.904196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Attempting to bind port e64d1631-0bf1-405f-b26b-89fa391cfc27 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:21:59.904523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Attempting to bind port e64d1631-0bf1-405f-b26b-89fa391cfc27 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:21:59.904856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Attempting to bind port e64d1631-0bf1-405f-b26b-89fa391cfc27 on network 19f52b2a-1fba-4983-85f0-cba2e643995c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:59.909268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Port e64d1631-0bf1-405f-b26b-89fa391cfc27 on network 19f52b2a-1fba-4983-85f0-cba2e643995c not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:21:59.909591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Attempting to bind port e64d1631-0bf1-405f-b26b-89fa391cfc27 on network 19f52b2a-1fba-4983-85f0-cba2e643995c {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:21:59.914527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:21:59.914890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Checking segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:21:59.915319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Bound using segment: {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:21:59.915747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Bound port: e64d1631-0bf1-405f-b26b-89fa391cfc27, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:21:59.916102 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:21:59.978243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:21:59.981202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:21:59.988973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.023300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:00.023930 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:00.025355 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] 10.222.0.126 "PUT /v2.0/ports/e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 1091 time: 0.6120861 Feb 19 01:22:00.049138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f724331-605e-4d2a-aca2-a1b6eeb8718b service neutron] Pushing event updated for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=7']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:00.095514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-e4080b03-ac13-470d-bb4f-a0d0c7ddf523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:00.097019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-e4080b03-ac13-470d-bb4f-a0d0c7ddf523 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1125 time: 0.0449829 Feb 19 01:22:00.188424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-95e0afb4-bc40-4aad-ac56-7b6e3714e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:00.190675 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-95e0afb4-bc40-4aad-ac56-7b6e3714e044 service neutron] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0859790 Feb 19 01:22:00.236985 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-28fd5226-aad2-4fe9-a30f-52c028c29fb3 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0399036 Feb 19 01:22:00.292115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-72bd0a4a-d4b3-4f62-bf44-8d7751ae72ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:00.293597 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-72bd0a4a-d4b3-4f62-bf44-8d7751ae72ef service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0503616 Feb 19 01:22:00.330474 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-445edb99-6249-4889-b7ee-b6063813c6b8 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299380 Feb 19 01:22:00.478207 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e58721-00c8-43e5-a304-8dba4a99c1c3 req-57a65e4d-d040-4c79-93e6-5e0e0c9f5736 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:00.479853 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26e58721-00c8-43e5-a304-8dba4a99c1c3 req-57a65e4d-d040-4c79-93e6-5e0e0c9f5736 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0560224 Feb 19 01:22:00.531393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26e58721-00c8-43e5-a304-8dba4a99c1c3 req-c18d2789-b821-4db0-90f0-7493d184415b tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450940 Feb 19 01:22:00.719046 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-50573f55-e785-40e2-a886-4de77cb25632 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821380 Feb 19 01:22:00.813987 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6d6d0386-c210-4a59-8ddc-d384896f7b52 req-781110d4-e4f1-4df4-ae06-b8eee7de9d83 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881920 Feb 19 01:22:01.668202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854b846-3e9b-4edb-a4f3-aa55f588f830 req-0c9c0ac2-5d5d-459e-85b8-1562dd805bdc tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.669678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f854b846-3e9b-4edb-a4f3-aa55f588f830 req-0c9c0ac2-5d5d-459e-85b8-1562dd805bdc tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0587742 Feb 19 01:22:01.719825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f854b846-3e9b-4edb-a4f3-aa55f588f830 req-e00f4608-5866-4e2c-9a5d-2eb34d9dea1d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Feb 19 01:22:01.818334 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:01.834079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:01.836535 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcb59df-4485-4d29-86fc-f12844fc39aa" -d '{"events": [{"name": "network-changed", "server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:01.859735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] The host n-h1-826527-3 is not matching for port e64d1631-0bf1-405f-b26b-89fa391cfc27 host n-h2-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:22:01.860505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:01.886748 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0b965d-bac9-4a3c-aae5-6e613029e299 x-openstack-request-id: req-7b0b965d-bac9-4a3c-aae5-6e613029e299 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:01.887050 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:01.887307 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b0b965d-bac9-4a3c-aae5-6e613029e299 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:01.887713 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'status': 'completed', 'code': 200} Feb 19 01:22:01.982821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-76965636-0165-47f4-a35a-b9612d0b472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.984311 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-76965636-0165-47f4-a35a-b9612d0b472a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1125 time: 0.0693154 Feb 19 01:22:01.986414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-8b2500f5-f376-49b3-8f5f-68dca29c40db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:01.987737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-8b2500f5-f376-49b3-8f5f-68dca29c40db service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1125 time: 0.0810130 Feb 19 01:22:02.143794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-ead73c1f-3ef8-4da5-a0b5-1418537099c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.145333 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-ead73c1f-3ef8-4da5-a0b5-1418537099c4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.1548171 Feb 19 01:22:02.146427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-ed629b80-66b5-482e-8c3f-bd9820d5521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.147722 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-ed629b80-66b5-482e-8c3f-bd9820d5521c service neutron] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.1501217 Feb 19 01:22:02.220608 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-2ed18d9f-6a45-4f0d-9f1b-5e5247942942 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0679703 Feb 19 01:22:02.222324 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-f648651c-d99a-4a61-940f-f63ec5569931 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0653727 Feb 19 01:22:02.300430 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-af5598f3-bd2c-46c4-a7ed-3f131b1be496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.301892 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-af5598f3-bd2c-46c4-a7ed-3f131b1be496 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0768600 Feb 19 01:22:02.303649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-b8ee052a-c3f5-4231-9e66-ee6453f8b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.304936 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-b8ee052a-c3f5-4231-9e66-ee6453f8b41a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0726914 Feb 19 01:22:02.343296 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-ed4b0dc4-2397-4379-a51e-85f93c12cc45 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350575 Feb 19 01:22:02.365032 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-05496280-b4b7-4272-ba1e-01282c877623 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492764 Feb 19 01:22:02.501889 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-a608fbdc-a3ee-4cd6-98db-15ab39224108 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449618 Feb 19 01:22:02.519166 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-6097e6c9-1e31-44c4-ba71-6c17c4136145 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439278 Feb 19 01:22:02.661277 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-bafd38e6-e6f9-48a7-87b5-476d88f0076c service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522257 Feb 19 01:22:02.664788 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4fcb59df-4485-4d29-86fc-f12844fc39aa req-eb99f7cb-a8d2-4c2d-af1a-5ad19fa362a8 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364388 Feb 19 01:22:02.782448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-96589e1b-e8a0-4aa2-be48-ad54755ce2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.783964 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-96589e1b-e8a0-4aa2-be48-ad54755ce2aa service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1125 time: 0.0577035 Feb 19 01:22:02.847175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8768bb2-f760-4299-b8be-cc420857f440 req-7d79316c-a377-4dbc-910e-06557f643a58 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.848681 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8768bb2-f760-4299-b8be-cc420857f440 req-7d79316c-a377-4dbc-910e-06557f643a58 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0577202 Feb 19 01:22:02.888731 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-a84bcc14-9838-4288-9b42-858d24284c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.890309 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-a84bcc14-9838-4288-9b42-858d24284c3e service neutron] 10.222.0.126 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0863860 Feb 19 01:22:02.896556 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8768bb2-f760-4299-b8be-cc420857f440 req-2cdc24ef-ff39-4f3d-8614-87af2afb06ce tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417690 Feb 19 01:22:02.930978 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-3f6bb3bc-ad01-4230-99bb-757c794a7fb1 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0351994 Feb 19 01:22:02.989072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-bb7599e9-8c19-4b0e-a71f-26474c005d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:02.991410 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-bb7599e9-8c19-4b0e-a71f-26474c005d8a service neutron] 10.222.0.126 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0534518 Feb 19 01:22:03.024175 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-cc7e7f7f-7178-44e1-b90e-722538b8a368 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252290 Feb 19 01:22:03.116403 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-5d452ef6-1846-43b3-ba83-382ae57f59c6 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844417 Feb 19 01:22:03.211444 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e703bc7f-8272-4eae-aabf-2753e2d55d44 req-fe8ff712-d1c1-43ad-b039-482d6b1071c6 service neutron] 10.222.0.126 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877311 Feb 19 01:22:04.027875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba805-c299-44fe-8c11-91c7e207be34 req-cb7514f6-cbe4-4d19-bf19-19f16f19e1d4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.029374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-276ba805-c299-44fe-8c11-91c7e207be34 req-cb7514f6-cbe4-4d19-bf19-19f16f19e1d4 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0558887 Feb 19 01:22:04.076795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-276ba805-c299-44fe-8c11-91c7e207be34 req-dca0a2f7-1f6a-4c39-bcb5-8f625dd2cc07 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416863 Feb 19 01:22:04.289463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9263c27-5799-443b-b070-d95649dfefcf req-19cc6cff-77a5-4ab1-ba64-2a7df1ed9081 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.291082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9263c27-5799-443b-b070-d95649dfefcf req-19cc6cff-77a5-4ab1-ba64-2a7df1ed9081 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0646327 Feb 19 01:22:04.300653 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-9778a635-4396-40d9-b904-0ef47c6ff0c7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.302160 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-9778a635-4396-40d9-b904-0ef47c6ff0c7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.113 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&tenant_id=41c1fd69d6654563b30a4603cac2104a&binding%3Ahost_id=n-h2-826527-3 HTTP/1.1" status: 200 len: 943 time: 0.0581126 Feb 19 01:22:04.339738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9263c27-5799-443b-b070-d95649dfefcf req-0e260ed0-2a9e-4cfa-a021-95a49f07ab9d tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Feb 19 01:22:04.363044 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-156afff6-91b4-4600-9ddd-d0b9bf823e18 service neutron] delete failed (client error): The resource could not be found. Feb 19 01:22:04.364068 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-156afff6-91b4-4600-9ddd-d0b9bf823e18 service neutron] 10.222.0.113 "DELETE /v2.0/ports/e64d1631-0bf1-405f-b26b-89fa391cfc27/bindings/n-h1-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.0544188 Feb 19 01:22:04.457533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-f4cad047-9120-41fe-892a-0c58ebe95b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.458989 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-f4cad047-9120-41fe-892a-0c58ebe95b46 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 1125 time: 0.0525608 Feb 19 01:22:04.550639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-a1e584c3-5492-447e-93ce-3da89073101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.552121 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-a1e584c3-5492-447e-93ce-3da89073101d service neutron] 10.222.0.113 "GET /v2.0/networks?id=19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 200 len: 916 time: 0.0871985 Feb 19 01:22:04.596481 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-a0f550d9-400f-4ed4-8a07-b4ba1158d614 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 200 len: 217 time: 0.0387866 Feb 19 01:22:04.644158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-062dd3cd-3037-44f1-bcbc-dc2a70281861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:04.645657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-062dd3cd-3037-44f1-bcbc-dc2a70281861 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 200 len: 855 time: 0.0439935 Feb 19 01:22:04.676738 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-64b51fd4-6e77-4cbd-960b-968ee3d31f6b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=19f52b2a-1fba-4983-85f0-cba2e643995c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253448 Feb 19 01:22:04.768324 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-8659a1cd-f5a7-4ce8-9909-e43265bd0b2b service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858173 Feb 19 01:22:04.863916 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-924a2d16-1782-48ad-8bb4-948f230aa739 req-39a490be-deed-4d14-8f1d-9ba0f46ad738 service neutron] 10.222.0.113 "GET /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900300 Feb 19 01:22:05.468182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32ae2f-7c32-4883-9606-99c6984daaaf req-d54115a0-ca7e-470f-9ff1-9d3e2de57baf tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.469628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f32ae2f-7c32-4883-9606-99c6984daaaf req-d54115a0-ca7e-470f-9ff1-9d3e2de57baf tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0563145 Feb 19 01:22:05.518673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f32ae2f-7c32-4883-9606-99c6984daaaf req-d94c0507-4d8d-4045-ad3f-a25a72bc6fe2 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432732 Feb 19 01:22:05.640291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85570321-f040-4577-8839-be8bcc5e1f7e req-3b4eb01f-f341-4148-8eaa-f55259813578 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.641784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85570321-f040-4577-8839-be8bcc5e1f7e req-3b4eb01f-f341-4148-8eaa-f55259813578 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0545495 Feb 19 01:22:05.692823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85570321-f040-4577-8839-be8bcc5e1f7e req-cdf8e60c-1e0f-4a23-909e-3566b2518216 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Feb 19 01:22:05.824504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9479367-20e9-40b0-a322-826dd15fc131 req-6c1320a5-28a7-4eca-92d9-c4b015f87ab6 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:05.826008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9479367-20e9-40b0-a322-826dd15fc131 req-6c1320a5-28a7-4eca-92d9-c4b015f87ab6 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0627534 Feb 19 01:22:05.874534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9479367-20e9-40b0-a322-826dd15fc131 req-3d2da240-266e-4e4f-b862-72bd67c7e30e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428457 Feb 19 01:22:06.209584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694cc0e-0a9d-4cad-9ae3-97a740c5c5ff req-eccf5b01-7319-4a6d-be2a-c73594cb4e39 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:06.211102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2694cc0e-0a9d-4cad-9ae3-97a740c5c5ff req-eccf5b01-7319-4a6d-be2a-c73594cb4e39 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 943 time: 0.0552528 Feb 19 01:22:06.267406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2694cc0e-0a9d-4cad-9ae3-97a740c5c5ff req-64372788-fd70-4271-8a06-e760475dc496 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477638 Feb 19 01:22:06.390973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:22:06.503837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:06.515212 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Returning: {'device': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'network_id': '19f52b2a-1fba-4983-85f0-cba2e643995c', 'port_id': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'mac_address': 'fa:16:3e:e0:fa:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00134728-457a-4125-94bb-adfe2b0fe94e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:22:06.553337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Current status of the port e64d1631-0bf1-405f-b26b-89fa391cfc27 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:06.553755 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.567518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e64d1631-0bf1-405f-b26b-89fa391cfc27 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:06.587851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:06.592454 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:06.646027 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Pushing event updated for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:06.955325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] get_ports_and_sgs() called for port_ids ['e64d1631-0bf1-405f-b26b-89fa391cfc27'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:07.416385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ea285-4fd1-4c81-8251-f6a7b582c35c req-8b9d551b-0cca-4b2d-b570-4d9943230c9e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.418042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-958ea285-4fd1-4c81-8251-f6a7b582c35c req-8b9d551b-0cca-4b2d-b570-4d9943230c9e tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 944 time: 0.0653028 Feb 19 01:22:07.469376 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-958ea285-4fd1-4c81-8251-f6a7b582c35c req-df5f2a88-388a-4dfc-8b71-989a19bf63e5 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/security-groups?id=9a31372a-e5b6-4644-ab12-738a7054820b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426095 Feb 19 01:22:07.544052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-e6096208-8b36-4460-a6ba-e6c040ab5da7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:07.545493 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-e6096208-8b36-4460-a6ba-e6c040ab5da7 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 944 time: 0.0639782 Feb 19 01:22:07.653307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Deleting port e64d1631-0bf1-405f-b26b-89fa391cfc27 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:07.653722 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.748593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] For port e64d1631-0bf1-405f-b26b-89fa391cfc27, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e64d1631-0bf1-405f-b26b-89fa391cfc27,segment=NetworkSegment(2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b),segment_id=2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:07.748953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.762111 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Calling delete_port for e64d1631-0bf1-405f-b26b-89fa391cfc27 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:07.893180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e64d1631-0bf1-405f-b26b-89fa391cfc27), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.922709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Pushing event deleted for resources: {'Port': ['ID=e64d1631-0bf1-405f-b26b-89fa391cfc27,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:07.978390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] No DVR routers for this DVR port e64d1631-0bf1-405f-b26b-89fa391cfc27 on host n-h2-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:07.981165 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:07.984510 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-306ea5c5-bf96-4ca7-859f-90b55e6d47af req-703241aa-426d-4ebd-b40b-83589e3c5f24 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.126 "DELETE /v2.0/ports/e64d1631-0bf1-405f-b26b-89fa391cfc27 HTTP/1.1" status: 204 len: 173 time: 0.4330144 Feb 19 01:22:07.985283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'name': 'network-vif-deleted', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:07.987677 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30a21ff-7e25-4562-abce-5bbc38570b47" -d '{"events": [{"server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "name": "network-vif-deleted", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:08.027139 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64c848b-5203-46f6-8952-4e25d50d3ffc x-openstack-request-id: req-f64c848b-5203-46f6-8952-4e25d50d3ffc {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:08.027640 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70742757-19f8-49ce-af02-b75b78ad8168", "name": "network-vif-deleted", "tag": "e64d1631-0bf1-405f-b26b-89fa391cfc27", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:08.027774 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f64c848b-5203-46f6-8952-4e25d50d3ffc {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:08.028135 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70742757-19f8-49ce-af02-b75b78ad8168', 'name': 'network-vif-deleted', 'tag': 'e64d1631-0bf1-405f-b26b-89fa391cfc27', 'status': 'completed', 'code': 200} Feb 19 01:22:08.583332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4927a419-366c-4ad4-bb28-6fd6f92e265c req-7a6ce9ad-0cda-4b0b-bd67-2b94888f9a37 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0291252 Feb 19 01:22:09.710940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a88fa6e-d8ac-488b-950e-fbcd97560c92 req-7a8ff8fd-abb9-4889-ba88-e3c87b1f819a tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] 10.222.0.60 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0368180 Feb 19 01:22:09.811405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35682) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:09.858160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb77555-d102-4e7b-a646-4c66248d5b5d admin admin] Deleting subnet 00134728-457a-4125-94bb-adfe2b0fe94e {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:22:09.861940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cb77555-d102-4e7b-a646-4c66248d5b5d admin admin] Publish callbacks [] for subnet (00134728-457a-4125-94bb-adfe2b0fe94e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.896259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cb77555-d102-4e7b-a646-4c66248d5b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (00134728-457a-4125-94bb-adfe2b0fe94e), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.933871 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cb77555-d102-4e7b-a646-4c66248d5b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (00134728-457a-4125-94bb-adfe2b0fe94e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:09.988811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cb77555-d102-4e7b-a646-4c66248d5b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (00134728-457a-4125-94bb-adfe2b0fe94e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.017283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb77555-d102-4e7b-a646-4c66248d5b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00134728-457a-4125-94bb-adfe2b0fe94e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:10.021335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cb77555-d102-4e7b-a646-4c66248d5b5d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.024503 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7cb77555-d102-4e7b-a646-4c66248d5b5d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/00134728-457a-4125-94bb-adfe2b0fe94e HTTP/1.1" status: 204 len: 168 time: 0.2120945 Feb 19 01:22:10.027205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35684) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.094075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (19f52b2a-1fba-4983-85f0-cba2e643995c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.175031 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (19f52b2a-1fba-4983-85f0-cba2e643995c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.194803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f52b2a-1fba-4983-85f0-cba2e643995c']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:10.203974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:10.204245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:10.213369 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.226413 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.232174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:22:10.232585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (2a6ffc7d-d6a4-45f8-a0d0-81a79ba8b69b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:22:10.234229 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:22:10.289249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (19f52b2a-1fba-4983-85f0-cba2e643995c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.296373 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.301091 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] 10.222.0.60 "DELETE /v2.0/networks/19f52b2a-1fba-4983-85f0-cba2e643995c HTTP/1.1" status: 204 len: 168 time: 0.2729683 Feb 19 01:22:10.313182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212ad18-7245-4d39-b89e-ba755aea4735 admin admin] Pushing event deleted for resources: {'Network': ['ID=19f52b2a-1fba-4983-85f0-cba2e643995c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:10.389250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 no longer exists at agent hyperv_n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:10.410069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No Port match for: e64d1631-0bf1-405f-b26b-89fa391cfc27 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:22:10.410454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 not bound to the agent host n-h2-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:10.419474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35688) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.460817 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4a6d0638-bc03-4cb3-bedd-82a4d5b2e472 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41c1fd69d6654563b30a4603cac2104a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399539 Feb 19 01:22:10.463293 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35690) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:10.520311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c05bb0e1-8c4e-428e-9403-53b13d47963d admin admin] Publish callbacks [] for security_group (9a31372a-e5b6-4644-ab12-738a7054820b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.541311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c05bb0e1-8c4e-428e-9403-53b13d47963d admin admin] Publish callbacks [] for security_group (9a31372a-e5b6-4644-ab12-738a7054820b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.588807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c05bb0e1-8c4e-428e-9403-53b13d47963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (9a31372a-e5b6-4644-ab12-738a7054820b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.591391 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c05bb0e1-8c4e-428e-9403-53b13d47963d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:10.592520 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c05bb0e1-8c4e-428e-9403-53b13d47963d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a31372a-e5b6-4644-ab12-738a7054820b HTTP/1.1" status: 204 len: 168 time: 0.1283083 Feb 19 01:22:10.600300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bb0e1-8c4e-428e-9403-53b13d47963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a31372a-e5b6-4644-ab12-738a7054820b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.299970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35712) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:11.405652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1825933920-network', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:11.429115 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Made reservation on behalf of c33fb4fb02e9457cb7fa491333bbc601 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:11.431400 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.439927 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.520802 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Publish callbacks [] for security_group (b3ff1cf5-8335-416e-a2d8-4b9075e8e27d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.526214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b3ff1cf5-8335-416e-a2d8-4b9075e8e27d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.552553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:22:11.562732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ff1cf5-8335-416e-a2d8-4b9075e8e27d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.569143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (72ad1129-a4fb-4db1-8055-dbe9c3ff23a4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.569498 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Added segment 72ad1129-a4fb-4db1-8055-dbe9c3ff23a4 of type vlan for network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 Feb 19 01:22:11.610664 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (bbe77a6e-8731-4cc9-9628-8af0fd38cda1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.641130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (bbe77a6e-8731-4cc9-9628-8af0fd38cda1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.642681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:11.643671 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.704816 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4037173 Feb 19 01:22:11.708006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35716) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:11.708506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f523609-6303-4a64-ae6e-a636f199663d admin admin] Pushing event updated for resources: {'Network': ['ID=bbe77a6e-8731-4cc9-9628-8af0fd38cda1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.715186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Request body: {'subnet': {'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1825933920-subnet', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:11.720062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:22:11.737009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Made reservation on behalf of c33fb4fb02e9457cb7fa491333bbc601 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:11.739733 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.930147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (96d19648-7526-4582-a93b-3c17d82d3e3e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:11.983448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d19648-7526-4582-a93b-3c17d82d3e3e,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:11.992070 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.992412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.993083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.993083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.993445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.993784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.994117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.994479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.994813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.995145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.995474 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.995793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:11.996126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:12.012600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:12.012965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Network hostable DHCP agents. Network: bbe77a6e-8731-4cc9-9628-8af0fd38cda1, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:22:12.031395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:22:12.040530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, bbe77a6e-8731-4cc9-9628-8af0fd38cda1) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:12.044601 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:12.045240 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.050342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c389b37-b7f7-401f-b5e8-5b54fde6e967 None None] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:12.062629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aadaecf3-51b0-40dc-9a11-49790a119d0a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3533280 Feb 19 01:22:12.065295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35718) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:12.069692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:12.091121 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (0c33c281-74a2-49f9-aca4-43c6292f9641), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.092306 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (0c33c281-74a2-49f9-aca4-43c6292f9641), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.147024 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks [] for router_controller (0c33c281-74a2-49f9-aca4-43c6292f9641), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.155547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:22:12.156455 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.289630 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks [] for router_gateway (0c33c281-74a2-49f9-aca4-43c6292f9641), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.290512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Allocated IP 172.20.0.2 (bbe77a6e-8731-4cc9-9628-8af0fd38cda1/96d19648-7526-4582-a93b-3c17d82d3e3e/da595e93-e7b3-427b-a969-f6ab9a8d7c15) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:12.431922 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Publish callbacks [] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.438629 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.479195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:12.481897 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:12.487618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:12.494404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Pushing event updated for resources: {'Port': ['ID=da595e93-e7b3-427b-a969-f6ab9a8d7c15,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:12.498691 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks [] for router_gateway (0c33c281-74a2-49f9-aca4-43c6292f9641), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.517605 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.547184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Attempting to bind port da595e93-e7b3-427b-a969-f6ab9a8d7c15 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:12.547715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Attempting to bind port da595e93-e7b3-427b-a969-f6ab9a8d7c15 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:12.548118 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Attempting to bind port da595e93-e7b3-427b-a969-f6ab9a8d7c15 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:12.554046 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:12.554490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:12.554897 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.555290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Bound using segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:12.555758 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Bound port: da595e93-e7b3-427b-a969-f6ab9a8d7c15, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:12.556136 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.621735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] For port da595e93-e7b3-427b-a969-f6ab9a8d7c15, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:12.624894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] For port da595e93-e7b3-427b-a969-f6ab9a8d7c15, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da595e93-e7b3-427b-a969-f6ab9a8d7c15,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:12.629328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Allocated IP 172.25.6.36 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/1d57fec7-1443-498f-a277-5c0b1a6208a7) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:12.635675 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.699026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1d2cb-6a59-43e1-8c82-47e860bc4920 None None] Pushing event updated for resources: {'Port': ['ID=da595e93-e7b3-427b-a969-f6ab9a8d7c15,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:12.746227 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks [] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.785533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:12.821520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:12.826017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:12.831741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:12.861327 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Pushing event updated for resources: {'Port': ['ID=1d57fec7-1443-498f-a277-5c0b1a6208a7,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:13.105915 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks [] for router_gateway (0c33c281-74a2-49f9-aca4-43c6292f9641), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.318784 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (0c33c281-74a2-49f9-aca4-43c6292f9641), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.427920 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:22:13.461106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:22:13.576529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:13.587384 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:13.596456 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.597869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1ddcbf55-e9be-4326-a826-8b96b904f086 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5315912 Feb 19 01:22:13.600211 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:13.600818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35720) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:13.605900 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:21:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:13.633361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8448b4-0a72-41b9-8947-8eafe218c0b0 None None] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:22:13.697379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7dbf0926-af6f-4813-a5b2-4a334a193b35 None None] Provisioning complete for port da595e93-e7b3-427b-a969-f6ab9a8d7c15 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:13.698015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0926-af6f-4813-a5b2-4a334a193b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:13.731644 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:13.921447 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:12Z', 'revision_number': 3, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:13.938848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da595e93-e7b3-427b-a969-f6ab9a8d7c15 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:13.948181 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:13.948489 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Updating router 0c33c281-74a2-49f9-aca4-43c6292f9641 port 1d57fec7-1443-498f-a277-5c0b1a6208a7 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:22:13.975804 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.034807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf0926-af6f-4813-a5b2-4a334a193b35 None None] Current status of the port da595e93-e7b3-427b-a969-f6ab9a8d7c15 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:14.035207 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0926-af6f-4813-a5b2-4a334a193b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.052371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port da595e93-e7b3-427b-a969-f6ab9a8d7c15 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:14.052755 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.070482 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.096590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7dbf0926-af6f-4813-a5b2-4a334a193b35 None None] For port da595e93-e7b3-427b-a969-f6ab9a8d7c15, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da595e93-e7b3-427b-a969-f6ab9a8d7c15,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:14.113661 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7dbf0926-af6f-4813-a5b2-4a334a193b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.192663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port da595e93-e7b3-427b-a969-f6ab9a8d7c15 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:14.194797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf0926-af6f-4813-a5b2-4a334a193b35 None None] Pushing event updated for resources: {'Port': ['ID=da595e93-e7b3-427b-a969-f6ab9a8d7c15,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:14.278312 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Publish callbacks [] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.284461 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.309971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Allocated IP 172.20.0.1 (bbe77a6e-8731-4cc9-9628-8af0fd38cda1/96d19648-7526-4582-a93b-3c17d82d3e3e/f3fb73e5-89b3-4d3d-b598-948398389a06) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:14.333864 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Attempting to bind port 1d57fec7-1443-498f-a277-5c0b1a6208a7 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:14.334259 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Attempting to bind port 1d57fec7-1443-498f-a277-5c0b1a6208a7 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:14.334625 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Attempting to bind port 1d57fec7-1443-498f-a277-5c0b1a6208a7 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:14.341445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-13efc9be-0ea0-48e8-a097-3bddf52a7973 None None] Provisioning complete for port da595e93-e7b3-427b-a969-f6ab9a8d7c15 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:14.342039 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:14.342416 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13efc9be-0ea0-48e8-a097-3bddf52a7973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.342623 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:14.342915 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.343231 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:14.343709 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Bound port: 1d57fec7-1443-498f-a277-5c0b1a6208a7, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:14.344087 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.345627 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Pushing event updated for resources: {'Port': ['ID=1d57fec7-1443-498f-a277-5c0b1a6208a7,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:14.375914 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.376266 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.376608 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.376943 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.377279 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.377758 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.378096 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.378447 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.378766 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.379086 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.379407 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.379726 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.380052 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:14.415293 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] For port 1d57fec7-1443-498f-a277-5c0b1a6208a7, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:14.419324 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] For port 1d57fec7-1443-498f-a277-5c0b1a6208a7, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1d57fec7-1443-498f-a277-5c0b1a6208a7,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:14.427621 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.428119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-13efc9be-0ea0-48e8-a097-3bddf52a7973 None None] Current status of the port da595e93-e7b3-427b-a969-f6ab9a8d7c15 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:14.429576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Publish callbacks [] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.464214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.486817 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:14.487441 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:21:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:14.503009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:14.505926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:14.509461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:14.521303 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786ca35-c61e-4341-a8e5-14f5c8f8d025 None None] Pushing event updated for resources: {'Port': ['ID=1d57fec7-1443-498f-a277-5c0b1a6208a7,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:14.540451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fb73e5-89b3-4d3d-b598-948398389a06,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:14.554805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (0c33c281-74a2-49f9-aca4-43c6292f9641), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.602148 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:14.700965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.750561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b1b67742-f473-49ba-b858-3e0a9c6cb000 None None] Provisioning complete for port f3fb73e5-89b3-4d3d-b598-948398389a06 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:14.751181 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1b67742-f473-49ba-b858-3e0a9c6cb000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.786053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b1b67742-f473-49ba-b858-3e0a9c6cb000 None None] Port f3fb73e5-89b3-4d3d-b598-948398389a06 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:14.868708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Publish callbacks [] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.874118 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.888254 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:12Z', 'revision_number': 3, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:14.913462 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f049e19b-b7aa-4732-897c-011ee1cbdd0e None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:12Z', 'revision_number': 3, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:14.939372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (0c33c281-74a2-49f9-aca4-43c6292f9641), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:14.941159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Pushing event updated for resources: {'Port': ['ID=f3fb73e5-89b3-4d3d-b598-948398389a06,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:15.038640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:15.040104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:15.315418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a2230847-3b77-4a6e-b5bc-869bee53be18 None None] Provisioning complete for port f3fb73e5-89b3-4d3d-b598-948398389a06 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:15.315771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2230847-3b77-4a6e-b5bc-869bee53be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.355057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a2230847-3b77-4a6e-b5bc-869bee53be18 None None] Port f3fb73e5-89b3-4d3d-b598-948398389a06 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:15.491594 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:15.605878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:15.611544 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9c30ba59-310a-4236-9fe2-134453aa5184 admin admin] 10.222.0.60 "PUT /v2.0/routers/0c33c281-74a2-49f9-aca4-43c6292f9641/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0096178 Feb 19 01:22:15.777779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da595e93-e7b3-427b-a969-f6ab9a8d7c15 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:15.825923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port da595e93-e7b3-427b-a969-f6ab9a8d7c15 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:15.826312 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:15.906850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port da595e93-e7b3-427b-a969-f6ab9a8d7c15 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:15.908025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1d57fec7-1443-498f-a277-5c0b1a6208a7 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:15.957243 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1d57fec7-1443-498f-a277-5c0b1a6208a7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:15.957847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.036189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1d57fec7-1443-498f-a277-5c0b1a6208a7 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:16.036891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.057329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 1d57fec7-1443-498f-a277-5c0b1a6208a7, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1d57fec7-1443-498f-a277-5c0b1a6208a7,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:16.062770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.116727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=1d57fec7-1443-498f-a277-5c0b1a6208a7,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.158633 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 35728) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.163295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ba3ae550-3486-47f1-b6f8-d30d9da10934 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039839577', 'description': 'tempest-description--302800799'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:16.184678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae550-3486-47f1-b6f8-d30d9da10934 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.250785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae550-3486-47f1-b6f8-d30d9da10934 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group (ce507f83-70ea-44e9-8e8a-3f87f0986a45), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.255142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae550-3486-47f1-b6f8-d30d9da10934 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ce507f83-70ea-44e9-8e8a-3f87f0986a45), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.284018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ba3ae550-3486-47f1-b6f8-d30d9da10934 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.285334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ba3ae550-3486-47f1-b6f8-d30d9da10934 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1256704 Feb 19 01:22:16.287243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ae550-3486-47f1-b6f8-d30d9da10934 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce507f83-70ea-44e9-8e8a-3f87f0986a45,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.288990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35730) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.293746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-258db3aa-5b19-4fe7-8ec5-7158e7e7d73e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'security_group_rule': {'security_group_id': 'ce507f83-70ea-44e9-8e8a-3f87f0986a45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:16.323068 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-258db3aa-5b19-4fe7-8ec5-7158e7e7d73e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group_rule (1c983feb-1eab-4a4b-9a8b-7f1fd4fb3c48), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.473731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:16.488913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:16.489582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:21:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:16.606742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:16.726903 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-258db3aa-5b19-4fe7-8ec5-7158e7e7d73e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group_rule (1c983feb-1eab-4a4b-9a8b-7f1fd4fb3c48), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.731296 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-258db3aa-5b19-4fe7-8ec5-7158e7e7d73e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (1c983feb-1eab-4a4b-9a8b-7f1fd4fb3c48), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.749419 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258db3aa-5b19-4fe7-8ec5-7158e7e7d73e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c983feb-1eab-4a4b-9a8b-7f1fd4fb3c48,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.758318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-258db3aa-5b19-4fe7-8ec5-7158e7e7d73e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.762030 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-258db3aa-5b19-4fe7-8ec5-7158e7e7d73e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4695225 Feb 19 01:22:16.762275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35732) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.766774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1be88797-429f-4ea2-aaf4-141011e1d31c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'security_group_rule': {'security_group_id': 'ce507f83-70ea-44e9-8e8a-3f87f0986a45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:16.795424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1be88797-429f-4ea2-aaf4-141011e1d31c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group_rule (f4b6bca7-598e-4d00-9427-24c336fe520f), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.818507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 2, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:16.846128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:16.846543 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Updating router 0c33c281-74a2-49f9-aca4-43c6292f9641 port f3fb73e5-89b3-4d3d-b598-948398389a06 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:22:16.854850 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1be88797-429f-4ea2-aaf4-141011e1d31c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group_rule (f4b6bca7-598e-4d00-9427-24c336fe520f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.859653 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1be88797-429f-4ea2-aaf4-141011e1d31c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f4b6bca7-598e-4d00-9427-24c336fe520f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.876028 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be88797-429f-4ea2-aaf4-141011e1d31c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b6bca7-598e-4d00-9427-24c336fe520f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:16.882863 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.888158 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1be88797-429f-4ea2-aaf4-141011e1d31c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:16.889384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1be88797-429f-4ea2-aaf4-141011e1d31c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262150 Feb 19 01:22:16.892436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35734) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:16.896910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:16.918905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.017436 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.120073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Allocated IP 172.25.6.79 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/20d5804b-9cbd-41be-8d27-5ebce50d1878) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:17.151363 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Publish callbacks [] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.157090 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.207868 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b31c0-fc8b-4c16-9b53-a69750242d56 None None] Pushing event updated for resources: {'Port': ['ID=f3fb73e5-89b3-4d3d-b598-948398389a06,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.240103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for port (20d5804b-9cbd-41be-8d27-5ebce50d1878), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.259976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Attempting to bind port f3fb73e5-89b3-4d3d-b598-948398389a06 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:17.260352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Attempting to bind port f3fb73e5-89b3-4d3d-b598-948398389a06 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:17.260748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Attempting to bind port f3fb73e5-89b3-4d3d-b598-948398389a06 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:17.266151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:17.266549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:17.266961 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.267362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Bound using segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:17.267958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Bound port: f3fb73e5-89b3-4d3d-b598-948398389a06, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:17.268290 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.281382 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (20d5804b-9cbd-41be-8d27-5ebce50d1878), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.316772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:17.320125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:17.322815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:17.335353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] For port f3fb73e5-89b3-4d3d-b598-948398389a06, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:17.338917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] For port f3fb73e5-89b3-4d3d-b598-948398389a06, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f3fb73e5-89b3-4d3d-b598-948398389a06,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:17.345346 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.367969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'Port': ['ID=20d5804b-9cbd-41be-8d27-5ebce50d1878,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.411064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:17.411718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:21:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:17.432683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.454579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b31c0-fc8b-4c16-9b53-a69750242d56 None None] Pushing event updated for resources: {'Port': ['ID=f3fb73e5-89b3-4d3d-b598-948398389a06,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.474082 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (20d5804b-9cbd-41be-8d27-5ebce50d1878), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.535672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-120b52ab-a9aa-4d70-bb9f-2c1ab1bb7027 None None] Provisioning complete for port f3fb73e5-89b3-4d3d-b598-948398389a06 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:17.536016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-120b52ab-a9aa-4d70-bb9f-2c1ab1bb7027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.577437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:17.649797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for port (20d5804b-9cbd-41be-8d27-5ebce50d1878), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.655713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (20d5804b-9cbd-41be-8d27-5ebce50d1878), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.695727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1d57fec7-1443-498f-a277-5c0b1a6208a7 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:17.728145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'Port': ['ID=20d5804b-9cbd-41be-8d27-5ebce50d1878,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.738779 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.756233 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.757524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a3eadfed-cc2c-482a-8f95-0083f2f5a143 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8641036 Feb 19 01:22:17.762965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-120b52ab-a9aa-4d70-bb9f-2c1ab1bb7027 None None] Current status of the port f3fb73e5-89b3-4d3d-b598-948398389a06 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:17.763366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-120b52ab-a9aa-4d70-bb9f-2c1ab1bb7027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.846098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-120b52ab-a9aa-4d70-bb9f-2c1ab1bb7027 None None] For port f3fb73e5-89b3-4d3d-b598-948398389a06, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f3fb73e5-89b3-4d3d-b598-948398389a06,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:17.871244 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-120b52ab-a9aa-4d70-bb9f-2c1ab1bb7027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.907023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1d57fec7-1443-498f-a277-5c0b1a6208a7 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:17.907392 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:17.912218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-adba56cd-e931-4c2c-94a7-7a88a9abb775 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1039839577&fields=id&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 267 time: 0.0433707 Feb 19 01:22:17.953718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b52ab-a9aa-4d70-bb9f-2c1ab1bb7027 None None] Pushing event updated for resources: {'Port': ['ID=f3fb73e5-89b3-4d3d-b598-948398389a06,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:17.994628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:18.023593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-77ada041-9cb5-46fc-8615-0721da4f0f2b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:18.025150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-77ada041-9cb5-46fc-8615-0721da4f0f2b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1055775 Feb 19 01:22:18.040308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-72827580-4424-484f-9743-93415b97a6c9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/quotas/c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 375 time: 0.0095863 Feb 19 01:22:18.057689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb489c-33af-4b76-b06f-06fc4352532c None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:18.070575 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-46afdf1c-a062-41f8-8141-e99c10429db1 None None] Provisioning complete for port f3fb73e5-89b3-4d3d-b598-948398389a06 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:18.070969 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46afdf1c-a062-41f8-8141-e99c10429db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.104594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3cacf701-8711-4ad5-96e4-a1fa83c03445 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590148 Feb 19 01:22:18.121096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ad380d2-ed09-4eaa-8bdf-de3bba719c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:18.128819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1d57fec7-1443-498f-a277-5c0b1a6208a7 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:18.204068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-46afdf1c-a062-41f8-8141-e99c10429db1 None None] Current status of the port f3fb73e5-89b3-4d3d-b598-948398389a06 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:18.233238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-1268e9e9-8cc0-4eda-b6b0-6a9806b00ff9 service neutron] 10.222.0.60 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970871 Feb 19 01:22:18.333132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-418a8e76-f63f-4a58-97b0-b84378314a8a service neutron] 10.222.0.60 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937455 Feb 19 01:22:18.510738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13aa1637-fc51-405a-b81c-42c657ad5b7a req-3859c2bb-116f-4f4a-bb40-efc3b5d77416 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 210 time: 0.0314691 Feb 19 01:22:19.226146 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.448366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-ef89a3d7-33db-4710-b7da-3624d82cc891 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:19.449860 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-ef89a3d7-33db-4710-b7da-3624d82cc891 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.126 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1081643 Feb 19 01:22:19.532084 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-a6bcb66f-800e-4282-99bb-b7e5322e0c50 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.126 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 380 time: 0.0719550 Feb 19 01:22:19.542409 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'port': {'device_id': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'admin_state_up': True, 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'security_groups': ['ce507f83-70ea-44e9-8e8a-3f87f0986a45']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:19.618798 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2778c1c-3dbe-4fdd-80fb-5a0f3194d63e req-52c044e6-2a76-48dd-853c-fc23fdc5fce7 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 210 time: 0.0275142 Feb 19 01:22:19.668339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Made reservation on behalf of c33fb4fb02e9457cb7fa491333bbc601 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:19.671998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.707701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f3fb73e5-89b3-4d3d-b598-948398389a06 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:19.759190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port f3fb73e5-89b3-4d3d-b598-948398389a06 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:19.759654 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.805584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Allocated IP 172.20.0.13 (bbe77a6e-8731-4cc9-9628-8af0fd38cda1/96d19648-7526-4582-a93b-3c17d82d3e3e/94b89893-86b1-4da6-82b0-44266f0020bb) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:19.837973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port f3fb73e5-89b3-4d3d-b598-948398389a06 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:19.953393 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for port (94b89893-86b1-4da6-82b0-44266f0020bb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:19.990495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.032828 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:20.035822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:20.041524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:20.048123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'Port': ['ID=94b89893-86b1-4da6-82b0-44266f0020bb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:20.095523 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:20.096171 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.114818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3bb3ff3f-f623-4d2e-90a3-ea2bee38a2d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.126 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775921 Feb 19 01:22:20.122010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-176fd882-4c87-4a5e-90ae-849c2013fcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.129552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Request body: {'port': {'device_id': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:20.197663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.339986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-def9acb1-b1b9-41c2-8ca2-5d49224a8b29 None None] Provisioning complete for port 94b89893-86b1-4da6-82b0-44266f0020bb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:20.340585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-def9acb1-b1b9-41c2-8ca2-5d49224a8b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.376120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-def9acb1-b1b9-41c2-8ca2-5d49224a8b29 None None] Port 94b89893-86b1-4da6-82b0-44266f0020bb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:20.471904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94b89893-86b1-4da6-82b0-44266f0020bb {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:20.479941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Publish callbacks [] for port (94b89893-86b1-4da6-82b0-44266f0020bb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.492688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Transition to ACTIVE for port object 94b89893-86b1-4da6-82b0-44266f0020bb will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:22:20.498512 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.557441 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Pushing event updated for resources: {'Port': ['ID=94b89893-86b1-4da6-82b0-44266f0020bb,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:20.628307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Attempting to bind port 94b89893-86b1-4da6-82b0-44266f0020bb on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:20.628649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Attempting to bind port 94b89893-86b1-4da6-82b0-44266f0020bb by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:20.628979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Attempting to bind port 94b89893-86b1-4da6-82b0-44266f0020bb on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:20.633605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Port 94b89893-86b1-4da6-82b0-44266f0020bb on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:20.633931 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Attempting to bind port 94b89893-86b1-4da6-82b0-44266f0020bb on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:20.639239 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:20.639614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:20.640003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Bound using segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:20.641934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Bound port: 94b89893-86b1-4da6-82b0-44266f0020bb, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:20.642403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.711608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] For port 94b89893-86b1-4da6-82b0-44266f0020bb, host n-h2-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:20.714981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] For port 94b89893-86b1-4da6-82b0-44266f0020bb, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94b89893-86b1-4da6-82b0-44266f0020bb,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:20.721626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.758608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:20.759236 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:20.760123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4cc38-ee93-43bc-b22a-06d09171ae11 req-c6410315-9784-43bb-aae1-cf9d559a8d2f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:20.760849 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] 10.222.0.126 "PUT /v2.0/ports/94b89893-86b1-4da6-82b0-44266f0020bb HTTP/1.1" status: 200 len: 1092 time: 0.6360481 Feb 19 01:22:20.761133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'tag': '94b89893-86b1-4da6-82b0-44266f0020bb'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:20.763482 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20324d21-5983-4552-ac6e-5b6318aed351" -d '{"events": [{"name": "network-changed", "server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "tag": "94b89893-86b1-4da6-82b0-44266f0020bb"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:20.767666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21a4cc38-ee93-43bc-b22a-06d09171ae11 req-c6410315-9784-43bb-aae1-cf9d559a8d2f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 944 time: 0.0755818 Feb 19 01:22:20.835164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21a4cc38-ee93-43bc-b22a-06d09171ae11 req-ba7b9b5f-1ef5-46fd-8ab0-e3ae6c604ba9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663152 Feb 19 01:22:20.840753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea8f0b-eeef-436f-9dec-a59547b6164c service neutron] Pushing event updated for resources: {'Port': ['ID=94b89893-86b1-4da6-82b0-44266f0020bb,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:20.844681 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6168abd6-1c32-4bd9-82fd-9844ce96bc59 x-openstack-request-id: req-6168abd6-1c32-4bd9-82fd-9844ce96bc59 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:20.844987 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "tag": "94b89893-86b1-4da6-82b0-44266f0020bb", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:20.845300 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6168abd6-1c32-4bd9-82fd-9844ce96bc59 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:20.845758 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'tag': '94b89893-86b1-4da6-82b0-44266f0020bb', 'status': 'completed', 'code': 200} Feb 19 01:22:20.868108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-8dba98af-88c0-4c92-9558-764ed9dffa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:20.869749 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-8dba98af-88c0-4c92-9558-764ed9dffa08 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1126 time: 0.0686378 Feb 19 01:22:20.917646 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-0ee50eb9-7d39-4c98-9e40-7ac1d07a20c9 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b89893-86b1-4da6-82b0-44266f0020bb HTTP/1.1" status: 200 len: 217 time: 0.0408845 Feb 19 01:22:20.967691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3f9d6b0b-8fbf-4cff-8c14-c671809d0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:20.969171 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-3f9d6b0b-8fbf-4cff-8c14-c671809d0ee0 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0458555 Feb 19 01:22:21.021809 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-a6f92b66-c4fc-4c5b-8467-83d785ded7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:21.023370 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-a6f92b66-c4fc-4c5b-8467-83d785ded7ca service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481417 Feb 19 01:22:21.118703 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-2faac2b2-6e19-48ed-a916-2bf74c748b58 service neutron] 10.222.0.126 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889454 Feb 19 01:22:21.210635 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-633439e7-9d2f-4a51-aa74-a630cafebe24 service neutron] 10.222.0.126 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851736 Feb 19 01:22:21.305317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20324d21-5983-4552-ac6e-5b6318aed351 req-ba63aabb-fe75-4f82-a848-4cdbc2b6a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:21.306872 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20324d21-5983-4552-ac6e-5b6318aed351 req-ba63aabb-fe75-4f82-a848-4cdbc2b6a077 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1126 time: 0.0470712 Feb 19 01:22:21.402355 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.403470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20324d21-5983-4552-ac6e-5b6318aed351 req-2b1d1781-a08f-42a1-8314-9f3f3ba64c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:21.405023 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20324d21-5983-4552-ac6e-5b6318aed351 req-2b1d1781-a08f-42a1-8314-9f3f3ba64c11 service neutron] 10.222.0.126 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0912926 Feb 19 01:22:21.446147 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20324d21-5983-4552-ac6e-5b6318aed351 req-1b08393c-c28e-4259-b724-7f7f6845b170 service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94b89893-86b1-4da6-82b0-44266f0020bb HTTP/1.1" status: 200 len: 217 time: 0.0350571 Feb 19 01:22:21.500020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20324d21-5983-4552-ac6e-5b6318aed351 req-8fcdc7d4-cc6d-4222-8ee4-4b59825d63f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:21.501527 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20324d21-5983-4552-ac6e-5b6318aed351 req-8fcdc7d4-cc6d-4222-8ee4-4b59825d63f1 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0494473 Feb 19 01:22:21.505481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-204c54f6-1a71-44a9-9c31-16d6d43c9bd6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:21.507043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-204c54f6-1a71-44a9-9c31-16d6d43c9bd6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.126 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 944 time: 0.0547161 Feb 19 01:22:21.550662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20324d21-5983-4552-ac6e-5b6318aed351 req-3aa04a14-883c-4fe7-806a-11ac7936069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:21.552179 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20324d21-5983-4552-ac6e-5b6318aed351 req-3aa04a14-883c-4fe7-806a-11ac7936069d service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443828 Feb 19 01:22:21.602487 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Deleting port 94b89893-86b1-4da6-82b0-44266f0020bb {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:21.603096 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.647183 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20324d21-5983-4552-ac6e-5b6318aed351 req-74c02db1-36e5-49a2-9c52-9c19dbb17bd4 service neutron] 10.222.0.126 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879204 Feb 19 01:22:21.693697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] For port 94b89893-86b1-4da6-82b0-44266f0020bb, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=94b89893-86b1-4da6-82b0-44266f0020bb,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:21.693976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.706751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Calling delete_port for 94b89893-86b1-4da6-82b0-44266f0020bb owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:21.740242 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20324d21-5983-4552-ac6e-5b6318aed351 req-53b2a03c-5632-48ca-9040-5ff18fb3ddd7 service neutron] 10.222.0.126 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868483 Feb 19 01:22:21.841422 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (94b89893-86b1-4da6-82b0-44266f0020bb), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.872004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event deleted for resources: {'Port': ['ID=94b89893-86b1-4da6-82b0-44266f0020bb,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:21.920099 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] No DVR routers for this DVR port 94b89893-86b1-4da6-82b0-44266f0020bb on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:21.929719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:21.933073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b8a904a3-77ff-416d-9400-640f0964260a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.126 "DELETE /v2.0/ports/94b89893-86b1-4da6-82b0-44266f0020bb HTTP/1.1" status: 204 len: 173 time: 0.4202540 Feb 19 01:22:21.933547 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'name': 'network-vif-deleted', 'tag': '94b89893-86b1-4da6-82b0-44266f0020bb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:21.936205 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7bbfcb-a6f5-4c78-b7b2-d248db26234d" -d '{"events": [{"server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "name": "network-vif-deleted", "tag": "94b89893-86b1-4da6-82b0-44266f0020bb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:21.967234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b24cd112-e269-4fea-8df5-5a948c5f4528 req-ad665ebd-58e4-4700-a1a3-e71eaa282b21 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 210 time: 0.0483441 Feb 19 01:22:21.982380 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d28e582-f89b-43b1-b328-a3fd8dd2e880 x-openstack-request-id: req-9d28e582-f89b-43b1-b328-a3fd8dd2e880 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:21.982688 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "name": "network-vif-deleted", "tag": "94b89893-86b1-4da6-82b0-44266f0020bb", "status": "failed", "code": 422}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:21.982777 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d28e582-f89b-43b1-b328-a3fd8dd2e880 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:21.983312 n-d-826527-3 neutron-server[103649]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'name': 'network-vif-deleted', 'tag': '94b89893-86b1-4da6-82b0-44266f0020bb', 'status': 'failed', 'code': 422} returned with failed status Feb 19 01:22:22.832562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.072844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-62a24651-7f7a-4a25-a1a6-52e7fbf1731d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:23.074212 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-62a24651-7f7a-4a25-a1a6-52e7fbf1731d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1274855 Feb 19 01:22:23.082794 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e8c6a69-33a7-446f-8265-2dd4e9e24746 req-b85ebc39-2c97-4e85-8d05-265f0a5faad0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 210 time: 0.0453935 Feb 19 01:22:23.148963 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-1316a683-9d7c-4b20-a26f-8349476053b6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 380 time: 0.0656834 Feb 19 01:22:23.160466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'port': {'device_id': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'admin_state_up': True, 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'security_groups': ['ce507f83-70ea-44e9-8e8a-3f87f0986a45']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:23.269307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Made reservation on behalf of c33fb4fb02e9457cb7fa491333bbc601 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:22:23.273107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.404011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Allocated IP 172.20.0.5 (bbe77a6e-8731-4cc9-9628-8af0fd38cda1/96d19648-7526-4582-a93b-3c17d82d3e3e/e67dd948-f089-4068-b801-8ada7c417fb5) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:22:23.553610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for port (e67dd948-f089-4068-b801-8ada7c417fb5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.593337 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.636634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:22:23.639739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:22:23.647012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:22:23.671621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'Port': ['ID=e67dd948-f089-4068-b801-8ada7c417fb5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:23.692354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.692939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.693356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.693769 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.694165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.694595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.694995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.695383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.695790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.696178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.696574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.696984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.697378 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:23.716701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:23.717430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.736667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-e60f332a-7a43-4e7a-a4fa-3d68b8a67f1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799470 Feb 19 01:22:23.749100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Request body: {'port': {'device_id': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:23.816788 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.879453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-29d741d6-b71c-45d2-8815-34a847b4b741 None None] Provisioning complete for port e67dd948-f089-4068-b801-8ada7c417fb5 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:23.880039 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29d741d6-b71c-45d2-8815-34a847b4b741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:23.915005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-29d741d6-b71c-45d2-8815-34a847b4b741 None None] Port e67dd948-f089-4068-b801-8ada7c417fb5 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:22:24.081362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67dd948-f089-4068-b801-8ada7c417fb5 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:24.089264 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Publish callbacks [] for port (e67dd948-f089-4068-b801-8ada7c417fb5), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.101923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Transition to ACTIVE for port object e67dd948-f089-4068-b801-8ada7c417fb5 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:22:24.106767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.186102 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e67dd948-f089-4068-b801-8ada7c417fb5,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:24.239283 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.242744 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.251596 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad1f74-bda2-43ff-a090-47d9cbe6752e req-85f9e997-aee5-423a-9975-a1bf9bdbfaff tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.253504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fad1f74-bda2-43ff-a090-47d9cbe6752e req-85f9e997-aee5-423a-9975-a1bf9bdbfaff tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0889802 Feb 19 01:22:24.261599 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Attempting to bind port e67dd948-f089-4068-b801-8ada7c417fb5 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:24.261943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Attempting to bind port e67dd948-f089-4068-b801-8ada7c417fb5 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:24.262301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Attempting to bind port e67dd948-f089-4068-b801-8ada7c417fb5 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:24.267095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Port e67dd948-f089-4068-b801-8ada7c417fb5 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:24.267425 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Attempting to bind port e67dd948-f089-4068-b801-8ada7c417fb5 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:24.275627 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:24.276345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:24.276962 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Bound using segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:24.277702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Bound port: e67dd948-f089-4068-b801-8ada7c417fb5, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:24.278388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.320487 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fad1f74-bda2-43ff-a090-47d9cbe6752e req-3b987811-123b-4d12-94d1-5c0dd7d13f14 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602770 Feb 19 01:22:24.360571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:24.364370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e67dd948-f089-4068-b801-8ada7c417fb5,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:24.371497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.408362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.408983 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:24.410422 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] 10.222.0.113 "PUT /v2.0/ports/e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 1091 time: 0.6660233 Feb 19 01:22:24.410877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:24.413318 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93" -d '{"events": [{"name": "network-changed", "server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:24.440119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44110c1c-7ea4-4616-9bb3-e0d4f87f5e67 service neutron] Pushing event updated for resources: {'Port': ['ID=e67dd948-f089-4068-b801-8ada7c417fb5,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:24.480862 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5798cc2-1cba-4f24-9e83-7c92d8f74df9 x-openstack-request-id: req-f5798cc2-1cba-4f24-9e83-7c92d8f74df9 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:24.481393 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:24.481654 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5798cc2-1cba-4f24-9e83-7c92d8f74df9 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:24.482104 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'status': 'completed', 'code': 200} Feb 19 01:22:24.518792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-97f75a8b-a3b0-4b01-b197-18352b443fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.520376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-97f75a8b-a3b0-4b01-b197-18352b443fb3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1125 time: 0.0560172 Feb 19 01:22:24.568708 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-aac3d160-8194-4947-86c5-2838031fc420 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 217 time: 0.0409913 Feb 19 01:22:24.622038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b5d60442-acc5-4850-8e66-fb57f123b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.623679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b5d60442-acc5-4850-8e66-fb57f123b3e8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0486362 Feb 19 01:22:24.680857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b0a85f58-bb04-476a-8734-0f8094fa7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.682021 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-b0a85f58-bb04-476a-8734-0f8094fa7efa service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524611 Feb 19 01:22:24.779052 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-bbca416c-7d5a-4b43-804d-593a25385795 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881844 Feb 19 01:22:24.868055 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-50700d1c-d8f2-461b-a5e0-1f437caf22f2 req-f5ac801e-2abf-4abe-8887-cc6848594f0d service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831506 Feb 19 01:22:24.973069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-9d1a1bd2-eb15-4a50-865a-f82b5010b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:24.974660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-9d1a1bd2-eb15-4a50-865a-f82b5010b9d1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1125 time: 0.0531931 Feb 19 01:22:25.067193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-c0a1391e-f677-4b3b-a3e1-bdd3247da0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.068681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-c0a1391e-f677-4b3b-a3e1-bdd3247da0c4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0873289 Feb 19 01:22:25.111513 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-494ef035-4fc3-4a7f-b3d4-de1aaacfcc8b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 217 time: 0.0350637 Feb 19 01:22:25.167658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-837c2c5d-03c6-43a3-a017-9d35401508b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.169204 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-837c2c5d-03c6-43a3-a017-9d35401508b7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0517995 Feb 19 01:22:25.221299 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-dbcd7a39-7d58-4679-be4a-b2ce3fa0eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.222853 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-dbcd7a39-7d58-4679-be4a-b2ce3fa0eec9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467806 Feb 19 01:22:25.324838 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-e2863264-f83a-4528-952f-bebb7658c0d1 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931242 Feb 19 01:22:25.418307 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1fb1b05-c9d1-4f75-83fc-406a1b6f8d93 req-79cce95e-b77f-4d6f-813b-4f37cc97ed3d service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868142 Feb 19 01:22:25.437446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8125e-b4e8-4a11-9c77-62753d00d315 req-e32dc809-499e-4e55-acb1-88ba62b54f7a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:25.439017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9f8125e-b4e8-4a11-9c77-62753d00d315 req-e32dc809-499e-4e55-acb1-88ba62b54f7a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0581164 Feb 19 01:22:25.485471 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9f8125e-b4e8-4a11-9c77-62753d00d315 req-01de8542-cb62-4d25-ab14-71384acb28f4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402260 Feb 19 01:22:26.615567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a058284-213b-415b-8d6c-0d3c0e900e9f req-2f658222-e086-4f71-9635-efcea878c520 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:26.617222 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a058284-213b-415b-8d6c-0d3c0e900e9f req-2f658222-e086-4f71-9635-efcea878c520 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0590465 Feb 19 01:22:26.665128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1a058284-213b-415b-8d6c-0d3c0e900e9f req-8b2e1567-9481-4837-9680-1f2fd91e0f6d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Feb 19 01:22:27.802942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd11fb4-f5f6-42ab-9f62-9771e0bb3f58 req-74dbfdd8-be59-43ba-8f85-5c29a665d8c9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:27.804434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fd11fb4-f5f6-42ab-9f62-9771e0bb3f58 req-74dbfdd8-be59-43ba-8f85-5c29a665d8c9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0571995 Feb 19 01:22:27.858013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2fd11fb4-f5f6-42ab-9f62-9771e0bb3f58 req-221bf442-3757-4ce0-8cae-165f7d45e67f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476933 Feb 19 01:22:27.909202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e67dd948-f089-4068-b801-8ada7c417fb5 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:22:28.024848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e67dd948-f089-4068-b801-8ada7c417fb5,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:28.037170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'mac_address': 'fa:16:3e:34:67:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:22:28.088720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e67dd948-f089-4068-b801-8ada7c417fb5 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:28.089109 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.102133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67dd948-f089-4068-b801-8ada7c417fb5 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:22:28.121584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e67dd948-f089-4068-b801-8ada7c417fb5,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:28.127605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:28.173744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e67dd948-f089-4068-b801-8ada7c417fb5,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:28.181160 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.181513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.181862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.182203 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.182583 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.182929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.183262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.183598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.183926 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.184260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.184588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.184922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.185279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:22:28.349115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['e67dd948-f089-4068-b801-8ada7c417fb5'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:22:28.995805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110312a0-cfe1-4af3-906f-65b3bdfbf76d req-d121d3a1-3466-451e-a451-97149d4da138 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:28.997822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-110312a0-cfe1-4af3-906f-65b3bdfbf76d req-d121d3a1-3466-451e-a451-97149d4da138 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 944 time: 0.0624428 Feb 19 01:22:29.050580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-110312a0-cfe1-4af3-906f-65b3bdfbf76d req-f200359e-266f-427f-80d8-e38cf864bffb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468149 Feb 19 01:22:29.912175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e67dd948-f089-4068-b801-8ada7c417fb5 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:22:29.968196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port e67dd948-f089-4068-b801-8ada7c417fb5 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:22:29.971982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port e67dd948-f089-4068-b801-8ada7c417fb5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:22:29.972356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.177698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf153343-a4a3-40c9-9b9a-7fd20b2d5916 req-31518168-bcbd-4ec3-af65-5535fb91bebf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:30.179329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf153343-a4a3-40c9-9b9a-7fd20b2d5916 req-31518168-bcbd-4ec3-af65-5535fb91bebf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 944 time: 0.0569544 Feb 19 01:22:30.210552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port e67dd948-f089-4068-b801-8ada7c417fb5 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:22:30.210965 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.229379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bf153343-a4a3-40c9-9b9a-7fd20b2d5916 req-7963433c-c06d-4c13-89aa-2601808c6d6b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440650 Feb 19 01:22:30.233985 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:30.236705 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a84b33-c605-4954-8ab1-d3a49ac799a7" -d '{"events": [{"server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "name": "network-vif-plugged", "status": "completed", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:30.249731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e67dd948-f089-4068-b801-8ada7c417fb5,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:30.256404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:30.280079 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182fe553-6191-4757-8763-fdeef111ff0d x-openstack-request-id: req-182fe553-6191-4757-8763-fdeef111ff0d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:30.280378 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "name": "network-vif-plugged", "status": "completed", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:30.280635 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-182fe553-6191-4757-8763-fdeef111ff0d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:30.281029 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'code': 200} Feb 19 01:22:30.306161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=e67dd948-f089-4068-b801-8ada7c417fb5,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:30.379872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a56bbb-8aa3-4d5a-844e-efd0cbbffc82 req-5754ecf5-0ec5-4a11-af30-ec13228754f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:30.381471 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-27a56bbb-8aa3-4d5a-844e-efd0cbbffc82 req-5754ecf5-0ec5-4a11-af30-ec13228754f2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1127 time: 0.0461056 Feb 19 01:22:30.425091 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-27a56bbb-8aa3-4d5a-844e-efd0cbbffc82 req-2d0c6845-9d28-4f89-a228-544d1b56e556 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372734 Feb 19 01:22:31.367002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55759591-616a-442b-90c8-274b7aa406a5 req-c71a9d4c-2e3c-44c0-954a-565422f446d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:31.368511 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55759591-616a-442b-90c8-274b7aa406a5 req-c71a9d4c-2e3c-44c0-954a-565422f446d3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0597806 Feb 19 01:22:31.420042 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55759591-616a-442b-90c8-274b7aa406a5 req-351cdf30-2ede-4438-b4c6-5e6ea4888e51 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Feb 19 01:22:32.565220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57fb2c-cee6-4c97-82b7-c13069d4403f req-05e09888-67aa-4877-aeb3-3a152e465e6c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:32.566730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c57fb2c-cee6-4c97-82b7-c13069d4403f req-05e09888-67aa-4877-aeb3-3a152e465e6c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0541379 Feb 19 01:22:32.626420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5c57fb2c-cee6-4c97-82b7-c13069d4403f req-eb2c881c-ecb0-4c12-8132-d7acc45820f3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518110 Feb 19 01:22:32.754250 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f57b2e-6c2b-48e9-9045-95a4ad5bea34 req-918b9096-ea7d-408c-b7ca-4b973320f08b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:32.755679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98f57b2e-6c2b-48e9-9045-95a4ad5bea34 req-918b9096-ea7d-408c-b7ca-4b973320f08b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0566037 Feb 19 01:22:32.765084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35804) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:22:32.769458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'floatingip': {'port_id': 'e67dd948-f089-4068-b801-8ada7c417fb5'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:32.813621 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.288119 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.293070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.404740 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57 associated. External IP: 172.25.6.79, port: e67dd948-f089-4068-b801-8ada7c417fb5. Feb 19 01:22:33.635737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:33.750931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:33.756059 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:33.761559 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:33.774101 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:33.775046 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:22:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:33.791231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa6f8ec5-6c9a-44c7-8a55-95638de481d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "PUT /v2.0/floatingips/c7f89f1a-1e0f-4f9b-b444-00417cf24e57 HTTP/1.1" status: 200 len: 990 time: 1.0221891 Feb 19 01:22:33.791231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:33.791231 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678e0ce6-fbbb-4123-acc8-8d2985b60993" -d '{"events": [{"name": "network-changed", "server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:33.828721 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773c9400-0eb2-429e-8249-b3b48b53f158 x-openstack-request-id: req-773c9400-0eb2-429e-8249-b3b48b53f158 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:33.829006 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:33.829265 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-773c9400-0eb2-429e-8249-b3b48b53f158 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:33.829703 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'status': 'completed', 'code': 200} Feb 19 01:22:33.896759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb8f8-4ca9-40ec-9bfe-ffb632fd627f req-3d922f6f-d3c0-44e9-a6e4-f1b262fbde74 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.897306 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:33.898352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-991cb8f8-4ca9-40ec-9bfe-ffb632fd627f req-3d922f6f-d3c0-44e9-a6e4-f1b262fbde74 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0591550 Feb 19 01:22:33.910876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-c660e71e-5cf4-4f4f-aa70-88c307a092a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:33.912473 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-c660e71e-5cf4-4f4f-aa70-88c307a092a3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1127 time: 0.0601811 Feb 19 01:22:33.946087 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-991cb8f8-4ca9-40ec-9bfe-ffb632fd627f req-40b351f0-451d-4dbf-aab0-68dba5829ede tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Feb 19 01:22:34.002305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-da284f30-6a78-48fd-b372-03dc6817a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.004147 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-da284f30-6a78-48fd-b372-03dc6817a3fe service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0855210 Feb 19 01:22:34.067276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36604a06-c8e4-412b-b3d4-dbc1f3d40072 req-72366c42-4df4-4fa5-9a37-81ca05779440 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.071102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36604a06-c8e4-412b-b3d4-dbc1f3d40072 req-72366c42-4df4-4fa5-9a37-81ca05779440 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0558171 Feb 19 01:22:34.075821 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-1f25ac67-39c1-4ae1-9d76-9163ebabb9b2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 998 time: 0.0646129 Feb 19 01:22:34.121893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36604a06-c8e4-412b-b3d4-dbc1f3d40072 req-e217855d-c828-4007-a7e0-1d59f637e5bb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470417 Feb 19 01:22:34.127062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-8de282f5-539e-4ddf-9ac8-6c72e6bdebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.130157 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-8de282f5-539e-4ddf-9ac8-6c72e6bdebd6 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0485599 Feb 19 01:22:34.132889 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:34:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:22:33Z', 'revision_number': 1, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:34.165532 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:34.174495 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:34.175126 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:22:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:34.185904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-ef56c64e-2169-4b34-8cd3-14067be727c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:34.187483 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-ef56c64e-2169-4b34-8cd3-14067be727c9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512464 Feb 19 01:22:34.282314 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-ad8912f3-c896-475a-b4df-2c156708b46b service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884166 Feb 19 01:22:34.283317 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:34.371383 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-678e0ce6-fbbb-4123-acc8-8d2985b60993 req-3e6eccbe-3fd2-4c08-8900-2bcd4cd4cd8f service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826910 Feb 19 01:22:34.516215 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:34:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:22:33Z', 'revision_number': 1, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:34.544649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fbe8d3-e2bf-469c-8477-387bd58f8119 None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:34:67:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:22:33Z', 'revision_number': 1, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:34.762332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc7a37b-793f-4937-8f03-6b89ba1378a7 None None] New status for floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:22:35.259438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca245b-f77d-4be9-a039-71a8eb82d9ce req-a0139fe9-02ba-4ca6-bbe4-8f383a2f3be5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.261301 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45ca245b-f77d-4be9-a039-71a8eb82d9ce req-a0139fe9-02ba-4ca6-bbe4-8f383a2f3be5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0662367 Feb 19 01:22:35.309982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45ca245b-f77d-4be9-a039-71a8eb82d9ce req-d6d18ae5-39d3-4b8c-9254-5942d6b2fbce tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429244 Feb 19 01:22:35.431677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2b261e-ee96-4733-a816-280450c1621d req-3bb10c5e-89f0-4bc3-9dcf-1b6e84fe8bea tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.433072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a2b261e-ee96-4733-a816-280450c1621d req-3bb10c5e-89f0-4bc3-9dcf-1b6e84fe8bea tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0551805 Feb 19 01:22:35.483808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a2b261e-ee96-4733-a816-280450c1621d req-97e2450f-b551-467a-be5d-7ff34cf98903 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450108 Feb 19 01:22:35.747953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-5ef3dc36-21e4-4b77-ad51-c38928fd4f23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769753 Feb 19 01:22:35.760473 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21434326-8e6e-4b36-a2b6-bab8ff6c79a8 req-e0aba6d5-e513-4e98-9113-b467c0bf01d2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:35.761912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21434326-8e6e-4b36-a2b6-bab8ff6c79a8 req-e0aba6d5-e513-4e98-9113-b467c0bf01d2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0831888 Feb 19 01:22:35.812029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21434326-8e6e-4b36-a2b6-bab8ff6c79a8 req-76ee3d0b-60a0-46ee-ac28-258e38d55252 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Feb 19 01:22:36.100092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-f933caa7-08e3-477b-98d9-415b0629bbe8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.101495 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-f933caa7-08e3-477b-98d9-415b0629bbe8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports/e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 942 time: 0.0481770 Feb 19 01:22:36.776755 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-fdd1f996-498f-4423-b0cf-ffc96c2bc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.778229 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-fdd1f996-498f-4423-b0cf-ffc96c2bc507 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1127 time: 0.0479422 Feb 19 01:22:36.873146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-a5274b15-510d-4459-adc2-2f4ab4d3b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.874709 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-a5274b15-510d-4459-adc2-2f4ab4d3b10b service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0895638 Feb 19 01:22:36.940145 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-f85a05f3-be1a-47dc-bf1e-6d8fe3f641b8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 1000 time: 0.0587358 Feb 19 01:22:36.940454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f3177-d975-46f6-9e68-73f2f6c595ae req-ddd4b5dd-faa4-46b0-86a9-bb192f13ed5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.941645 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b18f3177-d975-46f6-9e68-73f2f6c595ae req-ddd4b5dd-faa4-46b0-86a9-bb192f13ed5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0569091 Feb 19 01:22:36.992282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b18f3177-d975-46f6-9e68-73f2f6c595ae req-7ea92d4a-ef13-41f6-934a-673a99b55a50 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Feb 19 01:22:36.995902 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-2d3be051-2268-40f2-8f36-2cf721dacd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:36.997451 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-2d3be051-2268-40f2-8f36-2cf721dacd6a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0509455 Feb 19 01:22:37.048965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-cfc9dd12-2e8f-4c1c-886f-9c07763059c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:37.050418 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-cfc9dd12-2e8f-4c1c-886f-9c07763059c3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473506 Feb 19 01:22:37.143289 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-814a0614-9ec9-485a-baf7-ab7d31c228ee service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858686 Feb 19 01:22:37.237681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-7d5dea9d-9809-4c83-8203-eec2d0432ca0 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880680 Feb 19 01:22:38.127011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e77b-f9ee-475b-9d90-88685042cc2a req-198b03d7-f17e-4d15-b5de-675813022020 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:38.128488 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd18e77b-f9ee-475b-9d90-88685042cc2a req-198b03d7-f17e-4d15-b5de-675813022020 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0612321 Feb 19 01:22:38.179366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd18e77b-f9ee-475b-9d90-88685042cc2a req-6cfc0ef1-70d1-4524-aeb0-fd6db4c14a51 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445571 Feb 19 01:22:39.316260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e1c25-fc9a-464c-95ca-070b01dea6b1 req-143aa9dc-5d82-434a-a0f0-45d94c8b6351 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:39.317766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-623e1c25-fc9a-464c-95ca-070b01dea6b1 req-143aa9dc-5d82-434a-a0f0-45d94c8b6351 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0630898 Feb 19 01:22:39.372141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-623e1c25-fc9a-464c-95ca-070b01dea6b1 req-8763ff2b-bbec-4d6e-bb6d-f92ee3ba7747 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462074 Feb 19 01:22:40.507455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77e958-4a8e-4c7d-9f59-eb145455553b req-f11f254f-c0ce-4c4c-975c-ecc52631a1e3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:40.508946 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e77e958-4a8e-4c7d-9f59-eb145455553b req-f11f254f-c0ce-4c4c-975c-ecc52631a1e3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0575464 Feb 19 01:22:40.562205 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4e77e958-4a8e-4c7d-9f59-eb145455553b req-a8979d4d-3ee5-4296-a0cf-b51505557c18 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455604 Feb 19 01:22:41.693685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccbd3c-3900-44b9-9e3b-560bbe9d9295 req-5339d835-e3cd-4dd3-9b17-b1dd4c9385c6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:41.695170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2ccbd3c-3900-44b9-9e3b-560bbe9d9295 req-5339d835-e3cd-4dd3-9b17-b1dd4c9385c6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0599895 Feb 19 01:22:41.755409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2ccbd3c-3900-44b9-9e3b-560bbe9d9295 req-a4a32596-e5f8-47ad-b8bb-9a55e1bc4471 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519140 Feb 19 01:22:43.208846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6d35b-1d8a-49a4-afa8-11bfddd7fc84 req-1de667d7-6442-41a7-88f3-0283869c85ff tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:43.210355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbf6d35b-1d8a-49a4-afa8-11bfddd7fc84 req-1de667d7-6442-41a7-88f3-0283869c85ff tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.3808603 Feb 19 01:22:43.259115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bbf6d35b-1d8a-49a4-afa8-11bfddd7fc84 req-595c3cba-3ff8-4fdf-9866-b2e419088a0a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Feb 19 01:22:44.383354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcbbdfc-4df8-4830-95ad-382b9c7aa1e8 req-78d8935e-1c24-4169-9d3d-f3bdec19eadd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:44.384823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edcbbdfc-4df8-4830-95ad-382b9c7aa1e8 req-78d8935e-1c24-4169-9d3d-f3bdec19eadd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0549295 Feb 19 01:22:44.435289 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-edcbbdfc-4df8-4830-95ad-382b9c7aa1e8 req-7c7e062d-9066-4ef0-baf9-7e29047b36ca tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441496 Feb 19 01:22:45.580330 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529fe60-5eaf-4ec1-95fe-f90f5552a858 req-da4477d6-70eb-4ac3-80c9-8e3c24f31e2e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:45.581928 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4529fe60-5eaf-4ec1-95fe-f90f5552a858 req-da4477d6-70eb-4ac3-80c9-8e3c24f31e2e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0577428 Feb 19 01:22:45.633493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4529fe60-5eaf-4ec1-95fe-f90f5552a858 req-aaf2aeaf-d292-4e73-86c3-dfff8384a0d2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432520 Feb 19 01:22:46.769810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04234569-cf47-408f-8348-fc32638e2052 req-5da06402-07d0-4106-9ba2-6e9c3fcb6541 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:46.771360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04234569-cf47-408f-8348-fc32638e2052 req-5da06402-07d0-4106-9ba2-6e9c3fcb6541 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0631373 Feb 19 01:22:46.822851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-04234569-cf47-408f-8348-fc32638e2052 req-c0e3316c-ebe0-47d9-a318-8de70de9f1f5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458448 Feb 19 01:22:47.960545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffa5bc-7c73-4d8c-9b63-2ef960966095 req-f6654d6f-80b2-4ad8-8019-23f563a2e063 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:47.961993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9ffa5bc-7c73-4d8c-9b63-2ef960966095 req-f6654d6f-80b2-4ad8-8019-23f563a2e063 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0597768 Feb 19 01:22:48.017602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e9ffa5bc-7c73-4d8c-9b63-2ef960966095 req-68264c7a-ce3b-43ea-bc68-49d37080a0e0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471539 Feb 19 01:22:48.039214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7d5ef0f-1376-4b8a-96ca-660602f3bbdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:49.163148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bb82b-62ac-437d-ac1b-f60ae374574b req-e996e4d6-ce67-4418-b189-f3f951ec2522 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:49.164630 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40bb82b-62ac-437d-ac1b-f60ae374574b req-e996e4d6-ce67-4418-b189-f3f951ec2522 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0679722 Feb 19 01:22:49.212249 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40bb82b-62ac-437d-ac1b-f60ae374574b req-c2776025-d05d-4ace-b2ee-db18515113ea tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417337 Feb 19 01:22:49.239923 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.122404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0fdd22a-0085-4e40-b8a0-26707eb50ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:50.340056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56053cde-d7ea-49fc-84dd-c472c3b28f3a req-6794e683-15f0-45ff-a205-19a69928e735 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:50.341537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56053cde-d7ea-49fc-84dd-c472c3b28f3a req-6794e683-15f0-45ff-a205-19a69928e735 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0556951 Feb 19 01:22:50.388460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56053cde-d7ea-49fc-84dd-c472c3b28f3a req-f0fd26ce-47d0-4cdb-bbdb-6bff5bac3e54 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410278 Feb 19 01:22:50.428263 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:22:51.417134 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:51.532329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667a23f-cf2e-48ba-8b2a-d0c9f3ae2c16 req-e6f22348-c601-4590-bb1c-de6b8e453a1c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:51.533822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d667a23f-cf2e-48ba-8b2a-d0c9f3ae2c16 req-e6f22348-c601-4590-bb1c-de6b8e453a1c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0683930 Feb 19 01:22:51.581036 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d667a23f-cf2e-48ba-8b2a-d0c9f3ae2c16 req-fa2e70db-4b9f-4798-a57a-736ed0b2801b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413129 Feb 19 01:22:52.705725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31a650-eb49-4492-9ebb-e32c64c6557a req-bc422231-27e0-434d-b076-6263097e55bc tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:52.707267 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab31a650-eb49-4492-9ebb-e32c64c6557a req-bc422231-27e0-434d-b076-6263097e55bc tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0546381 Feb 19 01:22:52.757618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab31a650-eb49-4492-9ebb-e32c64c6557a req-0e23bfcc-c489-4366-a061-0ec09be665d0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445976 Feb 19 01:22:52.847881 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:53.083474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-46aee456-df44-4651-909b-c546a85c2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:53.085024 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-46aee456-df44-4651-909b-c546a85c2374 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1127 time: 0.1163726 Feb 19 01:22:53.195503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-675ea829-76ce-4c22-85ca-9758427059cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:53.197011 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-675ea829-76ce-4c22-85ca-9758427059cc service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0907271 Feb 19 01:22:53.563862 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-289e9186-2c66-41be-868e-6613f80dc7f5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 1000 time: 0.3592691 Feb 19 01:22:53.613748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-b97f043a-2170-412d-88ba-c6fb9d976485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:53.615189 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-b97f043a-2170-412d-88ba-c6fb9d976485 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0447133 Feb 19 01:22:53.668689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-a0adb145-2cba-4d8f-ad72-8f6f71b300f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:53.670239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-a0adb145-2cba-4d8f-ad72-8f6f71b300f6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471411 Feb 19 01:22:53.762740 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-e20e4cb0-9f6d-461b-b752-64af202ad74d service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854204 Feb 19 01:22:53.861041 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-25086d4f-c399-4e73-8773-27c43a8a8a86 req-a8dddac7-2461-44ba-bca2-7509922c4467 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915318 Feb 19 01:22:53.888318 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a8521c-d82b-4434-8d71-af2aab03ff90 req-9de03a5c-b4e7-44b8-82c4-aaddde388ca9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:53.890075 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36a8521c-d82b-4434-8d71-af2aab03ff90 req-9de03a5c-b4e7-44b8-82c4-aaddde388ca9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 945 time: 0.0620143 Feb 19 01:22:53.945660 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36a8521c-d82b-4434-8d71-af2aab03ff90 req-f257a185-d4f1-41d4-9064-5002b581ea2e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484984 Feb 19 01:22:54.095409 n-d-826527-3 neutron-server[103650]: INFO neutron.api.v2.resource [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-11c6cebe-4d21-4f79-9ba7-1352264ed751 service neutron] show failed (client error): The resource could not be found. Feb 19 01:22:54.096437 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-11c6cebe-4d21-4f79-9ba7-1352264ed751 service neutron] 10.222.0.113 "GET /v2.0/ports/e67dd948-f089-4068-b801-8ada7c417fb5/bindings/n-h2-826527-3 HTTP/1.1" status: 404 len: 380 time: 0.0621512 Feb 19 01:22:54.216453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.221361 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.312199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-a4adc2bd-54be-47c4-8385-570aada06f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:54.313728 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-a4adc2bd-54be-47c4-8385-570aada06f42 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 1127 time: 0.0449829 Feb 19 01:22:54.324772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826527-3', 'device_owner': 'compute:nova'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:22:54.382663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.601554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=e67dd948-f089-4068-b801-8ada7c417fb5,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:54.636761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h1-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:54.677111 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:54.679438 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f192b1e-86b4-465d-b6f8-43cab7e3b257" -d '{"events": [{"server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "name": "network-vif-unplugged", "status": "completed", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:54.683321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Publish callbacks [] for port (e67dd948-f089-4068-b801-8ada7c417fb5), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.696159 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.provisioning_blocks [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Transition to ACTIVE for port object e67dd948-f089-4068-b801-8ada7c417fb5 will not be triggered until provisioned by entity L2. {{(pid=103649) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:22:54.700841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:54.729584 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a6678b-2df7-4c6c-85e2-55e8b20aa015 x-openstack-request-id: req-e1a6678b-2df7-4c6c-85e2-55e8b20aa015 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:54.729905 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "name": "network-vif-unplugged", "status": "completed", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:54.730286 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1a6678b-2df7-4c6c-85e2-55e8b20aa015 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:54.730577 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'code': 200} Feb 19 01:22:54.807075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Pushing event updated for resources: {'Port': ['ID=e67dd948-f089-4068-b801-8ada7c417fb5,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:54.875023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] No DVR routers for this DVR port e67dd948-f089-4068-b801-8ada7c417fb5 on host n-h1-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:55.047808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Attempting to bind port e67dd948-f089-4068-b801-8ada7c417fb5 on host n-h2-826527-3 for vnic_type normal with profile {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:22:55.048580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Attempting to bind port e67dd948-f089-4068-b801-8ada7c417fb5 by drivers openvswitch,hyperv on host n-h2-826527-3 at level 0 using segments [{'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:22:55.048843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Attempting to bind port e67dd948-f089-4068-b801-8ada7c417fb5 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:55.069054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Port e67dd948-f089-4068-b801-8ada7c417fb5 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 not bound, no agent of type Open vSwitch agent registered on host n-h2-826527-3 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:22:55.069360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Attempting to bind port e67dd948-f089-4068-b801-8ada7c417fb5 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:22:55.077102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Checking agent: {'id': '590b0b02-5dcc-41dd-9838-3b0e920957a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:22:55.077451 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:22:55.077842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Bound using segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} {{(pid=103649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:22:55.078320 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.managers [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Bound port: e67dd948-f089-4068-b801-8ada7c417fb5, host: n-h2-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}}] {{(pid=103649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:22:55.078683 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.126840 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144c199-54e0-4033-8ab0-ae044c750aa9 req-cae37393-8585-41cc-8559-c499e33517b8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.128441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8144c199-54e0-4033-8ab0-ae044c750aa9 req-cae37393-8585-41cc-8559-c499e33517b8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0984898 Feb 19 01:22:55.173937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h2-826527-3, cleared binding levels {{(pid=103649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:22:55.181400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h2-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e67dd948-f089-4068-b801-8ada7c417fb5,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:22:55.195844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.223713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8144c199-54e0-4033-8ab0-ae044c750aa9 req-419caea3-5b7e-4f49-8ada-05c57ab84f0c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882697 Feb 19 01:22:55.237848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.238516 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:55.239875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] 10.222.0.126 "PUT /v2.0/ports/e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 1091 time: 0.9191847 Feb 19 01:22:55.258061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc5cd3-5a09-43fc-816f-d7a2a581f4fa service neutron] Pushing event updated for resources: {'Port': ['ID=e67dd948-f089-4068-b801-8ada7c417fb5,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:55.315747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-5f8e7164-b705-4823-8900-9868293a92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.317356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-5f8e7164-b705-4823-8900-9868293a92d2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1125 time: 0.0516946 Feb 19 01:22:55.415123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-01d7deb3-d0a5-4780-9e33-a6b3a9e66be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.416635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-01d7deb3-d0a5-4780-9e33-a6b3a9e66be3 service neutron] 10.222.0.126 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0937829 Feb 19 01:22:55.487126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-c599d236-e32e-40ac-b409-20c6d37ced8c service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 998 time: 0.0632370 Feb 19 01:22:55.537523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-05c4c904-1be5-42a4-9e4c-5971a27dc688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.538945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-05c4c904-1be5-42a4-9e4c-5971a27dc688 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0463755 Feb 19 01:22:55.590970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-dc49bd09-03b7-4cd7-a78e-50862932fecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:55.592516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-dc49bd09-03b7-4cd7-a78e-50862932fecb service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467083 Feb 19 01:22:55.687142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-caf7a4af-e260-4636-9d12-1f86b4159c04 service neutron] 10.222.0.126 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881207 Feb 19 01:22:55.780715 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f5de4323-8af5-495f-b4ce-40f075c8efad req-5f2c439b-4482-4b47-ba08-4890ba2aa55d service neutron] 10.222.0.126 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874345 Feb 19 01:22:56.365874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1a2a5-a3de-4039-829c-db9ffd1faf23 req-709e2e40-1ce4-4f48-92d5-6a2eefad67c6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:56.367398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fc1a2a5-a3de-4039-829c-db9ffd1faf23 req-709e2e40-1ce4-4f48-92d5-6a2eefad67c6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0543165 Feb 19 01:22:56.420509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8fc1a2a5-a3de-4039-829c-db9ffd1faf23 req-4c431c03-c23b-4e2d-a894-dfcec40c48db tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 Feb 19 01:22:56.577796 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203d3e0-650d-4698-9ad0-fbd7081dfdad req-cecb064d-58a9-4c36-973d-0a34e3bb70a6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:56.579368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e203d3e0-650d-4698-9ad0-fbd7081dfdad req-cecb064d-58a9-4c36-973d-0a34e3bb70a6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0596807 Feb 19 01:22:56.626130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e203d3e0-650d-4698-9ad0-fbd7081dfdad req-6264f198-a76d-4b39-8c9b-2090d8a21037 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407274 Feb 19 01:22:56.732818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:56.738115 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab13219-f30c-4ac7-8b77-f51185cd50dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:56.793516 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2507a63-fcf1-4b0a-88a1-5131e5f22b81 x-openstack-request-id: req-f2507a63-fcf1-4b0a-88a1-5131e5f22b81 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:56.793814 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:56.794079 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2507a63-fcf1-4b0a-88a1-5131e5f22b81 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:56.794523 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'status': 'completed', 'code': 200} Feb 19 01:22:56.856948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-84da4646-4136-4eea-b3a8-7f68c9e7a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:56.858619 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-84da4646-4136-4eea-b3a8-7f68c9e7a15e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1125 time: 0.0465765 Feb 19 01:22:56.864754 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-25352ccc-ad46-48b6-8d3a-e181dc4ce4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:56.866223 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-25352ccc-ad46-48b6-8d3a-e181dc4ce4ea service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 1125 time: 0.0474288 Feb 19 01:22:56.953772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-e2cc8e02-a4a9-47d6-b0e4-975cf6ca6c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:56.955445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-e2cc8e02-a4a9-47d6-b0e4-975cf6ca6c55 service neutron] 10.222.0.126 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0907815 Feb 19 01:22:56.964075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-887f28d5-8974-4bbf-bf19-16d16d930ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:56.965536 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-887f28d5-8974-4bbf-bf19-16d16d930ebf service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0924299 Feb 19 01:22:57.020281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-166c74dc-de03-4480-b7ee-b49cf934f00d service neutron] 10.222.0.126 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 998 time: 0.0588865 Feb 19 01:22:57.030645 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-66a9d90d-f742-41e6-957e-4f1c188d8198 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 200 len: 998 time: 0.0587387 Feb 19 01:22:57.069224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-746ff917-bfe1-41e0-b2bb-da2432c142c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:57.070942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-746ff917-bfe1-41e0-b2bb-da2432c142c3 service neutron] 10.222.0.126 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0449467 Feb 19 01:22:57.081466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-cf5853ec-65a8-4d59-8af2-40094b013146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:57.082955 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-cf5853ec-65a8-4d59-8af2-40094b013146 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0469205 Feb 19 01:22:57.126866 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-3d832c4b-ffff-420a-8afa-00061e4e2bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:57.128914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-3d832c4b-ffff-420a-8afa-00061e4e2bc5 service neutron] 10.222.0.126 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514543 Feb 19 01:22:57.139458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-f153d7ca-578f-49bb-893b-da5b1f2ef0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:57.140975 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-f153d7ca-578f-49bb-893b-da5b1f2ef0ed service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523436 Feb 19 01:22:57.219642 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-7d7afa09-3b4e-465d-a5c2-56c91c9ad868 service neutron] 10.222.0.126 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846710 Feb 19 01:22:57.230668 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-4c86c64a-b6d4-422c-b3f4-857936ce4d63 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837262 Feb 19 01:22:57.315090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-19dc9d43-ae38-4fe5-ad28-5dcc69266378 service neutron] 10.222.0.126 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891232 Feb 19 01:22:57.325359 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ab13219-f30c-4ac7-8b77-f51185cd50dc req-cc9714aa-4e32-4bf5-92ef-e874c7526982 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889146 Feb 19 01:22:57.770821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d3fa2-8b0a-47f5-841c-95267760dd17 req-3e512685-3e86-4ddd-b08c-0daf927ca2bb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:57.772333 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-361d3fa2-8b0a-47f5-841c-95267760dd17 req-3e512685-3e86-4ddd-b08c-0daf927ca2bb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0551519 Feb 19 01:22:57.819777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-361d3fa2-8b0a-47f5-841c-95267760dd17 req-a6b2e0b8-6930-4891-a1e0-6fb165969c56 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417600 Feb 19 01:22:58.049119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e67dd948-f089-4068-b801-8ada7c417fb5 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:22:58.090387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] The host n-h1-826527-3 is not matching for port e67dd948-f089-4068-b801-8ada7c417fb5 host n-h2-826527-3! {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 01:22:58.090793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device e67dd948-f089-4068-b801-8ada7c417fb5 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:22:58.105041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-d496d9ae-7066-47cf-996b-09a09864f430 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:58.106588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-d496d9ae-7066-47cf-996b-09a09864f430 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.126 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0867655 Feb 19 01:22:58.125160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da30cc0-5ff6-4ae3-bffb-27513996d568 req-7e3155a1-ac03-4f46-8983-9de226dece9f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:58.126616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1da30cc0-5ff6-4ae3-bffb-27513996d568 req-7e3155a1-ac03-4f46-8983-9de226dece9f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=b78b4473-0314-4518-bbbc-3ae2e3f9ba42 HTTP/1.1" status: 200 len: 943 time: 0.0803001 Feb 19 01:22:58.221129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1da30cc0-5ff6-4ae3-bffb-27513996d568 req-e2888fb2-b0ca-418b-be70-5bec8df398d9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754659 Feb 19 01:22:58.242117 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Deleting port e67dd948-f089-4068-b801-8ada7c417fb5 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:22:58.242489 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.337178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] For port e67dd948-f089-4068-b801-8ada7c417fb5, host n-h2-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826527-3',level=0,port_id=e67dd948-f089-4068-b801-8ada7c417fb5,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:22:58.337569 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.519893 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.520234 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.520575 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57 disassociated. External IP: 172.25.6.79, port: e67dd948-f089-4068-b801-8ada7c417fb5. Feb 19 01:22:58.520950 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Calling delete_port for e67dd948-f089-4068-b801-8ada7c417fb5 owned by compute:nova {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:22:58.654968 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (e67dd948-f089-4068-b801-8ada7c417fb5), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.684065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event deleted for resources: {'Port': ['ID=e67dd948-f089-4068-b801-8ada7c417fb5,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:22:58.807236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:22:58.919454 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:22:58.930942 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:22:58.940974 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:58.941585 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:22:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:58.962520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] No DVR routers for this DVR port e67dd948-f089-4068-b801-8ada7c417fb5 on host n-h2-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:22:58.965328 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:22:58.968834 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fec5605-4e36-4623-ac7d-b7e10b3b1a4b req-3e1754ac-3c2f-452d-8397-4492547f6e35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.126 "DELETE /v2.0/ports/e67dd948-f089-4068-b801-8ada7c417fb5 HTTP/1.1" status: 204 len: 173 time: 0.8560667 Feb 19 01:22:58.969334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'name': 'network-vif-deleted', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:22:58.971693 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a690a7a5-7876-4e5c-89cc-8da1297dcc5b" -d '{"events": [{"server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "name": "network-vif-deleted", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:22:59.025877 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8701f4c-9c52-48d1-a09e-88304b74c9c6 x-openstack-request-id: req-e8701f4c-9c52-48d1-a09e-88304b74c9c6 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:22:59.026350 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78b4473-0314-4518-bbbc-3ae2e3f9ba42", "name": "network-vif-deleted", "tag": "e67dd948-f089-4068-b801-8ada7c417fb5", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:22:59.026708 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e8701f4c-9c52-48d1-a09e-88304b74c9c6 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:22:59.027261 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78b4473-0314-4518-bbbc-3ae2e3f9ba42', 'name': 'network-vif-deleted', 'tag': 'e67dd948-f089-4068-b801-8ada7c417fb5', 'status': 'completed', 'code': 200} Feb 19 01:22:59.053717 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:59.258297 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:59.385056 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:22:59.393821 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:22:59.394444 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:22:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:59.507418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-3fcda602-2345-47b5-918b-83e416b56573 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1039839577&fields=id&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 267 time: 0.0522535 Feb 19 01:22:59.516966 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:22:59.617088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90474-9267-492b-a20d-4720d516cb2d req-f5fdabfa-3819-4ec0-9f06-2469401349d8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:22:59.618793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-f5fdabfa-3819-4ec0-9f06-2469401349d8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1044383 Feb 19 01:22:59.634114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-d9da0d3f-3240-4e54-aebf-530372d6fd35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/quotas/c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 375 time: 0.0092173 Feb 19 01:22:59.698213 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-adbb40b8-0b8c-46d9-b9ea-1726e12ab70f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567877 Feb 19 01:22:59.714834 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c7d4fafe-e376-4801-8bc4-bb183449b635 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:22:59.715826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c7d4fafe-e376-4801-8bc4-bb183449b635 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052378 Feb 19 01:22:59.727635 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:22:59.758423 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32d13ab-e7e9-4619-b3e4-8b143a62607f None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:22:59.815925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-ca11837c-c79b-45b9-a571-623f42c51f7d service neutron] 10.222.0.60 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917330 Feb 19 01:22:59.909218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-236fe247-4381-4c58-9880-fe75c97535bf service neutron] 10.222.0.60 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875139 Feb 19 01:22:59.993352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e65b01c-711d-4079-b1ca-0c16ff4a2595 None None] New status for floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:23:00.098663 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f948ee7-406b-469f-8ac4-95fb5bb8bf19 req-32233391-3981-493e-be94-6ef1014774f3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 210 time: 0.0413358 Feb 19 01:23:01.043863 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90474-9267-492b-a20d-4720d516cb2d req-23f2c38d-e4c0-4db7-9985-bd6750bd8778 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:01.045304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-23f2c38d-e4c0-4db7-9985-bd6750bd8778 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1017997 Feb 19 01:23:01.106841 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-8627855d-1a66-4c8e-98d6-ccf664c4fa9f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 380 time: 0.0536010 Feb 19 01:23:01.116557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'port': {'device_id': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'admin_state_up': True, 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'security_groups': ['ce507f83-70ea-44e9-8e8a-3f87f0986a45']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:01.185281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f610c441-603c-4b4b-8f30-f6bc2d6562b0 req-dbb93ba9-e7e9-4dd7-8db3-20d8b958ff15 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 210 time: 0.0273733 Feb 19 01:23:01.231478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Made reservation on behalf of c33fb4fb02e9457cb7fa491333bbc601 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:01.235238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.374172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Allocated IP 172.20.0.8 (bbe77a6e-8731-4cc9-9628-8af0fd38cda1/96d19648-7526-4582-a93b-3c17d82d3e3e/9255ab11-9b49-4f69-b9c3-a70d26d3d82a) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:01.513526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.550996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.596617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:01.599571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:01.605806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:01.612560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:01.661776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:01.662447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.680044 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-c107da6b-8f95-412c-abaf-7a72a67a549b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5672045 Feb 19 01:23:01.692346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Request body: {'port': {'device_id': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:01.759400 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.796646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-aef69c96-46aa-4a5d-897c-fb4704dc46b6 None None] Provisioning complete for port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:01.797155 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aef69c96-46aa-4a5d-897c-fb4704dc46b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:01.831810 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aef69c96-46aa-4a5d-897c-fb4704dc46b6 None None] Port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:02.028567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9255ab11-9b49-4f69-b9c3-a70d26d3d82a {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:02.036515 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Publish callbacks [] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.049113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Transition to ACTIVE for port object 9255ab11-9b49-4f69-b9c3-a70d26d3d82a will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:23:02.054524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.102436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Pushing event updated for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:02.181524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Attempting to bind port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:02.181856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Attempting to bind port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:02.182217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Attempting to bind port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:02.186886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:23:02.187208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Attempting to bind port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:02.192301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:02.192640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:02.193034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Bound using segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:02.193461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Bound port: 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:02.193821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.262308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:02.265773 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:02.273460 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.306407 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.307042 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:02.308716 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] 10.222.0.113 "PUT /v2.0/ports/9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 1091 time: 0.6206758 Feb 19 01:23:02.310280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d3aad-65dc-4017-a881-0742b2508930 req-7420ea1e-3cf2-4552-bac4-26613f45eced tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.311400 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:02.311683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e6d3aad-65dc-4017-a881-0742b2508930 req-7420ea1e-3cf2-4552-bac4-26613f45eced tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 943 time: 0.0545766 Feb 19 01:23:02.314433 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d27e28-12cf-4a68-b223-1353e56d21eb" -d '{"events": [{"name": "network-changed", "server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:02.378750 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755a330c-9667-4563-ac71-a335e0e449f0 x-openstack-request-id: req-755a330c-9667-4563-ac71-a335e0e449f0 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:02.379356 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:02.379613 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-755a330c-9667-4563-ac71-a335e0e449f0 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:02.380022 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'status': 'completed', 'code': 200} Feb 19 01:23:02.381558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e6d3aad-65dc-4017-a881-0742b2508930 req-ced84f85-5310-4e46-a01d-44becb9786ee tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631163 Feb 19 01:23:02.399386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c37fb8-a46c-493f-9c6e-961a36868c03 service neutron] Pushing event updated for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:02.420294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90474-9267-492b-a20d-4720d516cb2d req-1ecc0f6b-fdba-418c-82c6-7999d401cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.421824 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-1ecc0f6b-fdba-418c-82c6-7999d401cee6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 1125 time: 0.0537181 Feb 19 01:23:02.467817 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-941ed853-8986-4d07-bca0-8a6b549b34e0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 217 time: 0.0388589 Feb 19 01:23:02.516813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90474-9267-492b-a20d-4720d516cb2d req-a2abbc11-717b-4583-b9c3-fd9486761d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.518374 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-a2abbc11-717b-4583-b9c3-fd9486761d10 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0451484 Feb 19 01:23:02.566969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f90474-9267-492b-a20d-4720d516cb2d req-4c6ddf27-d6b2-4149-b719-f7b81087756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.568380 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-4c6ddf27-d6b2-4149-b719-f7b81087756d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442829 Feb 19 01:23:02.660936 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-a513b17d-370c-4cc2-b66b-a2b80d4bdd00 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864134 Feb 19 01:23:02.748238 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a8f90474-9267-492b-a20d-4720d516cb2d req-99e99d0b-d88e-4f56-b5fc-29661ee1330e service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808952 Feb 19 01:23:02.848499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-d0145aae-85f1-4bfc-9307-1f6d1d81750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.850778 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-d0145aae-85f1-4bfc-9307-1f6d1d81750c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 1125 time: 0.0522811 Feb 19 01:23:02.946998 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-3520e593-9192-44dc-ab54-4ef7f0ed79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:02.948483 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-3520e593-9192-44dc-ab54-4ef7f0ed79cd service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0910995 Feb 19 01:23:03.003845 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-e9d54e64-54d6-4e01-b667-1fe9430da754 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 217 time: 0.0475159 Feb 19 01:23:03.059904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-8cb14560-feec-4e31-a272-48f6f69c5d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:03.061385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-8cb14560-feec-4e31-a272-48f6f69c5d50 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0504150 Feb 19 01:23:03.125038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-f211f168-2442-4299-bdde-064bef7fb87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:03.126614 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-f211f168-2442-4299-bdde-064bef7fb87b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0586417 Feb 19 01:23:03.218318 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-fa18ac12-e758-45a8-8ff6-f94e36431fe3 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849335 Feb 19 01:23:03.326920 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-51d27e28-12cf-4a68-b223-1353e56d21eb req-91154045-e55c-4198-960e-caabd1e7d31f service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017227 Feb 19 01:23:03.515703 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebcf90-332b-40b6-b84c-19117bf89baf req-42dea978-89ac-478f-aeb1-ab39c29685fa tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:03.517204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eebcf90-332b-40b6-b84c-19117bf89baf req-42dea978-89ac-478f-aeb1-ab39c29685fa tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 943 time: 0.0598102 Feb 19 01:23:03.571899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4eebcf90-332b-40b6-b84c-19117bf89baf req-39ac5c9a-6650-4b21-93a3-6fdf63e01e0e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460610 Feb 19 01:23:03.692514 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9df46c6-751b-4a82-a426-6d594119d62a req-fc41a234-4887-498f-9599-eb04cdc7b2d6 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0733562 Feb 19 01:23:03.763909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9df46c6-751b-4a82-a426-6d594119d62a req-3ecdcbd2-26a4-4bfd-bb99-dca9c2e8be2b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0282555 Feb 19 01:23:03.809171 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9df46c6-751b-4a82-a426-6d594119d62a req-3a18e30f-c3f8-4219-9dcb-451830149abf service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259750 Feb 19 01:23:03.974696 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df46c6-751b-4a82-a426-6d594119d62a req-40a21a06-13ab-4284-80b2-4c576390d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:03.977199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9df46c6-751b-4a82-a426-6d594119d62a req-40a21a06-13ab-4284-80b2-4c576390d5ac service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1625447 Feb 19 01:23:04.700828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff416e-3d21-42b7-8842-732660ff887f req-3d741fdb-4daa-42d5-b725-2ec379792159 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:04.702345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3ff416e-3d21-42b7-8842-732660ff887f req-3d741fdb-4daa-42d5-b725-2ec379792159 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 943 time: 0.0547099 Feb 19 01:23:04.757340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e3ff416e-3d21-42b7-8842-732660ff887f req-6432963d-6ff2-4f7b-9c96-4c5aba401ced tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463395 Feb 19 01:23:05.894426 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e3e6c-6609-4a37-9c4c-f55c6b5defcb req-9099a870-fc30-4370-9e3f-6ea129941165 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:05.895917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-668e3e6c-6609-4a37-9c4c-f55c6b5defcb req-9099a870-fc30-4370-9e3f-6ea129941165 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 943 time: 0.0567636 Feb 19 01:23:05.945026 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-668e3e6c-6609-4a37-9c4c-f55c6b5defcb req-1e5a8937-07bc-4bb0-bf4a-4d9e917c989a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406954 Feb 19 01:23:06.128675 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9255ab11-9b49-4f69-b9c3-a70d26d3d82a details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:23:06.241143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:06.252666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'mac_address': 'fa:16:3e:b2:4c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:23:06.294852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:06.295255 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.308411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9255ab11-9b49-4f69-b9c3-a70d26d3d82a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:06.329873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:06.336351 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:06.384443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:06.540281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['9255ab11-9b49-4f69-b9c3-a70d26d3d82a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:23:07.100749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18415-cfd0-4837-8b69-ed12a04ecf59 req-9620bf01-611b-437e-a220-ad9602bdf1bf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:07.102267 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6f18415-cfd0-4837-8b69-ed12a04ecf59 req-9620bf01-611b-437e-a220-ad9602bdf1bf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 944 time: 0.0684233 Feb 19 01:23:07.154498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6f18415-cfd0-4837-8b69-ed12a04ecf59 req-e0a3b945-af61-4e43-9bb7-c98f6201334d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 Feb 19 01:23:08.127446 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9255ab11-9b49-4f69-b9c3-a70d26d3d82a up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:08.184630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:23:08.188913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:08.189313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.268826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:08.269216 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.280118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dbe0b-d5b9-40c9-8af9-06ab3490d5f2 req-3818f7c8-a18b-4685-8d97-c2d9e9650835 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:08.281639 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd6dbe0b-d5b9-40c9-8af9-06ab3490d5f2 req-3818f7c8-a18b-4685-8d97-c2d9e9650835 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 944 time: 0.0569763 Feb 19 01:23:08.295502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:08.297757 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4a84c1-07a1-4624-85b4-34fa33ae8ed1" -d '{"events": [{"server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "name": "network-vif-plugged", "status": "completed", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:08.310820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:08.316450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:08.330783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd6dbe0b-d5b9-40c9-8af9-06ab3490d5f2 req-769ec870-e578-4004-bae5-a3bd45d7275c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431981 Feb 19 01:23:08.358480 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c36c769-05b8-44b6-b62a-1db9a47f8123 x-openstack-request-id: req-8c36c769-05b8-44b6-b62a-1db9a47f8123 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:08.358781 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "name": "network-vif-plugged", "status": "completed", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:08.359039 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c36c769-05b8-44b6-b62a-1db9a47f8123 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:08.359441 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'code': 200} Feb 19 01:23:08.375518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:08.461150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04623561-470f-409a-8bc8-60a8f39a010a req-802efde9-7478-4d0b-851f-f07ce21a7ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:08.462720 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-04623561-470f-409a-8bc8-60a8f39a010a req-802efde9-7478-4d0b-851f-f07ce21a7ecf service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 1127 time: 0.0457923 Feb 19 01:23:08.509861 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-04623561-470f-409a-8bc8-60a8f39a010a req-c847668d-b5b0-4bed-8a44-cc1d35bbfbf3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Feb 19 01:23:09.478751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0c4a6-075b-47ba-ae46-87eb7a9f9bc6 req-00a6126e-202e-4abb-9106-ca930b89deaa tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:09.480130 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87b0c4a6-075b-47ba-ae46-87eb7a9f9bc6 req-00a6126e-202e-4abb-9106-ca930b89deaa tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0621130 Feb 19 01:23:09.533329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87b0c4a6-075b-47ba-ae46-87eb7a9f9bc6 req-a5ac79ee-7190-4d57-8dff-d1bfe805b3ff tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459170 Feb 19 01:23:10.689649 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d244c-e1f5-4287-9f8a-f00bd509289b req-e87c8eb9-9ba8-43f1-b79f-a45a034c0f5c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:10.691151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e71d244c-e1f5-4287-9f8a-f00bd509289b req-e87c8eb9-9ba8-43f1-b79f-a45a034c0f5c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0777872 Feb 19 01:23:10.737231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e71d244c-e1f5-4287-9f8a-f00bd509289b req-3c9b0f05-1cd0-4e21-a8f9-65da11b01976 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403204 Feb 19 01:23:10.871603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd093c-5a1d-4bb5-a17d-aaa2bdac2553 req-432a1898-4ca8-4897-b35d-d12aa748baa7 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:10.873108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90cd093c-5a1d-4bb5-a17d-aaa2bdac2553 req-432a1898-4ca8-4897-b35d-d12aa748baa7 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0658166 Feb 19 01:23:10.883336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 35946) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:23:10.887665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'floatingip': {'port_id': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:10.925883 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.720982 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.728202 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:11.831435 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57 associated. External IP: 172.25.6.79, port: 9255ab11-9b49-4f69-b9c3-a70d26d3d82a. Feb 19 01:23:12.070587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:12.187073 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:12.192346 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:12.198343 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:12.209352 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:12.210121 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:22:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:12.222306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b485f643-3f8a-4fc3-92db-66bad3f2bbe1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "PUT /v2.0/floatingips/c7f89f1a-1e0f-4f9b-b444-00417cf24e57 HTTP/1.1" status: 200 len: 990 time: 1.3379018 Feb 19 01:23:12.222890 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:12.225143 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc3e197-f935-4af4-98ad-94f63175e730" -d '{"events": [{"name": "network-changed", "server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:12.268027 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7f7323-9a1b-413e-a981-fc69d8e6f468 x-openstack-request-id: req-7b7f7323-9a1b-413e-a981-fc69d8e6f468 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:12.268689 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:12.269008 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b7f7323-9a1b-413e-a981-fc69d8e6f468 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:12.269483 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'status': 'completed', 'code': 200} Feb 19 01:23:12.320889 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:12.360570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-541fb4a1-6590-4891-a638-b398e019b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:12.362198 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-541fb4a1-6590-4891-a638-b398e019b345 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 1127 time: 0.0688903 Feb 19 01:23:12.427875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf82aa8-d91d-4000-b0a5-d1e28b79f4c4 req-3c420126-7482-42b2-8344-8b22cc4696d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:12.429588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaf82aa8-d91d-4000-b0a5-d1e28b79f4c4 req-3c420126-7482-42b2-8344-8b22cc4696d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0545697 Feb 19 01:23:12.459842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-7799ac88-f863-4c8b-8d82-e256ed462b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:12.461385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-7799ac88-f863-4c8b-8d82-e256ed462b04 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0926511 Feb 19 01:23:12.482692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eaf82aa8-d91d-4000-b0a5-d1e28b79f4c4 req-8891ad8c-ae0e-4ac6-8474-e9a2a8734d21 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 Feb 19 01:23:12.532123 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-40e2866f-86dd-44ec-9228-3b81de0626c7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 998 time: 0.0642462 Feb 19 01:23:12.549736 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:b2:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:23:11Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:12.574810 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:12.579372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-28a5fdbe-4883-4bd6-9f07-5fe156e1f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:12.580919 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-28a5fdbe-4883-4bd6-9f07-5fe156e1f2e0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0431831 Feb 19 01:23:12.583295 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:12.583896 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:22:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:12.635026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-b4ab7123-0276-43a3-bc07-e2e29111e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:12.636530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-b4ab7123-0276-43a3-bc07-e2e29111e19b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499535 Feb 19 01:23:12.693757 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:12.732396 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-efb10565-26a2-4eb0-8924-af75ed609abd service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893421 Feb 19 01:23:12.820830 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0cc3e197-f935-4af4-98ad-94f63175e730 req-4ceec4af-5952-4be6-8608-d2f4adbac950 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819917 Feb 19 01:23:12.917580 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:b2:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:23:11Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:12.950401 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be18abda-7a76-4f36-81e9-ba2151b3ffbb None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:b2:4c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:23:11Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:13.154637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc55ef11-85a0-4ad0-bad2-f036a7c078b2 None None] New status for floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:23:13.617827 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bc961-825c-44b1-b7e7-a69b0b584877 req-0ea20184-bec5-49bd-99d3-1b3029f28a26 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:13.619384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d92bc961-825c-44b1-b7e7-a69b0b584877 req-0ea20184-bec5-49bd-99d3-1b3029f28a26 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0581315 Feb 19 01:23:13.668515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d92bc961-825c-44b1-b7e7-a69b0b584877 req-7ec86214-5c7a-402c-9573-2447ba1c4f0d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435209 Feb 19 01:23:14.803659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901b119-2d44-4d25-a87d-b9e74d81c591 req-64bed0e0-670e-4d37-a209-aacb38b8f5e1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:14.805145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3901b119-2d44-4d25-a87d-b9e74d81c591 req-64bed0e0-670e-4d37-a209-aacb38b8f5e1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0636096 Feb 19 01:23:14.853132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3901b119-2d44-4d25-a87d-b9e74d81c591 req-667f2c00-c764-435e-bbd0-e72d55d05dd0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421705 Feb 19 01:23:15.983195 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb67899-feec-460e-96b6-4056ad9466a9 req-52cd6ef3-4ae1-4708-8498-df2806bd8f95 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:15.984921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdb67899-feec-460e-96b6-4056ad9466a9 req-52cd6ef3-4ae1-4708-8498-df2806bd8f95 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0588603 Feb 19 01:23:16.042536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bdb67899-feec-460e-96b6-4056ad9466a9 req-89a7fe5f-c6de-4948-9de3-3add70729e63 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518842 Feb 19 01:23:17.178476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e414e063-84de-4064-ab88-1c58bede67c8 req-7e6e0825-ffb2-48b7-9dd6-d72a00426501 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:17.179940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e414e063-84de-4064-ab88-1c58bede67c8 req-7e6e0825-ffb2-48b7-9dd6-d72a00426501 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0590146 Feb 19 01:23:17.239066 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e414e063-84de-4064-ab88-1c58bede67c8 req-b6003721-2c29-4742-b838-e6f58b6bea5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506089 Feb 19 01:23:18.050019 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2fbf9df6-e136-4a90-a19a-1efd8763fc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:18.366067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73b07f5-124f-40ba-b9bf-04ef960d47b0 req-76333df7-4d3c-4dbe-9cdf-0c5645881fdd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:18.367615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f73b07f5-124f-40ba-b9bf-04ef960d47b0 req-76333df7-4d3c-4dbe-9cdf-0c5645881fdd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0580454 Feb 19 01:23:18.416064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f73b07f5-124f-40ba-b9bf-04ef960d47b0 req-d39dcc74-299b-4221-9e73-0bc06c8303c7 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Feb 19 01:23:19.258748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:19.603651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576133b-5e14-4872-b28e-fa01a0546375 req-0c655e2f-0ad0-4a82-9ea4-c203b59f94c1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:19.605140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a576133b-5e14-4872-b28e-fa01a0546375 req-0c655e2f-0ad0-4a82-9ea4-c203b59f94c1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.1114473 Feb 19 01:23:19.655330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a576133b-5e14-4872-b28e-fa01a0546375 req-4212c4e8-71c9-4c57-bf16-d67ccf699439 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 Feb 19 01:23:20.119129 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d844b976-eed8-42b0-9da4-1c604509267e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:20.870686 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996903c7-973e-4236-874f-5471f5ca2e20 req-47c46ae1-9910-479c-9f33-5cfc83563eb3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:20.872197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-996903c7-973e-4236-874f-5471f5ca2e20 req-47c46ae1-9910-479c-9f33-5cfc83563eb3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.1273048 Feb 19 01:23:20.924497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-996903c7-973e-4236-874f-5471f5ca2e20 req-3184ad4f-3aec-4e5a-ac32-01944a3de33a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464678 Feb 19 01:23:21.415224 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:22.064602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b62c03-d043-4930-b85d-a48faefc3da3 req-7c329370-45c4-4d5f-8b84-19f7dfa3d82d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:22.066077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58b62c03-d043-4930-b85d-a48faefc3da3 req-7c329370-45c4-4d5f-8b84-19f7dfa3d82d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0563591 Feb 19 01:23:22.117957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58b62c03-d043-4930-b85d-a48faefc3da3 req-501c7802-232c-4c23-89eb-a20ab155b9ce tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Feb 19 01:23:22.841287 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:23.257971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9e967-423f-4730-ae1d-fd288cc2c490 req-089d049b-3ab1-41d7-a555-cea52c5c7a43 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:23.259739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72c9e967-423f-4730-ae1d-fd288cc2c490 req-089d049b-3ab1-41d7-a555-cea52c5c7a43 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0578771 Feb 19 01:23:23.310576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-72c9e967-423f-4730-ae1d-fd288cc2c490 req-3314abca-d54a-4378-84c2-67116ea28829 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Feb 19 01:23:24.213842 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.226979 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:24.436068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d869c-6fd1-40ae-874a-85516efe1778 req-081bb0e3-5f2d-44dd-b779-38e4d2f5b234 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:24.437481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f5d869c-6fd1-40ae-874a-85516efe1778 req-081bb0e3-5f2d-44dd-b779-38e4d2f5b234 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0564644 Feb 19 01:23:24.489860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f5d869c-6fd1-40ae-874a-85516efe1778 req-befaa38b-84a5-435f-b131-aa8ebd07a1d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437651 Feb 19 01:23:25.624562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80236805-def4-4f89-9a8c-408cab3feff2 req-b84e7026-79df-499b-912b-f5b7d58a7397 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:25.626073 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80236805-def4-4f89-9a8c-408cab3feff2 req-b84e7026-79df-499b-912b-f5b7d58a7397 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0546696 Feb 19 01:23:25.678753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80236805-def4-4f89-9a8c-408cab3feff2 req-433b4d6c-1003-4a2c-8c82-bedad6070892 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468132 Feb 19 01:23:26.805359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e7b4d-5ecc-40fc-af35-111632e159b5 req-afb27fd9-574d-44d9-ac7d-2577264e39c8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:26.806881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-115e7b4d-5ecc-40fc-af35-111632e159b5 req-afb27fd9-574d-44d9-ac7d-2577264e39c8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0554924 Feb 19 01:23:26.862593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-115e7b4d-5ecc-40fc-af35-111632e159b5 req-76ee1635-950e-47bf-a0dc-b0b4884af987 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Feb 19 01:23:27.430319 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:23:28.003742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13466d41-49c0-495d-86eb-06958f9f8634 req-771194d1-b97b-4163-abab-846485be951f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:28.005238 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13466d41-49c0-495d-86eb-06958f9f8634 req-771194d1-b97b-4163-abab-846485be951f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0570984 Feb 19 01:23:28.059590 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-13466d41-49c0-495d-86eb-06958f9f8634 req-40d31acc-8124-4ca2-8454-2ba5e78cb3d6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480845 Feb 19 01:23:29.206936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a026f73-d6a1-4c9a-923c-724bccb63fa1 req-18752320-be46-4c8a-9f5d-fe187afec579 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:29.208431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a026f73-d6a1-4c9a-923c-724bccb63fa1 req-18752320-be46-4c8a-9f5d-fe187afec579 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0560522 Feb 19 01:23:29.255476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8a026f73-d6a1-4c9a-923c-724bccb63fa1 req-9fa7b9fa-bc32-4811-b1a9-52742f444fb2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Feb 19 01:23:30.409258 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eff02b-5658-41fd-9f03-9bab69ad0cd4 req-1323b80e-fb90-471a-b21d-2efcf99b879c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:30.410696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95eff02b-5658-41fd-9f03-9bab69ad0cd4 req-1323b80e-fb90-471a-b21d-2efcf99b879c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0703380 Feb 19 01:23:30.461255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95eff02b-5658-41fd-9f03-9bab69ad0cd4 req-a23adb81-0f8e-4b31-8391-dd96727e9fba tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Feb 19 01:23:31.603359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514f2de-3b85-4cbc-a1dd-9aa9e5427367 req-c6024bc9-4625-45aa-8e94-648e22124458 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:31.604868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a514f2de-3b85-4cbc-a1dd-9aa9e5427367 req-c6024bc9-4625-45aa-8e94-648e22124458 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0634596 Feb 19 01:23:31.657451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a514f2de-3b85-4cbc-a1dd-9aa9e5427367 req-9c060a6a-9dca-43ca-97f5-3ad7bd0f8024 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Feb 19 01:23:32.785964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30793fe-b5aa-4827-b4b3-bc533644921d req-fb4d6280-19a1-4eaa-864f-f2be2e7d76b5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:32.787483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d30793fe-b5aa-4827-b4b3-bc533644921d req-fb4d6280-19a1-4eaa-864f-f2be2e7d76b5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0596523 Feb 19 01:23:32.834299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d30793fe-b5aa-4827-b4b3-bc533644921d req-24a5fdad-6ca5-4a15-b3e4-91b2b3d8168c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409644 Feb 19 01:23:33.969045 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b525c1-cf4d-482b-96f1-96750c5b3aae req-0a596f10-6f3a-4c20-8f70-24aca64b1529 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:33.970459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03b525c1-cf4d-482b-96f1-96750c5b3aae req-0a596f10-6f3a-4c20-8f70-24aca64b1529 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0558805 Feb 19 01:23:34.019982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03b525c1-cf4d-482b-96f1-96750c5b3aae req-a0bbc4b1-7053-4145-9ed7-490283f4ce4c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437279 Feb 19 01:23:35.149764 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd813d-400d-4563-88f5-74eb9a1f0f66 req-662a05af-983a-4edc-b21f-6cd827323292 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:35.151356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94fd813d-400d-4563-88f5-74eb9a1f0f66 req-662a05af-983a-4edc-b21f-6cd827323292 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0570912 Feb 19 01:23:35.202791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94fd813d-400d-4563-88f5-74eb9a1f0f66 req-0304034c-52e9-411d-b00a-373d6977021d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455842 Feb 19 01:23:36.346799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83157-fd86-4b2f-a748-09238877614f req-96b48983-e5c9-44f9-ba91-cb236d308b49 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:36.348285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31d83157-fd86-4b2f-a748-09238877614f req-96b48983-e5c9-44f9-ba91-cb236d308b49 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0654485 Feb 19 01:23:36.409796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31d83157-fd86-4b2f-a748-09238877614f req-42d2fed6-7c77-4be8-ac03-7c49e6479727 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553441 Feb 19 01:23:37.548644 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455f836-4035-45b8-b631-61696efeaa38 req-2462fd7f-5e74-4ad1-af9d-5603fa308bac tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:37.550134 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7455f836-4035-45b8-b631-61696efeaa38 req-2462fd7f-5e74-4ad1-af9d-5603fa308bac tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0638227 Feb 19 01:23:37.598557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7455f836-4035-45b8-b631-61696efeaa38 req-4255f39a-e975-4f7b-9614-1daa4f152653 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427089 Feb 19 01:23:38.740750 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c053c80-9e78-4df1-81be-cf5cc1fee187 req-e00fa133-5ece-4281-9151-84cc7ac007d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:38.742270 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c053c80-9e78-4df1-81be-cf5cc1fee187 req-e00fa133-5ece-4281-9151-84cc7ac007d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0611477 Feb 19 01:23:38.790380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2c053c80-9e78-4df1-81be-cf5cc1fee187 req-a9f319f8-5bb4-4fdc-b446-42862ca17678 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Feb 19 01:23:39.059587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-851bbd0b-f1cd-467f-ab9e-762772549a7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0735369 Feb 19 01:23:39.069288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59722125-8629-44d5-a4af-6eaa0f86e5c7 req-1c552ab2-50fb-47c9-8cef-cce16b60eb48 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:39.070925 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59722125-8629-44d5-a4af-6eaa0f86e5c7 req-1c552ab2-50fb-47c9-8cef-cce16b60eb48 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0769494 Feb 19 01:23:39.123621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-59722125-8629-44d5-a4af-6eaa0f86e5c7 req-af2fc9c9-08c6-4d43-93ef-be8be3e6e061 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463314 Feb 19 01:23:39.421997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-d85fb848-8b6a-4676-96b1-d9704863e8c8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:39.423657 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-d85fb848-8b6a-4676-96b1-d9704863e8c8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports/9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 942 time: 0.0468700 Feb 19 01:23:40.255524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8846a42-efc5-40a7-a12d-22094df5da11 req-033810c6-a78c-4c04-8f0c-73f23163fc86 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.257878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8846a42-efc5-40a7-a12d-22094df5da11 req-033810c6-a78c-4c04-8f0c-73f23163fc86 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0546274 Feb 19 01:23:40.272590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-5ce7514d-57e0-46e4-919f-c0ba0ec9ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.274143 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-5ce7514d-57e0-46e4-919f-c0ba0ec9ccb2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 1127 time: 0.0504849 Feb 19 01:23:40.305893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8846a42-efc5-40a7-a12d-22094df5da11 req-b909b235-94f4-481b-bd9d-3ee3cc37b7e9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414922 Feb 19 01:23:40.369432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-2250702d-c4b0-41b2-b561-ff1bec97604c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.370997 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-2250702d-c4b0-41b2-b561-ff1bec97604c service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0889466 Feb 19 01:23:40.436369 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-43f49140-0480-44a9-9c02-233944ef10c1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 1000 time: 0.0591221 Feb 19 01:23:40.488305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-22618a37-3f17-4a8d-97ab-731fc7d5a1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.489762 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-22618a37-3f17-4a8d-97ab-731fc7d5a1d1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0476782 Feb 19 01:23:40.541401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-334370d3-ff26-48de-9210-ea79790a3342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:40.543451 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-334370d3-ff26-48de-9210-ea79790a3342 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475597 Feb 19 01:23:40.634499 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-48948a27-06e0-4d19-a8c2-4184184256e7 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848649 Feb 19 01:23:40.729466 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-3632abeb-de2b-4433-aa51-500ee135b441 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886779 Feb 19 01:23:41.447607 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2392c4-3889-424a-97bb-861520de22bf req-db789c53-8e74-49fd-8dbb-a551d85e0d7e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:41.449085 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc2392c4-3889-424a-97bb-861520de22bf req-db789c53-8e74-49fd-8dbb-a551d85e0d7e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0620921 Feb 19 01:23:41.512412 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fc2392c4-3889-424a-97bb-861520de22bf req-62055b51-528a-470a-b117-ec6e328e6209 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546737 Feb 19 01:23:42.403990 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-c63d895c-1ffa-462f-bee1-5b47dfdbce97 service neutron] 10.222.0.113 "GET /v2.0/ports/9255ab11-9b49-4f69-b9c3-a70d26d3d82a/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.0708513 Feb 19 01:23:42.632982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-d1bef7e7-a06a-447f-89ec-b598f965512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:42.634530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-d1bef7e7-a06a-447f-89ec-b598f965512b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 1127 time: 0.0473044 Feb 19 01:23:42.643758 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8250c-0135-49ad-bc98-bcedb27275c3 req-4698692f-a07e-4988-8823-89b7565c40cf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:42.645323 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ae8250c-0135-49ad-bc98-bcedb27275c3 req-4698692f-a07e-4988-8823-89b7565c40cf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0550416 Feb 19 01:23:42.697782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2ae8250c-0135-49ad-bc98-bcedb27275c3 req-ffcc48af-b171-4d37-b806-cdd2b6cc2627 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461111 Feb 19 01:23:42.704397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-e967c2f1-2450-4ff9-9870-d5ff1b7a15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:42.705858 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-e967c2f1-2450-4ff9-9870-d5ff1b7a15b3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 1127 time: 0.0482795 Feb 19 01:23:42.798065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-c89b6373-cf02-416f-b0ae-11ce785b84ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:42.799581 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-c89b6373-cf02-416f-b0ae-11ce785b84ef service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0875552 Feb 19 01:23:42.869369 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-99bc7a12-12bf-4592-af59-2f369bb9f57d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 1000 time: 0.0638292 Feb 19 01:23:42.918964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-12c75425-8213-4c17-82cc-23fe17c43365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:42.920374 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-12c75425-8213-4c17-82cc-23fe17c43365 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0444906 Feb 19 01:23:42.968954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-b414be53-8dae-4b04-ba4a-55c1e706137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:42.970373 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-b414be53-8dae-4b04-ba4a-55c1e706137c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439689 Feb 19 01:23:43.067383 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-01a41a0a-1935-4afd-87af-455b2d7227fd service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909312 Feb 19 01:23:43.155845 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-abda0418-a6f3-4d1d-b507-ec5564f4a46d req-780d09ab-e6bb-40f2-b804-97d115d76c12 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828309 Feb 19 01:23:43.843814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d762a8d-0c09-4bb4-8dba-70377ba6b0b9 req-ccd68d2e-652a-42d1-9e52-58357fa04c7f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:43.845285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d762a8d-0c09-4bb4-8dba-70377ba6b0b9 req-ccd68d2e-652a-42d1-9e52-58357fa04c7f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0632653 Feb 19 01:23:43.912059 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d762a8d-0c09-4bb4-8dba-70377ba6b0b9 req-3602232f-9d7e-40fc-b0ba-6977d860375f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605707 Feb 19 01:23:45.055295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a80a-deac-4160-a0ab-a47bd836eb49 req-ab0b24da-b20e-4b60-b6c0-13c9c28f2d76 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.056795 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7837a80a-deac-4160-a0ab-a47bd836eb49 req-ab0b24da-b20e-4b60-b6c0-13c9c28f2d76 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0643160 Feb 19 01:23:45.112003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7837a80a-deac-4160-a0ab-a47bd836eb49 req-3cdad306-82cc-4c6f-a867-34ac7651d6d6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468876 Feb 19 01:23:45.316004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312c37a-7a7c-4a16-a38a-7da011ef1992 req-ef9bb756-a476-4a54-90c7-7377d81f0b4f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.317554 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8312c37a-7a7c-4a16-a38a-7da011ef1992 req-ef9bb756-a476-4a54-90c7-7377d81f0b4f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0546546 Feb 19 01:23:45.327746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-2f9579a2-3611-4e6c-bca9-5f543a0ffc4d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.329208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-2f9579a2-3611-4e6c-bca9-5f543a0ffc4d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db&tenant_id=c33fb4fb02e9457cb7fa491333bbc601&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 945 time: 0.0560932 Feb 19 01:23:45.367503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8312c37a-7a7c-4a16-a38a-7da011ef1992 req-a517061b-f3b5-416f-89d3-3d71fb4ae7f3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Feb 19 01:23:45.428959 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-c1053f25-7790-44be-b187-27da516b8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.431305 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-c1053f25-7790-44be-b187-27da516b8eb6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 1127 time: 0.0581241 Feb 19 01:23:45.531030 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-4f21a9ca-b3e0-4022-ab76-8b40dc9a2e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.532997 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-4f21a9ca-b3e0-4022-ab76-8b40dc9a2e03 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0952287 Feb 19 01:23:45.599607 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-699f0950-820c-4fad-8411-88548b0683c2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 1000 time: 0.0607941 Feb 19 01:23:45.647440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-6d6ff529-996c-40c2-bba3-e5c0c9022622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.648874 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-6d6ff529-996c-40c2-bba3-e5c0c9022622 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0433652 Feb 19 01:23:45.699737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-04c93e83-4c64-4fb1-95e6-3450d7f00b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:45.701241 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-04c93e83-4c64-4fb1-95e6-3450d7f00b2f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457439 Feb 19 01:23:45.803948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-ce2bbad9-aa9f-4490-959d-e14fd3255704 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959861 Feb 19 01:23:45.891641 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8e5996ed-b74b-4c13-acb9-b03d293fe48a req-f93c067b-2f9a-42aa-a063-02bdd0832066 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815372 Feb 19 01:23:46.345017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9255ab11-9b49-4f69-b9c3-a70d26d3d82a details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:23:46.348710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9255ab11-9b49-4f69-b9c3-a70d26d3d82a no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:46.497568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84508ec-b73c-4c52-a478-5bfee4fd99a0 req-33002c21-40c6-4728-9eed-1867664ee1c6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:46.499110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b84508ec-b73c-4c52-a478-5bfee4fd99a0 req-33002c21-40c6-4728-9eed-1867664ee1c6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0582006 Feb 19 01:23:46.499387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:46.499786 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.522240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:46.539875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'mac_address': 'fa:16:3e:b2:4c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:23:46.544756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:46.547187 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b1ebc7-d7fb-4125-b088-caec8511307e" -d '{"events": [{"server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "name": "network-vif-unplugged", "status": "completed", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:46.547709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b84508ec-b73c-4c52-a478-5bfee4fd99a0 req-c91af7c6-43ab-4169-bab3-e0d07b21b40b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424533 Feb 19 01:23:46.563122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:46.580789 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.608290 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e955e6b-681a-4079-bba7-fa0255f38702 x-openstack-request-id: req-5e955e6b-681a-4079-bba7-fa0255f38702 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:46.608588 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "name": "network-vif-unplugged", "status": "completed", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:46.608846 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e955e6b-681a-4079-bba7-fa0255f38702 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:46.609242 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'code': 200} Feb 19 01:23:46.621379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:46.621777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:46.648531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9255ab11-9b49-4f69-b9c3-a70d26d3d82a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:46.656128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:46.665604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.665951 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.666333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.666678 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.667019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.667358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.667710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.668049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.668372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.668702 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.669031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.669361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.669688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:46.674484 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0394e0-e736-4f5c-84df-296dfb516b3a req-35066358-9610-48ee-99b7-3f1abdecc1c1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:46.676020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c0394e0-e736-4f5c-84df-296dfb516b3a req-35066358-9610-48ee-99b7-3f1abdecc1c1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 943 time: 0.0543566 Feb 19 01:23:46.708250 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:23:46.708710 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:23:46.723805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c0394e0-e736-4f5c-84df-296dfb516b3a req-ceda76f7-2181-482d-97b4-b567643b436d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Feb 19 01:23:46.933647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452d511-7a50-4213-ad3e-9e66193f129e req-9b45bdb1-806d-4821-a5c1-d133caf08263 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:46.935108 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0452d511-7a50-4213-ad3e-9e66193f129e req-9b45bdb1-806d-4821-a5c1-d133caf08263 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 943 time: 0.0564160 Feb 19 01:23:46.961719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78153368-8ac4-4a13-895f-d704aed9748d req-ecd81aee-a25e-4901-8093-3d277db5d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:46.963280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78153368-8ac4-4a13-895f-d704aed9748d req-ecd81aee-a25e-4901-8093-3d277db5d2b3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 1125 time: 0.0458546 Feb 19 01:23:46.987220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0452d511-7a50-4213-ad3e-9e66193f129e req-cb9f2acb-c460-4927-b017-49cd6b2fb21f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461998 Feb 19 01:23:47.060762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78153368-8ac4-4a13-895f-d704aed9748d req-d19e370b-cc6f-418d-8bbd-2e4ae478be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:47.062405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78153368-8ac4-4a13-895f-d704aed9748d req-d19e370b-cc6f-418d-8bbd-2e4ae478be2e service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0921352 Feb 19 01:23:47.138750 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78153368-8ac4-4a13-895f-d704aed9748d req-12529774-23e6-464a-9e62-3ff228cbfb95 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 200 len: 998 time: 0.0705585 Feb 19 01:23:47.200009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78153368-8ac4-4a13-895f-d704aed9748d req-3267df70-2700-497d-9fb9-390acb0d343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:47.201401 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78153368-8ac4-4a13-895f-d704aed9748d req-3267df70-2700-497d-9fb9-390acb0d343f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0569048 Feb 19 01:23:47.252463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:47.252868 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.268043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9255ab11-9b49-4f69-b9c3-a70d26d3d82a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:47.290816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:47.296451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:47.346085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:47.516315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['9255ab11-9b49-4f69-b9c3-a70d26d3d82a'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:23:47.564536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78153368-8ac4-4a13-895f-d704aed9748d req-93219fb4-4181-4aa8-95da-c1b1b9436f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:47.566142 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78153368-8ac4-4a13-895f-d704aed9748d req-93219fb4-4181-4aa8-95da-c1b1b9436f22 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3577178 Feb 19 01:23:47.657542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78153368-8ac4-4a13-895f-d704aed9748d req-63c939b8-3b1b-4740-b723-670fa81e2694 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842483 Feb 19 01:23:47.749721 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-78153368-8ac4-4a13-895f-d704aed9748d req-8b9b74b7-566f-4213-a0bc-769bd4f6332f service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859842 Feb 19 01:23:48.046843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d89ee38-c4ed-4f6f-919b-9560d8ba80af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.119728 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f444ea-4c3d-4217-83e4-64490127ee56 req-181d6de0-98b1-467d-b997-c91617ea11e3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:48.121142 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98f444ea-4c3d-4217-83e4-64490127ee56 req-181d6de0-98b1-467d-b997-c91617ea11e3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 944 time: 0.0560942 Feb 19 01:23:48.174273 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98f444ea-4c3d-4217-83e4-64490127ee56 req-7c323b9c-7cc9-480c-bcd5-0682ebe59a37 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461371 Feb 19 01:23:48.351247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9255ab11-9b49-4f69-b9c3-a70d26d3d82a up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:23:48.409018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:48.409305 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.485144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:23:48.485532 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.518522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:48.524128 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:48.572023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:48.610741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:48.613903 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f6362e-a4f5-4931-ae09-5ba3c34d225e" -d '{"events": [{"server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "name": "network-vif-plugged", "status": "completed", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:48.659088 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9917926d-d80f-4459-aa61-532481406864 x-openstack-request-id: req-9917926d-d80f-4459-aa61-532481406864 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:48.659391 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "name": "network-vif-plugged", "status": "completed", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:48.659699 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9917926d-d80f-4459-aa61-532481406864 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:48.660268 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'code': 200} Feb 19 01:23:49.276452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:49.300557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab346fca-b670-4a9a-bbaa-1ac047ca3af9 req-ef21ffb2-0847-45e1-b314-f7a04502a31e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:49.302069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab346fca-b670-4a9a-bbaa-1ac047ca3af9 req-ef21ffb2-0847-45e1-b314-f7a04502a31e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0566463 Feb 19 01:23:49.350090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ab346fca-b670-4a9a-bbaa-1ac047ca3af9 req-b3b76b0e-aaa8-43c4-8ba7-cb22fd8f2751 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Feb 19 01:23:49.622590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578f535-61ec-4043-ba4c-bd3c8f3b6503 req-90c52ac2-fa5e-49f8-ba3e-f735c62bc2a8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:49.624094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5578f535-61ec-4043-ba4c-bd3c8f3b6503 req-90c52ac2-fa5e-49f8-ba3e-f735c62bc2a8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0620267 Feb 19 01:23:49.674723 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5578f535-61ec-4043-ba4c-bd3c8f3b6503 req-48a12ccf-8514-4401-8144-ace77596667b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422661 Feb 19 01:23:50.121090 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c5983e7-f899-4de9-8d16-a12dc92cff91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:50.804821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71002981-7d69-43e7-a432-61aa71c47974 req-cd3ef9b6-8217-4e2d-8972-cc85c0929e2f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:50.806483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71002981-7d69-43e7-a432-61aa71c47974 req-cd3ef9b6-8217-4e2d-8972-cc85c0929e2f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0578969 Feb 19 01:23:50.859784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71002981-7d69-43e7-a432-61aa71c47974 req-6d41002c-ef01-41a7-a7ec-00aaca35d100 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450809 Feb 19 01:23:50.923138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-2b7d1f37-b6ab-4220-8457-60fbecea57e0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:50.924616 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-2b7d1f37-b6ab-4220-8457-60fbecea57e0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 945 time: 0.0565236 Feb 19 01:23:51.034141 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Deleting port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:23:51.034402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.127553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] For port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:23:51.127934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.316328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.316637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.317047 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57 disassociated. External IP: 172.25.6.79, port: 9255ab11-9b49-4f69-b9c3-a70d26d3d82a. Feb 19 01:23:51.317392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Calling delete_port for 9255ab11-9b49-4f69-b9c3-a70d26d3d82a owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:23:51.411586 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.459335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9255ab11-9b49-4f69-b9c3-a70d26d3d82a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.490839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event deleted for resources: {'Port': ['ID=9255ab11-9b49-4f69-b9c3-a70d26d3d82a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:51.502364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.502706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.503085 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.503431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.503775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.504105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.504570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.504940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.505269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.505574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.505929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.506278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.506610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:23:51.624740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:23:51.737658 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:23:51.751530 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:23:51.765537 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:51.766194 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:51.788347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] No DVR routers for this DVR port 9255ab11-9b49-4f69-b9c3-a70d26d3d82a on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:23:51.791183 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:51.794531 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5249e313-f6e5-43ab-98a2-9b0e858af2dd req-6c10a7b3-c9a8-4821-bd00-02eb8ae323bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "DELETE /v2.0/ports/9255ab11-9b49-4f69-b9c3-a70d26d3d82a HTTP/1.1" status: 204 len: 173 time: 0.8641834 Feb 19 01:23:51.794975 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'name': 'network-vif-deleted', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:51.797381 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a19148-2220-49de-87b6-0c6ba6519b76" -d '{"events": [{"server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "name": "network-vif-deleted", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:51.879076 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:51.916776 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6139f127-dde7-46d2-968d-5fab368c58a8 x-openstack-request-id: req-6139f127-dde7-46d2-968d-5fab368c58a8 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:51.917314 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ecc947-cb42-4f6c-8d88-ae861bcaa7db", "name": "network-vif-deleted", "tag": "9255ab11-9b49-4f69-b9c3-a70d26d3d82a", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:51.917801 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6139f127-dde7-46d2-968d-5fab368c58a8 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:51.918258 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ecc947-cb42-4f6c-8d88-ae861bcaa7db', 'name': 'network-vif-deleted', 'tag': '9255ab11-9b49-4f69-b9c3-a70d26d3d82a', 'status': 'completed', 'code': 200} Feb 19 01:23:51.978731 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76ce8bd9-3145-44e4-8d75-4f54ef1e99cd req-2dc3b125-2726-47a7-b4a5-cc0856b7b024 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=81ecc947-cb42-4f6c-8d88-ae861bcaa7db HTTP/1.1" status: 200 len: 210 time: 0.0291526 Feb 19 01:23:52.189036 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:52.214727 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:23:52.222879 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:23:52.223490 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:52.329444 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:23:52.535559 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:23:52.562278 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6b5b-6b7a-4f1a-be6f-b226be7c959e None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:23:52.808783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d024c28-d351-4e3f-a784-b325e8e699f8 None None] New status for floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:23:53.061228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:53.237753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-02fb9ade-8c1c-4326-ac51-3d268888bbca tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1039839577&fields=id&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 267 time: 0.0505457 Feb 19 01:23:53.351412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d53b7-845b-499c-8759-3271a1065e2c req-222d682d-788e-4e75-bf07-c33c5eeb1dfd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:53.352779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-222d682d-788e-4e75-bf07-c33c5eeb1dfd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1083536 Feb 19 01:23:53.368492 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-ab0e9e53-fa48-45ce-8886-f824738d3145 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/quotas/c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 375 time: 0.0097764 Feb 19 01:23:53.428393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-6f8953c1-1179-4fe3-b0c8-6f405ecf049f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545552 Feb 19 01:23:53.538111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-2aae5ef0-3af1-45fe-a9fe-b82852dd0d1d service neutron] 10.222.0.60 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974617 Feb 19 01:23:53.638015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-bbb42a63-efd2-466b-9d76-5da2b1b4eacb service neutron] 10.222.0.60 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939515 Feb 19 01:23:53.810468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-778060a2-8821-4ef7-8c7f-0176db3515e7 req-d64ab6cf-5944-49ab-bab8-f126e14a18c3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 210 time: 0.0281708 Feb 19 01:23:54.210030 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.240336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:54.393048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9255ab11-9b49-4f69-b9c3-a70d26d3d82a no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:23:54.416391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 9255ab11-9b49-4f69-b9c3-a70d26d3d82a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:23:54.416748 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 9255ab11-9b49-4f69-b9c3-a70d26d3d82a not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:23:54.783493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d53b7-845b-499c-8759-3271a1065e2c req-1c95f9de-1347-43ec-b65c-b8d80a388901 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:54.784958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-1c95f9de-1347-43ec-b65c-b8d80a388901 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1033094 Feb 19 01:23:54.849704 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-1cc69a0a-d238-49c2-90d8-72743e431e9f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 380 time: 0.0556788 Feb 19 01:23:54.860280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'port': {'device_id': 'f197817c-ad85-4e9b-9948-894de8401082', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'admin_state_up': True, 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'security_groups': ['ce507f83-70ea-44e9-8e8a-3f87f0986a45']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:54.911147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3513f044-1623-4b61-b4d9-2eca22c8a68b req-6da00cde-1e43-4ad1-bd93-5ae4d1dc1f94 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 210 time: 0.0314152 Feb 19 01:23:54.980332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Made reservation on behalf of c33fb4fb02e9457cb7fa491333bbc601 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:23:54.983782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.121569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Allocated IP 172.20.0.8 (bbe77a6e-8731-4cc9-9628-8af0fd38cda1/96d19648-7526-4582-a93b-3c17d82d3e3e/50085150-efd3-4e02-bc80-b674af00efd6) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:23:55.264521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for port (50085150-efd3-4e02-bc80-b674af00efd6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.301951 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.348956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:23:55.352106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:23:55.355194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:23:55.388584 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:55.414944 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:55.415578 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.433053 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-524b2e80-1b24-457d-ad9e-abca813d4db3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770419 Feb 19 01:23:55.445170 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Request body: {'port': {'device_id': 'f197817c-ad85-4e9b-9948-894de8401082', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:23:55.512928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.593156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-78a0efa9-0b9c-4082-ab8d-2fe176009de4 None None] Provisioning complete for port 50085150-efd3-4e02-bc80-b674af00efd6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:23:55.593780 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78a0efa9-0b9c-4082-ab8d-2fe176009de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (50085150-efd3-4e02-bc80-b674af00efd6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.627489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-78a0efa9-0b9c-4082-ab8d-2fe176009de4 None None] Port 50085150-efd3-4e02-bc80-b674af00efd6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:23:55.779965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50085150-efd3-4e02-bc80-b674af00efd6 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:23:55.787673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Publish callbacks [] for port (50085150-efd3-4e02-bc80-b674af00efd6), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.799705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Transition to ACTIVE for port object 50085150-efd3-4e02-bc80-b674af00efd6 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:23:55.806062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:55.857896 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:55.936156 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Attempting to bind port 50085150-efd3-4e02-bc80-b674af00efd6 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:23:55.936497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Attempting to bind port 50085150-efd3-4e02-bc80-b674af00efd6 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:23:55.936830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Attempting to bind port 50085150-efd3-4e02-bc80-b674af00efd6 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:55.941289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Port 50085150-efd3-4e02-bc80-b674af00efd6 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:23:55.941615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Attempting to bind port 50085150-efd3-4e02-bc80-b674af00efd6 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:23:55.946841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:23:55.947206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:23:55.947592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Bound using segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:23:55.948031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Bound port: 50085150-efd3-4e02-bc80-b674af00efd6, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:23:55.948395 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.015926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:23:56.020474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:23:56.030150 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.042152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e23fd-6a6b-4a43-bee0-b7b5ec6185b6 req-24eb2bdf-9f35-41fa-969a-da408772fba2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.043800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b9e23fd-6a6b-4a43-bee0-b7b5ec6185b6 req-24eb2bdf-9f35-41fa-969a-da408772fba2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0628214 Feb 19 01:23:56.063382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.063883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:23:56.065525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] 10.222.0.113 "PUT /v2.0/ports/50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 1091 time: 0.6250162 Feb 19 01:23:56.068207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:23:56.071286 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ab31c0-a984-4274-9a94-fd681686a40f" -d '{"events": [{"name": "network-changed", "server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "tag": "50085150-efd3-4e02-bc80-b674af00efd6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:23:56.103034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b9e23fd-6a6b-4a43-bee0-b7b5ec6185b6 req-86d2ae8e-3f73-410c-81b7-70594e218eb1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531089 Feb 19 01:23:56.107055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e1559-71b9-41b1-bdb9-698dbbeda48c service neutron] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:23:56.164207 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a8f2fc-b9be-4504-9ad5-20e5c4836371 x-openstack-request-id: req-82a8f2fc-b9be-4504-9ad5-20e5c4836371 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:23:56.164797 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "tag": "50085150-efd3-4e02-bc80-b674af00efd6", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:23:56.165058 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-82a8f2fc-b9be-4504-9ad5-20e5c4836371 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:23:56.165532 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6', 'status': 'completed', 'code': 200} Feb 19 01:23:56.186271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d53b7-845b-499c-8759-3271a1065e2c req-f738f11a-b6c2-4e46-bfa8-d5a38dc3803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.187958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-f738f11a-b6c2-4e46-bfa8-d5a38dc3803f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 1125 time: 0.0701361 Feb 19 01:23:56.240364 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-9338b722-1a77-4233-8967-d4108c6dd9d8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 217 time: 0.0419307 Feb 19 01:23:56.291547 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d53b7-845b-499c-8759-3271a1065e2c req-8df3c5b5-3a81-473b-b8ce-d07f8ab7020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.293058 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-8df3c5b5-3a81-473b-b8ce-d07f8ab7020b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0453455 Feb 19 01:23:56.342171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d53b7-845b-499c-8759-3271a1065e2c req-43a14945-0b9d-44ad-9332-fa71c2274986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.343755 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-43a14945-0b9d-44ad-9332-fa71c2274986 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439613 Feb 19 01:23:56.443686 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-26890f16-46ef-4b6b-b41a-18a77a0e1416 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920382 Feb 19 01:23:56.535159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-793d53b7-845b-499c-8759-3271a1065e2c req-6293d817-168d-41c5-8d70-b93aa01075c5 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843530 Feb 19 01:23:56.631108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-e468f064-46d4-4fe9-9565-3e7ae6aab164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.632606 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-e468f064-46d4-4fe9-9565-3e7ae6aab164 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 1125 time: 0.0506833 Feb 19 01:23:56.727063 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-9a6704e5-06fa-4ed9-9671-4f3c76865392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.728412 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-9a6704e5-06fa-4ed9-9671-4f3c76865392 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0882759 Feb 19 01:23:56.769870 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-c7397339-2fb5-4382-bdef-beec15757fd7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 217 time: 0.0343091 Feb 19 01:23:56.827244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-9e5698b3-921a-47a4-8c84-08b5849741a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.828829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-9e5698b3-921a-47a4-8c84-08b5849741a2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0518532 Feb 19 01:23:56.884148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-293c97bf-8aaf-4ace-9669-e0c4ed32d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:56.885731 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-293c97bf-8aaf-4ace-9669-e0c4ed32d1d8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497835 Feb 19 01:23:56.975688 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-8737c663-311f-40a9-8c60-d35995e724ab service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820611 Feb 19 01:23:57.070260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a0ab31c0-a984-4274-9a94-fd681686a40f req-bf4dcfc2-de09-4df6-a15e-332857a20d10 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867314 Feb 19 01:23:57.258501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0286334-8ef8-4fdb-93ec-6e2fbbbcdc20 req-7c86f636-5ce4-4dc8-8409-1b8f0e2ebde9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:57.260107 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0286334-8ef8-4fdb-93ec-6e2fbbbcdc20 req-7c86f636-5ce4-4dc8-8409-1b8f0e2ebde9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0675180 Feb 19 01:23:57.310379 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0286334-8ef8-4fdb-93ec-6e2fbbbcdc20 req-41fc5860-8eb7-4c30-9d27-087af5fa5cc2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413048 Feb 19 01:23:58.444438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921bbe8-7ca3-4a98-8041-7b8dce8e7d71 req-12057f8e-44ba-463c-b6dc-824f95230444 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:58.445852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4921bbe8-7ca3-4a98-8041-7b8dce8e7d71 req-12057f8e-44ba-463c-b6dc-824f95230444 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0549140 Feb 19 01:23:58.497406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4921bbe8-7ca3-4a98-8041-7b8dce8e7d71 req-86122d28-ef11-4fbc-b8c7-e5f484b816b8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431290 Feb 19 01:23:59.635846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ebc90-ff76-4c0a-863e-31b2671259c7 req-a7fd1ea7-86a7-467d-85d6-8e45704a5ec5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:23:59.637321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c94ebc90-ff76-4c0a-863e-31b2671259c7 req-a7fd1ea7-86a7-467d-85d6-8e45704a5ec5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0647542 Feb 19 01:23:59.692941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c94ebc90-ff76-4c0a-863e-31b2671259c7 req-50803432-d9cf-455c-a1a2-b625a3052bf2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469146 Feb 19 01:24:00.470520 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 50085150-efd3-4e02-bc80-b674af00efd6 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:00.591659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:00.604515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '50085150-efd3-4e02-bc80-b674af00efd6', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': '50085150-efd3-4e02-bc80-b674af00efd6', 'mac_address': 'fa:16:3e:9f:98:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:00.646599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 50085150-efd3-4e02-bc80-b674af00efd6 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:00.647031 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:00.661098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50085150-efd3-4e02-bc80-b674af00efd6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:00.686020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:00.691895 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:00.740542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:00.821865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4769eb09-f0b9-4cbd-b941-91acea3b8bb9 req-48c1593a-54b4-431d-a55b-8ee915c851b1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:00.823378 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4769eb09-f0b9-4cbd-b941-91acea3b8bb9 req-48c1593a-54b4-431d-a55b-8ee915c851b1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 944 time: 0.0575738 Feb 19 01:24:00.877648 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4769eb09-f0b9-4cbd-b941-91acea3b8bb9 req-ce9ad002-15d9-4e49-bf5d-271969c60bca tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465274 Feb 19 01:24:00.904488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['50085150-efd3-4e02-bc80-b674af00efd6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:02.013545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a598bd37-5498-41a4-a461-66715854b563 req-24f12dbb-7f8c-4863-81df-310df13036e2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.014978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a598bd37-5498-41a4-a461-66715854b563 req-24f12dbb-7f8c-4863-81df-310df13036e2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 944 time: 0.0605836 Feb 19 01:24:02.063202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a598bd37-5498-41a4-a461-66715854b563 req-4b46eb10-0187-4387-a37d-6ef2156cf819 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Feb 19 01:24:02.470937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 50085150-efd3-4e02-bc80-b674af00efd6 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:02.531602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 50085150-efd3-4e02-bc80-b674af00efd6 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:24:02.535510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 50085150-efd3-4e02-bc80-b674af00efd6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:02.535883 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (50085150-efd3-4e02-bc80-b674af00efd6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.614509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 50085150-efd3-4e02-bc80-b674af00efd6 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:02.614916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.637703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:02.640103 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047fd256-f8a7-4e96-9ecf-0b111eee0e3b" -d '{"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-plugged", "status": "completed", "tag": "50085150-efd3-4e02-bc80-b674af00efd6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:02.652542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:02.657512 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:02.683833 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a775826-71b3-47ea-8b8a-5fa76662e45e x-openstack-request-id: req-6a775826-71b3-47ea-8b8a-5fa76662e45e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:02.684129 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-plugged", "status": "completed", "tag": "50085150-efd3-4e02-bc80-b674af00efd6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:02.684382 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6a775826-71b3-47ea-8b8a-5fa76662e45e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:02.684788 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6', 'code': 200} Feb 19 01:24:02.711817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:02.778917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc342f45-6c53-497f-89b9-d8cc73ca8dd1 req-05a43188-5964-4e75-8df9-c7a9040035a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:02.780325 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fc342f45-6c53-497f-89b9-d8cc73ca8dd1 req-05a43188-5964-4e75-8df9-c7a9040035a2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 1127 time: 0.0469098 Feb 19 01:24:02.824393 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-fc342f45-6c53-497f-89b9-d8cc73ca8dd1 req-53c0d2c7-e273-4de2-8d03-264337ed49a7 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376778 Feb 19 01:24:03.202199 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175cb7-3c4b-4094-8f42-d583e51d4145 req-874ea576-8e0b-4726-8cb9-4a323a15013a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:03.203727 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02175cb7-3c4b-4094-8f42-d583e51d4145 req-874ea576-8e0b-4726-8cb9-4a323a15013a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0603287 Feb 19 01:24:03.252426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02175cb7-3c4b-4094-8f42-d583e51d4145 req-0603091c-5b71-48ef-8332-60126e608e90 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428727 Feb 19 01:24:04.398375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64433d1d-95db-4b4e-b753-12781f82b911 req-453df5e7-f131-49a3-b86f-a7491a7db8e0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:04.400150 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64433d1d-95db-4b4e-b753-12781f82b911 req-453df5e7-f131-49a3-b86f-a7491a7db8e0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0665443 Feb 19 01:24:04.429248 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:24:04.457346 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-64433d1d-95db-4b4e-b753-12781f82b911 req-d095354d-7d6e-4977-83eb-1f69dbc82026 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496359 Feb 19 01:24:04.576756 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c78b9-a34a-4cb7-8e42-8873ff4e37be req-4a6f8bdc-2ccc-4475-8aa7-b0925928df90 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:04.578217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-239c78b9-a34a-4cb7-8e42-8873ff4e37be req-4a6f8bdc-2ccc-4475-8aa7-b0925928df90 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0589423 Feb 19 01:24:04.588461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36122) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:04.595214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'floatingip': {'port_id': '50085150-efd3-4e02-bc80-b674af00efd6'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:04.641791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.090608 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.096037 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.202624 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57 associated. External IP: 172.25.6.79, port: 50085150-efd3-4e02-bc80-b674af00efd6. Feb 19 01:24:05.412344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:05.523482 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:05.528713 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:05.533525 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:05.544566 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:05.545280 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:05.558475 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-95727eef-989e-404d-94fb-359b765cbd83 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "PUT /v2.0/floatingips/c7f89f1a-1e0f-4f9b-b444-00417cf24e57 HTTP/1.1" status: 200 len: 990 time: 0.9687550 Feb 19 01:24:05.559059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:05.561420 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c34349-0c42-48b5-97ff-5c1c05aa7480" -d '{"events": [{"name": "network-changed", "server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "tag": "50085150-efd3-4e02-bc80-b674af00efd6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:05.599496 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2dbd2d-c581-4ee0-898e-a08a17e38e09 x-openstack-request-id: req-ef2dbd2d-c581-4ee0-898e-a08a17e38e09 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:05.600444 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "tag": "50085150-efd3-4e02-bc80-b674af00efd6", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:05.600978 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef2dbd2d-c581-4ee0-898e-a08a17e38e09 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:05.601398 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6', 'status': 'completed', 'code': 200} Feb 19 01:24:05.666752 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:05.676604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-5f6096b3-f7fd-4c1f-96f5-3e77fdfdf12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.679179 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-5f6096b3-f7fd-4c1f-96f5-3e77fdfdf12d service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 1127 time: 0.0551343 Feb 19 01:24:05.781060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-a563497f-e97e-4896-b98e-5dee67ce471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.782559 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-a563497f-e97e-4896-b98e-5dee67ce471c service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0982530 Feb 19 01:24:05.836898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd735b-e899-4eb2-bb4d-d66b0a6901df req-513c9387-17a6-4c4a-a549-84a46dbffb5c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.839215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efdd735b-e899-4eb2-bb4d-d66b0a6901df req-513c9387-17a6-4c4a-a549-84a46dbffb5c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0863979 Feb 19 01:24:05.858689 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-838b8791-effc-491b-8e02-66c55da3995a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 998 time: 0.0704966 Feb 19 01:24:05.876265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5136bd94-2106-4ca1-b059-0289b38b35d6 req-5458fc89-9f19-4222-ae0f-d516b4826e56 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0334306 Feb 19 01:24:05.894560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-761f9e4d-1437-4da1-993f-771b2e1f09cd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147888 Feb 19 01:24:05.898478 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '50085150-efd3-4e02-bc80-b674af00efd6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:9f:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f197817c-ad85-4e9b-9948-894de8401082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:24:05Z', 'revision_number': 9, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:05.921948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-47718a04-ae81-4174-87b4-51536bc2ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.923427 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-47718a04-ae81-4174-87b4-51536bc2ffbd service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0594556 Feb 19 01:24:05.925583 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:24:05.934259 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:05.934883 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:23:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:05.963145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5136bd94-2106-4ca1-b059-0289b38b35d6 req-420f0e72-d9ce-44f5-8c00-0715ce065330 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0336957 Feb 19 01:24:05.967173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-efdd735b-e899-4eb2-bb4d-d66b0a6901df req-15d783ba-9d3c-423f-a3a4-bf561ee33d1f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152000 Feb 19 01:24:05.981629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-fe9af863-1900-4d05-8c31-21ea3019cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:05.988513 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-fe9af863-1900-4d05-8c31-21ea3019cb6d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543416 Feb 19 01:24:06.015634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5136bd94-2106-4ca1-b059-0289b38b35d6 req-510a01c9-e9ac-4aba-80dd-aacbab93984b service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213029 Feb 19 01:24:06.067735 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:06.087795 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-b7179995-eb14-4826-bc0c-4be34c4a94b3 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975676 Feb 19 01:24:06.120193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136bd94-2106-4ca1-b059-0289b38b35d6 req-a8a160c3-334d-4bb5-8ab4-442415f89bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:06.121980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5136bd94-2106-4ca1-b059-0289b38b35d6 req-a8a160c3-334d-4bb5-8ab4-442415f89bdb service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000628 Feb 19 01:24:06.196756 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-33c34349-0c42-48b5-97ff-5c1c05aa7480 req-fdeb5583-5ae8-4143-a8e4-2a9b337e7d11 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023121 Feb 19 01:24:06.324765 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '50085150-efd3-4e02-bc80-b674af00efd6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:9f:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f197817c-ad85-4e9b-9948-894de8401082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:24:05Z', 'revision_number': 9, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:06.325617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-cf177904-140d-47db-aad8-8ad199733892 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:06.327043 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-cf177904-140d-47db-aad8-8ad199733892 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports/50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 942 time: 0.0493426 Feb 19 01:24:06.350803 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0edf02-ca19-42f8-8e94-c566d5bb1d54 None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '50085150-efd3-4e02-bc80-b674af00efd6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:9f:98:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f197817c-ad85-4e9b-9948-894de8401082', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:24:05Z', 'revision_number': 9, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:06.563445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cafe747-7ab8-49f8-a61f-1b841a15fce8 None None] New status for floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:24:07.100550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ca477-0f77-483d-9825-a3b028d72fb3 req-4f58147e-a8b1-4a09-bc40-c36b6cda8a7f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:07.102034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-422ca477-0f77-483d-9825-a3b028d72fb3 req-4f58147e-a8b1-4a09-bc40-c36b6cda8a7f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0544262 Feb 19 01:24:07.138639 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-68531041-9c53-4674-8364-ac2a228fd679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:07.140270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-68531041-9c53-4674-8364-ac2a228fd679 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 1127 time: 0.0470462 Feb 19 01:24:07.152850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-422ca477-0f77-483d-9825-a3b028d72fb3 req-a4cf0fde-1a46-4ef7-be8a-96ffbb5843b6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447564 Feb 19 01:24:07.233815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-8a878ba2-dd43-41d6-8449-18e6ea8a15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:07.235793 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-8a878ba2-dd43-41d6-8449-18e6ea8a15fe service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0895698 Feb 19 01:24:07.303874 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-9293951f-c7db-4a18-9882-980088e577a3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 1001 time: 0.0619812 Feb 19 01:24:07.355527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-4515052c-2a7e-4be2-b008-93a430b87ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:07.356973 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-4515052c-2a7e-4be2-b008-93a430b87ad5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0471966 Feb 19 01:24:07.409512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-e31b99ce-e3f2-4a3a-ae92-18c1a31613fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:07.411024 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-e31b99ce-e3f2-4a3a-ae92-18c1a31613fa service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475385 Feb 19 01:24:07.502152 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-0d058e24-3303-4238-ab3d-a253910fdb1f service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852442 Feb 19 01:24:07.597261 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-3ffe6d33-4f7c-4141-9bd2-fad08d9b5f28 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888591 Feb 19 01:24:08.288624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5a998-f2ce-4b4a-87b9-d3fc18e19a99 req-f396fdc7-7314-4f2c-baaf-e8c91b50f69a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:08.290135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ef5a998-f2ce-4b4a-87b9-d3fc18e19a99 req-f396fdc7-7314-4f2c-baaf-e8c91b50f69a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0595253 Feb 19 01:24:08.341516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ef5a998-f2ce-4b4a-87b9-d3fc18e19a99 req-d2d5f264-30f9-480e-8a45-be6a9d17da98 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456550 Feb 19 01:24:09.487504 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd7a1d-0c08-4615-9926-f2f666d10aac req-5cd1030c-eecc-4f00-954a-03b5997c956d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:09.488988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcbd7a1d-0c08-4615-9926-f2f666d10aac req-5cd1030c-eecc-4f00-954a-03b5997c956d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0635912 Feb 19 01:24:09.537659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcbd7a1d-0c08-4615-9926-f2f666d10aac req-563b7e11-bcca-4844-b0cd-5a48be1a8a43 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429189 Feb 19 01:24:10.676444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44227523-c334-4aa8-846d-603298796d47 req-bbb3d09d-cabe-44f7-977d-f2588e298055 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:10.677957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44227523-c334-4aa8-846d-603298796d47 req-bbb3d09d-cabe-44f7-977d-f2588e298055 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0593052 Feb 19 01:24:10.729595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-44227523-c334-4aa8-846d-603298796d47 req-35a2a53f-c2ce-4ed7-8620-cb7c5fc589e1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Feb 19 01:24:11.878825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89817cf-e723-4de4-b9f9-7b12a0342648 req-44bd36f0-ad76-428a-9cb6-2bbb34799eec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:11.880291 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f89817cf-e723-4de4-b9f9-7b12a0342648 req-44bd36f0-ad76-428a-9cb6-2bbb34799eec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0627849 Feb 19 01:24:11.931103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f89817cf-e723-4de4-b9f9-7b12a0342648 req-a894545d-afe2-492d-99f7-8f2e5eb82282 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450704 Feb 19 01:24:13.059587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f54d30-84ab-47a4-bbb9-6591c17e8a11 req-33473c7c-c300-420a-8ad3-9a218d37768b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:13.061080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65f54d30-84ab-47a4-bbb9-6591c17e8a11 req-33473c7c-c300-420a-8ad3-9a218d37768b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Feb 19 01:24:13.113309 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65f54d30-84ab-47a4-bbb9-6591c17e8a11 req-99e3ae87-951e-46ff-b809-f04ec0e1c9b8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436330 Feb 19 01:24:14.248727 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96869e72-f541-42a7-845f-9f23807b4c00 req-dcef4bd2-abdc-4739-a842-e1924798e434 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:14.250423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96869e72-f541-42a7-845f-9f23807b4c00 req-dcef4bd2-abdc-4739-a842-e1924798e434 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0613742 Feb 19 01:24:14.302040 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96869e72-f541-42a7-845f-9f23807b4c00 req-e39178dd-151a-4400-b1e2-6c19acfa3805 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460715 Feb 19 01:24:15.446694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e2461-cc08-43ea-b93c-197591e93bc2 req-86ad6ee1-b8f7-4a9f-b0a4-5f531655f163 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:15.448138 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-953e2461-cc08-43ea-b93c-197591e93bc2 req-86ad6ee1-b8f7-4a9f-b0a4-5f531655f163 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0658104 Feb 19 01:24:15.497954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-953e2461-cc08-43ea-b93c-197591e93bc2 req-36bfaff0-1bd3-40fd-99b5-34f4feeafeae tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440650 Feb 19 01:24:16.641725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f7ec5-212c-40d2-bd36-28069e6d61ba req-9746edf5-fb4d-4f83-ba40-d0d342cd5135 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:16.643255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc6f7ec5-212c-40d2-bd36-28069e6d61ba req-9746edf5-fb4d-4f83-ba40-d0d342cd5135 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0567515 Feb 19 01:24:16.699453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc6f7ec5-212c-40d2-bd36-28069e6d61ba req-8ca9bcf4-5503-4dc7-b757-50cd891d95fb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503879 Feb 19 01:24:17.842170 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b05063-07c7-40e5-8218-1e76baac2ce3 req-e0b4a74a-f709-4277-b1d6-aa0ee7da9a2a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:17.843699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8b05063-07c7-40e5-8218-1e76baac2ce3 req-e0b4a74a-f709-4277-b1d6-aa0ee7da9a2a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0652039 Feb 19 01:24:17.901381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d8b05063-07c7-40e5-8218-1e76baac2ce3 req-201aaa0b-fa35-461f-8de3-9392e3bde30b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478823 Feb 19 01:24:18.052756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-910fc984-1ed2-4e74-a8c5-07f886895305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:19.036936 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b784b4-fe77-444d-8e22-07c1077cf36e req-8d63ce38-e5e8-4465-a523-2d6e8c8e6ad1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:19.038489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0b784b4-fe77-444d-8e22-07c1077cf36e req-8d63ce38-e5e8-4465-a523-2d6e8c8e6ad1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0615499 Feb 19 01:24:19.085588 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0b784b4-fe77-444d-8e22-07c1077cf36e req-4f675f8d-1edb-4537-8a0e-f92b0f60ec8a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413487 Feb 19 01:24:19.288098 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.122208 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfe8ac0c-5389-4d68-a85d-b8972c69f426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:20.211921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144135a-56f6-4ab9-8744-787f4f5b1f44 req-6d5302f2-4a71-4e92-bedd-9dbdefddd288 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:20.213407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4144135a-56f6-4ab9-8744-787f4f5b1f44 req-6d5302f2-4a71-4e92-bedd-9dbdefddd288 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0560627 Feb 19 01:24:20.263163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4144135a-56f6-4ab9-8744-787f4f5b1f44 req-922a4540-3395-45fd-8ce1-5e88faae496a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417051 Feb 19 01:24:21.396395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eff5e-f642-41e6-967f-6b0bf300ad39 req-085d6538-816d-46c1-abbf-60566eae8595 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:21.397762 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-221eff5e-f642-41e6-967f-6b0bf300ad39 req-085d6538-816d-46c1-abbf-60566eae8595 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0554790 Feb 19 01:24:21.418659 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:21.447476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-221eff5e-f642-41e6-967f-6b0bf300ad39 req-38c35cf0-75d1-46da-87e9-ec34fc1fe593 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416126 Feb 19 01:24:22.572898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839027b-d18a-4420-a6b3-6f5509d4e595 req-08f88a89-f534-4723-a18c-8fd28aa6972b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:22.574434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d839027b-d18a-4420-a6b3-6f5509d4e595 req-08f88a89-f534-4723-a18c-8fd28aa6972b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0551922 Feb 19 01:24:22.627888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d839027b-d18a-4420-a6b3-6f5509d4e595 req-c6e3cc15-444c-4f26-aa9c-9cb93e58f163 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476780 Feb 19 01:24:22.846975 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:23.752006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d9651-6322-4e10-9d5a-9e55b675fa10 req-6d8b919b-b5a6-4c6a-8427-48f37b3b6548 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:23.753532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-110d9651-6322-4e10-9d5a-9e55b675fa10 req-6d8b919b-b5a6-4c6a-8427-48f37b3b6548 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0556073 Feb 19 01:24:23.806618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-110d9651-6322-4e10-9d5a-9e55b675fa10 req-167c0dec-7aac-4828-8783-a9200cca4ac4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Feb 19 01:24:24.205859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.225709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:24.957985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a4666-697e-41f4-b3e3-d7277be75de0 req-6a1e6b76-726b-44aa-af3b-b762d4a07f35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:24.959501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-228a4666-697e-41f4-b3e3-d7277be75de0 req-6a1e6b76-726b-44aa-af3b-b762d4a07f35 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0600560 Feb 19 01:24:25.013076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-228a4666-697e-41f4-b3e3-d7277be75de0 req-9c35c1eb-ba83-4ac5-956f-5b9b052bfcc6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448558 Feb 19 01:24:26.149626 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683d535-c220-404a-94ba-8d10049b5bf2 req-9b97f338-fccf-44f5-8a5f-c73e971d06e3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:26.151172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b683d535-c220-404a-94ba-8d10049b5bf2 req-9b97f338-fccf-44f5-8a5f-c73e971d06e3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0673945 Feb 19 01:24:26.198921 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b683d535-c220-404a-94ba-8d10049b5bf2 req-5eaba942-c791-415b-9d99-1293630a46f3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420048 Feb 19 01:24:27.335854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98d992-b374-48e9-a4a7-6fd66c66195c req-ac9beb8d-99a7-48fb-9662-0fa2335389a6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:27.337343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff98d992-b374-48e9-a4a7-6fd66c66195c req-ac9beb8d-99a7-48fb-9662-0fa2335389a6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0557547 Feb 19 01:24:27.387902 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff98d992-b374-48e9-a4a7-6fd66c66195c req-97cf4ddb-0558-471b-9c03-6466c721dbb5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Feb 19 01:24:28.516497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66191d1-77de-4e64-abd7-da3b0ee4052a req-ae970761-1859-49a0-8873-47f4cf75863d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:28.517975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b66191d1-77de-4e64-abd7-da3b0ee4052a req-ae970761-1859-49a0-8873-47f4cf75863d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0577157 Feb 19 01:24:28.568010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b66191d1-77de-4e64-abd7-da3b0ee4052a req-8ee07bad-9c91-4c23-b78f-a8e79386891d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443113 Feb 19 01:24:29.699513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e04ba-8445-4c2d-8834-68910c833ad8 req-a62e56d6-9ba1-4e39-ba6d-6427c1fba9b5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:29.701025 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd3e04ba-8445-4c2d-8834-68910c833ad8 req-a62e56d6-9ba1-4e39-ba6d-6427c1fba9b5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0607371 Feb 19 01:24:29.753614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cd3e04ba-8445-4c2d-8834-68910c833ad8 req-811e286f-7ab6-4fc6-9843-114b141c315b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444126 Feb 19 01:24:30.883309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a34153-2345-4d51-97dc-9f7465c02eb4 req-36c027da-0ccb-43cc-a018-8731e43ec78c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:30.884806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1a34153-2345-4d51-97dc-9f7465c02eb4 req-36c027da-0ccb-43cc-a018-8731e43ec78c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0575011 Feb 19 01:24:30.933807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1a34153-2345-4d51-97dc-9f7465c02eb4 req-67173a0e-72bd-4b62-a71f-bbe773e2c2bc tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 Feb 19 01:24:32.069456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84910ab0-1582-45ae-b145-1975dafac357 req-576a404d-79a4-4109-9451-65d8d93ed3d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:32.071014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84910ab0-1582-45ae-b145-1975dafac357 req-576a404d-79a4-4109-9451-65d8d93ed3d4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0612609 Feb 19 01:24:32.121806 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84910ab0-1582-45ae-b145-1975dafac357 req-16cd5c57-0abc-40eb-a996-facb95c1f5b1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 Feb 19 01:24:33.254637 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128727a-9709-44cb-b8fe-be8d9e9f2464 req-946912d9-ecf5-444c-95e5-7abb8ebc6763 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:33.256400 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7128727a-9709-44cb-b8fe-be8d9e9f2464 req-946912d9-ecf5-444c-95e5-7abb8ebc6763 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0557661 Feb 19 01:24:33.302505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7128727a-9709-44cb-b8fe-be8d9e9f2464 req-aa72e42c-79aa-4844-830e-91a58f95c38e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Feb 19 01:24:34.340542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-afaf63ff-6e1e-4c22-b5a3-de47a035ab90 service neutron] 10.222.0.113 "GET /v2.0/ports/50085150-efd3-4e02-bc80-b674af00efd6/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.0568156 Feb 19 01:24:34.431044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420797e-2c72-4087-b4d6-3504c918c91e req-5a09eb0e-e767-4fe5-81a4-a6569b58b8f4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.433163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b420797e-2c72-4087-b4d6-3504c918c91e req-5a09eb0e-e767-4fe5-81a4-a6569b58b8f4 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0581589 Feb 19 01:24:34.483031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b420797e-2c72-4087-b4d6-3504c918c91e req-8d67e240-b0fa-4402-8357-d171239fe8c1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438657 Feb 19 01:24:34.560714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-ac381959-36fe-4c56-a25c-e0477622cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.562208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-ac381959-36fe-4c56-a25c-e0477622cc5b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 1127 time: 0.0477993 Feb 19 01:24:34.940212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-22521d98-467b-4403-a1ee-0616e1966ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:34.941741 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-22521d98-467b-4403-a1ee-0616e1966ef1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 1127 time: 0.3541028 Feb 19 01:24:35.042506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-513e4bdb-a569-4f7f-8855-7b4f288705be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.044698 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-513e4bdb-a569-4f7f-8855-7b4f288705be service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0958049 Feb 19 01:24:35.119067 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-56a07008-ff08-4398-9c53-26e4eb7a2822 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 1001 time: 0.0680509 Feb 19 01:24:35.170221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-5e4b9b28-bfea-48cb-b762-f00593d51b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.171665 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-5e4b9b28-bfea-48cb-b762-f00593d51b0c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0471919 Feb 19 01:24:35.220689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bf4fe-be2e-4afd-8214-42eada469015 req-df28cf29-1182-4679-9751-c75c56d1db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.222076 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-df28cf29-1182-4679-9751-c75c56d1db52 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443325 Feb 19 01:24:35.335094 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-4e923b4b-9350-4a93-8536-a095bb00bf66 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064570 Feb 19 01:24:35.433481 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-656bf4fe-be2e-4afd-8214-42eada469015 req-8fef66f9-50d9-46ec-9811-6b177fcf192d service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912268 Feb 19 01:24:35.606652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34703947-5570-4f93-a619-3ca73df31804 req-897c2651-9a03-4ba4-bad3-acf46647b00d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:35.608180 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34703947-5570-4f93-a619-3ca73df31804 req-897c2651-9a03-4ba4-bad3-acf46647b00d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0532730 Feb 19 01:24:35.659533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34703947-5570-4f93-a619-3ca73df31804 req-487e6a1d-6897-4fd7-b3f8-a92357bd3758 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 Feb 19 01:24:36.548546 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 50085150-efd3-4e02-bc80-b674af00efd6 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:36.626356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 50085150-efd3-4e02-bc80-b674af00efd6 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:36.626758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.652761 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:36.655020 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf3e926-f6e9-4259-8c36-c3adf5b2804b" -d '{"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-unplugged", "status": "completed", "tag": "50085150-efd3-4e02-bc80-b674af00efd6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:36.669029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:36.674748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:36.726050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:36.761717 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77f0421-077e-4806-a1f9-0e85ffd001a2 x-openstack-request-id: req-d77f0421-077e-4806-a1f9-0e85ffd001a2 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:36.762047 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-unplugged", "status": "completed", "tag": "50085150-efd3-4e02-bc80-b674af00efd6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:36.762321 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d77f0421-077e-4806-a1f9-0e85ffd001a2 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:36.762734 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6', 'code': 200} Feb 19 01:24:36.786906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c2c58-08ea-4191-afaf-2f7add9b21d6 req-3a150046-8c7d-4aa9-b144-4c4a5f350a2f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:36.788393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d28c2c58-08ea-4191-afaf-2f7add9b21d6 req-3a150046-8c7d-4aa9-b144-4c4a5f350a2f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0532923 Feb 19 01:24:36.838296 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d28c2c58-08ea-4191-afaf-2f7add9b21d6 req-e37cf100-8b1b-4dac-950a-0b5fef5985f6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439849 Feb 19 01:24:37.978809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2fffa-2ef5-4b48-af09-822933bb0d64 req-6ddaa520-2369-4cd1-8aaa-b4d3810e5cbf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:37.980242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ace2fffa-2ef5-4b48-af09-822933bb0d64 req-6ddaa520-2369-4cd1-8aaa-b4d3810e5cbf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0559311 Feb 19 01:24:38.031536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ace2fffa-2ef5-4b48-af09-822933bb0d64 req-71684e4f-306b-41f8-a73d-119acc9fb1a8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427754 Feb 19 01:24:38.339771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-45c715ca-c19b-4fc3-a394-73d0f77cd445 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.341255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-45c715ca-c19b-4fc3-a394-73d0f77cd445 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082&tenant_id=c33fb4fb02e9457cb7fa491333bbc601&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 943 time: 0.0567079 Feb 19 01:24:38.353069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3eaf2c-cbe1-403d-adeb-b7e72418bc48 req-798019c8-62ce-4375-9ed6-970f0b623e49 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.354755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc3eaf2c-cbe1-403d-adeb-b7e72418bc48 req-798019c8-62ce-4375-9ed6-970f0b623e49 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0526688 Feb 19 01:24:38.403868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc3eaf2c-cbe1-403d-adeb-b7e72418bc48 req-b796287a-5e78-4170-a5fb-6fd671d3b54b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428500 Feb 19 01:24:38.408384 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-17a33092-2dc4-49e2-8e77-b2f2efc1a646 service neutron] 10.222.0.113 "GET /v2.0/ports/50085150-efd3-4e02-bc80-b674af00efd6/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.0606194 Feb 19 01:24:38.475852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-59f830bf-9a74-4cf3-a370-7ebd12b5846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.477385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-59f830bf-9a74-4cf3-a370-7ebd12b5846c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 1125 time: 0.0455480 Feb 19 01:24:38.551456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 50085150-efd3-4e02-bc80-b674af00efd6 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:38.578983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-6f5846b4-9e75-4d1c-a0a6-312d1227a3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.580477 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-6f5846b4-9e75-4d1c-a0a6-312d1227a3d3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0971520 Feb 19 01:24:38.651209 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-7f2ac537-c7b3-481d-bbd7-7d8e775259c7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 999 time: 0.0642745 Feb 19 01:24:38.657411 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:38.669829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '50085150-efd3-4e02-bc80-b674af00efd6', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': '50085150-efd3-4e02-bc80-b674af00efd6', 'mac_address': 'fa:16:3e:9f:98:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:38.698070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-cfb8c45c-9dab-4168-b17b-e5cc30c4e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.699559 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-cfb8c45c-9dab-4168-b17b-e5cc30c4e124 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0424607 Feb 19 01:24:38.708990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 50085150-efd3-4e02-bc80-b674af00efd6 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:38.709411 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:38.723720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50085150-efd3-4e02-bc80-b674af00efd6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:38.746015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:38.749976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-e98c2265-85ba-46a5-9346-ac7409e601df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:38.750401 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:38.751539 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-e98c2265-85ba-46a5-9346-ac7409e601df service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455811 Feb 19 01:24:38.796809 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:38.843644 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-89e9f0c9-d894-44d4-9928-efaeb59c58e4 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859578 Feb 19 01:24:38.933547 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-7014f59c-e24f-4be4-928c-b29059ca3130 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829191 Feb 19 01:24:38.964980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['50085150-efd3-4e02-bc80-b674af00efd6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:39.555185 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84693282-505f-4fdc-a011-686e6d6d8f1e req-4514aed7-9c7c-4831-8252-9de45d6af297 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:39.556661 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84693282-505f-4fdc-a011-686e6d6d8f1e req-4514aed7-9c7c-4831-8252-9de45d6af297 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 944 time: 0.0652871 Feb 19 01:24:39.607434 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84693282-505f-4fdc-a011-686e6d6d8f1e req-de4b86f0-fe7d-4cbe-b2f1-07d8c663f7c6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Feb 19 01:24:40.577710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 50085150-efd3-4e02-bc80-b674af00efd6 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:40.632074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 50085150-efd3-4e02-bc80-b674af00efd6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:40.632466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (50085150-efd3-4e02-bc80-b674af00efd6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.716645 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 50085150-efd3-4e02-bc80-b674af00efd6 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:40.717446 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.744688 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd8666-79e2-46fb-82ac-4a0c598a5842 req-9f3f825c-cc10-4a1b-a865-a0699313d783 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:40.747445 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87fd8666-79e2-46fb-82ac-4a0c598a5842 req-9f3f825c-cc10-4a1b-a865-a0699313d783 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 944 time: 0.0635095 Feb 19 01:24:40.747611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:40.750118 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1292d5b3-8e70-43f0-93c2-cbc383c82f6c" -d '{"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-plugged", "status": "completed", "tag": "50085150-efd3-4e02-bc80-b674af00efd6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:40.771473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:40.779093 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:40.806676 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f497236-43d0-4c0f-8b79-919ec786f23f x-openstack-request-id: req-3f497236-43d0-4c0f-8b79-919ec786f23f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:40.807033 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-plugged", "status": "completed", "tag": "50085150-efd3-4e02-bc80-b674af00efd6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:40.807195 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f497236-43d0-4c0f-8b79-919ec786f23f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:40.807605 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6', 'code': 200} Feb 19 01:24:40.810777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87fd8666-79e2-46fb-82ac-4a0c598a5842 req-88a51128-9bf7-453c-a98b-ff1d79a8afc5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552969 Feb 19 01:24:40.831549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:41.077180 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-a9e9f08d-5189-4b62-9eb5-d9d352baf53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.078771 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-a9e9f08d-5189-4b62-9eb5-d9d352baf53b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 1127 time: 0.0645182 Feb 19 01:24:41.146821 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-a46f5a98-1735-468e-842a-0575641c4860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.148438 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-a46f5a98-1735-468e-842a-0575641c4860 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 1127 time: 0.0478067 Feb 19 01:24:41.240477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-8daf9f11-27e6-4fb5-8b92-cc49843bdba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.242101 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-8daf9f11-27e6-4fb5-8b92-cc49843bdba7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0855048 Feb 19 01:24:41.311355 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-3b03fa37-ace7-4137-b8ff-d485b607af66 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 200 len: 1001 time: 0.0631313 Feb 19 01:24:41.360642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-a28e7f92-5c75-4a19-851c-8b0b4a70267a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.362090 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-a28e7f92-5c75-4a19-851c-8b0b4a70267a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0437922 Feb 19 01:24:41.412469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-c3a6b034-2222-4e97-ad2c-99ee683abd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.413983 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-c3a6b034-2222-4e97-ad2c-99ee683abd49 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457745 Feb 19 01:24:41.429779 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:24:41.507296 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-5dec2cc4-b116-4517-adf3-524f848716ca service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867450 Feb 19 01:24:41.597480 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5354f6f9-6695-4a68-852a-c4a9514b00c7 req-d2f882da-c805-4c65-8f2a-aa4c44fc7ead service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836318 Feb 19 01:24:41.962460 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cc33-c563-4a2c-bbee-d4f488c712d1 req-7e220f60-e5d3-451e-b812-ff849624a4bf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:41.963849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f25cc33-c563-4a2c-bbee-d4f488c712d1 req-7e220f60-e5d3-451e-b812-ff849624a4bf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0564058 Feb 19 01:24:42.016779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f25cc33-c563-4a2c-bbee-d4f488c712d1 req-eb5e0195-300d-4e64-8895-c92801b1dbc3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450511 Feb 19 01:24:42.589105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 50085150-efd3-4e02-bc80-b674af00efd6 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:42.683679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 50085150-efd3-4e02-bc80-b674af00efd6 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:42.684082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.717475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:42.723122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:42.769232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:42.808470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:42.810821 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963d673e-9623-4c78-adc1-db8f1992e38e" -d '{"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-unplugged", "status": "completed", "tag": "50085150-efd3-4e02-bc80-b674af00efd6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:42.855177 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db08ac38-5070-488a-b4e1-9fa003c54075 x-openstack-request-id: req-db08ac38-5070-488a-b4e1-9fa003c54075 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:42.855642 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-unplugged", "status": "completed", "tag": "50085150-efd3-4e02-bc80-b674af00efd6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:42.856029 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db08ac38-5070-488a-b4e1-9fa003c54075 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:42.856654 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6', 'code': 200} Feb 19 01:24:43.155964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6da395-7fc4-4112-a7c6-3711cee6e432 req-a9df91e7-c34a-4a2f-9b89-ec52f4a0df9b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:43.157579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f6da395-7fc4-4112-a7c6-3711cee6e432 req-a9df91e7-c34a-4a2f-9b89-ec52f4a0df9b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0588732 Feb 19 01:24:43.205904 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4f6da395-7fc4-4112-a7c6-3711cee6e432 req-f5d900bf-dcdd-45e1-abb1-2c54188852bd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424948 Feb 19 01:24:44.352035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123717d-2470-4bd3-9dcc-cebff8baee2e req-3a12cdb4-c502-41ce-9b27-e86be6989936 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:44.353559 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5123717d-2470-4bd3-9dcc-cebff8baee2e req-3a12cdb4-c502-41ce-9b27-e86be6989936 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0641320 Feb 19 01:24:44.402153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5123717d-2470-4bd3-9dcc-cebff8baee2e req-d1ebc506-313b-4405-bab6-9c5030f55f6b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422883 Feb 19 01:24:44.529044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fcfdb-650e-4b37-a2e4-a480d7e64fa0 req-6666bab3-5f88-44ab-98b8-ba5343e54280 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:44.530553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66fcfdb-650e-4b37-a2e4-a480d7e64fa0 req-6666bab3-5f88-44ab-98b8-ba5343e54280 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0607467 Feb 19 01:24:44.580522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a66fcfdb-650e-4b37-a2e4-a480d7e64fa0 req-3aa0afdd-1289-4d77-b1cb-1032b0d02b6c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Feb 19 01:24:44.601505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 50085150-efd3-4e02-bc80-b674af00efd6 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:44.701575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43689be-6cc1-4ad9-9fb5-f389d92d08a8 req-0a9beefc-2921-4cb5-b62d-3497226e4d5c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:44.702994 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c43689be-6cc1-4ad9-9fb5-f389d92d08a8 req-0a9beefc-2921-4cb5-b62d-3497226e4d5c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 943 time: 0.0553823 Feb 19 01:24:44.703395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:44.715291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '50085150-efd3-4e02-bc80-b674af00efd6', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': '50085150-efd3-4e02-bc80-b674af00efd6', 'mac_address': 'fa:16:3e:9f:98:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:44.750135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c43689be-6cc1-4ad9-9fb5-f389d92d08a8 req-943f1681-9a20-4381-8baf-cde471c77c6e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 Feb 19 01:24:44.753266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 50085150-efd3-4e02-bc80-b674af00efd6 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:44.753714 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.767412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50085150-efd3-4e02-bc80-b674af00efd6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:44.787617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:44.791767 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:44.842663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:44.994145 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf3887-0ee9-478a-9ab0-f9c81ee57007 req-874f7999-3e15-4ea5-b0d5-600a3aaf9725 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:44.995576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00cf3887-0ee9-478a-9ab0-f9c81ee57007 req-874f7999-3e15-4ea5-b0d5-600a3aaf9725 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0592256 Feb 19 01:24:45.010812 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['50085150-efd3-4e02-bc80-b674af00efd6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:45.044875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-00cf3887-0ee9-478a-9ab0-f9c81ee57007 req-9e3d0059-80fa-47fd-a5ad-dc396c1dfc21 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434163 Feb 19 01:24:46.186013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133bc9ee-65c6-4704-b09f-939e68d360f8 req-23e1a276-48d3-48b6-ae3d-e5ea66212a9c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:46.187586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-133bc9ee-65c6-4704-b09f-939e68d360f8 req-23e1a276-48d3-48b6-ae3d-e5ea66212a9c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0597932 Feb 19 01:24:46.248884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-133bc9ee-65c6-4704-b09f-939e68d360f8 req-15b2b924-2a6d-46b5-a093-1ff5662037bf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548615 Feb 19 01:24:46.374168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-76b33b86-e106-40a5-a1cc-81632e110a9f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:46.375676 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-76b33b86-e106-40a5-a1cc-81632e110a9f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 945 time: 0.0706913 Feb 19 01:24:46.479232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Deleting port 50085150-efd3-4e02-bc80-b674af00efd6 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:24:46.479562 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.575897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:46.576261 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (50085150-efd3-4e02-bc80-b674af00efd6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.625807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 50085150-efd3-4e02-bc80-b674af00efd6 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:24:46.711607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 50085150-efd3-4e02-bc80-b674af00efd6 is: BUILD; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:46.712095 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (50085150-efd3-4e02-bc80-b674af00efd6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.725173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 50085150-efd3-4e02-bc80-b674af00efd6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:46.745341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 50085150-efd3-4e02-bc80-b674af00efd6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=50085150-efd3-4e02-bc80-b674af00efd6,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:46.749037 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.758056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.758465 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.758788 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57 disassociated. External IP: 172.25.6.79, port: 50085150-efd3-4e02-bc80-b674af00efd6. Feb 19 01:24:46.759165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Calling delete_port for 50085150-efd3-4e02-bc80-b674af00efd6 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:24:46.800053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:46.807371 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.807733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.808086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.808433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.808776 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.809113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.809445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.809778 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.810110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.810470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.810851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.811182 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.811513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:46.891245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (50085150-efd3-4e02-bc80-b674af00efd6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:46.918645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event deleted for resources: {'Port': ['ID=50085150-efd3-4e02-bc80-b674af00efd6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:47.037232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:24:47.155612 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:24:47.168464 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2805e360-053c-474b-9185-f73162bcd732 None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:24:47.178594 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2805e360-053c-474b-9185-f73162bcd732 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:47.179226 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2805e360-053c-474b-9185-f73162bcd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:24:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.198552 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] No DVR routers for this DVR port 50085150-efd3-4e02-bc80-b674af00efd6 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:24:47.201277 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:47.204971 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3e7e3f7f-af8f-4bf7-ae12-a823346129db req-61ea9082-673a-48c5-a7d2-a454d7eff876 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "DELETE /v2.0/ports/50085150-efd3-4e02-bc80-b674af00efd6 HTTP/1.1" status: 204 len: 173 time: 0.8239183 Feb 19 01:24:47.205438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-deleted', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:47.207792 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc8e8d7-32db-46dd-ac67-397e2238b341" -d '{"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-deleted", "tag": "50085150-efd3-4e02-bc80-b674af00efd6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:47.245738 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211acf2-0506-4f61-b0fe-70a5fb91cb5e x-openstack-request-id: req-e211acf2-0506-4f61-b0fe-70a5fb91cb5e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:47.246032 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f197817c-ad85-4e9b-9948-894de8401082", "name": "network-vif-deleted", "tag": "50085150-efd3-4e02-bc80-b674af00efd6", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:47.246302 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e211acf2-0506-4f61-b0fe-70a5fb91cb5e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:47.246720 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f197817c-ad85-4e9b-9948-894de8401082', 'name': 'network-vif-deleted', 'tag': '50085150-efd3-4e02-bc80-b674af00efd6', 'status': 'completed', 'code': 200} Feb 19 01:24:47.292872 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-2805e360-053c-474b-9185-f73162bcd732 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:47.383694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43ffd601-b002-4b7c-a78e-c9824b8df3c3 req-275526a5-1817-45ae-bb4e-da4d0587aa68 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=f197817c-ad85-4e9b-9948-894de8401082 HTTP/1.1" status: 200 len: 210 time: 0.0303061 Feb 19 01:24:47.597594 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2805e360-053c-474b-9185-f73162bcd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.627172 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2805e360-053c-474b-9185-f73162bcd732 None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:24:47.636172 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2805e360-053c-474b-9185-f73162bcd732 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:24:47.636800 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2805e360-053c-474b-9185-f73162bcd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:24:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.747610 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-2805e360-053c-474b-9185-f73162bcd732 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:24:47.961751 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-2805e360-053c-474b-9185-f73162bcd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:24:47.994605 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2805e360-053c-474b-9185-f73162bcd732 None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:24:48.045552 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1941f234-4fe8-4464-ad83-1b6de87aa68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:48.227542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeff16e-20bc-4ca5-b753-280dbf34541c None None] New status for floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:24:48.636692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-df2dc9f8-3120-40af-999a-7e3087023e51 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1039839577&fields=id&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 267 time: 0.0432057 Feb 19 01:24:48.755485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-8bfbbcad-e2ae-4c2b-89d5-eed9a94b2f46 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:48.756842 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-8bfbbcad-e2ae-4c2b-89d5-eed9a94b2f46 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1114197 Feb 19 01:24:48.774640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-9e5498aa-60ad-466c-93a1-16822fe6085d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/quotas/c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 375 time: 0.0097058 Feb 19 01:24:48.833242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-408af93b-f144-4982-a7cf-74a699d48a06 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508773 Feb 19 01:24:48.997233 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-961fbe4b-9a56-4028-a034-73c1506be21d service neutron] 10.222.0.60 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522689 Feb 19 01:24:49.091143 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-7d4259d9-5ba6-40d7-8296-c59fe9704256 service neutron] 10.222.0.60 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852375 Feb 19 01:24:49.259595 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dec9b7d-9241-41a3-892d-5016fd278c9b req-2f9683af-bf32-4b7c-a07b-6531fb11eb13 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0278304 Feb 19 01:24:49.294169 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.119777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9048d6de-b2e5-4ef8-8f98-c69447307717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.240414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-480e0aea-3864-418c-bde6-a0e5ba459bcf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.241870 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-480e0aea-3864-418c-bde6-a0e5ba459bcf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 812 time: 0.1087494 Feb 19 01:24:50.304404 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a6469062-2f42-4728-9c3b-8de395878331 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 380 time: 0.0534973 Feb 19 01:24:50.314394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'port': {'device_id': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'admin_state_up': True, 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'security_groups': ['ce507f83-70ea-44e9-8e8a-3f87f0986a45']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:50.428929 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Made reservation on behalf of c33fb4fb02e9457cb7fa491333bbc601 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:24:50.432656 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.567078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Allocated IP 172.20.0.12 (bbe77a6e-8731-4cc9-9628-8af0fd38cda1/96d19648-7526-4582-a93b-3c17d82d3e3e/45f44163-f6e3-4b86-9416-9256a7532142) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:24:50.699125 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0a7d127-8b39-403b-a051-87a443fe87d1 req-eeee4f33-a60c-4906-8aa9-3ec0cc18458c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.3676677 Feb 19 01:24:50.719954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for port (45f44163-f6e3-4b86-9416-9256a7532142), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.751216 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.793865 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:24:50.796948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:24:50.802617 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:24:50.809243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:50.863228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:50.863876 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:50.882728 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-a386c4c4-8698-44c2-af20-0256680c4919 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5728853 Feb 19 01:24:50.894356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Request body: {'port': {'device_id': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:50.956784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.007594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-addd9d70-321b-4dc0-910f-2eb137d43309 None None] Provisioning complete for port 45f44163-f6e3-4b86-9416-9256a7532142 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:51.008297 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-addd9d70-321b-4dc0-910f-2eb137d43309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (45f44163-f6e3-4b86-9416-9256a7532142), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.042922 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-addd9d70-321b-4dc0-910f-2eb137d43309 None None] Port 45f44163-f6e3-4b86-9416-9256a7532142 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:24:51.227834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f44163-f6e3-4b86-9416-9256a7532142 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:51.236137 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Publish callbacks [] for port (45f44163-f6e3-4b86-9416-9256a7532142), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.252784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Transition to ACTIVE for port object 45f44163-f6e3-4b86-9416-9256a7532142 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:24:51.258446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.308273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:51.381145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Attempting to bind port 45f44163-f6e3-4b86-9416-9256a7532142 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:24:51.381468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Attempting to bind port 45f44163-f6e3-4b86-9416-9256a7532142 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:24:51.381818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Attempting to bind port 45f44163-f6e3-4b86-9416-9256a7532142 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:51.387375 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Port 45f44163-f6e3-4b86-9416-9256a7532142 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:24:51.387706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Attempting to bind port 45f44163-f6e3-4b86-9416-9256a7532142 on network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:24:51.393435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:24:51.393779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Checking segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:24:51.394171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Bound using segment: {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:24:51.394646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Bound port: 45f44163-f6e3-4b86-9416-9256a7532142, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:24:51.395011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.423008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.470825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:24:51.474143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:24:51.480607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.513419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.514230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:51.515511 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] 10.222.0.113 "PUT /v2.0/ports/45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 1092 time: 0.6255100 Feb 19 01:24:51.516018 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:51.518379 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1046fc59-21d5-4744-a782-2306dab2425f" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "tag": "45f44163-f6e3-4b86-9416-9256a7532142"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:51.550771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:51.560568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.560882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.561233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.561515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.561834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.562163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.562787 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.562913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.563179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.563535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.563869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.564189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.564512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e364e7-7fe9-42b0-9de6-3345c182e34d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:24:51.598565 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b949154-836e-4ab9-b1c2-425ed3949fe5 x-openstack-request-id: req-9b949154-836e-4ab9-b1c2-425ed3949fe5 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:51.598874 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "tag": "45f44163-f6e3-4b86-9416-9256a7532142", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:51.599130 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b949154-836e-4ab9-b1c2-425ed3949fe5 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:51.599538 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142', 'status': 'completed', 'code': 200} Feb 19 01:24:51.620218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-d887f3f0-83f9-4edf-9404-e0fb87abc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.621815 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-d887f3f0-83f9-4edf-9404-e0fb87abc9fd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1126 time: 0.0534244 Feb 19 01:24:51.681988 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-0f53ac0d-4e71-40be-8f71-175aec3239ad service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 217 time: 0.0475848 Feb 19 01:24:51.740312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-3451a437-673a-438e-8696-ff28fbd18653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.741807 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-3451a437-673a-438e-8696-ff28fbd18653 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0544529 Feb 19 01:24:51.794572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-beeee32a-408f-40d1-84b6-998f04f30692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.796127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-beeee32a-408f-40d1-84b6-998f04f30692 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470877 Feb 19 01:24:51.826042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b9e59-0f61-46c3-8c4d-0de272c9e856 req-a01a1f8e-3f09-4f37-ab21-f68445ad2adf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:51.827587 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-902b9e59-0f61-46c3-8c4d-0de272c9e856 req-a01a1f8e-3f09-4f37-ab21-f68445ad2adf tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0565212 Feb 19 01:24:51.880789 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-902b9e59-0f61-46c3-8c4d-0de272c9e856 req-73a263ae-3080-4ad5-8efc-a20d19189250 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472023 Feb 19 01:24:51.887589 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-c643ff46-60f6-47e6-a728-55dc63bac80c service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831950 Feb 19 01:24:51.991444 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-01a9b1f3-2efc-456d-ac6a-6a4830522a3b req-438264ce-08d3-46fd-b0f5-7d351076398e service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972321 Feb 19 01:24:52.091414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046fc59-21d5-4744-a782-2306dab2425f req-a43cbf33-98e9-4f00-bd84-71b29c093bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.092959 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1046fc59-21d5-4744-a782-2306dab2425f req-a43cbf33-98e9-4f00-bd84-71b29c093bf9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1126 time: 0.0526969 Feb 19 01:24:52.190710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046fc59-21d5-4744-a782-2306dab2425f req-78a1ab30-270f-4116-b56d-4a74bfdc3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.192366 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1046fc59-21d5-4744-a782-2306dab2425f req-78a1ab30-270f-4116-b56d-4a74bfdc3655 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0930002 Feb 19 01:24:52.237067 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1046fc59-21d5-4744-a782-2306dab2425f req-847bf44a-7a02-4925-ab7d-4cc8847bcaa3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 217 time: 0.0368760 Feb 19 01:24:52.287350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046fc59-21d5-4744-a782-2306dab2425f req-2fc4a08b-7375-49d9-acb2-e9a36cab89ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.288738 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1046fc59-21d5-4744-a782-2306dab2425f req-2fc4a08b-7375-49d9-acb2-e9a36cab89ce service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0454779 Feb 19 01:24:52.353800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046fc59-21d5-4744-a782-2306dab2425f req-ade8c1ad-f8d7-44f1-ae76-edb6c9dd0f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:52.356038 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1046fc59-21d5-4744-a782-2306dab2425f req-ade8c1ad-f8d7-44f1-ae76-edb6c9dd0f66 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0591850 Feb 19 01:24:52.449216 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1046fc59-21d5-4744-a782-2306dab2425f req-c79f53a8-bc14-4a4d-8636-727de16d91e5 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853505 Feb 19 01:24:52.553493 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1046fc59-21d5-4744-a782-2306dab2425f req-118aec92-25a0-4aee-8e03-b4d6c1d3f54d service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972829 Feb 19 01:24:52.852160 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:53.015743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bae01-3caa-4977-8477-eb670a21f640 req-d5f0d82b-d45a-47b7-8062-183b83c13ba1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:53.017228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-694bae01-3caa-4977-8477-eb670a21f640 req-d5f0d82b-d45a-47b7-8062-183b83c13ba1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0563653 Feb 19 01:24:53.070968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-694bae01-3caa-4977-8477-eb670a21f640 req-79e2879d-c44d-411d-9061-9a088e7b38df tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457947 Feb 19 01:24:54.201356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.215477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc28251-3d97-42fd-9368-357abdf34692 req-4ac78be0-2d0b-43af-a4be-9e951fc94b78 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:54.216984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bc28251-3d97-42fd-9368-357abdf34692 req-4ac78be0-2d0b-43af-a4be-9e951fc94b78 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0571749 Feb 19 01:24:54.248433 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.264600 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bc28251-3d97-42fd-9368-357abdf34692 req-b1fa7f2a-1844-4963-9188-1c66fb3d514a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416596 Feb 19 01:24:54.672427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:24:54.774670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:54.790138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '45f44163-f6e3-4b86-9416-9256a7532142', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': '45f44163-f6e3-4b86-9416-9256a7532142', 'mac_address': 'fa:16:3e:e4:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:24:54.826537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 45f44163-f6e3-4b86-9416-9256a7532142 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:54.826932 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.840013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f44163-f6e3-4b86-9416-9256a7532142 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:24:54.859315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:54.865291 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:54.911530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:55.085713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['45f44163-f6e3-4b86-9416-9256a7532142'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:24:55.388014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0a26-d05d-442b-a133-f65991b9d445 req-ae188c5a-f141-4623-ac2f-9de35466765d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:55.389500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df8a0a26-d05d-442b-a133-f65991b9d445 req-ae188c5a-f141-4623-ac2f-9de35466765d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 945 time: 0.0568216 Feb 19 01:24:55.439162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df8a0a26-d05d-442b-a133-f65991b9d445 req-0736caf2-ca72-478e-9bdc-602b6c4c56c5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412982 Feb 19 01:24:56.585120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ae216-6694-4fa1-a267-b36e938a0a7d req-de245d10-6f36-43dc-92b8-f6ae3533d8ea tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:56.586983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da8ae216-6694-4fa1-a267-b36e938a0a7d req-de245d10-6f36-43dc-92b8-f6ae3533d8ea tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 945 time: 0.0704300 Feb 19 01:24:56.636065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da8ae216-6694-4fa1-a267-b36e938a0a7d req-a9a27cf9-246c-4a92-8de4-586ebaf35573 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Feb 19 01:24:56.686501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:24:56.750342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 45f44163-f6e3-4b86-9416-9256a7532142 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:24:56.756164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 45f44163-f6e3-4b86-9416-9256a7532142 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:24:56.756720 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (45f44163-f6e3-4b86-9416-9256a7532142), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.841629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 45f44163-f6e3-4b86-9416-9256a7532142 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:24:56.842015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.868918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:24:56.871265 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8779a0b7-4d54-4dc9-a6b2-df358b74dae3" -d '{"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-plugged", "status": "completed", "tag": "45f44163-f6e3-4b86-9416-9256a7532142"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:24:56.884442 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:24:56.889327 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:56.912781 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054fdb0c-f50e-4f7f-81bb-794ebd416682 x-openstack-request-id: req-054fdb0c-f50e-4f7f-81bb-794ebd416682 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:24:56.913072 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-plugged", "status": "completed", "tag": "45f44163-f6e3-4b86-9416-9256a7532142", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:24:56.913422 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-054fdb0c-f50e-4f7f-81bb-794ebd416682 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:24:56.913886 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142', 'code': 200} Feb 19 01:24:56.940093 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:24:57.012989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9153b-57af-41fe-936f-f61aad064cc0 req-b0a225d6-4b33-428f-870f-526364e63bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.014425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f2c9153b-57af-41fe-936f-f61aad064cc0 req-b0a225d6-4b33-428f-870f-526364e63bd5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1128 time: 0.0463586 Feb 19 01:24:57.058493 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f2c9153b-57af-41fe-936f-f61aad064cc0 req-187cf245-3f50-4698-ab09-69d9f4b5df22 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376766 Feb 19 01:24:57.762508 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa517a83-0706-4e45-9c13-c54d8901a09b req-50f87beb-8423-442b-8ec9-6606f9a7d20d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:57.763982 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa517a83-0706-4e45-9c13-c54d8901a09b req-50f87beb-8423-442b-8ec9-6606f9a7d20d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0550978 Feb 19 01:24:57.810775 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aa517a83-0706-4e45-9c13-c54d8901a09b req-9ac20c84-c795-4603-a53a-08f6531b0671 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Feb 19 01:24:58.944009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ade4f-3b13-4226-b208-e757ffaf4067 req-7e89b688-e1f0-4e69-9b3c-0939d2c6ca82 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:58.945533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a8ade4f-3b13-4226-b208-e757ffaf4067 req-7e89b688-e1f0-4e69-9b3c-0939d2c6ca82 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0644965 Feb 19 01:24:58.994500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2a8ade4f-3b13-4226-b208-e757ffaf4067 req-97f4d773-d923-4503-b122-35ed99a42a30 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431888 Feb 19 01:24:59.122814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3eea-19c3-4bfa-b1b9-5b8156ad00f3 req-ff402073-46b9-4089-ae41-21865ef72c24 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:24:59.124282 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c40b3eea-19c3-4bfa-b1b9-5b8156ad00f3 req-ff402073-46b9-4089-ae41-21865ef72c24 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0650575 Feb 19 01:24:59.133885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36298) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:24:59.138481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Request body: {'floatingip': {'port_id': '45f44163-f6e3-4b86-9416-9256a7532142'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:24:59.177597 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.627408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.633750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:24:59.741568 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57 associated. External IP: 172.25.6.79, port: 45f44163-f6e3-4b86-9416-9256a7532142. Feb 19 01:24:59.962610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:25:00.079617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:25:00.084604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:00.090787 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:25:00.108295 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:00.109417 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:24:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:00.115037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5e1c75f7-4031-4f14-a1f3-13f818f5cbec tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "PUT /v2.0/floatingips/c7f89f1a-1e0f-4f9b-b444-00417cf24e57 HTTP/1.1" status: 200 len: 992 time: 0.9800055 Feb 19 01:25:00.115634 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:00.117984 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae1d082-9802-4d70-96f3-b84648dd9e04" -d '{"events": [{"name": "network-changed", "server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "tag": "45f44163-f6e3-4b86-9416-9256a7532142"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:00.228090 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:00.264292 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef37e4e-7a14-4072-a6f9-47dc95bd8e99 x-openstack-request-id: req-8ef37e4e-7a14-4072-a6f9-47dc95bd8e99 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:00.269837 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "tag": "45f44163-f6e3-4b86-9416-9256a7532142", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:00.271681 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ef37e4e-7a14-4072-a6f9-47dc95bd8e99 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:00.275304 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142', 'status': 'completed', 'code': 200} Feb 19 01:25:00.349011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-e2750f1d-df8d-4f69-841f-411387dc0c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.350582 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-e2750f1d-df8d-4f69-841f-411387dc0c1b service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1128 time: 0.0663605 Feb 19 01:25:00.478127 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-35cfa217-181a-4568-8c5e-e755ec2b0e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.480022 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-35cfa217-181a-4568-8c5e-e755ec2b0e58 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.1228070 Feb 19 01:25:00.550633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-72ea106b-2176-4a7e-8fe1-1e5049f71498 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 1000 time: 0.0632389 Feb 19 01:25:00.553754 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '45f44163-f6e3-4b86-9416-9256a7532142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:e4:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:24:59Z', 'revision_number': 13, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:00.586561 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:25:00.597440 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:25:00.598169 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:24:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:00.617776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-629c64a4-0b03-4638-a174-b578d1bb4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.619291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-629c64a4-0b03-4638-a174-b578d1bb4283 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0625010 Feb 19 01:25:00.677753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-8a3364eb-df57-4799-8b12-fd977ad29ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:00.679903 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-8a3364eb-df57-4799-8b12-fd977ad29ac0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542870 Feb 19 01:25:00.723862 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:25:00.788463 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-bd9309e9-7193-4ec3-a588-8ff2d27d1e1e service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022522 Feb 19 01:25:00.889540 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2ae1d082-9802-4d70-96f3-b84648dd9e04 req-0f5a68df-df0f-4e5e-b1aa-9a21a1c84a19 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943770 Feb 19 01:25:00.970205 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '45f44163-f6e3-4b86-9416-9256a7532142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:e4:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:24:59Z', 'revision_number': 13, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:25:00.998223 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4c2de5-90b7-4672-a43c-52a1a2a5f258 None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'c7f89f1a-1e0f-4f9b-b444-00417cf24e57', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'floating_ip_address': '172.25.6.79', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'port_id': '45f44163-f6e3-4b86-9416-9256a7532142', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4083, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'mac_address': 'fa:16:3e:e4:cf:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:22:17Z', 'updated_at': '2022-02-19T01:24:59Z', 'revision_number': 13, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:25:01.224971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bf7e10-c83d-4a23-b39e-7612f268e4fb None None] New status for floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:25:02.699096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b580d87-777e-4576-9706-cd0704ab5c66 req-d68bf029-f7a2-408d-8370-86d2c7ae2827 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:02.700493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b580d87-777e-4576-9706-cd0704ab5c66 req-d68bf029-f7a2-408d-8370-86d2c7ae2827 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0557830 Feb 19 01:25:02.766201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b580d87-777e-4576-9706-cd0704ab5c66 req-84a68fd5-2209-45e4-b5ca-8bedd119135d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574610 Feb 19 01:25:08.709201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1179ca32-fa54-46a6-b09d-51c7a814b74a req-22f9eb31-f91f-48dd-a9ac-ee6012e9e353 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0265863 Feb 19 01:25:08.780399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1179ca32-fa54-46a6-b09d-51c7a814b74a req-a73429d6-9619-41bc-9c50-dfdf601c307b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0263424 Feb 19 01:25:08.823956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1179ca32-fa54-46a6-b09d-51c7a814b74a req-58eb50ff-3bb0-416d-8007-8f04990459a1 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207551 Feb 19 01:25:08.925072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179ca32-fa54-46a6-b09d-51c7a814b74a req-8b65bdc0-72de-4740-b19a-1211fbd03d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:08.926577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1179ca32-fa54-46a6-b09d-51c7a814b74a req-8b65bdc0-72de-4740-b19a-1211fbd03d5a service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956256 Feb 19 01:25:15.806666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-b3846b17-8515-422e-8b98-c781311a8c80 req-90c27ad1-e485-48cb-9c94-918af495156a service neutron] (103649) timed out ('10.222.0.60', 33858) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:25:18.057067 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c41cdd2-08e2-4b15-a185-dd716d325ad3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:18.432343 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:25:19.264729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586b57b-337b-4890-900e-8ead3924b1cc req-28ca404d-21df-4e17-b411-e5137a928186 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:19.266215 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3586b57b-337b-4890-900e-8ead3924b1cc req-28ca404d-21df-4e17-b411-e5137a928186 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0820150 Feb 19 01:25:19.295324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-3e1dfbcc-03ce-4b63-afb8-db9424be499d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170280 Feb 19 01:25:19.299100 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:19.322805 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3586b57b-337b-4890-900e-8ead3924b1cc req-a02dea8c-e577-4d7d-afc7-2d88c066949d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495152 Feb 19 01:25:19.717342 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-715ba9d4-4b1f-49c7-a1c8-caa3b3d05de6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:19.718628 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-715ba9d4-4b1f-49c7-a1c8-caa3b3d05de6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports/45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 943 time: 0.1022100 Feb 19 01:25:20.117251 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa30c818-f37e-4c37-901e-3d8fcc4348cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:20.449996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbda439-5881-4e12-a7ba-c4ad3af58c84 req-f53ab1b6-5abe-426f-914c-a32e5ef0c3f9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.451529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bbda439-5881-4e12-a7ba-c4ad3af58c84 req-f53ab1b6-5abe-426f-914c-a32e5ef0c3f9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0553231 Feb 19 01:25:20.500678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3bbda439-5881-4e12-a7ba-c4ad3af58c84 req-c5af6537-94e6-4eb2-a223-377414bf8b55 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433500 Feb 19 01:25:20.612942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-68835316-2b21-48a3-b657-24f0eac2509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.614488 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-68835316-2b21-48a3-b657-24f0eac2509f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1128 time: 0.0471206 Feb 19 01:25:20.714813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-26f487ed-1542-4e91-aff3-0c55fd109f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.716304 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-26f487ed-1542-4e91-aff3-0c55fd109f04 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0949697 Feb 19 01:25:20.782864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-1bfe61ab-32e6-46c1-bee9-ba2cae31bb0f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 1002 time: 0.0596983 Feb 19 01:25:20.830168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-f8a6c6d4-005c-4abd-bf3f-e4b24935caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.831674 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-f8a6c6d4-005c-4abd-bf3f-e4b24935caa0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0423834 Feb 19 01:25:20.887886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-f31536b1-e1bb-4427-82d8-8bb65429da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:20.889293 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-f31536b1-e1bb-4427-82d8-8bb65429da03 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507820 Feb 19 01:25:20.979676 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-21ba560c-3940-4aa0-9f0d-ea702980e584 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823104 Feb 19 01:25:21.074711 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-18a40bb8-a1b9-45d2-ad75-f7e545f398b6 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882342 Feb 19 01:25:21.420720 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:21.633253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fd258-335d-4a30-a404-553a99b8393f req-cf8fa4da-f28d-4c62-a89f-2738a9e2efe6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:21.634793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f04fd258-335d-4a30-a404-553a99b8393f req-cf8fa4da-f28d-4c62-a89f-2738a9e2efe6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0584037 Feb 19 01:25:21.684665 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f04fd258-335d-4a30-a404-553a99b8393f req-193132b4-7490-4d75-a72e-6a7425cc26e9 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437953 Feb 19 01:25:22.813587 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fb01e-c923-435f-8b70-2a1dc7eea8c4 req-76c2fa10-2e41-442b-aac1-baa566538ca2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:22.815151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f75fb01e-c923-435f-8b70-2a1dc7eea8c4 req-76c2fa10-2e41-442b-aac1-baa566538ca2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0597265 Feb 19 01:25:22.855541 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:22.863680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f75fb01e-c923-435f-8b70-2a1dc7eea8c4 req-0675617f-4955-488b-9cdd-90915d3ad79d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Feb 19 01:25:23.990309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a9f0c-dbe0-4059-8884-60e39f1bd58c req-0eacdba9-70f9-45dd-b432-7389e27db9f8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:23.991720 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c3a9f0c-dbe0-4059-8884-60e39f1bd58c req-0eacdba9-70f9-45dd-b432-7389e27db9f8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0589557 Feb 19 01:25:24.040526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c3a9f0c-dbe0-4059-8884-60e39f1bd58c req-8afedd15-0700-4b4a-8a5f-7affe58f521c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Feb 19 01:25:24.200307 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:24.238225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:25.169604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053366c-013f-4fdd-94ba-d3236c5c49e6 req-a11bd8bd-3452-4801-be91-04f39e062760 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:25.171114 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f053366c-013f-4fdd-94ba-d3236c5c49e6 req-a11bd8bd-3452-4801-be91-04f39e062760 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0544105 Feb 19 01:25:25.224807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f053366c-013f-4fdd-94ba-d3236c5c49e6 req-610f7581-1c84-4475-9581-b102798fbaca tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454881 Feb 19 01:25:26.356693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a48fe-e825-4c3c-b39c-844dddb5d5cb req-0d9fe738-7afc-4417-b94a-e9b687f51b74 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:26.358170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa7a48fe-e825-4c3c-b39c-844dddb5d5cb req-0d9fe738-7afc-4417-b94a-e9b687f51b74 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0576203 Feb 19 01:25:26.411192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa7a48fe-e825-4c3c-b39c-844dddb5d5cb req-26c827fe-5bcc-4a46-bc2c-2916eb50b75e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442212 Feb 19 01:25:27.541824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e98138-a63a-4ebf-9fd3-fb0a9d506651 req-28adb60c-4675-41d1-9596-12d9de251c6c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:27.543321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35e98138-a63a-4ebf-9fd3-fb0a9d506651 req-28adb60c-4675-41d1-9596-12d9de251c6c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0524478 Feb 19 01:25:27.592078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35e98138-a63a-4ebf-9fd3-fb0a9d506651 req-7801cea3-fd35-425c-91ba-6583ba1d1ced tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430455 Feb 19 01:25:28.721308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5484a-efae-4830-94c9-b73c3fdf7c7d req-da18fefd-265a-47cc-9c31-67427bcd37c1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:28.723968 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8f5484a-efae-4830-94c9-b73c3fdf7c7d req-da18fefd-265a-47cc-9c31-67427bcd37c1 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0608296 Feb 19 01:25:28.775322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e8f5484a-efae-4830-94c9-b73c3fdf7c7d req-7d1bdab8-a1f5-4a8c-a4fc-83b67f05b245 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Feb 19 01:25:29.904970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae137f5d-63d8-4793-b536-03316e8bb5cb req-2e69374c-bfb9-4415-95e3-99cc8397a254 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:29.906530 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae137f5d-63d8-4793-b536-03316e8bb5cb req-2e69374c-bfb9-4415-95e3-99cc8397a254 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0560589 Feb 19 01:25:29.953869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae137f5d-63d8-4793-b536-03316e8bb5cb req-6acdc373-149a-41ca-9766-5caf2d174dc5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415602 Feb 19 01:25:30.887532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:30.966499 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 45f44163-f6e3-4b86-9416-9256a7532142 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:30.966883 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:30.989795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:30.992064 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f74695-07ef-4ec3-bd60-f4ab25f2b7fa" -d '{"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-unplugged", "status": "completed", "tag": "45f44163-f6e3-4b86-9416-9256a7532142"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:31.004873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:31.010212 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:31.057403 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:31.071659 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd269f73-90b7-4393-a370-6c35e2ddf4d0 x-openstack-request-id: req-fd269f73-90b7-4393-a370-6c35e2ddf4d0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:31.072039 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-unplugged", "status": "completed", "tag": "45f44163-f6e3-4b86-9416-9256a7532142", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:31.072309 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd269f73-90b7-4393-a370-6c35e2ddf4d0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:31.072713 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142', 'code': 200} Feb 19 01:25:31.137472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd97b9-7449-46ba-9fa5-39449f79cdc6 req-821e901b-386c-456a-9e7f-325060c543ba tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:31.137472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dadd97b9-7449-46ba-9fa5-39449f79cdc6 req-821e901b-386c-456a-9e7f-325060c543ba tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0601404 Feb 19 01:25:31.191037 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dadd97b9-7449-46ba-9fa5-39449f79cdc6 req-d03e0cf6-6f20-4e17-85d6-1ed3b6523818 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473120 Feb 19 01:25:31.782828 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-1cc3f4f3-1cdc-496a-9b13-1e24304ea46e service neutron] 10.222.0.113 "GET /v2.0/ports/45f44163-f6e3-4b86-9416-9256a7532142/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.0668027 Feb 19 01:25:31.996304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-fb1d7cde-b189-41a3-8851-f53eca78e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:31.997668 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-fb1d7cde-b189-41a3-8851-f53eca78e505 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 1126 time: 0.0473604 Feb 19 01:25:32.063053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-1eca711b-d3db-418c-bbaa-88c993d5b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.064596 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-1eca711b-d3db-418c-bbaa-88c993d5b059 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1126 time: 0.0457900 Feb 19 01:25:32.160199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-6314702a-7635-4ee3-8005-b9b88a3d32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.161737 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-6314702a-7635-4ee3-8005-b9b88a3d32e6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0898895 Feb 19 01:25:32.230667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-604a2c87-0ae0-4509-84de-9334811ed410 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 1000 time: 0.0617399 Feb 19 01:25:32.282243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-c817a03f-8076-4c08-8956-4cc8d806801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.283633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-c817a03f-8076-4c08-8956-4cc8d806801d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0474317 Feb 19 01:25:32.325745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831edb17-2932-46df-a5af-cef22c36a0f2 req-074f5c82-b063-4120-adce-afec5c80f9b2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.327354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831edb17-2932-46df-a5af-cef22c36a0f2 req-074f5c82-b063-4120-adce-afec5c80f9b2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0583491 Feb 19 01:25:32.378998 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-831edb17-2932-46df-a5af-cef22c36a0f2 req-65144e5b-eeb5-41ab-b756-7d1ebdb0f316 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Feb 19 01:25:32.633392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-0e36e900-98de-4472-814e-aba650a19b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:32.634988 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-0e36e900-98de-4472-814e-aba650a19b65 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3425853 Feb 19 01:25:32.730005 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-05e589b9-72a6-4ef3-b17a-c02992d5dc6f service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884709 Feb 19 01:25:32.822907 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-3dea5cd2-a4cb-4dca-987d-e9649f4ad4fd service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873227 Feb 19 01:25:33.507220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f6c4b-698a-4177-ac50-1e974d5f48d0 req-cd3e3efd-b520-4c9a-addc-06768cb57bdc tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:33.508695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b8f6c4b-698a-4177-ac50-1e974d5f48d0 req-cd3e3efd-b520-4c9a-addc-06768cb57bdc tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0535810 Feb 19 01:25:33.561867 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b8f6c4b-698a-4177-ac50-1e974d5f48d0 req-e1b9873f-eea5-4a02-ac84-79cc4b3750ba tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474477 Feb 19 01:25:34.689198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0fe1b3-1386-42e3-93cb-41068ff7cb02 req-aa04abf9-f869-4e5d-98d6-a97610607674 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:34.690736 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c0fe1b3-1386-42e3-93cb-41068ff7cb02 req-aa04abf9-f869-4e5d-98d6-a97610607674 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0578918 Feb 19 01:25:34.738210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c0fe1b3-1386-42e3-93cb-41068ff7cb02 req-9dda566b-0495-4c16-ac82-76260729f549 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417717 Feb 19 01:25:35.869965 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee072aa-f504-4e8d-9440-286814b2668d req-dd1449b7-7ee4-4878-92dc-e521fc1c066d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:35.871576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ee072aa-f504-4e8d-9440-286814b2668d req-dd1449b7-7ee4-4878-92dc-e521fc1c066d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0571406 Feb 19 01:25:35.918826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ee072aa-f504-4e8d-9440-286814b2668d req-1e627978-df82-4764-a7d5-a8e885a5e398 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415175 Feb 19 01:25:37.047549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d4ebe-db88-4730-a789-f31d14ef70bc req-4cbd9596-ea6e-4301-99df-975103810113 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:37.049141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d27d4ebe-db88-4730-a789-f31d14ef70bc req-4cbd9596-ea6e-4301-99df-975103810113 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0591569 Feb 19 01:25:37.097464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d27d4ebe-db88-4730-a789-f31d14ef70bc req-ce5cd8e4-dc31-480b-aa2b-f6b0148e16e5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 Feb 19 01:25:38.221498 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896419d-36c5-42a0-86fd-79afcf259267 req-0c3672d8-97fc-4afa-af5e-1baed341e17b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:38.223020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8896419d-36c5-42a0-86fd-79afcf259267 req-0c3672d8-97fc-4afa-af5e-1baed341e17b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0551879 Feb 19 01:25:38.270959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8896419d-36c5-42a0-86fd-79afcf259267 req-1534874f-47da-4565-984f-61fc536fe878 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420017 Feb 19 01:25:39.396033 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c30fd2-3a50-4523-b1ac-961e810936c4 req-a4e6d950-02a0-49ca-98cc-c7ad3d066a26 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:39.397461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10c30fd2-3a50-4523-b1ac-961e810936c4 req-a4e6d950-02a0-49ca-98cc-c7ad3d066a26 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0537088 Feb 19 01:25:39.448394 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10c30fd2-3a50-4523-b1ac-961e810936c4 req-21e9a2e0-ece2-49a4-9cf3-d6db4d237de6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449123 Feb 19 01:25:40.575336 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379cc06-79a3-4b05-b5e3-8cbb80c6fb33 req-f55bf37c-14c2-4910-9b93-6c40a18837eb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:40.576841 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a379cc06-79a3-4b05-b5e3-8cbb80c6fb33 req-f55bf37c-14c2-4910-9b93-6c40a18837eb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0579920 Feb 19 01:25:40.626418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a379cc06-79a3-4b05-b5e3-8cbb80c6fb33 req-e4cb4624-7bf5-4aef-851f-1445de3c9322 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Feb 19 01:25:41.758390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937f425-116d-4cec-a5c0-5db5290c28fa req-5b41dc12-c4dc-42dc-96e5-ec5b00b4af9c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:41.759901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e937f425-116d-4cec-a5c0-5db5290c28fa req-5b41dc12-c4dc-42dc-96e5-ec5b00b4af9c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0574262 Feb 19 01:25:41.808163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e937f425-116d-4cec-a5c0-5db5290c28fa req-7d8a517b-4907-44a0-ba7e-10724e20bf8a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Feb 19 01:25:42.938235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46eb723-0361-46ed-a86f-0deafc372e8e req-688ade7a-1f22-4928-821a-8913aed69943 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:42.939892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d46eb723-0361-46ed-a86f-0deafc372e8e req-688ade7a-1f22-4928-821a-8913aed69943 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0601327 Feb 19 01:25:42.988764 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d46eb723-0361-46ed-a86f-0deafc372e8e req-5caf735e-563a-46e7-ae73-42f71d1b9a01 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427721 Feb 19 01:25:44.125332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583889de-3d4d-4e43-a19c-bcd1752f7855 req-71285671-dbbd-444f-9dfc-6b3a7d2c5047 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:44.126878 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-583889de-3d4d-4e43-a19c-bcd1752f7855 req-71285671-dbbd-444f-9dfc-6b3a7d2c5047 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0635192 Feb 19 01:25:44.175086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-583889de-3d4d-4e43-a19c-bcd1752f7855 req-f85a24eb-29d9-4caa-bc81-c4cf87e170ce tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421970 Feb 19 01:25:45.328085 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26965a70-cd7e-4949-8e7b-2bc57b534b94 req-23d4fe09-c08e-4e4c-bed6-8b513cdbb275 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:45.329641 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26965a70-cd7e-4949-8e7b-2bc57b534b94 req-23d4fe09-c08e-4e4c-bed6-8b513cdbb275 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0615551 Feb 19 01:25:45.378372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26965a70-cd7e-4949-8e7b-2bc57b534b94 req-ac1433ce-7258-42b3-935a-21bd4943a45f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423045 Feb 19 01:25:46.527982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ca539-bba6-4ca3-8c01-3223fd145e7c req-eea86d60-89ba-43ca-b5ad-8a07ecb6d0eb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:46.529469 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c81ca539-bba6-4ca3-8c01-3223fd145e7c req-eea86d60-89ba-43ca-b5ad-8a07ecb6d0eb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0569398 Feb 19 01:25:46.577414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c81ca539-bba6-4ca3-8c01-3223fd145e7c req-64593188-6f48-476d-bf81-81078385c9c5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422671 Feb 19 01:25:47.709164 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f7806-1220-4969-aa55-1504172f5950 req-cde13926-05ff-4315-84c9-3886c1c08620 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:47.710675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b72f7806-1220-4969-aa55-1504172f5950 req-cde13926-05ff-4315-84c9-3886c1c08620 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0559666 Feb 19 01:25:47.764952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b72f7806-1220-4969-aa55-1504172f5950 req-95af144b-9aa9-44d6-bacf-32c74fc686de tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 Feb 19 01:25:48.055930 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea999ec0-3030-4cae-8eb4-8b24895d5434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:48.904793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a24cb-eaf5-4058-b3c5-bf98d031ebe9 req-a160881d-9f18-44bf-bb4a-9f73aba0512f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:48.906304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-937a24cb-eaf5-4058-b3c5-bf98d031ebe9 req-a160881d-9f18-44bf-bb4a-9f73aba0512f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0552773 Feb 19 01:25:48.955974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-937a24cb-eaf5-4058-b3c5-bf98d031ebe9 req-dc437385-b3bb-47f2-b0ba-126744c5b176 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 Feb 19 01:25:49.314575 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.094477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fcefb-8c1c-4fd2-b045-fcdcb45b5c47 req-628a25e7-0a8c-470c-83f7-20c04414096c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.096039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f4fcefb-8c1c-4fd2-b045-fcdcb45b5c47 req-628a25e7-0a8c-470c-83f7-20c04414096c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0640476 Feb 19 01:25:50.118671 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-112964c8-cd40-437f-b5fb-96cb24f2a8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:50.150206 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2f4fcefb-8c1c-4fd2-b045-fcdcb45b5c47 req-ed0ade41-44af-4758-9aa3-32fd5086c9c8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442524 Feb 19 01:25:50.452719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-524934cf-ee4d-4bdc-9c01-fa5602e03914 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.454214 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-524934cf-ee4d-4bdc-9c01-fa5602e03914 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61&tenant_id=c33fb4fb02e9457cb7fa491333bbc601&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 944 time: 0.0608971 Feb 19 01:25:50.472291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b67170-236d-4e95-835e-967a845c8eac req-7a7a4d42-f081-4d18-8470-753b532e0beb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.473784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06b67170-236d-4e95-835e-967a845c8eac req-7a7a4d42-f081-4d18-8470-753b532e0beb tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0598700 Feb 19 01:25:50.517977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-25937bc5-329b-455b-a53d-26bd9ebb1e65 service neutron] 10.222.0.113 "GET /v2.0/ports/45f44163-f6e3-4b86-9416-9256a7532142/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.0544107 Feb 19 01:25:50.522147 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06b67170-236d-4e95-835e-967a845c8eac req-5b4481d9-34b0-4256-87c9-452e5216c702 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Feb 19 01:25:50.588494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-f3375b61-1c40-4950-b6ff-e187886211dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.590172 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-f3375b61-1c40-4950-b6ff-e187886211dd service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1126 time: 0.0507486 Feb 19 01:25:50.678628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-963d0b11-aee3-4d18-9862-016b5ece2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.680113 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-963d0b11-aee3-4d18-9862-016b5ece2d4f service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0838313 Feb 19 01:25:50.749486 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-fe28c65e-bfdd-45a9-8fc7-aab8b4c559c3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 1000 time: 0.0638328 Feb 19 01:25:50.804713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-4f3f6112-b2b9-4014-a975-7971623c1252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.806274 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-4f3f6112-b2b9-4014-a975-7971623c1252 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0503037 Feb 19 01:25:50.858751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-1292a17f-4a12-4adf-9cb9-0eced0a650fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:50.860278 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-1292a17f-4a12-4adf-9cb9-0eced0a650fe service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478244 Feb 19 01:25:50.955271 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-f35385a2-0e8d-4805-a691-064b5058b106 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888286 Feb 19 01:25:50.981480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:25:51.045284 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-74bda903-8cae-47c8-a48c-354826ce91e0 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843549 Feb 19 01:25:51.085527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:51.098023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '45f44163-f6e3-4b86-9416-9256a7532142', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': '45f44163-f6e3-4b86-9416-9256a7532142', 'mac_address': 'fa:16:3e:e4:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:25:51.140973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 45f44163-f6e3-4b86-9416-9256a7532142 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:51.141364 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.154833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f44163-f6e3-4b86-9416-9256a7532142 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:25:51.174054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:51.180863 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.234133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:51.241831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.242216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.242721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.243102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.243485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.243800 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.244141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.244475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.244808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.245139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.245468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.245796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.246128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:25:51.415135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['45f44163-f6e3-4b86-9416-9256a7532142'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:25:51.456293 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:51.658461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d5fca-d732-472e-98f3-63cda42e233f req-78c4f4cd-06a0-4264-a327-913746c515ed tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:51.660011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e73d5fca-d732-472e-98f3-63cda42e233f req-78c4f4cd-06a0-4264-a327-913746c515ed tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 945 time: 0.0612903 Feb 19 01:25:51.713187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e73d5fca-d732-472e-98f3-63cda42e233f req-4db5b91b-6a1a-4736-a042-d87c31db450d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454006 Feb 19 01:25:52.842063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37667d8-fdd3-4eb9-ba64-3f37baaffc89 req-55e0ca94-e8ed-41d5-a890-4cd33a8d1c69 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:52.843712 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f37667d8-fdd3-4eb9-ba64-3f37baaffc89 req-55e0ca94-e8ed-41d5-a890-4cd33a8d1c69 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 945 time: 0.0567894 Feb 19 01:25:52.859792 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:52.896707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f37667d8-fdd3-4eb9-ba64-3f37baaffc89 req-97cd99c3-6f92-475a-8309-f74603b69075 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473559 Feb 19 01:25:52.981480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:25:53.032571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 45f44163-f6e3-4b86-9416-9256a7532142 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:25:53.032970 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (45f44163-f6e3-4b86-9416-9256a7532142), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.120932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 45f44163-f6e3-4b86-9416-9256a7532142 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:53.121329 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.146354 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:53.148623 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fcb5e6-7309-4a57-a681-7ca8e39523ac" -d '{"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-plugged", "status": "completed", "tag": "45f44163-f6e3-4b86-9416-9256a7532142"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:53.161376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:53.166350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:53.201355 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe02fde-d9a6-4847-a590-c817962e13e3 x-openstack-request-id: req-3fe02fde-d9a6-4847-a590-c817962e13e3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:53.201659 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-plugged", "status": "completed", "tag": "45f44163-f6e3-4b86-9416-9256a7532142", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:53.201924 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fe02fde-d9a6-4847-a590-c817962e13e3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:53.202347 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142', 'code': 200} Feb 19 01:25:53.220835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:54.021106 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b1f1a-1ea8-47bb-8106-d70a1e816757 req-e526644f-d253-403e-8a83-6fff4c13272d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:54.022636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-262b1f1a-1ea8-47bb-8106-d70a1e816757 req-e526644f-d253-403e-8a83-6fff4c13272d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0556412 Feb 19 01:25:54.072584 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-262b1f1a-1ea8-47bb-8106-d70a1e816757 req-8f950f08-2ca2-4a91-84b1-d035ad16f5e8 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434890 Feb 19 01:25:54.195377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.251755 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:54.981205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:25:55.008371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-6e946440-a361-4427-9a4c-1c9900d3fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.010074 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-6e946440-a361-4427-9a4c-1c9900d3fd0f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1128 time: 0.0509787 Feb 19 01:25:55.065254 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 45f44163-f6e3-4b86-9416-9256a7532142 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:25:55.065969 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.103356 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:25:55.111813 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:25:55.152450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-43c54f52-7671-4e14-b478-683a11b216d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.155006 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-43c54f52-7671-4e14-b478-683a11b216d5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.1254659 Feb 19 01:25:55.173017 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:25:55.204250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:25:55.208516 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdfb864-84ee-4b27-86fe-142906e07100" -d '{"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-unplugged", "status": "completed", "tag": "45f44163-f6e3-4b86-9416-9256a7532142"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:25:55.218907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45c756-0cc2-40df-a714-8a3162ad22c2 req-b4ebf0ef-e3cb-4a08-bed6-2bd64289b444 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.220531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df45c756-0cc2-40df-a714-8a3162ad22c2 req-b4ebf0ef-e3cb-4a08-bed6-2bd64289b444 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0631218 Feb 19 01:25:55.229763 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-b01872ff-bb2c-4cd8-9733-467f3009585a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 1000 time: 0.0673878 Feb 19 01:25:55.264394 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ae3009-5920-4eea-b598-f5f6c122defc x-openstack-request-id: req-96ae3009-5920-4eea-b598-f5f6c122defc {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:25:55.264716 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-unplugged", "status": "completed", "tag": "45f44163-f6e3-4b86-9416-9256a7532142", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:25:55.264988 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96ae3009-5920-4eea-b598-f5f6c122defc {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:25:55.265980 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142', 'code': 200} Feb 19 01:25:55.287571 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-df45c756-0cc2-40df-a714-8a3162ad22c2 req-dd515b01-fbe0-4069-ab53-eb4d68f4143e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613487 Feb 19 01:25:55.293702 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-66b46c79-2bea-41e2-8b58-9325b3e124d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.295170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-66b46c79-2bea-41e2-8b58-9325b3e124d1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0603688 Feb 19 01:25:55.347362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-38909d96-6ec8-4e7d-8da7-b47c9f6fed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:55.348893 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-38909d96-6ec8-4e7d-8da7-b47c9f6fed02 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475552 Feb 19 01:25:55.431378 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:25:55.440601 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-9b857ef1-cb61-4dd3-b750-17335cd2729b service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846665 Feb 19 01:25:55.537657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1b73b433-19d3-4b57-8b34-a7ef237d3067 req-f892a9f1-909c-448f-b36b-4db7ec966a03 service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906701 Feb 19 01:25:56.427360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d5561-adee-4aa7-af25-c739876f1e12 req-9c624b70-0035-4032-b657-4bca1d2a756c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:56.428942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac2d5561-adee-4aa7-af25-c739876f1e12 req-9c624b70-0035-4032-b657-4bca1d2a756c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0625901 Feb 19 01:25:56.477862 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ac2d5561-adee-4aa7-af25-c739876f1e12 req-216864b1-446e-478f-ba60-2077fad6328d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431685 Feb 19 01:25:57.161332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-0023df45-87e8-4c91-a870-5b2bd8c9fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:57.162985 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-0023df45-87e8-4c91-a870-5b2bd8c9fc4b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61&tenant_id=c33fb4fb02e9457cb7fa491333bbc601 HTTP/1.1" status: 200 len: 1126 time: 0.0481617 Feb 19 01:25:57.231921 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-ac0f65e4-54d4-4d56-bd2a-1384b07201a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:57.233761 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-ac0f65e4-54d4-4d56-bd2a-1384b07201a2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 1126 time: 0.0477607 Feb 19 01:25:57.328879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-63765d35-ac7f-47d4-a7e0-d18b997187a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:57.330431 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-63765d35-ac7f-47d4-a7e0-d18b997187a5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 200 len: 913 time: 0.0914872 Feb 19 01:25:57.405380 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-4ab1c688-4c3f-48cc-8985-3048ad81d4fa service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 200 len: 1000 time: 0.0679524 Feb 19 01:25:57.459844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-1a4473e5-7123-416b-adab-558fe3e1f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:57.461260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-1a4473e5-7123-416b-adab-558fe3e1f410 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 200 len: 851 time: 0.0492272 Feb 19 01:25:57.513021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-3ade49fa-b305-4caa-b413-2d8d45284389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:57.514583 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-3ade49fa-b305-4caa-b413-2d8d45284389 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=bbe77a6e-8731-4cc9-9628-8af0fd38cda1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456336 Feb 19 01:25:57.606912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9844b44-a28b-4b53-9029-4ec043115886 req-29b01808-0c62-449e-b4bc-4ff1664a5221 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:57.608793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9844b44-a28b-4b53-9029-4ec043115886 req-29b01808-0c62-449e-b4bc-4ff1664a5221 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0562446 Feb 19 01:25:57.612055 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-cab0c105-b558-46af-bde4-09136f6c3b4b service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913110 Feb 19 01:25:57.663817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c9844b44-a28b-4b53-9029-4ec043115886 req-0e8e4b2f-7df5-4b85-a033-4a0198eb5859 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424011 Feb 19 01:25:57.713427 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f74ce6f2-c095-4d7f-aebd-0c3d4e2d36c2 req-3f99b681-3f35-4d09-acac-038acdf4638a service neutron] 10.222.0.113 "GET /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936944 Feb 19 01:25:58.792818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dacaff9-f160-4482-8a84-aed892f35091 req-7e53c089-c722-420b-9d96-1b0949e1f242 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:58.794413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dacaff9-f160-4482-8a84-aed892f35091 req-7e53c089-c722-420b-9d96-1b0949e1f242 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0592530 Feb 19 01:25:58.846360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0dacaff9-f160-4482-8a84-aed892f35091 req-a7553d53-f346-4daf-a814-d3a537e2963c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 Feb 19 01:25:59.976314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2673b93-b616-4041-a2b4-9e80712f35ba req-d6ef959f-b1d8-4738-abe7-f55efd3de423 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:25:59.977803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2673b93-b616-4041-a2b4-9e80712f35ba req-d6ef959f-b1d8-4738-abe7-f55efd3de423 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0567894 Feb 19 01:26:00.026302 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e2673b93-b616-4041-a2b4-9e80712f35ba req-268ca844-203e-4f7e-9877-cec06813554f tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415554 Feb 19 01:26:01.149873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67caa6b-b105-4938-9e4c-51e37c1f0ba3 req-0b49b13f-fca6-436f-a3f7-a95e9bc84f6d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:01.151426 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e67caa6b-b105-4938-9e4c-51e37c1f0ba3 req-0b49b13f-fca6-436f-a3f7-a95e9bc84f6d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0549226 Feb 19 01:26:01.207157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e67caa6b-b105-4938-9e4c-51e37c1f0ba3 req-f6e2ca04-8fc7-421d-8fc4-ea4462a9535c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500383 Feb 19 01:26:02.340433 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa4f0-2fd5-450b-be2a-6d8bb9d54155 req-d0a9742e-6426-46da-9bfb-fb3f843f5352 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:02.342010 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-008fa4f0-2fd5-450b-be2a-6d8bb9d54155 req-d0a9742e-6426-46da-9bfb-fb3f843f5352 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0568869 Feb 19 01:26:02.393713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-008fa4f0-2fd5-450b-be2a-6d8bb9d54155 req-380a5a8d-46b8-445c-9666-627a1271b3a7 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452802 Feb 19 01:26:03.528187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a438bd9-e15f-46d4-b5fb-82d60f43f431 req-96b56a88-6a3d-4b20-9d1b-e5a2f2e86d13 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:03.529678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a438bd9-e15f-46d4-b5fb-82d60f43f431 req-96b56a88-6a3d-4b20-9d1b-e5a2f2e86d13 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0561528 Feb 19 01:26:03.578419 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7a438bd9-e15f-46d4-b5fb-82d60f43f431 req-7377b564-66d3-48b8-8105-c2bbbe247592 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429749 Feb 19 01:26:04.709545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a679085-c635-4970-b66a-efbf1b3ac6fd req-069d2be0-3575-419c-8537-a3838fb99245 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:04.711054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a679085-c635-4970-b66a-efbf1b3ac6fd req-069d2be0-3575-419c-8537-a3838fb99245 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0599854 Feb 19 01:26:04.760355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a679085-c635-4970-b66a-efbf1b3ac6fd req-7a43542d-4486-485d-905d-7a8af9139620 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429718 Feb 19 01:26:05.890053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be5390-04c1-4b30-901a-e0fb0b37a857 req-4acb83ce-e900-431c-90f1-da8c5a07a88a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:05.891709 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9be5390-04c1-4b30-901a-e0fb0b37a857 req-4acb83ce-e900-431c-90f1-da8c5a07a88a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0570138 Feb 19 01:26:05.941620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9be5390-04c1-4b30-901a-e0fb0b37a857 req-3a8c2638-c5ed-4954-a649-3a92d7a416e3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439680 Feb 19 01:26:07.065393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125f073-c728-46c1-8019-22cb511167aa req-c4765979-9e44-479b-b6bd-88e804411e10 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:07.066966 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3125f073-c728-46c1-8019-22cb511167aa req-c4765979-9e44-479b-b6bd-88e804411e10 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0556347 Feb 19 01:26:07.119848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3125f073-c728-46c1-8019-22cb511167aa req-7c958b1f-865d-4a37-992a-bfcac5b79914 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469172 Feb 19 01:26:08.247314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597f1cb-d4de-453b-be62-66a37cea526b req-2f7e5a7e-800a-41dc-882c-a0df3d0e0c48 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.248821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f597f1cb-d4de-453b-be62-66a37cea526b req-2f7e5a7e-800a-41dc-882c-a0df3d0e0c48 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0576627 Feb 19 01:26:08.297393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f597f1cb-d4de-453b-be62-66a37cea526b req-1087b480-5853-4744-8249-d8f83a715f46 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427964 Feb 19 01:26:08.630891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95654473-8611-48aa-8bda-e3b227522219 req-685f88f6-df4a-47c1-9b9a-d0177855dc08 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263119 Feb 19 01:26:08.707503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95654473-8611-48aa-8bda-e3b227522219 req-ee71dd29-b7cc-4583-9cbd-d54513f53e2d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0256839 Feb 19 01:26:08.749957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95654473-8611-48aa-8bda-e3b227522219 req-cbce9698-7747-4e10-975c-abd366a5afa5 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208650 Feb 19 01:26:08.853104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95654473-8611-48aa-8bda-e3b227522219 req-598b5a13-66a0-4ea2-a96a-6a9d501da209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:08.854693 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95654473-8611-48aa-8bda-e3b227522219 req-598b5a13-66a0-4ea2-a96a-6a9d501da209 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990641 Feb 19 01:26:09.428082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71078f32-5358-4cd7-a590-7dc372d56267 req-8cd2189f-be87-47bb-b171-b7ba9cb85300 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:09.429486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71078f32-5358-4cd7-a590-7dc372d56267 req-8cd2189f-be87-47bb-b171-b7ba9cb85300 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0613706 Feb 19 01:26:09.478664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-71078f32-5358-4cd7-a590-7dc372d56267 req-83702846-525d-471d-acf8-30797f40fd36 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409584 Feb 19 01:26:10.626741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb642f-0882-459d-921b-d3c4fe52b3b1 req-bde4c06f-3b39-4e8f-be24-c4139a3cd9c5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:10.628234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58cb642f-0882-459d-921b-d3c4fe52b3b1 req-bde4c06f-3b39-4e8f-be24-c4139a3cd9c5 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0648236 Feb 19 01:26:10.679636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58cb642f-0882-459d-921b-d3c4fe52b3b1 req-3984cd10-6728-4c61-a0c3-c1f6f5bfa3e7 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Feb 19 01:26:11.817743 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dedda6f-5164-4282-9d4a-5156beeb9b0d req-5bb77b9e-d5cb-4484-94d1-d2fbf3414440 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:11.819265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dedda6f-5164-4282-9d4a-5156beeb9b0d req-5bb77b9e-d5cb-4484-94d1-d2fbf3414440 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0554898 Feb 19 01:26:11.870620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1dedda6f-5164-4282-9d4a-5156beeb9b0d req-2b4ee471-b799-4da5-a79c-7eebb026a7f0 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Feb 19 01:26:13.021224 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afa24e-8d7c-48f4-bb43-989f3700dfc0 req-7da3292b-5dbc-44e4-a72a-96f8152b99f7 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:13.022706 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74afa24e-8d7c-48f4-bb43-989f3700dfc0 req-7da3292b-5dbc-44e4-a72a-96f8152b99f7 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0604448 Feb 19 01:26:13.076070 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74afa24e-8d7c-48f4-bb43-989f3700dfc0 req-b1fa46f1-5cd1-4113-af8e-96ac79de642c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472665 Feb 19 01:26:14.224148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc2713-318e-465d-969b-7836bd1289a1 req-4bf81f7b-a87f-41bc-b5f4-af499993a516 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:14.225599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fc2713-318e-465d-969b-7836bd1289a1 req-4bf81f7b-a87f-41bc-b5f4-af499993a516 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0630364 Feb 19 01:26:14.273696 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-31fc2713-318e-465d-969b-7836bd1289a1 req-945a024d-835e-43f7-9427-6f2362afc90d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421813 Feb 19 01:26:15.431986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3d86e-b2eb-46f7-911e-e2b1366a0a99 req-afb1c0c2-2905-45d7-b0f4-6e5a4707cf27 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.433523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15c3d86e-b2eb-46f7-911e-e2b1366a0a99 req-afb1c0c2-2905-45d7-b0f4-6e5a4707cf27 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0753772 Feb 19 01:26:15.488079 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-15c3d86e-b2eb-46f7-911e-e2b1366a0a99 req-ff5e4c49-58e2-4db5-8af7-66b68485a45d tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464292 Feb 19 01:26:15.628024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fbb44-3c7c-425d-b792-803117bb02aa req-6c8c8046-e0a3-4bdd-bafc-b0dbd99ca12e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.629516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a15fbb44-3c7c-425d-b792-803117bb02aa req-6c8c8046-e0a3-4bdd-bafc-b0dbd99ca12e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0659180 Feb 19 01:26:15.680893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a15fbb44-3c7c-425d-b792-803117bb02aa req-ac5dc8e2-6750-41d7-a08a-8863fd9aa88b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430613 Feb 19 01:26:15.801904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c60bf-e8ae-456b-9fa0-7609c5c3552e req-9a161ad5-e2a6-4f96-9434-d5c0149a65db tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:15.803407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d80c60bf-e8ae-456b-9fa0-7609c5c3552e req-9a161ad5-e2a6-4f96-9434-d5c0149a65db tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0561008 Feb 19 01:26:15.850745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d80c60bf-e8ae-456b-9fa0-7609c5c3552e req-63257b85-9bee-4dad-a625-1010d535e01e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415750 Feb 19 01:26:16.113314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47351b86-5a83-404f-995a-43db4cadcdcf req-73018f5f-6261-4057-b3e5-4534e69dd4f2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:16.114854 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47351b86-5a83-404f-995a-43db4cadcdcf req-73018f5f-6261-4057-b3e5-4534e69dd4f2 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0657196 Feb 19 01:26:16.166225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-47351b86-5a83-404f-995a-43db4cadcdcf req-ee526038-2efe-41d1-aa2b-ba15b49402b3 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435152 Feb 19 01:26:17.168177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:17.277977 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.290908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '45f44163-f6e3-4b86-9416-9256a7532142', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'port_id': '45f44163-f6e3-4b86-9416-9256a7532142', 'mac_address': 'fa:16:3e:e4:cf:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:17.295381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692834-a57b-4f30-bf03-1e02af6a555d req-04c43ed0-7c64-4b73-bb59-8681cd5ba97b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.296899 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb692834-a57b-4f30-bf03-1e02af6a555d req-04c43ed0-7c64-4b73-bb59-8681cd5ba97b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 944 time: 0.0584674 Feb 19 01:26:17.327921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 45f44163-f6e3-4b86-9416-9256a7532142 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:17.328318 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.341854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f44163-f6e3-4b86-9416-9256a7532142 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:17.347493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb692834-a57b-4f30-bf03-1e02af6a555d req-5982a5ba-33b6-451c-8c80-7fe6d0df9223 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups?id=ce507f83-70ea-44e9-8e8a-3f87f0986a45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448937 Feb 19 01:26:17.364736 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.377251 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.425231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:17.712180 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3091b16b-e400-472a-85a7-94549fecc745 req-a404d3bb-397a-4145-80fa-6150e483ca55 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:17.713544 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3091b16b-e400-472a-85a7-94549fecc745 req-a404d3bb-397a-4145-80fa-6150e483ca55 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 946 time: 0.0566440 Feb 19 01:26:17.814699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Deleting port 45f44163-f6e3-4b86-9416-9256a7532142 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:17.815060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (45f44163-f6e3-4b86-9416-9256a7532142), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:17.905380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] For port 45f44163-f6e3-4b86-9416-9256a7532142, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=45f44163-f6e3-4b86-9416-9256a7532142,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:17.905754 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (45f44163-f6e3-4b86-9416-9256a7532142), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.054192 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8dd1e11a-b8b6-4507-8989-e90af26f1f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.080330 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.080697 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.081014 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57 disassociated. External IP: 172.25.6.79, port: 45f44163-f6e3-4b86-9416-9256a7532142. Feb 19 01:26:18.081357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Calling delete_port for 45f44163-f6e3-4b86-9416-9256a7532142 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:18.213809 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (45f44163-f6e3-4b86-9416-9256a7532142), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.242762 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event deleted for resources: {'Port': ['ID=45f44163-f6e3-4b86-9416-9256a7532142,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:18.253613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.253944 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.254322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.254717 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.255033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.255374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.255706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.256034 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.256361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.256678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.257005 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.257331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.257661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:18.379792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:18.458810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6998c2a7-094f-46ad-b0cb-528ec27b4e46 req-8cfc356e-894f-4b35-b164-f74b2414485a tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0277817 Feb 19 01:26:18.494088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:18.504632 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:18.516243 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:18.516960 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:25:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:18.538678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] No DVR routers for this DVR port 45f44163-f6e3-4b86-9416-9256a7532142 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:18.541474 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:18.544874 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3091b16b-e400-472a-85a7-94549fecc745 req-80ed306a-66c0-404c-9655-cb544979cc5e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.113 "DELETE /v2.0/ports/45f44163-f6e3-4b86-9416-9256a7532142 HTTP/1.1" status: 204 len: 173 time: 0.8240685 Feb 19 01:26:18.545323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-deleted', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:18.547620 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e07eea-1a8f-4af0-a1ce-9367109252d8" -d '{"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-deleted", "tag": "45f44163-f6e3-4b86-9416-9256a7532142"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:18.597466 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b31677e-e3e9-45cc-9ffa-41c8aec51d99 x-openstack-request-id: req-8b31677e-e3e9-45cc-9ffa-41c8aec51d99 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:18.597772 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4e0ab71-0999-45b2-81a8-6c061762de61", "name": "network-vif-deleted", "tag": "45f44163-f6e3-4b86-9416-9256a7532142", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:18.598027 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b31677e-e3e9-45cc-9ffa-41c8aec51d99 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:18.598603 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4e0ab71-0999-45b2-81a8-6c061762de61', 'name': 'network-vif-deleted', 'tag': '45f44163-f6e3-4b86-9416-9256a7532142', 'status': 'completed', 'code': 200} Feb 19 01:26:18.634196 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:18.927222 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:18.952417 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:18.961162 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:18.961780 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:25:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:19.066894 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:19.263195 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:19.290302 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39902b5-42e6-4c8c-b4a4-f3d8f543b310 None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:14Z', 'revision_number': 4, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'f3fb73e5-89b3-4d3d-b598-948398389a06', 'name': '', 'network_id': 'bbe77a6e-8731-4cc9-9628-8af0fd38cda1', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'mac_address': 'fa:16:3e:e5:9c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:14Z', 'updated_at': '2022-02-19T01:22:17Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'subnets': [{'id': '96d19648-7526-4582-a93b-3c17d82d3e3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:19.311089 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:19.541358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a534836-72f4-4285-96d9-9be889cf1485 None None] New status for floating IP c7f89f1a-1e0f-4f9b-b444-00417cf24e57: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:26:19.567506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1029e5f-1369-44c4-b81c-0de3d612a5de req-39934318-ccc7-4701-a445-9fe92ee691dd tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0330937 Feb 19 01:26:20.115214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-228ed414-848b-45b9-8358-6221c1faf1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:20.666958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58ef83f0-1544-44d7-b7ea-6fa2110850de req-1c197bce-6a3e-465d-85eb-c2352ab9f3fa tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0280650 Feb 19 01:26:21.183033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:21.203508 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 45f44163-f6e3-4b86-9416-9256a7532142 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:21.203859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 45f44163-f6e3-4b86-9416-9256a7532142 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:21.426543 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:21.768793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3fe7759-5277-41e4-8fce-cebbcd919a39 req-8256eab4-b61c-4b5f-b935-f22c92ae6f29 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0280566 Feb 19 01:26:22.877320 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:22.886809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f460585-18ee-42b3-9b37-6589dcfbc70f req-bdd30397-32bc-4bbb-b0a2-007eeddce986 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0460410 Feb 19 01:26:23.984959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-573239a2-cc46-41ed-a22e-1a95f836134f req-754f849c-4341-4e10-8d32-de5ee7ec7b8c tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0285575 Feb 19 01:26:24.203437 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:24.250983 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:25.086020 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8ecf206-b487-4e11-a2fc-60e33fd11a22 req-117010f0-4a50-476a-b343-34245d6ef054 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0319917 Feb 19 01:26:26.186298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d53c2c5f-4edc-474d-ab33-5d37ae970b58 req-1e4f3d7b-249c-4e43-a563-324489c86795 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0288146 Feb 19 01:26:27.289124 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-710d9841-756f-495c-bb1b-7627ebdbbeff req-a6ac2568-40c0-41d8-80e9-992baa3e088b tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4e0ab71-0999-45b2-81a8-6c061762de61 HTTP/1.1" status: 200 len: 210 time: 0.0285950 Feb 19 01:26:32.431606 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:26:34.126732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36574) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:34.180564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8a11858-8355-405d-8431-4894530a5312 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group (ce507f83-70ea-44e9-8e8a-3f87f0986a45), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.204032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8a11858-8355-405d-8431-4894530a5312 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group (ce507f83-70ea-44e9-8e8a-3f87f0986a45), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.251726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8a11858-8355-405d-8431-4894530a5312 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (ce507f83-70ea-44e9-8e8a-3f87f0986a45), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.254429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e8a11858-8355-405d-8431-4894530a5312 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.255740 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e8a11858-8355-405d-8431-4894530a5312 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "DELETE /v2.0/security-groups/ce507f83-70ea-44e9-8e8a-3f87f0986a45 HTTP/1.1" status: 204 len: 168 time: 0.1279907 Feb 19 01:26:34.258567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36576) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:34.265577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a11858-8355-405d-8431-4894530a5312 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce507f83-70ea-44e9-8e8a-3f87f0986a45,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:34.273097 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-665a2f14-94e1-4a5f-9133-04d069c17d14 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] show failed (client error): The resource could not be found. Feb 19 01:26:34.274115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-665a2f14-94e1-4a5f-9133-04d069c17d14 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "GET /v2.0/security-groups/ce507f83-70ea-44e9-8e8a-3f87f0986a45 HTTP/1.1" status: 404 len: 347 time: 0.0145245 Feb 19 01:26:34.277122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36578) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:34.402599 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Deleting port 20d5804b-9cbd-41be-8d27-5ebce50d1878 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:34.402944 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (20d5804b-9cbd-41be-8d27-5ebce50d1878), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.482100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (20d5804b-9cbd-41be-8d27-5ebce50d1878), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.482369 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (20d5804b-9cbd-41be-8d27-5ebce50d1878), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.494918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Calling delete_port for 20d5804b-9cbd-41be-8d27-5ebce50d1878 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:34.632092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (20d5804b-9cbd-41be-8d27-5ebce50d1878), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.661509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Pushing event deleted for resources: {'Port': ['ID=20d5804b-9cbd-41be-8d27-5ebce50d1878,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:34.687299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.687624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.687955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.688306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.688690 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.688997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.689326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.689681 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.690076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.690324 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.690652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.690980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.691334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:34.731756 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks [] for floatingip (c7f89f1a-1e0f-4f9b-b444-00417cf24e57), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.734961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:34.736032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-249b65b8-7728-4f29-a3ae-a3eab5c8a10e tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] 10.222.0.60 "DELETE /v2.0/floatingips/c7f89f1a-1e0f-4f9b-b444-00417cf24e57 HTTP/1.1" status: 204 len: 168 time: 0.4573851 Feb 19 01:26:34.739381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:35.435566 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (0c33c281-74a2-49f9-aca4-43c6292f9641), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.694093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Deleting port f3fb73e5-89b3-4d3d-b598-948398389a06 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:35.694342 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.772832 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] For port f3fb73e5-89b3-4d3d-b598-948398389a06, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=f3fb73e5-89b3-4d3d-b598-948398389a06,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:35.773188 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:35.786945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Calling delete_port for f3fb73e5-89b3-4d3d-b598-948398389a06 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:35.979874 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f3fb73e5-89b3-4d3d-b598-948398389a06), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.014529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3fb73e5-89b3-4d3d-b598-948398389a06,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:36.184816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (0c33c281-74a2-49f9-aca4-43c6292f9641), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.432680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Router 0c33c281-74a2-49f9-aca4-43c6292f9641 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:26:36.552824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:26:36.559578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4d1e00be-2bf9-4610-9b95-5006d5506fb3 admin admin] 10.222.0.60 "PUT /v2.0/routers/0c33c281-74a2-49f9-aca4-43c6292f9641/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191628 Feb 19 01:26:36.562945 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36582) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:36.565499 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] Sync routers for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:26:36.579041 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:36.579667 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:26:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.672668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks [] for router (0c33c281-74a2-49f9-aca4-43c6292f9641), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.684736 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:36.777821 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks [] for router_gateway (0c33c281-74a2-49f9-aca4-43c6292f9641), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.830598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Deleting port 1d57fec7-1443-498f-a277-5c0b1a6208a7 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:36.830941 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.862172 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:26:35Z', 'revision_number': 5, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port': {'id': '1d57fec7-1443-498f-a277-5c0b1a6208a7', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:73:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.888112 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] Checking router: 0c33c281-74a2-49f9-aca4-43c6292f9641 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:26:36.897017 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] Routers {'0c33c281-74a2-49f9-aca4-43c6292f9641'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:26:36.897632 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:26:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0c33c281-74a2-49f9-aca4-43c6292f9641'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:36.910745 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] For port 1d57fec7-1443-498f-a277-5c0b1a6208a7, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1d57fec7-1443-498f-a277-5c0b1a6208a7,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:36.911123 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:36.924679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Calling delete_port for 1d57fec7-1443-498f-a277-5c0b1a6208a7 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:36.984745 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] Set router 0c33c281-74a2-49f9-aca4-43c6292f9641 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:26:37.036966 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:26:36Z', 'revision_number': 6, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:37.063832 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12a8cc5-5661-485e-a51c-b40bd97d440c None None] The sync data for ids ['0c33c281-74a2-49f9-aca4-43c6292f9641'] in n-d-826527-3 is: [{'id': '0c33c281-74a2-49f9-aca4-43c6292f9641', 'name': 'tempest-ServerActionsTestJSON-1825933920-router', 'tenant_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:22:12Z', 'updated_at': '2022-02-19T01:26:36Z', 'revision_number': 6, 'project_id': 'c33fb4fb02e9457cb7fa491333bbc601', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:26:37.106014 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (1d57fec7-1443-498f-a277-5c0b1a6208a7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.134966 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d57fec7-1443-498f-a277-5c0b1a6208a7,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:37.194806 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (0c33c281-74a2-49f9-aca4-43c6292f9641), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.285441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (0c33c281-74a2-49f9-aca4-43c6292f9641), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.288558 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks [] for router_controller (0c33c281-74a2-49f9-aca4-43c6292f9641), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.341836 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (0c33c281-74a2-49f9-aca4-43c6292f9641), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.342422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c33c281-74a2-49f9-aca4-43c6292f9641 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:26:37.347389 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.348593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7001cab5-8f19-4215-99b5-53e501abe6e6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/0c33c281-74a2-49f9-aca4-43c6292f9641 HTTP/1.1" status: 204 len: 168 time: 0.7844188 Feb 19 01:26:37.351903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36584) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.397998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-496eb667-6c37-4e22-83f5-7ca900cd46e4 admin admin] Deleting subnet 96d19648-7526-4582-a93b-3c17d82d3e3e {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:26:37.401580 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-496eb667-6c37-4e22-83f5-7ca900cd46e4 admin admin] Publish callbacks [] for subnet (96d19648-7526-4582-a93b-3c17d82d3e3e), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.437031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-496eb667-6c37-4e22-83f5-7ca900cd46e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (96d19648-7526-4582-a93b-3c17d82d3e3e), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.519100 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-496eb667-6c37-4e22-83f5-7ca900cd46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (96d19648-7526-4582-a93b-3c17d82d3e3e), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.573977 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-496eb667-6c37-4e22-83f5-7ca900cd46e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (96d19648-7526-4582-a93b-3c17d82d3e3e), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.599302 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496eb667-6c37-4e22-83f5-7ca900cd46e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d19648-7526-4582-a93b-3c17d82d3e3e,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:37.605075 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-496eb667-6c37-4e22-83f5-7ca900cd46e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.609102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-496eb667-6c37-4e22-83f5-7ca900cd46e4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96d19648-7526-4582-a93b-3c17d82d3e3e HTTP/1.1" status: 204 len: 168 time: 0.2562501 Feb 19 01:26:37.611351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcefccd-591d-47bf-9874-36d3589cc9ef None None] Network bbe77a6e-8731-4cc9-9628-8af0fd38cda1 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:37.612144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36586) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:37.691769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (bbe77a6e-8731-4cc9-9628-8af0fd38cda1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.744568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Deleting port da595e93-e7b3-427b-a969-f6ab9a8d7c15 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:37.744829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.790558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] DHCP port deletion for bbe77a6e-8731-4cc9-9628-8af0fd38cda1 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:26:37.812090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] For port da595e93-e7b3-427b-a969-f6ab9a8d7c15, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da595e93-e7b3-427b-a969-f6ab9a8d7c15,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:37.812619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.832053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Calling delete_port for da595e93-e7b3-427b-a969-f6ab9a8d7c15 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:37.846976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] Deleting port da595e93-e7b3-427b-a969-f6ab9a8d7c15 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:26:37.847687 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.862983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f3fb73e5-89b3-4d3d-b598-948398389a06 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:37.910263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: f3fb73e5-89b3-4d3d-b598-948398389a06 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:37.910582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device f3fb73e5-89b3-4d3d-b598-948398389a06 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:37.911014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da595e93-e7b3-427b-a969-f6ab9a8d7c15 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:37.920028 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:37.945164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=da595e93-e7b3-427b-a969-f6ab9a8d7c15,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:37.947165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: da595e93-e7b3-427b-a969-f6ab9a8d7c15 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:37.947554 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device da595e93-e7b3-427b-a969-f6ab9a8d7c15 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:37.947987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1d57fec7-1443-498f-a277-5c0b1a6208a7 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:26:37.952126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] No DVR routers for this DVR port da595e93-e7b3-427b-a969-f6ab9a8d7c15 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:37.983240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 1d57fec7-1443-498f-a277-5c0b1a6208a7 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:26:37.983600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1d57fec7-1443-498f-a277-5c0b1a6208a7 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:26:37.989280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] For port da595e93-e7b3-427b-a969-f6ab9a8d7c15, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=da595e93-e7b3-427b-a969-f6ab9a8d7c15,segment=NetworkSegment(72ad1129-a4fb-4db1-8055-dbe9c3ff23a4),segment_id=72ad1129-a4fb-4db1-8055-dbe9c3ff23a4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:37.989699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.012591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] Calling delete_port for da595e93-e7b3-427b-a969-f6ab9a8d7c15 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:26:38.040440 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (bbe77a6e-8731-4cc9-9628-8af0fd38cda1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.068619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe77a6e-8731-4cc9-9628-8af0fd38cda1']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:38.078887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:38.079131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ad1129-a4fb-4db1-8055-dbe9c3ff23a4') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:26:38.089374 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (72ad1129-a4fb-4db1-8055-dbe9c3ff23a4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.096266 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (da595e93-e7b3-427b-a969-f6ab9a8d7c15), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.104434 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (72ad1129-a4fb-4db1-8055-dbe9c3ff23a4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.117073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:26:38.117673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (72ad1129-a4fb-4db1-8055-dbe9c3ff23a4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:26:38.119663 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:26:38.122591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] Pushing event deleted for resources: {'Port': ['ID=da595e93-e7b3-427b-a969-f6ab9a8d7c15,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:38.127284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67239f6-572b-482b-a9e1-6b2cb93c9125 None None] No DVR routers for this DVR port da595e93-e7b3-427b-a969-f6ab9a8d7c15 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:26:38.183865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (bbe77a6e-8731-4cc9-9628-8af0fd38cda1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.190318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.193604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] 10.222.0.60 "DELETE /v2.0/networks/bbe77a6e-8731-4cc9-9628-8af0fd38cda1 HTTP/1.1" status: 204 len: 168 time: 0.5803773 Feb 19 01:26:38.210022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca2b65-18e1-44b7-a130-40b2e7bd1d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe77a6e-8731-4cc9-9628-8af0fd38cda1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:38.306924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36590) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.347763 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-910389c8-839f-4cfa-9366-9e3f2ca77833 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c33fb4fb02e9457cb7fa491333bbc601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394435 Feb 19 01:26:38.350169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36592) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:38.398900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-98037cd7-0416-46bf-bf78-5e22be6ec290 admin admin] Publish callbacks [] for security_group (b3ff1cf5-8335-416e-a2d8-4b9075e8e27d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.424325 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-98037cd7-0416-46bf-bf78-5e22be6ec290 admin admin] Publish callbacks [] for security_group (b3ff1cf5-8335-416e-a2d8-4b9075e8e27d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.475951 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-98037cd7-0416-46bf-bf78-5e22be6ec290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (b3ff1cf5-8335-416e-a2d8-4b9075e8e27d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.478713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-98037cd7-0416-46bf-bf78-5e22be6ec290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:38.479903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-98037cd7-0416-46bf-bf78-5e22be6ec290 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b3ff1cf5-8335-416e-a2d8-4b9075e8e27d HTTP/1.1" status: 204 len: 168 time: 0.1287365 Feb 19 01:26:38.488141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98037cd7-0416-46bf-bf78-5e22be6ec290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ff1cf5-8335-416e-a2d8-4b9075e8e27d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:39.205868 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36614) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.307883 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-75255384-network', 'tenant_id': '3b7603b3802d4fafb04e542ba42519a8'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:39.329486 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Made reservation on behalf of 3b7603b3802d4fafb04e542ba42519a8 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:39.331899 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.340031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.419445 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Publish callbacks [] for security_group (04063c08-9b25-4949-bed6-817edf662f98), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.425691 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (04063c08-9b25-4949-bed6-817edf662f98), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.451552 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:26:39.457685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04063c08-9b25-4949-bed6-817edf662f98,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:39.463720 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (824aa066-6b8d-4268-9c49-bb3fd1de31d3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.464066 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Added segment 824aa066-6b8d-4268-9c49-bb3fd1de31d3 of type vlan for network 8a808eaf-4f7e-497d-a330-308359aea80b Feb 19 01:26:39.504929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8a808eaf-4f7e-497d-a330-308359aea80b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.530244 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8a808eaf-4f7e-497d-a330-308359aea80b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.531276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:39.531920 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.577893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3708174 Feb 19 01:26:39.581483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36618) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:26:39.586586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Request body: {'subnet': {'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-75255384-subnet', 'tenant_id': '3b7603b3802d4fafb04e542ba42519a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:39.593015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cab602-72e2-45ac-8aa3-153208e9ed0f admin admin] Pushing event updated for resources: {'Network': ['ID=8a808eaf-4f7e-497d-a330-308359aea80b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:39.603585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8a808eaf-4f7e-497d-a330-308359aea80b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:26:39.611700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Made reservation on behalf of 3b7603b3802d4fafb04e542ba42519a8 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:39.614233 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.786463 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (f68761a0-28e7-4217-b323-a90233c59439), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.846036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f68761a0-28e7-4217-b323-a90233c59439,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:39.856123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Checking segment: {'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:39.856497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Network hostable DHCP agents. Network: 8a808eaf-4f7e-497d-a330-308359aea80b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:26:39.876419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Network 8a808eaf-4f7e-497d-a330-308359aea80b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:26:39.886317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8a808eaf-4f7e-497d-a330-308359aea80b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:39.891052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:39.892295 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:39.896047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bbb1bd-ec8f-4931-9f5b-f6437f5cc04f None None] Network 8a808eaf-4f7e-497d-a330-308359aea80b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:39.913826 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a3485f5d-a2fa-4d90-bf6d-47563ea2780c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3263583 Feb 19 01:26:39.994282 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648328c-b9f2-4434-bd57-dccd996040dd None None] Network 8a808eaf-4f7e-497d-a330-308359aea80b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:26:40.370730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-675237c9-fcd5-4e22-ad69-ba3011565d67 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:40.372482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-675237c9-fcd5-4e22-ad69-ba3011565d67 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/networks?id=8a808eaf-4f7e-497d-a330-308359aea80b HTTP/1.1" status: 200 len: 812 time: 0.1164813 Feb 19 01:26:40.391804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-915f3830-6e5c-4718-8105-4b062c9631d8 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/quotas/3b7603b3802d4fafb04e542ba42519a8 HTTP/1.1" status: 200 len: 375 time: 0.0136471 Feb 19 01:26:40.423269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-df7206b7-8727-4c35-8e33-5cd7c407fb05 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b7603b3802d4fafb04e542ba42519a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265181 Feb 19 01:26:40.516538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-a706eca5-687c-45fb-8901-676be1414805 service neutron] 10.222.0.60 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864842 Feb 19 01:26:40.605808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-0b1103b7-c693-4f2a-8c63-7d53f76ccacd service neutron] 10.222.0.60 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Feb 19 01:26:40.778155 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d42d5f1f-ba95-4203-b44a-7f02ac2b59ae req-f5897845-acd9-428f-a231-8e698e561ef1 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 210 time: 0.0273254 Feb 19 01:26:41.761086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-21cab0b0-8e44-4932-b06e-c718f644ecb0 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:41.762568 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-21cab0b0-8e44-4932-b06e-c718f644ecb0 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.113 "GET /v2.0/networks?id=8a808eaf-4f7e-497d-a330-308359aea80b HTTP/1.1" status: 200 len: 812 time: 0.1042752 Feb 19 01:26:41.774481 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Request body: {'port': {'device_id': '2dfb5410-5ec8-41e3-a802-22c63e81ba37', 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b', 'admin_state_up': True, 'tenant_id': '3b7603b3802d4fafb04e542ba42519a8'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:41.879611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f0f4127-3b82-4eff-9bfb-eff9a76ea49a req-bc79dbc4-9b42-4494-be4d-a0cc7c4a1d34 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 210 time: 0.0320959 Feb 19 01:26:41.885728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Made reservation on behalf of 3b7603b3802d4fafb04e542ba42519a8 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:41.889185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.015205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Allocated IP 172.20.0.13 (8a808eaf-4f7e-497d-a330-308359aea80b/f68761a0-28e7-4217-b323-a90233c59439/5ef588b2-49be-4a26-bc2d-3fdcd912a7df) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:42.172281 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks [] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.208458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.254301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Network 8a808eaf-4f7e-497d-a330-308359aea80b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:42.257403 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:42.263055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:42.269623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Pushing event updated for resources: {'Port': ['ID=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:42.317266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:42.317842 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.335606 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-51524b03-f3e0-4028-8e5e-e2bd37531a57 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5650687 Feb 19 01:26:42.346916 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Request body: {'port': {'device_id': '2dfb5410-5ec8-41e3-a802-22c63e81ba37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:42.404271 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.666824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef588b2-49be-4a26-bc2d-3fdcd912a7df {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:42.674550 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Publish callbacks [] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.686786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Transition to ACTIVE for port object 5ef588b2-49be-4a26-bc2d-3fdcd912a7df will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:26:42.691666 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.741690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:42.810578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Attempting to bind port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:42.811317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Attempting to bind port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:42.811317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Attempting to bind port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df on network 8a808eaf-4f7e-497d-a330-308359aea80b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:42.815839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df on network 8a808eaf-4f7e-497d-a330-308359aea80b not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:26:42.816171 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Attempting to bind port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df on network 8a808eaf-4f7e-497d-a330-308359aea80b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:42.821244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:42.821591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Checking segment: {'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:42.821985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Bound using segment: {'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:42.822472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Bound port: 5ef588b2-49be-4a26-bc2d-3fdcd912a7df, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:42.822829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.890054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] For port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:42.893162 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] For port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:42.901310 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.938581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:42.939291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:42.940712 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] 10.222.0.113 "PUT /v2.0/ports/5ef588b2-49be-4a26-bc2d-3fdcd912a7df HTTP/1.1" status: 200 len: 1092 time: 0.5978782 Feb 19 01:26:42.941198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dfb5410-5ec8-41e3-a802-22c63e81ba37', 'tag': '5ef588b2-49be-4a26-bc2d-3fdcd912a7df'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:42.943560 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3891c92-0931-4633-aaf0-731a16e696a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2dfb5410-5ec8-41e3-a802-22c63e81ba37", "tag": "5ef588b2-49be-4a26-bc2d-3fdcd912a7df"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:42.970325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d593c-2366-42a0-955e-512e168f2de2 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:42.991511 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0c622d-f6d3-44fd-9df7-dd2b552c02e3 x-openstack-request-id: req-7f0c622d-f6d3-44fd-9df7-dd2b552c02e3 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:42.991815 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dfb5410-5ec8-41e3-a802-22c63e81ba37", "tag": "5ef588b2-49be-4a26-bc2d-3fdcd912a7df", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:42.992073 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f0c622d-f6d3-44fd-9df7-dd2b552c02e3 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:42.992487 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dfb5410-5ec8-41e3-a802-22c63e81ba37', 'tag': '5ef588b2-49be-4a26-bc2d-3fdcd912a7df', 'status': 'completed', 'code': 200} Feb 19 01:26:43.021441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc4f37b-0b4f-47a7-8a4c-28e5972893c8 req-929cba62-55ec-4f6c-ba67-3cf6bf123b98 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:43.023081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfc4f37b-0b4f-47a7-8a4c-28e5972893c8 req-929cba62-55ec-4f6c-ba67-3cf6bf123b98 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 944 time: 0.0723467 Feb 19 01:26:43.044939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-05f256a8-6d79-4af1-82fb-f2a54be02091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:43.046518 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-05f256a8-6d79-4af1-82fb-f2a54be02091 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3b7603b3802d4fafb04e542ba42519a8&device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 1126 time: 0.0457346 Feb 19 01:26:43.070518 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfc4f37b-0b4f-47a7-8a4c-28e5972893c8 req-68d187cd-6d97-4cb2-9042-514021e544fa tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Feb 19 01:26:43.093851 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-6b952cfe-a351-4916-a613-f49a1a1564b0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef588b2-49be-4a26-bc2d-3fdcd912a7df HTTP/1.1" status: 200 len: 217 time: 0.0381289 Feb 19 01:26:43.146730 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-2ee040e2-8ebb-4150-864b-25f2c6714b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:43.148254 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-2ee040e2-8ebb-4150-864b-25f2c6714b8f service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f68761a0-28e7-4217-b323-a90233c59439 HTTP/1.1" status: 200 len: 852 time: 0.0487385 Feb 19 01:26:43.181476 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-9c646ab7-ef06-4378-81a5-af28d52dfa31 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8a808eaf-4f7e-497d-a330-308359aea80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263824 Feb 19 01:26:43.273772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-0d8daa23-bc80-452f-8a1c-e3e201f3bf15 service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863342 Feb 19 01:26:43.379869 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4947b49b-9b66-40be-8cd9-c0f896612352 req-3aa6ffbf-f451-4556-9553-0ae016643755 service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998282 Feb 19 01:26:43.471186 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-562f4072-3554-44f6-9ead-75c120b53ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:43.472611 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-562f4072-3554-44f6-9ead-75c120b53ffe service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3b7603b3802d4fafb04e542ba42519a8&device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 1126 time: 0.0462716 Feb 19 01:26:43.588835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-c353fa2e-126c-4219-941c-29ded03d93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:43.590350 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-c353fa2e-126c-4219-941c-29ded03d93c8 service neutron] 10.222.0.113 "GET /v2.0/networks?id=8a808eaf-4f7e-497d-a330-308359aea80b HTTP/1.1" status: 200 len: 913 time: 0.1111779 Feb 19 01:26:43.631068 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-693f475d-30e9-466f-8a5f-18993ec579da service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef588b2-49be-4a26-bc2d-3fdcd912a7df HTTP/1.1" status: 200 len: 217 time: 0.0346367 Feb 19 01:26:43.688318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-b43a45a1-3fba-43bd-805c-4b6c5fe6b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:43.689813 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-b43a45a1-3fba-43bd-805c-4b6c5fe6b27c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f68761a0-28e7-4217-b323-a90233c59439 HTTP/1.1" status: 200 len: 852 time: 0.0525973 Feb 19 01:26:43.723489 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-79804dcb-4907-4c47-b094-d83a545b8695 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8a808eaf-4f7e-497d-a330-308359aea80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259235 Feb 19 01:26:43.814644 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-09eacba3-d27c-4c4b-b9da-44d7e4912258 service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843418 Feb 19 01:26:43.908081 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3891c92-0931-4633-aaf0-731a16e696a2 req-109b239b-013c-441a-98bf-ccb24c808a7c service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863533 Feb 19 01:26:44.203821 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc34f3-6932-4c48-83a9-7e6e254836f7 req-37b38119-1e09-4660-8f82-329d6fe5e27a tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:44.205280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4dc34f3-6932-4c48-83a9-7e6e254836f7 req-37b38119-1e09-4660-8f82-329d6fe5e27a tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 944 time: 0.0570350 Feb 19 01:26:44.265995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4dc34f3-6932-4c48-83a9-7e6e254836f7 req-c16fce52-38d4-4693-a366-7be0bd80521f tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523102 Feb 19 01:26:45.405871 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472e107-6e66-449f-8709-3c395bf70242 req-b5416c9e-2706-4748-b5f2-7ec84c3d8340 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:45.407395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e472e107-6e66-449f-8709-3c395bf70242 req-b5416c9e-2706-4748-b5f2-7ec84c3d8340 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 944 time: 0.0628066 Feb 19 01:26:45.457975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e472e107-6e66-449f-8709-3c395bf70242 req-1018d981-10cb-4c72-b9c9-0c9e74bfd1c3 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447745 Feb 19 01:26:46.590121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa95e8-35df-4579-ade2-e8aac3adbb29 req-0bad1bf0-b5a0-4ced-ae9c-9eda45c531e7 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:46.591684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68fa95e8-35df-4579-ade2-e8aac3adbb29 req-0bad1bf0-b5a0-4ced-ae9c-9eda45c531e7 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 944 time: 0.0567706 Feb 19 01:26:46.639911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-68fa95e8-35df-4579-ade2-e8aac3adbb29 req-c561d418-eb4f-484c-abf0-a7271f72ba34 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Feb 19 01:26:47.278415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5ef588b2-49be-4a26-bc2d-3fdcd912a7df details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:47.383516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:47.394677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '5ef588b2-49be-4a26-bc2d-3fdcd912a7df', 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b', 'port_id': '5ef588b2-49be-4a26-bc2d-3fdcd912a7df', 'mac_address': 'fa:16:3e:5f:3e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68761a0-28e7-4217-b323-a90233c59439', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:47.431222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:47.431608 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.446966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef588b2-49be-4a26-bc2d-3fdcd912a7df {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:47.467539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:47.474789 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:47.524826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:47.686530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['5ef588b2-49be-4a26-bc2d-3fdcd912a7df'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:47.781227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927fa228-f2ba-4fad-8ccb-ad6e28773f0c req-4db29a80-b510-4648-b113-ea55b989ef30 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:47.782875 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-927fa228-f2ba-4fad-8ccb-ad6e28773f0c req-4db29a80-b510-4648-b113-ea55b989ef30 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 945 time: 0.0601640 Feb 19 01:26:47.838553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-927fa228-f2ba-4fad-8ccb-ad6e28773f0c req-6bcd5024-dba5-4ce2-8712-346badf0feec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494888 Feb 19 01:26:48.048670 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56103483-2ea6-4c27-9c81-c7cdeeef9ce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:48.974860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6890c-4c89-46ed-8b14-3382adfd0eb8 req-163bd143-86e6-44ab-a985-99c2667788fa tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:48.976381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6a6890c-4c89-46ed-8b14-3382adfd0eb8 req-163bd143-86e6-44ab-a985-99c2667788fa tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 945 time: 0.0565062 Feb 19 01:26:49.027148 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d6a6890c-4c89-46ed-8b14-3382adfd0eb8 req-f9fbd40d-1d38-4014-ade4-d0a983a5bd3a tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428102 Feb 19 01:26:49.278612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5ef588b2-49be-4a26-bc2d-3fdcd912a7df up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:26:49.339070 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.349435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:26:49.354887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:26:49.355387 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.432960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:49.433268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.456449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfb5410-5ec8-41e3-a802-22c63e81ba37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef588b2-49be-4a26-bc2d-3fdcd912a7df'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:49.458815 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec19a6ea-3eb9-45de-8a48-f3dbc485d93d" -d '{"events": [{"server_uuid": "2dfb5410-5ec8-41e3-a802-22c63e81ba37", "name": "network-vif-plugged", "status": "completed", "tag": "5ef588b2-49be-4a26-bc2d-3fdcd912a7df"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:49.471677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:49.477657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:49.501402 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afff2f6f-05b9-45ad-a4b3-a141bbae46d3 x-openstack-request-id: req-afff2f6f-05b9-45ad-a4b3-a141bbae46d3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:49.501702 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfb5410-5ec8-41e3-a802-22c63e81ba37", "name": "network-vif-plugged", "status": "completed", "tag": "5ef588b2-49be-4a26-bc2d-3fdcd912a7df", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:49.502002 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afff2f6f-05b9-45ad-a4b3-a141bbae46d3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:49.502409 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfb5410-5ec8-41e3-a802-22c63e81ba37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef588b2-49be-4a26-bc2d-3fdcd912a7df', 'code': 200} Feb 19 01:26:49.528658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:49.599089 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb7a52-8f95-4775-9961-2f889ba11f0d req-e35b7d51-9300-4e09-bb4a-46ab79cbfd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:49.600589 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e1bb7a52-8f95-4775-9961-2f889ba11f0d req-e35b7d51-9300-4e09-bb4a-46ab79cbfd5f service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 1128 time: 0.0457325 Feb 19 01:26:49.648818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e1bb7a52-8f95-4775-9961-2f889ba11f0d req-8fda10aa-4050-4df2-ad02-053822d5e6d6 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Feb 19 01:26:50.114014 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-722ecb61-39f1-44f3-8450-1dc3baa8011d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:50.159118 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01da5f7-3c34-4beb-876a-7d50277044ad req-b4ec8062-53ff-4839-b96a-3a5eaca3fa7b tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:50.160649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c01da5f7-3c34-4beb-876a-7d50277044ad req-b4ec8062-53ff-4839-b96a-3a5eaca3fa7b tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0540168 Feb 19 01:26:50.207298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c01da5f7-3c34-4beb-876a-7d50277044ad req-63422533-4e56-47ff-9106-6b49638c1347 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410476 Feb 19 01:26:51.349570 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c7fa0-81b5-4677-9098-d05dbeae7445 req-31650de4-09f4-40ef-be91-bdf9493f8256 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:51.351077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec3c7fa0-81b5-4677-9098-d05dbeae7445 req-31650de4-09f4-40ef-be91-bdf9493f8256 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0652599 Feb 19 01:26:51.397809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec3c7fa0-81b5-4677-9098-d05dbeae7445 req-29454db5-dcbf-43d7-b98a-49a00d375084 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408783 Feb 19 01:26:51.429315 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:51.639879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8150d7b-b999-4f26-9361-b1a724603cee req-e119f4d0-d72f-4326-9228-b7b87c07ef41 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:51.641391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-e119f4d0-d72f-4326-9228-b7b87c07ef41 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/networks?id=8a808eaf-4f7e-497d-a330-308359aea80b HTTP/1.1" status: 200 len: 812 time: 0.1074479 Feb 19 01:26:51.658396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-c8e13060-a8d1-43b6-a771-10659bb4c2e7 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/quotas/3b7603b3802d4fafb04e542ba42519a8 HTTP/1.1" status: 200 len: 375 time: 0.0109048 Feb 19 01:26:51.716005 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-b2afb510-6646-4671-aeb8-56454450cfb1 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b7603b3802d4fafb04e542ba42519a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0525579 Feb 19 01:26:51.811597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-cf21f85f-2b18-4373-a05c-b9eb867a7f0b service neutron] 10.222.0.60 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852540 Feb 19 01:26:51.903286 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-1711a0bd-aeda-4f7c-9bbb-a868248365e9 service neutron] 10.222.0.60 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858607 Feb 19 01:26:52.070052 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e82495b2-63a2-4108-98c4-d8608153c471 req-e613f122-8362-4ee3-a4b5-a8d3964c52e4 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 210 time: 0.0272803 Feb 19 01:26:52.867747 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.035340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8150d7b-b999-4f26-9361-b1a724603cee req-495f5ae8-f5c8-4d79-8b56-04b06dd9efff tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:53.036818 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-495f5ae8-f5c8-4d79-8b56-04b06dd9efff tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.113 "GET /v2.0/networks?id=8a808eaf-4f7e-497d-a330-308359aea80b HTTP/1.1" status: 200 len: 812 time: 0.1076887 Feb 19 01:26:53.049321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Request body: {'port': {'device_id': '80bb6aca-ccf8-421c-b994-b7f17a1272d1', 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b', 'admin_state_up': True, 'tenant_id': '3b7603b3802d4fafb04e542ba42519a8'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:53.167123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Made reservation on behalf of 3b7603b3802d4fafb04e542ba42519a8 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:26:53.170967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.174749 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f692f264-d6a6-41fe-8119-5a5509543aec req-0f9ccf1c-4596-447f-892e-a63aa0c090ac tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 210 time: 0.0328577 Feb 19 01:26:53.307209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Allocated IP 172.20.0.2 (8a808eaf-4f7e-497d-a330-308359aea80b/f68761a0-28e7-4217-b323-a90233c59439/a84e8222-094d-4dec-bf8e-2dffc304724e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:26:53.466673 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks [] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.507475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.523394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['5ef588b2-49be-4a26-bc2d-3fdcd912a7df'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:26:53.555415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Network 8a808eaf-4f7e-497d-a330-308359aea80b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:26:53.558456 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:26:53.565146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:26:53.588346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Pushing event updated for resources: {'Port': ['ID=a84e8222-094d-4dec-bf8e-2dffc304724e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:53.622428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:53.623066 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:53.643037 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-06310c3d-e8c6-491f-aa17-27804c991ea9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978827 Feb 19 01:26:53.655298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Request body: {'port': {'device_id': '80bb6aca-ccf8-421c-b994-b7f17a1272d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:26:54.041725 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.199451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.251221 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.297779 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3195-43e9-4917-9af1-bcb6a0abebbb req-757c9d0c-6a09-4565-8be4-cb73fc8653ad tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:54.299212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f5d3195-43e9-4917-9af1-bcb6a0abebbb req-757c9d0c-6a09-4565-8be4-cb73fc8653ad tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 931 time: 0.0526977 Feb 19 01:26:54.314623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84e8222-094d-4dec-bf8e-2dffc304724e {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:54.322218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Publish callbacks [] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.334549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Transition to ACTIVE for port object a84e8222-094d-4dec-bf8e-2dffc304724e will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:26:54.339134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.351231 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1f5d3195-43e9-4917-9af1-bcb6a0abebbb req-7fdbd3cf-2c76-49a2-bbc7-1b80f4cb369e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463147 Feb 19 01:26:54.391715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Pushing event updated for resources: {'Port': ['ID=a84e8222-094d-4dec-bf8e-2dffc304724e,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.461818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Attempting to bind port a84e8222-094d-4dec-bf8e-2dffc304724e on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:26:54.462150 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Attempting to bind port a84e8222-094d-4dec-bf8e-2dffc304724e by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:26:54.462508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Attempting to bind port a84e8222-094d-4dec-bf8e-2dffc304724e on network 8a808eaf-4f7e-497d-a330-308359aea80b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:54.466953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Port a84e8222-094d-4dec-bf8e-2dffc304724e on network 8a808eaf-4f7e-497d-a330-308359aea80b not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:26:54.467308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Attempting to bind port a84e8222-094d-4dec-bf8e-2dffc304724e on network 8a808eaf-4f7e-497d-a330-308359aea80b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:26:54.472855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:26:54.473197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Checking segment: {'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:26:54.473589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Bound using segment: {'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:26:54.474021 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Bound port: a84e8222-094d-4dec-bf8e-2dffc304724e, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '824aa066-6b8d-4268-9c49-bb3fd1de31d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:26:54.474415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.537850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] For port a84e8222-094d-4dec-bf8e-2dffc304724e, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:26:54.541194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] For port a84e8222-094d-4dec-bf8e-2dffc304724e, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a84e8222-094d-4dec-bf8e-2dffc304724e,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:26:54.548362 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.585333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:54.585953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:54.587370 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] 10.222.0.113 "PUT /v2.0/ports/a84e8222-094d-4dec-bf8e-2dffc304724e HTTP/1.1" status: 200 len: 1091 time: 0.9363606 Feb 19 01:26:54.587851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bb6aca-ccf8-421c-b994-b7f17a1272d1', 'tag': 'a84e8222-094d-4dec-bf8e-2dffc304724e'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:26:54.590101 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2125a962-d93f-4fba-be8c-b52af0d78287" -d '{"events": [{"name": "network-changed", "server_uuid": "80bb6aca-ccf8-421c-b994-b7f17a1272d1", "tag": "a84e8222-094d-4dec-bf8e-2dffc304724e"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:26:54.617233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2852e-71c2-4b69-89c8-13af72538a44 service neutron] Pushing event updated for resources: {'Port': ['ID=a84e8222-094d-4dec-bf8e-2dffc304724e,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:54.628729 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed71a85-6f1c-465f-954e-fd42c040cd91 x-openstack-request-id: req-6ed71a85-6f1c-465f-954e-fd42c040cd91 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:26:54.629027 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bb6aca-ccf8-421c-b994-b7f17a1272d1", "tag": "a84e8222-094d-4dec-bf8e-2dffc304724e", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:26:54.629325 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ed71a85-6f1c-465f-954e-fd42c040cd91 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:26:54.629708 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bb6aca-ccf8-421c-b994-b7f17a1272d1', 'tag': 'a84e8222-094d-4dec-bf8e-2dffc304724e', 'status': 'completed', 'code': 200} Feb 19 01:26:54.676123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8150d7b-b999-4f26-9361-b1a724603cee req-7ae60ab0-0c37-4cd8-8642-1ada7f2c243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:54.677687 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-7ae60ab0-0c37-4cd8-8642-1ada7f2c243e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3b7603b3802d4fafb04e542ba42519a8&device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 1125 time: 0.0461130 Feb 19 01:26:54.721944 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-81de83d4-cf9b-4508-b629-d90e37bfd19e service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a84e8222-094d-4dec-bf8e-2dffc304724e HTTP/1.1" status: 200 len: 217 time: 0.0373821 Feb 19 01:26:54.776202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8150d7b-b999-4f26-9361-b1a724603cee req-7e5762ee-767b-4908-a219-0d50d58a65b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:54.777636 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-7e5762ee-767b-4908-a219-0d50d58a65b7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f68761a0-28e7-4217-b323-a90233c59439 HTTP/1.1" status: 200 len: 852 time: 0.0491657 Feb 19 01:26:54.808314 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-d657061d-ff7c-415e-8df4-141903af6b35 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8a808eaf-4f7e-497d-a330-308359aea80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247591 Feb 19 01:26:54.904669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-4581a0e4-082f-41a3-88f7-5dfce2e7386e service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901175 Feb 19 01:26:54.999132 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b8150d7b-b999-4f26-9361-b1a724603cee req-c3390610-cf5f-415b-aa87-11270a7a6c84 service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878022 Feb 19 01:26:55.095897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-71e668b8-db46-4447-83f5-5665889119d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:55.097349 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-71e668b8-db46-4447-83f5-5665889119d1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3b7603b3802d4fafb04e542ba42519a8&device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 1125 time: 0.0533664 Feb 19 01:26:55.192715 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-808815cf-d4ad-4202-a99d-b98ad361b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:55.194236 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-808815cf-d4ad-4202-a99d-b98ad361b615 service neutron] 10.222.0.113 "GET /v2.0/networks?id=8a808eaf-4f7e-497d-a330-308359aea80b HTTP/1.1" status: 200 len: 913 time: 0.0902102 Feb 19 01:26:55.237197 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-fce52f6a-2edc-470b-a602-294a20950e4c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a84e8222-094d-4dec-bf8e-2dffc304724e HTTP/1.1" status: 200 len: 217 time: 0.0361876 Feb 19 01:26:55.287351 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-1fe3c006-f59c-4de8-9813-1f3e53bf2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:55.288828 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-1fe3c006-f59c-4de8-9813-1f3e53bf2069 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f68761a0-28e7-4217-b323-a90233c59439 HTTP/1.1" status: 200 len: 852 time: 0.0453238 Feb 19 01:26:55.321054 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-e2145ea6-05ca-4b87-bbd5-857981952374 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8a808eaf-4f7e-497d-a330-308359aea80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251751 Feb 19 01:26:55.416995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-a0cfcdd1-90bd-46e4-a84f-3e5543ad51d8 service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891535 Feb 19 01:26:55.477371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc479d8-52ae-495a-9d72-63a0f3a045ae req-0f0d9a49-4124-4027-9107-053dd9b06ec2 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:55.478886 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abc479d8-52ae-495a-9d72-63a0f3a045ae req-0f0d9a49-4124-4027-9107-053dd9b06ec2 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 943 time: 0.0526409 Feb 19 01:26:55.508367 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-2125a962-d93f-4fba-be8c-b52af0d78287 req-84ebb639-9912-4a1f-a79c-ef88b995f555 service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843685 Feb 19 01:26:55.530425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abc479d8-52ae-495a-9d72-63a0f3a045ae req-04af9e23-ef77-4649-82e7-95ecbb9a7686 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 Feb 19 01:26:55.981924 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-546a362d-063d-457a-a3c0-d305710b46ac req-0874bf28-4739-443a-9c65-c07c343a780b service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0557373 Feb 19 01:26:56.080074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a362d-063d-457a-a3c0-d305710b46ac req-50f374e9-ac88-4074-97e5-1db21702b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.081517 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-546a362d-063d-457a-a3c0-d305710b46ac req-50f374e9-ac88-4074-97e5-1db21702b291 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=3b7603b3802d4fafb04e542ba42519a8&device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 1128 time: 0.0526557 Feb 19 01:26:56.186316 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a362d-063d-457a-a3c0-d305710b46ac req-ce5fd1d4-9ae2-4f03-8c23-24c5d16f6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.187850 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-546a362d-063d-457a-a3c0-d305710b46ac req-ce5fd1d4-9ae2-4f03-8c23-24c5d16f6ed0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=8a808eaf-4f7e-497d-a330-308359aea80b HTTP/1.1" status: 200 len: 913 time: 0.0868938 Feb 19 01:26:56.234097 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-546a362d-063d-457a-a3c0-d305710b46ac req-6e472d86-e588-43f1-9ce2-4dfbcdb4b0b7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ef588b2-49be-4a26-bc2d-3fdcd912a7df HTTP/1.1" status: 200 len: 217 time: 0.0396490 Feb 19 01:26:56.285636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a362d-063d-457a-a3c0-d305710b46ac req-0bc48be7-55d5-4791-9c20-41658c058ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.287196 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-546a362d-063d-457a-a3c0-d305710b46ac req-0bc48be7-55d5-4791-9c20-41658c058ab0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=f68761a0-28e7-4217-b323-a90233c59439 HTTP/1.1" status: 200 len: 852 time: 0.0474958 Feb 19 01:26:56.318894 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-546a362d-063d-457a-a3c0-d305710b46ac req-da0deca6-f225-4de7-a2ed-4d57d39bd7fe service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=8a808eaf-4f7e-497d-a330-308359aea80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254791 Feb 19 01:26:56.413684 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-546a362d-063d-457a-a3c0-d305710b46ac req-bfabd8ca-33eb-4aaf-8bef-88a0ff506aee service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884857 Feb 19 01:26:56.510510 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-546a362d-063d-457a-a3c0-d305710b46ac req-9b2c7275-01e4-40fc-8ecb-41ad80ef2fe6 service neutron] 10.222.0.113 "GET /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909705 Feb 19 01:26:56.660175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a5085-2c01-4d68-b1c9-2e8a23175b1f req-ba0002dd-f1c8-4b09-b838-dc63fc77aa67 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:56.661656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae9a5085-2c01-4d68-b1c9-2e8a23175b1f req-ba0002dd-f1c8-4b09-b838-dc63fc77aa67 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 943 time: 0.0605118 Feb 19 01:26:56.709259 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae9a5085-2c01-4d68-b1c9-2e8a23175b1f req-d7c5d705-30da-43ce-b343-260a6141d33a tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Feb 19 01:26:58.181654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13b285-c218-4d21-8e6e-d84449b30788 req-e5f21958-71f5-474b-8cfd-495ecf2a4514 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:58.183243 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc13b285-c218-4d21-8e6e-d84449b30788 req-e5f21958-71f5-474b-8cfd-495ecf2a4514 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 943 time: 0.3999598 Feb 19 01:26:58.231582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc13b285-c218-4d21-8e6e-d84449b30788 req-072cd91c-4853-4b87-8ca2-2bfecc64a03f tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Feb 19 01:26:59.332582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a84e8222-094d-4dec-bf8e-2dffc304724e details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:26:59.367385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189d3df-d6d7-42d0-8dfc-b51bd185f533 req-e2c2b42c-4d2d-43ed-8367-49a6a374636a tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:26:59.368956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0189d3df-d6d7-42d0-8dfc-b51bd185f533 req-e2c2b42c-4d2d-43ed-8367-49a6a374636a tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 943 time: 0.0634184 Feb 19 01:26:59.416436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0189d3df-d6d7-42d0-8dfc-b51bd185f533 req-30d03818-e987-4cdf-8f16-b9a53ab0d410 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Feb 19 01:26:59.441105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a84e8222-094d-4dec-bf8e-2dffc304724e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a84e8222-094d-4dec-bf8e-2dffc304724e,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:59.452582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'a84e8222-094d-4dec-bf8e-2dffc304724e', 'network_id': '8a808eaf-4f7e-497d-a330-308359aea80b', 'port_id': 'a84e8222-094d-4dec-bf8e-2dffc304724e', 'mac_address': 'fa:16:3e:72:53:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f68761a0-28e7-4217-b323-a90233c59439', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:26:59.489722 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a84e8222-094d-4dec-bf8e-2dffc304724e is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:26:59.490114 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.503033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84e8222-094d-4dec-bf8e-2dffc304724e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:26:59.522292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a84e8222-094d-4dec-bf8e-2dffc304724e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a84e8222-094d-4dec-bf8e-2dffc304724e,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:26:59.529819 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:26:59.577395 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a84e8222-094d-4dec-bf8e-2dffc304724e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:26:59.584930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.585265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.585617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.585958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.586335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.586681 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.587016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.587331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.587665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.587994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.588323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.588651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.588972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:26:59.747074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a84e8222-094d-4dec-bf8e-2dffc304724e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:00.557969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e5b3c-d0b6-4ccd-b0e6-39362c02b2f4 req-d92c936a-8e21-4bd2-8423-570e4d6d0c71 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:00.559500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-496e5b3c-d0b6-4ccd-b0e6-39362c02b2f4 req-d92c936a-8e21-4bd2-8423-570e4d6d0c71 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 944 time: 0.0630898 Feb 19 01:27:00.609464 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-496e5b3c-d0b6-4ccd-b0e6-39362c02b2f4 req-a5c4dcac-06ba-4150-bf80-94d6e59ed7cb tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442274 Feb 19 01:27:01.343967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a84e8222-094d-4dec-bf8e-2dffc304724e up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:01.401840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port a84e8222-094d-4dec-bf8e-2dffc304724e completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:27:01.405412 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port a84e8222-094d-4dec-bf8e-2dffc304724e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:01.405796 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.485576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a84e8222-094d-4dec-bf8e-2dffc304724e is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:01.485964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.509596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bb6aca-ccf8-421c-b994-b7f17a1272d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84e8222-094d-4dec-bf8e-2dffc304724e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:01.511873 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d3a574-7cba-44d1-81e6-890979995db0" -d '{"events": [{"server_uuid": "80bb6aca-ccf8-421c-b994-b7f17a1272d1", "name": "network-vif-plugged", "status": "completed", "tag": "a84e8222-094d-4dec-bf8e-2dffc304724e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:01.524025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a84e8222-094d-4dec-bf8e-2dffc304724e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a84e8222-094d-4dec-bf8e-2dffc304724e,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:01.528540 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:01.551231 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffdace5-2155-485b-92c5-0e226ff0572a x-openstack-request-id: req-7ffdace5-2155-485b-92c5-0e226ff0572a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:01.551529 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bb6aca-ccf8-421c-b994-b7f17a1272d1", "name": "network-vif-plugged", "status": "completed", "tag": "a84e8222-094d-4dec-bf8e-2dffc304724e", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:01.551788 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ffdace5-2155-485b-92c5-0e226ff0572a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:01.552184 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bb6aca-ccf8-421c-b994-b7f17a1272d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84e8222-094d-4dec-bf8e-2dffc304724e', 'code': 200} Feb 19 01:27:01.577972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a84e8222-094d-4dec-bf8e-2dffc304724e,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:01.664539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787aed7-e87f-407b-9ccf-bb2884a5fe1d req-f2959b1b-3b99-4784-ba24-7f0466cebccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:01.665969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1787aed7-e87f-407b-9ccf-bb2884a5fe1d req-f2959b1b-3b99-4784-ba24-7f0466cebccd service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 1127 time: 0.0509303 Feb 19 01:27:01.709322 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1787aed7-e87f-407b-9ccf-bb2884a5fe1d req-4a23d09a-21fa-45df-8e48-500fd4ba74d8 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374064 Feb 19 01:27:01.729398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d98241-5c8d-4863-9aa9-8c862d739b47 req-22eacde1-90c5-4577-a760-1860753eb35a tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:01.730892 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d98241-5c8d-4863-9aa9-8c862d739b47 req-22eacde1-90c5-4577-a760-1860753eb35a tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 945 time: 0.0529737 Feb 19 01:27:01.780779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-96d98241-5c8d-4863-9aa9-8c862d739b47 req-596a81b4-1ffa-40eb-ab89-e84471a655b4 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414054 Feb 19 01:27:02.904901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ca1bd-2c00-4484-bcf5-ce12eb89dd5c req-3363ee16-6961-42c8-b1b7-ae9fdedac4d7 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:02.907606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-180ca1bd-2c00-4484-bcf5-ce12eb89dd5c req-3363ee16-6961-42c8-b1b7-ae9fdedac4d7 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 945 time: 0.0553989 Feb 19 01:27:02.959897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-180ca1bd-2c00-4484-bcf5-ce12eb89dd5c req-43a7a866-db9d-49a0-a3c7-fee21958cecc tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459032 Feb 19 01:27:04.099781 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b6f47-e24d-4a3e-80c4-1b13efbbb597 req-8c5c35e7-a895-41a7-ada2-204dea528ba8 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:04.101183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-329b6f47-e24d-4a3e-80c4-1b13efbbb597 req-8c5c35e7-a895-41a7-ada2-204dea528ba8 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 945 time: 0.0614235 Feb 19 01:27:04.149852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-329b6f47-e24d-4a3e-80c4-1b13efbbb597 req-8a103669-c412-41e7-a610-29c02f7a7e41 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Feb 19 01:27:04.397928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af199f65-5988-4883-b942-612f919de7e0 req-915cb6b7-0250-4acd-9a66-63c2dc56a8c9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:04.399450 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af199f65-5988-4883-b942-612f919de7e0 req-915cb6b7-0250-4acd-9a66-63c2dc56a8c9 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 945 time: 0.0597546 Feb 19 01:27:04.448095 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af199f65-5988-4883-b942-612f919de7e0 req-c218b2a8-a1fa-4c74-88e0-8cb70e8f4066 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429492 Feb 19 01:27:05.600563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fd71f-a27a-4f84-8354-a896977e6c8e req-578be9fa-15f3-4168-ac45-b7ffd6389c34 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:05.602077 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-350fd71f-a27a-4f84-8354-a896977e6c8e req-578be9fa-15f3-4168-ac45-b7ffd6389c34 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 945 time: 0.0690248 Feb 19 01:27:05.648541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-350fd71f-a27a-4f84-8354-a896977e6c8e req-84b648a2-dda8-440c-9f2b-fd9e256e3389 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407064 Feb 19 01:27:05.843575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-019e09fd-06ba-4851-a0ed-484c00115c5c tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:05.845084 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-019e09fd-06ba-4851-a0ed-484c00115c5c tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.113 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 945 time: 0.0580027 Feb 19 01:27:05.947197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Deleting port a84e8222-094d-4dec-bf8e-2dffc304724e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:05.947528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.046465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] For port a84e8222-094d-4dec-bf8e-2dffc304724e, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a84e8222-094d-4dec-bf8e-2dffc304724e,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:06.046807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.062126 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Calling delete_port for a84e8222-094d-4dec-bf8e-2dffc304724e owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:06.206143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a84e8222-094d-4dec-bf8e-2dffc304724e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.218770 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['5ef588b2-49be-4a26-bc2d-3fdcd912a7df', 'a84e8222-094d-4dec-bf8e-2dffc304724e'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:06.233636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Pushing event deleted for resources: {'Port': ['ID=a84e8222-094d-4dec-bf8e-2dffc304724e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:06.278651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] No DVR routers for this DVR port a84e8222-094d-4dec-bf8e-2dffc304724e on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:06.281844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:06.285511 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a32f33f7-9335-40df-84b8-fc4f848d6ee9 req-43053eb7-b06d-4862-b53e-ac64e93672ec tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.113 "DELETE /v2.0/ports/a84e8222-094d-4dec-bf8e-2dffc304724e HTTP/1.1" status: 204 len: 173 time: 0.4347651 Feb 19 01:27:06.286013 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bb6aca-ccf8-421c-b994-b7f17a1272d1', 'name': 'network-vif-deleted', 'tag': 'a84e8222-094d-4dec-bf8e-2dffc304724e'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:06.288535 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405a04af-381c-49d7-b4ff-f3236b702f4a" -d '{"events": [{"server_uuid": "80bb6aca-ccf8-421c-b994-b7f17a1272d1", "name": "network-vif-deleted", "tag": "a84e8222-094d-4dec-bf8e-2dffc304724e"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:06.326832 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f898bd-02c2-4620-80d7-bc0c06eed0ca x-openstack-request-id: req-04f898bd-02c2-4620-80d7-bc0c06eed0ca {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:06.326832 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bb6aca-ccf8-421c-b994-b7f17a1272d1", "name": "network-vif-deleted", "tag": "a84e8222-094d-4dec-bf8e-2dffc304724e", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:06.327063 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04f898bd-02c2-4620-80d7-bc0c06eed0ca {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:06.327326 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bb6aca-ccf8-421c-b994-b7f17a1272d1', 'name': 'network-vif-deleted', 'tag': 'a84e8222-094d-4dec-bf8e-2dffc304724e', 'status': 'completed', 'code': 200} Feb 19 01:27:06.762816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34c41985-2fa8-473c-84c8-8c4d4825bf55 req-b0afd343-099e-46aa-83d6-a5a4d4e399b0 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=80bb6aca-ccf8-421c-b994-b7f17a1272d1 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Feb 19 01:27:07.933815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63eab6d-5877-4e1e-8218-ed9a562842a9 req-fe8d1a12-e965-464b-8202-18ef296a9172 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:07.935326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b63eab6d-5877-4e1e-8218-ed9a562842a9 req-fe8d1a12-e965-464b-8202-18ef296a9172 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0590761 Feb 19 01:27:07.983324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b63eab6d-5877-4e1e-8218-ed9a562842a9 req-1a7c7824-f860-4f05-8a03-05c8c3c113fb tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410833 Feb 19 01:27:08.130439 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba91ee6-1c26-4e22-b3c8-ed531c91353e req-fff12aeb-ab00-48c7-967e-609e5e59e2c3 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:08.132340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eba91ee6-1c26-4e22-b3c8-ed531c91353e req-fff12aeb-ab00-48c7-967e-609e5e59e2c3 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0607479 Feb 19 01:27:08.185053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eba91ee6-1c26-4e22-b3c8-ed531c91353e req-87ca6aad-9b2a-43c9-baf4-ab133c160756 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467582 Feb 19 01:27:08.316761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32760c-3711-4eff-8409-c68c8363437f req-669745a6-f3a0-446a-912e-76c3278d84cc tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:08.318164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f32760c-3711-4eff-8409-c68c8363437f req-669745a6-f3a0-446a-912e-76c3278d84cc tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0553958 Feb 19 01:27:08.365163 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f32760c-3711-4eff-8409-c68c8363437f req-70f5bdde-5341-4591-a4eb-6a54cf452a06 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Feb 19 01:27:08.555003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3b86c-28db-4cf0-8b01-9f4a713d2015 req-eb88f501-8cdc-49ba-acf6-e929e537ad76 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:08.556544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dd3b86c-28db-4cf0-8b01-9f4a713d2015 req-eb88f501-8cdc-49ba-acf6-e929e537ad76 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0587475 Feb 19 01:27:08.605552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7dd3b86c-28db-4cf0-8b01-9f4a713d2015 req-444c9fb2-3e29-44cf-b97c-9dbc4d10d576 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430894 Feb 19 01:27:08.740008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411ff4b-2164-4218-9310-d8dc9b8663ea req-e5b17420-ae7d-457d-a569-78105b10e284 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:08.741544 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8411ff4b-2164-4218-9310-d8dc9b8663ea req-e5b17420-ae7d-457d-a569-78105b10e284 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0621862 Feb 19 01:27:08.791263 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8411ff4b-2164-4218-9310-d8dc9b8663ea req-f9723c18-d27e-4a04-a5f1-c8c7a2196bff tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Feb 19 01:27:08.930848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d17257-d982-4656-bf65-f17e2173e7f1 req-a3bce9a7-e6ee-4c2e-8d3f-7944066c5edc tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:08.932245 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d17257-d982-4656-bf65-f17e2173e7f1 req-a3bce9a7-e6ee-4c2e-8d3f-7944066c5edc tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0555089 Feb 19 01:27:08.983523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f9d17257-d982-4656-bf65-f17e2173e7f1 req-70de7e2b-50b6-4293-8902-764cd7d705e8 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456069 Feb 19 01:27:09.308231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997350f5-09cc-430c-9258-f80214271e5d req-205b145d-e176-4998-8a8b-66283f0f5f60 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:09.309737 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-997350f5-09cc-430c-9258-f80214271e5d req-205b145d-e176-4998-8a8b-66283f0f5f60 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0533144 Feb 19 01:27:09.356517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-997350f5-09cc-430c-9258-f80214271e5d req-827c7a18-9849-4066-afa1-fdc50d2c3a0d tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408361 Feb 19 01:27:09.384879 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a84e8222-094d-4dec-bf8e-2dffc304724e no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:09.405141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: a84e8222-094d-4dec-bf8e-2dffc304724e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:09.405484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a84e8222-094d-4dec-bf8e-2dffc304724e not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:09.435582 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:27:10.485260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d489c7c-4e6f-437f-bf80-32879aaddf24 req-338603f5-f77d-44f0-ba14-4512661737e1 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:10.486793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d489c7c-4e6f-437f-bf80-32879aaddf24 req-338603f5-f77d-44f0-ba14-4512661737e1 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0544665 Feb 19 01:27:10.536625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d489c7c-4e6f-437f-bf80-32879aaddf24 req-4f34d76e-b0ad-4efd-bbf5-9079432c2d12 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/security-groups?id=04063c08-9b25-4949-bed6-817edf662f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Feb 19 01:27:10.636140 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b7071cf-7e6b-42b3-9c48-c962854b260a req-2f06636b-b1b6-40c4-9107-da857d25706e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304849 Feb 19 01:27:10.687849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-876f7a78-6337-4325-9f1c-f316cad71699 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:10.689105 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-876f7a78-6337-4325-9f1c-f316cad71699 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.113 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 946 time: 0.0609572 Feb 19 01:27:10.708192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b7071cf-7e6b-42b3-9c48-c962854b260a req-987d55db-ee76-4c79-8673-ce94dd0f7f95 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0280912 Feb 19 01:27:10.747422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b7071cf-7e6b-42b3-9c48-c962854b260a req-8a4ca5fa-8430-49ad-b026-b7fb1e58ca58 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201795 Feb 19 01:27:10.781261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Deleting port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:10.781609 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.840951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7071cf-7e6b-42b3-9c48-c962854b260a req-cc53dabf-494f-44ca-8e1c-9bca3f93a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:10.842459 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b7071cf-7e6b-42b3-9c48-c962854b260a req-cc53dabf-494f-44ca-8e1c-9bca3f93a884 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885353 Feb 19 01:27:10.873530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] For port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,segment=NetworkSegment(824aa066-6b8d-4268-9c49-bb3fd1de31d3),segment_id=824aa066-6b8d-4268-9c49-bb3fd1de31d3)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:10.873932 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:10.886688 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Calling delete_port for 5ef588b2-49be-4a26-bc2d-3fdcd912a7df owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:11.012290 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (5ef588b2-49be-4a26-bc2d-3fdcd912a7df), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:11.029377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['5ef588b2-49be-4a26-bc2d-3fdcd912a7df'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:11.044395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Pushing event deleted for resources: {'Port': ['ID=5ef588b2-49be-4a26-bc2d-3fdcd912a7df,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:11.088766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] No DVR routers for this DVR port 5ef588b2-49be-4a26-bc2d-3fdcd912a7df on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:11.091527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:11.094875 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a99164ee-3c26-40bb-bc02-c2a39c8fd775 req-b5c4a7fc-e9b0-4c4d-88c2-410ba8300e1e tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.113 "DELETE /v2.0/ports/5ef588b2-49be-4a26-bc2d-3fdcd912a7df HTTP/1.1" status: 204 len: 173 time: 0.3995483 Feb 19 01:27:11.095310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dfb5410-5ec8-41e3-a802-22c63e81ba37', 'name': 'network-vif-deleted', 'tag': '5ef588b2-49be-4a26-bc2d-3fdcd912a7df'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:11.097583 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb77c52b-39fd-462c-818d-f24e18181973" -d '{"events": [{"server_uuid": "2dfb5410-5ec8-41e3-a802-22c63e81ba37", "name": "network-vif-deleted", "tag": "5ef588b2-49be-4a26-bc2d-3fdcd912a7df"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:11.136041 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c9c69a-8cda-4a38-bbc2-be28aef1fdef x-openstack-request-id: req-d0c9c69a-8cda-4a38-bbc2-be28aef1fdef {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:11.136203 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dfb5410-5ec8-41e3-a802-22c63e81ba37", "name": "network-vif-deleted", "tag": "5ef588b2-49be-4a26-bc2d-3fdcd912a7df", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:11.136448 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0c9c69a-8cda-4a38-bbc2-be28aef1fdef {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:11.136820 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dfb5410-5ec8-41e3-a802-22c63e81ba37', 'name': 'network-vif-deleted', 'tag': '5ef588b2-49be-4a26-bc2d-3fdcd912a7df', 'status': 'completed', 'code': 200} Feb 19 01:27:11.652958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02774841-a6ba-4885-b2fb-4fb215908665 req-293d01a5-126e-4ba8-8571-f7af799516f1 tempest-ServersNegativeTestJSON-195734577 tempest-ServersNegativeTestJSON-195734577-project] 10.222.0.60 "GET /v2.0/ports?device_id=2dfb5410-5ec8-41e3-a802-22c63e81ba37 HTTP/1.1" status: 200 len: 210 time: 0.0337927 Feb 19 01:27:12.710118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36764) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:12.755997 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a3e59d-c0f6-4867-bb9c-3d7b229e9ad7 admin admin] Deleting subnet f68761a0-28e7-4217-b323-a90233c59439 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:27:12.759678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89a3e59d-c0f6-4867-bb9c-3d7b229e9ad7 admin admin] Publish callbacks [] for subnet (f68761a0-28e7-4217-b323-a90233c59439), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.793776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89a3e59d-c0f6-4867-bb9c-3d7b229e9ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (f68761a0-28e7-4217-b323-a90233c59439), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.836411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89a3e59d-c0f6-4867-bb9c-3d7b229e9ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (f68761a0-28e7-4217-b323-a90233c59439), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.889328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89a3e59d-c0f6-4867-bb9c-3d7b229e9ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (f68761a0-28e7-4217-b323-a90233c59439), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.912790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3e59d-c0f6-4867-bb9c-3d7b229e9ad7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f68761a0-28e7-4217-b323-a90233c59439,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:12.918513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-89a3e59d-c0f6-4867-bb9c-3d7b229e9ad7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:12.921630 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-89a3e59d-c0f6-4867-bb9c-3d7b229e9ad7 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f68761a0-28e7-4217-b323-a90233c59439 HTTP/1.1" status: 204 len: 168 time: 0.2104123 Feb 19 01:27:12.924298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36766) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:12.992630 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8a808eaf-4f7e-497d-a330-308359aea80b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.077910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8a808eaf-4f7e-497d-a330-308359aea80b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.099284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a808eaf-4f7e-497d-a330-308359aea80b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:13.109917 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '824aa066-6b8d-4268-9c49-bb3fd1de31d3') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:13.110222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '824aa066-6b8d-4268-9c49-bb3fd1de31d3') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:13.121020 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (824aa066-6b8d-4268-9c49-bb3fd1de31d3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.135285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (824aa066-6b8d-4268-9c49-bb3fd1de31d3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.141801 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:13.142219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (824aa066-6b8d-4268-9c49-bb3fd1de31d3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:13.143932 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:13.204603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8a808eaf-4f7e-497d-a330-308359aea80b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.211318 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.214758 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] 10.222.0.60 "DELETE /v2.0/networks/8a808eaf-4f7e-497d-a330-308359aea80b HTTP/1.1" status: 204 len: 168 time: 0.2893326 Feb 19 01:27:13.227782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ac47f-3c7e-4590-b64a-512595d1632c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a808eaf-4f7e-497d-a330-308359aea80b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:13.327862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36770) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:13.373562 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fce67101-af77-40f7-af8a-7f3b5e2d09de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3b7603b3802d4fafb04e542ba42519a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444713 Feb 19 01:27:13.376169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36772) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:13.425733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbbddd93-5e1d-4517-a602-6e7c63ee8854 admin admin] Publish callbacks [] for security_group (04063c08-9b25-4949-bed6-817edf662f98), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.447086 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbbddd93-5e1d-4517-a602-6e7c63ee8854 admin admin] Publish callbacks [] for security_group (04063c08-9b25-4949-bed6-817edf662f98), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.496064 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbbddd93-5e1d-4517-a602-6e7c63ee8854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (04063c08-9b25-4949-bed6-817edf662f98), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.499746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fbbddd93-5e1d-4517-a602-6e7c63ee8854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:13.501310 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fbbddd93-5e1d-4517-a602-6e7c63ee8854 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/04063c08-9b25-4949-bed6-817edf662f98 HTTP/1.1" status: 204 len: 168 time: 0.1241729 Feb 19 01:27:13.509125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbddd93-5e1d-4517-a602-6e7c63ee8854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04063c08-9b25-4949-bed6-817edf662f98,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:14.272416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36794) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:14.382751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1345303214'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:14.413272 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:14.416778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.425508 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.506764 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for security_group (53425a27-29da-419d-8322-f031b1a77c24), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.513544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (53425a27-29da-419d-8322-f031b1a77c24), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.546684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:14.556284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53425a27-29da-419d-8322-f031b1a77c24,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:14.561296 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2695f2dd-2e8f-4f82-89fc-dd3682b61b30), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.561633 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Added segment 2695f2dd-2e8f-4f82-89fc-dd3682b61b30 of type vlan for network bf4fd55b-8692-49f9-9646-db541dbe4b19 Feb 19 01:27:14.602724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (bf4fd55b-8692-49f9-9646-db541dbe4b19), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.632429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (bf4fd55b-8692-49f9-9646-db541dbe4b19), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.637562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:14.638143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:14.692729 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4191973 Feb 19 01:27:14.706073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28acd631-60d1-4a3b-bbba-e5f8fe0d81e8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Network': ['ID=bf4fd55b-8692-49f9-9646-db541dbe4b19,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:14.717165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network bf4fd55b-8692-49f9-9646-db541dbe4b19 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:15.400019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5ef588b2-49be-4a26-bc2d-3fdcd912a7df no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:15.422082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 5ef588b2-49be-4a26-bc2d-3fdcd912a7df {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:15.422467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 5ef588b2-49be-4a26-bc2d-3fdcd912a7df not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:17.934861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36798) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:17.943136 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'subnet': {'network_id': 'bf4fd55b-8692-49f9-9646-db541dbe4b19', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:18.040983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:18.045316 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.054857 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9096d0e-4b18-4692-819a-761dfd7dc907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.233435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (3329a996-5a86-4e75-9fd4-655c9e892de5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.294978 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Subnet': ['ID=3329a996-5a86-4e75-9fd4-655c9e892de5,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:18.299391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Checking segment: {'id': '2695f2dd-2e8f-4f82-89fc-dd3682b61b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf4fd55b-8692-49f9-9646-db541dbe4b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:18.299882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network hostable DHCP agents. Network: bf4fd55b-8692-49f9-9646-db541dbe4b19, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:18.307203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.307561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.307907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.308264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.308593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.308927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.309261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.309591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.309918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.310246 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.310574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.310897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.311219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:18.328303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network bf4fd55b-8692-49f9-9646-db541dbe4b19 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:18.336912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, bf4fd55b-8692-49f9-9646-db541dbe4b19) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:18.341108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:18.341706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.347694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4170e9ea-907c-4131-ada9-dee48aad327f None None] Network bf4fd55b-8692-49f9-9646-db541dbe4b19 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:18.359974 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-56dc97ff-a53a-4dc0-a123-c4d070003395 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4236064 Feb 19 01:27:18.363606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36800) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:18.368933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1211991908'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:18.390233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:18.393664 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.417299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:18.426467 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (779f7ed3-d342-4bc0-87a6-17b4bfeaad92), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.426819 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Added segment 779f7ed3-d342-4bc0-87a6-17b4bfeaad92 of type vlan for network e717a86c-541c-429f-a295-e892fb056eb5 Feb 19 01:27:18.453373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-bf4fd55b-8692-49f9-9646-db541dbe4b19', 'network_id': 'bf4fd55b-8692-49f9-9646-db541dbe4b19', 'project_id': 'b555f8ed83da4305a63bb6e21833b0ca', 'fixed_ips': [{'subnet_id': '3329a996-5a86-4e75-9fd4-655c9e892de5'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:18.454276 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.466046 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e717a86c-541c-429f-a295-e892fb056eb5), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.495917 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e717a86c-541c-429f-a295-e892fb056eb5), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.500867 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:18.501451 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.556212 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1912937 Feb 19 01:27:18.559277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:18.565088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'subnet': {'network_id': 'e717a86c-541c-429f-a295-e892fb056eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:18.568723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ececcbe-3274-4cc2-aaf0-ed7aada71cf5 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Network': ['ID=e717a86c-541c-429f-a295-e892fb056eb5,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:18.580399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e717a86c-541c-429f-a295-e892fb056eb5 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:18.603965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Allocated IP 2001:db8:0:ffff::2 (bf4fd55b-8692-49f9-9646-db541dbe4b19/3329a996-5a86-4e75-9fd4-655c9e892de5/6df49711-5fe3-49e8-b335-eb38d5fc339d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:18.664963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:18.668587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.799571 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Publish callbacks [] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.808107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.845869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Network bf4fd55b-8692-49f9-9646-db541dbe4b19 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:18.848635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:18.854001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:18.861244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Pushing event updated for resources: {'Port': ['ID=6df49711-5fe3-49e8-b335-eb38d5fc339d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:18.871523 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (fc9f391b-857f-4592-a677-ba1574f82c34), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.912611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Attempting to bind port 6df49711-5fe3-49e8-b335-eb38d5fc339d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:18.912978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Attempting to bind port 6df49711-5fe3-49e8-b335-eb38d5fc339d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '2695f2dd-2e8f-4f82-89fc-dd3682b61b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf4fd55b-8692-49f9-9646-db541dbe4b19'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:18.913341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Attempting to bind port 6df49711-5fe3-49e8-b335-eb38d5fc339d on network bf4fd55b-8692-49f9-9646-db541dbe4b19 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:18.919007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:18.919382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Checking segment: {'id': '2695f2dd-2e8f-4f82-89fc-dd3682b61b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf4fd55b-8692-49f9-9646-db541dbe4b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:18.919780 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.920173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Bound using segment: {'id': '2695f2dd-2e8f-4f82-89fc-dd3682b61b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf4fd55b-8692-49f9-9646-db541dbe4b19'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:18.923823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Bound port: 6df49711-5fe3-49e8-b335-eb38d5fc339d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2695f2dd-2e8f-4f82-89fc-dd3682b61b30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf4fd55b-8692-49f9-9646-db541dbe4b19'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:18.923823 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.932350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Subnet': ['ID=fc9f391b-857f-4592-a677-ba1574f82c34,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:18.944278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Checking segment: {'id': '779f7ed3-d342-4bc0-87a6-17b4bfeaad92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e717a86c-541c-429f-a295-e892fb056eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:18.944922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network hostable DHCP agents. Network: e717a86c-541c-429f-a295-e892fb056eb5, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:18.962041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network e717a86c-541c-429f-a295-e892fb056eb5 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:18.971607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, e717a86c-541c-429f-a295-e892fb056eb5) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:18.975905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:18.976506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:18.984976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a91604-becc-4e58-8f47-2be6aeecb380 None None] Network e717a86c-541c-429f-a295-e892fb056eb5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:18.994064 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-770f7564-7a7a-4eff-a2d7-d7e7862b75f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4333732 Feb 19 01:27:18.996734 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36804) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:19.039690 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] For port 6df49711-5fe3-49e8-b335-eb38d5fc339d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:19.056369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] For port 6df49711-5fe3-49e8-b335-eb38d5fc339d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6df49711-5fe3-49e8-b335-eb38d5fc339d,segment=NetworkSegment(2695f2dd-2e8f-4f82-89fc-dd3682b61b30),segment_id=2695f2dd-2e8f-4f82-89fc-dd3682b61b30)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:19.067328 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.098473 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e717a86c-541c-429f-a295-e892fb056eb5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.152133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804475b9-7800-40fe-9b95-95c6724a82d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-e717a86c-541c-429f-a295-e892fb056eb5', 'network_id': 'e717a86c-541c-429f-a295-e892fb056eb5', 'project_id': 'b555f8ed83da4305a63bb6e21833b0ca', 'fixed_ips': [{'subnet_id': 'fc9f391b-857f-4592-a677-ba1574f82c34'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:19.153026 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-804475b9-7800-40fe-9b95-95c6724a82d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.178103 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f79b9-3e87-4f74-893a-2a2c42d02524 None None] Pushing event updated for resources: {'Port': ['ID=6df49711-5fe3-49e8-b335-eb38d5fc339d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:19.185998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (fc9f391b-857f-4592-a677-ba1574f82c34), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.252716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (fc9f391b-857f-4592-a677-ba1574f82c34), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-804475b9-7800-40fe-9b95-95c6724a82d4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc9f391b-857f-4592-a677-ba1574f82c34: This subnet is being modified by another concurrent operation. Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc9f391b-857f-4592-a677-ba1574f82c34: This subnet is being modified by another concurrent operation. Feb 19 01:27:19.265404 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 01:27:19.285543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Subnet': ['ID=fc9f391b-857f-4592-a677-ba1574f82c34,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:19.292711 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e65999-a004-4fe5-89db-23d43db7e35a None None] Network e717a86c-541c-429f-a295-e892fb056eb5 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:19.379766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e717a86c-541c-429f-a295-e892fb056eb5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.386042 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.408611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e717a86c-541c-429f-a295-e892fb056eb5']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:19.423196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779f7ed3-d342-4bc0-87a6-17b4bfeaad92') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:19.423562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779f7ed3-d342-4bc0-87a6-17b4bfeaad92') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:19.434213 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (779f7ed3-d342-4bc0-87a6-17b4bfeaad92), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.448132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (779f7ed3-d342-4bc0-87a6-17b4bfeaad92), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.454810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:19.455207 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (779f7ed3-d342-4bc0-87a6-17b4bfeaad92), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:19.458322 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:19.520925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e717a86c-541c-429f-a295-e892fb056eb5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.528210 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.531343 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/e717a86c-541c-429f-a295-e892fb056eb5 HTTP/1.1" status: 204 len: 168 time: 0.5336523 Feb 19 01:27:19.535123 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36806) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:19.540425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-437504032'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:19.543448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386d33a-e2d2-42f1-9c7c-e66e80b061f1 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Network': ['ID=e717a86c-541c-429f-a295-e892fb056eb5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:19.561144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:19.564550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.592036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:19.600649 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e7a20681-0ecd-4b6e-9005-7bfdc30d360a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.600989 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Added segment e7a20681-0ecd-4b6e-9005-7bfdc30d360a of type vlan for network fe2ff623-1f68-4ea3-a1a3-ef8556946bdb Feb 19 01:27:19.640255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (fe2ff623-1f68-4ea3-a1a3-ef8556946bdb), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.668603 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (fe2ff623-1f68-4ea3-a1a3-ef8556946bdb), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.673978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:19.674628 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.732133 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1958423 Feb 19 01:27:19.735613 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36808) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:19.741051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'subnet': {'network_id': 'fe2ff623-1f68-4ea3-a1a3-ef8556946bdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:19.744737 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161ff38-aeeb-4bf9-a58a-e9904f85aa52 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Network': ['ID=fe2ff623-1f68-4ea3-a1a3-ef8556946bdb,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:19.755309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network fe2ff623-1f68-4ea3-a1a3-ef8556946bdb details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:19.856318 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:19.860367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:19.897626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6df49711-5fe3-49e8-b335-eb38d5fc339d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:19.925149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_backend_mixin [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Performing IP validity checks on allocation pools {{(pid=103650) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 01:27:19.925681 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.ipam_backend_mixin [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103650) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 01:27:19.950322 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6df49711-5fe3-49e8-b335-eb38d5fc339d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:19.950718 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.035933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6df49711-5fe3-49e8-b335-eb38d5fc339d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:20.036335 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.061626 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (3bf2c1f2-700d-4d02-8ead-cabb9b52ca0c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.075422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 6df49711-5fe3-49e8-b335-eb38d5fc339d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6df49711-5fe3-49e8-b335-eb38d5fc339d,segment=NetworkSegment(2695f2dd-2e8f-4f82-89fc-dd3682b61b30),segment_id=2695f2dd-2e8f-4f82-89fc-dd3682b61b30)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:20.081795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.129732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Subnet': ['ID=3bf2c1f2-700d-4d02-8ead-cabb9b52ca0c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:20.135681 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bda262c-4304-47cd-82b0-d24df27c3f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.143839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Checking segment: {'id': 'e7a20681-0ecd-4b6e-9005-7bfdc30d360a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe2ff623-1f68-4ea3-a1a3-ef8556946bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:20.144259 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network hostable DHCP agents. Network: fe2ff623-1f68-4ea3-a1a3-ef8556946bdb, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:20.158057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=6df49711-5fe3-49e8-b335-eb38d5fc339d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:20.163684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network fe2ff623-1f68-4ea3-a1a3-ef8556946bdb is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:20.174440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, fe2ff623-1f68-4ea3-a1a3-ef8556946bdb) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:20.178844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:20.179936 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.181819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e36ca8-e4ad-4ad5-991f-5cd8fb9809cd None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:20.196938 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1e252e6a-eebc-460b-bfd9-374348213eee tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4601274 Feb 19 01:27:20.199622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36810) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:20.258731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f785b329-d884-4121-80c7-1a977ce5fc27 None None] Provisioning complete for port 6df49711-5fe3-49e8-b335-eb38d5fc339d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:20.259108 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f785b329-d884-4121-80c7-1a977ce5fc27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.286966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e36ca8-e4ad-4ad5-991f-5cd8fb9809cd None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:20.300234 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (fe2ff623-1f68-4ea3-a1a3-ef8556946bdb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.354396 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3bf2c1f2-700d-4d02-8ead-cabb9b52ca0c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.425138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (3bf2c1f2-700d-4d02-8ead-cabb9b52ca0c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.453866 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf2c1f2-700d-4d02-8ead-cabb9b52ca0c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:20.521824 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (fe2ff623-1f68-4ea3-a1a3-ef8556946bdb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.542343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2ff623-1f68-4ea3-a1a3-ef8556946bdb']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:20.551855 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a20681-0ecd-4b6e-9005-7bfdc30d360a') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:20.552159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a20681-0ecd-4b6e-9005-7bfdc30d360a') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:20.562052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e7a20681-0ecd-4b6e-9005-7bfdc30d360a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.576059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e7a20681-0ecd-4b6e-9005-7bfdc30d360a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.583271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:20.583710 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e7a20681-0ecd-4b6e-9005-7bfdc30d360a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.584479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f785b329-d884-4121-80c7-1a977ce5fc27 None None] Current status of the port 6df49711-5fe3-49e8-b335-eb38d5fc339d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:20.589151 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:20.646963 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ff4b26-eb43-4654-8cb5-db56e43cd576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-fe2ff623-1f68-4ea3-a1a3-ef8556946bdb', 'network_id': 'fe2ff623-1f68-4ea3-a1a3-ef8556946bdb', 'project_id': 'b555f8ed83da4305a63bb6e21833b0ca', 'fixed_ips': [{'subnet_id': '3bf2c1f2-700d-4d02-8ead-cabb9b52ca0c'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:20.648180 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1ff4b26-eb43-4654-8cb5-db56e43cd576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.651023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (fe2ff623-1f68-4ea3-a1a3-ef8556946bdb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.658026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.661542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/fe2ff623-1f68-4ea3-a1a3-ef8556946bdb HTTP/1.1" status: 204 len: 168 time: 0.4609900 Feb 19 01:27:20.667136 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36812) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:20.673086 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-141638712'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:20.674636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8a2e3-5606-46de-9ea0-36ed6704212f tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Network': ['ID=fe2ff623-1f68-4ea3-a1a3-ef8556946bdb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:20.684906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f9c8b7-432b-4d0c-8c36-d5cb1ba1d182 None None] Network bf4fd55b-8692-49f9-9646-db541dbe4b19 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:20.687028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb92f55-c858-4a33-a747-46071d229dad None None] Network fe2ff623-1f68-4ea3-a1a3-ef8556946bdb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:20.693944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:20.697441 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.707366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb92f55-c858-4a33-a747-46071d229dad None None] Network fe2ff623-1f68-4ea3-a1a3-ef8556946bdb could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:27:20.721763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:20.731323 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6babf4a9-0070-4ba8-8c08-2da9e452ab7d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.731780 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Added segment 6babf4a9-0070-4ba8-8c08-2da9e452ab7d of type vlan for network 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 Feb 19 01:27:20.744185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8681396e-ea06-43f2-89c2-8f61fda18a10 None None] Network fe2ff623-1f68-4ea3-a1a3-ef8556946bdb requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:20.760159 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8681396e-ea06-43f2-89c2-8f61fda18a10 None None] Network fe2ff623-1f68-4ea3-a1a3-ef8556946bdb could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:27:20.776299 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (4a066ff9-cc26-49ed-99dc-7ca6b66c0c67), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.802214 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (4a066ff9-cc26-49ed-99dc-7ca6b66c0c67), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.807476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:20.808274 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:20.859999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1916947 Feb 19 01:27:20.863077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36814) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:20.871109 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'subnet': {'network_id': '4a066ff9-cc26-49ed-99dc-7ca6b66c0c67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:20.897548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f155b5-28e7-4fa5-a6fd-bad592acce45 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Network': ['ID=4a066ff9-cc26-49ed-99dc-7ca6b66c0c67,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:20.909136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:20.977102 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:20.981637 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.112083 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a87561ee-23bd-4eba-88af-6212124b4397 None None] Provisioning complete for port 6df49711-5fe3-49e8-b335-eb38d5fc339d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:21.112729 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a87561ee-23bd-4eba-88af-6212124b4397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.177250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (a8b66998-3607-42a8-9fc0-2cd7f86ffa0a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.188331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a87561ee-23bd-4eba-88af-6212124b4397 None None] Current status of the port 6df49711-5fe3-49e8-b335-eb38d5fc339d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:21.236730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Subnet': ['ID=a8b66998-3607-42a8-9fc0-2cd7f86ffa0a,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:21.245991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Checking segment: {'id': '6babf4a9-0070-4ba8-8c08-2da9e452ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a066ff9-cc26-49ed-99dc-7ca6b66c0c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:21.246397 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network hostable DHCP agents. Network: 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:21.265632 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:21.275453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:21.279921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:21.280598 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.286320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b219cc6e-25c7-485f-a7ec-a24397acc689 None None] Network 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:21.300945 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-051ba73b-d3d9-400e-9fb6-ac30a64fc71e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4366310 Feb 19 01:27:21.304553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36816) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:21.309542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-858879726'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:21.328543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:21.331981 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.357062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:21.367700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7fb85a2f-1c16-4fe8-828b-cc78bca6adb1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.368308 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Added segment 7fb85a2f-1c16-4fe8-828b-cc78bca6adb1 of type vlan for network d772d53e-c6ab-4d38-a8dc-708606624d99 Feb 19 01:27:21.392949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-4a066ff9-cc26-49ed-99dc-7ca6b66c0c67', 'network_id': '4a066ff9-cc26-49ed-99dc-7ca6b66c0c67', 'project_id': 'b555f8ed83da4305a63bb6e21833b0ca', 'fixed_ips': [{'subnet_id': 'a8b66998-3607-42a8-9fc0-2cd7f86ffa0a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:21.393904 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.409805 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d772d53e-c6ab-4d38-a8dc-708606624d99), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.436032 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d772d53e-c6ab-4d38-a8dc-708606624d99), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.441037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:21.441635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.481542 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.505076 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1966202 Feb 19 01:27:21.506019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36818) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:21.514623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Request body: {'subnet': {'network_id': 'd772d53e-c6ab-4d38-a8dc-708606624d99', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:21.514918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4451a24c-6755-433a-9fd7-28e956a99f98 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Network': ['ID=d772d53e-c6ab-4d38-a8dc-708606624d99,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:21.526143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d772d53e-c6ab-4d38-a8dc-708606624d99 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:21.595055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Allocated IP 2001:db8::2 (4a066ff9-cc26-49ed-99dc-7ca6b66c0c67/a8b66998-3607-42a8-9fc0-2cd7f86ffa0a/e013d722-f70c-4962-a016-afaef089a7e4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:21.615404 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Made reservation on behalf of b555f8ed83da4305a63bb6e21833b0ca for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:21.619172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.748388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Publish callbacks [] for port (e013d722-f70c-4962-a016-afaef089a7e4), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.755404 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (e013d722-f70c-4962-a016-afaef089a7e4), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.793999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Network 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:21.796905 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:21.802978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:21.807118 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (245cfe91-d54a-46f7-aaaf-a50ad6db58ce), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.808821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Pushing event updated for resources: {'Port': ['ID=e013d722-f70c-4962-a016-afaef089a7e4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:21.869853 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6df49711-5fe3-49e8-b335-eb38d5fc339d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:21.875469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event updated for resources: {'Subnet': ['ID=245cfe91-d54a-46f7-aaaf-a50ad6db58ce,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:21.880608 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Checking segment: {'id': '7fb85a2f-1c16-4fe8-828b-cc78bca6adb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd772d53e-c6ab-4d38-a8dc-708606624d99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:21.880971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network hostable DHCP agents. Network: d772d53e-c6ab-4d38-a8dc-708606624d99, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:21.895238 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Attempting to bind port e013d722-f70c-4962-a016-afaef089a7e4 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:21.895623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Attempting to bind port e013d722-f70c-4962-a016-afaef089a7e4 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '6babf4a9-0070-4ba8-8c08-2da9e452ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a066ff9-cc26-49ed-99dc-7ca6b66c0c67'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:21.895991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Attempting to bind port e013d722-f70c-4962-a016-afaef089a7e4 on network 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:21.898303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Network d772d53e-c6ab-4d38-a8dc-708606624d99 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:21.907254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d772d53e-c6ab-4d38-a8dc-708606624d99) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:21.907440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:21.907694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Checking segment: {'id': '6babf4a9-0070-4ba8-8c08-2da9e452ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a066ff9-cc26-49ed-99dc-7ca6b66c0c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:21.908130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.908524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Bound using segment: {'id': '6babf4a9-0070-4ba8-8c08-2da9e452ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a066ff9-cc26-49ed-99dc-7ca6b66c0c67'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:21.909000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Bound port: e013d722-f70c-4962-a016-afaef089a7e4, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6babf4a9-0070-4ba8-8c08-2da9e452ab7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4a066ff9-cc26-49ed-99dc-7ca6b66c0c67'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:21.909417 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e013d722-f70c-4962-a016-afaef089a7e4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.911682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:21.912342 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:21.925982 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a15b12-6561-43a9-be80-38912ef11e02 None None] Network d772d53e-c6ab-4d38-a8dc-708606624d99 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:21.930632 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4c002bf3-84aa-413c-909b-48ac9e93a6d0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4218833 Feb 19 01:27:21.933072 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36820) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.033593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6df49711-5fe3-49e8-b335-eb38d5fc339d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:22.033867 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.035131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d772d53e-c6ab-4d38-a8dc-708606624d99), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.075844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] For port e013d722-f70c-4962-a016-afaef089a7e4, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:22.114695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] For port e013d722-f70c-4962-a016-afaef089a7e4, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e013d722-f70c-4962-a016-afaef089a7e4,segment=NetworkSegment(6babf4a9-0070-4ba8-8c08-2da9e452ab7d),segment_id=6babf4a9-0070-4ba8-8c08-2da9e452ab7d)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:22.122513 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (245cfe91-d54a-46f7-aaaf-a50ad6db58ce), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.126076 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdeee99a-6ab7-43bb-a4c0-b1ebd65846c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-d772d53e-c6ab-4d38-a8dc-708606624d99', 'network_id': 'd772d53e-c6ab-4d38-a8dc-708606624d99', 'project_id': 'b555f8ed83da4305a63bb6e21833b0ca', 'fixed_ips': [{'subnet_id': '245cfe91-d54a-46f7-aaaf-a50ad6db58ce'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:22.127037 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fdeee99a-6ab7-43bb-a4c0-b1ebd65846c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.139166 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e013d722-f70c-4962-a016-afaef089a7e4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.188005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (245cfe91-d54a-46f7-aaaf-a50ad6db58ce), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.213103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Subnet': ['ID=245cfe91-d54a-46f7-aaaf-a50ad6db58ce,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:22.291938 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d772d53e-c6ab-4d38-a8dc-708606624d99), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.301034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6df49711-5fe3-49e8-b335-eb38d5fc339d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:22.304893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84873f34-c8b0-47d8-8b52-14573829b8b6 None None] Pushing event updated for resources: {'Port': ['ID=e013d722-f70c-4962-a016-afaef089a7e4,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:22.315993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d772d53e-c6ab-4d38-a8dc-708606624d99']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server [None req-fdeee99a-6ab7-43bb-a4c0-b1ebd65846c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 245cfe91-d54a-46f7-aaaf-a50ad6db58ce: This subnet is being modified by another concurrent operation. Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server raise exception Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 245cfe91-d54a-46f7-aaaf-a50ad6db58ce: This subnet is being modified by another concurrent operation. Feb 19 01:27:22.317230 n-d-826527-3 neutron-server[103651]: ERROR oslo_messaging.rpc.server Feb 19 01:27:22.334910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3c6367-df87-4e3a-9bf4-586cbb5e1623 None None] Network d772d53e-c6ab-4d38-a8dc-708606624d99 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:22.335739 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb85a2f-1c16-4fe8-828b-cc78bca6adb1') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:22.336142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb85a2f-1c16-4fe8-828b-cc78bca6adb1') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:22.348136 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (7fb85a2f-1c16-4fe8-828b-cc78bca6adb1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.362563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (7fb85a2f-1c16-4fe8-828b-cc78bca6adb1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.370220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:22.370905 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (7fb85a2f-1c16-4fe8-828b-cc78bca6adb1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:22.374632 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:22.455310 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d772d53e-c6ab-4d38-a8dc-708606624d99), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.463448 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.466858 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/d772d53e-c6ab-4d38-a8dc-708606624d99 HTTP/1.1" status: 204 len: 168 time: 0.5327704 Feb 19 01:27:22.470286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36822) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.479909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31197758-527e-4e3c-8bc4-ef8fde59478d tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Network': ['ID=d772d53e-c6ab-4d38-a8dc-708606624d99,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:22.508788 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-553a7fb2-0705-4588-8f99-6bbf1e7e9920 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] GET failed (client error): The resource could not be found. Feb 19 01:27:22.510159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-553a7fb2-0705-4588-8f99-6bbf1e7e9920 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "GET /v2.0/subnets/245cfe91-d54a-46f7-aaaf-a50ad6db58ce HTTP/1.1" status: 404 len: 337 time: 0.0386240 Feb 19 01:27:22.513094 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36824) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.532923 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b359d9-7c78-4e4e-ab6d-6575fe1df667 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:22.533435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b359d9-7c78-4e4e-ab6d-6575fe1df667 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:22.536996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-75b359d9-7c78-4e4e-ab6d-6575fe1df667 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/d772d53e-c6ab-4d38-a8dc-708606624d99 HTTP/1.1" status: 404 len: 339 time: 0.0225227 Feb 19 01:27:22.540501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36826) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.568453 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aaca012-fb15-4d90-92ba-6756b3fa3f02 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:22.568921 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aaca012-fb15-4d90-92ba-6756b3fa3f02 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:22.572198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5aaca012-fb15-4d90-92ba-6756b3fa3f02 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/subnets/245cfe91-d54a-46f7-aaaf-a50ad6db58ce HTTP/1.1" status: 404 len: 337 time: 0.0308118 Feb 19 01:27:22.575006 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36828) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.598473 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-c485f0c8-0ee5-4297-9b13-a4918ffcaf94 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:22.598989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c485f0c8-0ee5-4297-9b13-a4918ffcaf94 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:22.602061 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c485f0c8-0ee5-4297-9b13-a4918ffcaf94 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/d772d53e-c6ab-4d38-a8dc-708606624d99 HTTP/1.1" status: 404 len: 339 time: 0.0261583 Feb 19 01:27:22.604774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36830) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.656755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-a987f708-6ed7-4889-a0cd-f9af170d563e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Deleting subnet a8b66998-3607-42a8-9fc0-2cd7f86ffa0a {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:27:22.660081 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a987f708-6ed7-4889-a0cd-f9af170d563e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (a8b66998-3607-42a8-9fc0-2cd7f86ffa0a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.701359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a987f708-6ed7-4889-a0cd-f9af170d563e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (a8b66998-3607-42a8-9fc0-2cd7f86ffa0a), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.791879 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a987f708-6ed7-4889-a0cd-f9af170d563e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (a8b66998-3607-42a8-9fc0-2cd7f86ffa0a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.849329 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a987f708-6ed7-4889-a0cd-f9af170d563e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (a8b66998-3607-42a8-9fc0-2cd7f86ffa0a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.872299 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.877665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987f708-6ed7-4889-a0cd-f9af170d563e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Subnet': ['ID=a8b66998-3607-42a8-9fc0-2cd7f86ffa0a,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:22.881824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a987f708-6ed7-4889-a0cd-f9af170d563e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:22.886220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a987f708-6ed7-4889-a0cd-f9af170d563e tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/subnets/a8b66998-3607-42a8-9fc0-2cd7f86ffa0a HTTP/1.1" status: 204 len: 168 time: 0.2796018 Feb 19 01:27:22.888175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36832) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:22.968955 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (4a066ff9-cc26-49ed-99dc-7ca6b66c0c67), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.024497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Deleting port e013d722-f70c-4962-a016-afaef089a7e4 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:23.025135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e013d722-f70c-4962-a016-afaef089a7e4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.090437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] For port e013d722-f70c-4962-a016-afaef089a7e4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e013d722-f70c-4962-a016-afaef089a7e4,segment=NetworkSegment(6babf4a9-0070-4ba8-8c08-2da9e452ab7d),segment_id=6babf4a9-0070-4ba8-8c08-2da9e452ab7d)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:23.090807 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e013d722-f70c-4962-a016-afaef089a7e4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.108692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Calling delete_port for e013d722-f70c-4962-a016-afaef089a7e4 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:23.259337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74ca241-c4bb-4531-818d-8051cad0ee31 None None] get_active_networks_info from n-d-826527-3 {{(pid=103651) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 01:27:23.345505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74ca241-c4bb-4531-818d-8051cad0ee31 None None] Resources bound (agent type, host, resource id): {{(pid=103651) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 01:27:23.356176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e8328c05-d7e6-43f8-885f-24f1b6e6a61a None None] Provisioning complete for port e013d722-f70c-4962-a016-afaef089a7e4 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:23.356569 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8328c05-d7e6-43f8-885f-24f1b6e6a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e013d722-f70c-4962-a016-afaef089a7e4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.503417 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e013d722-f70c-4962-a016-afaef089a7e4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.534024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Port': ['ID=e013d722-f70c-4962-a016-afaef089a7e4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:23.538598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No DVR routers for this DVR port e013d722-f70c-4962-a016-afaef089a7e4 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:23.540493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e8328c05-d7e6-43f8-885f-24f1b6e6a61a None None] Current status of the port e013d722-f70c-4962-a016-afaef089a7e4 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:23.540907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8328c05-d7e6-43f8-885f-24f1b6e6a61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e013d722-f70c-4962-a016-afaef089a7e4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.610717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2093742d-3247-4b6c-bf81-866968ae7d6d None None] Network 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:23.626544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (4a066ff9-cc26-49ed-99dc-7ca6b66c0c67), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.647933 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a066ff9-cc26-49ed-99dc-7ca6b66c0c67']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:23.659078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6babf4a9-0070-4ba8-8c08-2da9e452ab7d') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:23.659518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6babf4a9-0070-4ba8-8c08-2da9e452ab7d') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:23.669636 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (6babf4a9-0070-4ba8-8c08-2da9e452ab7d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.684017 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (6babf4a9-0070-4ba8-8c08-2da9e452ab7d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.690475 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:23.690902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (6babf4a9-0070-4ba8-8c08-2da9e452ab7d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:23.693858 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:23.751611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aee3029-8f79-4b4e-b79f-0469a16c27f4 None None] DHCP port deletion for 4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:27:23.766302 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (4a066ff9-cc26-49ed-99dc-7ca6b66c0c67), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.775433 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.778683 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/4a066ff9-cc26-49ed-99dc-7ca6b66c0c67 HTTP/1.1" status: 204 len: 168 time: 0.8894823 Feb 19 01:27:23.781408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36834) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:23.788841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8f2f6-7721-4f62-baf5-2f61377d12d8 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Network': ['ID=4a066ff9-cc26-49ed-99dc-7ca6b66c0c67,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:23.815393 n-d-826527-3 neutron-server[103649]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f8ebb6-a533-4dbd-9bfe-4295e4e4dcb2 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:23.816127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f8ebb6-a533-4dbd-9bfe-4295e4e4dcb2 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103649) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:23.819191 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a0f8ebb6-a533-4dbd-9bfe-4295e4e4dcb2 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/subnets/3bf2c1f2-700d-4d02-8ead-cabb9b52ca0c HTTP/1.1" status: 404 len: 337 time: 0.0361497 Feb 19 01:27:23.821963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36836) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:23.841170 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-09139e5d-b836-4a3a-8eb3-2fde517976a4 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:23.841589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09139e5d-b836-4a3a-8eb3-2fde517976a4 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:23.845323 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-09139e5d-b836-4a3a-8eb3-2fde517976a4 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/fe2ff623-1f68-4ea3-a1a3-ef8556946bdb HTTP/1.1" status: 404 len: 339 time: 0.0223162 Feb 19 01:27:23.847907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:23.873133 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdec2757-2fec-4034-97e8-594d58f616f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:23.873516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdec2757-2fec-4034-97e8-594d58f616f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:23.876619 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bdec2757-2fec-4034-97e8-594d58f616f0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/subnets/fc9f391b-857f-4592-a677-ba1574f82c34 HTTP/1.1" status: 404 len: 337 time: 0.0277457 Feb 19 01:27:23.879472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36840) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:23.897893 n-d-826527-3 neutron-server[103650]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bb60c1-4654-4d19-a52a-3df7d8d5ca9c tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] DELETE failed (client error): The resource could not be found. Feb 19 01:27:23.898416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44bb60c1-4654-4d19-a52a-3df7d8d5ca9c tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103650) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 01:27:23.901364 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-44bb60c1-4654-4d19-a52a-3df7d8d5ca9c tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/e717a86c-541c-429f-a295-e892fb056eb5 HTTP/1.1" status: 404 len: 339 time: 0.0209601 Feb 19 01:27:23.904295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:23.953044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f9798e-dcb5-4b29-81a0-932a00357fc0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Deleting subnet 3329a996-5a86-4e75-9fd4-655c9e892de5 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:27:23.956301 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58f9798e-dcb5-4b29-81a0-932a00357fc0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (3329a996-5a86-4e75-9fd4-655c9e892de5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:23.995136 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58f9798e-dcb5-4b29-81a0-932a00357fc0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (3329a996-5a86-4e75-9fd4-655c9e892de5), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.084174 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58f9798e-dcb5-4b29-81a0-932a00357fc0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (3329a996-5a86-4e75-9fd4-655c9e892de5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.149018 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58f9798e-dcb5-4b29-81a0-932a00357fc0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (3329a996-5a86-4e75-9fd4-655c9e892de5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.177366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9798e-dcb5-4b29-81a0-932a00357fc0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Subnet': ['ID=3329a996-5a86-4e75-9fd4-655c9e892de5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:24.179380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-58f9798e-dcb5-4b29-81a0-932a00357fc0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.185221 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36844) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:24.185395 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-58f9798e-dcb5-4b29-81a0-932a00357fc0 tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/subnets/3329a996-5a86-4e75-9fd4-655c9e892de5 HTTP/1.1" status: 204 len: 168 time: 0.2800052 Feb 19 01:27:24.199573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027f56c4-0b0c-479f-b2fc-ee39989b885b None None] Network bf4fd55b-8692-49f9-9646-db541dbe4b19 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:24.218162 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.277586 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (bf4fd55b-8692-49f9-9646-db541dbe4b19), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.301461 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.337792 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Deleting port 6df49711-5fe3-49e8-b335-eb38d5fc339d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:24.338256 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.385299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] DHCP port deletion for bf4fd55b-8692-49f9-9646-db541dbe4b19 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:27:24.407008 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] For port 6df49711-5fe3-49e8-b335-eb38d5fc339d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6df49711-5fe3-49e8-b335-eb38d5fc339d,segment=NetworkSegment(2695f2dd-2e8f-4f82-89fc-dd3682b61b30),segment_id=2695f2dd-2e8f-4f82-89fc-dd3682b61b30)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:24.407437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.420765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Calling delete_port for 6df49711-5fe3-49e8-b335-eb38d5fc339d owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:24.434531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] Deleting port 6df49711-5fe3-49e8-b335-eb38d5fc339d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:24.434909 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.502789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] For port 6df49711-5fe3-49e8-b335-eb38d5fc339d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6df49711-5fe3-49e8-b335-eb38d5fc339d,segment=NetworkSegment(2695f2dd-2e8f-4f82-89fc-dd3682b61b30),segment_id=2695f2dd-2e8f-4f82-89fc-dd3682b61b30)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:24.503227 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.509452 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.516978 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] Calling delete_port for 6df49711-5fe3-49e8-b335-eb38d5fc339d owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:24.538282 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] No DVR routers for this DVR port 6df49711-5fe3-49e8-b335-eb38d5fc339d on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:24.542826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Port': ['ID=6df49711-5fe3-49e8-b335-eb38d5fc339d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:27:24.588317 n-d-826527-3 neutron-server[103651]: self.session.flush() Feb 19 01:27:24.597728 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (6df49711-5fe3-49e8-b335-eb38d5fc339d), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.622064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (bf4fd55b-8692-49f9-9646-db541dbe4b19), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.625591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] Pushing event deleted for resources: {'Port': ['ID=6df49711-5fe3-49e8-b335-eb38d5fc339d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:24.629020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768734a4-f6e5-462c-adf1-dd3b9199257f None None] No DVR routers for this DVR port 6df49711-5fe3-49e8-b335-eb38d5fc339d on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:24.647600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4fd55b-8692-49f9-9646-db541dbe4b19']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:24.659036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2695f2dd-2e8f-4f82-89fc-dd3682b61b30') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:24.659288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2695f2dd-2e8f-4f82-89fc-dd3682b61b30') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:24.670749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (2695f2dd-2e8f-4f82-89fc-dd3682b61b30), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.686175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (2695f2dd-2e8f-4f82-89fc-dd3682b61b30), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.692953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:24.693520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (2695f2dd-2e8f-4f82-89fc-dd3682b61b30), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:24.697098 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:24.764591 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (bf4fd55b-8692-49f9-9646-db541dbe4b19), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.771789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:24.774898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] 10.222.0.60 "DELETE /v2.0/networks/bf4fd55b-8692-49f9-9646-db541dbe4b19 HTTP/1.1" status: 204 len: 168 time: 0.5881741 Feb 19 01:27:24.786213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb68e6-c714-43c8-b733-8840dd510e4a tempest-NetworksIpV6Test-1002810622 tempest-NetworksIpV6Test-1002810622-project] Pushing event deleted for resources: {'Network': ['ID=bf4fd55b-8692-49f9-9646-db541dbe4b19,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:25.032190 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36850) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:25.178541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e6941e1-6b9f-4fd4-be20-21fe4cd53034 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b555f8ed83da4305a63bb6e21833b0ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1448970 Feb 19 01:27:25.182020 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36854) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:25.234502 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-513a99da-9287-457e-b276-5df9e48f7846 admin admin] Publish callbacks [] for security_group (53425a27-29da-419d-8322-f031b1a77c24), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.255009 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-513a99da-9287-457e-b276-5df9e48f7846 admin admin] Publish callbacks [] for security_group (53425a27-29da-419d-8322-f031b1a77c24), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.303953 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-513a99da-9287-457e-b276-5df9e48f7846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (53425a27-29da-419d-8322-f031b1a77c24), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.306689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-513a99da-9287-457e-b276-5df9e48f7846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:25.307869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-513a99da-9287-457e-b276-5df9e48f7846 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53425a27-29da-419d-8322-f031b1a77c24 HTTP/1.1" status: 204 len: 168 time: 0.1249247 Feb 19 01:27:25.315606 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a99da-9287-457e-b276-5df9e48f7846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53425a27-29da-419d-8322-f031b1a77c24,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:25.847219 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6df49711-5fe3-49e8-b335-eb38d5fc339d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:27:25.870080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 6df49711-5fe3-49e8-b335-eb38d5fc339d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:27:25.870463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6df49711-5fe3-49e8-b335-eb38d5fc339d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:27:25.988401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36876) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:26.091873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-df1759e6-d779-499c-b374-6d4331f8be79 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1231641870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:26.115706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df1759e6-d779-499c-b374-6d4331f8be79 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (0be838bd-cb35-4842-8d1d-0b6212b6294d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.116804 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df1759e6-d779-499c-b374-6d4331f8be79 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (0be838bd-cb35-4842-8d1d-0b6212b6294d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.179817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df1759e6-d779-499c-b374-6d4331f8be79 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for router_controller (0be838bd-cb35-4842-8d1d-0b6212b6294d), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.184720 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df1759e6-d779-499c-b374-6d4331f8be79 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (0be838bd-cb35-4842-8d1d-0b6212b6294d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.204818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-df1759e6-d779-499c-b374-6d4331f8be79 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.205996 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df1759e6-d779-499c-b374-6d4331f8be79 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2165987 Feb 19 01:27:26.208995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36880) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:26.214078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2065483203'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:26.236412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Made reservation on behalf of 602d7d1884494b0484ab513179e60596 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:26.239663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.248105 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.322760 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for security_group (35b6277a-fc63-4163-ac48-0466db12bfe6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.329258 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (35b6277a-fc63-4163-ac48-0466db12bfe6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.357321 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:26.371929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b6277a-fc63-4163-ac48-0466db12bfe6,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:26.374750 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8994bdc5-3a38-4d25-99a2-74a1f2a0f114), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.375102 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Added segment 8994bdc5-3a38-4d25-99a2-74a1f2a0f114 of type vlan for network 162b33c6-109f-496d-a0e2-328b5836c1c3 Feb 19 01:27:26.413869 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (162b33c6-109f-496d-a0e2-328b5836c1c3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.444442 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (162b33c6-109f-496d-a0e2-328b5836c1c3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.449438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:26.450038 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.506674 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2938428 Feb 19 01:27:26.507088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36882) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:26.512333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Request body: {'subnet': {'network_id': '162b33c6-109f-496d-a0e2-328b5836c1c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:26.515348 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070cab8-1c8f-441b-ac39-63d707f18244 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event updated for resources: {'Network': ['ID=162b33c6-109f-496d-a0e2-328b5836c1c3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:26.527841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 162b33c6-109f-496d-a0e2-328b5836c1c3 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:26.599729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Made reservation on behalf of 602d7d1884494b0484ab513179e60596 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:26.603139 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.786470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.844125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event updated for resources: {'Subnet': ['ID=b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:26.853963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Checking segment: {'id': '8994bdc5-3a38-4d25-99a2-74a1f2a0f114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '162b33c6-109f-496d-a0e2-328b5836c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:26.854432 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Network hostable DHCP agents. Network: 162b33c6-109f-496d-a0e2-328b5836c1c3, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:26.876175 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Network 162b33c6-109f-496d-a0e2-328b5836c1c3 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:26.886490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 162b33c6-109f-496d-a0e2-328b5836c1c3) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:26.890739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:26.891333 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.896483 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e507dc0-9c4a-4f2a-9d24-6834fd74dbd4 None None] Network 162b33c6-109f-496d-a0e2-328b5836c1c3 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:26.907631 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3f22e0da-82a3-44f7-9583-8f5fd646b3c3 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3993089 Feb 19 01:27:26.911250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:26.916207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1871624066'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:26.935706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Made reservation on behalf of 602d7d1884494b0484ab513179e60596 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:26.939067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.969953 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:26.980769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (3091ce67-46f3-49b7-b6c7-36cbda477d8f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:26.981134 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Added segment 3091ce67-46f3-49b7-b6c7-36cbda477d8f of type vlan for network d6528eb2-3ace-492f-9021-0f5088fb4899 Feb 19 01:27:27.023486 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d6528eb2-3ace-492f-9021-0f5088fb4899), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.051855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d6528eb2-3ace-492f-9021-0f5088fb4899), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.057352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:27.057954 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.108486 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1961210 Feb 19 01:27:27.112182 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36886) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:27.116337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Request body: {'subnet': {'network_id': 'd6528eb2-3ace-492f-9021-0f5088fb4899', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:27.165237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-162b33c6-109f-496d-a0e2-328b5836c1c3', 'network_id': '162b33c6-109f-496d-a0e2-328b5836c1c3', 'project_id': '602d7d1884494b0484ab513179e60596', 'fixed_ips': [{'subnet_id': 'b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:27.166103 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.173592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42977c7-9924-40ad-978b-3516bc2599af tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event updated for resources: {'Network': ['ID=d6528eb2-3ace-492f-9021-0f5088fb4899,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:27.186296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d6528eb2-3ace-492f-9021-0f5088fb4899 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:27.220665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Made reservation on behalf of 602d7d1884494b0484ab513179e60596 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:27.224352 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.370555 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Allocated IP 172.20.0.2 (162b33c6-109f-496d-a0e2-328b5836c1c3/b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1/06ad097e-235d-4495-a35a-9dd0ed5d39f2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:27.406751 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (e96d3636-b0e9-47f2-a049-1fa574aa4557), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.462918 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event updated for resources: {'Subnet': ['ID=e96d3636-b0e9-47f2-a049-1fa574aa4557,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:27.473333 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Checking segment: {'id': '3091ce67-46f3-49b7-b6c7-36cbda477d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd6528eb2-3ace-492f-9021-0f5088fb4899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:27.473761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Network hostable DHCP agents. Network: d6528eb2-3ace-492f-9021-0f5088fb4899, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:27.492138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Network d6528eb2-3ace-492f-9021-0f5088fb4899 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:27.501483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d6528eb2-3ace-492f-9021-0f5088fb4899) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:27.506465 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:27.507180 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.517444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5912c81c-4b3c-485d-9d9c-2d0e8335319c None None] Network d6528eb2-3ace-492f-9021-0f5088fb4899 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:27.526602 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5f89b008-ce63-4783-8a17-dc954d0ac1ab tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4114788 Feb 19 01:27:27.526798 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Publish callbacks [] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.526956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36888) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:27.531694 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8bcc660a-4988-4366-94c6-687ff39e6948 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd6528eb2-3ace-492f-9021-0f5088fb4899'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:27.570844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.625458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Network 162b33c6-109f-496d-a0e2-328b5836c1c3 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:27.638161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:27.644447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:27.646399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Pushing event updated for resources: {'Port': ['ID=06ad097e-235d-4495-a35a-9dd0ed5d39f2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:27.694346 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-d6528eb2-3ace-492f-9021-0f5088fb4899', 'network_id': 'd6528eb2-3ace-492f-9021-0f5088fb4899', 'project_id': '602d7d1884494b0484ab513179e60596', 'fixed_ips': [{'subnet_id': 'e96d3636-b0e9-47f2-a049-1fa574aa4557'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:27.695215 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.744396 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Attempting to bind port 06ad097e-235d-4495-a35a-9dd0ed5d39f2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:27.744782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Attempting to bind port 06ad097e-235d-4495-a35a-9dd0ed5d39f2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '8994bdc5-3a38-4d25-99a2-74a1f2a0f114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '162b33c6-109f-496d-a0e2-328b5836c1c3'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:27.745133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Attempting to bind port 06ad097e-235d-4495-a35a-9dd0ed5d39f2 on network 162b33c6-109f-496d-a0e2-328b5836c1c3 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:27.749774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8bcc660a-4988-4366-94c6-687ff39e6948 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for router_gateway (0be838bd-cb35-4842-8d1d-0b6212b6294d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.797895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:27.798407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Checking segment: {'id': '8994bdc5-3a38-4d25-99a2-74a1f2a0f114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '162b33c6-109f-496d-a0e2-328b5836c1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:27.798739 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.799081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Bound using segment: {'id': '8994bdc5-3a38-4d25-99a2-74a1f2a0f114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '162b33c6-109f-496d-a0e2-328b5836c1c3'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:27.799625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Bound port: 06ad097e-235d-4495-a35a-9dd0ed5d39f2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8994bdc5-3a38-4d25-99a2-74a1f2a0f114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '162b33c6-109f-496d-a0e2-328b5836c1c3'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:27.799992 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:27.854642 n-d-826527-3 neutron-server[103649]: INFO neutron.api.v2.resource [None req-8bcc660a-4988-4366-94c6-687ff39e6948 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 01:27:27.855730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8bcc660a-4988-4366-94c6-687ff39e6948 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "PUT /v2.0/routers/0be838bd-cb35-4842-8d1d-0b6212b6294d HTTP/1.1" status: 400 len: 364 time: 0.3277471 Feb 19 01:27:27.861926 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36890) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:27.911788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Allocated IP 172.21.0.2 (d6528eb2-3ace-492f-9021-0f5088fb4899/e96d3636-b0e9-47f2-a049-1fa574aa4557/5d131acf-514d-4aa1-9ec8-b56adcf78cbf) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:27.914072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] For port 06ad097e-235d-4495-a35a-9dd0ed5d39f2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:27.914670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-045fc25a-b227-4b0e-983d-84708f1c4f28 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Deleting subnet e96d3636-b0e9-47f2-a049-1fa574aa4557 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:27:27.918852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] For port 06ad097e-235d-4495-a35a-9dd0ed5d39f2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=06ad097e-235d-4495-a35a-9dd0ed5d39f2,segment=NetworkSegment(8994bdc5-3a38-4d25-99a2-74a1f2a0f114),segment_id=8994bdc5-3a38-4d25-99a2-74a1f2a0f114)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:27.927196 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.032004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808257f8-afc9-4abd-9a6d-8c3a6af7eb88 None None] Pushing event updated for resources: {'Port': ['ID=06ad097e-235d-4495-a35a-9dd0ed5d39f2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.121448 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Publish callbacks [] for port (5d131acf-514d-4aa1-9ec8-b56adcf78cbf), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.128840 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-045fc25a-b227-4b0e-983d-84708f1c4f28 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for subnet (e96d3636-b0e9-47f2-a049-1fa574aa4557), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.129748 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (5d131acf-514d-4aa1-9ec8-b56adcf78cbf), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.168109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Network d6528eb2-3ace-492f-9021-0f5088fb4899 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:28.171031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:28.175210 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:28.184495 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-045fc25a-b227-4b0e-983d-84708f1c4f28 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (e96d3636-b0e9-47f2-a049-1fa574aa4557), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.202372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Pushing event updated for resources: {'Port': ['ID=5d131acf-514d-4aa1-9ec8-b56adcf78cbf,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.272452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Attempting to bind port 5d131acf-514d-4aa1-9ec8-b56adcf78cbf on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:28.272832 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Attempting to bind port 5d131acf-514d-4aa1-9ec8-b56adcf78cbf by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '3091ce67-46f3-49b7-b6c7-36cbda477d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd6528eb2-3ace-492f-9021-0f5088fb4899'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:28.273213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Attempting to bind port 5d131acf-514d-4aa1-9ec8-b56adcf78cbf on network d6528eb2-3ace-492f-9021-0f5088fb4899 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:28.278577 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:28.278969 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Checking segment: {'id': '3091ce67-46f3-49b7-b6c7-36cbda477d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd6528eb2-3ace-492f-9021-0f5088fb4899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:28.279377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.279777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Bound using segment: {'id': '3091ce67-46f3-49b7-b6c7-36cbda477d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd6528eb2-3ace-492f-9021-0f5088fb4899'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:28.280264 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Bound port: 5d131acf-514d-4aa1-9ec8-b56adcf78cbf, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3091ce67-46f3-49b7-b6c7-36cbda477d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'd6528eb2-3ace-492f-9021-0f5088fb4899'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:28.280645 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (5d131acf-514d-4aa1-9ec8-b56adcf78cbf), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.289189 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-045fc25a-b227-4b0e-983d-84708f1c4f28 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (e96d3636-b0e9-47f2-a049-1fa574aa4557), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.355788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-045fc25a-b227-4b0e-983d-84708f1c4f28 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (e96d3636-b0e9-47f2-a049-1fa574aa4557), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.359497 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] For port 5d131acf-514d-4aa1-9ec8-b56adcf78cbf, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:28.363683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] For port 5d131acf-514d-4aa1-9ec8-b56adcf78cbf, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5d131acf-514d-4aa1-9ec8-b56adcf78cbf,segment=NetworkSegment(3091ce67-46f3-49b7-b6c7-36cbda477d8f),segment_id=3091ce67-46f3-49b7-b6c7-36cbda477d8f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:28.370279 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (5d131acf-514d-4aa1-9ec8-b56adcf78cbf), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.391218 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fc25a-b227-4b0e-983d-84708f1c4f28 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event deleted for resources: {'Subnet': ['ID=e96d3636-b0e9-47f2-a049-1fa574aa4557,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.396044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-045fc25a-b227-4b0e-983d-84708f1c4f28 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.402509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-045fc25a-b227-4b0e-983d-84708f1c4f28 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "DELETE /v2.0/subnets/e96d3636-b0e9-47f2-a049-1fa574aa4557 HTTP/1.1" status: 204 len: 168 time: 0.5372949 Feb 19 01:27:28.402747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36892) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:28.429169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840db43-67b0-4f76-92be-ba65eec99167 None None] Pushing event updated for resources: {'Port': ['ID=5d131acf-514d-4aa1-9ec8-b56adcf78cbf,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.480842 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d6528eb2-3ace-492f-9021-0f5088fb4899), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.536689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Deleting port 5d131acf-514d-4aa1-9ec8-b56adcf78cbf {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:28.537321 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (5d131acf-514d-4aa1-9ec8-b56adcf78cbf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.612545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] For port 5d131acf-514d-4aa1-9ec8-b56adcf78cbf, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=5d131acf-514d-4aa1-9ec8-b56adcf78cbf,segment=NetworkSegment(3091ce67-46f3-49b7-b6c7-36cbda477d8f),segment_id=3091ce67-46f3-49b7-b6c7-36cbda477d8f)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:28.612918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (5d131acf-514d-4aa1-9ec8-b56adcf78cbf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.625600 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Calling delete_port for 5d131acf-514d-4aa1-9ec8-b56adcf78cbf owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:28.718742 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (5d131acf-514d-4aa1-9ec8-b56adcf78cbf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.748459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event deleted for resources: {'Port': ['ID=5d131acf-514d-4aa1-9ec8-b56adcf78cbf,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:28.755274 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] No DVR routers for this DVR port 5d131acf-514d-4aa1-9ec8-b56adcf78cbf on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:28.840849 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d6528eb2-3ace-492f-9021-0f5088fb4899), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.862752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6528eb2-3ace-492f-9021-0f5088fb4899']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:28.873171 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3091ce67-46f3-49b7-b6c7-36cbda477d8f') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:28.873666 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3091ce67-46f3-49b7-b6c7-36cbda477d8f') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:28.884003 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (3091ce67-46f3-49b7-b6c7-36cbda477d8f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.898418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (3091ce67-46f3-49b7-b6c7-36cbda477d8f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.904716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:28.905138 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (3091ce67-46f3-49b7-b6c7-36cbda477d8f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:28.908289 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:28.975104 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d6528eb2-3ace-492f-9021-0f5088fb4899), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.983772 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:28.987343 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "DELETE /v2.0/networks/d6528eb2-3ace-492f-9021-0f5088fb4899 HTTP/1.1" status: 204 len: 168 time: 0.5833354 Feb 19 01:27:28.989706 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36894) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:29.009015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef1f91-4b53-464d-be9d-188573188204 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event deleted for resources: {'Network': ['ID=d6528eb2-3ace-492f-9021-0f5088fb4899,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:29.057116 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef385d6-9cd9-40c0-b91a-0181ffbd5e18 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Deleting subnet b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:27:29.060396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef385d6-9cd9-40c0-b91a-0181ffbd5e18 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for subnet (b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.078388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f40a7-8d33-4eeb-8e7b-d5d383e15181 None None] Network 162b33c6-109f-496d-a0e2-328b5836c1c3 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:29.100961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef385d6-9cd9-40c0-b91a-0181ffbd5e18 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.187262 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-df9ae876-af55-45bf-96b0-3dd2002b9967 None None] Provisioning complete for port 06ad097e-235d-4495-a35a-9dd0ed5d39f2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:29.187654 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df9ae876-af55-45bf-96b0-3dd2002b9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.200957 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef385d6-9cd9-40c0-b91a-0181ffbd5e18 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.264869 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef385d6-9cd9-40c0-b91a-0181ffbd5e18 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.288139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-df9ae876-af55-45bf-96b0-3dd2002b9967 None None] Current status of the port 06ad097e-235d-4495-a35a-9dd0ed5d39f2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:29.288864 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df9ae876-af55-45bf-96b0-3dd2002b9967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.311389 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eef385d6-9cd9-40c0-b91a-0181ffbd5e18 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.315398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eef385d6-9cd9-40c0-b91a-0181ffbd5e18 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "DELETE /v2.0/subnets/b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1 HTTP/1.1" status: 204 len: 168 time: 0.3242385 Feb 19 01:27:29.315913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef385d6-9cd9-40c0-b91a-0181ffbd5e18 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d4c2ba-e8d9-46e4-96c5-33cdc2b179a1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:29.317704 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36896) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:29.357112 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-df9ae876-af55-45bf-96b0-3dd2002b9967 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 01:27:29.357868 n-d-826527-3 neutron-server[103651]: DEBUG oslo_db.api [None req-df9ae876-af55-45bf-96b0-3dd2002b9967 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 01:27:29.405577 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (162b33c6-109f-496d-a0e2-328b5836c1c3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.469381 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Deleting port 06ad097e-235d-4495-a35a-9dd0ed5d39f2 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:27:29.469723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.494010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5e81ef-668a-4b68-8ca7-819048080c80 None None] Network 162b33c6-109f-496d-a0e2-328b5836c1c3 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:29.534854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] For port 06ad097e-235d-4495-a35a-9dd0ed5d39f2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=06ad097e-235d-4495-a35a-9dd0ed5d39f2,segment=NetworkSegment(8994bdc5-3a38-4d25-99a2-74a1f2a0f114),segment_id=8994bdc5-3a38-4d25-99a2-74a1f2a0f114)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:29.535231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.551435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Calling delete_port for 06ad097e-235d-4495-a35a-9dd0ed5d39f2 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:27:29.609772 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929f0f1-e832-4c21-9ec0-3fed11cd51d3 None None] DHCP port deletion for d6528eb2-3ace-492f-9021-0f5088fb4899 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:27:29.629054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071640b-f5a7-412f-85c1-2c6338aa77c8 None None] Network d6528eb2-3ace-492f-9021-0f5088fb4899 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:29.641348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8071640b-f5a7-412f-85c1-2c6338aa77c8 None None] Network d6528eb2-3ace-492f-9021-0f5088fb4899 could not be found, it might have been deleted concurrently. {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 01:27:29.650652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (06ad097e-235d-4495-a35a-9dd0ed5d39f2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.662750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd7dea1-199d-47d1-9de0-5e947b5395cb None None] DHCP port deletion for 162b33c6-109f-496d-a0e2-328b5836c1c3 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:27:29.677258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event deleted for resources: {'Port': ['ID=06ad097e-235d-4495-a35a-9dd0ed5d39f2,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:29.679120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] No DVR routers for this DVR port 06ad097e-235d-4495-a35a-9dd0ed5d39f2 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:27:29.756702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (162b33c6-109f-496d-a0e2-328b5836c1c3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.781324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['162b33c6-109f-496d-a0e2-328b5836c1c3']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:29.790722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8994bdc5-3a38-4d25-99a2-74a1f2a0f114') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:29.790950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8994bdc5-3a38-4d25-99a2-74a1f2a0f114') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:29.800465 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (8994bdc5-3a38-4d25-99a2-74a1f2a0f114), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.813603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (8994bdc5-3a38-4d25-99a2-74a1f2a0f114), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.819563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:27:29.819930 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (8994bdc5-3a38-4d25-99a2-74a1f2a0f114), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:27:29.822841 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:27:29.878745 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-df9ae876-af55-45bf-96b0-3dd2002b9967 None None] Port 06ad097e-235d-4495-a35a-9dd0ed5d39f2 update to ACTIVE by agent not found {{(pid=103651) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 01:27:29.880760 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (162b33c6-109f-496d-a0e2-328b5836c1c3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.887824 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:29.891389 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "DELETE /v2.0/networks/162b33c6-109f-496d-a0e2-328b5836c1c3 HTTP/1.1" status: 204 len: 168 time: 0.5717285 Feb 19 01:27:29.894354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36898) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:29.903215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc15f3-15f0-4b50-a44f-c5f6a6151e6c tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Pushing event deleted for resources: {'Network': ['ID=162b33c6-109f-496d-a0e2-328b5836c1c3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:29.922810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0e19b29f-d452-4aa6-a197-0b6aaf1cdbe6 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "GET /v2.0/ports?device_id=0be838bd-cb35-4842-8d1d-0b6212b6294d HTTP/1.1" status: 200 len: 205 time: 0.0270834 Feb 19 01:27:29.925173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36900) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:29.990820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d4007024-dd45-4e5e-9f26-9cb06f7d6b0e None None] Could not find standard attr ID for object 5d131acf-514d-4aa1-9ec8-b56adcf78cbf. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:27:29.994044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d4007024-dd45-4e5e-9f26-9cb06f7d6b0e None None] Could not find standard attr ID for object 06ad097e-235d-4495-a35a-9dd0ed5d39f2. {{(pid=103651) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 01:27:30.004406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d7aebd5-9899-45cb-be16-7b67b4fc46e5 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for router (0be838bd-cb35-4842-8d1d-0b6212b6294d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.171862 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d7aebd5-9899-45cb-be16-7b67b4fc46e5 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (0be838bd-cb35-4842-8d1d-0b6212b6294d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.174507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d7aebd5-9899-45cb-be16-7b67b4fc46e5 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for router_controller (0be838bd-cb35-4842-8d1d-0b6212b6294d), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.220817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d7aebd5-9899-45cb-be16-7b67b4fc46e5 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (0be838bd-cb35-4842-8d1d-0b6212b6294d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.221323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7aebd5-9899-45cb-be16-7b67b4fc46e5 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Fanout notify agent at l3_agent the message router_deleted on router 0be838bd-cb35-4842-8d1d-0b6212b6294d {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:27:30.228505 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5d7aebd5-9899-45cb-be16-7b67b4fc46e5 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.229865 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5d7aebd5-9899-45cb-be16-7b67b4fc46e5 tempest-RoutersNegativeTest-1842317806 tempest-RoutersNegativeTest-1842317806-project] 10.222.0.60 "DELETE /v2.0/routers/0be838bd-cb35-4842-8d1d-0b6212b6294d HTTP/1.1" status: 204 len: 168 time: 0.3034832 Feb 19 01:27:30.493000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36906) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:30.640846 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-57bf95c1-d1da-40f8-816d-e79147084bb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=602d7d1884494b0484ab513179e60596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466558 Feb 19 01:27:30.644322 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36910) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:30.694519 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d3df134-3f6c-4a9b-8b34-8da74eeacf5b admin admin] Publish callbacks [] for security_group (35b6277a-fc63-4163-ac48-0466db12bfe6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.720478 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d3df134-3f6c-4a9b-8b34-8da74eeacf5b admin admin] Publish callbacks [] for security_group (35b6277a-fc63-4163-ac48-0466db12bfe6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.771813 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d3df134-3f6c-4a9b-8b34-8da74eeacf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (35b6277a-fc63-4163-ac48-0466db12bfe6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.774446 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0d3df134-3f6c-4a9b-8b34-8da74eeacf5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:30.775649 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0d3df134-3f6c-4a9b-8b34-8da74eeacf5b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/35b6277a-fc63-4163-ac48-0466db12bfe6 HTTP/1.1" status: 204 len: 168 time: 0.1304519 Feb 19 01:27:30.783585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3df134-3f6c-4a9b-8b34-8da74eeacf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b6277a-fc63-4163-ac48-0466db12bfe6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:31.414144 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36932) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:31.508492 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-277642023-network', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:31.533337 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Made reservation on behalf of c41c47c73dc44fd59e022300e6eb5e5d for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:31.535663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.544358 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.626322 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Publish callbacks [] for security_group (e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.633592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.668794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:31.679692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:31.684747 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (44292925-dbe2-4368-b414-7df08afcafcd), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.685116 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Added segment 44292925-dbe2-4368-b414-7df08afcafcd of type vlan for network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b Feb 19 01:27:31.727049 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (65f2290f-e3ff-4b8a-bc7a-99d23c16942b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.762290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (65f2290f-e3ff-4b8a-bc7a-99d23c16942b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.763804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:31.764902 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:31.822239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4068816 Feb 19 01:27:31.825426 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:31.830533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Request body: {'subnet': {'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-subnet', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:31.833178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6143a54b-0601-4092-8c96-33d2e15cae3d admin admin] Pushing event updated for resources: {'Network': ['ID=65f2290f-e3ff-4b8a-bc7a-99d23c16942b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:31.842867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:31.853117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Made reservation on behalf of c41c47c73dc44fd59e022300e6eb5e5d for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:31.855539 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.038778 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (5911f391-f958-4b8d-aa87-358bc23f2f58), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.091224 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5911f391-f958-4b8d-aa87-358bc23f2f58,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:32.101429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Checking segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:32.101800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Network hostable DHCP agents. Network: 65f2290f-e3ff-4b8a-bc7a-99d23c16942b, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:32.124136 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:32.135415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 65f2290f-e3ff-4b8a-bc7a-99d23c16942b) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:32.140822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:32.141583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.145696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e4ef2-958b-44a7-93cd-a8c1a2370504 None None] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:32.159861 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4793abeb-5a44-496f-9d2c-aeb507fbbf03 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3332124 Feb 19 01:27:32.162654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36940) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:32.167291 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:32.188419 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (7321163d-94d6-45dd-9782-3ba185332ae2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.190070 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (7321163d-94d6-45dd-9782-3ba185332ae2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.249216 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks [] for router_controller (7321163d-94d6-45dd-9782-3ba185332ae2), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.252845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'fixed_ips': [{'subnet_id': '5911f391-f958-4b8d-aa87-358bc23f2f58'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:32.253803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.392030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Allocated IP 172.20.0.2 (65f2290f-e3ff-4b8a-bc7a-99d23c16942b/5911f391-f958-4b8d-aa87-358bc23f2f58/67c16c16-735e-46c5-a763-b4e041a2104a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:32.548757 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Publish callbacks [] for port (67c16c16-735e-46c5-a763-b4e041a2104a), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.556394 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.601815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:32.610817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:32.620836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:32.626348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Pushing event updated for resources: {'Port': ['ID=67c16c16-735e-46c5-a763-b4e041a2104a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:32.717659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Attempting to bind port 67c16c16-735e-46c5-a763-b4e041a2104a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:32.717942 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Attempting to bind port 67c16c16-735e-46c5-a763-b4e041a2104a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:32.718329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Attempting to bind port 67c16c16-735e-46c5-a763-b4e041a2104a on network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:32.725535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:32.725916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Checking segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:32.726350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.726749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Bound using segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:32.727218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Bound port: 67c16c16-735e-46c5-a763-b4e041a2104a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:32.727597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.743878 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks [] for router_gateway (7321163d-94d6-45dd-9782-3ba185332ae2), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.832244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] For port 67c16c16-735e-46c5-a763-b4e041a2104a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:32.835931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] For port 67c16c16-735e-46c5-a763-b4e041a2104a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=67c16c16-735e-46c5-a763-b4e041a2104a,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:32.845367 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.913231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e628a4-0267-4b79-b22d-a7a9a021917d None None] Pushing event updated for resources: {'Port': ['ID=67c16c16-735e-46c5-a763-b4e041a2104a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:32.953499 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks [] for router_gateway (7321163d-94d6-45dd-9782-3ba185332ae2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:32.973027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.093774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Allocated IP 172.25.6.79 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/0e33a82b-9609-4012-b118-960f2f61c3c2) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:33.204795 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks [] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.239595 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.280062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:33.282900 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:33.289113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:33.318575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Pushing event updated for resources: {'Port': ['ID=0e33a82b-9609-4012-b118-960f2f61c3c2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:33.562662 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks [] for router_gateway (7321163d-94d6-45dd-9782-3ba185332ae2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.771592 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (7321163d-94d6-45dd-9782-3ba185332ae2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.826788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e01ac-c68a-418a-bdbc-0b09d5f7798e None None] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:33.880550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a5fa1a96-6dfe-4167-bab9-405730023607 None None] Provisioning complete for port 67c16c16-735e-46c5-a763-b4e041a2104a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:33.881247 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1a96-6dfe-4167-bab9-405730023607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:33.908804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 67c16c16-735e-46c5-a763-b4e041a2104a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:33.921937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Router 7321163d-94d6-45dd-9782-3ba185332ae2 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:27:34.040497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:27:34.060335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.061563 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7d1a0fa8-a8f0-46ff-8f77-ec201f9f1988 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8977807 Feb 19 01:27:34.064721 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 36944) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:34.101993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Sync routers for ids ['7321163d-94d6-45dd-9782-3ba185332ae2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:27:34.152787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Routers {'7321163d-94d6-45dd-9782-3ba185332ae2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:34.153434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7321163d-94d6-45dd-9782-3ba185332ae2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:34.264437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 67c16c16-735e-46c5-a763-b4e041a2104a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:34.264810 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.351869 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a5fa1a96-6dfe-4167-bab9-405730023607 None None] Current status of the port 67c16c16-735e-46c5-a763-b4e041a2104a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:34.352259 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1a96-6dfe-4167-bab9-405730023607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.373887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Set router 7321163d-94d6-45dd-9782-3ba185332ae2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:34.466069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a5fa1a96-6dfe-4167-bab9-405730023607 None None] For port 67c16c16-735e-46c5-a763-b4e041a2104a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=67c16c16-735e-46c5-a763-b4e041a2104a,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:34.512645 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5fa1a96-6dfe-4167-bab9-405730023607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.516922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.589855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 67c16c16-735e-46c5-a763-b4e041a2104a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:34.608195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa1a96-6dfe-4167-bab9-405730023607 None None] Pushing event updated for resources: {'Port': ['ID=67c16c16-735e-46c5-a763-b4e041a2104a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:34.659981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1562dd91-552b-4cff-8096-7c2404f4c634 None None] Provisioning complete for port 67c16c16-735e-46c5-a763-b4e041a2104a triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:34.660258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1562dd91-552b-4cff-8096-7c2404f4c634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.687640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Allocated IP 172.20.0.1 (65f2290f-e3ff-4b8a-bc7a-99d23c16942b/5911f391-f958-4b8d-aa87-358bc23f2f58/bba5be50-0e49-4657-8734-92060c6004ff) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:34.723178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:33Z', 'revision_number': 3, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port': {'id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:34.770484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Checking router: 7321163d-94d6-45dd-9782-3ba185332ae2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:27:34.770839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Updating router 7321163d-94d6-45dd-9782-3ba185332ae2 port 0e33a82b-9609-4012-b118-960f2f61c3c2 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:27:34.793640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Publish callbacks [] for port (bba5be50-0e49-4657-8734-92060c6004ff), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.805878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1562dd91-552b-4cff-8096-7c2404f4c634 None None] Current status of the port 67c16c16-735e-46c5-a763-b4e041a2104a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:34.808672 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.828381 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bba5be50-0e49-4657-8734-92060c6004ff), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:34.862830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:34.865602 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:34.869113 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:34.902641 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Pushing event updated for resources: {'Port': ['ID=bba5be50-0e49-4657-8734-92060c6004ff,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:34.918231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (7321163d-94d6-45dd-9782-3ba185332ae2), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.067094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bba5be50-0e49-4657-8734-92060c6004ff), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.085115 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Publish callbacks [] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.091124 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.162980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Attempting to bind port 0e33a82b-9609-4012-b118-960f2f61c3c2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:35.163361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Attempting to bind port 0e33a82b-9609-4012-b118-960f2f61c3c2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:35.163762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Attempting to bind port 0e33a82b-9609-4012-b118-960f2f61c3c2 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:35.166584 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42d2de-42b6-43cf-ba08-9747b200a2ef None None] Pushing event updated for resources: {'Port': ['ID=0e33a82b-9609-4012-b118-960f2f61c3c2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:35.169121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-08845c58-388a-434f-b800-91f6baa4226d None None] Provisioning complete for port bba5be50-0e49-4657-8734-92060c6004ff triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:35.169503 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08845c58-388a-434f-b800-91f6baa4226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bba5be50-0e49-4657-8734-92060c6004ff), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.189993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:35.190440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:35.190872 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.191416 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:35.192104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Bound port: 0e33a82b-9609-4012-b118-960f2f61c3c2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:35.192504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.233076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Publish callbacks [] for port (bba5be50-0e49-4657-8734-92060c6004ff), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.237781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-08845c58-388a-434f-b800-91f6baa4226d None None] Port bba5be50-0e49-4657-8734-92060c6004ff cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:27:35.238299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bba5be50-0e49-4657-8734-92060c6004ff), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.256787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] For port 0e33a82b-9609-4012-b118-960f2f61c3c2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:35.260385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] For port 0e33a82b-9609-4012-b118-960f2f61c3c2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0e33a82b-9609-4012-b118-960f2f61c3c2,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:35.266561 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.309438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Pushing event updated for resources: {'Port': ['ID=bba5be50-0e49-4657-8734-92060c6004ff,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:35.312201 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (7321163d-94d6-45dd-9782-3ba185332ae2), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.332190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a42d2de-42b6-43cf-ba08-9747b200a2ef None None] Pushing event updated for resources: {'Port': ['ID=0e33a82b-9609-4012-b118-960f2f61c3c2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:35.334783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Routers {'7321163d-94d6-45dd-9782-3ba185332ae2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:35.335398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7321163d-94d6-45dd-9782-3ba185332ae2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:35.405827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:35.407460 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:35.453669 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] Set router 7321163d-94d6-45dd-9782-3ba185332ae2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:35.533879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Router 7321163d-94d6-45dd-9782-3ba185332ae2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:27:35.652559 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:27:35.661258 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-47f654df-c3f6-4bee-b25d-aa7659ccd103 admin admin] 10.222.0.60 "PUT /v2.0/routers/7321163d-94d6-45dd-9782-3ba185332ae2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5951843 Feb 19 01:27:35.666801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d43e691e-b43e-4719-89c3-e0e904f21825 None None] Provisioning complete for port bba5be50-0e49-4657-8734-92060c6004ff triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:35.667193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d43e691e-b43e-4719-89c3-e0e904f21825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bba5be50-0e49-4657-8734-92060c6004ff), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:35.704034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 4, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port': {'id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bba5be50-0e49-4657-8734-92060c6004ff', 'name': '', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'mac_address': 'fa:16:3e:bd:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:34Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 2, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'subnets': [{'id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:35.735266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d43e691e-b43e-4719-89c3-e0e904f21825 None None] Port bba5be50-0e49-4657-8734-92060c6004ff cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:27:35.736911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae1fa2f-b619-43d6-82cc-ca6ee66fe248 None None] The sync data for ids ['7321163d-94d6-45dd-9782-3ba185332ae2'] in n-d-826527-3 is: [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 4, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port': {'id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bba5be50-0e49-4657-8734-92060c6004ff', 'name': '', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'mac_address': 'fa:16:3e:bd:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:34Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 2, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'subnets': [{'id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:27:35.866548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 67c16c16-735e-46c5-a763-b4e041a2104a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:35.919640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 67c16c16-735e-46c5-a763-b4e041a2104a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:35.919640 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.017700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 67c16c16-735e-46c5-a763-b4e041a2104a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:36.195457 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36960) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:36.200453 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-576117018-network', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:36.220863 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Made reservation on behalf of 6d333478d7a7435cb897c85e58a3a793 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:36.224552 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.236267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.315803 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Publish callbacks [] for security_group (7f81e344-9b50-4f50-bec0-b251a2da4d9d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.319744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f81e344-9b50-4f50-bec0-b251a2da4d9d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.344774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:27:36.354949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f81e344-9b50-4f50-bec0-b251a2da4d9d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:36.360151 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (9c7018e8-e5fd-4ced-977e-e0dc91f132e4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.360500 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Added segment 9c7018e8-e5fd-4ced-977e-e0dc91f132e4 of type vlan for network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa Feb 19 01:27:36.373425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.373763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.374313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.374660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.374995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.375326 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.375671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.375980 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.376307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.376631 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.376951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.377388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.377586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:36.427700 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (e768789c-2f2d-4cf6-8bf9-7450c64ef4aa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.460391 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (e768789c-2f2d-4cf6-8bf9-7450c64ef4aa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.461614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:36.462359 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.517015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3204074 Feb 19 01:27:36.520235 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36962) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:36.525712 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Request body: {'subnet': {'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-subnet', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:36.550869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30e495-080e-4aab-90d4-d0eb1032c100 admin admin] Pushing event updated for resources: {'Network': ['ID=e768789c-2f2d-4cf6-8bf9-7450c64ef4aa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:36.564971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Made reservation on behalf of 6d333478d7a7435cb897c85e58a3a793 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:36.567915 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.580573 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:27:36.756853 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (ee16c6e7-c463-4026-a3d2-536210646dd3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.813767 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee16c6e7-c463-4026-a3d2-536210646dd3,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:36.823614 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Checking segment: {'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:36.823969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Network hostable DHCP agents. Network: e768789c-2f2d-4cf6-8bf9-7450c64ef4aa, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:27:36.840307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:27:36.850034 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, e768789c-2f2d-4cf6-8bf9-7450c64ef4aa) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:36.854115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:36.854761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.862096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d88f8-69a2-44a0-9249-7280b4e731b7 None None] Network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:36.872235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-acc8c2c6-f99b-4763-8ae9-fb1cffc42e9d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3507638 Feb 19 01:27:36.874755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36964) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:36.879147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:36.903171 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (1453858e-ce44-40c4-9710-6cf872104cae), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.904339 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (1453858e-ce44-40c4-9710-6cf872104cae), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:36.963449 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks [] for router_controller (1453858e-ce44-40c4-9710-6cf872104cae), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.115792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks [] for router_gateway (1453858e-ce44-40c4-9710-6cf872104cae), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.158109 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-e768789c-2f2d-4cf6-8bf9-7450c64ef4aa', 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa', 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'fixed_ips': [{'subnet_id': 'ee16c6e7-c463-4026-a3d2-536210646dd3'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:27:37.159125 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.298844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Allocated IP 172.20.0.2 (e768789c-2f2d-4cf6-8bf9-7450c64ef4aa/ee16c6e7-c463-4026-a3d2-536210646dd3/43bad253-2651-47fd-a8cd-52f6a2b1f424) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:37.330525 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks [] for router_gateway (1453858e-ce44-40c4-9710-6cf872104cae), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.349498 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.455254 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Publish callbacks [] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.462302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.462700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Allocated IP 172.25.6.202 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/92c7f490-3b25-41c6-8f90-d62b9da386a9) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:37.513058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:37.517376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:37.519406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Pushing event updated for resources: {'Port': ['ID=43bad253-2651-47fd-a8cd-52f6a2b1f424,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:37.521569 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:37.578511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Attempting to bind port 43bad253-2651-47fd-a8cd-52f6a2b1f424 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:37.578898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Attempting to bind port 43bad253-2651-47fd-a8cd-52f6a2b1f424 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:37.579294 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Attempting to bind port 43bad253-2651-47fd-a8cd-52f6a2b1f424 on network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:37.580104 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks [] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.585195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:37.585737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Checking segment: {'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:37.586054 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.586488 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Bound using segment: {'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:37.586974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Bound port: 43bad253-2651-47fd-a8cd-52f6a2b1f424, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:37.587371 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.621955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.655715 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] For port 43bad253-2651-47fd-a8cd-52f6a2b1f424, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:37.660204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] For port 43bad253-2651-47fd-a8cd-52f6a2b1f424, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=43bad253-2651-47fd-a8cd-52f6a2b1f424,segment=NetworkSegment(9c7018e8-e5fd-4ced-977e-e0dc91f132e4),segment_id=9c7018e8-e5fd-4ced-977e-e0dc91f132e4)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:37.662269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:37.667955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:37.669036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:37.672611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:37.676029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Pushing event updated for resources: {'Port': ['ID=92c7f490-3b25-41c6-8f90-d62b9da386a9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:37.747214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3ca65-4f95-4791-b356-672ad05949e6 None None] Pushing event updated for resources: {'Port': ['ID=43bad253-2651-47fd-a8cd-52f6a2b1f424,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:37.905464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0e33a82b-9609-4012-b118-960f2f61c3c2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:37.959641 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Sync routers for ids ['7321163d-94d6-45dd-9782-3ba185332ae2'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:27:37.969596 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Routers {'7321163d-94d6-45dd-9782-3ba185332ae2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:37.970310 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7321163d-94d6-45dd-9782-3ba185332ae2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:37.985429 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks [] for router_gateway (1453858e-ce44-40c4-9710-6cf872104cae), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.003476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0e33a82b-9609-4012-b118-960f2f61c3c2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:38.003886 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.103653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0e33a82b-9609-4012-b118-960f2f61c3c2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:38.104121 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.146472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 0e33a82b-9609-4012-b118-960f2f61c3c2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0e33a82b-9609-4012-b118-960f2f61c3c2,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:38.152031 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.205504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=0e33a82b-9609-4012-b118-960f2f61c3c2,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:38.214592 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Set router 7321163d-94d6-45dd-9782-3ba185332ae2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:38.233530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (1453858e-ce44-40c4-9710-6cf872104cae), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.375725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Router 1453858e-ce44-40c4-9710-6cf872104cae is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:27:38.421015 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 4, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port': {'id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:03:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bba5be50-0e49-4657-8734-92060c6004ff', 'name': '', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'mac_address': 'fa:16:3e:bd:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:34Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 2, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'subnets': [{'id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:38.448951 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Checking router: 7321163d-94d6-45dd-9782-3ba185332ae2 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:27:38.449307 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Updating router 7321163d-94d6-45dd-9782-3ba185332ae2 port bba5be50-0e49-4657-8734-92060c6004ff binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:27:38.480571 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bba5be50-0e49-4657-8734-92060c6004ff), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.494898 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:27:38.505409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Sync routers for ids ['1453858e-ce44-40c4-9710-6cf872104cae'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:27:38.519610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Routers {'1453858e-ce44-40c4-9710-6cf872104cae'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:38.520271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1453858e-ce44-40c4-9710-6cf872104cae'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:38.522577 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.523974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9cb8af60-dea6-409c-a6fe-58a5467134df admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6482596 Feb 19 01:27:38.526799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 36966) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:27:38.646624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Set router 1453858e-ce44-40c4-9710-6cf872104cae gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:38.787096 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Publish callbacks [] for port (bba5be50-0e49-4657-8734-92060c6004ff), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.793964 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bba5be50-0e49-4657-8734-92060c6004ff), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.842981 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Pushing event updated for resources: {'Port': ['ID=bba5be50-0e49-4657-8734-92060c6004ff,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:38.849079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:27:37Z', 'revision_number': 3, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port': {'id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:37Z', 'updated_at': '2022-02-19T01:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:38.880541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Checking router: 1453858e-ce44-40c4-9710-6cf872104cae for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:27:38.880910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Updating router 1453858e-ce44-40c4-9710-6cf872104cae port 92c7f490-3b25-41c6-8f90-d62b9da386a9 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:27:38.912888 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.913249 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.913463 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.913575 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.913914 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.914275 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.914605 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.914928 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.915250 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.915662 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.915988 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.916310 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.916627 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.916941 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:27:38.922021 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Attempting to bind port bba5be50-0e49-4657-8734-92060c6004ff on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:38.922419 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Attempting to bind port bba5be50-0e49-4657-8734-92060c6004ff by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:38.922789 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Attempting to bind port bba5be50-0e49-4657-8734-92060c6004ff on network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:38.936099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f3edb-cfc3-4162-9a5d-2f5b326e7b17 None None] Network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:27:38.937335 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:38.937852 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Checking segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:38.938378 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:38.939301 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Bound using segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:38.939428 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Bound port: bba5be50-0e49-4657-8734-92060c6004ff, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:38.942983 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bba5be50-0e49-4657-8734-92060c6004ff), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.034333 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] For port bba5be50-0e49-4657-8734-92060c6004ff, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:39.038331 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] For port bba5be50-0e49-4657-8734-92060c6004ff, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bba5be50-0e49-4657-8734-92060c6004ff,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:39.047863 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bba5be50-0e49-4657-8734-92060c6004ff), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.086453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-15334624-3857-47e9-ade7-35c080e0348c None None] Provisioning complete for port 43bad253-2651-47fd-a8cd-52f6a2b1f424 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:39.086844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15334624-3857-47e9-ade7-35c080e0348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.128646 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345868d-4a96-4286-b1fa-0cd6d6ab39ee None None] Pushing event updated for resources: {'Port': ['ID=bba5be50-0e49-4657-8734-92060c6004ff,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:39.140484 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Routers {'7321163d-94d6-45dd-9782-3ba185332ae2'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:39.141369 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7321163d-94d6-45dd-9782-3ba185332ae2'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:39.284453 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] Set router 7321163d-94d6-45dd-9782-3ba185332ae2 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:39.337505 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-15334624-3857-47e9-ade7-35c080e0348c None None] Current status of the port 43bad253-2651-47fd-a8cd-52f6a2b1f424 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:39.338212 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15334624-3857-47e9-ade7-35c080e0348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.403875 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-15334624-3857-47e9-ade7-35c080e0348c None None] For port 43bad253-2651-47fd-a8cd-52f6a2b1f424, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=43bad253-2651-47fd-a8cd-52f6a2b1f424,segment=NetworkSegment(9c7018e8-e5fd-4ced-977e-e0dc91f132e4),segment_id=9c7018e8-e5fd-4ced-977e-e0dc91f132e4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:39.428701 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15334624-3857-47e9-ade7-35c080e0348c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.475110 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.505777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Publish callbacks [] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.526591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.546670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15334624-3857-47e9-ade7-35c080e0348c None None] Pushing event updated for resources: {'Port': ['ID=43bad253-2651-47fd-a8cd-52f6a2b1f424,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:39.571353 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 4, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port': {'id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:03:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bba5be50-0e49-4657-8734-92060c6004ff', 'name': '', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'mac_address': 'fa:16:3e:bd:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:34Z', 'updated_at': '2022-02-19T01:27:39Z', 'revision_number': 4, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'subnets': [{'id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:39.603961 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8468a5b-575c-4d2f-9689-abf81661c13e None None] The sync data for ids ['7321163d-94d6-45dd-9782-3ba185332ae2'] in n-d-826527-3 is: [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:35Z', 'revision_number': 4, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port': {'id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:03:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'bba5be50-0e49-4657-8734-92060c6004ff', 'name': '', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'mac_address': 'fa:16:3e:bd:56:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:34Z', 'updated_at': '2022-02-19T01:27:39Z', 'revision_number': 4, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'subnets': [{'id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:27:39.624253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-60d73a51-8b3e-429c-a33c-f06305c8ef33 None None] Provisioning complete for port bba5be50-0e49-4657-8734-92060c6004ff triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:39.624635 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60d73a51-8b3e-429c-a33c-f06305c8ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bba5be50-0e49-4657-8734-92060c6004ff), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.648229 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0925581-8221-4e54-a6f4-94886346d70a None None] Pushing event updated for resources: {'Port': ['ID=92c7f490-3b25-41c6-8f90-d62b9da386a9,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:39.652887 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Attempting to bind port 92c7f490-3b25-41c6-8f90-d62b9da386a9 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:39.653315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Attempting to bind port 92c7f490-3b25-41c6-8f90-d62b9da386a9 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:39.653691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Attempting to bind port 92c7f490-3b25-41c6-8f90-d62b9da386a9 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:39.668362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:39.668750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:39.669167 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.669719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:39.670253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Bound port: 92c7f490-3b25-41c6-8f90-d62b9da386a9, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:39.670651 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.673200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Allocated IP 172.20.0.1 (e768789c-2f2d-4cf6-8bf9-7450c64ef4aa/ee16c6e7-c463-4026-a3d2-536210646dd3/9ee83137-51b4-48fc-a91b-35b1cf4de9c1) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:39.758891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] For port 92c7f490-3b25-41c6-8f90-d62b9da386a9, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:39.780519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] For port 92c7f490-3b25-41c6-8f90-d62b9da386a9, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=92c7f490-3b25-41c6-8f90-d62b9da386a9,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:39.788447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-60d73a51-8b3e-429c-a33c-f06305c8ef33 None None] Current status of the port bba5be50-0e49-4657-8734-92060c6004ff is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:39.788899 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60d73a51-8b3e-429c-a33c-f06305c8ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bba5be50-0e49-4657-8734-92060c6004ff), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.793009 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.814554 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Publish callbacks [] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.877486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-60d73a51-8b3e-429c-a33c-f06305c8ef33 None None] For port bba5be50-0e49-4657-8734-92060c6004ff, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bba5be50-0e49-4657-8734-92060c6004ff,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:39.891299 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60d73a51-8b3e-429c-a33c-f06305c8ef33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bba5be50-0e49-4657-8734-92060c6004ff), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.895702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:39.897709 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Routers {'1453858e-ce44-40c4-9710-6cf872104cae'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:39.898429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1453858e-ce44-40c4-9710-6cf872104cae'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:39.901768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0925581-8221-4e54-a6f4-94886346d70a None None] Pushing event updated for resources: {'Port': ['ID=92c7f490-3b25-41c6-8f90-d62b9da386a9,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:39.950212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:39.956328 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:39.958837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:39.995843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:40.026609 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (1453858e-ce44-40c4-9710-6cf872104cae), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.198043 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.212231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73a51-8b3e-429c-a33c-f06305c8ef33 None None] Pushing event updated for resources: {'Port': ['ID=bba5be50-0e49-4657-8734-92060c6004ff,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:40.272105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 43bad253-2651-47fd-a8cd-52f6a2b1f424 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:40.341348 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] Set router 1453858e-ce44-40c4-9710-6cf872104cae gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:40.344068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7761ace3-75cd-4c51-9d1a-6fe4d593ce13 None None] Provisioning complete for port 43bad253-2651-47fd-a8cd-52f6a2b1f424 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:40.344452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7761ace3-75cd-4c51-9d1a-6fe4d593ce13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.394822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Publish callbacks [] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.400757 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.473548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:40.476697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (1453858e-ce44-40c4-9710-6cf872104cae), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.493134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 43bad253-2651-47fd-a8cd-52f6a2b1f424 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:40.493519 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.571497 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:40.572947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:40.624326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7761ace3-75cd-4c51-9d1a-6fe4d593ce13 None None] Current status of the port 43bad253-2651-47fd-a8cd-52f6a2b1f424 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:40.680227 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 43bad253-2651-47fd-a8cd-52f6a2b1f424 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:40.681672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bba5be50-0e49-4657-8734-92060c6004ff up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:40.699920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Router 1453858e-ce44-40c4-9710-6cf872104cae has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:27:40.715401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:27:37Z', 'revision_number': 3, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port': {'id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:37Z', 'updated_at': '2022-02-19T01:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:40.763667 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce78fe3-1a6d-442d-8e93-bbe71249b59f None None] The sync data for ids ['1453858e-ce44-40c4-9710-6cf872104cae'] in n-d-826527-3 is: [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:27:37Z', 'revision_number': 3, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port': {'id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:37Z', 'updated_at': '2022-02-19T01:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:27:40.782623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-85dcf45c-b7c3-4a1e-8224-b731644f83fd None None] Provisioning complete for port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:40.783010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85dcf45c-b7c3-4a1e-8224-b731644f83fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.806610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bba5be50-0e49-4657-8734-92060c6004ff triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:40.806996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bba5be50-0e49-4657-8734-92060c6004ff), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.829691 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:27:40.836785 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b45ed756-73f4-40de-9ed9-9cbaec982f20 admin admin] 10.222.0.60 "PUT /v2.0/routers/1453858e-ce44-40c4-9710-6cf872104cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3088236 Feb 19 01:27:40.844611 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-85dcf45c-b7c3-4a1e-8224-b731644f83fd None None] Port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:27:40.901718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bba5be50-0e49-4657-8734-92060c6004ff is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:40.903014 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0e33a82b-9609-4012-b118-960f2f61c3c2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:40.966957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 0e33a82b-9609-4012-b118-960f2f61c3c2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:40.967581 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:40.993837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-1a3c2ead-21e9-4015-b402-e1e3116ae0b8 None None] Provisioning complete for port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:40.994147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a3c2ead-21e9-4015-b402-e1e3116ae0b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:41.042539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c2ead-21e9-4015-b402-e1e3116ae0b8 None None] Port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:27:41.090124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 0e33a82b-9609-4012-b118-960f2f61c3c2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:41.662984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-230f90a4-4575-4ff3-be39-a7769a88eb80 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:41.664499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-230f90a4-4575-4ff3-be39-a7769a88eb80 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/networks?id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 200 len: 816 time: 0.1103792 Feb 19 01:27:41.680144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-45fa72cf-23f1-4f39-a90b-b4fb1ecc805a tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/quotas/c41c47c73dc44fd59e022300e6eb5e5d HTTP/1.1" status: 200 len: 375 time: 0.0100760 Feb 19 01:27:41.737074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-883f1c8c-3765-4468-a0d5-4e2c3f9445f2 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514138 Feb 19 01:27:41.854304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-c1e0d850-4bc7-4141-ba03-afc27f7c58f9 service neutron] 10.222.0.60 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003673 Feb 19 01:27:41.933106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bba5be50-0e49-4657-8734-92060c6004ff up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:41.949509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-3f19cbdd-d11c-4550-8fba-9ce58ed20566 service neutron] 10.222.0.60 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885124 Feb 19 01:27:41.987039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port bba5be50-0e49-4657-8734-92060c6004ff triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:41.987428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bba5be50-0e49-4657-8734-92060c6004ff), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:42.067495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port bba5be50-0e49-4657-8734-92060c6004ff is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:42.068696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 92c7f490-3b25-41c6-8f90-d62b9da386a9 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:42.116818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1e60c4e-aebf-4294-b05f-4ea694eccac5 req-1a854810-8e5e-4c85-b088-d7498283dbec tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 210 time: 0.0301080 Feb 19 01:27:42.121007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 92c7f490-3b25-41c6-8f90-d62b9da386a9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:42.121396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:42.203865 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 92c7f490-3b25-41c6-8f90-d62b9da386a9 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:42.204276 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:42.225626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 92c7f490-3b25-41c6-8f90-d62b9da386a9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=92c7f490-3b25-41c6-8f90-d62b9da386a9,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:42.230476 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:42.281782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=92c7f490-3b25-41c6-8f90-d62b9da386a9,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:43.098656 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Sync routers for ids ['1453858e-ce44-40c4-9710-6cf872104cae'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:27:43.109713 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Routers {'1453858e-ce44-40c4-9710-6cf872104cae'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:43.110469 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1453858e-ce44-40c4-9710-6cf872104cae'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:43.225373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b65ccb73-b7cb-48b2-9125-4c742f2d99fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:43.227602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a4caec7c-477b-47b0-99da-fb250106ee14 req-b40708c4-820e-4caf-851a-39b236c85460 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 210 time: 0.0332386 Feb 19 01:27:43.228883 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b65ccb73-b7cb-48b2-9125-4c742f2d99fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.113 "GET /v2.0/networks?id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 200 len: 816 time: 0.1196194 Feb 19 01:27:43.242007 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Request body: {'port': {'device_id': '52781285-93d8-49a1-8e28-ca1f93e44363', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'admin_state_up': True, 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:43.250368 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Set router 1453858e-ce44-40c4-9710-6cf872104cae gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:43.349887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Made reservation on behalf of c41c47c73dc44fd59e022300e6eb5e5d for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:27:43.353228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.457843 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:27:40Z', 'revision_number': 4, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port': {'id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:37Z', 'updated_at': '2022-02-19T01:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9ee83137-51b4-48fc-a91b-35b1cf4de9c1', 'name': '', 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'mac_address': 'fa:16:3e:56:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee16c6e7-c463-4026-a3d2-536210646dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:39Z', 'updated_at': '2022-02-19T01:27:40Z', 'revision_number': 2, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'subnets': [{'id': 'ee16c6e7-c463-4026-a3d2-536210646dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:43.481209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Allocated IP 172.20.0.7 (65f2290f-e3ff-4b8a-bc7a-99d23c16942b/5911f391-f958-4b8d-aa87-358bc23f2f58/2e2ba205-9a7a-4179-a270-aa098b451c85) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:27:43.488682 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Checking router: 1453858e-ce44-40c4-9710-6cf872104cae for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:27:43.489166 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Updating router 1453858e-ce44-40c4-9710-6cf872104cae port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:27:43.516927 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.628897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks [] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.663978 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.710651 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:27:43.716067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:27:43.720673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:27:43.747273 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Pushing event updated for resources: {'Port': ['ID=2e2ba205-9a7a-4179-a270-aa098b451c85,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:43.774233 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:43.774918 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.793165 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-b091122e-00f9-4657-8aae-ae8abdc9e4fc tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560946 Feb 19 01:27:43.806276 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Request body: {'port': {'device_id': '52781285-93d8-49a1-8e28-ca1f93e44363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:27:43.884074 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.888801 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 92c7f490-3b25-41c6-8f90-d62b9da386a9 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:43.894086 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Publish callbacks [] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.905663 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.947221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 92c7f490-3b25-41c6-8f90-d62b9da386a9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:43.947982 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:43.948810 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17dc32-fc52-420a-9c6f-6a75e9899862 None None] Pushing event updated for resources: {'Port': ['ID=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:44.014605 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7483a468-6bfc-4fd2-b9b0-a7a32a645f54 None None] Provisioning complete for port 2e2ba205-9a7a-4179-a270-aa098b451c85 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:44.015008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7483a468-6bfc-4fd2-b9b0-a7a32a645f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.021626 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Attempting to bind port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:44.022006 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Attempting to bind port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:44.022643 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Attempting to bind port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 on network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:44.028063 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:44.028445 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Checking segment: {'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:44.028850 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.029250 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Bound using segment: {'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:44.029729 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Bound port: 9ee83137-51b4-48fc-a91b-35b1cf4de9c1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7018e8-e5fd-4ced-977e-e0dc91f132e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:44.030113 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.076514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7483a468-6bfc-4fd2-b9b0-a7a32a645f54 None None] Port 2e2ba205-9a7a-4179-a270-aa098b451c85 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:27:44.080904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 92c7f490-3b25-41c6-8f90-d62b9da386a9 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:44.099548 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] For port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:44.103178 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] For port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,segment=NetworkSegment(9c7018e8-e5fd-4ced-977e-e0dc91f132e4),segment_id=9c7018e8-e5fd-4ced-977e-e0dc91f132e4)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:44.109290 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.173575 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17dc32-fc52-420a-9c6f-6a75e9899862 None None] Pushing event updated for resources: {'Port': ['ID=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:44.178324 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Routers {'1453858e-ce44-40c4-9710-6cf872104cae'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:27:44.179021 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:27:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1453858e-ce44-40c4-9710-6cf872104cae'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:44.212824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2ba205-9a7a-4179-a270-aa098b451c85 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:27:44.221056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Publish callbacks [] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.235908 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Transition to ACTIVE for port object 2e2ba205-9a7a-4179-a270-aa098b451c85 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:27:44.242774 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.305225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2ba205-9a7a-4179-a270-aa098b451c85,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:44.307488 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] Set router 1453858e-ce44-40c4-9710-6cf872104cae gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:27:44.325559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fc4943ff-cb63-4f0d-b572-a989f0633098 None None] Provisioning complete for port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:44.326447 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc4943ff-cb63-4f0d-b572-a989f0633098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.426469 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c10223-7c21-4507-8eb6-916066c10528 req-3f695a10-c7e7-4a4a-a2a6-c03857d361ad tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:44.427817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Attempting to bind port 2e2ba205-9a7a-4179-a270-aa098b451c85 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:27:44.428335 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Attempting to bind port 2e2ba205-9a7a-4179-a270-aa098b451c85 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:27:44.428837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Attempting to bind port 2e2ba205-9a7a-4179-a270-aa098b451c85 on network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:44.434020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Port 2e2ba205-9a7a-4179-a270-aa098b451c85 on network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:27:44.434271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03c10223-7c21-4507-8eb6-916066c10528 req-3f695a10-c7e7-4a4a-a2a6-c03857d361ad tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 943 time: 0.1093173 Feb 19 01:27:44.434992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Attempting to bind port 2e2ba205-9a7a-4179-a270-aa098b451c85 on network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:27:44.441837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:27:44.442610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Checking segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:27:44.443189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Bound using segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:27:44.443825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Bound port: 2e2ba205-9a7a-4179-a270-aa098b451c85, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:27:44.444376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.500794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fc4943ff-cb63-4f0d-b572-a989f0633098 None None] Current status of the port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:44.501205 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc4943ff-cb63-4f0d-b572-a989f0633098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.516104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03c10223-7c21-4507-8eb6-916066c10528 req-aca1502d-20d7-42f5-af94-81df6e4cf143 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809932 Feb 19 01:27:44.564576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fc4943ff-cb63-4f0d-b572-a989f0633098 None None] For port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,segment=NetworkSegment(9c7018e8-e5fd-4ced-977e-e0dc91f132e4),segment_id=9c7018e8-e5fd-4ced-977e-e0dc91f132e4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:44.572081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc4943ff-cb63-4f0d-b572-a989f0633098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.572297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] For port 2e2ba205-9a7a-4179-a270-aa098b451c85, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:27:44.578300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] For port 2e2ba205-9a7a-4179-a270-aa098b451c85, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e2ba205-9a7a-4179-a270-aa098b451c85,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:27:44.587143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.616799 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:27:40Z', 'revision_number': 4, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port': {'id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:37Z', 'updated_at': '2022-02-19T01:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9ee83137-51b4-48fc-a91b-35b1cf4de9c1', 'name': '', 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'mac_address': 'fa:16:3e:56:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee16c6e7-c463-4026-a3d2-536210646dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:39Z', 'updated_at': '2022-02-19T01:27:44Z', 'revision_number': 4, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'subnets': [{'id': 'ee16c6e7-c463-4026-a3d2-536210646dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:27:44.632324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4943ff-cb63-4f0d-b572-a989f0633098 None None] Pushing event updated for resources: {'Port': ['ID=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:44.651179 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa832074-4f6c-41c7-8056-fbf904266a46 None None] The sync data for ids ['1453858e-ce44-40c4-9710-6cf872104cae'] in n-d-826527-3 is: [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:27:40Z', 'revision_number': 4, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port': {'id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:37Z', 'updated_at': '2022-02-19T01:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '9ee83137-51b4-48fc-a91b-35b1cf4de9c1', 'name': '', 'network_id': 'e768789c-2f2d-4cf6-8bf9-7450c64ef4aa', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'mac_address': 'fa:16:3e:56:6c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee16c6e7-c463-4026-a3d2-536210646dd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:39Z', 'updated_at': '2022-02-19T01:27:44Z', 'revision_number': 4, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'subnets': [{'id': 'ee16c6e7-c463-4026-a3d2-536210646dd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:27:44.656473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2ba205-9a7a-4179-a270-aa098b451c85,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:44.663269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:44.663798 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.665368 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-141b8ae1-03e8-4d91-b4cb-f92607450912 service neutron] 10.222.0.113 "PUT /v2.0/ports/2e2ba205-9a7a-4179-a270-aa098b451c85 HTTP/1.1" status: 200 len: 1091 time: 0.8649087 Feb 19 01:27:44.665843 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52781285-93d8-49a1-8e28-ca1f93e44363', 'tag': '2e2ba205-9a7a-4179-a270-aa098b451c85'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:44.668454 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c49f4b9-afd0-4bf0-9592-01de97c54015" -d '{"events": [{"name": "network-changed", "server_uuid": "52781285-93d8-49a1-8e28-ca1f93e44363", "tag": "2e2ba205-9a7a-4179-a270-aa098b451c85"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:44.714222 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7db2ed-5cef-4285-b1a5-22667df1f7ac x-openstack-request-id: req-5b7db2ed-5cef-4285-b1a5-22667df1f7ac {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:44.714222 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52781285-93d8-49a1-8e28-ca1f93e44363", "tag": "2e2ba205-9a7a-4179-a270-aa098b451c85", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:44.715266 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5b7db2ed-5cef-4285-b1a5-22667df1f7ac {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:44.715472 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52781285-93d8-49a1-8e28-ca1f93e44363', 'tag': '2e2ba205-9a7a-4179-a270-aa098b451c85', 'status': 'completed', 'code': 200} Feb 19 01:27:44.754781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fd1dad7c-c538-4065-87f6-be15a5be8778 None None] Provisioning complete for port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:44.755158 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd1dad7c-c538-4065-87f6-be15a5be8778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:44.795226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-f405ea82-fbf9-4c43-885a-00584762728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:44.796918 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-f405ea82-fbf9-4c43-885a-00584762728f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 1125 time: 0.0780368 Feb 19 01:27:44.847694 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-852cb1ee-025f-41f5-89fa-cdeb0c8a68bf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e2ba205-9a7a-4179-a270-aa098b451c85 HTTP/1.1" status: 200 len: 217 time: 0.0421040 Feb 19 01:27:44.863671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fd1dad7c-c538-4065-87f6-be15a5be8778 None None] Current status of the port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:44.908685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-6bc461ea-b976-46ff-a490-841f53d00612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:44.910405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-6bc461ea-b976-46ff-a490-841f53d00612 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5911f391-f958-4b8d-aa87-358bc23f2f58 HTTP/1.1" status: 200 len: 855 time: 0.0570738 Feb 19 01:27:44.966134 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-65c1a0a7-bd27-4893-b42f-bf464676f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:44.967793 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-65c1a0a7-bd27-4893-b42f-bf464676f977 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511532 Feb 19 01:27:45.059794 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-7832ab15-be7d-4052-9fb9-02004e735b1d service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857978 Feb 19 01:27:45.159476 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3eae357-42ae-4a57-a16f-ddd7c11356a4 req-6324cbc7-ffc7-4d51-a664-f3d912b45dee service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936973 Feb 19 01:27:45.253506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-ec87ad7d-e651-49f8-9252-e741e82c38e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.255120 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-ec87ad7d-e651-49f8-9252-e741e82c38e7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 1125 time: 0.0472758 Feb 19 01:27:45.649658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e999dd-5e7a-4baf-bef6-a9a87774c025 req-6578d0fe-95b2-4fcc-a189-ea6e034f181e tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.651172 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01e999dd-5e7a-4baf-bef6-a9a87774c025 req-6578d0fe-95b2-4fcc-a189-ea6e034f181e tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 943 time: 0.0560403 Feb 19 01:27:45.664334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-b2fa2549-65d0-49fb-85ce-ac17b5c036bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.665908 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-b2fa2549-65d0-49fb-85ce-ac17b5c036bd service neutron] 10.222.0.113 "GET /v2.0/networks?id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 200 len: 917 time: 0.4041712 Feb 19 01:27:45.698192 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01e999dd-5e7a-4baf-bef6-a9a87774c025 req-6bcdb08d-8b26-4c01-8fff-33d6f71e61a4 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Feb 19 01:27:45.706884 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-54ac5ca5-2d8e-4c5a-a591-d45234d0a2c7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e2ba205-9a7a-4179-a270-aa098b451c85 HTTP/1.1" status: 200 len: 217 time: 0.0336344 Feb 19 01:27:45.756203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-19bbad88-dd1b-4e22-8406-359573be4444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.757604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-19bbad88-dd1b-4e22-8406-359573be4444 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5911f391-f958-4b8d-aa87-358bc23f2f58 HTTP/1.1" status: 200 len: 855 time: 0.0451450 Feb 19 01:27:45.812431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-e32557d8-3cdc-4747-bbc8-d6f0fe888971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:45.813811 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-e32557d8-3cdc-4747-bbc8-d6f0fe888971 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490737 Feb 19 01:27:45.888277 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:45.909729 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-01485e7d-1740-4e38-9ab1-a811d1fa54af service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869374 Feb 19 01:27:45.935478 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:45.935856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:46.007938 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3c49f4b9-afd0-4bf0-9592-01de97c54015 req-a356f571-af5a-4563-b298-ab2fff2b5a9c service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905085 Feb 19 01:27:46.025614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:46.440052 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:27:46.827371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1b7e8-0c54-4b00-ac29-ad05af8de80b req-0ea4aa06-da02-4b05-8bcc-203c5fa37df0 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:46.829080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10e1b7e8-0c54-4b00-ac29-ad05af8de80b req-0ea4aa06-da02-4b05-8bcc-203c5fa37df0 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 943 time: 0.0583987 Feb 19 01:27:46.882402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10e1b7e8-0c54-4b00-ac29-ad05af8de80b req-23c58013-192e-4560-b2cf-440391853dfa tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470932 Feb 19 01:27:48.015428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440077a3-e2ab-4d68-89c2-63d7d0d0763e req-eafd85fe-a996-4a00-86b9-265af358ee8a tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:48.016958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-440077a3-e2ab-4d68-89c2-63d7d0d0763e req-eafd85fe-a996-4a00-86b9-265af358ee8a tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 943 time: 0.0567060 Feb 19 01:27:48.052239 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-649b7005-9654-4e65-87e3-cec73d3044c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:48.073090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-440077a3-e2ab-4d68-89c2-63d7d0d0763e req-c70e5cf9-5de2-46c9-860c-b5d5f1b4ca8f tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501490 Feb 19 01:27:49.206213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd8093-bf70-4d8d-9185-2e7e50a1ce88 req-fa91cc96-fc70-4368-ba2d-cd2a68480434 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:49.207812 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78bd8093-bf70-4d8d-9185-2e7e50a1ce88 req-fa91cc96-fc70-4368-ba2d-cd2a68480434 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 943 time: 0.0539691 Feb 19 01:27:49.258413 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-78bd8093-bf70-4d8d-9185-2e7e50a1ce88 req-a17078d1-592f-4531-91e8-a13d0bfd643b tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Feb 19 01:27:49.321468 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.505335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2e2ba205-9a7a-4179-a270-aa098b451c85 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:27:49.610133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2e2ba205-9a7a-4179-a270-aa098b451c85, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e2ba205-9a7a-4179-a270-aa098b451c85,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:49.626735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '2e2ba205-9a7a-4179-a270-aa098b451c85', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'port_id': '2e2ba205-9a7a-4179-a270-aa098b451c85', 'mac_address': 'fa:16:3e:36:d0:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:27:49.666345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2e2ba205-9a7a-4179-a270-aa098b451c85 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:49.666736 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.683366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2ba205-9a7a-4179-a270-aa098b451c85 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:27:49.708992 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2e2ba205-9a7a-4179-a270-aa098b451c85, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e2ba205-9a7a-4179-a270-aa098b451c85,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:49.715975 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:49.767383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2e2ba205-9a7a-4179-a270-aa098b451c85,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:49.940540 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['2e2ba205-9a7a-4179-a270-aa098b451c85'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:27:50.113790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0abf31ad-e707-451e-bd91-c299a8d62fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:50.397358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0812c-3e1a-4ec3-8697-60b513ef47ee req-329e4aad-2df5-4a71-a320-5ebaf9cad5d3 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:50.398780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0d0812c-3e1a-4ec3-8697-60b513ef47ee req-329e4aad-2df5-4a71-a320-5ebaf9cad5d3 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 944 time: 0.0632713 Feb 19 01:27:50.461745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d0d0812c-3e1a-4ec3-8697-60b513ef47ee req-a3a49470-d4e0-4e59-ab08-06bbecf28e7a tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538921 Feb 19 01:27:51.437625 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.513449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2e2ba205-9a7a-4179-a270-aa098b451c85 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:27:51.568961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 2e2ba205-9a7a-4179-a270-aa098b451c85 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:27:51.573005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 2e2ba205-9a7a-4179-a270-aa098b451c85 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:27:51.573391 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.585545 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f376f16-2835-4c7e-9c3c-552fb50fe55e req-a0e9dd40-64ab-42ad-ab7c-31a243dfe13d tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:51.587086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f376f16-2835-4c7e-9c3c-552fb50fe55e req-a0e9dd40-64ab-42ad-ab7c-31a243dfe13d tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 944 time: 0.0560486 Feb 19 01:27:51.634647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f376f16-2835-4c7e-9c3c-552fb50fe55e req-88ca0524-40e2-4cfa-bbb2-223b1e9a56f3 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416024 Feb 19 01:27:51.650041 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 2e2ba205-9a7a-4179-a270-aa098b451c85 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:27:51.650468 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.672912 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52781285-93d8-49a1-8e28-ca1f93e44363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2ba205-9a7a-4179-a270-aa098b451c85'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:27:51.675387 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b426d3-0a40-446a-8074-2900534bc2dc" -d '{"events": [{"server_uuid": "52781285-93d8-49a1-8e28-ca1f93e44363", "name": "network-vif-plugged", "status": "completed", "tag": "2e2ba205-9a7a-4179-a270-aa098b451c85"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:27:51.687831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 2e2ba205-9a7a-4179-a270-aa098b451c85, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e2ba205-9a7a-4179-a270-aa098b451c85,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:27:51.693147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:51.718357 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50240af-df2e-4ec8-8193-3a63dd87c3e8 x-openstack-request-id: req-e50240af-df2e-4ec8-8193-3a63dd87c3e8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:27:51.718562 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52781285-93d8-49a1-8e28-ca1f93e44363", "name": "network-vif-plugged", "status": "completed", "tag": "2e2ba205-9a7a-4179-a270-aa098b451c85", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:27:51.718810 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e50240af-df2e-4ec8-8193-3a63dd87c3e8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:27:51.719204 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52781285-93d8-49a1-8e28-ca1f93e44363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2ba205-9a7a-4179-a270-aa098b451c85', 'code': 200} Feb 19 01:27:51.752182 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=2e2ba205-9a7a-4179-a270-aa098b451c85,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:27:51.918911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bd4b9-9f89-485c-bd5c-26f16d14fc19 req-b90319b0-d6d5-4afc-b636-27f1a62d0138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:51.920421 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-661bd4b9-9f89-485c-bd5c-26f16d14fc19 req-b90319b0-d6d5-4afc-b636-27f1a62d0138 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 1127 time: 0.1509612 Feb 19 01:27:51.971861 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-661bd4b9-9f89-485c-bd5c-26f16d14fc19 req-6e4b2d7e-78b9-438c-8f3b-ba9d1fd2364f service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443423 Feb 19 01:27:52.767941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed106b0-27e6-48d7-ac76-274b832078d7 req-cb8a9098-3fe7-414c-8ae8-73d6c74d9fe6 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:52.769850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed106b0-27e6-48d7-ac76-274b832078d7 req-cb8a9098-3fe7-414c-8ae8-73d6c74d9fe6 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 945 time: 0.0646982 Feb 19 01:27:52.820084 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ed106b0-27e6-48d7-ac76-274b832078d7 req-8113cdaa-ec69-40c3-ac98-2d8e023f7269 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Feb 19 01:27:52.874596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:53.968886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e8cc4-e318-41a4-b362-1d2d590122b7 req-0761cf2d-4153-4382-8802-beabe0b52a2b tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:53.970436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de4e8cc4-e318-41a4-b362-1d2d590122b7 req-0761cf2d-4153-4382-8802-beabe0b52a2b tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 945 time: 0.0617895 Feb 19 01:27:54.025181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-de4e8cc4-e318-41a4-b362-1d2d590122b7 req-d9c14894-aebc-4a36-aaad-ff84acc0a411 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460005 Feb 19 01:27:54.157301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ead66-a42a-47ab-bb39-e10e28f96738 req-c0261974-ba1c-499a-bedd-43b7fdd77ac0 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:54.159277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-554ead66-a42a-47ab-bb39-e10e28f96738 req-c0261974-ba1c-499a-bedd-43b7fdd77ac0 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 945 time: 0.0617392 Feb 19 01:27:54.193612 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:54.217536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-554ead66-a42a-47ab-bb39-e10e28f96738 req-6e01799f-950d-46c2-a948-be5c84c55909 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520108 Feb 19 01:27:54.261749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:27:56.979917 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-19582248-df0b-45b4-9415-6edefddd5f03 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444260 Feb 19 01:27:57.072890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-cdf4472e-f7e4-42a0-81f1-8d882fe7113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:57.074407 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-cdf4472e-f7e4-42a0-81f1-8d882fe7113f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 1127 time: 0.0502968 Feb 19 01:27:57.180033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-6071007e-db20-4de3-8656-f852d6a59fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:57.181757 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-6071007e-db20-4de3-8656-f852d6a59fd0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 200 len: 917 time: 0.0894816 Feb 19 01:27:57.232490 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-95da64a5-e62e-40c4-a5fe-3609d037f699 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e2ba205-9a7a-4179-a270-aa098b451c85 HTTP/1.1" status: 200 len: 217 time: 0.0436108 Feb 19 01:27:57.287606 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-62119b26-8367-4236-9137-83af6ee39a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:57.289275 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-62119b26-8367-4236-9137-83af6ee39a25 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5911f391-f958-4b8d-aa87-358bc23f2f58 HTTP/1.1" status: 200 len: 855 time: 0.0462449 Feb 19 01:27:57.341692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-1d94872d-696f-46cc-9658-2099ced3bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:27:57.343262 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-1d94872d-696f-46cc-9658-2099ced3bd26 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458248 Feb 19 01:27:57.436985 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-0ac225f3-d9c4-4405-94b4-8dcd3d5890db service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874026 Feb 19 01:27:57.530848 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ffcf5ab5-4341-4362-bd0c-aff7d6cd1816 req-8e116e88-6868-448d-a7ed-86fc9be942cb service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861576 Feb 19 01:28:08.078802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 details requested by agent hyperv_n-h2-826527-3 with host n-h2-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:28:08.085588 n-d-826527-3 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] No ports have port_id starting with e64d1631-0bf1-405f-b26b-89fa391cfc27 Feb 19 01:28:08.087149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Device e64d1631-0bf1-405f-b26b-89fa391cfc27 requested by agent hyperv_n-h2-826527-3 not found in database {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 19 01:28:12.687014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92d553d9-d5d1-4108-b426-bf091e179f2f req-0a0704b7-1e33-4879-86f9-baa6f8ed493a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0771115 Feb 19 01:28:12.763711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92d553d9-d5d1-4108-b426-bf091e179f2f req-e44f3812-3fd7-4099-9b3b-707096112c5b service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0329304 Feb 19 01:28:12.804236 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92d553d9-d5d1-4108-b426-bf091e179f2f req-d00ae27b-145c-4ed5-96ca-132a2b2c0df6 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213096 Feb 19 01:28:12.905175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d553d9-d5d1-4108-b426-bf091e179f2f req-efda0e67-2635-4ba1-84e0-73f930ba4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:12.906631 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92d553d9-d5d1-4108-b426-bf091e179f2f req-efda0e67-2635-4ba1-84e0-73f930ba4d75 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965161 Feb 19 01:28:18.047928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a8853-3e31-4f03-8224-c0801369ead6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:19.323004 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:20.118206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a809c68b-2c48-4fba-be0c-d9aede6a961c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:21.445503 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:22.879913 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:23.439621 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:28:24.200930 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:24.268830 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:28.668151 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85426f91-6aaa-490e-a7ad-0c7e7e20f9f8 req-81ad4760-929f-42c2-ac36-424cfef5b1c5 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:28.669606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85426f91-6aaa-490e-a7ad-0c7e7e20f9f8 req-81ad4760-929f-42c2-ac36-424cfef5b1c5 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 945 time: 0.0544448 Feb 19 01:28:28.716901 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85426f91-6aaa-490e-a7ad-0c7e7e20f9f8 req-e082e42b-77e2-4ad3-aef0-11d9a228a99a tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Feb 19 01:28:29.891237 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aadf9c-a996-492f-82c4-371f2d37539a req-7cecd603-7160-4dba-b587-02d5fc602009 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:29.892721 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0aadf9c-a996-492f-82c4-371f2d37539a req-7cecd603-7160-4dba-b587-02d5fc602009 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 945 time: 0.1050730 Feb 19 01:28:29.941299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0aadf9c-a996-492f-82c4-371f2d37539a req-e48aec7f-9a2e-43b4-8106-0f46f961e2da tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Feb 19 01:28:30.242451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-7764b205-1981-499d-8b13-e6e505de14a6 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:30.244096 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-7764b205-1981-499d-8b13-e6e505de14a6 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.113 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 945 time: 0.0569134 Feb 19 01:28:30.346869 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Deleting port 2e2ba205-9a7a-4179-a270-aa098b451c85 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:28:30.347199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.440817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] For port 2e2ba205-9a7a-4179-a270-aa098b451c85, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=2e2ba205-9a7a-4179-a270-aa098b451c85,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:30.441186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.459503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Calling delete_port for 2e2ba205-9a7a-4179-a270-aa098b451c85 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:28:30.611116 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (2e2ba205-9a7a-4179-a270-aa098b451c85), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.625084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['2e2ba205-9a7a-4179-a270-aa098b451c85'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:28:30.642047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Pushing event deleted for resources: {'Port': ['ID=2e2ba205-9a7a-4179-a270-aa098b451c85,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:30.650844 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.651209 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.651551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.651890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.652230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.652569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.652901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.653235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.653564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.653898 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.654913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.654913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.654913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:30.701045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] No DVR routers for this DVR port 2e2ba205-9a7a-4179-a270-aa098b451c85 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:28:30.703855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:30.707207 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1a5f85eb-9597-4a17-9616-ff708258a6eb req-0f773926-ac7e-432b-9aa0-37a162967352 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.113 "DELETE /v2.0/ports/2e2ba205-9a7a-4179-a270-aa098b451c85 HTTP/1.1" status: 204 len: 173 time: 0.4580157 Feb 19 01:28:30.707660 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52781285-93d8-49a1-8e28-ca1f93e44363', 'name': 'network-vif-deleted', 'tag': '2e2ba205-9a7a-4179-a270-aa098b451c85'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:28:30.709971 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89733952-b926-4fd6-a069-a714297f6f61" -d '{"events": [{"server_uuid": "52781285-93d8-49a1-8e28-ca1f93e44363", "name": "network-vif-deleted", "tag": "2e2ba205-9a7a-4179-a270-aa098b451c85"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:28:30.747620 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d599635-d375-4ece-8383-11cf8a8343e4 x-openstack-request-id: req-8d599635-d375-4ece-8383-11cf8a8343e4 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:28:30.747945 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52781285-93d8-49a1-8e28-ca1f93e44363", "name": "network-vif-deleted", "tag": "2e2ba205-9a7a-4179-a270-aa098b451c85", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:28:30.748223 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d599635-d375-4ece-8383-11cf8a8343e4 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:28:30.748642 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52781285-93d8-49a1-8e28-ca1f93e44363', 'name': 'network-vif-deleted', 'tag': '2e2ba205-9a7a-4179-a270-aa098b451c85', 'status': 'completed', 'code': 200} Feb 19 01:28:31.070780 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-364daf6f-1698-4b68-a016-26de9f466d7f req-fe3aa1c1-3c9a-4728-8a29-bd5e91345920 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=52781285-93d8-49a1-8e28-ca1f93e44363 HTTP/1.1" status: 200 len: 210 time: 0.0325477 Feb 19 01:28:32.634205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-db799104-ffae-4d4d-b609-77d057903abf tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:32.635690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-db799104-ffae-4d4d-b609-77d057903abf tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/networks?id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 200 len: 816 time: 0.1174951 Feb 19 01:28:32.654274 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-7eb94fc3-b105-4c2b-8981-e3281dd310fe tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/quotas/c41c47c73dc44fd59e022300e6eb5e5d HTTP/1.1" status: 200 len: 375 time: 0.0101855 Feb 19 01:28:32.716703 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-fc5c9488-6e7c-45bb-8aa1-fe05d2b5bd0d tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550010 Feb 19 01:28:32.819830 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-c562c74a-224d-4192-aac4-c706e4bb803f service neutron] 10.222.0.60 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883272 Feb 19 01:28:32.923049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-1fd31757-3154-40c8-9b94-8318e72e75fb service neutron] 10.222.0.60 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911520 Feb 19 01:28:33.095779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b40077c9-629b-4eef-a405-178469560d05 req-15db656f-4f4a-4329-9357-54b1a8f94c50 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 210 time: 0.0274773 Feb 19 01:28:34.075862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-58efb08f-c7ff-42b3-a131-a5c64a23a889 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:34.077422 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-58efb08f-c7ff-42b3-a131-a5c64a23a889 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.113 "GET /v2.0/networks?id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 200 len: 816 time: 0.1122177 Feb 19 01:28:34.090609 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Request body: {'port': {'device_id': 'ebb668de-57af-4792-bee1-336d3bf7d3ca', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'admin_state_up': True, 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:34.194173 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f2f2344b-5c2e-416b-88c9-be6766586b85 req-7166c6d7-e4c4-462a-bc0a-4700b3a6c938 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 210 time: 0.0272946 Feb 19 01:28:34.205874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Made reservation on behalf of c41c47c73dc44fd59e022300e6eb5e5d for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:28:34.209359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:34.337108 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Allocated IP 172.20.0.5 (65f2290f-e3ff-4b8a-bc7a-99d23c16942b/5911f391-f958-4b8d-aa87-358bc23f2f58/930fdb85-7c57-40d4-a3d6-ee0118e9c31d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:28:34.494909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks [] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:34.532240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:34.577189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:28:34.580222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:28:34.583797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:28:34.620095 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Pushing event updated for resources: {'Port': ['ID=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:34.649846 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:34.650553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:34.669648 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-5e5e0852-75ca-4584-ad87-9a2fbe59fb14 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831666 Feb 19 01:28:34.681703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Request body: {'port': {'device_id': 'ebb668de-57af-4792-bee1-336d3bf7d3ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:28:34.744313 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:34.875145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8db49320-48ee-445b-b501-aaae0e1d3552 None None] Provisioning complete for port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:28:34.875807 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8db49320-48ee-445b-b501-aaae0e1d3552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:34.912934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8db49320-48ee-445b-b501-aaae0e1d3552 None None] Port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:28:35.016816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930fdb85-7c57-40d4-a3d6-ee0118e9c31d {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:28:35.025052 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Publish callbacks [] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.038881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Transition to ACTIVE for port object 930fdb85-7c57-40d4-a3d6-ee0118e9c31d will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:28:35.045688 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.093885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:35.175622 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Attempting to bind port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:28:35.175963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Attempting to bind port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:28:35.176294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Attempting to bind port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d on network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:28:35.181314 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d on network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:28:35.181638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Attempting to bind port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d on network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:28:35.186743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:28:35.187087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Checking segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:28:35.187476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Bound using segment: {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:28:35.187941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Bound port: 930fdb85-7c57-40d4-a3d6-ee0118e9c31d, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44292925-dbe2-4368-b414-7df08afcafcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:28:35.188308 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.256364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] For port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:28:35.260387 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] For port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:28:35.269003 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.304174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.305035 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:35.306413 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] 10.222.0.113 "PUT /v2.0/ports/930fdb85-7c57-40d4-a3d6-ee0118e9c31d HTTP/1.1" status: 200 len: 1091 time: 0.6292949 Feb 19 01:28:35.306832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb668de-57af-4792-bee1-336d3bf7d3ca', 'tag': '930fdb85-7c57-40d4-a3d6-ee0118e9c31d'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:28:35.309108 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb668de-57af-4792-bee1-336d3bf7d3ca", "tag": "930fdb85-7c57-40d4-a3d6-ee0118e9c31d"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:28:35.335891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc326ac-95fd-4b67-8314-90f56353f377 req-813ec34b-6475-4d85-b08a-720b59825aa4 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.338963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbd265-019d-46a0-9a34-bfe687b5ea99 service neutron] Pushing event updated for resources: {'Port': ['ID=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:35.343959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cc326ac-95fd-4b67-8314-90f56353f377 req-813ec34b-6475-4d85-b08a-720b59825aa4 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 943 time: 0.0762303 Feb 19 01:28:35.398034 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b838b108-f889-4da1-94ae-aefcdf0aed76 x-openstack-request-id: req-b838b108-f889-4da1-94ae-aefcdf0aed76 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:28:35.398366 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb668de-57af-4792-bee1-336d3bf7d3ca", "tag": "930fdb85-7c57-40d4-a3d6-ee0118e9c31d", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:28:35.398625 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b838b108-f889-4da1-94ae-aefcdf0aed76 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:28:35.399045 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb668de-57af-4792-bee1-336d3bf7d3ca', 'tag': '930fdb85-7c57-40d4-a3d6-ee0118e9c31d', 'status': 'completed', 'code': 200} Feb 19 01:28:35.404952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9cc326ac-95fd-4b67-8314-90f56353f377 req-8fc42a60-0efa-41d7-a6a2-b51dac30d531 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Feb 19 01:28:35.419228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-c26d8b0e-e6ca-4736-b069-f4824ad42ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.420752 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-c26d8b0e-e6ca-4736-b069-f4824ad42ec2 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 1125 time: 0.0555170 Feb 19 01:28:35.467625 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-2c570d06-2a0c-464b-be1a-731cde841acf service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930fdb85-7c57-40d4-a3d6-ee0118e9c31d HTTP/1.1" status: 200 len: 217 time: 0.0395694 Feb 19 01:28:35.517593 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-8b68fd22-33f5-4303-9975-feaad58b11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.519126 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-8b68fd22-33f5-4303-9975-feaad58b11b9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5911f391-f958-4b8d-aa87-358bc23f2f58 HTTP/1.1" status: 200 len: 855 time: 0.0458708 Feb 19 01:28:35.567545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-75ca9482-8a04-4372-9d3d-af2bb0cb26cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.569074 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-75ca9482-8a04-4372-9d3d-af2bb0cb26cc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442104 Feb 19 01:28:35.672396 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-8222f631-0fdb-42d3-8000-60a6189101c9 service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957186 Feb 19 01:28:35.760484 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b5c04deb-d743-481c-a2ca-3007c712faf3 req-352a5fdf-295c-4ab2-8854-6fc0f7884e79 service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819318 Feb 19 01:28:35.768827 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2e2ba205-9a7a-4179-a270-aa098b451c85 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:28:35.789759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 2e2ba205-9a7a-4179-a270-aa098b451c85 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:28:35.790121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 2e2ba205-9a7a-4179-a270-aa098b451c85 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:28:35.859913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-9e85ad18-64a7-4314-a0b6-9a8d2be80786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.861521 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-9e85ad18-64a7-4314-a0b6-9a8d2be80786 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 1125 time: 0.0461540 Feb 19 01:28:35.965011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-d5a53614-4475-4a4b-9f4e-28e8c59ffe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:35.966421 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-d5a53614-4475-4a4b-9f4e-28e8c59ffe3a service neutron] 10.222.0.113 "GET /v2.0/networks?id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 200 len: 917 time: 0.0965290 Feb 19 01:28:36.009767 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-1c6865a2-8253-4764-85b8-1b5cea4448ab service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930fdb85-7c57-40d4-a3d6-ee0118e9c31d HTTP/1.1" status: 200 len: 217 time: 0.0368092 Feb 19 01:28:36.063628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-1298edee-fed6-4b67-8a5e-8f0a092c7392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:36.065085 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-1298edee-fed6-4b67-8a5e-8f0a092c7392 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5911f391-f958-4b8d-aa87-358bc23f2f58 HTTP/1.1" status: 200 len: 855 time: 0.0496359 Feb 19 01:28:36.116771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-5b33f8ca-a304-45bf-ae48-f3b39e156fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:36.118292 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-5b33f8ca-a304-45bf-ae48-f3b39e156fed service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457168 Feb 19 01:28:36.216534 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-ba4d048d-cc67-4b73-a2b2-f1c89d132aff service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909834 Feb 19 01:28:36.316186 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1cc2f89d-a15f-48b8-9a74-eba88a5762b2 req-d0972e97-f96a-4404-80f4-9a1ff82aa347 service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928242 Feb 19 01:28:36.533100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0ac20-b540-40ed-a71d-e2f7fb53a44c req-0a1736ce-5918-4b4b-826f-88990a5c9319 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:36.534508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24a0ac20-b540-40ed-a71d-e2f7fb53a44c req-0a1736ce-5918-4b4b-826f-88990a5c9319 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 943 time: 0.0613449 Feb 19 01:28:36.588402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-24a0ac20-b540-40ed-a71d-e2f7fb53a44c req-cf7484be-11f8-4713-a6e5-cdde0a3ae5be tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453358 Feb 19 01:28:37.722103 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446a72f-05c1-4907-b659-341a4e219de7 req-153271b0-87bf-4571-a013-937d69c1f719 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:37.723653 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c446a72f-05c1-4907-b659-341a4e219de7 req-153271b0-87bf-4571-a013-937d69c1f719 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 943 time: 0.0580130 Feb 19 01:28:37.773486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c446a72f-05c1-4907-b659-341a4e219de7 req-6e753aff-3ced-4cf8-94c0-3b7a1e88028c tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Feb 19 01:28:38.915046 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e076d-e358-47e3-82c7-cade2fb1ec16 req-3d43e79b-223d-4f29-974e-424c74ed62a2 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:38.916567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d0e076d-e358-47e3-82c7-cade2fb1ec16 req-3d43e79b-223d-4f29-974e-424c74ed62a2 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 943 time: 0.0597682 Feb 19 01:28:38.972054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3d0e076d-e358-47e3-82c7-cade2fb1ec16 req-d4ea2729-ef19-426e-99e2-44db1ee6ce43 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468581 Feb 19 01:28:39.788808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 930fdb85-7c57-40d4-a3d6-ee0118e9c31d details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:28:39.899364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:39.909938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '930fdb85-7c57-40d4-a3d6-ee0118e9c31d', 'network_id': '65f2290f-e3ff-4b8a-bc7a-99d23c16942b', 'port_id': '930fdb85-7c57-40d4-a3d6-ee0118e9c31d', 'mac_address': 'fa:16:3e:3a:c0:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5911f391-f958-4b8d-aa87-358bc23f2f58', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:28:39.948270 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:28:39.948784 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:39.961700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930fdb85-7c57-40d4-a3d6-ee0118e9c31d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:28:39.981345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:39.988559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:40.044775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:40.052899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.053252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.053600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.053948 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.054312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.054649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.054966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.055295 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.055619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.055949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.056273 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.056599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.056925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:28:40.116448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a97c92-8e71-4971-bc03-3de730240002 req-2e883c3b-21c8-4c8c-af54-61646fefa2b0 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:40.117962 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03a97c92-8e71-4971-bc03-3de730240002 req-2e883c3b-21c8-4c8c-af54-61646fefa2b0 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 944 time: 0.0629332 Feb 19 01:28:40.167940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-03a97c92-8e71-4971-bc03-3de730240002 req-cf68a7db-f50a-4df2-b560-a91b11243238 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441225 Feb 19 01:28:40.192120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['930fdb85-7c57-40d4-a3d6-ee0118e9c31d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:28:41.291272 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f6e66-98a8-457d-8231-9fdbae262043 req-ae815e53-53e2-4d06-98e3-22dc04a3c314 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:41.293078 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e41f6e66-98a8-457d-8231-9fdbae262043 req-ae815e53-53e2-4d06-98e3-22dc04a3c314 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 944 time: 0.0556235 Feb 19 01:28:41.340423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e41f6e66-98a8-457d-8231-9fdbae262043 req-62ffa3e3-1d3b-43d0-8dcc-125cf7d353d0 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Feb 19 01:28:41.803626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 930fdb85-7c57-40d4-a3d6-ee0118e9c31d up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:28:41.868734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:28:41.873826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:28:41.874211 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:41.949461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:28:41.949843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:41.972037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb668de-57af-4792-bee1-336d3bf7d3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930fdb85-7c57-40d4-a3d6-ee0118e9c31d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:28:41.974240 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a0dad0-254d-48f0-91ab-893f8276de2d" -d '{"events": [{"server_uuid": "ebb668de-57af-4792-bee1-336d3bf7d3ca", "name": "network-vif-plugged", "status": "completed", "tag": "930fdb85-7c57-40d4-a3d6-ee0118e9c31d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:28:41.986734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:28:41.991695 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:42.017003 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d14e18-62b8-48d5-a2c6-ffeded6fc5ae x-openstack-request-id: req-d9d14e18-62b8-48d5-a2c6-ffeded6fc5ae {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:28:42.017987 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb668de-57af-4792-bee1-336d3bf7d3ca", "name": "network-vif-plugged", "status": "completed", "tag": "930fdb85-7c57-40d4-a3d6-ee0118e9c31d", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:28:42.018277 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9d14e18-62b8-48d5-a2c6-ffeded6fc5ae {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:28:42.019025 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb668de-57af-4792-bee1-336d3bf7d3ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930fdb85-7c57-40d4-a3d6-ee0118e9c31d', 'code': 200} Feb 19 01:28:42.052551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:28:42.115605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03760e77-1fc4-4328-9afa-7bcf7b075a07 req-ec14ffcf-12ec-4ac2-8afa-dcc98885bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:42.117132 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03760e77-1fc4-4328-9afa-7bcf7b075a07 req-ec14ffcf-12ec-4ac2-8afa-dcc98885bc41 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 1127 time: 0.0471497 Feb 19 01:28:42.162239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-03760e77-1fc4-4328-9afa-7bcf7b075a07 req-a6b7aad7-6d8d-4ab5-a52f-b033df8d6bbd service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384753 Feb 19 01:28:42.473979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6ee9e-6d73-4b6c-85a0-a1be3fa7f236 req-3bb44268-06d3-481f-9cee-9b975ab1af2e tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:42.475508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0e6ee9e-6d73-4b6c-85a0-a1be3fa7f236 req-3bb44268-06d3-481f-9cee-9b975ab1af2e tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 945 time: 0.0591836 Feb 19 01:28:42.532051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0e6ee9e-6d73-4b6c-85a0-a1be3fa7f236 req-58545fe0-eb9b-494c-a8f4-13d619541b1d tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484984 Feb 19 01:28:43.664747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936b1fd-fe05-4bfb-a083-97de3fe44e7e req-5f791296-2ba4-479e-bc5d-b003b88bcc85 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:43.666283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3936b1fd-fe05-4bfb-a083-97de3fe44e7e req-5f791296-2ba4-479e-bc5d-b003b88bcc85 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 945 time: 0.0610404 Feb 19 01:28:43.716809 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3936b1fd-fe05-4bfb-a083-97de3fe44e7e req-281739d2-acdb-46ec-b870-a58f62bf8732 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423367 Feb 19 01:28:43.842349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670516c-ae7b-4d0e-96d1-6c39e8a6cb1d req-502bc3d0-82fc-453b-9579-d3bf7ec935bb tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:43.843885 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c670516c-ae7b-4d0e-96d1-6c39e8a6cb1d req-502bc3d0-82fc-453b-9579-d3bf7ec935bb tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 945 time: 0.0537436 Feb 19 01:28:43.897329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c670516c-ae7b-4d0e-96d1-6c39e8a6cb1d req-32e9d4b1-7598-41f7-b97e-97eb24c236d0 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451787 Feb 19 01:28:48.054003 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96a8ba0c-e979-49b6-ad73-c6b0d98d6f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:49.313214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:50.123019 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96a40c29-592e-4846-8975-830e68c09c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:51.443184 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:52.880257 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.185380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:54.291764 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:28:57.967445 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-9c76690f-7023-44c7-a96d-024489067328 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534449 Feb 19 01:28:58.055714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-5cd65aad-3fd5-4692-aad6-8d0b6c8693a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.057242 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-5cd65aad-3fd5-4692-aad6-8d0b6c8693a0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 1127 time: 0.0467484 Feb 19 01:28:58.166928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-a5692c01-84d9-46b4-b1e9-e374d8fb2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.168461 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-a5692c01-84d9-46b4-b1e9-e374d8fb2384 service neutron] 10.222.0.113 "GET /v2.0/networks?id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 200 len: 917 time: 0.0904341 Feb 19 01:28:58.213196 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-fce4e65d-0fe3-4f17-8908-bb9413482d71 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=930fdb85-7c57-40d4-a3d6-ee0118e9c31d HTTP/1.1" status: 200 len: 217 time: 0.0384626 Feb 19 01:28:58.261053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-a60a197f-ad79-40c9-8fd0-8fc3edbb5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.262559 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-a60a197f-ad79-40c9-8fd0-8fc3edbb5553 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5911f391-f958-4b8d-aa87-358bc23f2f58 HTTP/1.1" status: 200 len: 855 time: 0.0438707 Feb 19 01:28:58.314421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-87d1e402-78ce-4101-8908-c708479ed906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:28:58.316078 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-87d1e402-78ce-4101-8908-c708479ed906 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=65f2290f-e3ff-4b8a-bc7a-99d23c16942b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475616 Feb 19 01:28:58.419462 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-aa0202cf-5ab9-4413-99a7-c4c70af3c735 service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965889 Feb 19 01:28:58.511204 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d7d69237-e136-4e11-8a01-ad1b7b7e2b72 req-44d3b508-a4c6-4869-b207-94697a466616 service neutron] 10.222.0.113 "GET /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851326 Feb 19 01:29:00.444017 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:29:13.623051 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7346bd32-35f0-46fb-a381-ba6613776c1d req-e1be1768-0f86-4fb5-9b48-de89ab3852ee service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0275526 Feb 19 01:29:13.690418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7346bd32-35f0-46fb-a381-ba6613776c1d req-e1ea2a24-ca1f-42d5-a731-b9a5fe2055a8 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0279055 Feb 19 01:29:13.729868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7346bd32-35f0-46fb-a381-ba6613776c1d req-ed20e636-acf4-4b72-ae42-b2191e7e109c service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194647 Feb 19 01:29:13.825968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346bd32-35f0-46fb-a381-ba6613776c1d req-70c6f78b-0473-4bc4-84d5-ba00290bfff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:13.827472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7346bd32-35f0-46fb-a381-ba6613776c1d req-70c6f78b-0473-4bc4-84d5-ba00290bfff4 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922282 Feb 19 01:29:18.048016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-37660617-3410-425f-8803-616575172d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:18.103076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a68f2-99a4-4a4a-899a-b6514b87b908 req-06c10ed9-a80f-43ef-b16d-fd6cd7270f0e tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:18.104844 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a92a68f2-99a4-4a4a-899a-b6514b87b908 req-06c10ed9-a80f-43ef-b16d-fd6cd7270f0e tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 945 time: 0.0534918 Feb 19 01:29:18.153784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a92a68f2-99a4-4a4a-899a-b6514b87b908 req-caa0dba9-2d74-4501-ab74-d5b06eee83f8 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Feb 19 01:29:19.278279 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4f19a-a9a0-402a-a870-0c8f2f43230f req-b8c619e6-9d0b-4f69-80a8-83a740c48d50 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:19.279783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65a4f19a-a9a0-402a-a870-0c8f2f43230f req-b8c619e6-9d0b-4f69-80a8-83a740c48d50 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 945 time: 0.0543730 Feb 19 01:29:19.324342 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.332898 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-65a4f19a-a9a0-402a-a870-0c8f2f43230f req-11baa06e-f277-4103-a8d2-cf2a7901132c tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/security-groups?id=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472300 Feb 19 01:29:19.662775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-6b5de17b-315b-4ef5-b71f-7c49a1b9e102 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:19.664249 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-6b5de17b-315b-4ef5-b71f-7c49a1b9e102 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.113 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 945 time: 0.0566940 Feb 19 01:29:19.766208 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Deleting port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:19.766475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.858345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] For port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:19.858698 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:19.877784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Calling delete_port for 930fdb85-7c57-40d4-a3d6-ee0118e9c31d owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:20.018973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (930fdb85-7c57-40d4-a3d6-ee0118e9c31d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.031590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['930fdb85-7c57-40d4-a3d6-ee0118e9c31d'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:29:20.048479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Pushing event deleted for resources: {'Port': ['ID=930fdb85-7c57-40d4-a3d6-ee0118e9c31d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:20.095815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] No DVR routers for this DVR port 930fdb85-7c57-40d4-a3d6-ee0118e9c31d on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:20.098548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.101886 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d83c59a5-fcc7-4503-9bd5-0f5181412f4a req-02249b0b-b638-4107-82f4-ee2847b32562 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.113 "DELETE /v2.0/ports/930fdb85-7c57-40d4-a3d6-ee0118e9c31d HTTP/1.1" status: 204 len: 173 time: 0.4320452 Feb 19 01:29:20.102357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb668de-57af-4792-bee1-336d3bf7d3ca', 'name': 'network-vif-deleted', 'tag': '930fdb85-7c57-40d4-a3d6-ee0118e9c31d'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:29:20.104671 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d6c757-47bb-46df-b59a-eee38e112961" -d '{"events": [{"server_uuid": "ebb668de-57af-4792-bee1-336d3bf7d3ca", "name": "network-vif-deleted", "tag": "930fdb85-7c57-40d4-a3d6-ee0118e9c31d"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:29:20.138285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5bc91544-e799-4db5-85c9-ed5045d45de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:20.196849 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bb301e-0d0e-4e5a-a2d8-822975b12574 x-openstack-request-id: req-89bb301e-0d0e-4e5a-a2d8-822975b12574 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:29:20.197157 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb668de-57af-4792-bee1-336d3bf7d3ca", "name": "network-vif-deleted", "tag": "930fdb85-7c57-40d4-a3d6-ee0118e9c31d", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:29:20.197418 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89bb301e-0d0e-4e5a-a2d8-822975b12574 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:29:20.197841 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb668de-57af-4792-bee1-336d3bf7d3ca', 'name': 'network-vif-deleted', 'tag': '930fdb85-7c57-40d4-a3d6-ee0118e9c31d', 'status': 'completed', 'code': 200} Feb 19 01:29:20.448370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8ce9d07-9acc-4ad7-95e7-cab3d5d9318a req-e8c908d6-c284-474d-84dc-e05f6c22dbf5 tempest-TestEncryptedCinderVolumes-960482791 tempest-TestEncryptedCinderVolumes-960482791-project] 10.222.0.60 "GET /v2.0/ports?device_id=ebb668de-57af-4792-bee1-336d3bf7d3ca HTTP/1.1" status: 200 len: 210 time: 0.0287166 Feb 19 01:29:21.451157 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:21.549135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37340) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:21.902585 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (7321163d-94d6-45dd-9782-3ba185332ae2), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.163712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Deleting port bba5be50-0e49-4657-8734-92060c6004ff {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:22.164062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bba5be50-0e49-4657-8734-92060c6004ff), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.246451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] For port bba5be50-0e49-4657-8734-92060c6004ff, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=bba5be50-0e49-4657-8734-92060c6004ff,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:22.246811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bba5be50-0e49-4657-8734-92060c6004ff), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.259476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Calling delete_port for bba5be50-0e49-4657-8734-92060c6004ff owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:22.453056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bba5be50-0e49-4657-8734-92060c6004ff), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.478677 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Pushing event deleted for resources: {'Port': ['ID=bba5be50-0e49-4657-8734-92060c6004ff,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:22.649844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (7321163d-94d6-45dd-9782-3ba185332ae2), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.870081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Router 7321163d-94d6-45dd-9782-3ba185332ae2 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:22.881106 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:22.982288 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:22.990893 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5a48cb9a-bd2a-4a5b-b6ad-9689c71ec93d admin admin] 10.222.0.60 "PUT /v2.0/routers/7321163d-94d6-45dd-9782-3ba185332ae2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4406006 Feb 19 01:29:22.991623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37342) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:22.996792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] Sync routers for ids ['7321163d-94d6-45dd-9782-3ba185332ae2'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:23.013327 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] Routers {'7321163d-94d6-45dd-9782-3ba185332ae2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:23.014106 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7321163d-94d6-45dd-9782-3ba185332ae2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:23.104465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks [] for router (7321163d-94d6-45dd-9782-3ba185332ae2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.135579 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] Set router 7321163d-94d6-45dd-9782-3ba185332ae2 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:23.223178 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks [] for router_gateway (7321163d-94d6-45dd-9782-3ba185332ae2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.288168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Deleting port 0e33a82b-9609-4012-b118-960f2f61c3c2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:23.288929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.320332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:29:22Z', 'revision_number': 5, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port': {'id': '0e33a82b-9609-4012-b118-960f2f61c3c2', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:03:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:23.346465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] Checking router: 7321163d-94d6-45dd-9782-3ba185332ae2 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:23.355057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] Routers {'7321163d-94d6-45dd-9782-3ba185332ae2'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:23.355805 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['7321163d-94d6-45dd-9782-3ba185332ae2'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:23.368043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] For port 0e33a82b-9609-4012-b118-960f2f61c3c2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=0e33a82b-9609-4012-b118-960f2f61c3c2,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:23.368414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.381256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Calling delete_port for 0e33a82b-9609-4012-b118-960f2f61c3c2 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:23.454307 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] Set router 7321163d-94d6-45dd-9782-3ba185332ae2 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:23.513706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:29:23Z', 'revision_number': 6, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:23.551428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e643185a-5e0f-40b3-be93-30ffd2a37655 None None] The sync data for ids ['7321163d-94d6-45dd-9782-3ba185332ae2'] in n-d-826527-3 is: [{'id': '7321163d-94d6-45dd-9782-3ba185332ae2', 'name': 'tempest-TestEncryptedCinderVolumes-277642023-router', 'tenant_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:32Z', 'updated_at': '2022-02-19T01:29:23Z', 'revision_number': 6, 'project_id': 'c41c47c73dc44fd59e022300e6eb5e5d', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:23.574267 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0e33a82b-9609-4012-b118-960f2f61c3c2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.608189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e33a82b-9609-4012-b118-960f2f61c3c2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:23.647041 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.647377 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.647721 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.648053 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.648421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.648731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.649088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.649416 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.649741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.650036 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.650420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.650746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.651068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:23.672933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (7321163d-94d6-45dd-9782-3ba185332ae2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.764705 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (7321163d-94d6-45dd-9782-3ba185332ae2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.766876 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks [] for router_controller (7321163d-94d6-45dd-9782-3ba185332ae2), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.813598 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (7321163d-94d6-45dd-9782-3ba185332ae2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.814154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7321163d-94d6-45dd-9782-3ba185332ae2 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:23.819318 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.820826 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a176bbe0-218f-438d-b702-14e24ef0e01f admin admin] 10.222.0.60 "DELETE /v2.0/routers/7321163d-94d6-45dd-9782-3ba185332ae2 HTTP/1.1" status: 204 len: 168 time: 0.8279948 Feb 19 01:29:23.823263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37344) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:23.871642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-945b3665-b7cb-49ed-84fd-969e778504a0 admin admin] Deleting subnet 5911f391-f958-4b8d-aa87-358bc23f2f58 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:29:23.874958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-945b3665-b7cb-49ed-84fd-969e778504a0 admin admin] Publish callbacks [] for subnet (5911f391-f958-4b8d-aa87-358bc23f2f58), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.909604 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-945b3665-b7cb-49ed-84fd-969e778504a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (5911f391-f958-4b8d-aa87-358bc23f2f58), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:23.994533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-945b3665-b7cb-49ed-84fd-969e778504a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (5911f391-f958-4b8d-aa87-358bc23f2f58), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.034967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 930fdb85-7c57-40d4-a3d6-ee0118e9c31d no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:24.055729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 930fdb85-7c57-40d4-a3d6-ee0118e9c31d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:24.056078 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 930fdb85-7c57-40d4-a3d6-ee0118e9c31d not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:24.058080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-945b3665-b7cb-49ed-84fd-969e778504a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (5911f391-f958-4b8d-aa87-358bc23f2f58), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.085213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b3665-b7cb-49ed-84fd-969e778504a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5911f391-f958-4b8d-aa87-358bc23f2f58,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:24.087268 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-945b3665-b7cb-49ed-84fd-969e778504a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.090567 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-945b3665-b7cb-49ed-84fd-969e778504a0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5911f391-f958-4b8d-aa87-358bc23f2f58 HTTP/1.1" status: 204 len: 168 time: 0.2662942 Feb 19 01:29:24.093241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37346) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:24.096292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6724f3-99bf-4fe9-81f9-d2061493841b None None] Network 65f2290f-e3ff-4b8a-bc7a-99d23c16942b requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:24.169426 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (65f2290f-e3ff-4b8a-bc7a-99d23c16942b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.209525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.288543 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.373357 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] DHCP port deletion for 65f2290f-e3ff-4b8a-bc7a-99d23c16942b request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:29:24.382974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bba5be50-0e49-4657-8734-92060c6004ff no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:24.426515 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: bba5be50-0e49-4657-8734-92060c6004ff {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:24.426874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device bba5be50-0e49-4657-8734-92060c6004ff not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:24.452353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] Deleting port 67c16c16-735e-46c5-a763-b4e041a2104a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:24.452734 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.519198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] For port 67c16c16-735e-46c5-a763-b4e041a2104a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=67c16c16-735e-46c5-a763-b4e041a2104a,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:24.519607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.533606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] Calling delete_port for 67c16c16-735e-46c5-a763-b4e041a2104a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:24.563097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Deleting port 67c16c16-735e-46c5-a763-b4e041a2104a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:24.563693 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.631059 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] For port 67c16c16-735e-46c5-a763-b4e041a2104a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=67c16c16-735e-46c5-a763-b4e041a2104a,segment=NetworkSegment(44292925-dbe2-4368-b414-7df08afcafcd),segment_id=44292925-dbe2-4368-b414-7df08afcafcd)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:24.631340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.633174 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.647428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Calling delete_port for 67c16c16-735e-46c5-a763-b4e041a2104a owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:24.662221 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] Pushing event deleted for resources: {'Port': ['ID=67c16c16-735e-46c5-a763-b4e041a2104a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:24.672373 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a402ac9c-9103-47cd-a326-12369baea3b9 None None] No DVR routers for this DVR port 67c16c16-735e-46c5-a763-b4e041a2104a on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:24.732435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (67c16c16-735e-46c5-a763-b4e041a2104a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.760219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Pushing event deleted for resources: {'Port': ['ID=67c16c16-735e-46c5-a763-b4e041a2104a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:24.762051 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] No DVR routers for this DVR port 67c16c16-735e-46c5-a763-b4e041a2104a on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:24.836450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (65f2290f-e3ff-4b8a-bc7a-99d23c16942b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.857048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f2290f-e3ff-4b8a-bc7a-99d23c16942b']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:24.866271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44292925-dbe2-4368-b414-7df08afcafcd') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:24.866565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44292925-dbe2-4368-b414-7df08afcafcd') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:24.875884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (44292925-dbe2-4368-b414-7df08afcafcd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.889839 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (44292925-dbe2-4368-b414-7df08afcafcd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.896350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:29:24.896773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (44292925-dbe2-4368-b414-7df08afcafcd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:29:24.898662 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:29:24.952730 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (65f2290f-e3ff-4b8a-bc7a-99d23c16942b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.957658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:24.960923 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] 10.222.0.60 "DELETE /v2.0/networks/65f2290f-e3ff-4b8a-bc7a-99d23c16942b HTTP/1.1" status: 204 len: 168 time: 0.8667109 Feb 19 01:29:24.963862 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37348) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:25.013700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc16226-4afb-4fd0-b1ca-f0882274311b admin admin] Pushing event deleted for resources: {'Network': ['ID=65f2290f-e3ff-4b8a-bc7a-99d23c16942b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:25.330780 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (1453858e-ce44-40c4-9710-6cf872104cae), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.610545 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Deleting port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:25.610891 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.686877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] For port 9ee83137-51b4-48fc-a91b-35b1cf4de9c1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,segment=NetworkSegment(9c7018e8-e5fd-4ced-977e-e0dc91f132e4),segment_id=9c7018e8-e5fd-4ced-977e-e0dc91f132e4)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:25.687244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.699958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Calling delete_port for 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:25.888838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9ee83137-51b4-48fc-a91b-35b1cf4de9c1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:25.918557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0e33a82b-9609-4012-b118-960f2f61c3c2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:25.920177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee83137-51b4-48fc-a91b-35b1cf4de9c1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:25.943260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 0e33a82b-9609-4012-b118-960f2f61c3c2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:25.944689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 0e33a82b-9609-4012-b118-960f2f61c3c2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:25.946117 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 67c16c16-735e-46c5-a763-b4e041a2104a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:25.967863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 67c16c16-735e-46c5-a763-b4e041a2104a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:25.968231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 67c16c16-735e-46c5-a763-b4e041a2104a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:26.088324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (1453858e-ce44-40c4-9710-6cf872104cae), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.331238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Router 1453858e-ce44-40c4-9710-6cf872104cae has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:26.447251 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:26.452595 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-28bb4ba2-433d-4a75-b557-89dfe4b21eb8 admin admin] 10.222.0.60 "PUT /v2.0/routers/1453858e-ce44-40c4-9710-6cf872104cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4877694 Feb 19 01:29:26.455448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37350) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:26.456789 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] Sync routers for ids ['1453858e-ce44-40c4-9710-6cf872104cae'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:26.466905 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] Routers {'1453858e-ce44-40c4-9710-6cf872104cae'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:26.467516 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1453858e-ce44-40c4-9710-6cf872104cae'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:26.564219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks [] for router (1453858e-ce44-40c4-9710-6cf872104cae), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.575457 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] Set router 1453858e-ce44-40c4-9710-6cf872104cae gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:26.671282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks [] for router_gateway (1453858e-ce44-40c4-9710-6cf872104cae), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.725149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Deleting port 92c7f490-3b25-41c6-8f90-d62b9da386a9 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:26.725379 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.754019 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202'}], 'enable_snat': True}, 'gw_port_id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:29:25Z', 'revision_number': 5, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port': {'id': '92c7f490-3b25-41c6-8f90-d62b9da386a9', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1453858e-ce44-40c4-9710-6cf872104cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:27:37Z', 'updated_at': '2022-02-19T01:27:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:26.779796 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] Checking router: 1453858e-ce44-40c4-9710-6cf872104cae for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:26.788099 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] Routers {'1453858e-ce44-40c4-9710-6cf872104cae'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:26.788708 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['1453858e-ce44-40c4-9710-6cf872104cae'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:26.802557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] For port 92c7f490-3b25-41c6-8f90-d62b9da386a9, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=92c7f490-3b25-41c6-8f90-d62b9da386a9,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:26.802924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:26.815657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Calling delete_port for 92c7f490-3b25-41c6-8f90-d62b9da386a9 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:26.968145 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] Set router 1453858e-ce44-40c4-9710-6cf872104cae gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:26.997527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (92c7f490-3b25-41c6-8f90-d62b9da386a9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.025060 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:29:26Z', 'revision_number': 6, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:27.030445 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Pushing event deleted for resources: {'Port': ['ID=92c7f490-3b25-41c6-8f90-d62b9da386a9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:27.055484 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab6bf5-088c-452d-b71b-2c61d8dc5b49 None None] The sync data for ids ['1453858e-ce44-40c4-9710-6cf872104cae'] in n-d-826527-3 is: [{'id': '1453858e-ce44-40c4-9710-6cf872104cae', 'name': 'tempest-TestEncryptedCinderVolumes-576117018-router', 'tenant_id': '6d333478d7a7435cb897c85e58a3a793', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:27:36Z', 'updated_at': '2022-02-19T01:29:26Z', 'revision_number': 6, 'project_id': '6d333478d7a7435cb897c85e58a3a793', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:27.089709 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (1453858e-ce44-40c4-9710-6cf872104cae), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.179992 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (1453858e-ce44-40c4-9710-6cf872104cae), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.182159 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks [] for router_controller (1453858e-ce44-40c4-9710-6cf872104cae), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.233137 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (1453858e-ce44-40c4-9710-6cf872104cae), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.233698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1453858e-ce44-40c4-9710-6cf872104cae {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:29:27.239733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.241293 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-769d71a8-99d1-4e11-9abc-258612b4514b admin admin] 10.222.0.60 "DELETE /v2.0/routers/1453858e-ce44-40c4-9710-6cf872104cae HTTP/1.1" status: 204 len: 168 time: 0.7849345 Feb 19 01:29:27.243990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:27.290541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db152ed-a33d-4b3f-ac04-7a7aedd80ebe admin admin] Deleting subnet ee16c6e7-c463-4026-a3d2-536210646dd3 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:29:27.293677 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db152ed-a33d-4b3f-ac04-7a7aedd80ebe admin admin] Publish callbacks [] for subnet (ee16c6e7-c463-4026-a3d2-536210646dd3), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.328038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db152ed-a33d-4b3f-ac04-7a7aedd80ebe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (ee16c6e7-c463-4026-a3d2-536210646dd3), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.407606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db152ed-a33d-4b3f-ac04-7a7aedd80ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (ee16c6e7-c463-4026-a3d2-536210646dd3), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.463476 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db152ed-a33d-4b3f-ac04-7a7aedd80ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (ee16c6e7-c463-4026-a3d2-536210646dd3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.495002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db152ed-a33d-4b3f-ac04-7a7aedd80ebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee16c6e7-c463-4026-a3d2-536210646dd3,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:27.499291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0db152ed-a33d-4b3f-ac04-7a7aedd80ebe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.505769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0db152ed-a33d-4b3f-ac04-7a7aedd80ebe admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ee16c6e7-c463-4026-a3d2-536210646dd3 HTTP/1.1" status: 204 len: 168 time: 0.2573683 Feb 19 01:29:27.506043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37354) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:27.506576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b91467-60db-44ae-8388-3874fc35f548 None None] Network e768789c-2f2d-4cf6-8bf9-7450c64ef4aa requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:27.572659 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (e768789c-2f2d-4cf6-8bf9-7450c64ef4aa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.627432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Deleting port 43bad253-2651-47fd-a8cd-52f6a2b1f424 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:29:27.627785 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.693938 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] For port 43bad253-2651-47fd-a8cd-52f6a2b1f424, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=43bad253-2651-47fd-a8cd-52f6a2b1f424,segment=NetworkSegment(9c7018e8-e5fd-4ced-977e-e0dc91f132e4),segment_id=9c7018e8-e5fd-4ced-977e-e0dc91f132e4)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:27.694348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.708986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Calling delete_port for 43bad253-2651-47fd-a8cd-52f6a2b1f424 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:29:27.795679 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (43bad253-2651-47fd-a8cd-52f6a2b1f424), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.824989 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bad253-2651-47fd-a8cd-52f6a2b1f424,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:27.828667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] No DVR routers for this DVR port 43bad253-2651-47fd-a8cd-52f6a2b1f424 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:29:27.843130 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef861e62-d0f6-4b42-9a38-8d21e1914113 None None] DHCP port deletion for e768789c-2f2d-4cf6-8bf9-7450c64ef4aa request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:29:27.903882 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (e768789c-2f2d-4cf6-8bf9-7450c64ef4aa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.922830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 43bad253-2651-47fd-a8cd-52f6a2b1f424 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:27.924714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e768789c-2f2d-4cf6-8bf9-7450c64ef4aa']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:27.934429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7018e8-e5fd-4ced-977e-e0dc91f132e4') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:27.934735 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7018e8-e5fd-4ced-977e-e0dc91f132e4') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:27.944838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (9c7018e8-e5fd-4ced-977e-e0dc91f132e4), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.946820 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 43bad253-2651-47fd-a8cd-52f6a2b1f424 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:27.947330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 43bad253-2651-47fd-a8cd-52f6a2b1f424 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:27.947779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:27.964918 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (9c7018e8-e5fd-4ced-977e-e0dc91f132e4), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.968588 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:27.969171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9ee83137-51b4-48fc-a91b-35b1cf4de9c1 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:27.969836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 92c7f490-3b25-41c6-8f90-d62b9da386a9 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:29:27.973029 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:29:27.973437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (9c7018e8-e5fd-4ced-977e-e0dc91f132e4), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:29:27.981704 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:29:27.989719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 92c7f490-3b25-41c6-8f90-d62b9da386a9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:29:27.990079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 92c7f490-3b25-41c6-8f90-d62b9da386a9 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:29:28.042745 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (e768789c-2f2d-4cf6-8bf9-7450c64ef4aa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.049597 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.054685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e768789c-2f2d-4cf6-8bf9-7450c64ef4aa HTTP/1.1" status: 204 len: 168 time: 0.5484233 Feb 19 01:29:28.067259 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98572a-f643-49e2-9e4d-3fe5eb2dc327 admin admin] Pushing event deleted for resources: {'Network': ['ID=e768789c-2f2d-4cf6-8bf9-7450c64ef4aa,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:28.250680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37358) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:28.302828 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7820582c-516d-44ca-9fde-fe1a829bc7aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c41c47c73dc44fd59e022300e6eb5e5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508916 Feb 19 01:29:28.306427 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37360) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:28.363808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91c68b5e-6fe7-466a-85f0-708d7bda171e admin admin] Publish callbacks [] for security_group (e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.385098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91c68b5e-6fe7-466a-85f0-708d7bda171e admin admin] Publish callbacks [] for security_group (e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.440593 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91c68b5e-6fe7-466a-85f0-708d7bda171e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.444653 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-91c68b5e-6fe7-466a-85f0-708d7bda171e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.446314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-91c68b5e-6fe7-466a-85f0-708d7bda171e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce HTTP/1.1" status: 204 len: 168 time: 0.1388762 Feb 19 01:29:28.455270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c68b5e-6fe7-466a-85f0-708d7bda171e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372fa9c-c7fc-4d6c-bf17-dd8c6e2db7ce,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:28.773338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37366) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:28.831651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3e98361a-619f-4059-a3c3-70a0e39d6f98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d333478d7a7435cb897c85e58a3a793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0570681 Feb 19 01:29:28.834577 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37368) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:28.888941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6f9d0c1-0d4c-44d1-8592-8e65253c02ad admin admin] Publish callbacks [] for security_group (7f81e344-9b50-4f50-bec0-b251a2da4d9d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.909822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6f9d0c1-0d4c-44d1-8592-8e65253c02ad admin admin] Publish callbacks [] for security_group (7f81e344-9b50-4f50-bec0-b251a2da4d9d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.963895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6f9d0c1-0d4c-44d1-8592-8e65253c02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (7f81e344-9b50-4f50-bec0-b251a2da4d9d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.967650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6f9d0c1-0d4c-44d1-8592-8e65253c02ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:28.969086 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f6f9d0c1-0d4c-44d1-8592-8e65253c02ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7f81e344-9b50-4f50-bec0-b251a2da4d9d HTTP/1.1" status: 204 len: 168 time: 0.1332026 Feb 19 01:29:28.977816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9d0c1-0d4c-44d1-8592-8e65253c02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f81e344-9b50-4f50-bec0-b251a2da4d9d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:29.722944 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37390) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:29.828774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-942348165-network', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:29.851963 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Made reservation on behalf of 5c979d71ca264a8b81c32fb24ed993d3 for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:29.854346 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:29.863314 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:29.936774 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Publish callbacks [] for security_group (1bf165c4-7d12-404d-8b6b-7dca4392bc82), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:29.940909 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1bf165c4-7d12-404d-8b6b-7dca4392bc82), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:29.965390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:29:29.975214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf165c4-7d12-404d-8b6b-7dca4392bc82,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:29.980050 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (de072baf-804d-4aa8-a6ac-c997393129ec), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:29.980403 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Added segment de072baf-804d-4aa8-a6ac-c997393129ec of type vlan for network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 Feb 19 01:29:30.019766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (699f0f66-6d25-43ac-bd25-a52cfdf05b08), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.045744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (699f0f66-6d25-43ac-bd25-a52cfdf05b08), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.046761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.047346 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.100327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3759937 Feb 19 01:29:30.103353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37394) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:30.108645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Request body: {'subnet': {'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-942348165-subnet', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:30.114623 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90a397-26a8-4ce0-b0ed-bda0ee301a48 admin admin] Pushing event updated for resources: {'Network': ['ID=699f0f66-6d25-43ac-bd25-a52cfdf05b08,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:30.124729 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:29:30.131780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Made reservation on behalf of 5c979d71ca264a8b81c32fb24ed993d3 for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:30.134601 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.302464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (d7547b99-f5cc-4c99-b9af-eeaf6e884359), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.354549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7547b99-f5cc-4c99-b9af-eeaf6e884359,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:30.370822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Checking segment: {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:30.371167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Network hostable DHCP agents. Network: 699f0f66-6d25-43ac-bd25-a52cfdf05b08, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:29:30.388710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:29:30.399771 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 699f0f66-6d25-43ac-bd25-a52cfdf05b08) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:30.403996 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:30.404606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.408785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd0d1de-2920-4db0-90d3-9e1d3f87bbb9 None None] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:30.421380 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f907e419-7f83-4355-9134-55a382ec69b9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3168986 Feb 19 01:29:30.424521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37396) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:30.429227 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:30.450134 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.451595 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.502819 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks [] for router_controller (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.514430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:29:30.515300 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.652427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Allocated IP 172.20.0.2 (699f0f66-6d25-43ac-bd25-a52cfdf05b08/d7547b99-f5cc-4c99-b9af-eeaf6e884359/dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:30.804730 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Publish callbacks [] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.811759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.850639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:30.855489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:30.860399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:30.863625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Pushing event updated for resources: {'Port': ['ID=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:30.922198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Attempting to bind port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:30.922649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Attempting to bind port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:30.923010 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Attempting to bind port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 on network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:30.928230 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:30.928629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Checking segment: {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:30.929039 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.929434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Bound using segment: {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:30.929943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Bound port: dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:30.930368 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.991836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] For port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:30.993567 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks [] for router_gateway (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:30.995434 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] For port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:31.002785 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.059380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1171201-3b34-4dc3-b9cc-d17c5cf8c745 None None] Pushing event updated for resources: {'Port': ['ID=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:31.201641 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks [] for router_gateway (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.229825 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.340733 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Allocated IP 172.25.6.193 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:31.453192 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks [] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.494103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.536701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:31.539549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:31.545198 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:31.551133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:31.805408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks [] for router_gateway (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:31.946540 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:32.000441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:32.000846 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.003855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e2347-f906-46de-bb09-72b0621ee0fd None None] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:32.020273 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.158156 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:32.163276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b32793e9-fbf5-4c73-9ea4-a3009a3aeb87 None None] Provisioning complete for port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:32.163656 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b32793e9-fbf5-4c73-9ea4-a3009a3aeb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.193372 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:32.193763 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.244829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:32.251696 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.284234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:32.299068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Sync routers for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:32.307635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.312368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37398) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:32.312990 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-201425d8-fce5-4cce-a7ea-7e73569fbdd9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8873141 Feb 19 01:29:32.337913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b32793e9-fbf5-4c73-9ea4-a3009a3aeb87 None None] Current status of the port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:32.341504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:32.342417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:32.381882 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:32.459302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:32.578913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-4c615a5b-a2c3-468c-b6f1-521aed30c089 None None] Provisioning complete for port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:32.579164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4c615a5b-a2c3-468c-b6f1-521aed30c089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:32.926926 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4c615a5b-a2c3-468c-b6f1-521aed30c089 None None] Current status of the port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:32.944375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:31Z', 'revision_number': 3, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:32.977663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Checking router: b8f5551b-d996-4141-aeb2-0b7fec0e20a1 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:32.978474 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Updating router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:33.032797 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.062293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.224298 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Allocated IP 172.20.0.1 (699f0f66-6d25-43ac-bd25-a52cfdf05b08/d7547b99-f5cc-4c99-b9af-eeaf6e884359/e68aabdf-0119-4331-a0bd-953ac86b60d1) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:33.310536 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Publish callbacks [] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.316958 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.329345 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Publish callbacks [] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.364518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Attempting to bind port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:33.364925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Attempting to bind port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:33.365301 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Attempting to bind port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:33.365438 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.377430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3080858-c7d1-4cfa-b12e-43df7de2a737 None None] Pushing event updated for resources: {'Port': ['ID=a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:33.380629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:33.381023 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:33.381432 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.381822 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:33.382465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Bound port: a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:33.382850 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.402078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:33.405124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:33.408590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:33.438355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] For port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:33.439099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Pushing event updated for resources: {'Port': ['ID=e68aabdf-0119-4331-a0bd-953ac86b60d1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:33.441997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] For port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:33.449306 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.454566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.455149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.455689 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.456038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.456385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.456712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.457050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.457385 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.457722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.458053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.458454 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.458790 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.459297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:33.470138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.504785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:33.505625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:33.556470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3080858-c7d1-4cfa-b12e-43df7de2a737 None None] Pushing event updated for resources: {'Port': ['ID=a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:33.630218 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.636450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:33.745359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-85fa9f78-c5b2-4a38-b8f1-a5905ac2d972 None None] Provisioning complete for port e68aabdf-0119-4331-a0bd-953ac86b60d1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:33.745597 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85fa9f78-c5b2-4a38-b8f1-a5905ac2d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.793811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Publish callbacks [] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.799493 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.800081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-85fa9f78-c5b2-4a38-b8f1-a5905ac2d972 None None] Port e68aabdf-0119-4331-a0bd-953ac86b60d1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:33.856523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:31Z', 'revision_number': 3, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:33.864221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Pushing event updated for resources: {'Port': ['ID=e68aabdf-0119-4331-a0bd-953ac86b60d1,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:33.866822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:33.884279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550e9ac-8e05-4625-9abc-0568625bac8a None None] The sync data for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 is: [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:31Z', 'revision_number': 3, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:33.945148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:33.969791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:33.971402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:34.002090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:34.002759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.094717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:34.108615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:34.255480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:34.261346 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-001d6d6c-4470-45fd-a933-dd8b11171b8f admin admin] 10.222.0.60 "PUT /v2.0/routers/b8f5551b-d996-4141-aeb2-0b7fec0e20a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9476178 Feb 19 01:29:34.331848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8ea3a3e4-5348-4794-b2b9-103e590417a8 None None] Provisioning complete for port e68aabdf-0119-4331-a0bd-953ac86b60d1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:34.332768 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ea3a3e4-5348-4794-b2b9-103e590417a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.369133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8ea3a3e4-5348-4794-b2b9-103e590417a8 None None] Port e68aabdf-0119-4331-a0bd-953ac86b60d1 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:34.744875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37414) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:34.750306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-467839614-network', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:34.771620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Made reservation on behalf of 2c09822edd6944d0b0843538f3ff94a3 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:34.774012 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.782882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.853733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Publish callbacks [] for security_group (66db545e-8b9a-40ab-a4cb-2250e5141d51), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.859175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (66db545e-8b9a-40ab-a4cb-2250e5141d51), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.882740 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:29:34.892181 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66db545e-8b9a-40ab-a4cb-2250e5141d51,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:34.896882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (06945b09-9240-4374-ac77-6b54d8785b5a), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.897231 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Added segment 06945b09-9240-4374-ac77-6b54d8785b5a of type vlan for network 8b536a66-a728-46f5-9f8c-b7415bd82f30 Feb 19 01:29:34.937258 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (8b536a66-a728-46f5-9f8c-b7415bd82f30), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.963769 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (8b536a66-a728-46f5-9f8c-b7415bd82f30), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:34.965014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:34.965707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.020898 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2746396 Feb 19 01:29:35.023999 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37416) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:35.029044 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Request body: {'subnet': {'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-467839614-subnet', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:35.031939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede900ae-8d3e-470f-b7b8-f513a4e2523d admin admin] Pushing event updated for resources: {'Network': ['ID=8b536a66-a728-46f5-9f8c-b7415bd82f30,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:35.042638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 8b536a66-a728-46f5-9f8c-b7415bd82f30 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:29:35.056246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Made reservation on behalf of 2c09822edd6944d0b0843538f3ff94a3 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:35.058650 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.235406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (6518cddd-de08-44eb-9303-189fc145157f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.288941 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6518cddd-de08-44eb-9303-189fc145157f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:35.300147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Checking segment: {'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:35.300538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Network hostable DHCP agents. Network: 8b536a66-a728-46f5-9f8c-b7415bd82f30, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:29:35.319529 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Network 8b536a66-a728-46f5-9f8c-b7415bd82f30 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:29:35.330772 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 8b536a66-a728-46f5-9f8c-b7415bd82f30) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:35.335680 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:35.336888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.339906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6caf00a-6d76-4c02-8e9b-0b818ea6a07d None None] Network 8b536a66-a728-46f5-9f8c-b7415bd82f30 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:35.353319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-77ecb36b-4c64-43ae-901c-f3e48c018085 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3280685 Feb 19 01:29:35.355809 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37418) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:35.360417 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:35.380819 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.382533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.437518 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks [] for router_controller (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.449409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-8b536a66-a728-46f5-9f8c-b7415bd82f30', 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30', 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'fixed_ips': [{'subnet_id': '6518cddd-de08-44eb-9303-189fc145157f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:29:35.450354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.472608 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Sync routers for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:35.483632 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:35.484262 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:35.593467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Allocated IP 172.20.0.2 (8b536a66-a728-46f5-9f8c-b7415bd82f30/6518cddd-de08-44eb-9303-189fc145157f/86884978-f643-4af2-ba35-fce35b3c146b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:35.595208 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks [] for router_gateway (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.601483 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:35.745009 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Publish callbacks [] for port (86884978-f643-4af2-ba35-fce35b3c146b), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.752375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (86884978-f643-4af2-ba35-fce35b3c146b), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.791576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Network 8b536a66-a728-46f5-9f8c-b7415bd82f30 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:35.794513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:35.800359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:35.806330 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 2, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:35.807599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Pushing event updated for resources: {'Port': ['ID=86884978-f643-4af2-ba35-fce35b3c146b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:35.824429 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks [] for router_gateway (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.836233 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Checking router: b8f5551b-d996-4141-aeb2-0b7fec0e20a1 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:35.836725 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Updating router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 port e68aabdf-0119-4331-a0bd-953ac86b60d1 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:35.845095 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.865155 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.867401 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Attempting to bind port 86884978-f643-4af2-ba35-fce35b3c146b on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:35.867782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Attempting to bind port 86884978-f643-4af2-ba35-fce35b3c146b by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:35.868154 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Attempting to bind port 86884978-f643-4af2-ba35-fce35b3c146b on network 8b536a66-a728-46f5-9f8c-b7415bd82f30 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:35.874218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:35.874606 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Checking segment: {'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:35.875032 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.875485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Bound using segment: {'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:35.875919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Bound port: 86884978-f643-4af2-ba35-fce35b3c146b, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:35.876304 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (86884978-f643-4af2-ba35-fce35b3c146b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:35.959404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Allocated IP 172.25.6.112 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/deb59a3a-dfdf-4872-b5a4-f5d39fa57682) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:35.966710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3506805b-c645-46c9-a354-c38132cf676d None None] For port 86884978-f643-4af2-ba35-fce35b3c146b, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:35.970045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3506805b-c645-46c9-a354-c38132cf676d None None] For port 86884978-f643-4af2-ba35-fce35b3c146b, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=86884978-f643-4af2-ba35-fce35b3c146b,segment=NetworkSegment(06945b09-9240-4374-ac77-6b54d8785b5a),segment_id=06945b09-9240-4374-ac77-6b54d8785b5a)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:35.983908 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:35.986435 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (86884978-f643-4af2-ba35-fce35b3c146b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.074996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506805b-c645-46c9-a354-c38132cf676d None None] Pushing event updated for resources: {'Port': ['ID=86884978-f643-4af2-ba35-fce35b3c146b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:36.088628 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks [] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.089128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:36.089346 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.135454 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.180761 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Publish callbacks [] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.181444 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:36.184841 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:36.190813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:36.191378 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.193496 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:36.193893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.196507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Pushing event updated for resources: {'Port': ['ID=deb59a3a-dfdf-4872-b5a4-f5d39fa57682,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:36.222489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:36.230495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.269655 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Pushing event updated for resources: {'Port': ['ID=e68aabdf-0119-4331-a0bd-953ac86b60d1,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:36.278026 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.278392 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.278733 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.279077 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.279391 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.279716 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.280034 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.280353 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.280673 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.281007 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.281320 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.281876 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.282385 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:36.308092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:36.329156 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Attempting to bind port e68aabdf-0119-4331-a0bd-953ac86b60d1 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:36.329819 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Attempting to bind port e68aabdf-0119-4331-a0bd-953ac86b60d1 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:36.330381 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Attempting to bind port e68aabdf-0119-4331-a0bd-953ac86b60d1 on network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:36.341326 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:36.341719 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Checking segment: {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:36.342134 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.342561 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Bound using segment: {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:36.343058 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Bound port: e68aabdf-0119-4331-a0bd-953ac86b60d1, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:36.343444 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.449152 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] For port e68aabdf-0119-4331-a0bd-953ac86b60d1, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:36.453104 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] For port e68aabdf-0119-4331-a0bd-953ac86b60d1, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e68aabdf-0119-4331-a0bd-953ac86b60d1,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:36.460342 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.515322 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:36.517238 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:36.566199 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks [] for router_gateway (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.596306 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7c38c-33e6-492d-baa0-7a129dbb19e0 None None] Pushing event updated for resources: {'Port': ['ID=e68aabdf-0119-4331-a0bd-953ac86b60d1,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:36.614789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-6ab36a25-c576-41ef-8334-0cc1d2a5d2a1 None None] Provisioning complete for port e68aabdf-0119-4331-a0bd-953ac86b60d1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:36.615452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ab36a25-c576-41ef-8334-0cc1d2a5d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.668599 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:36.720454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6ab36a25-c576-41ef-8334-0cc1d2a5d2a1 None None] Current status of the port e68aabdf-0119-4331-a0bd-953ac86b60d1 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:36.720997 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ab36a25-c576-41ef-8334-0cc1d2a5d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.763021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6ab36a25-c576-41ef-8334-0cc1d2a5d2a1 None None] For port e68aabdf-0119-4331-a0bd-953ac86b60d1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e68aabdf-0119-4331-a0bd-953ac86b60d1,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:36.769855 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ab36a25-c576-41ef-8334-0cc1d2a5d2a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.803184 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.827054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab36a25-c576-41ef-8334-0cc1d2a5d2a1 None None] Pushing event updated for resources: {'Port': ['ID=e68aabdf-0119-4331-a0bd-953ac86b60d1,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:36.893489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-172c1c34-458d-4d27-8bdc-62c2d1b45a07 None None] Provisioning complete for port e68aabdf-0119-4331-a0bd-953ac86b60d1 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:36.893489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-172c1c34-458d-4d27-8bdc-62c2d1b45a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:36.914195 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:36.948572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:29:36.952709 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d73f799-7943-463b-bf87-c9829208a9c5 None None] The sync data for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 is: [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:36.989107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-172c1c34-458d-4d27-8bdc-62c2d1b45a07 None None] Current status of the port e68aabdf-0119-4331-a0bd-953ac86b60d1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:37.092113 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:37.102626 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Sync routers for ids ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:37.114742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Routers {'9bf58dc6-81a0-425e-b875-a1e96f0a17e7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:37.115436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:37.116657 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.118229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-17667254-c791-4582-a486-aef7fd34c043 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7609258 Feb 19 01:29:37.121025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37420) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:29:37.432381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f87e90-a9f4-4de0-ba0b-3755b8faeeeb None None] Network 8b536a66-a728-46f5-9f8c-b7415bd82f30 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:29:37.448098 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:29:37.472837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Set router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:37.620753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-75b7e126-7af7-4be9-b202-50878ebeea48 None None] Provisioning complete for port 86884978-f643-4af2-ba35-fce35b3c146b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:37.621132 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7e126-7af7-4be9-b202-50878ebeea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (86884978-f643-4af2-ba35-fce35b3c146b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.623548 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.791533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-75b7e126-7af7-4be9-b202-50878ebeea48 None None] Current status of the port 86884978-f643-4af2-ba35-fce35b3c146b is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:37.791941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7e126-7af7-4be9-b202-50878ebeea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (86884978-f643-4af2-ba35-fce35b3c146b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.797295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Allocated IP 172.20.0.1 (8b536a66-a728-46f5-9f8c-b7415bd82f30/6518cddd-de08-44eb-9303-189fc145157f/09b7fe15-0993-4d7e-a313-1712554e5c90) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:37.835823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 3, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port': {'id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:37.839019 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-75b7e126-7af7-4be9-b202-50878ebeea48 None None] For port 86884978-f643-4af2-ba35-fce35b3c146b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=86884978-f643-4af2-ba35-fce35b3c146b,segment=NetworkSegment(06945b09-9240-4374-ac77-6b54d8785b5a),segment_id=06945b09-9240-4374-ac77-6b54d8785b5a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:37.875819 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75b7e126-7af7-4be9-b202-50878ebeea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (86884978-f643-4af2-ba35-fce35b3c146b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.877557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Checking router: 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:37.877915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Updating router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:37.941877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:37.956893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Publish callbacks [] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.014772 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.069212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Pushing event updated for resources: {'Port': ['ID=09b7fe15-0993-4d7e-a313-1712554e5c90,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:38.079523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7e126-7af7-4be9-b202-50878ebeea48 None None] Pushing event updated for resources: {'Port': ['ID=86884978-f643-4af2-ba35-fce35b3c146b,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:38.088979 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Network 8b536a66-a728-46f5-9f8c-b7415bd82f30 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:38.090638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:38.094719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:38.113739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-e76d0c65-2a3b-4d1e-8ccb-ee7a5bf77799 None None] Provisioning complete for port 86884978-f643-4af2-ba35-fce35b3c146b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:38.114335 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e76d0c65-2a3b-4d1e-8ccb-ee7a5bf77799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (86884978-f643-4af2-ba35-fce35b3c146b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.166541 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.172232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e68aabdf-0119-4331-a0bd-953ac86b60d1 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:38.319022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.365057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port e68aabdf-0119-4331-a0bd-953ac86b60d1 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:38.365442 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.401971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e76d0c65-2a3b-4d1e-8ccb-ee7a5bf77799 None None] Current status of the port 86884978-f643-4af2-ba35-fce35b3c146b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:38.433055 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Publish callbacks [] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.442661 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.509875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Publish callbacks [] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.517125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.529786 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Attempting to bind port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:38.530163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Attempting to bind port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:38.530555 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Attempting to bind port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:38.540845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bac97-f2a7-416c-81f5-fe89ab8800b7 None None] Pushing event updated for resources: {'Port': ['ID=deb59a3a-dfdf-4872-b5a4-f5d39fa57682,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:38.553134 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:38.553524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:38.553930 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.554352 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:38.554848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Bound port: deb59a3a-dfdf-4872-b5a4-f5d39fa57682, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:38.555231 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.557614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port e68aabdf-0119-4331-a0bd-953ac86b60d1 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:38.558718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 86884978-f643-4af2-ba35-fce35b3c146b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:38.584468 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Pushing event updated for resources: {'Port': ['ID=09b7fe15-0993-4d7e-a313-1712554e5c90,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:38.588054 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.598698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9282ee8b-10ba-48c3-8029-3b4aacef2de0 None None] Provisioning complete for port 09b7fe15-0993-4d7e-a313-1712554e5c90 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:38.599036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9282ee8b-10ba-48c3-8029-3b4aacef2de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.671404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] For port deb59a3a-dfdf-4872-b5a4-f5d39fa57682, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:38.673293 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9282ee8b-10ba-48c3-8029-3b4aacef2de0 None None] Port 09b7fe15-0993-4d7e-a313-1712554e5c90 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:38.676620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] For port deb59a3a-dfdf-4872-b5a4-f5d39fa57682, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=deb59a3a-dfdf-4872-b5a4-f5d39fa57682,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:38.684662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Network 8b536a66-a728-46f5-9f8c-b7415bd82f30 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:38.686091 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.686479 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:38.719177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 86884978-f643-4af2-ba35-fce35b3c146b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:38.719559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (86884978-f643-4af2-ba35-fce35b3c146b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:38.780600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bac97-f2a7-416c-81f5-fe89ab8800b7 None None] Pushing event updated for resources: {'Port': ['ID=deb59a3a-dfdf-4872-b5a4-f5d39fa57682,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:38.787594 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Routers {'9bf58dc6-81a0-425e-b875-a1e96f0a17e7'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:38.788226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:38.819226 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:29:38.923593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 86884978-f643-4af2-ba35-fce35b3c146b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:38.924707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:38.940739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:29:38.946358 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b08983d2-0414-49ce-946d-f8ce59914835 admin admin] 10.222.0.60 "PUT /v2.0/routers/9bf58dc6-81a0-425e-b875-a1e96f0a17e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8238611 Feb 19 01:29:38.965899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] Set router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:39.059414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-40271176-db7c-4d8b-bb37-1d5b6ebb43bf None None] Provisioning complete for port 09b7fe15-0993-4d7e-a313-1712554e5c90 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:39.059601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40271176-db7c-4d8b-bb37-1d5b6ebb43bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.116268 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:39.116980 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:39.165837 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-40271176-db7c-4d8b-bb37-1d5b6ebb43bf None None] Port 09b7fe15-0993-4d7e-a313-1712554e5c90 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:39.442877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:39.456784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 4, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port': {'id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '09b7fe15-0993-4d7e-a313-1712554e5c90', 'name': '', 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'mac_address': 'fa:16:3e:0f:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6518cddd-de08-44eb-9303-189fc145157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:37Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 2, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'subnets': [{'id': '6518cddd-de08-44eb-9303-189fc145157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:39.483324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71d41a-d90e-4baf-ad54-efa7325ee1da None None] The sync data for ids ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'] in n-d-826527-3 is: [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 4, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port': {'id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '09b7fe15-0993-4d7e-a313-1712554e5c90', 'name': '', 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'mac_address': 'fa:16:3e:0f:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6518cddd-de08-44eb-9303-189fc145157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:37Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 2, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'subnets': [{'id': '6518cddd-de08-44eb-9303-189fc145157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:39.961862 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 86884978-f643-4af2-ba35-fce35b3c146b up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:40.039024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 86884978-f643-4af2-ba35-fce35b3c146b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:40.039504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (86884978-f643-4af2-ba35-fce35b3c146b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:40.152635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 86884978-f643-4af2-ba35-fce35b3c146b is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:41.759283 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Sync routers for ids ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:29:41.773178 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Routers {'9bf58dc6-81a0-425e-b875-a1e96f0a17e7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:41.773952 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:41.993649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Set router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:42.020541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device deb59a3a-dfdf-4872-b5a4-f5d39fa57682 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:42.083609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:42.084207 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.194828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:42.195788 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.210984 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 4, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port': {'id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '09b7fe15-0993-4d7e-a313-1712554e5c90', 'name': '', 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'mac_address': 'fa:16:3e:0f:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6518cddd-de08-44eb-9303-189fc145157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:37Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 2, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'subnets': [{'id': '6518cddd-de08-44eb-9303-189fc145157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:42.219743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port deb59a3a-dfdf-4872-b5a4-f5d39fa57682, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=deb59a3a-dfdf-4872-b5a4-f5d39fa57682,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:42.225691 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.238489 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Checking router: 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:29:42.238843 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Updating router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 port 09b7fe15-0993-4d7e-a313-1712554e5c90 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:29:42.269847 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.284640 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=deb59a3a-dfdf-4872-b5a4-f5d39fa57682,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:42.292663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.293155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.293621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.294158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.294509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.294941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.295369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.295828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.296251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.296789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.297248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.297676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.298125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:29:42.551690 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Publish callbacks [] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.559010 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.634588 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdb30d-cf15-42e2-b34d-34305952965f None None] Pushing event updated for resources: {'Port': ['ID=09b7fe15-0993-4d7e-a313-1712554e5c90,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:42.691786 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Attempting to bind port 09b7fe15-0993-4d7e-a313-1712554e5c90 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:29:42.692341 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Attempting to bind port 09b7fe15-0993-4d7e-a313-1712554e5c90 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:29:42.692571 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Attempting to bind port 09b7fe15-0993-4d7e-a313-1712554e5c90 on network 8b536a66-a728-46f5-9f8c-b7415bd82f30 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:29:42.697995 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:29:42.698705 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Checking segment: {'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:29:42.699284 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.699878 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Bound using segment: {'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:29:42.700345 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Bound port: 09b7fe15-0993-4d7e-a313-1712554e5c90, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06945b09-9240-4374-ac77-6b54d8785b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:29:42.700728 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.774538 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] For port 09b7fe15-0993-4d7e-a313-1712554e5c90, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:29:42.779033 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] For port 09b7fe15-0993-4d7e-a313-1712554e5c90, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=09b7fe15-0993-4d7e-a313-1712554e5c90,segment=NetworkSegment(06945b09-9240-4374-ac77-6b54d8785b5a),segment_id=06945b09-9240-4374-ac77-6b54d8785b5a)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:29:42.792236 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:42.845272 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbdb30d-cf15-42e2-b34d-34305952965f None None] Pushing event updated for resources: {'Port': ['ID=09b7fe15-0993-4d7e-a313-1712554e5c90,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:42.865085 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Routers {'9bf58dc6-81a0-425e-b875-a1e96f0a17e7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:29:42.866469 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:29:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:42.949983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-aa187386-a82f-4252-923a-fdd81a1e080d None None] Provisioning complete for port 09b7fe15-0993-4d7e-a313-1712554e5c90 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:42.950399 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa187386-a82f-4252-923a-fdd81a1e080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:43.028968 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] Set router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:29:43.082438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aa187386-a82f-4252-923a-fdd81a1e080d None None] Current status of the port 09b7fe15-0993-4d7e-a313-1712554e5c90 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:43.083012 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa187386-a82f-4252-923a-fdd81a1e080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:43.120000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aa187386-a82f-4252-923a-fdd81a1e080d None None] For port 09b7fe15-0993-4d7e-a313-1712554e5c90, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=09b7fe15-0993-4d7e-a313-1712554e5c90,segment=NetworkSegment(06945b09-9240-4374-ac77-6b54d8785b5a),segment_id=06945b09-9240-4374-ac77-6b54d8785b5a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:29:43.133795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa187386-a82f-4252-923a-fdd81a1e080d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:43.196085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa187386-a82f-4252-923a-fdd81a1e080d None None] Pushing event updated for resources: {'Port': ['ID=09b7fe15-0993-4d7e-a313-1712554e5c90,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:43.256738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b7639433-222c-407a-bc49-c3386e7eadaa None None] Provisioning complete for port 09b7fe15-0993-4d7e-a313-1712554e5c90 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:43.257253 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7639433-222c-407a-bc49-c3386e7eadaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:43.340891 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 4, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port': {'id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '09b7fe15-0993-4d7e-a313-1712554e5c90', 'name': '', 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'mac_address': 'fa:16:3e:0f:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6518cddd-de08-44eb-9303-189fc145157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:37Z', 'updated_at': '2022-02-19T01:29:42Z', 'revision_number': 4, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'subnets': [{'id': '6518cddd-de08-44eb-9303-189fc145157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:29:43.369483 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d9095b-521e-4d5a-9b42-89b2d17ed260 None None] The sync data for ids ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'] in n-d-826527-3 is: [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:38Z', 'revision_number': 4, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port': {'id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '09b7fe15-0993-4d7e-a313-1712554e5c90', 'name': '', 'network_id': '8b536a66-a728-46f5-9f8c-b7415bd82f30', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'mac_address': 'fa:16:3e:0f:1f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '6518cddd-de08-44eb-9303-189fc145157f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:37Z', 'updated_at': '2022-02-19T01:29:42Z', 'revision_number': 4, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'subnets': [{'id': '6518cddd-de08-44eb-9303-189fc145157f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:29:43.369884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b7639433-222c-407a-bc49-c3386e7eadaa None None] Current status of the port 09b7fe15-0993-4d7e-a313-1712554e5c90 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:44.002475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device deb59a3a-dfdf-4872-b5a4-f5d39fa57682 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:44.067771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:44.067771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:44.179369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:44.180465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 09b7fe15-0993-4d7e-a313-1712554e5c90 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:29:44.242342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 09b7fe15-0993-4d7e-a313-1712554e5c90 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:44.242725 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:44.330338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 09b7fe15-0993-4d7e-a313-1712554e5c90 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:29:48.058849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c037d35-3944-49d2-992d-8a0ec55326f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:49.232354 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-abd4dabc-fc68-4fa0-b6ca-ec81894652e8 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:49.233855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-abd4dabc-fc68-4fa0-b6ca-ec81894652e8 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 814 time: 0.1125100 Feb 19 01:29:49.249304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-3a1d85c0-93f0-44d5-a132-e489d3e9e17d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/quotas/5c979d71ca264a8b81c32fb24ed993d3 HTTP/1.1" status: 200 len: 375 time: 0.0096476 Feb 19 01:29:49.306546 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-bdc37d96-e8f0-444a-8465-e3fc121f3983 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521717 Feb 19 01:29:49.331759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:49.411891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-2a532874-edef-4ac3-8311-0b960a19bf32 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:29:49.412911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-2a532874-edef-4ac3-8311-0b960a19bf32 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0941534 Feb 19 01:29:49.502850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-a5a9d3bd-2f3c-46d3-9a72-bbe81726f6a2 service neutron] 10.222.0.60 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836554 Feb 19 01:29:49.595860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-9e3870c4-acc8-4e4d-86e8-6aef4b07487c service neutron] 10.222.0.60 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Feb 19 01:29:49.769485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aec5a75d-d6ef-467f-b60d-a05cf47129de req-72d1cf73-b3aa-4225-bbca-d1e235984bf6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 210 time: 0.0294192 Feb 19 01:29:50.123877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df38c83c-a337-4081-968e-9e1f26e095a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:50.774890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-722a3bcd-fc1a-4674-98a5-1d03bdcd7d29 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:50.776239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-722a3bcd-fc1a-4674-98a5-1d03bdcd7d29 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.113 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 814 time: 0.1035903 Feb 19 01:29:50.789305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'port': {'device_id': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'admin_state_up': True, 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:29:50.868906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e48c3dc6-c6bf-4014-b6ea-078ce590245f req-75226bc4-d8eb-48bc-be80-efd166ae61f0 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 210 time: 0.0316505 Feb 19 01:29:50.905710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Made reservation on behalf of 5c979d71ca264a8b81c32fb24ed993d3 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:29:50.909196 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.037920 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Allocated IP 172.20.0.12 (699f0f66-6d25-43ac-bd25-a52cfdf05b08/d7547b99-f5cc-4c99-b9af-eeaf6e884359/d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:29:51.200640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.240754 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.325003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:29:51.331016 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:29:51.335877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:29:51.340211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'Port': ['ID=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:29:51.420949 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:51.421917 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.449452 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-c489da18-c286-4d9c-9f95-4b0e3ed55bdf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6638744 Feb 19 01:29:51.473320 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.674585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ef0d6a51-a3e5-4c0a-a6d3-23ee788e0630 None None] Provisioning complete for port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:29:51.674974 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef0d6a51-a3e5-4c0a-a6d3-23ee788e0630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:51.709222 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d6a51-a3e5-4c0a-a6d3-23ee788e0630 None None] Port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:29:51.997165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6560be-1ea9-4db8-98c8-faba97176b75 req-a2ef4168-b760-4ebf-aead-80ce3b3cbfe0 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:51.999297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c6560be-1ea9-4db8-98c8-faba97176b75 req-a2ef4168-b760-4ebf-aead-80ce3b3cbfe0 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.0558164 Feb 19 01:29:52.078436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3c6560be-1ea9-4db8-98c8-faba97176b75 req-1e467d29-14b7-4a4f-9613-d3a3b3bb645a tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671122 Feb 19 01:29:52.885860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:53.223862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec95005-ed28-49a3-943c-efca978f7de6 req-cc0ccda7-a8d4-40a9-a82d-eab43fecd3a9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:53.226225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ec95005-ed28-49a3-943c-efca978f7de6 req-cc0ccda7-a8d4-40a9-a82d-eab43fecd3a9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.0627604 Feb 19 01:29:53.275790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ec95005-ed28-49a3-943c-efca978f7de6 req-4c039337-dfc5-4ef8-a832-af02a49469d0 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428634 Feb 19 01:29:54.198899 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:54.318219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:29:54.399345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167eb1a-165f-4b73-adbc-20cc998f9167 req-9dc47aa5-cb2f-4951-90aa-d6a96cb3c076 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:54.400801 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9167eb1a-165f-4b73-adbc-20cc998f9167 req-9dc47aa5-cb2f-4951-90aa-d6a96cb3c076 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.0558791 Feb 19 01:29:54.450327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9167eb1a-165f-4b73-adbc-20cc998f9167 req-a051748a-e9e5-4948-a003-87e13dec03d2 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436749 Feb 19 01:29:55.597553 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e9d4a-4eff-440d-8591-aae1f966c1d3 req-c900270a-b8b7-4d1a-86cf-6928ddb2197d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:55.599117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-459e9d4a-4eff-440d-8591-aae1f966c1d3 req-c900270a-b8b7-4d1a-86cf-6928ddb2197d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.0671444 Feb 19 01:29:55.672784 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-459e9d4a-4eff-440d-8591-aae1f966c1d3 req-251f4af7-8569-45d4-a328-39d93e96afee tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560057 Feb 19 01:29:56.801741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d524b-9a26-489b-862f-c4efeb0148f6 req-7609837b-b07c-43ee-b39e-2946a71d20cb tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:56.803411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-475d524b-9a26-489b-862f-c4efeb0148f6 req-7609837b-b07c-43ee-b39e-2946a71d20cb tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.0572686 Feb 19 01:29:56.852058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-475d524b-9a26-489b-862f-c4efeb0148f6 req-e56953a0-b8cc-4fd9-b060-08266a634ae9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427811 Feb 19 01:29:57.989906 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda4e77-33d4-41e4-b4bb-895e1eeb3fdf req-85dbfd5e-b795-40ef-bcba-598716567884 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:57.991425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bda4e77-33d4-41e4-b4bb-895e1eeb3fdf req-85dbfd5e-b795-40ef-bcba-598716567884 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.0586627 Feb 19 01:29:58.041629 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bda4e77-33d4-41e4-b4bb-895e1eeb3fdf req-105cd885-495e-4c0d-b309-35a55e284ff1 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445018 Feb 19 01:29:59.174350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248fe0d-2cb0-4052-8eeb-85413137cd67 req-a9da66f6-089e-4e0b-8134-bf3c192d3013 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:29:59.175846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d248fe0d-2cb0-4052-8eeb-85413137cd67 req-a9da66f6-089e-4e0b-8134-bf3c192d3013 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.0532348 Feb 19 01:29:59.221558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d248fe0d-2cb0-4052-8eeb-85413137cd67 req-2acc717d-536e-4f93-a5c3-359da531f53d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Feb 19 01:30:00.358717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb9fa3-1579-40ba-96f7-38b0b10f8df2 req-eca4ef59-dd98-4807-a03c-abfd7a48868b tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:00.361662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69cb9fa3-1579-40ba-96f7-38b0b10f8df2 req-eca4ef59-dd98-4807-a03c-abfd7a48868b tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.0685580 Feb 19 01:30:00.416308 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69cb9fa3-1579-40ba-96f7-38b0b10f8df2 req-ca73e76d-642c-4206-abbf-550b43c75e93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487649 Feb 19 01:30:01.893373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db930830-44e7-4593-9daa-ef5b2bab8cfe req-0a732fc9-3307-455f-a047-bd411149fcdd tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:01.895031 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db930830-44e7-4593-9daa-ef5b2bab8cfe req-0a732fc9-3307-455f-a047-bd411149fcdd tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 932 time: 0.4080691 Feb 19 01:30:01.947088 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db930830-44e7-4593-9daa-ef5b2bab8cfe req-e83dc2ca-1e04-4b44-b38f-5bbdac988a7e tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Feb 19 01:30:01.997495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Request body: {'port': {'device_id': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:02.059032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.642720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:30:02.650522 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Publish callbacks [] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.663148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Transition to ACTIVE for port object d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:30:02.670273 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.736565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5971423-d390-475d-8564-30fe4484824e service neutron] Pushing event updated for resources: {'Port': ['ID=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:02.790376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Attempting to bind port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:30:02.790726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Attempting to bind port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:30:02.791042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Attempting to bind port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 on network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:02.795654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 on network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:30:02.795986 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Attempting to bind port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 on network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:30:02.801274 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:30:02.801661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Checking segment: {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:30:02.802243 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Bound using segment: {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:30:02.802678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Bound port: d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de072baf-804d-4aa8-a6ac-c997393129ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:30:02.803032 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.869721 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] For port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:30:02.873415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] For port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:30:02.879929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.913927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:02.914663 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:02.915977 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f5971423-d390-475d-8564-30fe4484824e service neutron] 10.222.0.113 "PUT /v2.0/ports/d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 1092 time: 0.9232943 Feb 19 01:30:02.916505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:02.918803 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:02.956354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5971423-d390-475d-8564-30fe4484824e service neutron] Pushing event updated for resources: {'Port': ['ID=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:03.013071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-d22f3767-b3db-4ae2-998b-f0bf623945db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.014697 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-d22f3767-b3db-4ae2-998b-f0bf623945db service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1126 time: 0.0533307 Feb 19 01:30:03.061766 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-64379dbc-7bce-403e-8dad-5f6e5a7828ad service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 217 time: 0.0394645 Feb 19 01:30:03.101477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e939f-67c3-4576-93ee-b6dda5b600ae req-e6a52cb9-1647-4bc8-b213-355c85080587 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.103393 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f7e939f-67c3-4576-93ee-b6dda5b600ae req-e6a52cb9-1647-4bc8-b213-355c85080587 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 944 time: 0.0682421 Feb 19 01:30:03.119765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-327f6253-417d-4f3c-88da-ae3a7a15a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.121270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-327f6253-417d-4f3c-88da-ae3a7a15a798 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 200 len: 853 time: 0.0534422 Feb 19 01:30:03.166692 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3f7e939f-67c3-4576-93ee-b6dda5b600ae req-46913b62-e1c8-4056-ade5-194891b832e6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547342 Feb 19 01:30:03.185413 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f861882b-aa50-422e-aca3-011bc8eb54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.187004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-f861882b-aa50-422e-aca3-011bc8eb54f1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=699f0f66-6d25-43ac-bd25-a52cfdf05b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0577776 Feb 19 01:30:03.261760 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1af9e53-a339-4ddb-bee0-3cbd663d973d x-openstack-request-id: req-b1af9e53-a339-4ddb-bee0-3cbd663d973d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:03.262060 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:03.262343 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b1af9e53-a339-4ddb-bee0-3cbd663d973d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:03.262756 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'status': 'completed', 'code': 200} Feb 19 01:30:03.287299 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-a8ac1462-f631-41d4-99cc-4d1b536b92ca service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940371 Feb 19 01:30:03.376790 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-1163a843-e520-4ba7-bd6d-86121fb94aeb req-eacf744f-9083-4af8-acb7-373b63406991 service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831864 Feb 19 01:30:03.483716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-523324a8-e432-4d02-b4d6-497d5a69aade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.485587 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-523324a8-e432-4d02-b4d6-497d5a69aade service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1126 time: 0.0579736 Feb 19 01:30:03.571955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-0739ca89-5e67-464b-a80c-539bdce1aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.573334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-0739ca89-5e67-464b-a80c-539bdce1aee1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 915 time: 0.0820172 Feb 19 01:30:03.617086 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-f1cbedb7-4c0f-4fb0-90a5-5b5d286095ef service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 217 time: 0.0374422 Feb 19 01:30:03.668200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-361c738d-848c-4edd-909f-835f0734ee00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.670504 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-361c738d-848c-4edd-909f-835f0734ee00 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 200 len: 853 time: 0.0472119 Feb 19 01:30:03.731860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-b03f4f42-c6cf-4940-b321-910f8c319b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:03.733351 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-b03f4f42-c6cf-4940-b321-910f8c319b9f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=699f0f66-6d25-43ac-bd25-a52cfdf05b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0555079 Feb 19 01:30:03.828850 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-24e5194b-64dc-4b31-a6fc-7e4963c5368e service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881436 Feb 19 01:30:03.939132 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-286a2cf8-4e39-4d73-9e92-6e5ffdb44b1c req-3bf8b8f6-8087-41d4-8f21-57de3d0e84ac service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027503 Feb 19 01:30:04.301083 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f8f6d-51fa-4010-9cc5-ff605546e71f req-1287738a-1c25-40a4-83c9-531afe6d5517 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:04.302605 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c2f8f6d-51fa-4010-9cc5-ff605546e71f req-1287738a-1c25-40a4-83c9-531afe6d5517 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 944 time: 0.0603013 Feb 19 01:30:04.350454 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1c2f8f6d-51fa-4010-9cc5-ff605546e71f req-9749b892-13ec-4d8f-b603-a9fc08233eaf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Feb 19 01:30:05.490481 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d3c86-88e7-4e85-bdc5-1af0ce96a3ee req-c4ad4bab-4fdb-4170-9072-c76635a1571d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:05.491996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b59d3c86-88e7-4e85-bdc5-1af0ce96a3ee req-c4ad4bab-4fdb-4170-9072-c76635a1571d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 944 time: 0.0577970 Feb 19 01:30:05.553519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b59d3c86-88e7-4e85-bdc5-1af0ce96a3ee req-9d3cc987-899f-41a8-95ab-b719c1e2787f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528655 Feb 19 01:30:06.159838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:30:06.265206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:06.277557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'port_id': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'mac_address': 'fa:16:3e:e6:ce:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:30:06.314830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:06.315220 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.328064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:30:06.355666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:06.363238 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:06.416021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:06.588365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:30:06.676923 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd0e31-412b-4a1e-b0ea-59c9ddd4041c req-688690fc-414a-4b4a-a4e9-1b709b5d8886 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:06.678277 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2fd0e31-412b-4a1e-b0ea-59c9ddd4041c req-688690fc-414a-4b4a-a4e9-1b709b5d8886 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 945 time: 0.0528429 Feb 19 01:30:06.729999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2fd0e31-412b-4a1e-b0ea-59c9ddd4041c req-939e3353-92be-449b-87d6-e36fa756d0c0 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454710 Feb 19 01:30:07.867822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5035af-0dac-4f11-bcf6-3f92c6772699 req-dacdf3d9-9192-4acf-8df8-0f10d98226be tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:07.869310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f5035af-0dac-4f11-bcf6-3f92c6772699 req-dacdf3d9-9192-4acf-8df8-0f10d98226be tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 945 time: 0.0593314 Feb 19 01:30:07.925690 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f5035af-0dac-4f11-bcf6-3f92c6772699 req-b0838fbe-0205-4ff3-8a9e-b28dc4eb6b61 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Feb 19 01:30:08.159440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:30:08.215050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:30:08.218646 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:08.219027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.293979 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:08.294396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.316971 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:08.319201 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8126b2-96eb-4922-85fe-e48a8ba64145" -d '{"events": [{"server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "name": "network-vif-plugged", "status": "completed", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:08.331522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:08.335803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:08.385549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:08.496591 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66982b72-5a4a-49cd-aaa6-95a524e42c0c x-openstack-request-id: req-66982b72-5a4a-49cd-aaa6-95a524e42c0c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:08.496984 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "name": "network-vif-plugged", "status": "completed", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:08.497355 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66982b72-5a4a-49cd-aaa6-95a524e42c0c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:08.497972 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'code': 200} Feb 19 01:30:08.603288 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bc90a-de73-46aa-b0ac-bc164bd140dc req-610170d2-a5f2-412a-aeb0-bde42ff222c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:08.604912 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-852bc90a-de73-46aa-b0ac-bc164bd140dc req-610170d2-a5f2-412a-aeb0-bde42ff222c5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1128 time: 0.0479920 Feb 19 01:30:08.649405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-852bc90a-de73-46aa-b0ac-bc164bd140dc req-08655316-13fa-4704-b77c-ea4a6e0856d2 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 Feb 19 01:30:09.047831 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760504f4-f4ae-4497-8280-4949bd36231c req-a1b9f516-e655-419a-b3cc-eebda7abd8f3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:09.049315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-760504f4-f4ae-4497-8280-4949bd36231c req-a1b9f516-e655-419a-b3cc-eebda7abd8f3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0554335 Feb 19 01:30:09.103229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-760504f4-f4ae-4497-8280-4949bd36231c req-0008cfa3-7495-4b42-a6a7-9207b60b104e tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481319 Feb 19 01:30:10.241189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfe3b3-a1e9-4f26-ae67-6b0924bb5ffd req-18391a8a-8e93-488d-84b8-8b5295fc03d8 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:10.242724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cccfe3b3-a1e9-4f26-ae67-6b0924bb5ffd req-18391a8a-8e93-488d-84b8-8b5295fc03d8 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0624018 Feb 19 01:30:10.302849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cccfe3b3-a1e9-4f26-ae67-6b0924bb5ffd req-dedacf9a-fee4-4b81-918e-14af96c21304 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541642 Feb 19 01:30:10.435925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc83cb-37cc-451c-b43b-51f002bb129a req-c91cb7df-830e-4115-8fc4-678dfd61c87a tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:10.437373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8cc83cb-37cc-451c-b43b-51f002bb129a req-c91cb7df-830e-4115-8fc4-678dfd61c87a tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0592666 Feb 19 01:30:10.498201 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8cc83cb-37cc-451c-b43b-51f002bb129a req-d8bb8cbf-81f8-48df-91bb-34108657836e tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517755 Feb 19 01:30:10.722499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1266fa-076e-4e6b-95c5-cbc3b5e64275 req-dbc857f4-bb6d-4423-8c34-8d0a7355283d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:10.723910 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d1266fa-076e-4e6b-95c5-cbc3b5e64275 req-dbc857f4-bb6d-4423-8c34-8d0a7355283d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0606916 Feb 19 01:30:10.773840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5d1266fa-076e-4e6b-95c5-cbc3b5e64275 req-b36a05cb-caf0-487a-9032-17886bf269a2 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413940 Feb 19 01:30:14.448300 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:30:15.622738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a9cc6cc-283c-4fc0-8ea3-cf8dd2905e16 req-fc2f37d0-b8cd-46c8-a4fa-0af991200f43 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277331 Feb 19 01:30:15.691916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a9cc6cc-283c-4fc0-8ea3-cf8dd2905e16 req-1a4db20c-5525-47f6-a329-053f5857025f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Feb 19 01:30:15.733187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a9cc6cc-283c-4fc0-8ea3-cf8dd2905e16 req-627b706c-d415-4e2e-85f0-2af966170ad8 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203404 Feb 19 01:30:15.836566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cc6cc-283c-4fc0-8ea3-cf8dd2905e16 req-32e1dc3a-0982-4db4-be96-f8763903c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:15.838058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6a9cc6cc-283c-4fc0-8ea3-cf8dd2905e16 req-32e1dc3a-0982-4db4-be96-f8763903c3c9 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976789 Feb 19 01:30:18.060554 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88519b1f-25cf-43e3-ae87-675214c5b02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:19.337313 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:20.128606 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-50fef6bd-bed2-44ad-a0cf-f900dea830bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:21.459860 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:22.888620 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:24.197268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:24.303496 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:29.743573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a459b4f-4ed4-495e-8a68-ac9ccd4b14f4 req-41098b2a-489f-4f2c-9b90-0b0b29c99185 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:29.744989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a459b4f-4ed4-495e-8a68-ac9ccd4b14f4 req-41098b2a-489f-4f2c-9b90-0b0b29c99185 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0657763 Feb 19 01:30:29.793003 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3a459b4f-4ed4-495e-8a68-ac9ccd4b14f4 req-a3da4262-141c-408f-89b5-b169f8a628ce tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421886 Feb 19 01:30:29.816072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37636) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:29.923719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402becff-f20f-4012-ae8e-faeba3c1ade2 tempest-TestMinimumBasicScenario-29268831 tempest-TestMinimumBasicScenario-29268831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:29.925586 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-402becff-f20f-4012-ae8e-faeba3c1ade2 tempest-TestMinimumBasicScenario-29268831 tempest-TestMinimumBasicScenario-29268831-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1123 time: 0.1084366 Feb 19 01:30:29.928673 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37640) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:29.933168 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:29.961456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.061584 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.177538 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Allocated IP 172.25.6.170 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/7aaf4987-50f8-4198-b705-4b9e2702b32d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:30:30.286379 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for port (7aaf4987-50f8-4198-b705-4b9e2702b32d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.332527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7aaf4987-50f8-4198-b705-4b9e2702b32d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.380194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:30:30.382910 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:30:30.388329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:30:30.394100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'Port': ['ID=7aaf4987-50f8-4198-b705-4b9e2702b32d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:30.760120 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for floatingip (420f64d9-f266-4498-910a-9ab9dbd5e4c7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:30.838928 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7aaf4987-50f8-4198-b705-4b9e2702b32d), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.004617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for port (7aaf4987-50f8-4198-b705-4b9e2702b32d), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.011700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (7aaf4987-50f8-4198-b705-4b9e2702b32d), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.080131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'Port': ['ID=7aaf4987-50f8-4198-b705-4b9e2702b32d,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:31.090480 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (420f64d9-f266-4498-910a-9ab9dbd5e4c7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.198482 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Floating IP 420f64d9-f266-4498-910a-9ab9dbd5e4c7 associated. External IP: 172.25.6.170, port: d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0. Feb 19 01:30:31.419732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:30:31.537839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:30:31.548199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] Sync routers for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:30:31.558418 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.559185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:31.560028 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:30:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:31.588991 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9511e9e4-d20f-4ef5-8749-d167c8ec276d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6592548 Feb 19 01:30:31.590649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:31.592035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37642) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:31.593614 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263" -d '{"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:31.605421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-873522054', 'description': 'tempest-secgroup-smoke-873522054 description', 'project_id': '5c979d71ca264a8b81c32fb24ed993d3'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:31.627051 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.639735 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31150e89-79d4-4180-9422-719644cb777a x-openstack-request-id: req-31150e89-79d4-4180-9422-719644cb777a {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:31.640117 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:31.640446 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-31150e89-79d4-4180-9422-719644cb777a {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:31.640925 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'status': 'completed', 'code': 200} Feb 19 01:30:31.674539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:31.696713 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group (172b3764-2322-4793-80fe-8f973263318b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.701297 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (172b3764-2322-4793-80fe-8f973263318b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.713438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-c9264889-a007-4cca-8612-05d69f44a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.715627 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-c9264889-a007-4cca-8612-05d69f44a7b3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1128 time: 0.0507271 Feb 19 01:30:31.733743 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.738165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1413062 Feb 19 01:30:31.738347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37646) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:31.742698 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e98c162a-c9f5-49c9-b7f4-cb07284e9075 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'security_group_rule': {'security_group_id': '172b3764-2322-4793-80fe-8f973263318b', 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:31.747839 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172b3764-2322-4793-80fe-8f973263318b,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:31.762414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.762773 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.763127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.763472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.763818 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.764154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.764490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.764822 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.765281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.765461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.765795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.766142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.766467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de34d28e-1dd3-4f47-86ad-9a2bb4a30c93 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:30:31.785300 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e98c162a-c9f5-49c9-b7f4-cb07284e9075 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (9ec715f8-acd7-4f21-bfe8-ceeec68c8375), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.826386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-3ffb5746-d82d-4cad-bb0a-d8a914ea7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.828564 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-3ffb5746-d82d-4cad-bb0a-d8a914ea7501 service neutron] 10.222.0.113 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 915 time: 0.1067247 Feb 19 01:30:31.853590 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e98c162a-c9f5-49c9-b7f4-cb07284e9075 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (9ec715f8-acd7-4f21-bfe8-ceeec68c8375), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.859595 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e98c162a-c9f5-49c9-b7f4-cb07284e9075 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9ec715f8-acd7-4f21-bfe8-ceeec68c8375), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.879305 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c162a-c9f5-49c9-b7f4-cb07284e9075 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec715f8-acd7-4f21-bfe8-ceeec68c8375,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:31.892929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e98c162a-c9f5-49c9-b7f4-cb07284e9075 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.894640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e98c162a-c9f5-49c9-b7f4-cb07284e9075 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553645 Feb 19 01:30:31.897412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37648) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:31.902446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9337db05-807f-4bbe-bdc0-dc8f2f343fff tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'security_group_rule': {'security_group_id': '172b3764-2322-4793-80fe-8f973263318b', 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:31.913430 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-7380898f-8c66-49e5-a459-979951e948f7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 1000 time: 0.0755205 Feb 19 01:30:31.933924 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9337db05-807f-4bbe-bdc0-dc8f2f343fff tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (efc5abe2-5f93-4afc-8828-ea129e51b8ec), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:31.945456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '420f64d9-f266-4498-910a-9ab9dbd5e4c7', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'port_id': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'mac_address': 'fa:16:3e:e6:ce:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:30:30Z', 'updated_at': '2022-02-19T01:30:30Z', 'revision_number': 0, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 5, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:31.965296 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-0748ca39-bd36-4d56-9ea3-0d1517123ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:31.966810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-0748ca39-bd36-4d56-9ea3-0d1517123ed9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 200 len: 853 time: 0.0461807 Feb 19 01:30:31.974885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] Checking router: b8f5551b-d996-4141-aeb2-0b7fec0e20a1 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:30:31.984564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:30:31.985311 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:30:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:31.996557 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9337db05-807f-4bbe-bdc0-dc8f2f343fff tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (efc5abe2-5f93-4afc-8828-ea129e51b8ec), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.002007 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9337db05-807f-4bbe-bdc0-dc8f2f343fff tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (efc5abe2-5f93-4afc-8828-ea129e51b8ec), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.019316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337db05-807f-4bbe-bdc0-dc8f2f343fff tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc5abe2-5f93-4afc-8828-ea129e51b8ec,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:32.037985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-d71194db-7426-4426-abdd-bcdc3bc9e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:32.040276 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-d71194db-7426-4426-abdd-bcdc3bc9e745 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=699f0f66-6d25-43ac-bd25-a52cfdf05b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0665832 Feb 19 01:30:32.042708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9337db05-807f-4bbe-bdc0-dc8f2f343fff tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.044011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9337db05-807f-4bbe-bdc0-dc8f2f343fff tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454456 Feb 19 01:30:32.047353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37650) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:32.052069 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ecc6bd31-5e4a-47dd-b63b-3abe6d0283a3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'security_group_rule': {'security_group_id': '172b3764-2322-4793-80fe-8f973263318b', 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:32.082521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecc6bd31-5e4a-47dd-b63b-3abe6d0283a3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (f244163c-c773-44ed-8def-9a00a1f2e221), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.117562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:30:32.148955 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-2d2a13fb-ee8b-44d1-806b-eb499f6b19bd service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978739 Feb 19 01:30:32.154978 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecc6bd31-5e4a-47dd-b63b-3abe6d0283a3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (f244163c-c773-44ed-8def-9a00a1f2e221), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.163413 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecc6bd31-5e4a-47dd-b63b-3abe6d0283a3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f244163c-c773-44ed-8def-9a00a1f2e221), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.181820 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6bd31-5e4a-47dd-b63b-3abe6d0283a3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f244163c-c773-44ed-8def-9a00a1f2e221,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:32.207249 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ecc6bd31-5e4a-47dd-b63b-3abe6d0283a3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.210300 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ecc6bd31-5e4a-47dd-b63b-3abe6d0283a3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1604483 Feb 19 01:30:32.211647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37652) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:32.218201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1715efcb-dddc-4942-ad1f-57cf58d173f4 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'security_group_rule': {'security_group_id': '172b3764-2322-4793-80fe-8f973263318b', 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:32.246533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1715efcb-dddc-4942-ad1f-57cf58d173f4 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (7debfa99-ed31-49e0-be1e-4bf0fcae4f54), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.251840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c3bc0a-a6cf-42a8-9b47-0e183fd1c263 req-c031959a-3244-4f54-836d-a468c8441e3c service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948472 Feb 19 01:30:32.308706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1715efcb-dddc-4942-ad1f-57cf58d173f4 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (7debfa99-ed31-49e0-be1e-4bf0fcae4f54), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.312639 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1715efcb-dddc-4942-ad1f-57cf58d173f4 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7debfa99-ed31-49e0-be1e-4bf0fcae4f54), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.327759 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715efcb-dddc-4942-ad1f-57cf58d173f4 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7debfa99-ed31-49e0-be1e-4bf0fcae4f54,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:32.339362 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1715efcb-dddc-4942-ad1f-57cf58d173f4 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.343280 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1715efcb-dddc-4942-ad1f-57cf58d173f4 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274121 Feb 19 01:30:32.343471 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37654) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:32.348077 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d07e02d4-66f1-4c7a-80ae-9b2714a03112 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'security_group_rule': {'security_group_id': '172b3764-2322-4793-80fe-8f973263318b', 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:32.369207 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-d07e02d4-66f1-4c7a-80ae-9b2714a03112 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Project 5c979d71ca264a8b81c32fb24ed993d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:30:32.374408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d07e02d4-66f1-4c7a-80ae-9b2714a03112 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (ee076185-041b-4214-97f0-9d6c920ac7ea), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.375841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '420f64d9-f266-4498-910a-9ab9dbd5e4c7', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'port_id': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'mac_address': 'fa:16:3e:e6:ce:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:30:30Z', 'updated_at': '2022-02-19T01:30:30Z', 'revision_number': 0, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 5, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:30:32.402370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce1f27d-0405-4143-9bc5-9e85098a83bc None None] The sync data for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 is: [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '420f64d9-f266-4498-910a-9ab9dbd5e4c7', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'port_id': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'mac_address': 'fa:16:3e:e6:ce:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:30:30Z', 'updated_at': '2022-02-19T01:30:30Z', 'revision_number': 0, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 5, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:30:32.441980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d07e02d4-66f1-4c7a-80ae-9b2714a03112 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (ee076185-041b-4214-97f0-9d6c920ac7ea), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.446029 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d07e02d4-66f1-4c7a-80ae-9b2714a03112 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (ee076185-041b-4214-97f0-9d6c920ac7ea), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.464482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e02d4-66f1-4c7a-80ae-9b2714a03112 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee076185-041b-4214-97f0-9d6c920ac7ea,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:32.473786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d07e02d4-66f1-4c7a-80ae-9b2714a03112 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.475072 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d07e02d4-66f1-4c7a-80ae-9b2714a03112 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306291 Feb 19 01:30:32.478084 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37656) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:30:32.482918 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b23a8804-fd4b-4ee5-bc42-34c04db5a7f7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'security_group_rule': {'security_group_id': '172b3764-2322-4793-80fe-8f973263318b', 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:32.504096 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-b23a8804-fd4b-4ee5-bc42-34c04db5a7f7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Project 5c979d71ca264a8b81c32fb24ed993d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:30:32.509082 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b23a8804-fd4b-4ee5-bc42-34c04db5a7f7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (f9478b27-cd2f-4d52-a8fa-44d164c94607), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.569521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b23a8804-fd4b-4ee5-bc42-34c04db5a7f7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (f9478b27-cd2f-4d52-a8fa-44d164c94607), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.574146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b23a8804-fd4b-4ee5-bc42-34c04db5a7f7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f9478b27-cd2f-4d52-a8fa-44d164c94607), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.592252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a8804-fd4b-4ee5-bc42-34c04db5a7f7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9478b27-cd2f-4d52-a8fa-44d164c94607,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:32.601791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b23a8804-fd4b-4ee5-bc42-34c04db5a7f7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:32.603160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b23a8804-fd4b-4ee5-bc42-34c04db5a7f7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240866 Feb 19 01:30:32.616663 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61761c2c-9b47-4e9e-9a2b-6a327ab8543a None None] New status for floating IP 420f64d9-f266-4498-910a-9ab9dbd5e4c7: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:30:32.698027 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-576acd14-18b2-4e61-9e3f-8bb89ec265d7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873522054&fields=id&tenant_id=5c979d71ca264a8b81c32fb24ed993d3 HTTP/1.1" status: 200 len: 267 time: 0.0437572 Feb 19 01:30:32.758152 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-2ef844a0-0379-476f-b279-701bd45eaae6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:32.759973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-2ef844a0-0379-476f-b279-701bd45eaae6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0565488 Feb 19 01:30:32.771341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'port': {'security_groups': ['1bf165c4-7d12-404d-8b6b-7dca4392bc82', '172b3764-2322-4793-80fe-8f973263318b']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:30:32.841983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.044891 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] For port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:30:33.073856 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.080176 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.092281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:30:33.123667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.124308 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.125726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e385ee62-bb28-425a-b3f4-ec38fd8dac0b req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "PUT /v2.0/ports/d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 982 time: 0.3593075 Feb 19 01:30:33.126240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:30:33.128816 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860cbeb6-517e-4492-bfb9-6c148c19428e" -d '{"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:30:33.191072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:30:33.198588 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe0aa7-3e98-43f6-944d-713cfb8d1de9 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'Port': ['ID=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,revision_number=6']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:30:33.280331 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8078537-dac5-4038-84bc-89ead2997d12 req-6cae1d7e-737d-441b-bbae-3f65843785e5 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.288534 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8078537-dac5-4038-84bc-89ead2997d12 req-6cae1d7e-737d-441b-bbae-3f65843785e5 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0784233 Feb 19 01:30:33.315917 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9948fd9c-eb92-446a-9c0f-1852a4bab71b x-openstack-request-id: req-9948fd9c-eb92-446a-9c0f-1852a4bab71b {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:30:33.316211 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:30:33.316474 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9948fd9c-eb92-446a-9c0f-1852a4bab71b {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:30:33.316906 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'status': 'completed', 'code': 200} Feb 19 01:30:33.364064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f8078537-dac5-4038-84bc-89ead2997d12 req-e1076feb-1053-49db-bf85-e391de503e49 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745456 Feb 19 01:30:33.374911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-f3ea6873-2dfc-4cd9-b250-ee3ce32046a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.376530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-f3ea6873-2dfc-4cd9-b250-ee3ce32046a7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1167 time: 0.0545599 Feb 19 01:30:33.450511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-355b562c-e42f-4510-812e-e773f06b44b4 None None] Provisioning complete for port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:30:33.450805 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-355b562c-e42f-4510-812e-e773f06b44b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:33.469492 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-40a5676d-37c4-4025-b6c4-38079d50b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.471022 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-40a5676d-37c4-4025-b6c4-38079d50b67d service neutron] 10.222.0.113 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 915 time: 0.0864413 Feb 19 01:30:33.542213 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-02c8bee3-608b-470b-9fd6-59921a62246f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 1002 time: 0.0643084 Feb 19 01:30:33.592927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-f3ac2fdf-abbf-4260-8f2f-9ed31bada5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.595481 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-f3ac2fdf-abbf-4260-8f2f-9ed31bada5b9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 200 len: 853 time: 0.0454135 Feb 19 01:30:33.646292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-1e1d55a0-bdc2-4188-b761-30cddd169d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:33.647836 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-1e1d55a0-bdc2-4188-b761-30cddd169d86 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=699f0f66-6d25-43ac-bd25-a52cfdf05b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460823 Feb 19 01:30:33.667686 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-355b562c-e42f-4510-812e-e773f06b44b4 None None] Current status of the port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:30:33.744007 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-6a2a063d-1e0f-4df8-8a5c-89d35f827864 service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889955 Feb 19 01:30:33.835958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-860cbeb6-517e-4492-bfb9-6c148c19428e req-7c3b6612-d3c9-4db3-9ff2-ccd78c5580e3 service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848684 Feb 19 01:30:45.512579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e6cde-4300-4632-808a-fa7d6a8bde51 req-72706ff9-f3cd-41a6-8a6b-86e2944dafc3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:45.514092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-795e6cde-4300-4632-808a-fa7d6a8bde51 req-72706ff9-f3cd-41a6-8a6b-86e2944dafc3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0554435 Feb 19 01:30:45.518139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-a09f492d-be35-45b4-a9c9-5b10c18210c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:45.519707 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-a09f492d-be35-45b4-a9c9-5b10c18210c6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1167 time: 0.0506599 Feb 19 01:30:45.575679 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-795e6cde-4300-4632-808a-fa7d6a8bde51 req-6c3d88e9-afea-46fe-8cef-dc5f18b425ee tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554726 Feb 19 01:30:45.615461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-af544ed9-cf85-4699-92eb-baa43f545070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:45.617100 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-af544ed9-cf85-4699-92eb-baa43f545070 service neutron] 10.222.0.113 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 915 time: 0.0913203 Feb 19 01:30:45.691782 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-b09ea6d1-bba8-4796-a8f6-751dda978ef5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 1002 time: 0.0668366 Feb 19 01:30:45.742598 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-97de4abd-49b1-44d3-aadf-ce40b3069497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:45.744107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-97de4abd-49b1-44d3-aadf-ce40b3069497 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 200 len: 853 time: 0.0459547 Feb 19 01:30:45.797244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-e28ec6d0-a2af-4a92-a401-d09615d3d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:45.798797 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-e28ec6d0-a2af-4a92-a401-d09615d3d1fb service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=699f0f66-6d25-43ac-bd25-a52cfdf05b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468719 Feb 19 01:30:45.895853 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-a68cdd40-1e8d-48bd-a6af-a934c11ed888 service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896137 Feb 19 01:30:45.987738 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-cbccaa4f-e23c-42a5-813e-4fe714e4ed88 req-da291866-a1e3-40c3-b1d0-7a6e91940893 service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850849 Feb 19 01:30:46.705658 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8522-8b55-483a-b642-b36ecafe068c req-2c47b094-9c77-4793-a12a-a672963dfdd3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:46.707157 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74ec8522-8b55-483a-b642-b36ecafe068c req-2c47b094-9c77-4793-a12a-a672963dfdd3 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0584927 Feb 19 01:30:46.777611 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-74ec8522-8b55-483a-b642-b36ecafe068c req-caa282f9-e8b6-4a9d-b35e-493e258ef1a8 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606112 Feb 19 01:30:47.906078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adbb872-6aec-4f69-b4d4-0b25165cf5c0 req-a13aad87-2cf0-43aa-9852-a5e1ac2f136b tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:47.907594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3adbb872-6aec-4f69-b4d4-0b25165cf5c0 req-a13aad87-2cf0-43aa-9852-a5e1ac2f136b tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0569758 Feb 19 01:30:47.969803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3adbb872-6aec-4f69-b4d4-0b25165cf5c0 req-8fd152e5-b60a-4431-8ca6-e4a94502a229 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543399 Feb 19 01:30:48.067956 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69aab7db-5da6-4f89-891f-e8e76fdb593e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:49.106054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370b3ece-9415-48fc-b501-ddffb16ca309 req-30bbde82-1c89-4075-ba22-1dd3c051faf7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:49.107572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-370b3ece-9415-48fc-b501-ddffb16ca309 req-30bbde82-1c89-4075-ba22-1dd3c051faf7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0658960 Feb 19 01:30:49.173011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-370b3ece-9415-48fc-b501-ddffb16ca309 req-96519bf2-edd5-4e38-ba1b-0df9240dcb4c tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596294 Feb 19 01:30:49.348762 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.128316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1801459c-187c-41d8-adfe-85825c37b138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:50.312988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b7c6b-4e20-4818-82d8-6e104d93a58e req-c8213035-5362-488d-97c2-35510b6fc98b tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:50.314513 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-068b7c6b-4e20-4818-82d8-6e104d93a58e req-c8213035-5362-488d-97c2-35510b6fc98b tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0576289 Feb 19 01:30:50.376626 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-068b7c6b-4e20-4818-82d8-6e104d93a58e req-4d8ab598-ff67-4540-a86f-693be7ec7968 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561163 Feb 19 01:30:51.447390 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:30:51.459155 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:51.511747 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e28729-b822-4d06-96e6-3e49725b3e0b req-3aba0a51-8b46-4a90-9e21-6fb78a8f3dfd tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:51.513242 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56e28729-b822-4d06-96e6-3e49725b3e0b req-3aba0a51-8b46-4a90-9e21-6fb78a8f3dfd tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0565305 Feb 19 01:30:51.574673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56e28729-b822-4d06-96e6-3e49725b3e0b req-d116197e-0af7-4c86-b829-4a90c2860697 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528986 Feb 19 01:30:52.704202 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f12de-4fc7-433c-9ba7-d29de5d9245b req-ae9c2d27-22c5-43ac-957d-8c1e36c85441 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:52.705741 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-543f12de-4fc7-433c-9ba7-d29de5d9245b req-ae9c2d27-22c5-43ac-957d-8c1e36c85441 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0571098 Feb 19 01:30:52.766955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-543f12de-4fc7-433c-9ba7-d29de5d9245b req-aed877af-a29d-4886-bdb9-df83a5008ee2 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550888 Feb 19 01:30:52.905301 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:53.895798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceefbd7-759e-4ae7-8134-93fcfd949a36 req-01c8d016-068f-49f2-bf24-68213b13a74d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:53.897306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ceefbd7-759e-4ae7-8134-93fcfd949a36 req-01c8d016-068f-49f2-bf24-68213b13a74d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0550716 Feb 19 01:30:53.962654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ceefbd7-759e-4ae7-8134-93fcfd949a36 req-08d76195-b36e-4214-8786-0e042f5f6316 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592804 Feb 19 01:30:54.198713 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:54.304690 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:30:55.096146 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edc2ca-f140-44ed-b88e-020f65289732 req-bc4aa03a-3429-42cc-a748-b7c0cb0df08d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:55.097637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55edc2ca-f140-44ed-b88e-020f65289732 req-bc4aa03a-3429-42cc-a748-b7c0cb0df08d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0573831 Feb 19 01:30:55.168254 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55edc2ca-f140-44ed-b88e-020f65289732 req-1792c94b-b3dd-4901-ae4e-c534f0aaa09e tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619030 Feb 19 01:30:56.296811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1aafe-1ede-4d14-910e-71b11ed32d6c req-84adf47e-fc92-46b4-ba50-7dcfcf564e35 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:56.298272 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfa1aafe-1ede-4d14-910e-71b11ed32d6c req-84adf47e-fc92-46b4-ba50-7dcfcf564e35 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0616491 Feb 19 01:30:56.362451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfa1aafe-1ede-4d14-910e-71b11ed32d6c req-d522ef67-888e-4be6-ab58-39e9786fff71 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553286 Feb 19 01:30:57.492133 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d2e2e-a5c7-449d-8e1f-49861702bc86 req-bb941454-d1a9-4da6-a5cb-8a4ce47867e8 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:57.493637 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb4d2e2e-a5c7-449d-8e1f-49861702bc86 req-bb941454-d1a9-4da6-a5cb-8a4ce47867e8 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0578523 Feb 19 01:30:57.557528 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bb4d2e2e-a5c7-449d-8e1f-49861702bc86 req-94777c55-9738-46e5-b1e6-dbbc578d0b1f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561140 Feb 19 01:30:58.701621 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf724-7764-4e76-b640-4ddb637541a7 req-48f87b61-fe9d-4d6d-90ba-b10037db03ef tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:58.703145 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2adcf724-7764-4e76-b640-4ddb637541a7 req-48f87b61-fe9d-4d6d-90ba-b10037db03ef tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0611432 Feb 19 01:30:58.767753 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2adcf724-7764-4e76-b640-4ddb637541a7 req-8a84415b-7587-4bdb-a445-de5ecd276915 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558226 Feb 19 01:30:58.997595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-28d53152-d391-45ef-91ec-7511d94f8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:58.999705 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-28d53152-d391-45ef-91ec-7511d94f8c7c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1167 time: 0.0511594 Feb 19 01:30:59.117340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-4f10e69c-b3c7-4339-8481-e65ec2520244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:59.118860 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-4f10e69c-b3c7-4339-8481-e65ec2520244 service neutron] 10.222.0.113 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 915 time: 0.0949028 Feb 19 01:30:59.185064 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-5544b727-6ede-4df1-af9d-1223015831ec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 1002 time: 0.0586441 Feb 19 01:30:59.241728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-d9bd74c2-d6cd-4c91-b137-42dc688a5ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:59.243348 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-d9bd74c2-d6cd-4c91-b137-42dc688a5ec5 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 200 len: 853 time: 0.0520959 Feb 19 01:30:59.297194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-67b042a2-6e5f-4ee9-ba89-04c0ac155383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:59.298655 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-67b042a2-6e5f-4ee9-ba89-04c0ac155383 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=699f0f66-6d25-43ac-bd25-a52cfdf05b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487475 Feb 19 01:30:59.394776 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-42ec4762-bc40-4cae-8c92-241fc69fbe4e service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900815 Feb 19 01:30:59.489774 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9c74a36b-e3d4-45f1-bb17-15f7addc36b9 req-e3db4e86-37a6-44aa-b5f5-32818d7081bc service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886545 Feb 19 01:30:59.904010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d170617f-0d68-4bfe-aaa4-deb8cbaa34ff req-abac1992-ea00-426c-bba9-3dee9b39aad7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:30:59.905512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d170617f-0d68-4bfe-aaa4-deb8cbaa34ff req-abac1992-ea00-426c-bba9-3dee9b39aad7 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0666335 Feb 19 01:30:59.967167 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d170617f-0d68-4bfe-aaa4-deb8cbaa34ff req-83ff19c5-4524-43eb-9706-c7118f71f13f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534735 Feb 19 01:31:01.107257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f41973-de18-4091-ae62-dcc66b08f95d req-bc3466bb-0daa-46de-8280-f398ebd34824 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:01.108793 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f41973-de18-4091-ae62-dcc66b08f95d req-bc3466bb-0daa-46de-8280-f398ebd34824 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0599835 Feb 19 01:31:01.171943 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8f41973-de18-4091-ae62-dcc66b08f95d req-c4285495-5c31-4d36-997d-6d9c0c114d51 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567160 Feb 19 01:31:02.310851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edba52c-ce0a-4937-8133-6fcc74605b9e req-131bc392-bad2-4d84-9ba6-0600123f48e5 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:02.312366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4edba52c-ce0a-4937-8133-6fcc74605b9e req-131bc392-bad2-4d84-9ba6-0600123f48e5 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0583231 Feb 19 01:31:02.378757 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4edba52c-ce0a-4937-8133-6fcc74605b9e req-c60fdbf9-409b-4a1b-94ec-5ba17e003361 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583870 Feb 19 01:31:03.511343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ae00c-4d06-4bfe-bd03-deca4ce703ef req-edee8b5a-6f90-4c09-9dcc-cec848798c09 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:03.512817 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e8ae00c-4d06-4bfe-bd03-deca4ce703ef req-edee8b5a-6f90-4c09-9dcc-cec848798c09 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0559859 Feb 19 01:31:03.586082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0e8ae00c-4d06-4bfe-bd03-deca4ce703ef req-caf27519-298c-4635-8898-04fce0a7bfec tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646570 Feb 19 01:31:04.724550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662c0e6-d9f6-4b82-ae90-b5f326be6640 req-423948b6-a6da-4045-a340-c9766a8f587b tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:04.726050 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9662c0e6-d9f6-4b82-ae90-b5f326be6640 req-423948b6-a6da-4045-a340-c9766a8f587b tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0572519 Feb 19 01:31:04.791506 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9662c0e6-d9f6-4b82-ae90-b5f326be6640 req-2fdff17b-dfaa-4c84-b2c9-800656d2aacb tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564303 Feb 19 01:31:05.932968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe014418-4888-403a-8158-2b7fad338607 req-352b3eac-b866-4d80-8027-63c186086ffe tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:05.934476 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe014418-4888-403a-8158-2b7fad338607 req-352b3eac-b866-4d80-8027-63c186086ffe tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0588248 Feb 19 01:31:05.995092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe014418-4888-403a-8158-2b7fad338607 req-67003d94-d98f-47fc-ab69-dd009bf907be tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546124 Feb 19 01:31:07.140122 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a392959-ddcb-4635-b227-6b2916e0349f req-1f7df55f-3c56-45f6-99cb-0892ba972770 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:07.141638 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a392959-ddcb-4635-b227-6b2916e0349f req-1f7df55f-3c56-45f6-99cb-0892ba972770 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0627749 Feb 19 01:31:07.208128 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5a392959-ddcb-4635-b227-6b2916e0349f req-cb0da20d-9e33-4712-802b-2bd6c5a541f5 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&id=172b3764-2322-4793-80fe-8f973263318b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582957 Feb 19 01:31:15.641664 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26133f68-483f-4112-80f7-63a6b0f2fbb4 req-f470decd-e579-4f64-a710-0d13c2207bc0 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0273356 Feb 19 01:31:15.711447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26133f68-483f-4112-80f7-63a6b0f2fbb4 req-83a3986d-5471-4a69-a7c2-6406054539ae service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0262153 Feb 19 01:31:15.752306 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26133f68-483f-4112-80f7-63a6b0f2fbb4 req-454831cd-716b-476d-acad-45e799a5ca1f service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191836 Feb 19 01:31:15.859448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26133f68-483f-4112-80f7-63a6b0f2fbb4 req-87a65942-e69f-4b10-beca-018c9fee7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:15.860934 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-26133f68-483f-4112-80f7-63a6b0f2fbb4 req-87a65942-e69f-4b10-beca-018c9fee7211 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1029298 Feb 19 01:31:18.064640 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7601c241-4aa6-4849-a23a-043212ff72c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:19.344188 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:20.129782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5bb28901-02f6-46fc-9a28-32b0368cc42f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:21.473490 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:22.897245 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.194241 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:24.315787 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:28.451204 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:31:40.276049 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-e48e11e5-f410-4714-982d-3fe873a64c06 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-873522054&fields=id&tenant_id=5c979d71ca264a8b81c32fb24ed993d3 HTTP/1.1" status: 200 len: 267 time: 0.0468018 Feb 19 01:31:40.336186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-bf0846a2-92d9-4ef1-ada1-420295a71ee6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:40.337649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-bf0846a2-92d9-4ef1-ada1-420295a71ee6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 985 time: 0.0534468 Feb 19 01:31:40.348393 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Request body: {'port': {'security_groups': ['1bf165c4-7d12-404d-8b6b-7dca4392bc82']}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:31:40.422103 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.597142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] For port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:40.626948 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.632213 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.644487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:31:40.674345 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:40.675170 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.676368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69a10033-ca58-4b91-b6f7-7cbafb7097e8 req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "PUT /v2.0/ports/d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 943 time: 0.3324785 Feb 19 01:31:40.676828 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:40.679193 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8863b05e-7afc-4b12-9d50-ac7f03f0527a" -d '{"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:40.684464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37732) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:40.719114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event updated for resources: {'Port': ['ID=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,revision_number=7']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.727978 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.728341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.728751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.729104 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.729456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.730153 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.730516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.730851 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.731188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.731524 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.731892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.732280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.732789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaaf3e9-63ab-4fad-aef2-4bdce3567bc6 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.747198 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1265e-1faa-4799-95de-c3c289cfbc01 x-openstack-request-id: req-c0e1265e-1faa-4799-95de-c3c289cfbc01 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:40.747648 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:40.748618 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0e1265e-1faa-4799-95de-c3c289cfbc01 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:40.749054 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'status': 'completed', 'code': 200} Feb 19 01:31:40.761262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group (172b3764-2322-4793-80fe-8f973263318b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.776784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:31:40.789436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group (172b3764-2322-4793-80fe-8f973263318b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.872776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-cbc4ae57-5212-43bb-839e-571ebe6f3e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:40.874171 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-cbc4ae57-5212-43bb-839e-571ebe6f3e21 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1128 time: 0.0819087 Feb 19 01:31:40.941282 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (172b3764-2322-4793-80fe-8f973263318b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.943895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:40.945043 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "DELETE /v2.0/security-groups/172b3764-2322-4793-80fe-8f973263318b HTTP/1.1" status: 204 len: 168 time: 0.2595737 Feb 19 01:31:40.948271 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37734) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:31:40.957829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b3764-2322-4793-80fe-8f973263318b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:40.969308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.969657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.970046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.970388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.970723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.971052 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.971383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.971745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.972024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.972349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.972674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.973118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.973307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29611660-495e-4667-b7f2-717160ce049d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:31:40.994649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2e5f93f6-8b77-45f2-ae0c-a4d37bf79fe5 None None] Provisioning complete for port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:31:40.995037 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e5f93f6-8b77-45f2-ae0c-a4d37bf79fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.011014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-ed72bc4e-416f-4e19-9314-d23037112bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:41.013010 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-ed72bc4e-416f-4e19-9314-d23037112bd9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 915 time: 0.1321945 Feb 19 01:31:41.077713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2e5f93f6-8b77-45f2-ae0c-a4d37bf79fe5 None None] Current status of the port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:31:41.090479 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-7a11321f-34cc-47de-98f5-f7faf4fbe215 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 1002 time: 0.0706611 Feb 19 01:31:41.116677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Deleting port 7aaf4987-50f8-4198-b705-4b9e2702b32d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:41.117128 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7aaf4987-50f8-4198-b705-4b9e2702b32d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.140217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-cd9f64f5-ba7d-4b4b-b760-aaf4af2c0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:41.141937 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-cd9f64f5-ba7d-4b4b-b760-aaf4af2c0439 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 200 len: 853 time: 0.0443778 Feb 19 01:31:41.190684 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-72fd031e-c810-407a-a651-89cbfb4e5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:41.192196 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-72fd031e-c810-407a-a651-89cbfb4e5086 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=699f0f66-6d25-43ac-bd25-a52cfdf05b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440960 Feb 19 01:31:41.198351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7aaf4987-50f8-4198-b705-4b9e2702b32d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.198689 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for floatingip (7aaf4987-50f8-4198-b705-4b9e2702b32d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.202117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-98e0121a-ed56-44bc-a6f0-427f756ea105 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:31:41.203112 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-98e0121a-ed56-44bc-a6f0-427f756ea105 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049052 Feb 19 01:31:41.210757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Calling delete_port for 7aaf4987-50f8-4198-b705-4b9e2702b32d owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:41.300534 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-25a33d75-5d77-46ce-8a1e-ea5aabc5075a service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914741 Feb 19 01:31:41.390730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7aaf4987-50f8-4198-b705-4b9e2702b32d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.426035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event deleted for resources: {'Port': ['ID=7aaf4987-50f8-4198-b705-4b9e2702b32d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:41.486709 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks [] for floatingip (420f64d9-f266-4498-910a-9ab9dbd5e4c7), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.487078 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Floating IP 420f64d9-f266-4498-910a-9ab9dbd5e4c7 disassociated (deleted). External IP: 172.25.6.170, port: d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0. Feb 19 01:31:41.695436 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8863b05e-7afc-4b12-9d50-ac7f03f0527a req-277bdf78-7903-46f6-b22b-14760bbc8284 service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883429 Feb 19 01:31:41.709277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:31:41.820186 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:31:41.826702 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:41.832244 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] Sync routers for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:31:41.843476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:41.844105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:41.858091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e4a31196-5933-4cd7-8544-b481520c462f tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "DELETE /v2.0/floatingips/420f64d9-f266-4498-910a-9ab9dbd5e4c7 HTTP/1.1" status: 204 len: 168 time: 0.9072537 Feb 19 01:31:41.958379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:42.175108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 5, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:42.204910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] Checking router: b8f5551b-d996-4141-aeb2-0b7fec0e20a1 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:31:42.213789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:31:42.214448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:42.323883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:31:42.523956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 5, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:31:42.552338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261dc0e8-9abb-42ff-adbf-6c6a7b3bbe1a None None] The sync data for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 is: [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:29:33Z', 'revision_number': 4, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'e68aabdf-0119-4331-a0bd-953ac86b60d1', 'name': '', 'network_id': '699f0f66-6d25-43ac-bd25-a52cfdf05b08', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'mac_address': 'fa:16:3e:ba:3c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:33Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 5, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'subnets': [{'id': 'd7547b99-f5cc-4c99-b9af-eeaf6e884359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:31:42.750379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:42.752926 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c473e6-d26a-4d50-9936-b973185715bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:42.785707 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7695d5-747a-440a-a6cd-fec0ac1c0b4e None None] New status for floating IP 420f64d9-f266-4498-910a-9ab9dbd5e4c7: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:31:42.793161 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2742e19f-8d70-4459-a53a-026cd4775164 x-openstack-request-id: req-2742e19f-8d70-4459-a53a-026cd4775164 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:42.793556 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:42.793932 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2742e19f-8d70-4459-a53a-026cd4775164 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:42.794749 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'status': 'completed', 'code': 200} Feb 19 01:31:42.862529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c473e6-d26a-4d50-9936-b973185715bc req-c5e5431c-04c2-49b3-b075-5560065959a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:42.864181 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c473e6-d26a-4d50-9936-b973185715bc req-c5e5431c-04c2-49b3-b075-5560065959a6 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 1128 time: 0.0461199 Feb 19 01:31:42.958927 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c473e6-d26a-4d50-9936-b973185715bc req-77c8fec2-fa19-4536-ace0-117e45e85be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:42.960385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c473e6-d26a-4d50-9936-b973185715bc req-77c8fec2-fa19-4536-ace0-117e45e85be1 service neutron] 10.222.0.113 "GET /v2.0/networks?id=699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 200 len: 915 time: 0.0906529 Feb 19 01:31:43.001840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c473e6-d26a-4d50-9936-b973185715bc req-f391535c-2e72-4e8f-abbb-0cff19145176 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 200 len: 217 time: 0.0342917 Feb 19 01:31:43.052494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c473e6-d26a-4d50-9936-b973185715bc req-53642b8f-e43a-4de8-b077-a76fd221aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:43.053932 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c473e6-d26a-4d50-9936-b973185715bc req-53642b8f-e43a-4de8-b077-a76fd221aefe service neutron] 10.222.0.113 "GET /v2.0/subnets?id=d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 200 len: 853 time: 0.0469117 Feb 19 01:31:43.106812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c473e6-d26a-4d50-9936-b973185715bc req-5e9719d9-dcfc-4a10-81ad-a37d2602eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:43.108566 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c473e6-d26a-4d50-9936-b973185715bc req-5e9719d9-dcfc-4a10-81ad-a37d2602eb21 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=699f0f66-6d25-43ac-bd25-a52cfdf05b08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484912 Feb 19 01:31:43.199776 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c473e6-d26a-4d50-9936-b973185715bc req-52ec5c8a-822a-450a-bfb3-f506b54f9553 service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841348 Feb 19 01:31:43.294290 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a1c473e6-d26a-4d50-9936-b973185715bc req-94876491-7c8f-4faf-be65-a2160ff8f060 service neutron] 10.222.0.113 "GET /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883291 Feb 19 01:31:48.051294 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7c5ecab-fbfa-4022-b2e8-dab4e9dc8566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:49.344051 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:50.124777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4950576-67bb-4069-ab90-69766c77fa7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:51.468171 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:52.900731 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.199636 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:54.305616 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:57.240368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5f587-1164-4f85-9b8e-e845b69cd7fb req-4eb6d443-1470-462b-9962-d4b41adc36fe tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:57.241848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6e5f587-1164-4f85-9b8e-e845b69cd7fb req-4eb6d443-1470-462b-9962-d4b41adc36fe tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0544612 Feb 19 01:31:57.288305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6e5f587-1164-4f85-9b8e-e845b69cd7fb req-8eaae462-5eef-43d1-81d2-d5412d95a055 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405259 Feb 19 01:31:58.413105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c61362-66bf-4bdb-ab0b-e9086e4e3d77 req-2c6441a2-d97b-4a29-ba74-3fd0588ae61d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:58.414735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90c61362-66bf-4bdb-ab0b-e9086e4e3d77 req-2c6441a2-d97b-4a29-ba74-3fd0588ae61d tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0553710 Feb 19 01:31:58.468057 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90c61362-66bf-4bdb-ab0b-e9086e4e3d77 req-3c064065-bd1b-4f7b-b50e-b5e8aa4b5436 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/security-groups?id=1bf165c4-7d12-404d-8b6b-7dca4392bc82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474768 Feb 19 01:31:58.954615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-e50dac76-807d-4935-b94e-d9b08f3a6aaf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:31:58.956182 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-e50dac76-807d-4935-b94e-d9b08f3a6aaf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.113 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 946 time: 0.0559320 Feb 19 01:31:59.059831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Deleting port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:31:59.060185 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.166499 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] For port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:31:59.167099 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.183772 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Calling delete_port for d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:31:59.323172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.335744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:31:59.354161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Pushing event deleted for resources: {'Port': ['ID=d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:31:59.400914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] No DVR routers for this DVR port d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:31:59.403993 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:31:59.407320 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9936b0d0-b8b2-4bf3-b00d-2a8701ecf380 req-edbe45f9-84ed-4072-8a4d-da22cfcdb0cf tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.113 "DELETE /v2.0/ports/d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 HTTP/1.1" status: 204 len: 173 time: 0.4457519 Feb 19 01:31:59.407770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'name': 'network-vif-deleted', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:31:59.410144 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc5ce53-a6fc-4d6b-9935-7db2e7647377" -d '{"events": [{"server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "name": "network-vif-deleted", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:31:59.448059 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7925eda-6c2e-4e7d-b7b8-509a3ffefe9f x-openstack-request-id: req-b7925eda-6c2e-4e7d-b7b8-509a3ffefe9f {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:31:59.448361 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7", "name": "network-vif-deleted", "tag": "d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:31:59.448619 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7925eda-6c2e-4e7d-b7b8-509a3ffefe9f {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:31:59.449037 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7', 'name': 'network-vif-deleted', 'tag': 'd04bfa7d-9c43-4b4a-a141-a3e4f7efaed0', 'status': 'completed', 'code': 200} Feb 19 01:31:59.587606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9db613f9-faa4-42a6-bdc6-f333e7adcf1e req-7d7de697-46d6-47f8-ac7e-7332f32a3621 tempest-TestMinimumBasicScenario-1533262820 tempest-TestMinimumBasicScenario-1533262820-project] 10.222.0.60 "GET /v2.0/ports?device_id=e39c40cf-bb40-4df1-ad0f-adb2d66ef0b7 HTTP/1.1" status: 200 len: 210 time: 0.0268176 Feb 19 01:32:02.236894 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37846) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:02.610430 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:02.717706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:02.740465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:02.740823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device d04bfa7d-9c43-4b4a-a141-a3e4f7efaed0 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:02.874495 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Deleting port e68aabdf-0119-4331-a0bd-953ac86b60d1 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:02.874732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:02.955634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] For port e68aabdf-0119-4331-a0bd-953ac86b60d1, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=e68aabdf-0119-4331-a0bd-953ac86b60d1,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:02.955970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:02.973950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Calling delete_port for e68aabdf-0119-4331-a0bd-953ac86b60d1 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:03.186760 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (e68aabdf-0119-4331-a0bd-953ac86b60d1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.212522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Pushing event deleted for resources: {'Port': ['ID=e68aabdf-0119-4331-a0bd-953ac86b60d1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:03.385406 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.621401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:03.733706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:03.742007 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7cf66851-0bef-4475-8c9b-cd2445c2819c admin admin] 10.222.0.60 "PUT /v2.0/routers/b8f5551b-d996-4141-aeb2-0b7fec0e20a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5007563 Feb 19 01:32:03.742568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37848) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:03.743841 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] Sync routers for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:03.756671 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:03.757279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:03.852133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks [] for router (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:03.870741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:03.957024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks [] for router_gateway (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.018774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Deleting port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:04.019122 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.054839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:32:03Z', 'revision_number': 5, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port': {'id': 'a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:80:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:31Z', 'updated_at': '2022-02-19T01:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:04.081031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] Checking router: b8f5551b-d996-4141-aeb2-0b7fec0e20a1 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:04.089608 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] Routers {'b8f5551b-d996-4141-aeb2-0b7fec0e20a1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:04.090314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:04.100893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] For port a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:04.101274 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.113728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Calling delete_port for a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:04.188590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] Set router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:04.244435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:32:03Z', 'revision_number': 6, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:04.271005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79b85c5-7514-4cb3-a830-ab7c12a15878 None None] The sync data for ids ['b8f5551b-d996-4141-aeb2-0b7fec0e20a1'] in n-d-826527-3 is: [{'id': 'b8f5551b-d996-4141-aeb2-0b7fec0e20a1', 'name': 'tempest-TestMinimumBasicScenario-942348165-router', 'tenant_id': '5c979d71ca264a8b81c32fb24ed993d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:30Z', 'updated_at': '2022-02-19T01:32:03Z', 'revision_number': 6, 'project_id': '5c979d71ca264a8b81c32fb24ed993d3', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:04.302926 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.331000 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:04.394481 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.489806 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.492021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks [] for router_controller (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.539903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (b8f5551b-d996-4141-aeb2-0b7fec0e20a1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.540461 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f5551b-d996-4141-aeb2-0b7fec0e20a1 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:32:04.545063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.546266 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fcde4608-7d29-45a1-adb8-b3e238b57b72 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b8f5551b-d996-4141-aeb2-0b7fec0e20a1 HTTP/1.1" status: 204 len: 168 time: 0.8027489 Feb 19 01:32:04.549929 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37850) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:04.594314 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-a031247f-44b0-403e-a41d-46ab98434653 admin admin] Deleting subnet d7547b99-f5cc-4c99-b9af-eeaf6e884359 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:04.597532 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a031247f-44b0-403e-a41d-46ab98434653 admin admin] Publish callbacks [] for subnet (d7547b99-f5cc-4c99-b9af-eeaf6e884359), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.633927 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a031247f-44b0-403e-a41d-46ab98434653 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (d7547b99-f5cc-4c99-b9af-eeaf6e884359), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.717929 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a031247f-44b0-403e-a41d-46ab98434653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (d7547b99-f5cc-4c99-b9af-eeaf6e884359), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.771474 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a031247f-44b0-403e-a41d-46ab98434653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (d7547b99-f5cc-4c99-b9af-eeaf6e884359), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.796131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031247f-44b0-403e-a41d-46ab98434653 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7547b99-f5cc-4c99-b9af-eeaf6e884359,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:04.799791 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a031247f-44b0-403e-a41d-46ab98434653 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.805366 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a031247f-44b0-403e-a41d-46ab98434653 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d7547b99-f5cc-4c99-b9af-eeaf6e884359 HTTP/1.1" status: 204 len: 168 time: 0.2519660 Feb 19 01:32:04.805742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37852) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:04.805907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f69230-cb12-4a06-afcf-40bb2f2ab3b4 None None] Network 699f0f66-6d25-43ac-bd25-a52cfdf05b08 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:04.873740 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (699f0f66-6d25-43ac-bd25-a52cfdf05b08), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.933710 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Deleting port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:04.934059 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:04.995373 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] For port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:04.995682 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.015175 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Calling delete_port for dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:05.036142 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] DHCP port deletion for 699f0f66-6d25-43ac-bd25-a52cfdf05b08 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:32:05.084911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Deleting port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:05.085482 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.098521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.129719 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] No DVR routers for this DVR port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:05.131412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:05.154731 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] For port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,segment=NetworkSegment(de072baf-804d-4aa8-a6ac-c997393129ec),segment_id=de072baf-804d-4aa8-a6ac-c997393129ec)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:05.155105 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.168534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Calling delete_port for dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:05.205391 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (699f0f66-6d25-43ac-bd25-a52cfdf05b08), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.225558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699f0f66-6d25-43ac-bd25-a52cfdf05b08']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:05.235608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de072baf-804d-4aa8-a6ac-c997393129ec') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:05.235910 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de072baf-804d-4aa8-a6ac-c997393129ec') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:05.243019 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.245133 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (de072baf-804d-4aa8-a6ac-c997393129ec), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.258947 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (de072baf-804d-4aa8-a6ac-c997393129ec), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.266273 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:32:05.266936 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (de072baf-804d-4aa8-a6ac-c997393129ec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:32:05.269266 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:32:05.273846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Pushing event deleted for resources: {'Port': ['ID=dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:05.276195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] No DVR routers for this DVR port dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:05.284165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.284503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.284849 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.285190 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.285955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.286318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.286976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.287318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.287650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.287990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.288309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.288616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.288941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e9f341-b3c6-4938-aadd-a0aa34bbc09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:05.344538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (699f0f66-6d25-43ac-bd25-a52cfdf05b08), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.350538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:05.353754 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] 10.222.0.60 "DELETE /v2.0/networks/699f0f66-6d25-43ac-bd25-a52cfdf05b08 HTTP/1.1" status: 204 len: 168 time: 0.5470419 Feb 19 01:32:05.357106 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37854) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:05.368784 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413fcb8d-8b6b-468b-8f5f-0ec6c8719f6a admin admin] Pushing event deleted for resources: {'Network': ['ID=699f0f66-6d25-43ac-bd25-a52cfdf05b08,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:05.450581 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:32:06.017487 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.018059 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e68aabdf-0119-4331-a0bd-953ac86b60d1 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:06.038384 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: e68aabdf-0119-4331-a0bd-953ac86b60d1 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:06.038721 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device e68aabdf-0119-4331-a0bd-953ac86b60d1 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:06.039171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:06.058003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:06.058390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device dbbc7d54-d66d-41a6-a9ba-7a3cd24a8921 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:06.058807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:06.078599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:06.078956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a0b714cf-fbbc-4287-b52b-f2d7cf9dec5a not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:06.274536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Deleting port 09b7fe15-0993-4d7e-a313-1712554e5c90 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:06.274768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.358926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] For port 09b7fe15-0993-4d7e-a313-1712554e5c90, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=09b7fe15-0993-4d7e-a313-1712554e5c90,segment=NetworkSegment(06945b09-9240-4374-ac77-6b54d8785b5a),segment_id=06945b09-9240-4374-ac77-6b54d8785b5a)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:06.359365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.373139 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Calling delete_port for 09b7fe15-0993-4d7e-a313-1712554e5c90 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:06.561791 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (09b7fe15-0993-4d7e-a313-1712554e5c90), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.588090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b7fe15-0993-4d7e-a313-1712554e5c90,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:06.758873 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:06.979137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:07.089253 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:07.094292 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aa7bc44c-60a8-4492-b192-52da636cb713 admin admin] 10.222.0.60 "PUT /v2.0/routers/9bf58dc6-81a0-425e-b875-a1e96f0a17e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7360952 Feb 19 01:32:07.096903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37856) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:07.099697 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] Sync routers for ids ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:07.115739 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] Routers {'9bf58dc6-81a0-425e-b875-a1e96f0a17e7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:07.116439 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:07.207260 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks [] for router (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.228861 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] Set router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:07.314339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks [] for router_gateway (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.371193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Deleting port deb59a3a-dfdf-4872-b5a4-f5d39fa57682 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:07.371524 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.450197 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] For port deb59a3a-dfdf-4872-b5a4-f5d39fa57682, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=deb59a3a-dfdf-4872-b5a4-f5d39fa57682,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:07.450572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.462965 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Calling delete_port for deb59a3a-dfdf-4872-b5a4-f5d39fa57682 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:07.502307 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112'}], 'enable_snat': True}, 'gw_port_id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:32:06Z', 'revision_number': 5, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port': {'id': 'deb59a3a-dfdf-4872-b5a4-f5d39fa57682', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:38:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:07.527681 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] Checking router: 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:07.535737 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] Routers {'9bf58dc6-81a0-425e-b875-a1e96f0a17e7'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:07.536346 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:07.625893 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] Set router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:07.640940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (deb59a3a-dfdf-4872-b5a4-f5d39fa57682), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.666995 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb59a3a-dfdf-4872-b5a4-f5d39fa57682,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:07.683827 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:32:07Z', 'revision_number': 6, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:07.710368 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0bafa-b3af-4903-9c1c-aa0865cc4bd6 None None] The sync data for ids ['9bf58dc6-81a0-425e-b875-a1e96f0a17e7'] in n-d-826527-3 is: [{'id': '9bf58dc6-81a0-425e-b875-a1e96f0a17e7', 'name': 'tempest-TestMinimumBasicScenario-467839614-router', 'tenant_id': '2c09822edd6944d0b0843538f3ff94a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:29:35Z', 'updated_at': '2022-02-19T01:32:07Z', 'revision_number': 6, 'project_id': '2c09822edd6944d0b0843538f3ff94a3', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:07.727023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.821109 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.824372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks [] for router_controller (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.874410 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (9bf58dc6-81a0-425e-b875-a1e96f0a17e7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.875187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bf58dc6-81a0-425e-b875-a1e96f0a17e7 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:32:07.880319 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.882230 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-42504623-f410-4a74-94a1-d5f78db54802 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9bf58dc6-81a0-425e-b875-a1e96f0a17e7 HTTP/1.1" status: 204 len: 168 time: 0.7842147 Feb 19 01:32:07.885774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37858) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:07.930588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b35dacd-be62-4dbb-9675-5dd4073a7ad4 admin admin] Deleting subnet 6518cddd-de08-44eb-9303-189fc145157f {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:32:07.933765 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b35dacd-be62-4dbb-9675-5dd4073a7ad4 admin admin] Publish callbacks [] for subnet (6518cddd-de08-44eb-9303-189fc145157f), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:07.969254 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b35dacd-be62-4dbb-9675-5dd4073a7ad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (6518cddd-de08-44eb-9303-189fc145157f), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.051640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b35dacd-be62-4dbb-9675-5dd4073a7ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (6518cddd-de08-44eb-9303-189fc145157f), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.114062 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b35dacd-be62-4dbb-9675-5dd4073a7ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (6518cddd-de08-44eb-9303-189fc145157f), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.144882 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35dacd-be62-4dbb-9675-5dd4073a7ad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6518cddd-de08-44eb-9303-189fc145157f,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:08.149707 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9b35dacd-be62-4dbb-9675-5dd4073a7ad4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.156435 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37860) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:08.158685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93842e51-5d5e-4884-a342-3c23423ef751 None None] Network 8b536a66-a728-46f5-9f8c-b7415bd82f30 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:08.159187 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9b35dacd-be62-4dbb-9675-5dd4073a7ad4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6518cddd-de08-44eb-9303-189fc145157f HTTP/1.1" status: 204 len: 168 time: 0.2718606 Feb 19 01:32:08.161102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 09b7fe15-0993-4d7e-a313-1712554e5c90 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:08.221828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 09b7fe15-0993-4d7e-a313-1712554e5c90 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:08.222191 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 09b7fe15-0993-4d7e-a313-1712554e5c90 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:08.225919 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (8b536a66-a728-46f5-9f8c-b7415bd82f30), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.511393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] DHCP port deletion for 8b536a66-a728-46f5-9f8c-b7415bd82f30 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:32:08.560914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] Deleting port 86884978-f643-4af2-ba35-fce35b3c146b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:08.561302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (86884978-f643-4af2-ba35-fce35b3c146b), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.626549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Deleting port 86884978-f643-4af2-ba35-fce35b3c146b {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:32:08.626923 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (86884978-f643-4af2-ba35-fce35b3c146b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.695517 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] For port 86884978-f643-4af2-ba35-fce35b3c146b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=86884978-f643-4af2-ba35-fce35b3c146b,segment=NetworkSegment(06945b09-9240-4374-ac77-6b54d8785b5a),segment_id=06945b09-9240-4374-ac77-6b54d8785b5a)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:08.695888 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (86884978-f643-4af2-ba35-fce35b3c146b), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.710957 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Calling delete_port for 86884978-f643-4af2-ba35-fce35b3c146b owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:08.800976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (86884978-f643-4af2-ba35-fce35b3c146b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.805119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] For port 86884978-f643-4af2-ba35-fce35b3c146b, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=86884978-f643-4af2-ba35-fce35b3c146b,segment=NetworkSegment(06945b09-9240-4374-ac77-6b54d8785b5a),segment_id=06945b09-9240-4374-ac77-6b54d8785b5a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:08.805538 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (86884978-f643-4af2-ba35-fce35b3c146b), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.823622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] Calling delete_port for 86884978-f643-4af2-ba35-fce35b3c146b owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:32:08.828371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Pushing event deleted for resources: {'Port': ['ID=86884978-f643-4af2-ba35-fce35b3c146b,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:08.833307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] No DVR routers for this DVR port 86884978-f643-4af2-ba35-fce35b3c146b on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:08.908330 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (86884978-f643-4af2-ba35-fce35b3c146b), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.909714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (8b536a66-a728-46f5-9f8c-b7415bd82f30), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.931038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b536a66-a728-46f5-9f8c-b7415bd82f30']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:08.937874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] No DVR routers for this DVR port 86884978-f643-4af2-ba35-fce35b3c146b on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:32:08.940955 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06945b09-9240-4374-ac77-6b54d8785b5a') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:08.941264 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06945b09-9240-4374-ac77-6b54d8785b5a') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:08.941624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16c4a5-aabd-4994-9742-e1c68874cc53 None None] Pushing event deleted for resources: {'Port': ['ID=86884978-f643-4af2-ba35-fce35b3c146b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:08.951677 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (06945b09-9240-4374-ac77-6b54d8785b5a), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.966266 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (06945b09-9240-4374-ac77-6b54d8785b5a), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.972520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:32:08.972945 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (06945b09-9240-4374-ac77-6b54d8785b5a), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:32:08.974795 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:32:09.028988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (8b536a66-a728-46f5-9f8c-b7415bd82f30), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.034751 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.038008 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] 10.222.0.60 "DELETE /v2.0/networks/8b536a66-a728-46f5-9f8c-b7415bd82f30 HTTP/1.1" status: 204 len: 168 time: 0.8804245 Feb 19 01:32:09.049617 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0150bb8-b37f-47f1-84a5-5cb75d8b513b admin admin] Pushing event deleted for resources: {'Network': ['ID=8b536a66-a728-46f5-9f8c-b7415bd82f30,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:09.207096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37864) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:09.247606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-54ed68ef-c1bc-4ea0-b61c-71ca281b3a80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c979d71ca264a8b81c32fb24ed993d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392244 Feb 19 01:32:09.250430 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37866) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:09.307887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-204b5eb8-c6e9-4708-bb3f-29e718f3daa0 admin admin] Publish callbacks [] for security_group (1bf165c4-7d12-404d-8b6b-7dca4392bc82), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.330399 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-204b5eb8-c6e9-4708-bb3f-29e718f3daa0 admin admin] Publish callbacks [] for security_group (1bf165c4-7d12-404d-8b6b-7dca4392bc82), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.379426 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-204b5eb8-c6e9-4708-bb3f-29e718f3daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (1bf165c4-7d12-404d-8b6b-7dca4392bc82), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.383174 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-204b5eb8-c6e9-4708-bb3f-29e718f3daa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.384882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-204b5eb8-c6e9-4708-bb3f-29e718f3daa0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1bf165c4-7d12-404d-8b6b-7dca4392bc82 HTTP/1.1" status: 204 len: 168 time: 0.1332111 Feb 19 01:32:09.392939 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b5eb8-c6e9-4708-bb3f-29e718f3daa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf165c4-7d12-404d-8b6b-7dca4392bc82,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:09.727187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:09.767639 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-48291235-94b4-4e2b-9715-de261e0badd5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c09822edd6944d0b0843538f3ff94a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392823 Feb 19 01:32:09.770525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37874) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:09.823818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd762-a033-480d-8899-d1c91e61e22f admin admin] Publish callbacks [] for security_group (66db545e-8b9a-40ab-a4cb-2250e5141d51), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.844656 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd762-a033-480d-8899-d1c91e61e22f admin admin] Publish callbacks [] for security_group (66db545e-8b9a-40ab-a4cb-2250e5141d51), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.893511 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd762-a033-480d-8899-d1c91e61e22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (66db545e-8b9a-40ab-a4cb-2250e5141d51), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.896517 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd762-a033-480d-8899-d1c91e61e22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:09.897724 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e1ecd762-a033-480d-8899-d1c91e61e22f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66db545e-8b9a-40ab-a4cb-2250e5141d51 HTTP/1.1" status: 204 len: 168 time: 0.1260486 Feb 19 01:32:09.906129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecd762-a033-480d-8899-d1c91e61e22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66db545e-8b9a-40ab-a4cb-2250e5141d51,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:10.016163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device deb59a3a-dfdf-4872-b5a4-f5d39fa57682 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:10.035932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: deb59a3a-dfdf-4872-b5a4-f5d39fa57682 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:10.036408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device deb59a3a-dfdf-4872-b5a4-f5d39fa57682 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:10.036883 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 86884978-f643-4af2-ba35-fce35b3c146b no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:32:10.056475 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 86884978-f643-4af2-ba35-fce35b3c146b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:32:10.056811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 86884978-f643-4af2-ba35-fce35b3c146b not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:32:12.658214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37916) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:12.663042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-205539510', 'description': 'tempest-secgroup-smoke-205539510 description', 'project_id': '12e0f59060a6473bacaaa3cc0794928a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:12.688488 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.696454 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.775943 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (34fd7c31-9d5b-456c-ac03-9a2cf29e5bc1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.781477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (34fd7c31-9d5b-456c-ac03-9a2cf29e5bc1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.818903 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fd7c31-9d5b-456c-ac03-9a2cf29e5bc1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:12.855095 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (66715a33-22b7-4066-b2bf-0285fc90b4c9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.860613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (66715a33-22b7-4066-b2bf-0285fc90b4c9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.889068 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.890342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2310627 Feb 19 01:32:12.893484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37918) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:12.894455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581bdb8-d626-4db8-b984-19809fc1d7f3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66715a33-22b7-4066-b2bf-0285fc90b4c9,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:12.899240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f6bbdf94-3d06-4d9d-8b58-5a9763cd1117 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '66715a33-22b7-4066-b2bf-0285fc90b4c9', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:12.930332 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdf94-3d06-4d9d-8b58-5a9763cd1117 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (b9a51b0b-d693-4f4a-ae89-7fa8f821e104), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.978415 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdf94-3d06-4d9d-8b58-5a9763cd1117 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (b9a51b0b-d693-4f4a-ae89-7fa8f821e104), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:12.983521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdf94-3d06-4d9d-8b58-5a9763cd1117 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (b9a51b0b-d693-4f4a-ae89-7fa8f821e104), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.007501 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbdf94-3d06-4d9d-8b58-5a9763cd1117 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a51b0b-d693-4f4a-ae89-7fa8f821e104,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.017253 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f6bbdf94-3d06-4d9d-8b58-5a9763cd1117 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.018535 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f6bbdf94-3d06-4d9d-8b58-5a9763cd1117 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1239746 Feb 19 01:32:13.021267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37920) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.025624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fc196f97-a6c9-4915-8d78-16e4ba993203 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '66715a33-22b7-4066-b2bf-0285fc90b4c9', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:13.052411 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc196f97-a6c9-4915-8d78-16e4ba993203 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (6db89c0e-4f97-446b-b501-8d107a13e75b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.110506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc196f97-a6c9-4915-8d78-16e4ba993203 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (6db89c0e-4f97-446b-b501-8d107a13e75b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.116394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc196f97-a6c9-4915-8d78-16e4ba993203 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (6db89c0e-4f97-446b-b501-8d107a13e75b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.135473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc196f97-a6c9-4915-8d78-16e4ba993203 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db89c0e-4f97-446b-b501-8d107a13e75b,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.144045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fc196f97-a6c9-4915-8d78-16e4ba993203 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.145270 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fc196f97-a6c9-4915-8d78-16e4ba993203 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230602 Feb 19 01:32:13.148118 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37922) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.152604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b5e5a432-5533-47aa-a4d1-ea8ef431bc18 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '66715a33-22b7-4066-b2bf-0285fc90b4c9', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:13.180553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a432-5533-47aa-a4d1-ea8ef431bc18 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (89b720fa-359b-4151-b6f6-937793aec26f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.240402 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a432-5533-47aa-a4d1-ea8ef431bc18 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (89b720fa-359b-4151-b6f6-937793aec26f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.246151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a432-5533-47aa-a4d1-ea8ef431bc18 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (89b720fa-359b-4151-b6f6-937793aec26f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.263626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5a432-5533-47aa-a4d1-ea8ef431bc18 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b720fa-359b-4151-b6f6-937793aec26f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.271961 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b5e5a432-5533-47aa-a4d1-ea8ef431bc18 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.273170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b5e5a432-5533-47aa-a4d1-ea8ef431bc18 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240788 Feb 19 01:32:13.276014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37924) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.280486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-796ebc71-62e7-435f-b4e1-a16146d43b39 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '66715a33-22b7-4066-b2bf-0285fc90b4c9', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:13.308001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-796ebc71-62e7-435f-b4e1-a16146d43b39 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (35dca31d-bd9e-4b13-989b-4402d6a31c28), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.369797 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-796ebc71-62e7-435f-b4e1-a16146d43b39 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (35dca31d-bd9e-4b13-989b-4402d6a31c28), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.376219 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-796ebc71-62e7-435f-b4e1-a16146d43b39 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (35dca31d-bd9e-4b13-989b-4402d6a31c28), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.400626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ebc71-62e7-435f-b4e1-a16146d43b39 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35dca31d-bd9e-4b13-989b-4402d6a31c28,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.409328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-796ebc71-62e7-435f-b4e1-a16146d43b39 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.410686 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-796ebc71-62e7-435f-b4e1-a16146d43b39 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336482 Feb 19 01:32:13.414442 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37926) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.419125 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f49dbeb9-9c4b-43ff-a085-d0ab9da6c9f2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '66715a33-22b7-4066-b2bf-0285fc90b4c9', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:13.441771 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-f49dbeb9-9c4b-43ff-a085-d0ab9da6c9f2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:32:13.447030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f49dbeb9-9c4b-43ff-a085-d0ab9da6c9f2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (26158008-34cf-4392-855e-5548d27ba644), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.508976 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f49dbeb9-9c4b-43ff-a085-d0ab9da6c9f2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (26158008-34cf-4392-855e-5548d27ba644), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.513511 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f49dbeb9-9c4b-43ff-a085-d0ab9da6c9f2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (26158008-34cf-4392-855e-5548d27ba644), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.530830 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dbeb9-9c4b-43ff-a085-d0ab9da6c9f2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26158008-34cf-4392-855e-5548d27ba644,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.539645 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f49dbeb9-9c4b-43ff-a085-d0ab9da6c9f2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.540905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f49dbeb9-9c4b-43ff-a085-d0ab9da6c9f2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254678 Feb 19 01:32:13.543964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37928) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.548410 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-e6af7060-2334-46f1-b3ed-1aedc7831738 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '66715a33-22b7-4066-b2bf-0285fc90b4c9', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:13.571592 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-e6af7060-2334-46f1-b3ed-1aedc7831738 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:32:13.576461 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6af7060-2334-46f1-b3ed-1aedc7831738 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (09f69712-6ce6-41a1-b72d-47ea7828ce2c), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.639237 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6af7060-2334-46f1-b3ed-1aedc7831738 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (09f69712-6ce6-41a1-b72d-47ea7828ce2c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.645736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6af7060-2334-46f1-b3ed-1aedc7831738 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (09f69712-6ce6-41a1-b72d-47ea7828ce2c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.658476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af7060-2334-46f1-b3ed-1aedc7831738 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f69712-6ce6-41a1-b72d-47ea7828ce2c,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.673399 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e6af7060-2334-46f1-b3ed-1aedc7831738 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.674820 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e6af7060-2334-46f1-b3ed-1aedc7831738 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296449 Feb 19 01:32:13.678806 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37930) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.683723 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'network': {'name': 'tempest-network-smoke--177764643', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'port_security_enabled': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:13.703869 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:13.707358 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.730702 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:32:13.740298 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (48f54f57-0490-475b-a4d4-384fc85693ce), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.740647 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Added segment 48f54f57-0490-475b-a4d4-384fc85693ce of type vlan for network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e Feb 19 01:32:13.780477 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (1bce8c6d-4183-4a7a-86ee-cd97811ae71e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.808596 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (1bce8c6d-4183-4a7a-86ee-cd97811ae71e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.815844 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:13.816625 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.877560 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1977241 Feb 19 01:32:13.880700 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37932) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:13.885595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'admin_state_up': True, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:13.889876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9469e76-1f27-4091-b7b2-8bb4c89ca4a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Network': ['ID=1bce8c6d-4183-4a7a-86ee-cd97811ae71e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:13.900954 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:32:13.908075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.909175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:13.961354 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.406829 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.623004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.641143 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.751687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.56 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/1a930365-73c3-4b3a-bcc9-423b7bbad5d5) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:14.854075 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.902925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:14.949187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:14.953888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:14.958210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:14.961307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=1a930365-73c3-4b3a-bcc9-423b7bbad5d5,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:15.211912 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:15.413142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:15.553270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router fac0e92c-4d11-4e7c-89c4-1875e2ea339b is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:32:15.679860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:15.690363 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Sync routers for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:15.704717 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:15.705073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:15.705351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:15.706325 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cd8e8f7c-91ec-4eb3-990a-72a9d79c6fc9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8245828 Feb 19 01:32:15.709548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37934) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.814321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:15.839189 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0925017a-7aca-43da-861f-0028f5123869 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=12e0f59060a6473bacaaa3cc0794928a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1284516 Feb 19 01:32:15.841804 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37938) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.928748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfef1ac5-d2cd-4653-8cbe-a5086a9e2f5f tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:15.930439 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cfef1ac5-d2cd-4653-8cbe-a5086a9e2f5f tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874989 Feb 19 01:32:15.933275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37940) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.972385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-df9b6167-22b0-44cc-bf33-f91ef9769a36 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379307 Feb 19 01:32:15.975234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 37942) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:15.980376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-593635723', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:16.002344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:15Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:16.028368 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Checking router: fac0e92c-4d11-4e7c-89c4-1875e2ea339b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:16.028691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Updating router fac0e92c-4d11-4e7c-89c4-1875e2ea339b port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:32:16.057632 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.068074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:16.071736 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.252187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (764c447f-c7b4-486b-b83e-8eb7701006ec), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.311585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Publish callbacks [] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.318642 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.318926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Subnet': ['ID=764c447f-c7b4-486b-b83e-8eb7701006ec,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:16.326685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Checking segment: {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:16.327048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network hostable DHCP agents. Network: 1bce8c6d-4183-4a7a-86ee-cd97811ae71e, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:32:16.345306 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:32:16.355278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 1bce8c6d-4183-4a7a-86ee-cd97811ae71e) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:16.359085 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:16.359894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.370768 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1959a2ef-7a6b-44f0-85e2-1fc60b146209 None None] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:16.381187 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5791ecf4-993a-4b7b-9966-596f72e04d84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4049137 Feb 19 01:32:16.381395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 37944) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:16.395298 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Attempting to bind port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:16.395688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Attempting to bind port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:16.396053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Attempting to bind port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:16.421004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3bc8d-6bcd-43b7-bb80-cd23cd2b043c None None] Pushing event updated for resources: {'Port': ['ID=1a930365-73c3-4b3a-bcc9-423b7bbad5d5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:16.433555 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:16.433933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:16.434517 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.435158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:16.435632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Bound port: 1a930365-73c3-4b3a-bcc9-423b7bbad5d5, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:16.436013 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.524612 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] For port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:16.530541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:32:16.531596 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.548153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] For port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1a930365-73c3-4b3a-bcc9-423b7bbad5d5,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:16.564185 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:16.639756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-291b85f1-30df-4839-bef1-54c27f6c143a req-a62e0af5-a8bf-42c8-8ecb-1c1f5662b580 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0315905 Feb 19 01:32:16.715361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:16.715968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:16.717694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3bc8d-6bcd-43b7-bb80-cd23cd2b043c None None] Pushing event updated for resources: {'Port': ['ID=1a930365-73c3-4b3a-bcc9-423b7bbad5d5,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:16.742115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-291b85f1-30df-4839-bef1-54c27f6c143a req-5a8ba1db-3df5-44bb-b38f-11a56541764c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0549245 Feb 19 01:32:16.782500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Allocated IP 172.20.0.2 (1bce8c6d-4183-4a7a-86ee-cd97811ae71e/764c447f-c7b4-486b-b83e-8eb7701006ec/2733aac3-71f3-45d5-adc7-a56235ac547c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:16.808258 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-291b85f1-30df-4839-bef1-54c27f6c143a req-3d7dd502-d6cb-48ed-9712-a66947eb1c35 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456684 Feb 19 01:32:16.884703 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:16.968168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b85f1-30df-4839-bef1-54c27f6c143a req-ad6c6ad8-4f1b-41d7-9f6f-8a60a3705eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:16.969678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-291b85f1-30df-4839-bef1-54c27f6c143a req-ad6c6ad8-4f1b-41d7-9f6f-8a60a3705eaf service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538825 Feb 19 01:32:16.975543 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.100402 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Publish callbacks [] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.108929 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.154728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:17.160933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:17.169410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:17.174292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Pushing event updated for resources: {'Port': ['ID=2733aac3-71f3-45d5-adc7-a56235ac547c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:17.259742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.1 (1bce8c6d-4183-4a7a-86ee-cd97811ae71e/764c447f-c7b4-486b-b83e-8eb7701006ec/11a9fc0a-d3e2-4b76-8185-78106f2630aa) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:17.368585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:15Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:17.384850 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.407925 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5110b8-afc8-4003-ba11-b752ac6a8ea1 None None] The sync data for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 is: [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:15Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:17.421177 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.423727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Attempting to bind port 2733aac3-71f3-45d5-adc7-a56235ac547c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:17.424082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Attempting to bind port 2733aac3-71f3-45d5-adc7-a56235ac547c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:17.424447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Attempting to bind port 2733aac3-71f3-45d5-adc7-a56235ac547c on network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:17.435995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:17.436540 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Checking segment: {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:17.436956 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.437359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Bound using segment: {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:17.437928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Bound port: 2733aac3-71f3-45d5-adc7-a56235ac547c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:17.438370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.468372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:17.473940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:17.479121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:17.483365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=11a9fc0a-d3e2-4b76-8185-78106f2630aa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:17.515164 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] For port 2733aac3-71f3-45d5-adc7-a56235ac547c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:17.518393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] For port 2733aac3-71f3-45d5-adc7-a56235ac547c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2733aac3-71f3-45d5-adc7-a56235ac547c,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:17.526146 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.526808 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:17.592650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc878a-1745-4fae-a7bb-b8d217ff20cf None None] Pushing event updated for resources: {'Port': ['ID=2733aac3-71f3-45d5-adc7-a56235ac547c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:17.713586 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.068934 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9335db6e-cfda-4e48-94a9-58ce8d0fb272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.072958 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.082124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.104961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2733aac3-71f3-45d5-adc7-a56235ac547c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:18.160018 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2733aac3-71f3-45d5-adc7-a56235ac547c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:18.160636 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.182484 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.234997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=11a9fc0a-d3e2-4b76-8185-78106f2630aa,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:18.247484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2733aac3-71f3-45d5-adc7-a56235ac547c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:18.247673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.289110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:18.290810 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:18.293477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 2733aac3-71f3-45d5-adc7-a56235ac547c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2733aac3-71f3-45d5-adc7-a56235ac547c,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:18.300007 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.301104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:18.389074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=2733aac3-71f3-45d5-adc7-a56235ac547c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:18.412967 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:18.414104 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.452413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router fac0e92c-4d11-4e7c-89c4-1875e2ea339b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:18.504673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:18.505078 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.526040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1a930365-73c3-4b3a-bcc9-423b7bbad5d5,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:18.531408 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.578875 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:18.591039 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-11eea09c-db65-4b75-9417-8945677bbfdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/fac0e92c-4d11-4e7c-89c4-1875e2ea339b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2083187 Feb 19 01:32:18.598058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=1a930365-73c3-4b3a-bcc9-423b7bbad5d5,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:18.690934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb992ae2-6018-4775-a0ec-962f24c0e8e2 None None] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:32:18.763297 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-e6f8e84c-5416-441d-9f64-a53dd7e1775f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-205539510&fields=id&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 267 time: 0.0489318 Feb 19 01:32:18.808107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c0c83ffc-6226-4e60-8f42-534771dae0af None None] Provisioning complete for port 2733aac3-71f3-45d5-adc7-a56235ac547c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:18.808498 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c0c83ffc-6226-4e60-8f42-534771dae0af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:18.884395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d643-7154-4a72-8a21-22ca836b866f req-ed4aeaa7-141b-41ca-bae1-08a238ee8cd3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:18.886239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-ed4aeaa7-141b-41ca-bae1-08a238ee8cd3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/networks?id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e HTTP/1.1" status: 200 len: 796 time: 0.1160610 Feb 19 01:32:18.903108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c0c83ffc-6226-4e60-8f42-534771dae0af None None] Current status of the port 2733aac3-71f3-45d5-adc7-a56235ac547c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:18.912980 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-6ca06e3c-dab3-4b1f-ae16-d399f1594136 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/quotas/12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 375 time: 0.0195229 Feb 19 01:32:18.975375 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-1564a73b-c4f4-4365-91d4-18a81de25193 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565512 Feb 19 01:32:19.134033 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-f8153de4-d162-4b14-8ff3-0d6b6a334328 service neutron] 10.222.0.60 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454406 Feb 19 01:32:19.145592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-762e7f39-55f5-47d6-bc26-a0f731c49be2 None None] Provisioning complete for port 11a9fc0a-d3e2-4b76-8185-78106f2630aa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:19.146230 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-762e7f39-55f5-47d6-bc26-a0f731c49be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.182419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-762e7f39-55f5-47d6-bc26-a0f731c49be2 None None] Port 11a9fc0a-d3e2-4b76-8185-78106f2630aa cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:32:19.197713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-762e7f39-55f5-47d6-bc26-a0f731c49be2 None None] Provisioning complete for port 2733aac3-71f3-45d5-adc7-a56235ac547c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:19.198511 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-762e7f39-55f5-47d6-bc26-a0f731c49be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.241995 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-aee075b5-55d6-40e7-a3ca-b06f8f1042d9 service neutron] 10.222.0.60 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008766 Feb 19 01:32:19.278087 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-762e7f39-55f5-47d6-bc26-a0f731c49be2 None None] Current status of the port 2733aac3-71f3-45d5-adc7-a56235ac547c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:19.290015 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Sync routers for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:19.300991 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:19.301864 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:31:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:19.341487 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.399349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8ce6a3ee-7d31-4cc7-bdd6-8059b3413fff None None] Provisioning complete for port 11a9fc0a-d3e2-4b76-8185-78106f2630aa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:19.399735 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ce6a3ee-7d31-4cc7-bdd6-8059b3413fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.419956 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:19.437968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8ce6a3ee-7d31-4cc7-bdd6-8059b3413fff None None] Port 11a9fc0a-d3e2-4b76-8185-78106f2630aa cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:32:19.563381 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7aae3943-1dad-4360-8114-df4ab10083bd None None] Provisioning complete for port 11a9fc0a-d3e2-4b76-8185-78106f2630aa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:19.563939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aae3943-1dad-4360-8114-df4ab10083bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.601278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7aae3943-1dad-4360-8114-df4ab10083bd None None] Port 11a9fc0a-d3e2-4b76-8185-78106f2630aa cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:32:19.639937 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 2, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:19.667002 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Checking router: fac0e92c-4d11-4e7c-89c4-1875e2ea339b for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:19.667366 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Updating router fac0e92c-4d11-4e7c-89c4-1875e2ea339b port 11a9fc0a-d3e2-4b76-8185-78106f2630aa binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:32:19.694276 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.981349 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Publish callbacks [] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:19.988020 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.035507 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Pushing event updated for resources: {'Port': ['ID=11a9fc0a-d3e2-4b76-8185-78106f2630aa,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:20.036821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2733aac3-71f3-45d5-adc7-a56235ac547c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:20.043824 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.044177 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.044520 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.044859 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.045196 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.045527 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.045856 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.046203 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.046533 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.046860 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.047206 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.047529 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.047847 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:32:20.088413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 2733aac3-71f3-45d5-adc7-a56235ac547c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:20.088829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.110455 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Attempting to bind port 11a9fc0a-d3e2-4b76-8185-78106f2630aa on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:20.110819 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Attempting to bind port 11a9fc0a-d3e2-4b76-8185-78106f2630aa by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:20.111417 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Attempting to bind port 11a9fc0a-d3e2-4b76-8185-78106f2630aa on network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:20.117007 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:20.117898 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Checking segment: {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:20.117898 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.118160 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Bound using segment: {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:20.118862 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Bound port: 11a9fc0a-d3e2-4b76-8185-78106f2630aa, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:20.120970 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.143777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12705678-79c2-4462-a97e-4b1652e77d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.193169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 2733aac3-71f3-45d5-adc7-a56235ac547c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:20.194319 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:20.200256 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] For port 11a9fc0a-d3e2-4b76-8185-78106f2630aa, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:20.204200 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] For port 11a9fc0a-d3e2-4b76-8185-78106f2630aa, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=11a9fc0a-d3e2-4b76-8185-78106f2630aa,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:20.211461 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.244481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:20.245273 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.272631 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:20.273267 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:32:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:20.312600 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252171d-85f0-4ee6-af60-9c8fd811eaba None None] Pushing event updated for resources: {'Port': ['ID=11a9fc0a-d3e2-4b76-8185-78106f2630aa,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:20.350359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:20.354034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-944d90ce-f019-43e2-8b3c-ce3345f7d527 None None] Provisioning complete for port 11a9fc0a-d3e2-4b76-8185-78106f2630aa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:20.354893 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-944d90ce-f019-43e2-8b3c-ce3345f7d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.390780 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:20.450260 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-944d90ce-f019-43e2-8b3c-ce3345f7d527 None None] Current status of the port 11a9fc0a-d3e2-4b76-8185-78106f2630aa is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:20.450803 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-944d90ce-f019-43e2-8b3c-ce3345f7d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.485916 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a524e733-7594-4785-adfd-9d6053395c8c req-1c98f079-e140-4913-94a5-3ce4ffb89335 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 210 time: 0.0463278 Feb 19 01:32:20.489407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-944d90ce-f019-43e2-8b3c-ce3345f7d527 None None] For port 11a9fc0a-d3e2-4b76-8185-78106f2630aa, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=11a9fc0a-d3e2-4b76-8185-78106f2630aa,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:20.502767 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-944d90ce-f019-43e2-8b3c-ce3345f7d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.557529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d90ce-f019-43e2-8b3c-ce3345f7d527 None None] Pushing event updated for resources: {'Port': ['ID=11a9fc0a-d3e2-4b76-8185-78106f2630aa,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:20.616000 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:20Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:20.622727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-33312f73-45fe-4523-b687-516a3f61d164 None None] Provisioning complete for port 11a9fc0a-d3e2-4b76-8185-78106f2630aa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:20.623238 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33312f73-45fe-4523-b687-516a3f61d164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:20.650052 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43c5f16-d124-49b4-abd8-5989c64acb90 None None] The sync data for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 is: [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:20Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:20.716261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-33312f73-45fe-4523-b687-516a3f61d164 None None] Current status of the port 11a9fc0a-d3e2-4b76-8185-78106f2630aa is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:21.470702 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:21.560429 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1a6faec-e3b0-4fdb-a4a7-304cbd2cc4bb req-31c5d82c-1dca-4977-8383-94108be4fd31 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Feb 19 01:32:22.042286 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 11a9fc0a-d3e2-4b76-8185-78106f2630aa up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:22.089998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 11a9fc0a-d3e2-4b76-8185-78106f2630aa triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:22.090405 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:22.169474 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 11a9fc0a-d3e2-4b76-8185-78106f2630aa is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:22.657816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c4e86dd9-d806-44ee-838b-a27e1bb5f230 req-13003482-0764-4bcc-ab01-2d8ce9ce67a6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 210 time: 0.0271399 Feb 19 01:32:22.906574 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.592184 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d643-7154-4a72-8a21-22ca836b866f req-05e80298-96d3-4c9d-abae-78f28110526b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:23.594984 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-05e80298-96d3-4c9d-abae-78f28110526b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/networks?id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e HTTP/1.1" status: 200 len: 796 time: 0.1225657 Feb 19 01:32:23.661426 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-9831ab1d-a05e-48c9-8a53-cb0047ba4c63 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 379 time: 0.0580151 Feb 19 01:32:23.670893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'port': {'device_id': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'admin_state_up': True, 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'security_groups': ['66715a33-22b7-4066-b2bf-0285fc90b4c9']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:23.760283 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afc8c66f-6dfc-4d21-991b-6e9fffa59916 req-84fba292-1fcc-4855-aa4b-e5723efa65b1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 210 time: 0.0318074 Feb 19 01:32:23.792349 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:32:23.795782 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:23.926497 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.12 (1bce8c6d-4183-4a7a-86ee-cd97811ae71e/764c447f-c7b4-486b-b83e-8eb7701006ec/560d6a58-0680-4ed5-b0ec-054e7087ce2c) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:24.060805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.094570 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.143712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:24.148733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:24.153221 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:24.156192 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=560d6a58-0680-4ed5-b0ec-054e7087ce2c,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:24.205312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:24.206076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.208246 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.227515 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-d38ff494-d86e-47f9-9ad3-79f7bddb0a12 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5602238 Feb 19 01:32:24.239742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Request body: {'port': {'device_id': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:24.317973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.318409 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.462394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7cd8cb3b-4748-4d59-a0c9-ee0390855062 None None] Provisioning complete for port 560d6a58-0680-4ed5-b0ec-054e7087ce2c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:24.462700 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7cd8cb3b-4748-4d59-a0c9-ee0390855062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.501651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7cd8cb3b-4748-4d59-a0c9-ee0390855062 None None] Port 560d6a58-0680-4ed5-b0ec-054e7087ce2c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:32:24.599406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560d6a58-0680-4ed5-b0ec-054e7087ce2c {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:32:24.607695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Publish callbacks [] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.620207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Transition to ACTIVE for port object 560d6a58-0680-4ed5-b0ec-054e7087ce2c will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:32:24.624276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.674155 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Pushing event updated for resources: {'Port': ['ID=560d6a58-0680-4ed5-b0ec-054e7087ce2c,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:24.746412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Attempting to bind port 560d6a58-0680-4ed5-b0ec-054e7087ce2c on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:32:24.746735 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Attempting to bind port 560d6a58-0680-4ed5-b0ec-054e7087ce2c by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:32:24.747067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Attempting to bind port 560d6a58-0680-4ed5-b0ec-054e7087ce2c on network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:24.751958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Port 560d6a58-0680-4ed5-b0ec-054e7087ce2c on network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:32:24.752344 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Attempting to bind port 560d6a58-0680-4ed5-b0ec-054e7087ce2c on network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:32:24.757783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:32:24.758130 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Checking segment: {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:32:24.758551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Bound using segment: {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:32:24.758982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Bound port: 560d6a58-0680-4ed5-b0ec-054e7087ce2c, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f54f57-0490-475b-a4d4-384fc85693ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:32:24.759348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.828449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] For port 560d6a58-0680-4ed5-b0ec-054e7087ce2c, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:32:24.832824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] For port 560d6a58-0680-4ed5-b0ec-054e7087ce2c, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:32:24.840230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.875503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:24.876129 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:24.877869 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] 10.222.0.113 "PUT /v2.0/ports/560d6a58-0680-4ed5-b0ec-054e7087ce2c HTTP/1.1" status: 200 len: 1092 time: 0.6425116 Feb 19 01:32:24.878068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:24.880438 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3baf862-27dd-433b-93d9-06f0a389998e" -d '{"events": [{"name": "network-changed", "server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:24.890267 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0090a-f389-4615-9879-8cebb9f6d238 req-b37c2d59-33f4-475b-aa8e-1a00839fcef4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:24.891331 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ea0090a-f389-4615-9879-8cebb9f6d238 req-b37c2d59-33f4-475b-aa8e-1a00839fcef4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 944 time: 0.0571218 Feb 19 01:32:24.908509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a561c-171c-4f38-bb76-f76443a31d98 service neutron] Pushing event updated for resources: {'Port': ['ID=560d6a58-0680-4ed5-b0ec-054e7087ce2c,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:24.930428 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89593ff-fb2b-496b-8e3e-9ee5e73ab2b3 x-openstack-request-id: req-c89593ff-fb2b-496b-8e3e-9ee5e73ab2b3 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:24.930720 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:24.931363 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c89593ff-fb2b-496b-8e3e-9ee5e73ab2b3 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:24.931363 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'status': 'completed', 'code': 200} Feb 19 01:32:24.963324 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ea0090a-f389-4615-9879-8cebb9f6d238 req-bf4ccad7-aadb-48af-934a-dd92325fb417 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641890 Feb 19 01:32:24.990518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d643-7154-4a72-8a21-22ca836b866f req-921a8d7e-078a-4f8c-8c6b-9fa954c7cfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:24.992209 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-921a8d7e-078a-4f8c-8c6b-9fa954c7cfb8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 1126 time: 0.0538399 Feb 19 01:32:25.039388 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-5d257d57-dd97-4ec0-9795-5b7993e6eb7a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c HTTP/1.1" status: 200 len: 217 time: 0.0393627 Feb 19 01:32:25.088871 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d643-7154-4a72-8a21-22ca836b866f req-e1768abb-831c-4a24-9d9a-6dd38a4dec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:25.090419 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-e1768abb-831c-4a24-9d9a-6dd38a4dec82 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=764c447f-c7b4-486b-b83e-8eb7701006ec HTTP/1.1" status: 200 len: 834 time: 0.0446048 Feb 19 01:32:25.139709 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c6d643-7154-4a72-8a21-22ca836b866f req-4196144f-f750-4307-a96e-35d75a1eb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:25.141334 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-4196144f-f750-4307-a96e-35d75a1eb841 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451233 Feb 19 01:32:25.241193 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-aed16e84-ef5d-4ee8-a21c-5ee7fcfe4d0b service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938833 Feb 19 01:32:25.329979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-35c6d643-7154-4a72-8a21-22ca836b866f req-9a0fe5b0-9891-452c-8886-24fa74286d8a service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827401 Feb 19 01:32:25.436640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baf862-27dd-433b-93d9-06f0a389998e req-71c12572-c356-47d6-8824-8dab2046be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:25.438015 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3baf862-27dd-433b-93d9-06f0a389998e req-71c12572-c356-47d6-8824-8dab2046be55 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 1126 time: 0.0547516 Feb 19 01:32:25.526751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baf862-27dd-433b-93d9-06f0a389998e req-33e0e7e9-7945-4098-8fa1-79a14363d06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:25.528232 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3baf862-27dd-433b-93d9-06f0a389998e req-33e0e7e9-7945-4098-8fa1-79a14363d06b service neutron] 10.222.0.113 "GET /v2.0/networks?id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e HTTP/1.1" status: 200 len: 897 time: 0.0840986 Feb 19 01:32:25.573509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3baf862-27dd-433b-93d9-06f0a389998e req-17ddc9a1-d3a5-442b-996b-56f9e9d58ab5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c HTTP/1.1" status: 200 len: 217 time: 0.0390275 Feb 19 01:32:25.627217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baf862-27dd-433b-93d9-06f0a389998e req-5dc40442-6d4a-4307-aab9-3a3eebffd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:25.628739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3baf862-27dd-433b-93d9-06f0a389998e req-5dc40442-6d4a-4307-aab9-3a3eebffd3c2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=764c447f-c7b4-486b-b83e-8eb7701006ec HTTP/1.1" status: 200 len: 834 time: 0.0492735 Feb 19 01:32:25.679325 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3baf862-27dd-433b-93d9-06f0a389998e req-65774e87-ec2f-433d-97fe-bb0ce0aa841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:25.680808 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3baf862-27dd-433b-93d9-06f0a389998e req-65774e87-ec2f-433d-97fe-bb0ce0aa841b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450201 Feb 19 01:32:25.767286 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3baf862-27dd-433b-93d9-06f0a389998e req-53231cb5-ba64-4f51-81bb-4cd730a12780 service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798442 Feb 19 01:32:25.868166 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b3baf862-27dd-433b-93d9-06f0a389998e req-8ed2794a-7b2f-4097-a6f0-99ab20c126af service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941241 Feb 19 01:32:26.101261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb855832-6379-45cd-97f6-7b81ebf55c94 req-387cc151-f4ba-4d00-8b07-9ed9d5651af5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:26.102700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb855832-6379-45cd-97f6-7b81ebf55c94 req-387cc151-f4ba-4d00-8b07-9ed9d5651af5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 944 time: 0.0585227 Feb 19 01:32:26.157135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cb855832-6379-45cd-97f6-7b81ebf55c94 req-227aa1dd-103d-4b2d-9b09-d10886bc12c8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455642 Feb 19 01:32:27.287915 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7ee63-1d3d-434f-a57d-7e20111c5c89 req-f964584a-7c4e-48d5-8501-0b64c08d3fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:27.289403 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ea7ee63-1d3d-434f-a57d-7e20111c5c89 req-f964584a-7c4e-48d5-8501-0b64c08d3fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 944 time: 0.0639219 Feb 19 01:32:27.344948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7ea7ee63-1d3d-434f-a57d-7e20111c5c89 req-ae32db7b-a726-480f-87bc-30956c129f89 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496023 Feb 19 01:32:28.481928 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e8b4c-1660-452e-b0a9-44d84922e76f req-27e60a12-7f4d-4dfc-9a38-b566ec803996 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:28.483439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d5e8b4c-1660-452e-b0a9-44d84922e76f req-27e60a12-7f4d-4dfc-9a38-b566ec803996 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 944 time: 0.0582848 Feb 19 01:32:28.532234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d5e8b4c-1660-452e-b0a9-44d84922e76f req-d2866f45-2d40-498b-9516-f1373676e93c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430954 Feb 19 01:32:28.811122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 560d6a58-0680-4ed5-b0ec-054e7087ce2c details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:32:28.923747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 560d6a58-0680-4ed5-b0ec-054e7087ce2c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:28.935871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'port_id': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'mac_address': 'fa:16:3e:12:94:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:32:28.973096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 560d6a58-0680-4ed5-b0ec-054e7087ce2c is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:28.973488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:28.986635 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560d6a58-0680-4ed5-b0ec-054e7087ce2c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:32:29.006740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 560d6a58-0680-4ed5-b0ec-054e7087ce2c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:29.013464 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:29.071692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=560d6a58-0680-4ed5-b0ec-054e7087ce2c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:29.267061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['560d6a58-0680-4ed5-b0ec-054e7087ce2c'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:32:29.668874 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57989239-fa40-40ed-b1a1-e65dc51d37a5 req-5ba2fc70-0a0d-431f-a627-f05f0b973456 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:29.670392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57989239-fa40-40ed-b1a1-e65dc51d37a5 req-5ba2fc70-0a0d-431f-a627-f05f0b973456 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 945 time: 0.0583906 Feb 19 01:32:29.725695 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57989239-fa40-40ed-b1a1-e65dc51d37a5 req-0172e001-7a0b-4bd3-a275-a5f2fd527b6a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477493 Feb 19 01:32:30.826241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 560d6a58-0680-4ed5-b0ec-054e7087ce2c up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:32:30.867896 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12abb25-71bb-4422-9eb9-83801df933b8 req-0073f28b-d458-4267-87f8-df1887e28a66 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:30.869636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a12abb25-71bb-4422-9eb9-83801df933b8 req-0073f28b-d458-4267-87f8-df1887e28a66 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 945 time: 0.0588186 Feb 19 01:32:30.880179 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 560d6a58-0680-4ed5-b0ec-054e7087ce2c completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:32:30.884596 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 560d6a58-0680-4ed5-b0ec-054e7087ce2c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:32:30.885231 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.921116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a12abb25-71bb-4422-9eb9-83801df933b8 req-77df6f38-344b-4f67-b845-e65e6812f6c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451474 Feb 19 01:32:30.961043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 560d6a58-0680-4ed5-b0ec-054e7087ce2c is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:32:30.961443 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:30.984479 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:30.986793 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d092ab9-bb5a-4648-b730-0366e8167964" -d '{"events": [{"server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "name": "network-vif-plugged", "status": "completed", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:30.999916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 560d6a58-0680-4ed5-b0ec-054e7087ce2c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:32:31.005540 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:31.028259 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6095af0f-d0e9-45e5-a965-dc205d855e5d x-openstack-request-id: req-6095af0f-d0e9-45e5-a965-dc205d855e5d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:31.028553 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "name": "network-vif-plugged", "status": "completed", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:31.028806 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6095af0f-d0e9-45e5-a965-dc205d855e5d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:31.029200 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'code': 200} Feb 19 01:32:31.055947 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=560d6a58-0680-4ed5-b0ec-054e7087ce2c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:31.127003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f23a8e4-d6b4-4443-b788-62a5edd98c7f req-e19b3510-2ccc-468a-98e7-8aad8e453596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:31.128503 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f23a8e4-d6b4-4443-b788-62a5edd98c7f req-e19b3510-2ccc-468a-98e7-8aad8e453596 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 1128 time: 0.0465381 Feb 19 01:32:31.178507 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f23a8e4-d6b4-4443-b788-62a5edd98c7f req-143b4b79-5498-4f64-86e6-7fc8c6fc97af service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427370 Feb 19 01:32:32.048794 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477e2a-e8b8-4930-b43a-561fd00b71bc req-8fd41c98-5f38-47e1-a97b-31be284648f6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:32.050531 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3477e2a-e8b8-4930-b43a-561fd00b71bc req-8fd41c98-5f38-47e1-a97b-31be284648f6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0557177 Feb 19 01:32:32.100503 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a3477e2a-e8b8-4930-b43a-561fd00b71bc req-9a8e6288-acaa-48c0-869b-8d50b2b12bca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439968 Feb 19 01:32:33.242716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7fd52-7d41-4b42-ae1d-c231ea1604d5 req-a049a995-6283-471f-9c6c-ff554bc6a1c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:33.244211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4f7fd52-7d41-4b42-ae1d-c231ea1604d5 req-a049a995-6283-471f-9c6c-ff554bc6a1c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0609531 Feb 19 01:32:33.294034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4f7fd52-7d41-4b42-ae1d-c231ea1604d5 req-3d817dbe-5432-4cf0-b4da-ee4c6b144165 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440564 Feb 19 01:32:33.423639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d1bff-f9e9-4b33-a654-07bb19b902ee req-e94bcf49-90ea-412c-9de2-286fd65074a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:33.425102 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b5d1bff-f9e9-4b33-a654-07bb19b902ee req-e94bcf49-90ea-412c-9de2-286fd65074a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0563378 Feb 19 01:32:33.479871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3b5d1bff-f9e9-4b33-a654-07bb19b902ee req-d93188a1-bf5d-454b-bd31-5d967587bdbb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463545 Feb 19 01:32:33.504949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38010) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:33.554295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8b85d0-bee0-405a-b7e7-d94ea53ffd3c tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:33.555810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-aa8b85d0-bee0-405a-b7e7-d94ea53ffd3c tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 1123 time: 0.0498331 Feb 19 01:32:33.558985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38012) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:33.563189 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:32:33.588761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.698280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.803225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.142 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/9b017c5c-3a2e-4676-9ab2-5856b757e48e) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:32:33.912458 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (9b017c5c-3a2e-4676-9ab2-5856b757e48e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.950289 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (9b017c5c-3a2e-4676-9ab2-5856b757e48e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:33.993359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:32:33.998283 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:32:34.001107 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:32:34.006858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=9b017c5c-3a2e-4676-9ab2-5856b757e48e,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:34.371015 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (63d4730e-db04-47b0-bc38-bde2c973aa8a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.456749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9b017c5c-3a2e-4676-9ab2-5856b757e48e), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.617710 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (9b017c5c-3a2e-4676-9ab2-5856b757e48e), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.624875 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (9b017c5c-3a2e-4676-9ab2-5856b757e48e), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.698019 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=9b017c5c-3a2e-4676-9ab2-5856b757e48e,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:32:34.707347 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (63d4730e-db04-47b0-bc38-bde2c973aa8a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:34.812209 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 63d4730e-db04-47b0-bc38-bde2c973aa8a associated. External IP: 172.25.6.142, port: 560d6a58-0680-4ed5-b0ec-054e7087ce2c. Feb 19 01:32:35.383962 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router fac0e92c-4d11-4e7c-89c4-1875e2ea339b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:32:35.496281 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:32:35.507437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] Sync routers for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:32:35.514736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:35.518102 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:35.518787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:32:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:35.544268 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f58bbfd3-06ff-4d2a-8c2f-c2cf3fa66d7b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9842777 Feb 19 01:32:35.544849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:32:35.547220 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d9184-696c-4c88-9405-0204c9858bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:32:35.585090 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397e4f4f-1e95-4b3e-bb40-153a8b1b0e80 x-openstack-request-id: req-397e4f4f-1e95-4b3e-bb40-153a8b1b0e80 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:32:35.585386 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:32:35.585650 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-397e4f4f-1e95-4b3e-bb40-153a8b1b0e80 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:32:35.586055 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'status': 'completed', 'code': 200} Feb 19 01:32:35.629889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:35.655931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d13bd2-9fb7-4231-a403-54da166794ee req-f2ee405f-baa1-498c-a23d-66e397b3ff48 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:35.658573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2d13bd2-9fb7-4231-a403-54da166794ee req-f2ee405f-baa1-498c-a23d-66e397b3ff48 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0555463 Feb 19 01:32:35.661604 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d9184-696c-4c88-9405-0204c9858bf9 req-6e268e2e-7078-4248-a00d-201d85b5f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:35.663360 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-235d9184-696c-4c88-9405-0204c9858bf9 req-6e268e2e-7078-4248-a00d-201d85b5f737 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 1128 time: 0.0536973 Feb 19 01:32:35.717456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c2d13bd2-9fb7-4231-a403-54da166794ee req-b38060dd-e6ae-4221-b3aa-bb24be009400 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504155 Feb 19 01:32:35.746148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38020) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:35.761099 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d9184-696c-4c88-9405-0204c9858bf9 req-e23d1f81-052b-4eea-b230-e451381e2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:35.762948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-235d9184-696c-4c88-9405-0204c9858bf9 req-e23d1f81-052b-4eea-b230-e451381e2890 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e HTTP/1.1" status: 200 len: 897 time: 0.0933869 Feb 19 01:32:35.813597 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7848cc79-80b3-43c3-b04c-7e59a6aeba87 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/63d4730e-db04-47b0-bc38-bde2c973aa8a HTTP/1.1" status: 200 len: 992 time: 0.0657854 Feb 19 01:32:35.834937 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-235d9184-696c-4c88-9405-0204c9858bf9 req-8874ccc2-19b3-4e44-a87f-75d23e63e04f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c HTTP/1.1" status: 200 len: 1000 time: 0.0652804 Feb 19 01:32:35.869153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '63d4730e-db04-47b0-bc38-bde2c973aa8a', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'port_id': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'mac_address': 'fa:16:3e:12:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:32:34Z', 'updated_at': '2022-02-19T01:32:34Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:20Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:35.884159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d9184-696c-4c88-9405-0204c9858bf9 req-a9f8a089-b727-4dcc-99b0-86eb8be38664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:35.885741 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-235d9184-696c-4c88-9405-0204c9858bf9 req-a9f8a089-b727-4dcc-99b0-86eb8be38664 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=764c447f-c7b4-486b-b83e-8eb7701006ec HTTP/1.1" status: 200 len: 834 time: 0.0451550 Feb 19 01:32:35.899201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] Checking router: fac0e92c-4d11-4e7c-89c4-1875e2ea339b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:32:35.908035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:32:35.908650 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:32:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:35.937663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d9184-696c-4c88-9405-0204c9858bf9 req-c3e58c2b-5ed0-4a57-ae13-2d2e141433d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:32:35.939287 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-235d9184-696c-4c88-9405-0204c9858bf9 req-c3e58c2b-5ed0-4a57-ae13-2d2e141433d0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479467 Feb 19 01:32:36.034435 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-235d9184-696c-4c88-9405-0204c9858bf9 req-35bf8a55-ccfe-4f76-814d-0f79ba243189 service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888672 Feb 19 01:32:36.129170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-235d9184-696c-4c88-9405-0204c9858bf9 req-903db8ca-37fb-44b2-bb36-c26ce448c63a service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894544 Feb 19 01:32:36.193361 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:32:36.426522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '63d4730e-db04-47b0-bc38-bde2c973aa8a', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'port_id': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'mac_address': 'fa:16:3e:12:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:32:34Z', 'updated_at': '2022-02-19T01:32:34Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:20Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:32:36.455804 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c093d44e-a23d-475e-ba64-9f2d78b3d23e None None] The sync data for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 is: [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '63d4730e-db04-47b0-bc38-bde2c973aa8a', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.142', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'port_id': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'mac_address': 'fa:16:3e:12:94:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:32:34Z', 'updated_at': '2022-02-19T01:32:34Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:20Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:32:36.665470 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b121565a-cc41-427f-968b-044b4e6d96c9 None None] New status for floating IP 63d4730e-db04-47b0-bc38-bde2c973aa8a: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:32:36.818048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38024) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:36.885600 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7d2c8d4e-862c-46bf-9de4-3818240fb8fd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/63d4730e-db04-47b0-bc38-bde2c973aa8a HTTP/1.1" status: 200 len: 992 time: 0.0660133 Feb 19 01:32:37.890407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38026) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:32:37.961888 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a330acf8-9dd3-47ee-937e-e732344994ef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/63d4730e-db04-47b0-bc38-bde2c973aa8a HTTP/1.1" status: 200 len: 994 time: 0.0699127 Feb 19 01:32:42.455733 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:32:48.055573 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d3c45fa-123c-462b-85c6-d2928f73059d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:49.365123 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:50.125314 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed4112d2-98dc-4754-8516-ad48551be7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:51.484016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:52.913992 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.212811 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:32:54.333615 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:01.014928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-12d211f5-3533-491f-81b8-309ca5864310 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056612 Feb 19 01:33:01.108152 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-502b8764-12c9-4f85-becc-f8e85ed69944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:01.109776 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-502b8764-12c9-4f85-becc-f8e85ed69944 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 1128 time: 0.0509412 Feb 19 01:33:01.225520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-7d228bc7-b1b9-44f0-a42c-c5429de4a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:01.228042 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-7d228bc7-b1b9-44f0-a42c-c5429de4a06d service neutron] 10.222.0.113 "GET /v2.0/networks?id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e HTTP/1.1" status: 200 len: 897 time: 0.0996771 Feb 19 01:33:01.629787 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-2ecebb91-ffab-4cc4-99e8-701dca4cec07 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c HTTP/1.1" status: 200 len: 1002 time: 0.3923008 Feb 19 01:33:01.679207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-8c0aec91-6969-4d77-837d-26a91ec3131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:01.680766 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-8c0aec91-6969-4d77-837d-26a91ec3131d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=764c447f-c7b4-486b-b83e-8eb7701006ec HTTP/1.1" status: 200 len: 834 time: 0.0447114 Feb 19 01:33:01.732157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-7de3ad64-c2b5-4b6e-baeb-81976da517bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:01.733713 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-7de3ad64-c2b5-4b6e-baeb-81976da517bf service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475249 Feb 19 01:33:01.821835 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-aa1c716f-352b-4fa5-ae8c-7f68a3c524c7 service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812917 Feb 19 01:33:01.914355 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e2b727de-ffa8-48a4-b638-7d65986f1075 req-ba397e88-d0f8-4417-b560-6f1ad74d3fa0 service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852566 Feb 19 01:33:09.411037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b0914-c169-436c-a326-37df24f01ee0 req-cff140a2-c045-46ac-93d0-df6930086c35 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:09.412428 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-458b0914-c169-436c-a326-37df24f01ee0 req-cff140a2-c045-46ac-93d0-df6930086c35 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0586126 Feb 19 01:33:09.465391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-458b0914-c169-436c-a326-37df24f01ee0 req-886235ab-62bd-4316-9906-528f041618a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471504 Feb 19 01:33:10.601741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9418bda-2d0e-48cb-9065-aa8b5871f694 req-0d812f4e-87b3-4b04-91d7-4f7f319ee6fd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:10.603281 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9418bda-2d0e-48cb-9065-aa8b5871f694 req-0d812f4e-87b3-4b04-91d7-4f7f319ee6fd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0577807 Feb 19 01:33:10.654705 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9418bda-2d0e-48cb-9065-aa8b5871f694 req-14c93ec2-213b-45fb-890e-ac35912f103c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453146 Feb 19 01:33:10.677023 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38046) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:10.744856 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a42518a7-d8bc-4426-aeae-53734bcec3f6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/63d4730e-db04-47b0-bc38-bde2c973aa8a HTTP/1.1" status: 200 len: 994 time: 0.0666442 Feb 19 01:33:12.041464 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2996072-bb75-4fff-a411-93ba7ea015ad req-c8474d5f-2934-4086-b323-c2b2a562a804 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:12.042915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2996072-bb75-4fff-a411-93ba7ea015ad req-c8474d5f-2934-4086-b323-c2b2a562a804 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0544729 Feb 19 01:33:12.100389 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2996072-bb75-4fff-a411-93ba7ea015ad req-a716b172-44a0-486b-92ff-ec2803c8a1e3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512300 Feb 19 01:33:13.248741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a5f1b-44dd-4bf5-97c5-36f05602e7c1 req-a7b7e11a-7e5a-4420-a8b6-247158b82c98 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:13.250287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b2a5f1b-44dd-4bf5-97c5-36f05602e7c1 req-a7b7e11a-7e5a-4420-a8b6-247158b82c98 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0614729 Feb 19 01:33:13.301586 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5b2a5f1b-44dd-4bf5-97c5-36f05602e7c1 req-e50c94f1-27a0-4f4c-aec6-a236a69ffd13 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455790 Feb 19 01:33:13.332312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38056) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:13.393381 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-62b79871-390e-447d-8dc3-e65d959c1485 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/63d4730e-db04-47b0-bc38-bde2c973aa8a HTTP/1.1" status: 200 len: 994 time: 0.0597038 Feb 19 01:33:13.629748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38062) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:13.796781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 9b017c5c-3a2e-4676-9ab2-5856b757e48e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:13.797026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9b017c5c-3a2e-4676-9ab2-5856b757e48e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:13.873723 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9b017c5c-3a2e-4676-9ab2-5856b757e48e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:13.874026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (9b017c5c-3a2e-4676-9ab2-5856b757e48e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:13.885825 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 9b017c5c-3a2e-4676-9ab2-5856b757e48e owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:14.039837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9b017c5c-3a2e-4676-9ab2-5856b757e48e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.069240 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=9b017c5c-3a2e-4676-9ab2-5856b757e48e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:14.091879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.092234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.092588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.092928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.093270 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.093605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.093940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.094300 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.094628 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.094956 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.095272 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.095590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.095913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:14.134008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (63d4730e-db04-47b0-bc38-bde2c973aa8a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.134523 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 63d4730e-db04-47b0-bc38-bde2c973aa8a disassociated (deleted). External IP: 172.25.6.142, port: 560d6a58-0680-4ed5-b0ec-054e7087ce2c. Feb 19 01:33:14.349720 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router fac0e92c-4d11-4e7c-89c4-1875e2ea339b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:33:14.465887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:14.471163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:14.475762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] Sync routers for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:14.487484 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:14.488110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:14.502071 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-12c1d873-993d-44d0-ab05-8cb695a9b5ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/floatingips/63d4730e-db04-47b0-bc38-bde2c973aa8a HTTP/1.1" status: 204 len: 168 time: 0.8707962 Feb 19 01:33:14.502739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:14.505131 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f74145-7314-4c63-a436-e59829342db5" -d '{"events": [{"name": "network-changed", "server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:14.544899 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67ffe5a-9d38-4d5b-9abb-7171e97f9b71 x-openstack-request-id: req-d67ffe5a-9d38-4d5b-9abb-7171e97f9b71 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:14.545256 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:14.545563 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d67ffe5a-9d38-4d5b-9abb-7171e97f9b71 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:14.546224 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'status': 'completed', 'code': 200} Feb 19 01:33:14.600390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:14.616250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74145-7314-4c63-a436-e59829342db5 req-77f28e65-ecf7-453d-a316-925e0331b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:14.617867 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90f74145-7314-4c63-a436-e59829342db5 req-77f28e65-ecf7-453d-a316-925e0331b460 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 1128 time: 0.0511298 Feb 19 01:33:14.719605 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74145-7314-4c63-a436-e59829342db5 req-6b540561-c5c7-465c-af77-ec1855235f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:14.721130 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90f74145-7314-4c63-a436-e59829342db5 req-6b540561-c5c7-465c-af77-ec1855235f55 service neutron] 10.222.0.113 "GET /v2.0/networks?id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e HTTP/1.1" status: 200 len: 897 time: 0.0936177 Feb 19 01:33:14.752510 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4491d0-c2e5-4459-81e0-18a4b011e688 req-bd26b52e-e95d-4515-9d03-82fa486faf01 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:14.754022 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d4491d0-c2e5-4459-81e0-18a4b011e688 req-bd26b52e-e95d-4515-9d03-82fa486faf01 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0600657 Feb 19 01:33:14.766460 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90f74145-7314-4c63-a436-e59829342db5 req-4977dd18-710e-44c9-a794-e73c16beacf0 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c HTTP/1.1" status: 200 len: 217 time: 0.0379274 Feb 19 01:33:14.814385 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:20Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:14.815576 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9d4491d0-c2e5-4459-81e0-18a4b011e688 req-2bdb0226-7cc7-4acc-827b-d1236062ff57 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516562 Feb 19 01:33:14.824368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74145-7314-4c63-a436-e59829342db5 req-a64210aa-a6e6-4e25-9ae4-d6a7f4d0c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:14.825829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90f74145-7314-4c63-a436-e59829342db5 req-a64210aa-a6e6-4e25-9ae4-d6a7f4d0c361 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=764c447f-c7b4-486b-b83e-8eb7701006ec HTTP/1.1" status: 200 len: 834 time: 0.0532792 Feb 19 01:33:14.847177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] Checking router: fac0e92c-4d11-4e7c-89c4-1875e2ea339b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:14.856518 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:14.857251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:14.877691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f74145-7314-4c63-a436-e59829342db5 req-f7d18957-722d-4ca2-89d8-6b3ec1c48b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:14.879261 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90f74145-7314-4c63-a436-e59829342db5 req-f7d18957-722d-4ca2-89d8-6b3ec1c48b98 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=1bce8c6d-4183-4a7a-86ee-cd97811ae71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466411 Feb 19 01:33:14.965685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:14.974386 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90f74145-7314-4c63-a436-e59829342db5 req-60399b58-3669-4ae7-9952-9eaca66877d9 service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866413 Feb 19 01:33:15.071089 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-90f74145-7314-4c63-a436-e59829342db5 req-232d1c42-08e3-4fc9-93de-8536aa8e80c2 service neutron] 10.222.0.113 "GET /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883474 Feb 19 01:33:15.163957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:20Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:15.189976 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2870c192-2d23-41ee-bfd8-4869de3a2dce None None] The sync data for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 is: [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:32:17Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '11a9fc0a-d3e2-4b76-8185-78106f2630aa', 'name': '', 'network_id': '1bce8c6d-4183-4a7a-86ee-cd97811ae71e', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:aa:66:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:17Z', 'updated_at': '2022-02-19T01:32:20Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '764c447f-c7b4-486b-b83e-8eb7701006ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:15.425477 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c58721-f92d-4dd3-ac5e-c89f24646de5 None None] New status for floating IP 63d4730e-db04-47b0-bc38-bde2c973aa8a: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:33:15.949877 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164a671-c4f2-4bda-81df-6d58048ba1c2 req-964e1a2b-1be8-4f08-95db-461282158166 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:15.951392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7164a671-c4f2-4bda-81df-6d58048ba1c2 req-964e1a2b-1be8-4f08-95db-461282158166 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0570064 Feb 19 01:33:16.003913 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7164a671-c4f2-4bda-81df-6d58048ba1c2 req-e07bde31-50fc-41b0-850a-e6ba098012de tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=66715a33-22b7-4066-b2bf-0285fc90b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442090 Feb 19 01:33:16.306742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-feaa288d-f7c8-49ed-8ac4-1d70e9214e76 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.308634 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-feaa288d-f7c8-49ed-8ac4-1d70e9214e76 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 946 time: 0.0676558 Feb 19 01:33:16.409806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 560d6a58-0680-4ed5-b0ec-054e7087ce2c {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:16.410057 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:16.506679 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 560d6a58-0680-4ed5-b0ec-054e7087ce2c, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=560d6a58-0680-4ed5-b0ec-054e7087ce2c,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:16.507123 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:16.520742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 560d6a58-0680-4ed5-b0ec-054e7087ce2c owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:16.673825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2554ce7-b3e6-40ec-b7a1-c0ed29428bed req-61aa431d-0a2e-4de5-acb6-44c22d3bb103 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0714886 Feb 19 01:33:16.678700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (560d6a58-0680-4ed5-b0ec-054e7087ce2c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:16.710518 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=560d6a58-0680-4ed5-b0ec-054e7087ce2c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:16.759187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2554ce7-b3e6-40ec-b7a1-c0ed29428bed req-ded43c66-d83c-4b3f-9a44-144f4d2f30b7 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0428636 Feb 19 01:33:16.765736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] No DVR routers for this DVR port 560d6a58-0680-4ed5-b0ec-054e7087ce2c on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:33:16.768323 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:16.771874 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c6c2cc20-a2bb-4011-a44e-1129385c1f60 req-3646053d-10c3-4993-9605-ec07915d954c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "DELETE /v2.0/ports/560d6a58-0680-4ed5-b0ec-054e7087ce2c HTTP/1.1" status: 204 len: 173 time: 0.4574456 Feb 19 01:33:16.772305 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'name': 'network-vif-deleted', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:16.774796 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffdc944-f34a-40f1-a650-99d04c829cca" -d '{"events": [{"server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "name": "network-vif-deleted", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:16.800939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2554ce7-b3e6-40ec-b7a1-c0ed29428bed req-049e2c7a-84a9-4d53-9e5e-a888719991ad service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213852 Feb 19 01:33:16.815672 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98903d2a-a960-48c5-91ce-a8eb5a92bf72 x-openstack-request-id: req-98903d2a-a960-48c5-91ce-a8eb5a92bf72 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:16.815980 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fba6d1ab-5253-4009-92ad-bc65cd846ad1", "name": "network-vif-deleted", "tag": "560d6a58-0680-4ed5-b0ec-054e7087ce2c", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:16.816237 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98903d2a-a960-48c5-91ce-a8eb5a92bf72 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:16.816648 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fba6d1ab-5253-4009-92ad-bc65cd846ad1', 'name': 'network-vif-deleted', 'tag': '560d6a58-0680-4ed5-b0ec-054e7087ce2c', 'status': 'completed', 'code': 200} Feb 19 01:33:16.911232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2554ce7-b3e6-40ec-b7a1-c0ed29428bed req-3083ebd6-87b9-4805-9821-3c8945ee2429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:16.912763 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b2554ce7-b3e6-40ec-b7a1-c0ed29428bed req-3083ebd6-87b9-4805-9821-3c8945ee2429 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1046054 Feb 19 01:33:17.132882 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-adcdff08-d00d-48b3-baed-949cd4d789cf req-036d3362-1d23-4cdd-bd08-d6e00db88d8c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=fba6d1ab-5253-4009-92ad-bc65cd846ad1 HTTP/1.1" status: 200 len: 210 time: 0.0304868 Feb 19 01:33:18.060969 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7413bfbe-9f29-4434-ab4f-975be4de0147 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:18.194774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38080) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:18.589575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:18.859741 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 11a9fc0a-d3e2-4b76-8185-78106f2630aa {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:18.860093 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:18.961685 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 11a9fc0a-d3e2-4b76-8185-78106f2630aa, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=11a9fc0a-d3e2-4b76-8185-78106f2630aa,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:18.962013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:18.973997 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 11a9fc0a-d3e2-4b76-8185-78106f2630aa owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:19.172040 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (11a9fc0a-d3e2-4b76-8185-78106f2630aa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.198092 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=11a9fc0a-d3e2-4b76-8185-78106f2630aa,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:19.210630 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.210947 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.211301 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.211640 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.212002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.212332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.212659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.212986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.213300 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.213639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.213933 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.214297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.214624 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:19.359607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.385193 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.454456 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:33:19.618220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router fac0e92c-4d11-4e7c-89c4-1875e2ea339b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:33:19.731880 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:19.737279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7cb390d8-a946-4a1f-846c-cba5af5770ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/fac0e92c-4d11-4e7c-89c4-1875e2ea339b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5414240 Feb 19 01:33:19.740147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38082) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:19.742639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] Sync routers for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:19.755614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:19.756494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:32:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:19.798907 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9c265f-e117-421a-9128-e5a49e76f25a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting subnet 764c447f-c7b4-486b-b83e-8eb7701006ec {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:33:19.802397 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d9c265f-e117-421a-9128-e5a49e76f25a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (764c447f-c7b4-486b-b83e-8eb7701006ec), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.842983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d9c265f-e117-421a-9128-e5a49e76f25a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (764c447f-c7b4-486b-b83e-8eb7701006ec), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.867437 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:19.932416 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d9c265f-e117-421a-9128-e5a49e76f25a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (764c447f-c7b4-486b-b83e-8eb7701006ec), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:19.991917 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d9c265f-e117-421a-9128-e5a49e76f25a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (764c447f-c7b4-486b-b83e-8eb7701006ec), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.020272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4d9c265f-e117-421a-9128-e5a49e76f25a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.027536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4d9c265f-e117-421a-9128-e5a49e76f25a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/subnets/764c447f-c7b4-486b-b83e-8eb7701006ec HTTP/1.1" status: 204 len: 168 time: 0.2837381 Feb 19 01:33:20.027757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aabfdb-54ef-4716-9e3a-44b6adc96e7e None None] Network 1bce8c6d-4183-4a7a-86ee-cd97811ae71e requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:20.027856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38084) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:20.030653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c265f-e117-421a-9128-e5a49e76f25a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Subnet': ['ID=764c447f-c7b4-486b-b83e-8eb7701006ec,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:20.145401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.147659 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6230bfd2-693e-40c8-9e2c-6e14856cd184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.152624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:33:19Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:20.184054 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] Checking router: fac0e92c-4d11-4e7c-89c4-1875e2ea339b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:20.196894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] Routers {'fac0e92c-4d11-4e7c-89c4-1875e2ea339b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:20.200263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:33:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:20.249205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] DHCP port deletion for 1bce8c6d-4183-4a7a-86ee-cd97811ae71e request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:33:20.266977 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.321313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:20.321661 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.333902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] Set router fac0e92c-4d11-4e7c-89c4-1875e2ea339b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:20.402278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 1a930365-73c3-4b3a-bcc9-423b7bbad5d5, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=1a930365-73c3-4b3a-bcc9-423b7bbad5d5,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:20.403009 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.416820 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:20.596447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (1a930365-73c3-4b3a-bcc9-423b7bbad5d5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.613670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Deleting port 2733aac3-71f3-45d5-adc7-a56235ac547c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:33:20.614323 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.627304 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=1a930365-73c3-4b3a-bcc9-423b7bbad5d5,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:20.697060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] For port 2733aac3-71f3-45d5-adc7-a56235ac547c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=2733aac3-71f3-45d5-adc7-a56235ac547c,segment=NetworkSegment(48f54f57-0490-475b-a4d4-384fc85693ce),segment_id=48f54f57-0490-475b-a4d4-384fc85693ce)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:20.697456 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.699428 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.728100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Calling delete_port for 2733aac3-71f3-45d5-adc7-a56235ac547c owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:33:20.796909 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.799098 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.808783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:33:19Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:20.842388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517baa9-e8c2-400e-9a7e-9e224fa428f0 None None] The sync data for ids ['fac0e92c-4d11-4e7c-89c4-1875e2ea339b'] in n-d-826527-3 is: [{'id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-192315783', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:32:13Z', 'updated_at': '2022-02-19T01:33:19Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': '1a930365-73c3-4b3a-bcc9-423b7bbad5d5', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:cf:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac0e92c-4d11-4e7c-89c4-1875e2ea339b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:32:14Z', 'updated_at': '2022-02-19T01:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:20.847686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (fac0e92c-4d11-4e7c-89c4-1875e2ea339b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.848377 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Fanout notify agent at l3_agent the message router_deleted on router fac0e92c-4d11-4e7c-89c4-1875e2ea339b {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:33:20.852423 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (2733aac3-71f3-45d5-adc7-a56235ac547c), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.857004 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:20.860729 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-94bcb901-528f-4836-9675-7b66232f86d5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/routers/fac0e92c-4d11-4e7c-89c4-1875e2ea339b HTTP/1.1" status: 204 len: 168 time: 0.8292494 Feb 19 01:33:20.861727 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38086) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:20.884065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Pushing event deleted for resources: {'Port': ['ID=2733aac3-71f3-45d5-adc7-a56235ac547c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:20.887522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] No DVR routers for this DVR port 2733aac3-71f3-45d5-adc7-a56235ac547c on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:33:20.896937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.897284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.897665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.898100 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.898377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.898710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.899040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.899366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.899787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.900035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.900312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.900642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.900957 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f50e4d-ccc4-4d24-9e6a-ae5740691a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:20.951732 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (1bce8c6d-4183-4a7a-86ee-cd97811ae71e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.039867 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (1bce8c6d-4183-4a7a-86ee-cd97811ae71e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.058415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 560d6a58-0680-4ed5-b0ec-054e7087ce2c no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:21.061135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bce8c6d-4183-4a7a-86ee-cd97811ae71e']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:21.070638 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f54f57-0490-475b-a4d4-384fc85693ce') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:21.070980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f54f57-0490-475b-a4d4-384fc85693ce') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:21.080000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 560d6a58-0680-4ed5-b0ec-054e7087ce2c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:21.080344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 560d6a58-0680-4ed5-b0ec-054e7087ce2c not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:21.080622 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (48f54f57-0490-475b-a4d4-384fc85693ce), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.095721 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (48f54f57-0490-475b-a4d4-384fc85693ce), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.102287 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:33:21.102582 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (48f54f57-0490-475b-a4d4-384fc85693ce), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:33:21.106118 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:33:21.173024 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (1bce8c6d-4183-4a7a-86ee-cd97811ae71e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.181095 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.184239 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/networks/1bce8c6d-4183-4a7a-86ee-cd97811ae71e HTTP/1.1" status: 204 len: 168 time: 0.3210273 Feb 19 01:33:21.187262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38088) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:21.196885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14851723-d19f-40e2-b0b7-15611ca9e9f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Network': ['ID=1bce8c6d-4183-4a7a-86ee-cd97811ae71e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:21.255137 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cc31a6-fd63-4ddb-a4c6-fedbaf8631c6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (66715a33-22b7-4066-b2bf-0285fc90b4c9), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.286030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cc31a6-fd63-4ddb-a4c6-fedbaf8631c6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (66715a33-22b7-4066-b2bf-0285fc90b4c9), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.348783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cc31a6-fd63-4ddb-a4c6-fedbaf8631c6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (66715a33-22b7-4066-b2bf-0285fc90b4c9), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.352455 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-69cc31a6-fd63-4ddb-a4c6-fedbaf8631c6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.356840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-69cc31a6-fd63-4ddb-a4c6-fedbaf8631c6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/security-groups/66715a33-22b7-4066-b2bf-0285fc90b4c9 HTTP/1.1" status: 204 len: 168 time: 0.1684821 Feb 19 01:33:21.366358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc31a6-fd63-4ddb-a4c6-fedbaf8631c6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66715a33-22b7-4066-b2bf-0285fc90b4c9,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:21.480020 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.576951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38094) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:21.583629 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f65c1f61-c02c-48d6-a758-bb7ed041b5da tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1151412174', 'description': 'tempest-secgroup-smoke-1151412174 description', 'project_id': '12e0f59060a6473bacaaa3cc0794928a'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:21.611610 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f65c1f61-c02c-48d6-a758-bb7ed041b5da tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.683107 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f65c1f61-c02c-48d6-a758-bb7ed041b5da tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (2c4e49fc-0894-4571-b9b2-9338198e5760), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.688724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f65c1f61-c02c-48d6-a758-bb7ed041b5da tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2c4e49fc-0894-4571-b9b2-9338198e5760), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.717023 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f65c1f61-c02c-48d6-a758-bb7ed041b5da tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.718274 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f65c1f61-c02c-48d6-a758-bb7ed041b5da tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1400368 Feb 19 01:33:21.721360 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38096) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:21.722332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c1f61-c02c-48d6-a758-bb7ed041b5da tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e49fc-0894-4571-b9b2-9338198e5760,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:21.726120 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-9ebca9e8-3ffb-4943-b1f1-9ff9dcd2694c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '2c4e49fc-0894-4571-b9b2-9338198e5760', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:21.752300 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ebca9e8-3ffb-4943-b1f1-9ff9dcd2694c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (89543bc9-ff19-47d5-9a8b-4b7770a78b99), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.796708 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ebca9e8-3ffb-4943-b1f1-9ff9dcd2694c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (89543bc9-ff19-47d5-9a8b-4b7770a78b99), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.801984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ebca9e8-3ffb-4943-b1f1-9ff9dcd2694c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (89543bc9-ff19-47d5-9a8b-4b7770a78b99), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.819295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebca9e8-3ffb-4943-b1f1-9ff9dcd2694c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89543bc9-ff19-47d5-9a8b-4b7770a78b99,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:21.829024 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-9ebca9e8-3ffb-4943-b1f1-9ff9dcd2694c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.832735 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9ebca9e8-3ffb-4943-b1f1-9ff9dcd2694c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078482 Feb 19 01:33:21.833018 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38098) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:21.837549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f838dd73-338a-4c0c-8535-339c8a5e2a61 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '2c4e49fc-0894-4571-b9b2-9338198e5760', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:21.864428 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f838dd73-338a-4c0c-8535-339c8a5e2a61 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (225233d0-df65-4ed6-8fca-fb86170db90e), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.922335 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f838dd73-338a-4c0c-8535-339c8a5e2a61 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (225233d0-df65-4ed6-8fca-fb86170db90e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.926809 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f838dd73-338a-4c0c-8535-339c8a5e2a61 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (225233d0-df65-4ed6-8fca-fb86170db90e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.944572 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838dd73-338a-4c0c-8535-339c8a5e2a61 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225233d0-df65-4ed6-8fca-fb86170db90e,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:21.952896 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f838dd73-338a-4c0c-8535-339c8a5e2a61 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:21.954106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f838dd73-338a-4c0c-8535-339c8a5e2a61 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201141 Feb 19 01:33:21.957062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38100) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:21.961509 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1dfbd3c4-82ec-41fc-9541-932f3b2761e9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '2c4e49fc-0894-4571-b9b2-9338198e5760', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:21.988147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1dfbd3c4-82ec-41fc-9541-932f3b2761e9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (79d9b8f7-1c45-47ea-8dd9-cbb2dec98fd7), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.052804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1dfbd3c4-82ec-41fc-9541-932f3b2761e9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (79d9b8f7-1c45-47ea-8dd9-cbb2dec98fd7), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.057182 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1dfbd3c4-82ec-41fc-9541-932f3b2761e9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (79d9b8f7-1c45-47ea-8dd9-cbb2dec98fd7), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.061684 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 11a9fc0a-d3e2-4b76-8185-78106f2630aa no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:22.074682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbd3c4-82ec-41fc-9541-932f3b2761e9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d9b8f7-1c45-47ea-8dd9-cbb2dec98fd7,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.082927 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1dfbd3c4-82ec-41fc-9541-932f3b2761e9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.083326 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 11a9fc0a-d3e2-4b76-8185-78106f2630aa {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:22.083829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 11a9fc0a-d3e2-4b76-8185-78106f2630aa not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:22.084196 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1dfbd3c4-82ec-41fc-9541-932f3b2761e9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261740 Feb 19 01:33:22.084453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2733aac3-71f3-45d5-adc7-a56235ac547c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:22.087994 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38102) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.091700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-8c292058-d96a-4fc9-834a-f9a2ca4d7ecb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '2c4e49fc-0894-4571-b9b2-9338198e5760', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:22.105315 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 2733aac3-71f3-45d5-adc7-a56235ac547c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:22.105811 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 2733aac3-71f3-45d5-adc7-a56235ac547c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:22.106332 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:33:22.116597 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c292058-d96a-4fc9-834a-f9a2ca4d7ecb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (c16704bf-a36a-4b8f-a28d-6c11a2a920a2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.126704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:33:22.127061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 1a930365-73c3-4b3a-bcc9-423b7bbad5d5 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:33:22.179981 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c292058-d96a-4fc9-834a-f9a2ca4d7ecb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (c16704bf-a36a-4b8f-a28d-6c11a2a920a2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.184773 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c292058-d96a-4fc9-834a-f9a2ca4d7ecb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (c16704bf-a36a-4b8f-a28d-6c11a2a920a2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.202275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c292058-d96a-4fc9-834a-f9a2ca4d7ecb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16704bf-a36a-4b8f-a28d-6c11a2a920a2,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.209761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8c292058-d96a-4fc9-834a-f9a2ca4d7ecb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.211062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8c292058-d96a-4fc9-834a-f9a2ca4d7ecb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229687 Feb 19 01:33:22.213889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38104) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.218380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-1302b4ac-e0df-4080-883e-77b958c3a744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '2c4e49fc-0894-4571-b9b2-9338198e5760', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:22.239873 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-1302b4ac-e0df-4080-883e-77b958c3a744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:33:22.245280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1302b4ac-e0df-4080-883e-77b958c3a744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (dc872444-3175-443b-a9af-b366ed0e47d0), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.310644 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1302b4ac-e0df-4080-883e-77b958c3a744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (dc872444-3175-443b-a9af-b366ed0e47d0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.315741 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1302b4ac-e0df-4080-883e-77b958c3a744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (dc872444-3175-443b-a9af-b366ed0e47d0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.336031 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302b4ac-e0df-4080-883e-77b958c3a744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc872444-3175-443b-a9af-b366ed0e47d0,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.342031 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1302b4ac-e0df-4080-883e-77b958c3a744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.343314 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1302b4ac-e0df-4080-883e-77b958c3a744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283929 Feb 19 01:33:22.346217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38106) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.352231 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d6c9895c-ad31-4df6-b09b-afbccc23351b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '2c4e49fc-0894-4571-b9b2-9338198e5760', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:22.374492 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-d6c9895c-ad31-4df6-b09b-afbccc23351b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:33:22.379841 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6c9895c-ad31-4df6-b09b-afbccc23351b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (720865cf-d67c-4078-849f-7346dbd8eb01), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.442949 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6c9895c-ad31-4df6-b09b-afbccc23351b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (720865cf-d67c-4078-849f-7346dbd8eb01), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.447749 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6c9895c-ad31-4df6-b09b-afbccc23351b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (720865cf-d67c-4078-849f-7346dbd8eb01), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.465665 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9895c-ad31-4df6-b09b-afbccc23351b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720865cf-d67c-4078-849f-7346dbd8eb01,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.474838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d6c9895c-ad31-4df6-b09b-afbccc23351b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.479298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d6c9895c-ad31-4df6-b09b-afbccc23351b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289473 Feb 19 01:33:22.479706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38108) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.484981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'network': {'name': 'tempest-network-smoke--1095260728', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'port_security_enabled': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:22.505228 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:22.508968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.537194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:33:22.547202 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.547559 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Added segment e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6 of type vlan for network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae Feb 19 01:33:22.589776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.614811 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.619822 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:22.620405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.677097 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1960006 Feb 19 01:33:22.679746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38110) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:22.684778 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'admin_state_up': True, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:22.688878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88552a4e-9965-42ba-b491-300f8e9fcbd1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Network': ['ID=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:22.700463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:33:22.717154 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (0f912352-0743-4d03-a8a9-f857c99167b1), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.719172 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (0f912352-0743-4d03-a8a9-f857c99167b1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.783969 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (0f912352-0743-4d03-a8a9-f857c99167b1), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.916498 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:22.931506 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (0f912352-0743-4d03-a8a9-f857c99167b1), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.132550 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (0f912352-0743-4d03-a8a9-f857c99167b1), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.156599 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.262307 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.21 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/b6d0c683-6107-4a97-b1cb-dfa2a1d58cda) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:23.380736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.426027 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:23.466400 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:23.473165 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:23.477738 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:23.481294 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=b6d0c683-6107-4a97-b1cb-dfa2a1d58cda,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:23.746108 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (0f912352-0743-4d03-a8a9-f857c99167b1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:24.208102 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:24.312064 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (0f912352-0743-4d03-a8a9-f857c99167b1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:24.314811 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:24.455780 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 0f912352-0743-4d03-a8a9-f857c99167b1 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:33:24.574093 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:24.586700 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Sync routers for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:24.599966 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:24.601363 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7b9e1fc7-e1d2-4031-924d-54d69ce20ae5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9203153 Feb 19 01:33:24.603191 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:24.604182 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:33:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:24.605794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38112) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:24.638004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29d9b6d8-1d4c-470b-9ec9-b37e62e248c7 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=12e0f59060a6473bacaaa3cc0794928a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308123 Feb 19 01:33:24.640811 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38114) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:24.710819 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:24.724437 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c0ad1a-09b8-423d-92ff-070ebb21431e tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:24.729226 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-03c0ad1a-09b8-423d-92ff-070ebb21431e tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0843444 Feb 19 01:33:24.729446 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38116) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:24.759675 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a62e49cb-f3e4-40c5-92eb-d3f470752160 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265236 Feb 19 01:33:24.759913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38118) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:24.764527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-980201311', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:24.852934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:24.856968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:24.885829 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:23Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:24.917277 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Checking router: 0f912352-0743-4d03-a8a9-f857c99167b1 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:24.917724 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Updating router 0f912352-0743-4d03-a8a9-f857c99167b1 port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:33:24.945515 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.041526 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.099363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Subnet': ['ID=9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:25.110005 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Checking segment: {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:25.110405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network hostable DHCP agents. Network: 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:33:25.134546 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:33:25.145129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:25.150044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:25.150670 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.158648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27678bc-d8f7-47a1-a106-7a71e3aa51b1 None None] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:25.171556 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4d8e6af7-569c-4385-8745-c92db2cacc67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4098425 Feb 19 01:33:25.171837 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38120) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:25.194418 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Publish callbacks [] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.201106 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.251442 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Pushing event updated for resources: {'Port': ['ID=b6d0c683-6107-4a97-b1cb-dfa2a1d58cda,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:25.260919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:33:25.261787 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.265349 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.265900 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.266262 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.266601 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.266960 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.267366 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.267760 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.268095 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.268417 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.268740 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.269064 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.269385 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.269705 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:33:25.275167 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Attempting to bind port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:25.275771 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Attempting to bind port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:25.276335 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Attempting to bind port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:25.281804 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:25.282217 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:25.282624 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.283318 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:25.283649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Bound port: b6d0c683-6107-4a97-b1cb-dfa2a1d58cda, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:25.284031 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.337723 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] For port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:25.341303 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] For port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b6d0c683-6107-4a97-b1cb-dfa2a1d58cda,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:25.347500 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.410776 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcf1aa-f6db-4838-a454-2e7b8544fe19 None None] Pushing event updated for resources: {'Port': ['ID=b6d0c683-6107-4a97-b1cb-dfa2a1d58cda,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:25.413508 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:25.414118 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:33:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:25.416366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Allocated IP 172.20.0.2 (9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae/9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816/fab2702d-fcea-4380-973e-d20bf9f6a88d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:25.524145 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:25.567370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Publish callbacks [] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.574605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.613861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:25.616844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:25.623148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:25.627587 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.630447 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Pushing event updated for resources: {'Port': ['ID=fab2702d-fcea-4380-973e-d20bf9f6a88d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:25.682829 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Attempting to bind port fab2702d-fcea-4380-973e-d20bf9f6a88d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:25.683386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Attempting to bind port fab2702d-fcea-4380-973e-d20bf9f6a88d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:25.683848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Attempting to bind port fab2702d-fcea-4380-973e-d20bf9f6a88d on network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:25.689072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:25.689586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Checking segment: {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:25.690318 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.690628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Bound using segment: {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:25.691195 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Bound port: fab2702d-fcea-4380-973e-d20bf9f6a88d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:25.691680 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.761197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] For port fab2702d-fcea-4380-973e-d20bf9f6a88d, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:25.767105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] For port fab2702d-fcea-4380-973e-d20bf9f6a88d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fab2702d-fcea-4380-973e-d20bf9f6a88d,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:25.772743 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:25.817882 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:23Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:25.827089 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddacdd08-3283-4705-a7f0-fa49995585c9 None None] Pushing event updated for resources: {'Port': ['ID=fab2702d-fcea-4380-973e-d20bf9f6a88d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:25.847758 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c1e37-a2e0-4a76-be71-c9dfa9edba17 None None] The sync data for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 is: [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:23Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:25.939375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.1 (9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae/9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816/6c1ffffe-209d-4089-a50d-50e45d8ec84c) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:26.089355 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.151175 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.170266 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fab2702d-fcea-4380-973e-d20bf9f6a88d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:26.213441 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:26.216678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:26.223112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:26.234757 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=6c1ffffe-209d-4089-a50d-50e45d8ec84c,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:26.243101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fab2702d-fcea-4380-973e-d20bf9f6a88d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:26.243875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.280215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (0f912352-0743-4d03-a8a9-f857c99167b1), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.338337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fab2702d-fcea-4380-973e-d20bf9f6a88d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:26.338929 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.372256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port fab2702d-fcea-4380-973e-d20bf9f6a88d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fab2702d-fcea-4380-973e-d20bf9f6a88d,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:26.378633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.432782 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=fab2702d-fcea-4380-973e-d20bf9f6a88d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:26.448215 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.766376 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.773006 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.850353 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=6c1ffffe-209d-4089-a50d-50e45d8ec84c,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:26.855131 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (0f912352-0743-4d03-a8a9-f857c99167b1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:26.898506 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdf5e53-7d5d-4f50-9e1b-e953121501eb None None] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:33:26.952946 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:26.954543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:26.971388 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-343bab82-1cc2-4cea-b50e-200fa2b6caca None None] Provisioning complete for port fab2702d-fcea-4380-973e-d20bf9f6a88d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:26.971769 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-343bab82-1cc2-4cea-b50e-200fa2b6caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:27.082499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 0f912352-0743-4d03-a8a9-f857c99167b1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:33:27.089156 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-343bab82-1cc2-4cea-b50e-200fa2b6caca None None] Current status of the port fab2702d-fcea-4380-973e-d20bf9f6a88d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:27.199940 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:27.205047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8617f7f2-c2cb-4437-aa8f-9c34ab791981 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/0f912352-0743-4d03-a8a9-f857c99167b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0320327 Feb 19 01:33:27.315556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ef960c9c-3f47-43b8-b73e-b6343e49ee7f None None] Provisioning complete for port 6c1ffffe-209d-4089-a50d-50e45d8ec84c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:27.315941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef960c9c-3f47-43b8-b73e-b6343e49ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:27.361682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ef960c9c-3f47-43b8-b73e-b6343e49ee7f None None] Port 6c1ffffe-209d-4089-a50d-50e45d8ec84c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:27.372896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ef960c9c-3f47-43b8-b73e-b6343e49ee7f None None] Provisioning complete for port fab2702d-fcea-4380-973e-d20bf9f6a88d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:27.373117 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-c1d6ba1d-c83d-4013-92f0-41f792503180 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151412174&fields=id&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 267 time: 0.0500915 Feb 19 01:33:27.373373 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef960c9c-3f47-43b8-b73e-b6343e49ee7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:27.460545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ef960c9c-3f47-43b8-b73e-b6343e49ee7f None None] Current status of the port fab2702d-fcea-4380-973e-d20bf9f6a88d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:27.490865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-e0e82d35-52e5-49d3-9b2f-f9207590ed06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:27.492519 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-e0e82d35-52e5-49d3-9b2f-f9207590ed06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/networks?id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae HTTP/1.1" status: 200 len: 797 time: 0.1116767 Feb 19 01:33:27.509508 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-c3e8e15e-6081-42c0-8efb-516e5ebd29b8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/quotas/12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 375 time: 0.0101039 Feb 19 01:33:27.569493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-1ef40bbb-ce40-4f5b-9f6e-70cd38777337 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539982 Feb 19 01:33:27.590753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-66b4d521-5e23-47ac-a272-7b5c2d0e7cdb None None] Provisioning complete for port 6c1ffffe-209d-4089-a50d-50e45d8ec84c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:27.591162 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66b4d521-5e23-47ac-a272-7b5c2d0e7cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:27.630737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-66b4d521-5e23-47ac-a272-7b5c2d0e7cdb None None] Port 6c1ffffe-209d-4089-a50d-50e45d8ec84c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:27.666956 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Sync routers for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:27.676314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:27.677069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:33:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:27.677244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-a7f156d3-8d3a-41c1-a689-7f539f3860ca service neutron] 10.222.0.60 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928276 Feb 19 01:33:27.772402 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-4eb72042-5fe5-4d3d-b1dd-557afe056ea1 service neutron] 10.222.0.60 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892136 Feb 19 01:33:27.793874 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c72468af-b812-4b9c-95e8-2274cd40ae60 None None] Provisioning complete for port 6c1ffffe-209d-4089-a50d-50e45d8ec84c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:27.794715 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c72468af-b812-4b9c-95e8-2274cd40ae60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:27.796885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:27.864884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c72468af-b812-4b9c-95e8-2274cd40ae60 None None] Port 6c1ffffe-209d-4089-a50d-50e45d8ec84c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:28.000111 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e204fe96-d567-4f9a-8ed8-1534e4e44f0f req-23ad3e1e-d499-4e00-b3e8-c5afba59f194 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 210 time: 0.0825231 Feb 19 01:33:28.057928 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 2, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:28.084263 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Checking router: 0f912352-0743-4d03-a8a9-f857c99167b1 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:28.084706 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Updating router 0f912352-0743-4d03-a8a9-f857c99167b1 port 6c1ffffe-209d-4089-a50d-50e45d8ec84c binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:33:28.113573 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.161284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b6d0c683-6107-4a97-b1cb-dfa2a1d58cda up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:28.319565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:28.319945 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.469143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:28.469870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.484004 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Publish callbacks [] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.497068 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.499921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b6d0c683-6107-4a97-b1cb-dfa2a1d58cda,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:28.527011 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.527771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fab2702d-fcea-4380-973e-d20bf9f6a88d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:28.574881 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82817e8f-5ac4-4d90-b303-5cffdb4bae1d None None] Pushing event updated for resources: {'Port': ['ID=6c1ffffe-209d-4089-a50d-50e45d8ec84c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:28.860769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Attempting to bind port 6c1ffffe-209d-4089-a50d-50e45d8ec84c on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:28.861137 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Attempting to bind port 6c1ffffe-209d-4089-a50d-50e45d8ec84c by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:28.861494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Attempting to bind port 6c1ffffe-209d-4089-a50d-50e45d8ec84c on network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:28.869158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=b6d0c683-6107-4a97-b1cb-dfa2a1d58cda,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:28.876217 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:28.876589 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Checking segment: {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:28.877008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.877387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Bound using segment: {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:28.877859 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Bound port: 6c1ffffe-209d-4089-a50d-50e45d8ec84c, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:28.878275 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.881003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fab2702d-fcea-4380-973e-d20bf9f6a88d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:28.881355 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.884921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-13e9ac80-2711-456c-aaf1-a8cc694ad8b0 None None] Provisioning complete for port 6c1ffffe-209d-4089-a50d-50e45d8ec84c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:28.885285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13e9ac80-2711-456c-aaf1-a8cc694ad8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:28.981750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-13e9ac80-2711-456c-aaf1-a8cc694ad8b0 None None] Port 6c1ffffe-209d-4089-a50d-50e45d8ec84c cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:29.000922 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-f283dfcb-d493-45b2-a187-b731f916460f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:29.002873 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-f283dfcb-d493-45b2-a187-b731f916460f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/networks?id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae HTTP/1.1" status: 200 len: 797 time: 0.1325047 Feb 19 01:33:29.015066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] For port 6c1ffffe-209d-4089-a50d-50e45d8ec84c, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:29.018936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] For port 6c1ffffe-209d-4089-a50d-50e45d8ec84c, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6c1ffffe-209d-4089-a50d-50e45d8ec84c,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:29.053827 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.060157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fab2702d-fcea-4380-973e-d20bf9f6a88d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:29.073400 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-2ed8b222-156d-4f63-a9cf-10d87d9eebef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 380 time: 0.0608945 Feb 19 01:33:29.084275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'port': {'device_id': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'admin_state_up': True, 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'security_groups': ['2c4e49fc-0894-4571-b9b2-9338198e5760']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:29.119997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82817e8f-5ac4-4d90-b303-5cffdb4bae1d None None] Pushing event updated for resources: {'Port': ['ID=6c1ffffe-209d-4089-a50d-50e45d8ec84c,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:29.122335 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:29.122955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:33:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:29.188573 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf19b454-47fe-4635-b45c-c44131c51612 req-18bd6f35-63c3-4fe5-89f6-b2d7000b4ea7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 210 time: 0.1096487 Feb 19 01:33:29.215010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:33:29.219442 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.257576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:29.360954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.11 (9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae/9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816/6a546a48-bb93-4991-b99a-30c5ba23b2a6) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:29.423177 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a9388e69-4417-4d23-b3d0-7901399f7924 None None] Provisioning complete for port 6c1ffffe-209d-4089-a50d-50e45d8ec84c triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:29.423498 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9388e69-4417-4d23-b3d0-7901399f7924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.503067 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.528125 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:29Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:29.539371 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.559417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecd22c1-faf7-4e4b-8054-82b2ee1a68c5 None None] The sync data for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 is: [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:29Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:29.560975 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9388e69-4417-4d23-b3d0-7901399f7924 None None] Current status of the port 6c1ffffe-209d-4089-a50d-50e45d8ec84c is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:29.561370 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9388e69-4417-4d23-b3d0-7901399f7924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.587073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:29.591682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:29.609846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a9388e69-4417-4d23-b3d0-7901399f7924 None None] For port 6c1ffffe-209d-4089-a50d-50e45d8ec84c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6c1ffffe-209d-4089-a50d-50e45d8ec84c,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:29.619350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9388e69-4417-4d23-b3d0-7901399f7924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.636285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:29.666516 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=6a546a48-bb93-4991-b99a-30c5ba23b2a6,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:29.692104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9388e69-4417-4d23-b3d0-7901399f7924 None None] Pushing event updated for resources: {'Port': ['ID=6c1ffffe-209d-4089-a50d-50e45d8ec84c,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:29.705207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:29.705881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.724995 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-960856e2-7c02-4168-bb96-7318f43223e1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6451278 Feb 19 01:33:29.741232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Request body: {'port': {'device_id': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:29.812812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.865443 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-636d2e3c-5215-48dd-8804-026ece6ffc3f None None] Provisioning complete for port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:29.865928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-636d2e3c-5215-48dd-8804-026ece6ffc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:29.900896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-636d2e3c-5215-48dd-8804-026ece6ffc3f None None] Port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:33:30.108789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a546a48-bb93-4991-b99a-30c5ba23b2a6 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:30.117527 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Publish callbacks [] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:30.130770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Transition to ACTIVE for port object 6a546a48-bb93-4991-b99a-30c5ba23b2a6 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:33:30.137844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:30.161707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6c1ffffe-209d-4089-a50d-50e45d8ec84c up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:30.200507 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Pushing event updated for resources: {'Port': ['ID=6a546a48-bb93-4991-b99a-30c5ba23b2a6,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:30.251700 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 6c1ffffe-209d-4089-a50d-50e45d8ec84c triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:30.253812 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:30.296356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Attempting to bind port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:33:30.296939 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Attempting to bind port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:33:30.297372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Attempting to bind port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 on network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:30.310363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 on network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:33:30.310799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Attempting to bind port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 on network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:33:30.324845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:33:30.325350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Checking segment: {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:33:30.325925 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Bound using segment: {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:33:30.326600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Bound port: 6a546a48-bb93-4991-b99a-30c5ba23b2a6, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:33:30.326970 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:30.371136 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 6c1ffffe-209d-4089-a50d-50e45d8ec84c is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:30.371765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f3536-d34c-4f81-91a7-d0dae97d68ed req-a5f5092f-a6a6-4665-a1fb-2c4c166331ef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:30.372305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b6d0c683-6107-4a97-b1cb-dfa2a1d58cda up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:30.374433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c91f3536-d34c-4f81-91a7-d0dae97d68ed req-a5f5092f-a6a6-4665-a1fb-2c4c166331ef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 944 time: 0.0903151 Feb 19 01:33:30.425619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] For port 6a546a48-bb93-4991-b99a-30c5ba23b2a6, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:33:30.429294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] For port 6a546a48-bb93-4991-b99a-30c5ba23b2a6, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:33:30.442210 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:30.446529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:30.446926 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:30.466644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c91f3536-d34c-4f81-91a7-d0dae97d68ed req-47a3532a-8a91-4a39-8012-539d6e8cf5ce tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845010 Feb 19 01:33:30.480634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:30.481454 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:30.482843 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] 10.222.0.113 "PUT /v2.0/ports/6a546a48-bb93-4991-b99a-30c5ba23b2a6 HTTP/1.1" status: 200 len: 1092 time: 0.7508337 Feb 19 01:33:30.483416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:30.491785 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20af1200-50d0-4d24-ba42-ac28c290de75" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:30.521987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7cee2-9b25-43c7-8e6f-11cd67285ddd service neutron] Pushing event updated for resources: {'Port': ['ID=6a546a48-bb93-4991-b99a-30c5ba23b2a6,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:30.577115 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:30.893352 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed12b62-d403-4e3f-8495-bdea1faa6035 x-openstack-request-id: req-6ed12b62-d403-4e3f-8495-bdea1faa6035 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:30.893657 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:30.893887 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ed12b62-d403-4e3f-8495-bdea1faa6035 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:30.894316 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'status': 'completed', 'code': 200} Feb 19 01:33:30.914561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-55fe23be-7d5f-4577-9d9f-2a34f83a78f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:30.916085 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-55fe23be-7d5f-4577-9d9f-2a34f83a78f8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 1126 time: 0.3808494 Feb 19 01:33:30.957409 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-8b248a91-e9d6-4b50-bc79-a877f77537b9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6 HTTP/1.1" status: 200 len: 217 time: 0.0344133 Feb 19 01:33:31.010214 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-892b224a-d71b-43e5-aff4-1998a295e3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:31.011646 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-892b224a-d71b-43e5-aff4-1998a295e3ad service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816 HTTP/1.1" status: 200 len: 834 time: 0.0474741 Feb 19 01:33:31.065373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-43555dec-8857-4236-8075-b079be42a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:31.066972 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-43555dec-8857-4236-8075-b079be42a1ca service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480752 Feb 19 01:33:31.156536 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-6933bc22-dcdc-410a-bead-fd9c5f3892fa service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829434 Feb 19 01:33:31.255392 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-21e3fcc7-70e5-401f-928e-37d643e76fef req-40dccf17-9397-42ef-890f-8c66b06381c3 service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926366 Feb 19 01:33:31.360872 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-9fb228ff-2c70-4599-90f4-94a12820929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:31.362417 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-9fb228ff-2c70-4599-90f4-94a12820929a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 1126 time: 0.0488014 Feb 19 01:33:31.458741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-9771d285-b1a0-41d5-8e6d-e99190685b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:31.460188 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-9771d285-b1a0-41d5-8e6d-e99190685b47 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae HTTP/1.1" status: 200 len: 898 time: 0.0915790 Feb 19 01:33:31.505339 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-a9ed8115-e290-4e06-b1d8-ed5bc8c7cd51 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6 HTTP/1.1" status: 200 len: 217 time: 0.0351145 Feb 19 01:33:31.553940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-68a94807-6cd1-472d-851b-d0601f5b5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:31.555565 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-68a94807-6cd1-472d-851b-d0601f5b5bf2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816 HTTP/1.1" status: 200 len: 834 time: 0.0438232 Feb 19 01:33:31.581684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefba67-315a-4a47-9a08-ad2df38e26c0 req-d2f6f20c-a8db-4164-b834-02d1663fd7a4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:31.583181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eefba67-315a-4a47-9a08-ad2df38e26c0 req-d2f6f20c-a8db-4164-b834-02d1663fd7a4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 944 time: 0.0541883 Feb 19 01:33:31.606680 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-b1c8f1a1-f80c-4a92-badd-e475266aa043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:31.608291 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-b1c8f1a1-f80c-4a92-badd-e475266aa043 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452366 Feb 19 01:33:31.633486 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9eefba67-315a-4a47-9a08-ad2df38e26c0 req-0ddf7bad-c490-449c-9000-74e0eb52d6b8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439577 Feb 19 01:33:31.701376 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-e83b8e34-f00b-4923-a7fa-1dcb84685d23 service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864272 Feb 19 01:33:31.793492 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-20af1200-50d0-4d24-ba42-ac28c290de75 req-5c83e47e-61a8-4daa-8bb5-0a169dcadb37 service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854049 Feb 19 01:33:32.767746 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0693ac5-acd6-44b7-97db-5c1953318dd0 req-6d1bdcfb-fa30-4ead-a28a-3278e26128ad tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:32.769313 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0693ac5-acd6-44b7-97db-5c1953318dd0 req-6d1bdcfb-fa30-4ead-a28a-3278e26128ad tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 944 time: 0.0551941 Feb 19 01:33:32.818252 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0693ac5-acd6-44b7-97db-5c1953318dd0 req-cbdb8e7e-78a0-43f0-ab92-d4b98b56542a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Feb 19 01:33:33.120126 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6a546a48-bb93-4991-b99a-30c5ba23b2a6 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:33:33.223672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6a546a48-bb93-4991-b99a-30c5ba23b2a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:33.235362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'port_id': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'mac_address': 'fa:16:3e:61:ea:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:33:33.273162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:33.273545 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:33.286955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a546a48-bb93-4991-b99a-30c5ba23b2a6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:33:33.305901 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6a546a48-bb93-4991-b99a-30c5ba23b2a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:33.311870 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:33.357470 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6a546a48-bb93-4991-b99a-30c5ba23b2a6,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:33.529330 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['6a546a48-bb93-4991-b99a-30c5ba23b2a6'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:33:33.949893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6b684-7695-401e-810b-9f34fc948496 req-561b4278-af55-429b-9261-7d630ed43d0f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:33.951421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1f6b684-7695-401e-810b-9f34fc948496 req-561b4278-af55-429b-9261-7d630ed43d0f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 945 time: 0.0643473 Feb 19 01:33:34.001091 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1f6b684-7695-401e-810b-9f34fc948496 req-568dfb33-dafd-4714-8aaf-eb954d57695c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438385 Feb 19 01:33:35.120945 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6a546a48-bb93-4991-b99a-30c5ba23b2a6 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:33:35.140178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0275313-8ea7-43db-932c-aef3bc0919cb req-5ca8d9f8-bfef-4352-94f0-d72c4286f91f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:35.141724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0275313-8ea7-43db-932c-aef3bc0919cb req-5ca8d9f8-bfef-4352-94f0-d72c4286f91f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 945 time: 0.0677328 Feb 19 01:33:35.177290 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:33:35.181784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:33:35.182336 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:35.193810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f0275313-8ea7-43db-932c-aef3bc0919cb req-f0eabe6d-2916-46ec-8b38-144b54bed9de tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463150 Feb 19 01:33:35.259223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:33:35.259611 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:35.290150 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:35.292379 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5111830c-1571-438a-a3d2-a052e11fd0be" -d '{"events": [{"server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "name": "network-vif-plugged", "status": "completed", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:35.305051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6a546a48-bb93-4991-b99a-30c5ba23b2a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:33:35.309985 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:35.335861 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d418d14-78d6-4ab7-9de4-5edd457ab82d x-openstack-request-id: req-9d418d14-78d6-4ab7-9de4-5edd457ab82d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:35.336153 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "name": "network-vif-plugged", "status": "completed", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:35.336442 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d418d14-78d6-4ab7-9de4-5edd457ab82d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:35.336829 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'code': 200} Feb 19 01:33:35.362469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6a546a48-bb93-4991-b99a-30c5ba23b2a6,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:35.436845 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a3432-43da-46a2-acf9-4afe7d06fddd req-d077a313-9c21-4e28-ac3c-b7351fad97b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:35.438388 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-393a3432-43da-46a2-acf9-4afe7d06fddd req-d077a313-9c21-4e28-ac3c-b7351fad97b8 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 1128 time: 0.0509803 Feb 19 01:33:35.483801 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-393a3432-43da-46a2-acf9-4afe7d06fddd req-698dc857-d9a5-4481-8cc6-ae649c7efcd6 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393012 Feb 19 01:33:36.329526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532426-3317-4c56-805b-6e3f28d8a32c req-2fdfc7aa-cc65-489f-967b-793f84515cd0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:36.331090 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46532426-3317-4c56-805b-6e3f28d8a32c req-2fdfc7aa-cc65-489f-967b-793f84515cd0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0582514 Feb 19 01:33:36.386406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46532426-3317-4c56-805b-6e3f28d8a32c req-4106cf08-4a09-4652-b233-26b1ffe7bfbe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474544 Feb 19 01:33:37.523308 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57645554-ba0b-475d-b0a6-283975d8fb73 req-af5c4041-b1e7-4587-b975-65648b55e947 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:37.524818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57645554-ba0b-475d-b0a6-283975d8fb73 req-af5c4041-b1e7-4587-b975-65648b55e947 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0601976 Feb 19 01:33:37.575771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-57645554-ba0b-475d-b0a6-283975d8fb73 req-5db19706-5fb6-4a5c-b369-94d4abcc8cf7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Feb 19 01:33:37.712531 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0b7c7-a6e9-433c-b17f-7b1f5fd3b2bb req-f49a2f3b-1a85-4e3e-a72b-720fea10d9a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:37.713948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33e0b7c7-a6e9-433c-b17f-7b1f5fd3b2bb req-f49a2f3b-1a85-4e3e-a72b-720fea10d9a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0617387 Feb 19 01:33:37.764538 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33e0b7c7-a6e9-433c-b17f-7b1f5fd3b2bb req-86a523fe-6711-46ad-ae92-e27f0472dfc1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449045 Feb 19 01:33:37.794893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38176) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:37.844482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69acda9-59e5-4474-921a-240504183257 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:37.846034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d69acda9-59e5-4474-921a-240504183257 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 1123 time: 0.0501695 Feb 19 01:33:37.850351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38178) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:37.855015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:33:37.879013 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:37.982272 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.086705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.172 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/903f7835-712d-4355-8c95-9300414ea6e1) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:33:38.197324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (903f7835-712d-4355-8c95-9300414ea6e1), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.235766 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (903f7835-712d-4355-8c95-9300414ea6e1), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:38.276050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:33:38.278931 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:33:38.284288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:33:38.289670 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=903f7835-712d-4355-8c95-9300414ea6e1,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:39.028831 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (1839e863-e8e6-47d5-934b-8a9b4c1dd1fa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.106503 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (903f7835-712d-4355-8c95-9300414ea6e1), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.261524 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (903f7835-712d-4355-8c95-9300414ea6e1), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.267822 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (903f7835-712d-4355-8c95-9300414ea6e1), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.346160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=903f7835-712d-4355-8c95-9300414ea6e1,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:33:39.357789 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (1839e863-e8e6-47d5-934b-8a9b4c1dd1fa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.475590 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 1839e863-e8e6-47d5-934b-8a9b4c1dd1fa associated. External IP: 172.25.6.172, port: 6a546a48-bb93-4991-b99a-30c5ba23b2a6. Feb 19 01:33:39.700862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 0f912352-0743-4d03-a8a9-f857c99167b1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:33:39.815346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:33:39.826108 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] Sync routers for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:33:39.835802 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:39.838062 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:39.838726 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:33:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:39.866621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-f7dc6abc-03f8-465d-8ee9-f3787652d0c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0152180 Feb 19 01:33:39.867378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:33:39.869843 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:33:39.914570 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d0fe36-3c51-49c2-9657-df939e4d01a2 x-openstack-request-id: req-72d0fe36-3c51-49c2-9657-df939e4d01a2 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:33:39.915045 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:33:39.915420 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72d0fe36-3c51-49c2-9657-df939e4d01a2 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:33:39.916051 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'status': 'completed', 'code': 200} Feb 19 01:33:39.949362 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:39.990829 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-fa0c8c10-9d20-4949-81c9-225127f9527a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:39.991720 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a43ce-07a1-4b85-b908-db4bb145c057 req-b4e165e9-0357-4677-a3e2-ac9ed7ead16b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:39.992508 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-fa0c8c10-9d20-4949-81c9-225127f9527a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 1128 time: 0.0548117 Feb 19 01:33:39.993385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-143a43ce-07a1-4b85-b908-db4bb145c057 req-b4e165e9-0357-4677-a3e2-ac9ed7ead16b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0663247 Feb 19 01:33:40.048279 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-143a43ce-07a1-4b85-b908-db4bb145c057 req-ab52973f-9163-448b-bda0-0b1b80c67fc4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472751 Feb 19 01:33:40.072167 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38184) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:40.096683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-62bc0fbe-196e-4c4a-9b9a-792f1954d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:40.098294 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-62bc0fbe-196e-4c4a-9b9a-792f1954d5b5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae HTTP/1.1" status: 200 len: 898 time: 0.0990005 Feb 19 01:33:40.141522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0e7b50e8-20a9-46fa-9140-337d026e54db tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/1839e863-e8e6-47d5-934b-8a9b4c1dd1fa HTTP/1.1" status: 200 len: 992 time: 0.0681801 Feb 19 01:33:40.164849 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-0af154e7-0526-42cf-9631-2ce789f4add8 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6 HTTP/1.1" status: 200 len: 1000 time: 0.0599372 Feb 19 01:33:40.190210 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '1839e863-e8e6-47d5-934b-8a9b4c1dd1fa', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'port_id': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'mac_address': 'fa:16:3e:61:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:33:38Z', 'updated_at': '2022-02-19T01:33:38Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:29Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:40.214818 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-0b986cea-0c4f-4dd3-9c42-2d47ff1568f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:40.215987 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] Checking router: 0f912352-0743-4d03-a8a9-f857c99167b1 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:33:40.216344 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-0b986cea-0c4f-4dd3-9c42-2d47ff1568f7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816 HTTP/1.1" status: 200 len: 834 time: 0.0445285 Feb 19 01:33:40.224806 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:33:40.225418 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:33:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:40.272544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-f25b2a9a-f043-404c-9e4c-09c17068d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:33:40.274964 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-f25b2a9a-f043-404c-9e4c-09c17068d786 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519552 Feb 19 01:33:40.337399 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:33:40.365253 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-19ced1ed-54e2-4ec8-bd0d-ebe7ec6051e5 service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848236 Feb 19 01:33:40.460062 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e0d96cab-232e-4c9d-bc7c-a0c7da043b4a req-63b0d342-82b8-4cfa-8274-3941a51a3c70 service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887122 Feb 19 01:33:40.562027 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '1839e863-e8e6-47d5-934b-8a9b4c1dd1fa', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'port_id': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'mac_address': 'fa:16:3e:61:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:33:38Z', 'updated_at': '2022-02-19T01:33:38Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:29Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:33:40.587461 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06694c2-4e72-4ac3-9796-6350ddd25fa2 None None] The sync data for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 is: [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '1839e863-e8e6-47d5-934b-8a9b4c1dd1fa', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'port_id': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'mac_address': 'fa:16:3e:61:ea:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:33:38Z', 'updated_at': '2022-02-19T01:33:38Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:29Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:33:40.791325 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d13e2a-9900-4676-9602-b76f696f1885 None None] New status for floating IP 1839e863-e8e6-47d5-934b-8a9b4c1dd1fa: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:33:41.146229 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38186) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:33:41.214486 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-316e5508-0c19-4b46-aed5-84ea25ccdeff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/1839e863-e8e6-47d5-934b-8a9b4c1dd1fa HTTP/1.1" status: 200 len: 994 time: 0.0667448 Feb 19 01:33:48.068107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60126f10-4425-4150-ba04-a7208fa5cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:49.364157 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:50.133428 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8a45ead-3c8f-45dc-a085-11f16bc270ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:51.488169 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:52.923430 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:54.215005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:54.321007 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:33:56.458769 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:34:02.979664 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-8acec4bd-884d-4d58-8b8a-bc5360cab77d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593441 Feb 19 01:34:03.077067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-ad5c7857-9711-41d2-8f90-d93638fdf998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:03.078668 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-ad5c7857-9711-41d2-8f90-d93638fdf998 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 1128 time: 0.0561342 Feb 19 01:34:03.188905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-39f2473a-5375-45f0-b2aa-3d411c38d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:03.190521 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-39f2473a-5375-45f0-b2aa-3d411c38d3ea service neutron] 10.222.0.113 "GET /v2.0/networks?id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae HTTP/1.1" status: 200 len: 898 time: 0.0903885 Feb 19 01:34:03.260733 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-076b82fb-f33c-4278-af8c-0562c91bb5e2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6 HTTP/1.1" status: 200 len: 1002 time: 0.0632746 Feb 19 01:34:03.309669 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-2b46fe49-7da3-45bc-8a6f-18e485c27c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:03.311127 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-2b46fe49-7da3-45bc-8a6f-18e485c27c25 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816 HTTP/1.1" status: 200 len: 834 time: 0.0446999 Feb 19 01:34:03.374756 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-70ef9510-0f8e-40ec-a3ad-f62b5d44a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:03.376319 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-70ef9510-0f8e-40ec-a3ad-f62b5d44a762 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585654 Feb 19 01:34:03.481320 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-b6dd2957-e202-457c-9d68-c3d8f5fe67db service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975833 Feb 19 01:34:03.588042 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b1b385e2-26a7-4106-93b9-bfafe0b33fc7 req-44cf72ab-eeae-4b0b-823c-27e46a95ed5c service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996788 Feb 19 01:34:12.315005 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-96f110f4-709f-4e05-b1fe-2613f90a71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.316588 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-96f110f4-709f-4e05-b1fe-2613f90a71e4 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 1128 time: 0.0457079 Feb 19 01:34:12.322352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114674ff-9e8b-4868-8a87-f219e6874a78 req-d61d0fe8-5ba6-4843-97f6-721d16f3200b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.323847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-114674ff-9e8b-4868-8a87-f219e6874a78 req-d61d0fe8-5ba6-4843-97f6-721d16f3200b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0554438 Feb 19 01:34:12.376058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-114674ff-9e8b-4868-8a87-f219e6874a78 req-13ff19a8-e756-4c7e-abc7-d8ad6cb1275a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459905 Feb 19 01:34:12.419553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-42ce04f5-18d8-436f-a1f7-72ee89ffce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.421051 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-42ce04f5-18d8-436f-a1f7-72ee89ffce98 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae HTTP/1.1" status: 200 len: 898 time: 0.0896959 Feb 19 01:34:12.489968 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-abc69bbb-0f44-4eb6-8c10-f59bddec7a63 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6 HTTP/1.1" status: 200 len: 1002 time: 0.0576236 Feb 19 01:34:12.543987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-a1b5747e-1573-4a0a-ae5a-05acf53bf83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.545425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-a1b5747e-1573-4a0a-ae5a-05acf53bf83a service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816 HTTP/1.1" status: 200 len: 834 time: 0.0486767 Feb 19 01:34:12.596486 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-aa288f64-c576-48eb-9077-da0377ac1180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:12.597951 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-aa288f64-c576-48eb-9077-da0377ac1180 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464382 Feb 19 01:34:12.686078 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-2e0472df-571e-41d9-9e79-f71022bac09b service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803137 Feb 19 01:34:12.782828 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f13691ed-f579-4d73-8456-2b5c9b247435 req-bee65318-cae8-4b02-9adf-81cf4c6a2497 service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893843 Feb 19 01:34:13.513042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1350577-ee6e-4423-8849-b64725cbc867 req-73f256fe-4f38-4abc-845c-50a466f40a07 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:13.514852 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1350577-ee6e-4423-8849-b64725cbc867 req-73f256fe-4f38-4abc-845c-50a466f40a07 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0638120 Feb 19 01:34:13.568431 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c1350577-ee6e-4423-8849-b64725cbc867 req-149f495a-2781-4848-8a1d-7fd16d3bbaf4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477014 Feb 19 01:34:14.701458 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e7330-1225-4a1e-a4f9-d62af77dc778 req-26e4fdbf-6dc9-4539-b84b-e9ce2f66dcaf tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:14.702978 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a32e7330-1225-4a1e-a4f9-d62af77dc778 req-26e4fdbf-6dc9-4539-b84b-e9ce2f66dcaf tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0569606 Feb 19 01:34:14.764520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a32e7330-1225-4a1e-a4f9-d62af77dc778 req-e3fe8f97-a58e-422b-a887-343b9a6d7694 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529563 Feb 19 01:34:15.891916 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7751241-d67b-4755-943c-1074d5bc9ff5 req-06fd1ed9-9719-410d-aaa9-05c2aae3abd8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:15.893408 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7751241-d67b-4755-943c-1074d5bc9ff5 req-06fd1ed9-9719-410d-aaa9-05c2aae3abd8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0550106 Feb 19 01:34:15.949461 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f7751241-d67b-4755-943c-1074d5bc9ff5 req-0f3d9cbf-133a-4c74-bee6-5e9d8700e50d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476496 Feb 19 01:34:17.104387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365bb4f-5e3d-467e-887a-05c2ffabac2a req-6bfa6d9f-2ceb-4fcd-a244-4180c03927ad tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.106451 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4365bb4f-5e3d-467e-887a-05c2ffabac2a req-6bfa6d9f-2ceb-4fcd-a244-4180c03927ad tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0719359 Feb 19 01:34:17.158993 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4365bb4f-5e3d-467e-887a-05c2ffabac2a req-bd316ab5-5a64-4d05-b00c-e67ac85ec48a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459774 Feb 19 01:34:17.622545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc7a2c97-ac35-4606-b4f5-1ad9ed09fdfc req-d6402168-d5f9-416e-be90-b110d6770e8b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279629 Feb 19 01:34:17.691926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc7a2c97-ac35-4606-b4f5-1ad9ed09fdfc req-613287ef-fd63-429e-839f-810992989104 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0264838 Feb 19 01:34:17.734917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc7a2c97-ac35-4606-b4f5-1ad9ed09fdfc req-1b480a0e-7a54-474a-a30a-866d031133b0 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214033 Feb 19 01:34:17.840993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a2c97-ac35-4606-b4f5-1ad9ed09fdfc req-f56e5ea8-53d8-4144-8c62-d23afcc3017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:17.843241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bc7a2c97-ac35-4606-b4f5-1ad9ed09fdfc req-f56e5ea8-53d8-4144-8c62-d23afcc3017d service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020794 Feb 19 01:34:18.070350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7cbf0f53-8246-4d6d-8cdf-c1ffaa1555dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:18.286847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd6dd8-07bd-48d1-99dd-563887f1f3ec req-385b6f9c-0eef-4e89-9c5a-6c1b8256a587 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:18.288288 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2cd6dd8-07bd-48d1-99dd-563887f1f3ec req-385b6f9c-0eef-4e89-9c5a-6c1b8256a587 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0545032 Feb 19 01:34:18.337046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2cd6dd8-07bd-48d1-99dd-563887f1f3ec req-2433b389-0673-44f0-909b-fa204908c59c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427201 Feb 19 01:34:19.360275 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:19.474736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa08f62-0d20-4da1-aeb7-be3149754942 req-e56b3b60-b58b-4991-bf1d-eee00dcd534e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:19.476126 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fa08f62-0d20-4da1-aeb7-be3149754942 req-e56b3b60-b58b-4991-bf1d-eee00dcd534e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0656140 Feb 19 01:34:19.527357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fa08f62-0d20-4da1-aeb7-be3149754942 req-efe8b74a-9aee-43bb-a843-b4074c8f2df6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426528 Feb 19 01:34:20.131947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d416df26-05a2-4c63-b621-11272fd0d69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:20.662904 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0c1df-6f4c-4831-9e13-b89247828213 req-72a007d0-4608-4ba1-8f30-3b1a59185b67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:20.664422 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ca0c1df-6f4c-4831-9e13-b89247828213 req-72a007d0-4608-4ba1-8f30-3b1a59185b67 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0560062 Feb 19 01:34:20.715338 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ca0c1df-6f4c-4831-9e13-b89247828213 req-354a7599-39a6-40ee-b8c3-8f83f79eb71b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451055 Feb 19 01:34:21.493298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:21.863062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a78640-474e-4fed-b4ab-5592d022ddee req-77546edb-0ed6-4bbf-9909-555fbf5a68e3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:21.864541 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61a78640-474e-4fed-b4ab-5592d022ddee req-77546edb-0ed6-4bbf-9909-555fbf5a68e3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0581529 Feb 19 01:34:21.922521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-61a78640-474e-4fed-b4ab-5592d022ddee req-596227d1-1912-432b-9116-f283dd22ea56 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496838 Feb 19 01:34:22.925377 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:23.045636 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798806a-78d9-4745-b7ea-810ffa2e1fb1 req-cc4f354a-4c85-4661-a955-4b61f4b13e31 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:23.047383 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e798806a-78d9-4745-b7ea-810ffa2e1fb1 req-cc4f354a-4c85-4661-a955-4b61f4b13e31 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0554445 Feb 19 01:34:23.097509 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e798806a-78d9-4745-b7ea-810ffa2e1fb1 req-b444c4fd-2606-4b75-8b9c-8eacdff8ea88 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443423 Feb 19 01:34:24.211180 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:24.224220 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99aa2d-c5f3-4b3a-bc09-836338710e2e req-711a9758-9e0b-4be5-9e2c-ab8856af946e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:24.225740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd99aa2d-c5f3-4b3a-bc09-836338710e2e req-711a9758-9e0b-4be5-9e2c-ab8856af946e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0577676 Feb 19 01:34:24.276194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd99aa2d-c5f3-4b3a-bc09-836338710e2e req-2bba26b0-85a8-47a2-9e0c-4d80ea1c419b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440702 Feb 19 01:34:24.300037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38224) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:24.353968 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:24.371669 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d25cbf3a-6bf6-4977-ba0e-f8dfa493343c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/1839e863-e8e6-47d5-934b-8a9b4c1dd1fa HTTP/1.1" status: 200 len: 994 time: 0.0665755 Feb 19 01:34:33.461347 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:34:48.070276 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35ea374c-3d87-4096-907f-a9d868c12679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:49.358481 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:50.117127 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ecdddfe8-53d1-4cf6-9b58-7f48715c8e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:51.497181 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:52.930698 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.206700 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.369292 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:54.784942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38234) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:54.948811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 903f7835-712d-4355-8c95-9300414ea6e1 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:54.949120 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (903f7835-712d-4355-8c95-9300414ea6e1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.036185 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (903f7835-712d-4355-8c95-9300414ea6e1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.036418 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (903f7835-712d-4355-8c95-9300414ea6e1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.048518 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 903f7835-712d-4355-8c95-9300414ea6e1 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:55.208804 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (903f7835-712d-4355-8c95-9300414ea6e1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.238622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=903f7835-712d-4355-8c95-9300414ea6e1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:55.266356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.266673 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.267050 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.267392 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.267748 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.268126 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.268467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.268872 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.269260 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.269586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.269912 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.270254 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.270584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:55.310459 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (1839e863-e8e6-47d5-934b-8a9b4c1dd1fa), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.310687 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 1839e863-e8e6-47d5-934b-8a9b4c1dd1fa disassociated (deleted). External IP: 172.25.6.172, port: 6a546a48-bb93-4991-b99a-30c5ba23b2a6. Feb 19 01:34:55.539740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 0f912352-0743-4d03-a8a9-f857c99167b1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:34:55.660010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:34:55.664537 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:55.670036 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] Sync routers for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:34:55.680832 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:55.681516 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:34:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:55.696224 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5f4d92cf-30b4-41c5-8a71-d58b1060a9ac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/floatingips/1839e863-e8e6-47d5-934b-8a9b4c1dd1fa HTTP/1.1" status: 204 len: 168 time: 0.9100993 Feb 19 01:34:55.697214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:55.699608 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8907ac0d-1378-4926-8499-7a6c6e2eb4be" -d '{"events": [{"name": "network-changed", "server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:55.741188 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669b898c-557d-47f1-b267-f74fdc181fc6 x-openstack-request-id: req-669b898c-557d-47f1-b267-f74fdc181fc6 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:55.741504 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:55.741726 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-669b898c-557d-47f1-b267-f74fdc181fc6 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:55.742200 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'status': 'completed', 'code': 200} Feb 19 01:34:55.797276 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:55.810780 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-2f26a68a-1f8a-41b2-a740-040885d08290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:55.812317 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-2f26a68a-1f8a-41b2-a740-040885d08290 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 1128 time: 0.0490284 Feb 19 01:34:55.921080 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-b31ef342-faea-4c77-b664-af78dc13a9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:55.922512 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-b31ef342-faea-4c77-b664-af78dc13a9a9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae HTTP/1.1" status: 200 len: 898 time: 0.1010897 Feb 19 01:34:55.938879 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f0e71-e499-4084-bd45-208440329e8e req-205fdc34-0cea-41c4-b575-40e1b3e64574 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:55.942673 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-674f0e71-e499-4084-bd45-208440329e8e req-205fdc34-0cea-41c4-b575-40e1b3e64574 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0556903 Feb 19 01:34:55.966733 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-b8d0f7c1-a55f-453a-a52c-7d17c1173a99 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6 HTTP/1.1" status: 200 len: 217 time: 0.0367143 Feb 19 01:34:55.993097 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-674f0e71-e499-4084-bd45-208440329e8e req-3e236713-ded6-4831-b392-b02d3dc7ea37 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 Feb 19 01:34:56.016561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-e5b5c4d5-489a-407e-a66f-e902024f38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.018095 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-e5b5c4d5-489a-407e-a66f-e902024f38d8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816 HTTP/1.1" status: 200 len: 834 time: 0.0454717 Feb 19 01:34:56.076061 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-c7eaa389-71c6-4505-b081-aea5c5ce342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:56.077617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-c7eaa389-71c6-4505-b081-aea5c5ce342a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533841 Feb 19 01:34:56.114544 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:29Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:56.140217 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] Checking router: 0f912352-0743-4d03-a8a9-f857c99167b1 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:34:56.149165 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:34:56.149794 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:34:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:56.168794 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-59ed439a-67d6-48de-aad4-341a087f7de1 service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 Feb 19 01:34:56.261641 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:34:56.263937 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8907ac0d-1378-4926-8499-7a6c6e2eb4be req-438d2562-ae4d-40c6-aea4-bd092bda3c9c service neutron] 10.222.0.113 "GET /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873377 Feb 19 01:34:56.482096 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:29Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:34:56.507616 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a812dc-3807-4790-b3e4-e0380be9f9a4 None None] The sync data for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 is: [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:33:26Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '6c1ffffe-209d-4089-a50d-50e45d8ec84c', 'name': '', 'network_id': '9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:c2:54:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:25Z', 'updated_at': '2022-02-19T01:33:29Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:34:56.761962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0afe479-bd5f-4020-a61a-a981f9c8cf28 None None] New status for floating IP 1839e863-e8e6-47d5-934b-8a9b4c1dd1fa: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:34:57.142387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc905f-303e-47b3-9ca7-d72ecb6922e3 req-1c059dc2-55ac-4d5e-bedf-0e097ff37a65 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:57.143912 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87fc905f-303e-47b3-9ca7-d72ecb6922e3 req-1c059dc2-55ac-4d5e-bedf-0e097ff37a65 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0684588 Feb 19 01:34:57.193304 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-87fc905f-303e-47b3-9ca7-d72ecb6922e3 req-8de9e1a7-1993-4fcb-a6d1-df37133337ca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c4e49fc-0894-4571-b9b2-9338198e5760&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434628 Feb 19 01:34:57.471664 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-56caee6a-c1ae-4967-8550-8eb146e6a2b1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:34:57.472999 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-56caee6a-c1ae-4967-8550-8eb146e6a2b1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 946 time: 0.0651350 Feb 19 01:34:57.564987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:34:57.565335 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.662292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 6a546a48-bb93-4991-b99a-30c5ba23b2a6, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6a546a48-bb93-4991-b99a-30c5ba23b2a6,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:34:57.662640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.675415 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 6a546a48-bb93-4991-b99a-30c5ba23b2a6 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:34:57.816311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6a546a48-bb93-4991-b99a-30c5ba23b2a6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.846548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=6a546a48-bb93-4991-b99a-30c5ba23b2a6,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:34:57.861317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.861687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.862039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.862467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.862905 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.863234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.863574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.863920 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.864254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.864581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.864913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.865222 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.865562 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:34:57.906511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] No DVR routers for this DVR port 6a546a48-bb93-4991-b99a-30c5ba23b2a6 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:34:57.909225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:34:57.912531 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0ead8cb4-3f9c-49ac-ac6d-54682039c9ed req-839928ad-b5c1-4a23-8120-e446030c395d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "DELETE /v2.0/ports/6a546a48-bb93-4991-b99a-30c5ba23b2a6 HTTP/1.1" status: 204 len: 173 time: 0.4337881 Feb 19 01:34:57.912977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'name': 'network-vif-deleted', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:34:57.915244 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09e6d68-53a6-4114-a064-8bf028c9beb5" -d '{"events": [{"server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "name": "network-vif-deleted", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:34:58.022400 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e3ff5a-0416-47dc-a346-b0c04e097566 x-openstack-request-id: req-20e3ff5a-0416-47dc-a346-b0c04e097566 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:34:58.022701 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0dd907b-c820-4c40-a00c-52bfe11dfbab", "name": "network-vif-deleted", "tag": "6a546a48-bb93-4991-b99a-30c5ba23b2a6", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:34:58.022981 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-20e3ff5a-0416-47dc-a346-b0c04e097566 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:34:58.023385 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0dd907b-c820-4c40-a00c-52bfe11dfbab', 'name': 'network-vif-deleted', 'tag': '6a546a48-bb93-4991-b99a-30c5ba23b2a6', 'status': 'completed', 'code': 200} Feb 19 01:34:58.316670 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90f481d1-44d4-428f-bbbe-c904148a379e req-1e892631-557a-4f77-bfd7-c01b901401ea tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=b0dd907b-c820-4c40-a00c-52bfe11dfbab HTTP/1.1" status: 200 len: 210 time: 0.0308011 Feb 19 01:34:59.383090 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38252) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:34:59.766157 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (0f912352-0743-4d03-a8a9-f857c99167b1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.046715 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 6c1ffffe-209d-4089-a50d-50e45d8ec84c {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:00.046959 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.140586 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 6c1ffffe-209d-4089-a50d-50e45d8ec84c, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=6c1ffffe-209d-4089-a50d-50e45d8ec84c,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:00.140962 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.154148 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 6c1ffffe-209d-4089-a50d-50e45d8ec84c owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:00.360484 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (6c1ffffe-209d-4089-a50d-50e45d8ec84c), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:00.390270 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=6c1ffffe-209d-4089-a50d-50e45d8ec84c,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:00.567554 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (0f912352-0743-4d03-a8a9-f857c99167b1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.138162 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 0f912352-0743-4d03-a8a9-f857c99167b1 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:35:01.261110 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:01.266382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2005a2b7-c5d3-40b5-8044-3f8d981f026e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/0f912352-0743-4d03-a8a9-f857c99167b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8821595 Feb 19 01:35:01.269214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38254) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:01.271906 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] Sync routers for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:01.282695 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:01.283324 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:34:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:01.320414 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-d56a204b-4bd3-4d80-b821-329d7440926e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting subnet 9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816 {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:35:01.323739 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d56a204b-4bd3-4d80-b821-329d7440926e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.368319 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d56a204b-4bd3-4d80-b821-329d7440926e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.390636 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:01.456984 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d56a204b-4bd3-4d80-b821-329d7440926e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.475618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6a546a48-bb93-4991-b99a-30c5ba23b2a6 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:01.496281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 6a546a48-bb93-4991-b99a-30c5ba23b2a6 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:01.496643 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6a546a48-bb93-4991-b99a-30c5ba23b2a6 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:01.518660 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d56a204b-4bd3-4d80-b821-329d7440926e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.545255 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a204b-4bd3-4d80-b821-329d7440926e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Subnet': ['ID=9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:01.550725 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d56a204b-4bd3-4d80-b821-329d7440926e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.553485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d56a204b-4bd3-4d80-b821-329d7440926e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/subnets/9adfa3ca-2d80-4d11-8ea1-1f0bcb9c1816 HTTP/1.1" status: 204 len: 168 time: 0.2833579 Feb 19 01:35:01.556115 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38256) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:01.557838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07af9005-f8fb-4a1c-9a30-0d4ca1c61982 None None] Network 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:01.574511 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:35:00Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:01.606325 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] Checking router: 0f912352-0743-4d03-a8a9-f857c99167b1 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:35:01.614705 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] Routers {'0f912352-0743-4d03-a8a9-f857c99167b1'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:01.615320 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:34:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['0f912352-0743-4d03-a8a9-f857c99167b1'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:01.672626 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (0f912352-0743-4d03-a8a9-f857c99167b1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.727213 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] DHCP port deletion for 9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:35:01.731186 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] Set router 0f912352-0743-4d03-a8a9-f857c99167b1 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:01.774846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Deleting port fab2702d-fcea-4380-973e-d20bf9f6a88d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:01.775573 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.789697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (0f912352-0743-4d03-a8a9-f857c99167b1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.850128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:35:01.850520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.918477 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:35:00Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:01.940873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port b6d0c683-6107-4a97-b1cb-dfa2a1d58cda, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=b6d0c683-6107-4a97-b1cb-dfa2a1d58cda,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:01.941158 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:01.946709 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc7b50-01f1-4b41-bbc4-6b0a3123d193 None None] The sync data for ids ['0f912352-0743-4d03-a8a9-f857c99167b1'] in n-d-826527-3 is: [{'id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-150172525', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:33:22Z', 'updated_at': '2022-02-19T01:35:00Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'b6d0c683-6107-4a97-b1cb-dfa2a1d58cda', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:b2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f912352-0743-4d03-a8a9-f857c99167b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:33:23Z', 'updated_at': '2022-02-19T01:33:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:01.953749 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for b6d0c683-6107-4a97-b1cb-dfa2a1d58cda owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:02.017209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] For port fab2702d-fcea-4380-973e-d20bf9f6a88d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fab2702d-fcea-4380-973e-d20bf9f6a88d,segment=NetworkSegment(e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6),segment_id=e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:02.017614 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.029775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Calling delete_port for fab2702d-fcea-4380-973e-d20bf9f6a88d owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:35:02.111480 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (fab2702d-fcea-4380-973e-d20bf9f6a88d), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.133906 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (b6d0c683-6107-4a97-b1cb-dfa2a1d58cda), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.139343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Pushing event deleted for resources: {'Port': ['ID=fab2702d-fcea-4380-973e-d20bf9f6a88d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:02.141167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] No DVR routers for this DVR port fab2702d-fcea-4380-973e-d20bf9f6a88d on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:35:02.149383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.149793 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.150723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.150842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.151185 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.151590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.152008 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.152394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.152815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.153184 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.153580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.153994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.154468 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22745167-5a9c-4d59-97b5-de783d31e13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:02.164505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=b6d0c683-6107-4a97-b1cb-dfa2a1d58cda,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:02.225714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (0f912352-0743-4d03-a8a9-f857c99167b1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.324620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (0f912352-0743-4d03-a8a9-f857c99167b1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.327149 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (0f912352-0743-4d03-a8a9-f857c99167b1), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.381286 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (0f912352-0743-4d03-a8a9-f857c99167b1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.381935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Fanout notify agent at l3_agent the message router_deleted on router 0f912352-0743-4d03-a8a9-f857c99167b1 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:35:02.392368 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.396668 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38258) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:02.397198 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-acf53f49-fab2-40d8-88e9-9cabc09f84f7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/routers/0f912352-0743-4d03-a8a9-f857c99167b1 HTTP/1.1" status: 204 len: 168 time: 0.8397477 Feb 19 01:35:02.419436 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6c1ffffe-209d-4089-a50d-50e45d8ec84c no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:02.446998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 6c1ffffe-209d-4089-a50d-50e45d8ec84c {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:02.447533 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 6c1ffffe-209d-4089-a50d-50e45d8ec84c not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:02.448038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fab2702d-fcea-4380-973e-d20bf9f6a88d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:02.472276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: fab2702d-fcea-4380-973e-d20bf9f6a88d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:02.472691 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fab2702d-fcea-4380-973e-d20bf9f6a88d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:02.481683 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.571980 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.592914 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:02.603471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:02.603839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:02.613500 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.627615 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.634548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:35:02.635015 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (e2c8707b-df5b-4a90-aae2-4bf4bdf8eee6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:35:02.638314 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:35:02.705854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.715910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.719209 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/networks/9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae HTTP/1.1" status: 204 len: 168 time: 0.3207695 Feb 19 01:35:02.722356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38260) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:02.730097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fb777-5180-49e7-b5fb-24547b805db2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Network': ['ID=9d645dd3-d3a1-4c23-8d10-a7a5bf32d5ae,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:02.790411 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9920-5ebd-4519-a6bd-e53cc9f6a898 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (2c4e49fc-0894-4571-b9b2-9338198e5760), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.816231 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9920-5ebd-4519-a6bd-e53cc9f6a898 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (2c4e49fc-0894-4571-b9b2-9338198e5760), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.880179 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9920-5ebd-4519-a6bd-e53cc9f6a898 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (2c4e49fc-0894-4571-b9b2-9338198e5760), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.882913 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ab1e9920-5ebd-4519-a6bd-e53cc9f6a898 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:02.884135 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ab1e9920-5ebd-4519-a6bd-e53cc9f6a898 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/security-groups/2c4e49fc-0894-4571-b9b2-9338198e5760 HTTP/1.1" status: 204 len: 168 time: 0.1605237 Feb 19 01:35:02.894443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e9920-5ebd-4519-a6bd-e53cc9f6a898 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4e49fc-0894-4571-b9b2-9338198e5760,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:03.143982 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38266) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:03.148711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-b1acadc6-a907-43fc-b7a0-d890754aca5d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367815214', 'description': 'tempest-secgroup-smoke-1367815214 description', 'project_id': '12e0f59060a6473bacaaa3cc0794928a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:03.169730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1acadc6-a907-43fc-b7a0-d890754aca5d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.247826 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1acadc6-a907-43fc-b7a0-d890754aca5d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (62423ab0-da6b-4998-a3e8-0918c897f8f3), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.252782 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1acadc6-a907-43fc-b7a0-d890754aca5d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (62423ab0-da6b-4998-a3e8-0918c897f8f3), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.278406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1acadc6-a907-43fc-b7a0-d890754aca5d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.279685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b1acadc6-a907-43fc-b7a0-d890754aca5d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1346643 Feb 19 01:35:03.282868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38268) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:03.288055 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-5f299fd0-4c28-4945-b304-f4d0222c4461 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '62423ab0-da6b-4998-a3e8-0918c897f8f3', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:03.288232 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acadc6-a907-43fc-b7a0-d890754aca5d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62423ab0-da6b-4998-a3e8-0918c897f8f3,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:03.319930 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f299fd0-4c28-4945-b304-f4d0222c4461 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (f1ca23f0-bb90-4132-b367-9fbda5d0eb0d), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.393447 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f299fd0-4c28-4945-b304-f4d0222c4461 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (f1ca23f0-bb90-4132-b367-9fbda5d0eb0d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.400039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f299fd0-4c28-4945-b304-f4d0222c4461 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f1ca23f0-bb90-4132-b367-9fbda5d0eb0d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.419867 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f299fd0-4c28-4945-b304-f4d0222c4461 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ca23f0-bb90-4132-b367-9fbda5d0eb0d,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:03.429452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-5f299fd0-4c28-4945-b304-f4d0222c4461 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.430724 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-5f299fd0-4c28-4945-b304-f4d0222c4461 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467304 Feb 19 01:35:03.434116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38270) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:03.438438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0dc8e999-6d6b-426b-9a8c-ae81269cf01e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '62423ab0-da6b-4998-a3e8-0918c897f8f3', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:03.464574 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e999-6d6b-426b-9a8c-ae81269cf01e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (4f1f957f-49af-445b-9873-fce23eef12ac), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.532619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e999-6d6b-426b-9a8c-ae81269cf01e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (4f1f957f-49af-445b-9873-fce23eef12ac), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.537981 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e999-6d6b-426b-9a8c-ae81269cf01e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4f1f957f-49af-445b-9873-fce23eef12ac), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.556982 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8e999-6d6b-426b-9a8c-ae81269cf01e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1f957f-49af-445b-9873-fce23eef12ac,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:03.566598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0dc8e999-6d6b-426b-9a8c-ae81269cf01e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.567913 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0dc8e999-6d6b-426b-9a8c-ae81269cf01e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1328216 Feb 19 01:35:03.572210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38272) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:03.576666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c26bb819-2fac-436b-a2e8-d8e754e4a40b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '62423ab0-da6b-4998-a3e8-0918c897f8f3', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:03.606607 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c26bb819-2fac-436b-a2e8-d8e754e4a40b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (951fa459-5149-46ca-8b36-a8313a3630ec), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.669905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c26bb819-2fac-436b-a2e8-d8e754e4a40b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (951fa459-5149-46ca-8b36-a8313a3630ec), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.675726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c26bb819-2fac-436b-a2e8-d8e754e4a40b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (951fa459-5149-46ca-8b36-a8313a3630ec), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.696321 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26bb819-2fac-436b-a2e8-d8e754e4a40b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951fa459-5149-46ca-8b36-a8313a3630ec,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:03.706641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c26bb819-2fac-436b-a2e8-d8e754e4a40b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.707825 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c26bb819-2fac-436b-a2e8-d8e754e4a40b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347420 Feb 19 01:35:03.711690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38274) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:03.716313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-0a2c2a7c-d3dc-4883-9fee-68acb6b40852 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '62423ab0-da6b-4998-a3e8-0918c897f8f3', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:03.746389 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a7c-d3dc-4883-9fee-68acb6b40852 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (41c2ae10-e626-4720-8a38-20d850f12af4), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.805532 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a7c-d3dc-4883-9fee-68acb6b40852 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (41c2ae10-e626-4720-8a38-20d850f12af4), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.811576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a7c-d3dc-4883-9fee-68acb6b40852 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (41c2ae10-e626-4720-8a38-20d850f12af4), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.829451 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c2a7c-d3dc-4883-9fee-68acb6b40852 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c2ae10-e626-4720-8a38-20d850f12af4,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:03.838356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0a2c2a7c-d3dc-4883-9fee-68acb6b40852 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.839600 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0a2c2a7c-d3dc-4883-9fee-68acb6b40852 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269250 Feb 19 01:35:03.842713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38276) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:03.847281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6885c83f-27f6-4cd4-abed-b44dabd43579 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '62423ab0-da6b-4998-a3e8-0918c897f8f3', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:03.869079 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-6885c83f-27f6-4cd4-abed-b44dabd43579 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:03.874435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6885c83f-27f6-4cd4-abed-b44dabd43579 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (4fc78e7f-21eb-4006-ac89-9766dc33e561), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.940125 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6885c83f-27f6-4cd4-abed-b44dabd43579 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (4fc78e7f-21eb-4006-ac89-9766dc33e561), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.944730 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6885c83f-27f6-4cd4-abed-b44dabd43579 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4fc78e7f-21eb-4006-ac89-9766dc33e561), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.961783 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885c83f-27f6-4cd4-abed-b44dabd43579 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fc78e7f-21eb-4006-ac89-9766dc33e561,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:03.973246 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6885c83f-27f6-4cd4-abed-b44dabd43579 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:03.974494 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6885c83f-27f6-4cd4-abed-b44dabd43579 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308248 Feb 19 01:35:03.978172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38278) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:03.982695 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d4457c9b-46cf-48ce-b2b6-382aba88d01f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '62423ab0-da6b-4998-a3e8-0918c897f8f3', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:04.007613 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-d4457c9b-46cf-48ce-b2b6-382aba88d01f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:35:04.013239 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4457c9b-46cf-48ce-b2b6-382aba88d01f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (7b1f6e0d-c773-4b12-bca0-d9e5bd193f57), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.083339 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4457c9b-46cf-48ce-b2b6-382aba88d01f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (7b1f6e0d-c773-4b12-bca0-d9e5bd193f57), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.086342 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b6d0c683-6107-4a97-b1cb-dfa2a1d58cda no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:35:04.088152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4457c9b-46cf-48ce-b2b6-382aba88d01f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7b1f6e0d-c773-4b12-bca0-d9e5bd193f57), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.107408 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4457c9b-46cf-48ce-b2b6-382aba88d01f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b1f6e0d-c773-4b12-bca0-d9e5bd193f57,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:04.109526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: b6d0c683-6107-4a97-b1cb-dfa2a1d58cda {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:35:04.110002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device b6d0c683-6107-4a97-b1cb-dfa2a1d58cda not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:35:04.113364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d4457c9b-46cf-48ce-b2b6-382aba88d01f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.114623 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d4457c9b-46cf-48ce-b2b6-382aba88d01f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1353874 Feb 19 01:35:04.117686 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38280) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:04.122578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'network': {'name': 'tempest-network-smoke--1443468290', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'port_security_enabled': True}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:04.144286 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:04.148077 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.173548 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:35:04.183726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ed64cc7e-2f5d-4bd4-8628-453a67c816ae), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.184074 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Added segment ed64cc7e-2f5d-4bd4-8628-453a67c816ae of type vlan for network 0f600ad1-9274-4cfb-9842-c3e400f8a53d Feb 19 01:35:04.236299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (0f600ad1-9274-4cfb-9842-c3e400f8a53d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.262345 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (0f600ad1-9274-4cfb-9842-c3e400f8a53d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.267923 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:04.268514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.323026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2040792 Feb 19 01:35:04.325789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38282) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:04.332565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'admin_state_up': True, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:04.355248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f58ce9-1088-4c49-b60d-e2aebf34a636 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Network': ['ID=0f600ad1-9274-4cfb-9842-c3e400f8a53d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:04.366063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:35:04.371279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (ffddba03-807b-4d9e-a2d6-7f283413ea22), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.372376 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (ffddba03-807b-4d9e-a2d6-7f283413ea22), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.423331 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (ffddba03-807b-4d9e-a2d6-7f283413ea22), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.571229 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (ffddba03-807b-4d9e-a2d6-7f283413ea22), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.780563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (ffddba03-807b-4d9e-a2d6-7f283413ea22), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.803000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:04.908043 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.63 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/abb37485-6991-4c61-a8c9-b172118ab146) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:05.022922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (abb37485-6991-4c61-a8c9-b172118ab146), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.058331 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (abb37485-6991-4c61-a8c9-b172118ab146), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.096179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:05.099026 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:05.105745 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:05.113363 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=abb37485-6991-4c61-a8c9-b172118ab146,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:05.670973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (ffddba03-807b-4d9e-a2d6-7f283413ea22), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:05.882678 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (ffddba03-807b-4d9e-a2d6-7f283413ea22), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.022472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router ffddba03-807b-4d9e-a2d6-7f283413ea22 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:35:06.130517 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:06.144247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Sync routers for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:06.153729 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.155019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-904b26ee-c828-483d-b740-3f857dd21b28 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8282712 Feb 19 01:35:06.158358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38284) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:06.161792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:06.162461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:34:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:06.187880 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ee4e322c-56d2-4fab-81bc-d49532f0a524 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=12e0f59060a6473bacaaa3cc0794928a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284021 Feb 19 01:35:06.190936 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38288) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:06.279281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b1d2a9-5051-4cbf-9e3b-63c2b31a1dcc tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.283622 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b6b1d2a9-5051-4cbf-9e3b-63c2b31a1dcc tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890198 Feb 19 01:35:06.284075 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38290) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:06.292201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:06.320015 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bc9e4bfd-1da1-40b2-87f1-75ab22dcdfef tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345318 Feb 19 01:35:06.322835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38292) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:06.328079 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2084974021', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:06.415854 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:06.419527 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.473053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:05Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:06.503636 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Checking router: ffddba03-807b-4d9e-a2d6-7f283413ea22 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:35:06.504015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Updating router ffddba03-807b-4d9e-a2d6-7f283413ea22 port abb37485-6991-4c61-a8c9-b172118ab146 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:35:06.531415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (abb37485-6991-4c61-a8c9-b172118ab146), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.605661 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (45fb507a-2b52-47bd-9e05-71d24ed3c25f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.668701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Subnet': ['ID=45fb507a-2b52-47bd-9e05-71d24ed3c25f,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:06.678523 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Checking segment: {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:06.679143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network hostable DHCP agents. Network: 0f600ad1-9274-4cfb-9842-c3e400f8a53d, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:35:06.697130 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:35:06.706372 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 0f600ad1-9274-4cfb-9842-c3e400f8a53d) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:06.711042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:06.711584 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.723398 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55095b5-ba23-4a91-9ec1-5f43d6b284bc None None] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:06.729535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-619d83c2-80af-407a-a3d8-6078ab76324c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4055398 Feb 19 01:35:06.732352 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38294) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:06.852088 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Publish callbacks [] for port (abb37485-6991-4c61-a8c9-b172118ab146), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.871821 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (abb37485-6991-4c61-a8c9-b172118ab146), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.897426 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:35:06.898315 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:06.950161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ead91-44c9-4b4e-83ab-2b3980a0c239 None None] Pushing event updated for resources: {'Port': ['ID=abb37485-6991-4c61-a8c9-b172118ab146,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:06.956914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Attempting to bind port abb37485-6991-4c61-a8c9-b172118ab146 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:06.957305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Attempting to bind port abb37485-6991-4c61-a8c9-b172118ab146 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:06.957727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Attempting to bind port abb37485-6991-4c61-a8c9-b172118ab146 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:07.013261 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:07.013682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:07.014228 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.014637 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:07.015124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Bound port: abb37485-6991-4c61-a8c9-b172118ab146, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:07.015515 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (abb37485-6991-4c61-a8c9-b172118ab146), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.105747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] For port abb37485-6991-4c61-a8c9-b172118ab146, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:07.110511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] For port abb37485-6991-4c61-a8c9-b172118ab146, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=abb37485-6991-4c61-a8c9-b172118ab146,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:07.115627 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Allocated IP 172.20.0.2 (0f600ad1-9274-4cfb-9842-c3e400f8a53d/45fb507a-2b52-47bd-9e05-71d24ed3c25f/eb4d7650-8ff9-4ccf-8846-1bdc5c754fac) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:07.122027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (abb37485-6991-4c61-a8c9-b172118ab146), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.182961 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.237303 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:07.237936 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:34:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:07.239719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ead91-44c9-4b4e-83ab-2b3980a0c239 None None] Pushing event updated for resources: {'Port': ['ID=abb37485-6991-4c61-a8c9-b172118ab146,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:07.416537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:07.418427 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Publish callbacks [] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.472011 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.501177 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.1 (0f600ad1-9274-4cfb-9842-c3e400f8a53d/45fb507a-2b52-47bd-9e05-71d24ed3c25f/acf5c535-0433-44ab-9a8c-ec8ca7f3140d) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:07.552651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:07.562463 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:07.565824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Pushing event updated for resources: {'Port': ['ID=eb4d7650-8ff9-4ccf-8846-1bdc5c754fac,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:07.569695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:07.623212 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.657021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.663339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Attempting to bind port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:07.663713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Attempting to bind port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:07.664132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Attempting to bind port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac on network 0f600ad1-9274-4cfb-9842-c3e400f8a53d {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:07.674313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:07.674624 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Checking segment: {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:07.675032 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.675427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Bound using segment: {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:07.675953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Bound port: eb4d7650-8ff9-4ccf-8846-1bdc5c754fac, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:07.676350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.697076 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:07.700263 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:07.703882 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:07.738603 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:07.742355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:05Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:07.761847 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (ffddba03-807b-4d9e-a2d6-7f283413ea22), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.774287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe33555-7ce1-4c0a-ab86-501f2511bb5f None None] The sync data for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 is: [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:05Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:07.780787 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f044f952-24f5-468c-9552-707c05bb211a None None] For port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:07.794642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f044f952-24f5-468c-9552-707c05bb211a None None] For port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb4d7650-8ff9-4ccf-8846-1bdc5c754fac,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:07.802040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:07.874300 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f044f952-24f5-468c-9552-707c05bb211a None None] Pushing event updated for resources: {'Port': ['ID=eb4d7650-8ff9-4ccf-8846-1bdc5c754fac,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:07.937280 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.274860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device abb37485-6991-4c61-a8c9-b172118ab146 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:08.318666 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.324884 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.329796 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port abb37485-6991-4c61-a8c9-b172118ab146 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:08.330459 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (abb37485-6991-4c61-a8c9-b172118ab146), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.397816 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (ffddba03-807b-4d9e-a2d6-7f283413ea22), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.409776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:08.420586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port abb37485-6991-4c61-a8c9-b172118ab146 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:08.421039 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (abb37485-6991-4c61-a8c9-b172118ab146), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.445281 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port abb37485-6991-4c61-a8c9-b172118ab146, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=abb37485-6991-4c61-a8c9-b172118ab146,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:08.450149 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (abb37485-6991-4c61-a8c9-b172118ab146), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.451038 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb4d7650-8ff9-4ccf-8846-1bdc5c754fac up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:08.514701 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:08.516257 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:08.532774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=abb37485-6991-4c61-a8c9-b172118ab146,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:08.552079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:08.552466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.641955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:08.642815 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.657991 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router ffddba03-807b-4d9e-a2d6-7f283413ea22 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:35:08.685904 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb4d7650-8ff9-4ccf-8846-1bdc5c754fac,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:08.693525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:08.755351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=eb4d7650-8ff9-4ccf-8846-1bdc5c754fac,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:08.790285 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:08.803367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-467d472a-095b-4528-ac11-8fa3eb490eef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/ffddba03-807b-4d9e-a2d6-7f283413ea22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0697467 Feb 19 01:35:08.962510 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-015a0aeb-11f6-483a-8a52-06f8e9d3fa92 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367815214&fields=id&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 267 time: 0.0468922 Feb 19 01:35:09.059781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0185d6e5-3078-445b-8c81-6cfe529ea4e7 None None] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:35:09.072485 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-fe0809cc-d89d-4d49-8107-137b9d08cec3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:09.074000 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-fe0809cc-d89d-4d49-8107-137b9d08cec3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 797 time: 0.1046526 Feb 19 01:35:09.092406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-d3441000-01e4-4ddb-a606-1e3b276fceae tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/quotas/12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 375 time: 0.0104053 Feb 19 01:35:09.153053 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-ba4035b0-2fa5-4946-b927-5d8f15ae20dc tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551393 Feb 19 01:35:09.306685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-27813df7-bb9c-4e79-97f3-bb0afa51a922 service neutron] 10.222.0.60 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409693 Feb 19 01:35:09.343937 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b9a1c343-4a65-4131-834f-08fd9e34efc8 None None] Provisioning complete for port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:09.344538 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9a1c343-4a65-4131-834f-08fd9e34efc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.423462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-ebc2b1f9-d80c-4f76-a770-783815debdf9 service neutron] 10.222.0.60 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101444 Feb 19 01:35:09.434108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1c343-4a65-4131-834f-08fd9e34efc8 None None] Current status of the port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:09.615682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7c994f8e-6527-4fc8-8c49-dbe9c79119c9 req-d5e09333-afb0-47e8-8fed-ac823e1c43c1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 210 time: 0.0395696 Feb 19 01:35:09.618909 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Sync routers for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:09.635171 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:09.636063 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:34:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:09.664580 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9316a040-6f7e-48a0-a4a8-5574e9f27d1b None None] Provisioning complete for port acf5c535-0433-44ab-9a8c-ec8ca7f3140d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:09.665495 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9316a040-6f7e-48a0-a4a8-5574e9f27d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.718423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9316a040-6f7e-48a0-a4a8-5574e9f27d1b None None] Port acf5c535-0433-44ab-9a8c-ec8ca7f3140d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:09.730757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9316a040-6f7e-48a0-a4a8-5574e9f27d1b None None] Provisioning complete for port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:09.731146 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9316a040-6f7e-48a0-a4a8-5574e9f27d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:09.763538 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:09.829641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9316a040-6f7e-48a0-a4a8-5574e9f27d1b None None] Current status of the port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:09.951896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-92f87637-5005-4521-84ec-276b3c9f9661 None None] Provisioning complete for port acf5c535-0433-44ab-9a8c-ec8ca7f3140d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:09.952238 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92f87637-5005-4521-84ec-276b3c9f9661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.003920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-92f87637-5005-4521-84ec-276b3c9f9661 None None] Port acf5c535-0433-44ab-9a8c-ec8ca7f3140d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:10.108999 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 2, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:10.130625 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-194868e6-b8ba-489a-a42f-20329c19086a None None] Provisioning complete for port acf5c535-0433-44ab-9a8c-ec8ca7f3140d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:10.131017 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-194868e6-b8ba-489a-a42f-20329c19086a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.141326 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Checking router: ffddba03-807b-4d9e-a2d6-7f283413ea22 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:35:10.141696 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Updating router ffddba03-807b-4d9e-a2d6-7f283413ea22 port acf5c535-0433-44ab-9a8c-ec8ca7f3140d binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:35:10.164365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device abb37485-6991-4c61-a8c9-b172118ab146 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:10.174928 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.204024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-194868e6-b8ba-489a-a42f-20329c19086a None None] Port acf5c535-0433-44ab-9a8c-ec8ca7f3140d cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:10.224806 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port abb37485-6991-4c61-a8c9-b172118ab146 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:10.225166 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (abb37485-6991-4c61-a8c9-b172118ab146), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.305092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port abb37485-6991-4c61-a8c9-b172118ab146 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:10.306064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb4d7650-8ff9-4ccf-8846-1bdc5c754fac up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:10.354409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:10.355107 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.432281 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Publish callbacks [] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.432585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:10.440228 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.494072 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:35:10.496206 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Pushing event updated for resources: {'Port': ['ID=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:10.507382 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.507711 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.508270 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.508611 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.508948 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.509275 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.509697 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.510021 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.510378 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.510708 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.511030 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.511356 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.511678 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:35:10.572090 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Attempting to bind port acf5c535-0433-44ab-9a8c-ec8ca7f3140d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:10.572513 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Attempting to bind port acf5c535-0433-44ab-9a8c-ec8ca7f3140d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:10.572876 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Attempting to bind port acf5c535-0433-44ab-9a8c-ec8ca7f3140d on network 0f600ad1-9274-4cfb-9842-c3e400f8a53d {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:10.579389 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:10.579772 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Checking segment: {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:10.580176 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.580570 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Bound using segment: {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:10.581048 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Bound port: acf5c535-0433-44ab-9a8c-ec8ca7f3140d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:10.581437 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.676318 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] For port acf5c535-0433-44ab-9a8c-ec8ca7f3140d, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:10.681037 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] For port acf5c535-0433-44ab-9a8c-ec8ca7f3140d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:10.682972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-b624bb00-5909-4645-bd15-0b459726d416 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:10.685633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-b624bb00-5909-4645-bd15-0b459726d416 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 797 time: 0.1380260 Feb 19 01:35:10.689193 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.734695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-eadd52e6-9dfd-46b3-8cd3-99cef1c33cc8 None None] Provisioning complete for port acf5c535-0433-44ab-9a8c-ec8ca7f3140d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:10.735082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eadd52e6-9dfd-46b3-8cd3-99cef1c33cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.754609 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-59615c5e-161e-4a95-999f-f05f5e36e25b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 380 time: 0.0596247 Feb 19 01:35:10.765503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'port': {'device_id': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'admin_state_up': True, 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'security_groups': ['62423ab0-da6b-4998-a3e8-0918c897f8f3']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:10.780204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-84748ee9-45a5-4b29-adb6-bb55d7009bde req-76edad95-578b-4663-8dd9-d1f54fc968d4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 210 time: 0.0370371 Feb 19 01:35:10.788168 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad785f6e-f65a-47dc-b2d6-a9282a136ded None None] Pushing event updated for resources: {'Port': ['ID=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:10.799574 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:10.800326 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:34:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:10.868602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eadd52e6-9dfd-46b3-8cd3-99cef1c33cc8 None None] Current status of the port acf5c535-0433-44ab-9a8c-ec8ca7f3140d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:10.869081 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eadd52e6-9dfd-46b3-8cd3-99cef1c33cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.916450 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-eadd52e6-9dfd-46b3-8cd3-99cef1c33cc8 None None] For port acf5c535-0433-44ab-9a8c-ec8ca7f3140d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:10.920777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eadd52e6-9dfd-46b3-8cd3-99cef1c33cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.925989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:35:10.931147 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:10.942977 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:10.974355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd52e6-9dfd-46b3-8cd3-99cef1c33cc8 None None] Pushing event updated for resources: {'Port': ['ID=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:11.068620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.9 (0f600ad1-9274-4cfb-9842-c3e400f8a53d/45fb507a-2b52-47bd-9e05-71d24ed3c25f/8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:11.150720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7927c7ee-9d1b-4bff-a714-349744c8c0c6 None None] Provisioning complete for port acf5c535-0433-44ab-9a8c-ec8ca7f3140d triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:11.151164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7927c7ee-9d1b-4bff-a714-349744c8c0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.172104 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:10Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:11.198842 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f72bdd6-64fe-49fc-a7e9-7990344007c3 None None] The sync data for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 is: [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:10Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:11.221984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.240140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7927c7ee-9d1b-4bff-a714-349744c8c0c6 None None] Current status of the port acf5c535-0433-44ab-9a8c-ec8ca7f3140d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:11.264792 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.324411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:11.330027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:11.332718 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:11.340785 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:11.390045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:11.390821 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.411414 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-3ac7cf4f-6d0b-4965-a6d2-ed450bdf0b4a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6502826 Feb 19 01:35:11.423078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Request body: {'port': {'device_id': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:11.487594 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.568415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-541fe866-4000-475b-8ee8-635c3f96dbd2 None None] Provisioning complete for port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:11.569077 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-541fe866-4000-475b-8ee8-635c3f96dbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.604718 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-541fe866-4000-475b-8ee8-635c3f96dbd2 None None] Port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:35:11.766309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:11.774761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Publish callbacks [] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.787560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Transition to ACTIVE for port object 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:35:11.793356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:11.890782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:11.944002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f14bbb-56a3-4fe6-b1f6-a56ed6f328a7 req-c078e6c0-3d10-4b5b-8aed-e738d4d36b33 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:11.945618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05f14bbb-56a3-4fe6-b1f6-a56ed6f328a7 req-c078e6c0-3d10-4b5b-8aed-e738d4d36b33 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 943 time: 0.0759981 Feb 19 01:35:11.957774 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Attempting to bind port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:35:11.958257 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Attempting to bind port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:35:11.958663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Attempting to bind port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee on network 0f600ad1-9274-4cfb-9842-c3e400f8a53d {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:11.970943 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee on network 0f600ad1-9274-4cfb-9842-c3e400f8a53d not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:35:11.971271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Attempting to bind port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee on network 0f600ad1-9274-4cfb-9842-c3e400f8a53d {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:35:11.985411 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:35:11.986652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Checking segment: {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:35:11.992595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Bound using segment: {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:35:11.993120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Bound port: 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:35:11.993495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.027687 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05f14bbb-56a3-4fe6-b1f6-a56ed6f328a7 req-fdc67a6f-0631-404d-94f7-69e1b7421960 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739071 Feb 19 01:35:12.099582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:35:12.106508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:35:12.119686 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.174396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:12.175105 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.176526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] 10.222.0.113 "PUT /v2.0/ports/8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 1091 time: 0.7581093 Feb 19 01:35:12.177037 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:12.179435 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865" -d '{"events": [{"name": "network-changed", "server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:12.193450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e96458-dbcb-43c2-a4ac-6573e46e964a service neutron] Pushing event updated for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:12.232502 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d52cd9-a620-497a-a24a-e67ecaf7fd29 x-openstack-request-id: req-84d52cd9-a620-497a-a24a-e67ecaf7fd29 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:12.232856 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:12.233172 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84d52cd9-a620-497a-a24a-e67ecaf7fd29 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:12.233701 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'status': 'completed', 'code': 200} Feb 19 01:35:12.234617 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device acf5c535-0433-44ab-9a8c-ec8ca7f3140d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:12.288985 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e28e08e1-08d4-45f9-80a1-59775a9c6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:12.292056 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-e28e08e1-08d4-45f9-80a1-59775a9c6f20 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1125 time: 0.0554318 Feb 19 01:35:12.297340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port acf5c535-0433-44ab-9a8c-ec8ca7f3140d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:12.297746 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:12.350260 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-69bae8c2-c137-4274-9f84-47b6437e38f5 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 217 time: 0.0495739 Feb 19 01:35:12.386556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port acf5c535-0433-44ab-9a8c-ec8ca7f3140d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:12.405674 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-ada3bf7e-e831-4a1d-bc78-92bfbd8c39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:12.407302 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-ada3bf7e-e831-4a1d-bc78-92bfbd8c39a3 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 200 len: 835 time: 0.0514994 Feb 19 01:35:12.461041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-4f899399-6606-4a50-b295-0b87992e60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:12.462840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-4f899399-6606-4a50-b295-0b87992e60b5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f600ad1-9274-4cfb-9842-c3e400f8a53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484023 Feb 19 01:35:12.561137 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-6b164b84-a6b8-445d-a324-7c682cd4b313 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917296 Feb 19 01:35:12.660727 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-75a08e07-a413-4041-95da-0d6789fe55d7 req-27fb20ab-4086-4ff2-aeb4-e767ffc82cad service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929320 Feb 19 01:35:12.756334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-f1561014-754b-4310-834a-626aa729494f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:12.757838 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-f1561014-754b-4310-834a-626aa729494f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1125 time: 0.0471032 Feb 19 01:35:12.862728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-c9dd09d9-6b7e-4120-a6c7-627d467a22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:12.864249 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-c9dd09d9-6b7e-4120-a6c7-627d467a22db service neutron] 10.222.0.113 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 898 time: 0.0997381 Feb 19 01:35:12.911074 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-49699d85-beeb-4190-896d-5682223de8d4 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 217 time: 0.0403895 Feb 19 01:35:12.967800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-10348743-b27b-4fec-b15f-52667991adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:12.969248 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-10348743-b27b-4fec-b15f-52667991adcb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 200 len: 835 time: 0.0515463 Feb 19 01:35:13.038248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-1fe33e2c-69d7-4a8a-a659-a512c5418b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:13.039657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-1fe33e2c-69d7-4a8a-a659-a512c5418b4d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f600ad1-9274-4cfb-9842-c3e400f8a53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0623205 Feb 19 01:35:13.129595 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-cb29bab1-1b1c-4d77-bcec-473b8de39633 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830956 Feb 19 01:35:13.161548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32490907-3169-4bb6-b510-b2b6fddf7d0f req-1b1203c5-20b9-4d85-b6f0-6fbd5a42d88e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:13.163204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32490907-3169-4bb6-b510-b2b6fddf7d0f req-1b1203c5-20b9-4d85-b6f0-6fbd5a42d88e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 943 time: 0.0597470 Feb 19 01:35:13.212582 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-32490907-3169-4bb6-b510-b2b6fddf7d0f req-eddd5a18-01cd-409f-a237-6cb9589705a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436051 Feb 19 01:35:13.224400 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ec4f7038-94fa-4a4a-bdea-e4f6a2cfe865 req-2a49f392-26d9-4d65-b381-b43a2f8d5dd2 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874012 Feb 19 01:35:14.345930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da938ac0-7bd2-4f21-b2c0-9bb24c368ed4 req-12bae3a8-ad2e-4486-81fb-d32b78bbacb1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:14.347388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da938ac0-7bd2-4f21-b2c0-9bb24c368ed4 req-12bae3a8-ad2e-4486-81fb-d32b78bbacb1 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 943 time: 0.0594211 Feb 19 01:35:14.409896 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da938ac0-7bd2-4f21-b2c0-9bb24c368ed4 req-cfd63491-2a6e-414d-b2f4-68026d3e7842 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540719 Feb 19 01:35:15.554410 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:35:15.555013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63a21c-3641-4e6f-a767-04a7c70add76 req-a9314fc3-c30a-4f9f-bb49-d12cc826292b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:15.556339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f63a21c-3641-4e6f-a767-04a7c70add76 req-a9314fc3-c30a-4f9f-bb49-d12cc826292b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 943 time: 0.0626678 Feb 19 01:35:15.673178 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:15.686845 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'port_id': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'mac_address': 'fa:16:3e:7d:dc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:35:15.727986 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:15.728288 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.743069 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:35:15.764961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:15.772531 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:15.826797 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:15.972958 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7f63a21c-3641-4e6f-a767-04a7c70add76 req-a15b3c27-fc20-4dbc-8221-78cae60a2fd3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4095907 Feb 19 01:35:16.026108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:35:17.105187 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa961c83-35b0-4578-bb1b-db9a5eb47913 req-0a9b5f90-0cdc-422f-afa9-75d892bbe957 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:17.106938 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa961c83-35b0-4578-bb1b-db9a5eb47913 req-0a9b5f90-0cdc-422f-afa9-75d892bbe957 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 944 time: 0.0607016 Feb 19 01:35:17.159545 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fa961c83-35b0-4578-bb1b-db9a5eb47913 req-352e78f5-526d-4740-b8b0-552097db613e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463333 Feb 19 01:35:17.571031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:35:17.626296 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:35:17.630043 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:35:17.630463 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.705907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:35:17.706290 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.729910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:17.732230 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838259bb-cdf6-4204-ba9a-c579b8bf92d9" -d '{"events": [{"server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:17.748278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:35:17.753518 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:17.803202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:17.824492 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33157915-8ba7-43ae-8391-d753b6b3761a x-openstack-request-id: req-33157915-8ba7-43ae-8391-d753b6b3761a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:17.824788 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:17.825042 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33157915-8ba7-43ae-8391-d753b6b3761a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:17.825440 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'code': 200} Feb 19 01:35:17.931971 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c2538-8414-4433-b9fc-f89ae55a3986 req-c95f58da-5375-4370-9ba7-998fe638bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:17.933498 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d88c2538-8414-4433-b9fc-f89ae55a3986 req-c95f58da-5375-4370-9ba7-998fe638bcf4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1127 time: 0.0468025 Feb 19 01:35:17.981790 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d88c2538-8414-4433-b9fc-f89ae55a3986 req-b51acfa6-0f57-4e7e-bb55-d6a45e32ebe4 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Feb 19 01:35:18.076252 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4817f4d9-5a1d-4870-8d41-934c5f795b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:18.296561 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d723d-815f-4922-bb80-a81270e9d49f req-e1a43392-6155-4e42-bdef-5b4861684488 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:18.298094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf4d723d-815f-4922-bb80-a81270e9d49f req-e1a43392-6155-4e42-bdef-5b4861684488 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0667236 Feb 19 01:35:18.356335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf4d723d-815f-4922-bb80-a81270e9d49f req-0d976f7c-b4e4-4e66-a1cb-69388c4cfcce tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499949 Feb 19 01:35:19.367061 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:19.494671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4786ae-b4b1-4d6d-b055-d8cb8ca21ce9 req-231889b9-2a4d-4356-80e6-0d4b5964dade tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.496178 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef4786ae-b4b1-4d6d-b055-d8cb8ca21ce9 req-231889b9-2a4d-4356-80e6-0d4b5964dade tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0563021 Feb 19 01:35:19.548557 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ef4786ae-b4b1-4d6d-b055-d8cb8ca21ce9 req-869a3b7e-a0ab-4d81-91f9-2bda21d77e0b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463903 Feb 19 01:35:19.627903 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d74e19a-514d-4330-a996-50f30e4ef52f req-015ba7a4-49d1-4d94-995b-4902cbb9cbde service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0287592 Feb 19 01:35:19.699460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d74e19a-514d-4330-a996-50f30e4ef52f req-11510397-0fcd-435e-8dd7-a4e16d28a738 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0304968 Feb 19 01:35:19.706554 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb631c8-f241-4715-a8a5-ac61bcb23d6c req-89483c00-bdd7-454d-8cab-8f54a289f39e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.707927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aeb631c8-f241-4715-a8a5-ac61bcb23d6c req-89483c00-bdd7-454d-8cab-8f54a289f39e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0837712 Feb 19 01:35:19.751048 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d74e19a-514d-4330-a996-50f30e4ef52f req-0821316a-6def-4b0e-97fd-75bb4918a60f service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277336 Feb 19 01:35:19.822159 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-aeb631c8-f241-4715-a8a5-ac61bcb23d6c req-4b687465-9eb3-4845-b436-18edfe477923 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050076 Feb 19 01:35:19.846729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38352) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:19.869341 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74e19a-514d-4330-a996-50f30e4ef52f req-515a88f2-dd3e-4dd9-8a2c-cfc817ae59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.871001 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8d74e19a-514d-4330-a996-50f30e4ef52f req-515a88f2-dd3e-4dd9-8a2c-cfc817ae59cf service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104188 Feb 19 01:35:19.896680 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b738fffd-f6d9-45da-801f-d655c5a2d1c3 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:19.898168 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b738fffd-f6d9-45da-801f-d655c5a2d1c3 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1122 time: 0.0502896 Feb 19 01:35:19.901120 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38354) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:19.905477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:35:19.926794 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.032966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.120920 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2251d578-fedb-435d-990f-ef7e2379ad66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.147297 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.166 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d0c5ec0e-d1af-4600-81bf-4195bb9817ea) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:35:20.254510 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.293322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.331073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:35:20.335776 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:35:20.340116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:35:20.343189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=d0c5ec0e-d1af-4600-81bf-4195bb9817ea,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:20.726959 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (6768d436-a2f4-487f-b2f9-96d16fcff0bd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.806127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.955598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:20.961812 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.031176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=d0c5ec0e-d1af-4600-81bf-4195bb9817ea,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:35:21.042885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (6768d436-a2f4-487f-b2f9-96d16fcff0bd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.149115 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 6768d436-a2f4-487f-b2f9-96d16fcff0bd associated. External IP: 172.25.6.166, port: 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee. Feb 19 01:35:21.492642 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.682782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router ffddba03-807b-4d9e-a2d6-7f283413ea22 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:35:21.793235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:35:21.805375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] Sync routers for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:35:21.812822 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:21.816350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:21.816350 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:35:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:21.842650 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d968837b-dff8-4c80-9411-77060bd468ff tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9404995 Feb 19 01:35:21.843360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:35:21.845731 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e261e340-06b8-407f-8324-7713e55e7fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:35:21.892667 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4b4a70-99d5-41be-a8e6-2e9782eadf90 x-openstack-request-id: req-2c4b4a70-99d5-41be-a8e6-2e9782eadf90 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:35:21.893213 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:35:21.893672 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c4b4a70-99d5-41be-a8e6-2e9782eadf90 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:35:21.894335 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'status': 'completed', 'code': 200} Feb 19 01:35:21.928214 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:21.961824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8cf21-a065-4f67-95f7-0cdf7f786cb6 req-a21cad56-6aef-4b44-9428-8ff7c6d032c2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.963391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9e8cf21-a065-4f67-95f7-0cdf7f786cb6 req-a21cad56-6aef-4b44-9428-8ff7c6d032c2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0542555 Feb 19 01:35:21.965590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-277d0284-c432-4a38-96f8-5eb5b71fe4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:21.967246 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-277d0284-c432-4a38-96f8-5eb5b71fe4eb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1127 time: 0.0527480 Feb 19 01:35:22.013356 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b9e8cf21-a065-4f67-95f7-0cdf7f786cb6 req-597a5129-1854-4ee4-ae3e-1c4e3b89e938 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 Feb 19 01:35:22.040616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38360) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:22.075615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-b0ddb5b0-d27d-4905-818b-38b12bb57468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:22.077005 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-b0ddb5b0-d27d-4905-818b-38b12bb57468 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 898 time: 0.1031075 Feb 19 01:35:22.107662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2aac5cad-7cba-4bc7-8589-435cbf00ff55 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/6768d436-a2f4-487f-b2f9-96d16fcff0bd HTTP/1.1" status: 200 len: 991 time: 0.0658171 Feb 19 01:35:22.147770 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-45fdcaa0-b0a3-4e34-91ef-828a4567ea01 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 999 time: 0.0642405 Feb 19 01:35:22.172613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '6768d436-a2f4-487f-b2f9-96d16fcff0bd', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'port_id': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'mac_address': 'fa:16:3e:7d:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:20Z', 'updated_at': '2022-02-19T01:35:20Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:10Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:22.195571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-eff5634c-8766-4d8b-985a-21cc4896f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:22.197056 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-eff5634c-8766-4d8b-985a-21cc4896f0ea service neutron] 10.222.0.113 "GET /v2.0/subnets?id=45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 200 len: 835 time: 0.0434134 Feb 19 01:35:22.198512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] Checking router: ffddba03-807b-4d9e-a2d6-7f283413ea22 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:35:22.207559 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:35:22.208162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:35:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:22.250667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-d39ab3ea-5f6f-4c43-acd0-3d3bfdaed88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:22.252274 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-d39ab3ea-5f6f-4c43-acd0-3d3bfdaed88a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f600ad1-9274-4cfb-9842-c3e400f8a53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493851 Feb 19 01:35:22.318472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:35:22.341801 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-3a25ad0f-ef87-4e1a-938c-91d8476e3687 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835977 Feb 19 01:35:22.439342 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e261e340-06b8-407f-8324-7713e55e7fd0 req-8d5f4811-1968-4143-a831-2fe4f8db7fde service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911381 Feb 19 01:35:22.553521 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '6768d436-a2f4-487f-b2f9-96d16fcff0bd', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'port_id': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'mac_address': 'fa:16:3e:7d:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:20Z', 'updated_at': '2022-02-19T01:35:20Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:10Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:35:22.579369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536965a1-6993-43e1-a984-6e2c749fae37 None None] The sync data for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 is: [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '6768d436-a2f4-487f-b2f9-96d16fcff0bd', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.166', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'port_id': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'mac_address': 'fa:16:3e:7d:dc:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:35:20Z', 'updated_at': '2022-02-19T01:35:20Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:10Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:35:22.770455 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d11bdf2-058c-4bbc-9faa-7bec880978ce None None] New status for floating IP 6768d436-a2f4-487f-b2f9-96d16fcff0bd: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:35:22.930453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:23.111812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38362) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:23.174165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-25ed6245-a476-4aac-b309-6ca41a7e13dc tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/6768d436-a2f4-487f-b2f9-96d16fcff0bd HTTP/1.1" status: 200 len: 993 time: 0.0609422 Feb 19 01:35:24.211735 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:24.385150 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:47.474428 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:35:48.082130 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25a70cb1-9dba-4b57-9f2e-49193ba7c62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:49.372453 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:50.127348 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b7180fb-fbdd-48ac-8bbe-50457ea8ae92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.506584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:51.844381 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-fd7a20c4-65fa-43af-a0d7-9f0349420292 req-1211d917-a649-4168-834c-aac61d73b6f6 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:35:51.845685 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fd7a20c4-65fa-43af-a0d7-9f0349420292 req-1211d917-a649-4168-834c-aac61d73b6f6 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094178 Feb 19 01:35:52.071212 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedb73b-cf00-4019-90ff-8692ff7ba178 req-97ba249e-287a-412e-9a6f-6e22f87bd98a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:52.072568 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6fedb73b-cf00-4019-90ff-8692ff7ba178 req-97ba249e-287a-412e-9a6f-6e22f87bd98a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0833306 Feb 19 01:35:52.101634 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-be610d27-312c-445a-84ce-6fbe5805f60e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202984 Feb 19 01:35:52.111969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-60db85b1-c7f8-470e-b132-6651bfe9a9ec service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:35:52.112952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-60db85b1-c7f8-470e-b132-6651bfe9a9ec service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062623 Feb 19 01:35:52.139146 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6fedb73b-cf00-4019-90ff-8692ff7ba178 req-855722f8-e00d-4285-bd13-1abcf5c75506 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595448 Feb 19 01:35:52.513014 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38396) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:35:52.622940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-31169013-c8b2-48cf-98db-ddc75f4b953d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:52.624295 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-31169013-c8b2-48cf-98db-ddc75f4b953d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports/8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 942 time: 0.1102650 Feb 19 01:35:52.946373 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:53.269948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cf7f6-e6e5-44db-a839-a840abf42e52 req-4f12f3ab-bdb2-4db1-bcc3-1bd58fb9a3fd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:53.271444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-583cf7f6-e6e5-44db-a839-a840abf42e52 req-4f12f3ab-bdb2-4db1-bcc3-1bd58fb9a3fd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0617950 Feb 19 01:35:53.321800 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-583cf7f6-e6e5-44db-a839-a840abf42e52 req-a80f06ae-54f4-4ad8-994b-d47c21852036 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422149 Feb 19 01:35:54.223976 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.385724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:35:54.454932 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28027d4d-7da8-4d3f-bbeb-43c0d0ded068 req-44c00954-03e3-471f-8aab-c73576a4cedb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:54.456406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28027d4d-7da8-4d3f-bbeb-43c0d0ded068 req-44c00954-03e3-471f-8aab-c73576a4cedb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0552175 Feb 19 01:35:54.520361 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28027d4d-7da8-4d3f-bbeb-43c0d0ded068 req-200e7b80-03de-4b39-aadc-143b63bfa0dd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558281 Feb 19 01:35:55.505436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-f0a5840e-d4ae-46a1-a84c-0ae2573176ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:55.507975 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-f0a5840e-d4ae-46a1-a84c-0ae2573176ae service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1127 time: 0.0542741 Feb 19 01:35:55.606057 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-7f9b518b-526b-4b30-bc74-81aaf47f30a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:55.607597 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-7f9b518b-526b-4b30-bc74-81aaf47f30a4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 898 time: 0.0898821 Feb 19 01:35:55.642445 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bb0eb-ee2d-42d5-a106-a0f19c97e525 req-64bb9a4f-3183-484b-9f53-3c58049aa163 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:55.643964 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-280bb0eb-ee2d-42d5-a106-a0f19c97e525 req-64bb9a4f-3183-484b-9f53-3c58049aa163 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0544055 Feb 19 01:35:55.672990 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-72a973b8-acd6-44ee-94f3-f2665c2a9203 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 1001 time: 0.0579631 Feb 19 01:35:55.694367 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-280bb0eb-ee2d-42d5-a106-a0f19c97e525 req-69cc00fb-47f0-415a-8ed0-f0fa2fdf1c91 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446184 Feb 19 01:35:55.721241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-0e2ae1ca-1482-418e-ab36-3737624cbdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:55.722852 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-0e2ae1ca-1482-418e-ab36-3737624cbdbb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 200 len: 835 time: 0.0430231 Feb 19 01:35:55.778578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-6e8dd9a0-3d87-4ecc-91b9-53d158949688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:55.779961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-6e8dd9a0-3d87-4ecc-91b9-53d158949688 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f600ad1-9274-4cfb-9842-c3e400f8a53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498571 Feb 19 01:35:55.868224 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-8a271222-429a-436e-ba11-e80faa3e750d service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809078 Feb 19 01:35:55.959787 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-2e6d434b-9278-4c92-b051-7c01fba21bea service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850775 Feb 19 01:35:56.838025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12043302-5e9e-4caa-91ed-d1287d891127 req-b2842edb-2c73-4ef6-93de-af0125b20e7e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:56.839558 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12043302-5e9e-4caa-91ed-d1287d891127 req-b2842edb-2c73-4ef6-93de-af0125b20e7e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0637631 Feb 19 01:35:56.893744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-12043302-5e9e-4caa-91ed-d1287d891127 req-96948578-fa28-401a-ae5d-1efa8454bf46 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458372 Feb 19 01:35:58.031395 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78a4c-a6f0-4bed-987c-cbefe51ab792 req-f7c3c0ae-57fe-4ce5-b755-55edb56b73a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:58.032872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16a78a4c-a6f0-4bed-987c-cbefe51ab792 req-f7c3c0ae-57fe-4ce5-b755-55edb56b73a3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0561569 Feb 19 01:35:58.081871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-16a78a4c-a6f0-4bed-987c-cbefe51ab792 req-8176c9ca-8fae-4455-a76e-f544953bcfde tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431261 Feb 19 01:35:59.215303 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7c427-7112-4cb6-8a70-b242836c1c11 req-a3b50111-b59a-4f3d-b7b7-123ea1e53838 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:35:59.217285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94d7c427-7112-4cb6-8a70-b242836c1c11 req-a3b50111-b59a-4f3d-b7b7-123ea1e53838 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0610790 Feb 19 01:35:59.270718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-94d7c427-7112-4cb6-8a70-b242836c1c11 req-f1f5861d-3a37-4fa5-b6ed-6825f789516c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Feb 19 01:36:00.414562 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc819d2-0df0-4657-ab33-fa83a5dab23d req-805312f6-de13-4215-822e-6f7c068194ab tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:00.415948 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bc819d2-0df0-4657-ab33-fa83a5dab23d req-805312f6-de13-4215-822e-6f7c068194ab tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0608766 Feb 19 01:36:00.466787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9bc819d2-0df0-4657-ab33-fa83a5dab23d req-e004445d-28c4-4092-ad37-8ee554756a84 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451639 Feb 19 01:36:01.611431 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca8978-5aca-4de8-9d37-f07e289f52dd req-57d8c539-329a-4d7c-9908-1fb2c73c36dd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:01.612941 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05ca8978-5aca-4de8-9d37-f07e289f52dd req-57d8c539-329a-4d7c-9908-1fb2c73c36dd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0638509 Feb 19 01:36:01.667493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05ca8978-5aca-4de8-9d37-f07e289f52dd req-be1f5655-8ca5-474c-99f8-d4b1846abd6a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460415 Feb 19 01:36:02.809055 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa9678-f849-4f3d-9b8f-02ecdfd2e703 req-1006cb80-9d69-46fc-9879-d1435d3814cb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:02.810601 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6aa9678-f849-4f3d-9b8f-02ecdfd2e703 req-1006cb80-9d69-46fc-9879-d1435d3814cb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0636368 Feb 19 01:36:02.865818 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6aa9678-f849-4f3d-9b8f-02ecdfd2e703 req-9bc68558-7ae8-4f57-8787-3a2e06ec4166 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494504 Feb 19 01:36:03.979826 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-d886d09c-ab3d-4ba9-95a9-e0bb45a76d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:03.981315 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-d886d09c-ab3d-4ba9-95a9-e0bb45a76d56 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1127 time: 0.0470290 Feb 19 01:36:03.987995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817e33c-4a76-403f-b6cd-32dcd1b19609 req-012fe087-e5ce-4028-8bae-5bcf442f9783 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:03.989539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7817e33c-4a76-403f-b6cd-32dcd1b19609 req-012fe087-e5ce-4028-8bae-5bcf442f9783 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0540764 Feb 19 01:36:04.038967 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7817e33c-4a76-403f-b6cd-32dcd1b19609 req-30d44051-8567-4b6c-bb0f-f72bda80070a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Feb 19 01:36:04.093530 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-ecc8bdda-89da-496e-a1ee-66f35d6809bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:04.095080 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-ecc8bdda-89da-496e-a1ee-66f35d6809bc service neutron] 10.222.0.113 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 898 time: 0.0952287 Feb 19 01:36:04.165976 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-67468b41-0d45-4b78-900b-457a3a0da2e7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 1001 time: 0.0640614 Feb 19 01:36:04.215072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-4317a99a-fc1b-4d50-ae93-d7c93af21e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:04.216542 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-4317a99a-fc1b-4d50-ae93-d7c93af21e73 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 200 len: 835 time: 0.0452590 Feb 19 01:36:04.269116 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-eb30816c-1e18-45cc-bb57-526a9933201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:04.270660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-eb30816c-1e18-45cc-bb57-526a9933201d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f600ad1-9274-4cfb-9842-c3e400f8a53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479558 Feb 19 01:36:04.377607 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-269b9a48-2884-46a6-96f8-74a256cef41c service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004806 Feb 19 01:36:04.470120 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-e5835417-a36a-4f41-8000-e9ee9da9abea req-10e62bad-0697-490a-b5ae-f0a912f5bff5 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866070 Feb 19 01:36:05.181618 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3126a-f0b7-4da7-adfe-fcf3eb8b2ebf req-ebfa5146-2806-4e26-9ca3-2b09c6f94ec4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:05.183174 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90f3126a-f0b7-4da7-adfe-fcf3eb8b2ebf req-ebfa5146-2806-4e26-9ca3-2b09c6f94ec4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0613213 Feb 19 01:36:05.232360 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-90f3126a-f0b7-4da7-adfe-fcf3eb8b2ebf req-9faaf5c0-5f36-483d-bb4f-b9bff7f1e8d4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 Feb 19 01:36:06.359986 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b244c6-89c2-42f3-9c8b-06a8e0ff5ac7 req-96ea4ee7-79dd-4f71-a05a-8c1080d17c11 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:06.361406 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73b244c6-89c2-42f3-9c8b-06a8e0ff5ac7 req-96ea4ee7-79dd-4f71-a05a-8c1080d17c11 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0584652 Feb 19 01:36:06.411887 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-73b244c6-89c2-42f3-9c8b-06a8e0ff5ac7 req-d35ef8f8-771e-4641-ae69-fe6b13863c6d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446224 Feb 19 01:36:07.552500 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23c560-4418-4425-956c-a3568286d704 req-dad4fdd4-b1c1-43f6-bd6f-e62cacc8f525 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.553987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b23c560-4418-4425-956c-a3568286d704 req-dad4fdd4-b1c1-43f6-bd6f-e62cacc8f525 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0582469 Feb 19 01:36:07.605432 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b23c560-4418-4425-956c-a3568286d704 req-28b030ef-0da0-425c-9c2b-49e4a08c007c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456889 Feb 19 01:36:07.694710 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-5e3c0a99-bee2-408a-a685-6387d1e7269d service neutron] 10.222.0.113 "GET /v2.0/ports/8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee/bindings/n-h1-826527-3 HTTP/1.1" status: 200 len: 382 time: 0.0602107 Feb 19 01:36:07.914837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-cb956ef3-edc8-46e9-8cb1-cf0318c04bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.916342 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-cb956ef3-edc8-46e9-8cb1-cf0318c04bb5 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 1127 time: 0.0497055 Feb 19 01:36:07.987348 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-07744ab2-77c6-4ec0-97b9-4fd7dd0b4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:07.988856 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-07744ab2-77c6-4ec0-97b9-4fd7dd0b4954 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1127 time: 0.0471323 Feb 19 01:36:08.083186 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-f623b602-2e20-4b1b-962d-9e816ad7961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:08.084648 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-f623b602-2e20-4b1b-962d-9e816ad7961f service neutron] 10.222.0.113 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 898 time: 0.0877960 Feb 19 01:36:08.149856 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-60a0644d-6340-4f66-a550-a329ed252308 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 1001 time: 0.0594831 Feb 19 01:36:08.198520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-a58e0bd5-56b4-4008-8497-f80b78163061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:08.201092 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-a58e0bd5-56b4-4008-8497-f80b78163061 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 200 len: 835 time: 0.0441916 Feb 19 01:36:08.255161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-95cd3a12-d298-4874-9a97-dcda47b5dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:08.256692 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-95cd3a12-d298-4874-9a97-dcda47b5dec6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f600ad1-9274-4cfb-9842-c3e400f8a53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510108 Feb 19 01:36:08.347922 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-2908e124-a95d-4526-b60a-7c53dacc2ede service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851460 Feb 19 01:36:08.452896 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d9686494-ad6a-4457-88b6-5575b46d5efd req-d77ce354-19f5-4052-a3da-86b79ba0a321 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977533 Feb 19 01:36:08.741196 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c003cb2-3034-4728-91b4-e63a9fcf1c6d req-799c335b-5736-453e-bc94-067b70e54115 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:08.742622 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c003cb2-3034-4728-91b4-e63a9fcf1c6d req-799c335b-5736-453e-bc94-067b70e54115 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0532451 Feb 19 01:36:08.796983 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4c003cb2-3034-4728-91b4-e63a9fcf1c6d req-a3d4243e-c2a6-45ce-8f7e-4c1090fa8d89 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485513 Feb 19 01:36:09.936390 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387644b4-82d0-440b-8522-78b0b6906381 req-5e0723e8-a505-49bf-bb0e-c552e36183cd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:09.937911 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-387644b4-82d0-440b-8522-78b0b6906381 req-5e0723e8-a505-49bf-bb0e-c552e36183cd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0601189 Feb 19 01:36:09.990895 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-387644b4-82d0-440b-8522-78b0b6906381 req-4fa83e67-9a8d-4e98-bb9d-05a1e0792268 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459371 Feb 19 01:36:11.130892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3ec0e-f1e3-41a6-b75d-1c4ef75d160a req-cde0a766-e4ff-4866-a8ca-c7f86f31bf66 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.132399 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cec3ec0e-f1e3-41a6-b75d-1c4ef75d160a req-cde0a766-e4ff-4866-a8ca-c7f86f31bf66 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0590808 Feb 19 01:36:11.182949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cec3ec0e-f1e3-41a6-b75d-1c4ef75d160a req-379a7b15-2f10-41ce-9e2e-d6c506898877 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445743 Feb 19 01:36:11.401755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff4f35-43eb-4ebb-a723-5857991a785d req-50e617a9-cb76-4cc8-844e-a12c39b9a286 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.403272 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4ff4f35-43eb-4ebb-a723-5857991a785d req-50e617a9-cb76-4cc8-844e-a12c39b9a286 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0594118 Feb 19 01:36:11.412450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7960-2824-4619-adcd-d58840bc64ac req-da5fb2ad-6cfb-404b-9af6-975725f7c7ab tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.413899 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-beca7960-2824-4619-adcd-d58840bc64ac req-da5fb2ad-6cfb-404b-9af6-975725f7c7ab tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544&tenant_id=12e0f59060a6473bacaaa3cc0794928a&binding%3Ahost_id=n-h1-826527-3 HTTP/1.1" status: 200 len: 945 time: 0.0570385 Feb 19 01:36:11.453271 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f4ff4f35-43eb-4ebb-a723-5857991a785d req-0ae4e496-7360-4de2-bf00-aa9590863c82 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Feb 19 01:36:11.499714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7960-2824-4619-adcd-d58840bc64ac req-efe0af0b-69fe-44a7-95b6-0b90f369acc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.501250 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-beca7960-2824-4619-adcd-d58840bc64ac req-efe0af0b-69fe-44a7-95b6-0b90f369acc0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1127 time: 0.0462995 Feb 19 01:36:11.578740 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac5d64-b529-45c5-b8d1-f985837c8120 req-512cfcf7-b357-4e71-8835-85923a38a689 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.580160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39ac5d64-b529-45c5-b8d1-f985837c8120 req-512cfcf7-b357-4e71-8835-85923a38a689 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0542548 Feb 19 01:36:11.593805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7960-2824-4619-adcd-d58840bc64ac req-a2471207-13e6-4c30-b342-3ba191353ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.595377 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-beca7960-2824-4619-adcd-d58840bc64ac req-a2471207-13e6-4c30-b342-3ba191353ce7 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 898 time: 0.0885806 Feb 19 01:36:11.630466 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39ac5d64-b529-45c5-b8d1-f985837c8120 req-605b999e-f7ea-40c6-b29f-15eb3c73da21 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Feb 19 01:36:11.662156 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-beca7960-2824-4619-adcd-d58840bc64ac req-bb034c08-b1e5-4f1b-a1d9-c4b9ff01bcc1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 1001 time: 0.0597613 Feb 19 01:36:11.711207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7960-2824-4619-adcd-d58840bc64ac req-b364a0e3-39f1-40ad-b482-70f80a81ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.712658 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-beca7960-2824-4619-adcd-d58840bc64ac req-b364a0e3-39f1-40ad-b482-70f80a81ac83 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 200 len: 835 time: 0.0443885 Feb 19 01:36:11.766694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7960-2824-4619-adcd-d58840bc64ac req-caf96e10-632d-4ed9-9a7e-b33ed44d1d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:11.768191 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-beca7960-2824-4619-adcd-d58840bc64ac req-caf96e10-632d-4ed9-9a7e-b33ed44d1d02 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f600ad1-9274-4cfb-9842-c3e400f8a53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500078 Feb 19 01:36:11.857396 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-beca7960-2824-4619-adcd-d58840bc64ac req-c6938225-f6ff-46c4-a609-ff36198288c4 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824826 Feb 19 01:36:11.876407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:36:11.878735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:11.950880 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-beca7960-2824-4619-adcd-d58840bc64ac req-e76c687b-3b09-4031-b3a1-607dcd566aa5 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873895 Feb 19 01:36:12.023511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:12.023941 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:12.052807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:12.063085 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:12.065317 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6501660-b806-46ea-862a-c5e451d626d9" -d '{"events": [{"server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:12.078441 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'port_id': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'mac_address': 'fa:16:3e:7d:dc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:36:12.080989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:12.108145 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:12.115740 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c68086-3460-41c0-9756-4858c4eb0a17 x-openstack-request-id: req-d9c68086-3460-41c0-9756-4858c4eb0a17 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:12.116030 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "name": "network-vif-unplugged", "status": "completed", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:12.116365 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9c68086-3460-41c0-9756-4858c4eb0a17 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:12.116689 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'code': 200} Feb 19 01:36:12.319566 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:12.319954 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:12.340633 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:12.343733 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:12.354738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.355151 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.355419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.355784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.356099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.356456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.356789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.357128 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.357477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.357803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.358127 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.358595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.358861 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:12.376413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:12.380656 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:12.430665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:12.595402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:36:12.753559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24bc0f-2096-460e-aecf-557db29a90b7 req-9dd877b1-cc35-407c-a0a9-262cd573347d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:12.755158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d24bc0f-2096-460e-aecf-557db29a90b7 req-9dd877b1-cc35-407c-a0a9-262cd573347d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 944 time: 0.0568333 Feb 19 01:36:12.803782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0d24bc0f-2096-460e-aecf-557db29a90b7 req-2e0b46a6-231d-43ad-a009-9b113086d596 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Feb 19 01:36:12.827830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38452) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:12.893681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bc1bb677-6ca7-4a22-816c-70def82e7a0e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/6768d436-a2f4-487f-b2f9-96d16fcff0bd HTTP/1.1" status: 200 len: 992 time: 0.0631742 Feb 19 01:36:13.899299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:13.953751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:13.954089 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.033313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:14.033695 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.066090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:14.073007 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:14.118683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:14.120910 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfc20b7-a022-4603-a0a1-556730588212" -d '{"events": [{"server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:14.126024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:14.162720 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774411ab-6a96-44a3-9d73-d003185d0637 x-openstack-request-id: req-774411ab-6a96-44a3-9d73-d003185d0637 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:14.163015 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "name": "network-vif-plugged", "status": "completed", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:14.163267 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-774411ab-6a96-44a3-9d73-d003185d0637 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:14.163693 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'code': 200} Feb 19 01:36:18.077999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c04e35ca-9b94-492d-8697-6c9d12f5d7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:19.393042 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:20.130459 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0aeab3c8-0058-42ac-933b-518e8dcdd940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.509963 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:21.628783 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd879baa-43b5-47aa-9dcc-0cd3e6405657 req-8ce93027-9a3c-4add-9776-434f7ae952bf service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0319760 Feb 19 01:36:21.707462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd879baa-43b5-47aa-9dcc-0cd3e6405657 req-82874b7b-dc31-4e68-9e06-d82a5bb941a4 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0267172 Feb 19 01:36:21.750929 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd879baa-43b5-47aa-9dcc-0cd3e6405657 req-5d0b1a88-d73f-496e-a52c-5ea118b2bba6 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200241 Feb 19 01:36:21.861893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd879baa-43b5-47aa-9dcc-0cd3e6405657 req-ccbaebf3-4a85-4b06-b29c-1893efd3c72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:21.863405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dd879baa-43b5-47aa-9dcc-0cd3e6405657 req-ccbaebf3-4a85-4b06-b29c-1893efd3c72a service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064935 Feb 19 01:36:22.220893 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-d8f3fe7d-f531-48a3-adda-063121c1bee3 req-b84b6f80-a695-4ec1-9bc0-63d1e07e2848 tempest-ServerDiskConfigTestJSON-2078935775 tempest-ServerDiskConfigTestJSON-2078935775-project] (103649) timed out ('10.222.0.113', 53265) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:36:22.940817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:24.227358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:24.398550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:24.480330 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:36:41.282061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38464) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:41.462549 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port d0c5ec0e-d1af-4600-81bf-4195bb9817ea {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:41.462793 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:41.536092 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:41.536412 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:41.547968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for d0c5ec0e-d1af-4600-81bf-4195bb9817ea owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:41.710311 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d0c5ec0e-d1af-4600-81bf-4195bb9817ea), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:41.743253 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=d0c5ec0e-d1af-4600-81bf-4195bb9817ea,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:41.772039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.772401 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.772755 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.773100 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.773443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.773812 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.774121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.774493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.774838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.775147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.775514 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.775846 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.776157 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:41.815298 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (6768d436-a2f4-487f-b2f9-96d16fcff0bd), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:41.815706 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 6768d436-a2f4-487f-b2f9-96d16fcff0bd disassociated (deleted). External IP: 172.25.6.166, port: 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee. Feb 19 01:36:42.042316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router ffddba03-807b-4d9e-a2d6-7f283413ea22 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:42.161428 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:42.166118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:42.172003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] Sync routers for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:42.181944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:42.182604 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:42.196436 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b4e56d21-5c05-43a5-9fe2-7bba4774750c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/floatingips/6768d436-a2f4-487f-b2f9-96d16fcff0bd HTTP/1.1" status: 204 len: 168 time: 0.9128935 Feb 19 01:36:42.196977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:42.199501 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:42.293598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:42.321442 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b6569-649d-4936-9232-597edbae224e x-openstack-request-id: req-a48b6569-649d-4936-9232-597edbae224e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:42.321978 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:42.321978 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a48b6569-649d-4936-9232-597edbae224e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:42.323394 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'status': 'completed', 'code': 200} Feb 19 01:36:42.390261 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-ea866535-22e2-449f-b190-9b176bce06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:42.392503 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-ea866535-22e2-449f-b190-9b176bce06bb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 1127 time: 0.0479527 Feb 19 01:36:42.431155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67341290-3743-4780-8c3b-7f7c4fb91e9a req-b065a9aa-7a83-42c0-9c43-1a00fc36c382 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:42.438352 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67341290-3743-4780-8c3b-7f7c4fb91e9a req-b065a9aa-7a83-42c0-9c43-1a00fc36c382 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0600002 Feb 19 01:36:42.486458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-17e62496-8695-4002-9638-9682fce204c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:42.488049 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-17e62496-8695-4002-9638-9682fce204c3 service neutron] 10.222.0.113 "GET /v2.0/networks?id=0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 200 len: 898 time: 0.0890455 Feb 19 01:36:42.488821 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67341290-3743-4780-8c3b-7f7c4fb91e9a req-d48ab4e6-73c7-4515-ae8b-d2d0efe1af1e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495167 Feb 19 01:36:42.511903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:10Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:42.532525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-f50a4dd2-d8d0-4a6e-bc41-7b1b1976fe8d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 200 len: 217 time: 0.0362856 Feb 19 01:36:42.538248 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] Checking router: ffddba03-807b-4d9e-a2d6-7f283413ea22 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:42.546760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:42.547309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:42.585356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-96f84780-c489-419b-9b62-0d80ca99e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:42.586975 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-96f84780-c489-419b-9b62-0d80ca99e681 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 200 len: 835 time: 0.0475674 Feb 19 01:36:42.638092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-111d2cf9-f78d-4361-a82a-5c8b53459dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:42.639660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-111d2cf9-f78d-4361-a82a-5c8b53459dfa service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=0f600ad1-9274-4cfb-9842-c3e400f8a53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464141 Feb 19 01:36:42.655162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:42.729134 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-32310002-ec9d-4d2b-85be-6b1f38df5fc8 service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827222 Feb 19 01:36:42.819039 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f4e5d270-81c3-4c5c-965d-8ff8fbf22bcb req-da7859d1-2e5c-4aa1-9b34-4fe64449678c service neutron] 10.222.0.113 "GET /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834672 Feb 19 01:36:42.856391 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:10Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:42.885481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a88660-b1bd-427b-ad94-8b884191e6ed None None] The sync data for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 is: [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:07Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'acf5c535-0433-44ab-9a8c-ec8ca7f3140d', 'name': '', 'network_id': '0f600ad1-9274-4cfb-9842-c3e400f8a53d', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:88:6d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:07Z', 'updated_at': '2022-02-19T01:35:10Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '45fb507a-2b52-47bd-9e05-71d24ed3c25f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:43.109309 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e79ef31-e185-4ad7-8790-48158c468d80 None None] New status for floating IP 6768d436-a2f4-487f-b2f9-96d16fcff0bd: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:36:43.625635 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e1c2e-2437-4981-8955-f69199d8fa80 req-a37f5e8f-c10a-477c-bc23-1eea1c8d30c2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:43.627197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-572e1c2e-2437-4981-8955-f69199d8fa80 req-a37f5e8f-c10a-477c-bc23-1eea1c8d30c2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0608988 Feb 19 01:36:43.682908 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-572e1c2e-2437-4981-8955-f69199d8fa80 req-2a93cf61-feac-4aaa-b131-257802b286bb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=62423ab0-da6b-4998-a3e8-0918c897f8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475719 Feb 19 01:36:43.769565 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-6c3866fb-701f-4667-9088-b0d1d3b45f0e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:43.770967 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-6c3866fb-701f-4667-9088-b0d1d3b45f0e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/ports?device_id=d02a9270-a05b-49e3-93d9-83947a47e544 HTTP/1.1" status: 200 len: 945 time: 0.0609794 Feb 19 01:36:43.869326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:43.869654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.959706 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:43.960084 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:43.973092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:44.106883 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:44.135470 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:44.146452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.146815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.147165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.147512 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.147851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.148185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.148569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.148904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.149238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.149550 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.149879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.150211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.150556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:44.193212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] No DVR routers for this DVR port 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:44.196239 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:44.199608 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d625d2a0-2875-4e25-b7ce-cdf7ee2d7faf req-e3c26022-0a7b-429f-9cb8-cc6cf4ad3ea6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "DELETE /v2.0/ports/8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee HTTP/1.1" status: 204 len: 173 time: 0.4208419 Feb 19 01:36:44.200071 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'name': 'network-vif-deleted', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:44.202331 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0219cf-2913-4620-879a-32024ecdc967" -d '{"events": [{"server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "name": "network-vif-deleted", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:44.239531 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095c40fc-9fdd-4c14-bcf6-a6aa07daba7a x-openstack-request-id: req-095c40fc-9fdd-4c14-bcf6-a6aa07daba7a {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:44.239827 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02a9270-a05b-49e3-93d9-83947a47e544", "name": "network-vif-deleted", "tag": "8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:44.240087 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-095c40fc-9fdd-4c14-bcf6-a6aa07daba7a {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:44.240493 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02a9270-a05b-49e3-93d9-83947a47e544', 'name': 'network-vif-deleted', 'tag': '8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee', 'status': 'completed', 'code': 200} Feb 19 01:36:44.748956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38480) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:45.126792 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (ffddba03-807b-4d9e-a2d6-7f283413ea22), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.398288 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port acf5c535-0433-44ab-9a8c-ec8ca7f3140d {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:45.398537 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.489815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port acf5c535-0433-44ab-9a8c-ec8ca7f3140d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:45.490210 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.503049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for acf5c535-0433-44ab-9a8c-ec8ca7f3140d owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:45.703408 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (acf5c535-0433-44ab-9a8c-ec8ca7f3140d), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:45.728996 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=acf5c535-0433-44ab-9a8c-ec8ca7f3140d,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:46.254248 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (ffddba03-807b-4d9e-a2d6-7f283413ea22), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.476964 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router ffddba03-807b-4d9e-a2d6-7f283413ea22 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:46.587193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:46.592897 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7a79acd9-af04-48cf-aa56-f9a49b7a18c7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/ffddba03-807b-4d9e-a2d6-7f283413ea22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428533 Feb 19 01:36:46.596313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38482) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:46.599464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] Sync routers for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:46.609324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:46.609941 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:46.650325 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a646008-aa3b-4689-b6fe-0679eff7df4d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting subnet 45fb507a-2b52-47bd-9e05-71d24ed3c25f {{(pid=103649) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:36:46.653765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a646008-aa3b-4689-b6fe-0679eff7df4d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (45fb507a-2b52-47bd-9e05-71d24ed3c25f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.693646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a646008-aa3b-4689-b6fe-0679eff7df4d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10237140'] for subnet (45fb507a-2b52-47bd-9e05-71d24ed3c25f), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.722362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:46.780282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a646008-aa3b-4689-b6fe-0679eff7df4d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (45fb507a-2b52-47bd-9e05-71d24ed3c25f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.839383 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a646008-aa3b-4689-b6fe-0679eff7df4d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10237148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10228315'] for subnet (45fb507a-2b52-47bd-9e05-71d24ed3c25f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.870633 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a646008-aa3b-4689-b6fe-0679eff7df4d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Subnet': ['ID=45fb507a-2b52-47bd-9e05-71d24ed3c25f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:46.872635 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-5a646008-aa3b-4689-b6fe-0679eff7df4d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:46.875914 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-5a646008-aa3b-4689-b6fe-0679eff7df4d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/subnets/45fb507a-2b52-47bd-9e05-71d24ed3c25f HTTP/1.1" status: 204 len: 168 time: 0.2770181 Feb 19 01:36:46.878625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38484) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:46.887785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9809bd5f-6f7e-4fd4-b756-51c75c0258f3 None None] Network 0f600ad1-9274-4cfb-9842-c3e400f8a53d requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:46.972919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:36:45Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:46.988887 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (ffddba03-807b-4d9e-a2d6-7f283413ea22), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.003438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] Checking router: ffddba03-807b-4d9e-a2d6-7f283413ea22 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:47.016409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] Routers {'ffddba03-807b-4d9e-a2d6-7f283413ea22'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:47.017020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['ffddba03-807b-4d9e-a2d6-7f283413ea22'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:47.102531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (ffddba03-807b-4d9e-a2d6-7f283413ea22), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.105720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] DHCP port deletion for 0f600ad1-9274-4cfb-9842-c3e400f8a53d request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:36:47.160486 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] Set router ffddba03-807b-4d9e-a2d6-7f283413ea22 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:47.162208 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port abb37485-6991-4c61-a8c9-b172118ab146 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:47.162576 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (abb37485-6991-4c61-a8c9-b172118ab146), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.241134 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port abb37485-6991-4c61-a8c9-b172118ab146, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=abb37485-6991-4c61-a8c9-b172118ab146,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:47.241504 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (abb37485-6991-4c61-a8c9-b172118ab146), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.258731 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for abb37485-6991-4c61-a8c9-b172118ab146 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:47.275189 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] Deleting port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:36:47.275572 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.381196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] For port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=eb4d7650-8ff9-4ccf-8846-1bdc5c754fac,segment=NetworkSegment(ed64cc7e-2f5d-4bd4-8628-453a67c816ae),segment_id=ed64cc7e-2f5d-4bd4-8628-453a67c816ae)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:47.381634 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.398663 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] Calling delete_port for eb4d7650-8ff9-4ccf-8846-1bdc5c754fac owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:36:47.440513 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (abb37485-6991-4c61-a8c9-b172118ab146), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.467059 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=abb37485-6991-4c61-a8c9-b172118ab146,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:47.467877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:36:45Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:47.501409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475da8bc-cb72-4c4c-a504-a8b5830073bf None None] The sync data for ids ['ffddba03-807b-4d9e-a2d6-7f283413ea22'] in n-d-826527-3 is: [{'id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'name': 'tempest-TestNetworkAdvancedServerOps-router-39773924', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:36:45Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'abb37485-6991-4c61-a8c9-b172118ab146', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:5d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffddba03-807b-4d9e-a2d6-7f283413ea22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:35:04Z', 'updated_at': '2022-02-19T01:35:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:47.522910 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (eb4d7650-8ff9-4ccf-8846-1bdc5c754fac), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.532992 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (ffddba03-807b-4d9e-a2d6-7f283413ea22), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.631863 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (ffddba03-807b-4d9e-a2d6-7f283413ea22), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.634558 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (ffddba03-807b-4d9e-a2d6-7f283413ea22), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.684072 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (ffddba03-807b-4d9e-a2d6-7f283413ea22), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.684776 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Fanout notify agent at l3_agent the message router_deleted on router ffddba03-807b-4d9e-a2d6-7f283413ea22 {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:36:47.692060 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.695927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d59b611e-3b3f-47f3-865f-ca2e3b72dc44 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/routers/ffddba03-807b-4d9e-a2d6-7f283413ea22 HTTP/1.1" status: 204 len: 168 time: 0.8134677 Feb 19 01:36:47.696264 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38486) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:47.714064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] Pushing event deleted for resources: {'Port': ['ID=eb4d7650-8ff9-4ccf-8846-1bdc5c754fac,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:47.717824 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de7add7-b8fe-458c-b662-456d54b80197 None None] No DVR routers for this DVR port eb4d7650-8ff9-4ccf-8846-1bdc5c754fac on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:36:47.776603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (0f600ad1-9274-4cfb-9842-c3e400f8a53d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.867714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (0f600ad1-9274-4cfb-9842-c3e400f8a53d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.892011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f600ad1-9274-4cfb-9842-c3e400f8a53d']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:47.902618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:47.902920 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed64cc7e-2f5d-4bd4-8628-453a67c816ae') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:47.915514 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (ed64cc7e-2f5d-4bd4-8628-453a67c816ae), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.929044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (ed64cc7e-2f5d-4bd4-8628-453a67c816ae), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.935533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:36:47.935905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (ed64cc7e-2f5d-4bd4-8628-453a67c816ae), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:36:47.938893 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:36:47.999631 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (0f600ad1-9274-4cfb-9842-c3e400f8a53d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.007785 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.010450 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/networks/0f600ad1-9274-4cfb-9842-c3e400f8a53d HTTP/1.1" status: 204 len: 168 time: 0.3130851 Feb 19 01:36:48.013463 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38488) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.022429 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127f94d-db10-4b30-a6b6-4c0244e64fdd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Network': ['ID=0f600ad1-9274-4cfb-9842-c3e400f8a53d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:48.060256 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5667c805-efdd-4a5f-9f0f-f23d0f67d948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.068872 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:48.076575 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1b99fbe-a407-4a49-8d56-d2ce36437df0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (62423ab0-da6b-4998-a3e8-0918c897f8f3), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.090927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:48.091276 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 8d9c1c4e-e14a-4af5-a3d3-4c49cbfad3ee not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:48.106030 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1b99fbe-a407-4a49-8d56-d2ce36437df0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (62423ab0-da6b-4998-a3e8-0918c897f8f3), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.180851 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1b99fbe-a407-4a49-8d56-d2ce36437df0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (62423ab0-da6b-4998-a3e8-0918c897f8f3), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.183770 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-b1b99fbe-a407-4a49-8d56-d2ce36437df0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.186199 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-b1b99fbe-a407-4a49-8d56-d2ce36437df0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/security-groups/62423ab0-da6b-4998-a3e8-0918c897f8f3 HTTP/1.1" status: 204 len: 168 time: 0.1701450 Feb 19 01:36:48.194892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b99fbe-a407-4a49-8d56-d2ce36437df0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62423ab0-da6b-4998-a3e8-0918c897f8f3,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:48.563916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device acf5c535-0433-44ab-9a8c-ec8ca7f3140d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:48.583289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38494) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.584265 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: acf5c535-0433-44ab-9a8c-ec8ca7f3140d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:48.584615 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device acf5c535-0433-44ab-9a8c-ec8ca7f3140d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:48.585029 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb4d7650-8ff9-4ccf-8846-1bdc5c754fac no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:48.588383 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-70ad6309-7207-4a7b-8c5c-16ee4d396721 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649639765', 'description': 'tempest-secgroup-smoke-1649639765 description', 'project_id': '12e0f59060a6473bacaaa3cc0794928a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:48.603890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: eb4d7650-8ff9-4ccf-8846-1bdc5c754fac {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:48.604242 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device eb4d7650-8ff9-4ccf-8846-1bdc5c754fac not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:48.610844 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-70ad6309-7207-4a7b-8c5c-16ee4d396721 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.677983 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-70ad6309-7207-4a7b-8c5c-16ee4d396721 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (0c18c2c9-97d6-4e31-8fe7-713af46e4f57), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.683610 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-70ad6309-7207-4a7b-8c5c-16ee4d396721 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0c18c2c9-97d6-4e31-8fe7-713af46e4f57), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.716248 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-70ad6309-7207-4a7b-8c5c-16ee4d396721 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.717596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-70ad6309-7207-4a7b-8c5c-16ee4d396721 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1330235 Feb 19 01:36:48.719811 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad6309-7207-4a7b-8c5c-16ee4d396721 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c18c2c9-97d6-4e31-8fe7-713af46e4f57,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:48.720643 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38496) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.727620 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-655110da-c7f3-45a8-bbd1-c3a755a647a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '0c18c2c9-97d6-4e31-8fe7-713af46e4f57', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:48.753934 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-655110da-c7f3-45a8-bbd1-c3a755a647a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (34a20d6e-5ec9-4538-b18b-4fefd9560f43), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.812191 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-655110da-c7f3-45a8-bbd1-c3a755a647a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (34a20d6e-5ec9-4538-b18b-4fefd9560f43), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.817854 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-655110da-c7f3-45a8-bbd1-c3a755a647a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (34a20d6e-5ec9-4538-b18b-4fefd9560f43), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.837067 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655110da-c7f3-45a8-bbd1-c3a755a647a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a20d6e-5ec9-4538-b18b-4fefd9560f43,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:48.847206 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-655110da-c7f3-45a8-bbd1-c3a755a647a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.848438 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-655110da-c7f3-45a8-bbd1-c3a755a647a9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244936 Feb 19 01:36:48.851317 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38498) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.856048 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-49e1e57c-ec2f-4a15-9166-578af2e3ad51 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '0c18c2c9-97d6-4e31-8fe7-713af46e4f57', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:48.881255 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49e1e57c-ec2f-4a15-9166-578af2e3ad51 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (3191b115-dda7-433f-8920-37c498d5457e), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.936650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49e1e57c-ec2f-4a15-9166-578af2e3ad51 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (3191b115-dda7-433f-8920-37c498d5457e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.941436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49e1e57c-ec2f-4a15-9166-578af2e3ad51 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3191b115-dda7-433f-8920-37c498d5457e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.961133 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1e57c-ec2f-4a15-9166-578af2e3ad51 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3191b115-dda7-433f-8920-37c498d5457e,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:48.966915 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-49e1e57c-ec2f-4a15-9166-578af2e3ad51 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:48.968104 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-49e1e57c-ec2f-4a15-9166-578af2e3ad51 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158109 Feb 19 01:36:48.972831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38500) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:48.977310 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-dca6cc2a-e4ca-4158-94e1-feefd7e2ddbd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '0c18c2c9-97d6-4e31-8fe7-713af46e4f57', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:49.003783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dca6cc2a-e4ca-4158-94e1-feefd7e2ddbd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (11f86041-85f3-4aa9-b61c-396d31ea0da3), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.061079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dca6cc2a-e4ca-4158-94e1-feefd7e2ddbd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (11f86041-85f3-4aa9-b61c-396d31ea0da3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.066746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dca6cc2a-e4ca-4158-94e1-feefd7e2ddbd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (11f86041-85f3-4aa9-b61c-396d31ea0da3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.089332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca6cc2a-e4ca-4158-94e1-feefd7e2ddbd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f86041-85f3-4aa9-b61c-396d31ea0da3,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:49.095231 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-dca6cc2a-e4ca-4158-94e1-feefd7e2ddbd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.097263 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-dca6cc2a-e4ca-4158-94e1-feefd7e2ddbd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232789 Feb 19 01:36:49.100382 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38502) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:49.106554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-615c65e5-1793-43e8-a68b-65638146a516 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '0c18c2c9-97d6-4e31-8fe7-713af46e4f57', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:49.137451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615c65e5-1793-43e8-a68b-65638146a516 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (af5afcd1-0191-464c-ac27-3572d9434fce), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.203211 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615c65e5-1793-43e8-a68b-65638146a516 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (af5afcd1-0191-464c-ac27-3572d9434fce), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.208922 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615c65e5-1793-43e8-a68b-65638146a516 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (af5afcd1-0191-464c-ac27-3572d9434fce), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.228104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c65e5-1793-43e8-a68b-65638146a516 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5afcd1-0191-464c-ac27-3572d9434fce,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:49.234600 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-615c65e5-1793-43e8-a68b-65638146a516 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.235792 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-615c65e5-1793-43e8-a68b-65638146a516 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1344595 Feb 19 01:36:49.238789 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38504) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:49.243526 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-76fac9c0-4e75-405c-982d-55ab3ec01b1a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '0c18c2c9-97d6-4e31-8fe7-713af46e4f57', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:49.264270 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-76fac9c0-4e75-405c-982d-55ab3ec01b1a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:36:49.269520 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-76fac9c0-4e75-405c-982d-55ab3ec01b1a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (3f700098-0e6c-4292-b814-c0581a625c0e), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.335147 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-76fac9c0-4e75-405c-982d-55ab3ec01b1a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (3f700098-0e6c-4292-b814-c0581a625c0e), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.340363 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-76fac9c0-4e75-405c-982d-55ab3ec01b1a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3f700098-0e6c-4292-b814-c0581a625c0e), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.359062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fac9c0-4e75-405c-982d-55ab3ec01b1a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f700098-0e6c-4292-b814-c0581a625c0e,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:49.364973 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-76fac9c0-4e75-405c-982d-55ab3ec01b1a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.366234 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-76fac9c0-4e75-405c-982d-55ab3ec01b1a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262944 Feb 19 01:36:49.369009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38506) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:49.373506 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-d46061a5-cce8-4446-a578-8d012a8894fa tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': '0c18c2c9-97d6-4e31-8fe7-713af46e4f57', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:49.400951 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-d46061a5-cce8-4446-a578-8d012a8894fa tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:36:49.403263 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.406033 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46061a5-cce8-4446-a578-8d012a8894fa tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (1edb70be-481d-493b-8989-09341e943619), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.464925 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46061a5-cce8-4446-a578-8d012a8894fa tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (1edb70be-481d-493b-8989-09341e943619), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.471732 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46061a5-cce8-4446-a578-8d012a8894fa tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (1edb70be-481d-493b-8989-09341e943619), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.489142 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46061a5-cce8-4446-a578-8d012a8894fa tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edb70be-481d-493b-8989-09341e943619,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:49.497462 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d46061a5-cce8-4446-a578-8d012a8894fa tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.498711 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d46061a5-cce8-4446-a578-8d012a8894fa tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287515 Feb 19 01:36:49.501709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38508) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:49.506604 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'network': {'name': 'tempest-network-smoke--1480884730', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'port_security_enabled': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:49.527541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:49.530780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.554824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:36:49.564607 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (58729bdd-dbe0-40ef-a78d-252c42cd82dc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.564992 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Added segment 58729bdd-dbe0-40ef-a78d-252c42cd82dc of type vlan for network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 Feb 19 01:36:49.605979 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (d05e4255-9c3d-4b5e-b671-e76dc5b4b099), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.635195 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (d05e4255-9c3d-4b5e-b671-e76dc5b4b099), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.642516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:49.643345 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.702539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1997099 Feb 19 01:36:49.705469 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38510) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:49.710269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'admin_state_up': True, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:49.714573 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb5367-4b0b-43b6-81b7-e6bd842b23e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Network': ['ID=d05e4255-9c3d-4b5e-b671-e76dc5b4b099,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:49.724998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:36:49.736317 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (dc601c61-8472-4b37-bb04-2917fdbcbfeb), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.737394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (dc601c61-8472-4b37-bb04-2917fdbcbfeb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:49.793142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (dc601c61-8472-4b37-bb04-2917fdbcbfeb), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.126034 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46e9cce0-3ea5-43a6-a022-b1a6239df95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.149839 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device abb37485-6991-4c61-a8c9-b172118ab146 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:36:50.174003 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: abb37485-6991-4c61-a8c9-b172118ab146 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:36:50.174378 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device abb37485-6991-4c61-a8c9-b172118ab146 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:36:50.243011 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (dc601c61-8472-4b37-bb04-2917fdbcbfeb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.445730 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (dc601c61-8472-4b37-bb04-2917fdbcbfeb), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.464014 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.580384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.9 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/fd069da8-e3cd-47c3-852f-98bbc14a8f6d) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:50.688307 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.729571 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:50.765690 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:50.768391 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:50.773753 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:50.797508 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=fd069da8-e3cd-47c3-852f-98bbc14a8f6d,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:51.044684 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (dc601c61-8472-4b37-bb04-2917fdbcbfeb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.253327 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (dc601c61-8472-4b37-bb04-2917fdbcbfeb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.392573 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router dc601c61-8472-4b37-bb04-2917fdbcbfeb is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:36:51.508871 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.520852 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:51.531400 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Sync routers for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:51.541663 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:51.542315 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:51.542458 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.543808 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f0b23bb4-a58f-4562-8d93-1acc5e67864e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8371389 Feb 19 01:36:51.546798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38512) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:51.574375 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e01edcb3-386c-4faf-9c95-cb8557cbfcbf tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=12e0f59060a6473bacaaa3cc0794928a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264547 Feb 19 01:36:51.576984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38514) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:51.648973 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:51.664360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a8e1d8-120b-4604-8ad1-2618d24d3f19 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:51.665944 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a6a8e1d8-120b-4604-8ad1-2618d24d3f19 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880680 Feb 19 01:36:51.669039 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38516) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:51.698455 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a08e48b1-9597-4015-a41b-4328742c1e0a tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282149 Feb 19 01:36:51.701149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38518) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:51.706269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017321131', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:51.800131 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:51.803675 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.919645 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:50Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:51.945091 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Checking router: dc601c61-8472-4b37-bb04-2917fdbcbfeb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:51.945437 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Updating router dc601c61-8472-4b37-bb04-2917fdbcbfeb port fd069da8-e3cd-47c3-852f-98bbc14a8f6d binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:36:51.975152 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:51.986715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (480b311b-6e09-4c81-ba31-e6f0ef7877ce), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.039176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Subnet': ['ID=480b311b-6e09-4c81-ba31-e6f0ef7877ce,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:52.053873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Checking segment: {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:52.054256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network hostable DHCP agents. Network: d05e4255-9c3d-4b5e-b671-e76dc5b4b099, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:36:52.071691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:36:52.081245 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, d05e4255-9c3d-4b5e-b671-e76dc5b4b099) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:52.090823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:52.092884 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.097409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed61d41-8ade-4c9c-8b52-8ae96be04a41 None None] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:52.112046 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c2189bc4-6e00-4844-9b0a-ade028437ead tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4095380 Feb 19 01:36:52.114558 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38520) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:36:52.213958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-d05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:36:52.214889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.243007 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Publish callbacks [] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.248991 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.298318 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Attempting to bind port fd069da8-e3cd-47c3-852f-98bbc14a8f6d on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:52.298700 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Attempting to bind port fd069da8-e3cd-47c3-852f-98bbc14a8f6d by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:52.299062 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Attempting to bind port fd069da8-e3cd-47c3-852f-98bbc14a8f6d on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:52.308739 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:52.309111 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:52.309504 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.309891 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:52.310386 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Bound port: fd069da8-e3cd-47c3-852f-98bbc14a8f6d, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:52.310761 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.332052 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Pushing event updated for resources: {'Port': ['ID=fd069da8-e3cd-47c3-852f-98bbc14a8f6d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:52.354075 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.354446 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.354782 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.355476 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.355801 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.356122 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.356442 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.356758 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.357072 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.357388 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.357701 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.358014 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.358355 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:36:52.361241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Allocated IP 172.20.0.2 (d05e4255-9c3d-4b5e-b671-e76dc5b4b099/480b311b-6e09-4c81-ba31-e6f0ef7877ce/705911ab-4975-4c6b-9b33-91ab2435bd58) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:52.380870 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] For port fd069da8-e3cd-47c3-852f-98bbc14a8f6d, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:52.384054 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] For port fd069da8-e3cd-47c3-852f-98bbc14a8f6d, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fd069da8-e3cd-47c3-852f-98bbc14a8f6d,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:52.389820 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.443113 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:52.443741 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:52.482884 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f418fb4-995f-4baa-ad2c-3dbd05ca9a5e None None] Pushing event updated for resources: {'Port': ['ID=fd069da8-e3cd-47c3-852f-98bbc14a8f6d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:52.511562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Publish callbacks [] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.520059 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.560535 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:52.566215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:52.570567 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:52.574119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:52.609008 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.625532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Pushing event updated for resources: {'Port': ['ID=705911ab-4975-4c6b-9b33-91ab2435bd58,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:52.671440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Attempting to bind port 705911ab-4975-4c6b-9b33-91ab2435bd58 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:52.671825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Attempting to bind port 705911ab-4975-4c6b-9b33-91ab2435bd58 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:52.672204 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Attempting to bind port 705911ab-4975-4c6b-9b33-91ab2435bd58 on network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:52.677510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:52.677898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Checking segment: {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:52.678361 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.678921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Bound using segment: {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:52.679406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Bound port: 705911ab-4975-4c6b-9b33-91ab2435bd58, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:52.679792 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.748961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] For port 705911ab-4975-4c6b-9b33-91ab2435bd58, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:52.751968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] For port 705911ab-4975-4c6b-9b33-91ab2435bd58, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=705911ab-4975-4c6b-9b33-91ab2435bd58,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:52.759553 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:52.832433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efa299-fe02-4fed-8055-cfd232ab38bc None None] Pushing event updated for resources: {'Port': ['ID=705911ab-4975-4c6b-9b33-91ab2435bd58,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:52.868460 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:50Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:52.900045 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3325c3-8fc5-4769-a346-ecca46058be0 None None] The sync data for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 is: [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:50Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:52.915163 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.1 (d05e4255-9c3d-4b5e-b671-e76dc5b4b099/480b311b-6e09-4c81-ba31-e6f0ef7877ce/93cf6768-176d-4453-8ca1-68d1fe834be8) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:52.974338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.081583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.133893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.192374 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:53.195738 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:53.201705 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:53.208060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=93cf6768-176d-4453-8ca1-68d1fe834be8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:53.253848 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (dc601c61-8472-4b37-bb04-2917fdbcbfeb), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.400132 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.708094 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.714805 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.784452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (dc601c61-8472-4b37-bb04-2917fdbcbfeb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:53.801696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=93cf6768-176d-4453-8ca1-68d1fe834be8,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:53.882173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ef229-601b-4138-ac70-db548a2b5937 None None] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:36:53.902230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:53.903618 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:53.983257 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fcd0a1a7-369c-4007-a135-f795d09b8df4 None None] Provisioning complete for port 705911ab-4975-4c6b-9b33-91ab2435bd58 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:53.983639 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a1a7-369c-4007-a135-f795d09b8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.024536 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router dc601c61-8472-4b37-bb04-2917fdbcbfeb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:36:54.081180 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fcd0a1a7-369c-4007-a135-f795d09b8df4 None None] Current status of the port 705911ab-4975-4c6b-9b33-91ab2435bd58 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:54.081574 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a1a7-369c-4007-a135-f795d09b8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.118061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fcd0a1a7-369c-4007-a135-f795d09b8df4 None None] For port 705911ab-4975-4c6b-9b33-91ab2435bd58, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=705911ab-4975-4c6b-9b33-91ab2435bd58,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:54.123502 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcd0a1a7-369c-4007-a135-f795d09b8df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.149575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:36:54.155063 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aac821b0-9cd7-4983-b76d-22b5c6b8a515 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/dc601c61-8472-4b37-bb04-2917fdbcbfeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394924 Feb 19 01:36:54.188165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0a1a7-369c-4007-a135-f795d09b8df4 None None] Pushing event updated for resources: {'Port': ['ID=705911ab-4975-4c6b-9b33-91ab2435bd58,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:54.250468 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.327719 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 705911ab-4975-4c6b-9b33-91ab2435bd58 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:54.363418 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-b4a65798-47a2-4bef-a8e3-79e2795cbf3c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649639765&fields=id&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 267 time: 0.0543571 Feb 19 01:36:54.399565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-91ddddaf-7950-402d-ad6d-948c2c30e249 None None] Provisioning complete for port 93cf6768-176d-4453-8ca1-68d1fe834be8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:54.399944 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91ddddaf-7950-402d-ad6d-948c2c30e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.427391 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.444158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 705911ab-4975-4c6b-9b33-91ab2435bd58 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:54.444647 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.446310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91ddddaf-7950-402d-ad6d-948c2c30e249 None None] Port 93cf6768-176d-4453-8ca1-68d1fe834be8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:54.490316 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-91ddddaf-7950-402d-ad6d-948c2c30e249 None None] Provisioning complete for port 705911ab-4975-4c6b-9b33-91ab2435bd58 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:54.490847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91ddddaf-7950-402d-ad6d-948c2c30e249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.491359 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-b3ff20ff-7355-4054-aa3a-17fe8815413a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:54.498395 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-b3ff20ff-7355-4054-aa3a-17fe8815413a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/networks?id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 200 len: 797 time: 0.1279943 Feb 19 01:36:54.509267 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-c777dda5-88dd-492c-827e-a4c8127c697f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/quotas/12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 375 time: 0.0099757 Feb 19 01:36:54.577055 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-748099b2-c389-40c1-a8fd-0d3edd94a1ef tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608306 Feb 19 01:36:54.593548 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-c79e9ff3-6d32-4e1f-b13e-04b652ea806d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:36:54.594589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-c79e9ff3-6d32-4e1f-b13e-04b652ea806d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055525 Feb 19 01:36:54.598336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 705911ab-4975-4c6b-9b33-91ab2435bd58 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:54.599467 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fd069da8-e3cd-47c3-852f-98bbc14a8f6d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:54.637974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91ddddaf-7950-402d-ad6d-948c2c30e249 None None] Current status of the port 705911ab-4975-4c6b-9b33-91ab2435bd58 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:54.662648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fd069da8-e3cd-47c3-852f-98bbc14a8f6d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:54.663036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.666258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Sync routers for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:36:54.700415 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:54.701057 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:54.702500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-7d89afc2-6796-4e3e-aea8-3559ee6fb3a1 service neutron] 10.222.0.60 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000433 Feb 19 01:36:54.795755 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-d1399cfa-2aad-457b-9f88-5eed60422d17 service neutron] 10.222.0.60 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867453 Feb 19 01:36:54.816842 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9058436f-6e2e-4236-95aa-448b3e79b7d0 None None] Provisioning complete for port 93cf6768-176d-4453-8ca1-68d1fe834be8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:54.817321 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9058436f-6e2e-4236-95aa-448b3e79b7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.891502 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:54.893525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9058436f-6e2e-4236-95aa-448b3e79b7d0 None None] Port 93cf6768-176d-4453-8ca1-68d1fe834be8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:54.920000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fd069da8-e3cd-47c3-852f-98bbc14a8f6d is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:54.920398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.951548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port fd069da8-e3cd-47c3-852f-98bbc14a8f6d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fd069da8-e3cd-47c3-852f-98bbc14a8f6d,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:54.958569 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:54.970250 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-25e458bc-8698-4bdd-93cf-012560cb7549 req-fc9dbc48-3653-4bcc-9ef9-887678496e90 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 210 time: 0.0329356 Feb 19 01:36:55.092949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8cfbdb4d-780c-43f9-bcb5-a9fadf5843f2 None None] Provisioning complete for port 93cf6768-176d-4453-8ca1-68d1fe834be8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:55.093332 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cfbdb4d-780c-43f9-bcb5-a9fadf5843f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.119843 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=fd069da8-e3cd-47c3-852f-98bbc14a8f6d,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:55.157644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8cfbdb4d-780c-43f9-bcb5-a9fadf5843f2 None None] Port 93cf6768-176d-4453-8ca1-68d1fe834be8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:55.211225 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 2, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:55.242333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Checking router: dc601c61-8472-4b37-bb04-2917fdbcbfeb for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:36:55.242863 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Updating router dc601c61-8472-4b37-bb04-2917fdbcbfeb port 93cf6768-176d-4453-8ca1-68d1fe834be8 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:36:55.272697 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.542686 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Publish callbacks [] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.549719 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.764574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4109845-b959-417c-a220-0bdd1f24402d None None] Pushing event updated for resources: {'Port': ['ID=93cf6768-176d-4453-8ca1-68d1fe834be8,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:55.817676 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Attempting to bind port 93cf6768-176d-4453-8ca1-68d1fe834be8 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:55.818108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Attempting to bind port 93cf6768-176d-4453-8ca1-68d1fe834be8 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:55.818460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Attempting to bind port 93cf6768-176d-4453-8ca1-68d1fe834be8 on network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:55.825084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:55.825519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Checking segment: {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:55.825931 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.826358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Bound using segment: {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:55.826830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Bound port: 93cf6768-176d-4453-8ca1-68d1fe834be8, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:55.827217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.901240 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] For port 93cf6768-176d-4453-8ca1-68d1fe834be8, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:55.906697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] For port 93cf6768-176d-4453-8ca1-68d1fe834be8, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=93cf6768-176d-4453-8ca1-68d1fe834be8,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:55.916907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:55.994728 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4109845-b959-417c-a220-0bdd1f24402d None None] Pushing event updated for resources: {'Port': ['ID=93cf6768-176d-4453-8ca1-68d1fe834be8,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:55.999060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:36:55.999629 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:56.009984 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-84763b50-1207-4f05-a330-d021e7e6940d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:56.015840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-84763b50-1207-4f05-a330-d021e7e6940d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/networks?id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 200 len: 797 time: 0.1495068 Feb 19 01:36:56.095014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-030b5832-b753-47b9-b8c0-67a320b37bb7 req-9e4a4a2c-7820-4a04-98c5-439b91f1f3f0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 210 time: 0.0394983 Feb 19 01:36:56.106235 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-84da8c92-3885-48a7-8359-9cdd018b060e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 380 time: 0.0784128 Feb 19 01:36:56.110932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-3bfb9c14-1c0c-4751-9906-4b1ba77ffa8b None None] Provisioning complete for port 93cf6768-176d-4453-8ca1-68d1fe834be8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:56.111311 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9c14-1c0c-4751-9906-4b1ba77ffa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.115472 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'port': {'device_id': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'admin_state_up': True, 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'security_groups': ['0c18c2c9-97d6-4e31-8fe7-713af46e4f57']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:56.156564 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:36:56.255155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 705911ab-4975-4c6b-9b33-91ab2435bd58 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:56.383365 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3bfb9c14-1c0c-4751-9906-4b1ba77ffa8b None None] Current status of the port 93cf6768-176d-4453-8ca1-68d1fe834be8 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:56.383802 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9c14-1c0c-4751-9906-4b1ba77ffa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.453524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 705911ab-4975-4c6b-9b33-91ab2435bd58 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:56.453894 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.487026 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3bfb9c14-1c0c-4751-9906-4b1ba77ffa8b None None] For port 93cf6768-176d-4453-8ca1-68d1fe834be8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=93cf6768-176d-4453-8ca1-68d1fe834be8,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:36:56.496902 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bfb9c14-1c0c-4751-9906-4b1ba77ffa8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.552777 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:36:56.556542 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.569750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb9c14-1c0c-4751-9906-4b1ba77ffa8b None None] Pushing event updated for resources: {'Port': ['ID=93cf6768-176d-4453-8ca1-68d1fe834be8,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:56.607239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:55Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:36:56.643628 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 705911ab-4975-4c6b-9b33-91ab2435bd58 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:56.644682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fd069da8-e3cd-47c3-852f-98bbc14a8f6d up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:56.648530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e44b56-1761-472c-8c4a-072570d00a77 None None] The sync data for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 is: [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:55Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:36:56.677884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-ece4d01b-431c-4bbe-a167-5857264184b9 None None] Provisioning complete for port 93cf6768-176d-4453-8ca1-68d1fe834be8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:56.678322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ece4d01b-431c-4bbe-a167-5857264184b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.682977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.8 (d05e4255-9c3d-4b5e-b671-e76dc5b4b099/480b311b-6e09-4c81-ba31-e6f0ef7877ce/a4a905b9-8519-4270-a258-01b1d45f76b9) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:36:56.746532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port fd069da8-e3cd-47c3-852f-98bbc14a8f6d triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:56.746908 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.810370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ece4d01b-431c-4bbe-a167-5857264184b9 None None] Current status of the port 93cf6768-176d-4453-8ca1-68d1fe834be8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:56.861183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port fd069da8-e3cd-47c3-852f-98bbc14a8f6d is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:56.871377 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.906996 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:56.950832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:36:56.953729 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:36:56.956210 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:36:56.989279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=a4a905b9-8519-4270-a258-01b1d45f76b9,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:57.019477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.020192 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.039301 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-91a7186c-8b62-4426-baf8-34ad3daac590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9280868 Feb 19 01:36:57.051901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Request body: {'port': {'device_id': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:36:57.116021 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.233576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-03171e5e-3550-45e2-a81b-eb491626d60b None None] Provisioning complete for port a4a905b9-8519-4270-a258-01b1d45f76b9 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:57.234205 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03171e5e-3550-45e2-a81b-eb491626d60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.254536 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fade13-162a-40a8-8caa-c43f20e5725b req-d290d580-b735-41e2-978b-78df310ae5fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.256752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69fade13-162a-40a8-8caa-c43f20e5725b req-d290d580-b735-41e2-978b-78df310ae5fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 931 time: 0.0708463 Feb 19 01:36:57.279993 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-03171e5e-3550-45e2-a81b-eb491626d60b None None] Port a4a905b9-8519-4270-a258-01b1d45f76b9 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:36:57.309816 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-69fade13-162a-40a8-8caa-c43f20e5725b req-69a5900b-0585-4487-887c-2a3e97cb64e7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458596 Feb 19 01:36:57.417786 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a905b9-8519-4270-a258-01b1d45f76b9 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:36:57.425887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Publish callbacks [] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.439319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Transition to ACTIVE for port object a4a905b9-8519-4270-a258-01b1d45f76b9 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:36:57.444372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.503642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Pushing event updated for resources: {'Port': ['ID=a4a905b9-8519-4270-a258-01b1d45f76b9,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:57.573010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Attempting to bind port a4a905b9-8519-4270-a258-01b1d45f76b9 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:36:57.573513 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Attempting to bind port a4a905b9-8519-4270-a258-01b1d45f76b9 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:36:57.573853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Attempting to bind port a4a905b9-8519-4270-a258-01b1d45f76b9 on network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:57.578989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Port a4a905b9-8519-4270-a258-01b1d45f76b9 on network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:36:57.579237 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Attempting to bind port a4a905b9-8519-4270-a258-01b1d45f76b9 on network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:36:57.584447 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:36:57.584789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Checking segment: {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:36:57.585185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Bound using segment: {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:36:57.587457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Bound port: a4a905b9-8519-4270-a258-01b1d45f76b9, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58729bdd-dbe0-40ef-a78d-252c42cd82dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:36:57.587828 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.666533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] For port a4a905b9-8519-4270-a258-01b1d45f76b9, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:36:57.670244 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] For port a4a905b9-8519-4270-a258-01b1d45f76b9, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a4a905b9-8519-4270-a258-01b1d45f76b9,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:36:57.677257 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.713066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.713700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:57.715825 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] 10.222.0.113 "PUT /v2.0/ports/a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 200 len: 1091 time: 0.6683772 Feb 19 01:36:57.716543 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:36:57.718715 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653df72a-66d9-4b5a-9521-1f59ff537f6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:36:57.780363 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf5f1c-1902-433b-9f3d-41f9ea9c7901 x-openstack-request-id: req-55bf5f1c-1902-433b-9f3d-41f9ea9c7901 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:36:57.780811 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:36:57.781130 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55bf5f1c-1902-433b-9f3d-41f9ea9c7901 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:36:57.781616 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'status': 'completed', 'code': 200} Feb 19 01:36:57.784148 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e4fee-479d-4fe9-876c-498687a3965d service neutron] Pushing event updated for resources: {'Port': ['ID=a4a905b9-8519-4270-a258-01b1d45f76b9,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:36:57.824246 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-d27a5351-fc17-4a7e-955d-09854dd2d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.825935 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-d27a5351-fc17-4a7e-955d-09854dd2d807 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1125 time: 0.0603054 Feb 19 01:36:57.875873 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-561d4451-cc78-430a-bf16-329f27fc485c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 200 len: 217 time: 0.0424340 Feb 19 01:36:57.933759 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-565c0a4e-85bc-4e66-b09b-42d64de1dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.935295 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-565c0a4e-85bc-4e66-b09b-42d64de1dc87 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=480b311b-6e09-4c81-ba31-e6f0ef7877ce HTTP/1.1" status: 200 len: 835 time: 0.0535915 Feb 19 01:36:57.985561 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-b3c09d2a-a64d-4478-be22-b00fc43864ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:57.987133 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-b3c09d2a-a64d-4478-be22-b00fc43864ab service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458250 Feb 19 01:36:58.079412 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-4133d247-fd33-4291-9993-21966f838523 service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860810 Feb 19 01:36:58.172361 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-92fe1cb5-9538-4ba7-85d8-7dfa354fe02a req-419f0ffd-2b4b-40a0-9b23-5a437f0c05d3 service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867829 Feb 19 01:36:58.232080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 93cf6768-176d-4453-8ca1-68d1fe834be8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:36:58.266157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-630aeb39-a62b-4680-a536-28a096e96f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:58.267704 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-630aeb39-a62b-4680-a536-28a096e96f79 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1125 time: 0.0477252 Feb 19 01:36:58.279638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 93cf6768-176d-4453-8ca1-68d1fe834be8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:36:58.280217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:36:58.364051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 93cf6768-176d-4453-8ca1-68d1fe834be8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:36:58.372524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-a93a3e70-0a33-4f6c-bceb-809c66c7c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:58.374056 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-a93a3e70-0a33-4f6c-bceb-809c66c7c8d6 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 200 len: 898 time: 0.0997388 Feb 19 01:36:58.415030 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-850fa2c4-9685-4836-85d0-2c450c56d914 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 200 len: 217 time: 0.0349922 Feb 19 01:36:58.437802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33e53e-fd33-478e-9db0-74e0cfd65c62 req-f194d8ca-c3a0-453c-95b9-f3498fcf941e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:58.439409 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a33e53e-fd33-478e-9db0-74e0cfd65c62 req-f194d8ca-c3a0-453c-95b9-f3498fcf941e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 943 time: 0.0538595 Feb 19 01:36:58.469065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-0e29e582-6682-40f0-92ea-e1c5f47085ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:58.470707 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-0e29e582-6682-40f0-92ea-e1c5f47085ac service neutron] 10.222.0.113 "GET /v2.0/subnets?id=480b311b-6e09-4c81-ba31-e6f0ef7877ce HTTP/1.1" status: 200 len: 835 time: 0.0493746 Feb 19 01:36:58.487635 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4a33e53e-fd33-478e-9db0-74e0cfd65c62 req-1209bd89-aac4-459e-a4b5-4da919f2a839 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Feb 19 01:36:58.521693 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-1db12c9e-7af9-4500-8cd0-c3466548a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:58.523248 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-1db12c9e-7af9-4500-8cd0-c3466548a779 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462430 Feb 19 01:36:58.613883 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-062881bc-70e7-45f7-89c9-20597dfdcc4f service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825012 Feb 19 01:36:58.710545 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-653df72a-66d9-4b5a-9521-1f59ff537f6f req-d02b2b12-df82-490a-b2c0-530ac2f8336a service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902379 Feb 19 01:36:59.639724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa4375-9076-4e0c-b3d4-401e2a35cd72 req-7ca2daea-24e2-4e32-8c78-3535b9abc95a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:36:59.641221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85fa4375-9076-4e0c-b3d4-401e2a35cd72 req-7ca2daea-24e2-4e32-8c78-3535b9abc95a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 943 time: 0.0658345 Feb 19 01:36:59.696532 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-85fa4375-9076-4e0c-b3d4-401e2a35cd72 req-adc52d94-64f0-4782-b46b-c1a08f8fe5cb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474105 Feb 19 01:37:00.128313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a4a905b9-8519-4270-a258-01b1d45f76b9 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:37:00.235000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a4a905b9-8519-4270-a258-01b1d45f76b9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a4a905b9-8519-4270-a258-01b1d45f76b9,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:00.250740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'port_id': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'mac_address': 'fa:16:3e:dd:c5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:37:00.289149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a4a905b9-8519-4270-a258-01b1d45f76b9 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:00.289548 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:00.303553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a905b9-8519-4270-a258-01b1d45f76b9 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:37:00.328006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a4a905b9-8519-4270-a258-01b1d45f76b9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a4a905b9-8519-4270-a258-01b1d45f76b9,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:00.336177 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:00.406884 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a4a905b9-8519-4270-a258-01b1d45f76b9,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:00.564037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['a4a905b9-8519-4270-a258-01b1d45f76b9'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:37:00.816791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88024a20-e031-4681-9d4a-0e69b5bcb1f8 req-5b4cd420-c821-4bcf-b343-dad71a9a780d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:00.818328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88024a20-e031-4681-9d4a-0e69b5bcb1f8 req-5b4cd420-c821-4bcf-b343-dad71a9a780d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 944 time: 0.0525107 Feb 19 01:37:00.866654 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88024a20-e031-4681-9d4a-0e69b5bcb1f8 req-6afda519-ab7d-42b1-bc41-171401795e2a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Feb 19 01:37:01.488751 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:37:01.998436 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5bcda-4c9a-4fcd-8cc3-b8b8beb449c9 req-9c12710b-af32-41dd-af96-837f7e314f50 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:02.000144 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8b5bcda-4c9a-4fcd-8cc3-b8b8beb449c9 req-9c12710b-af32-41dd-af96-837f7e314f50 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 944 time: 0.0543461 Feb 19 01:37:02.052421 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a8b5bcda-4c9a-4fcd-8cc3-b8b8beb449c9 req-a4d029b9-9049-4410-b9f1-b0b9bc27e5db tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464611 Feb 19 01:37:02.147934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a4a905b9-8519-4270-a258-01b1d45f76b9 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:37:02.202360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port a4a905b9-8519-4270-a258-01b1d45f76b9 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:37:02.205968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port a4a905b9-8519-4270-a258-01b1d45f76b9 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:37:02.206388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:02.282961 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port a4a905b9-8519-4270-a258-01b1d45f76b9 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:37:02.283358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:02.311061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:02.313451 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361333fb-7193-4a2c-8d7f-2f2e52d72381" -d '{"events": [{"server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "name": "network-vif-plugged", "status": "completed", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:02.325433 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port a4a905b9-8519-4270-a258-01b1d45f76b9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a4a905b9-8519-4270-a258-01b1d45f76b9,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:37:02.330739 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:02.353029 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b062bb3-7680-4baa-b9e0-acf06e919ae2 x-openstack-request-id: req-9b062bb3-7680-4baa-b9e0-acf06e919ae2 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:02.353319 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "name": "network-vif-plugged", "status": "completed", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:02.353567 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9b062bb3-7680-4baa-b9e0-acf06e919ae2 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:02.353954 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'code': 200} Feb 19 01:37:02.379708 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=a4a905b9-8519-4270-a258-01b1d45f76b9,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:02.451856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f33b2-2ce3-48c7-ad14-ecef2f7d677d req-b4df4ade-3a25-494d-a678-082e1850aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:02.453265 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-775f33b2-2ce3-48c7-ad14-ecef2f7d677d req-b4df4ade-3a25-494d-a678-082e1850aef4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1127 time: 0.0472193 Feb 19 01:37:02.499942 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-775f33b2-2ce3-48c7-ad14-ecef2f7d677d req-df754a48-fef6-46f1-a92d-a34c33f169ba service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Feb 19 01:37:03.183505 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c3563-c9af-4674-9f11-e1c80b902947 req-c9af51d7-9753-466c-b72a-279fb04eb9d0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:03.185009 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b4c3563-c9af-4674-9f11-e1c80b902947 req-c9af51d7-9753-466c-b72a-279fb04eb9d0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0620632 Feb 19 01:37:03.236614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b4c3563-c9af-4674-9f11-e1c80b902947 req-1f18a8c1-0c0a-4929-b6be-7e9e2bf68945 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457048 Feb 19 01:37:04.372214 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d4b9a-e7af-47a2-b1bf-6360603cc476 req-74807d13-f0c4-4f54-a972-d80dcac4facb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:04.373738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c6d4b9a-e7af-47a2-b1bf-6360603cc476 req-74807d13-f0c4-4f54-a972-d80dcac4facb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0585251 Feb 19 01:37:04.429570 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c6d4b9a-e7af-47a2-b1bf-6360603cc476 req-6f5dd9c9-e9e9-4ac7-9de8-32673264fff9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498834 Feb 19 01:37:04.580315 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e1815-01a0-42be-b206-c39d1a006821 req-71907414-42b0-4b6c-aa56-2900d1acf839 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:04.581810 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe2e1815-01a0-42be-b206-c39d1a006821 req-71907414-42b0-4b6c-aa56-2900d1acf839 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0720322 Feb 19 01:37:04.639028 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fe2e1815-01a0-42be-b206-c39d1a006821 req-02dbbd79-68d3-4cd4-9a69-506f0efdb105 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489337 Feb 19 01:37:04.665825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38570) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:04.712358 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a40da43-a652-4600-a46e-dc7f5d9ce239 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:04.713847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9a40da43-a652-4600-a46e-dc7f5d9ce239 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1122 time: 0.0469060 Feb 19 01:37:04.717901 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38572) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:04.722421 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:37:04.747679 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:04.857143 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:04.938928 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-4c47cf2a-9413-48b7-9a39-d326813e3a13 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446024 Feb 19 01:37:04.968275 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.12 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/7abfe5ae-1486-43e3-a5bb-55e3ab15cb81) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:37:05.032992 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-0c058447-47dd-443f-a31a-6a659a33bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:05.034582 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-0c058447-47dd-443f-a31a-6a659a33bbc0 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1127 time: 0.0514011 Feb 19 01:37:05.084808 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:05.126794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:05.141383 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-77d054a4-7b8a-468c-8596-a6c46d97e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:05.142931 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-77d054a4-7b8a-468c-8596-a6c46d97e49c service neutron] 10.222.0.113 "GET /v2.0/networks?id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 200 len: 898 time: 0.0911837 Feb 19 01:37:05.167476 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:37:05.172347 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:37:05.175013 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:37:05.190164 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-b9e218d8-041e-4cf8-9c04-8b2a43b1cfbe service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 200 len: 217 time: 0.0413876 Feb 19 01:37:05.209012 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=7abfe5ae-1486-43e3-a5bb-55e3ab15cb81,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:05.243557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-25dc88bd-856f-4286-8fca-a844fc8cf267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:05.245047 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-25dc88bd-856f-4286-8fca-a844fc8cf267 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=480b311b-6e09-4c81-ba31-e6f0ef7877ce HTTP/1.1" status: 200 len: 835 time: 0.0484328 Feb 19 01:37:05.295849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-5c7c780e-3b8e-4c97-bdbf-8d0b4452be2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:05.297487 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-5c7c780e-3b8e-4c97-bdbf-8d0b4452be2b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468667 Feb 19 01:37:05.395107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-c9b3be83-27e0-4303-b852-ae8f5edc01fa service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882645 Feb 19 01:37:05.490433 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3f4d85c5-bc1d-4907-90e4-c5bc959af10d req-12946cab-121c-449f-a3f0-6cb59837dc8a service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896149 Feb 19 01:37:05.918867 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (531b66e3-a287-4d8d-bad4-fb94071278b6), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:05.993119 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.155590 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.162862 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.232425 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=7abfe5ae-1486-43e3-a5bb-55e3ab15cb81,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:37:06.245830 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (531b66e3-a287-4d8d-bad4-fb94071278b6), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.347682 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 531b66e3-a287-4d8d-bad4-fb94071278b6 associated. External IP: 172.25.6.12, port: a4a905b9-8519-4270-a258-01b1d45f76b9. Feb 19 01:37:06.562240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router dc601c61-8472-4b37-bb04-2917fdbcbfeb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:37:06.698501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:37:06.708762 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] Sync routers for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:37:06.718359 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:06.718982 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:06.719129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:06.750797 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a828c450-d51a-4d10-9302-1754cdd3ab40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0318029 Feb 19 01:37:06.751873 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:37:06.754148 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7b43de-93b0-4651-bc78-2bb317f00202" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:37:06.792749 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba41bed-0d29-4a7e-8fc9-2f3918d4d26f x-openstack-request-id: req-4ba41bed-0d29-4a7e-8fc9-2f3918d4d26f {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:37:06.793261 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:37:06.793516 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4ba41bed-0d29-4a7e-8fc9-2f3918d4d26f {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:37:06.794122 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'status': 'completed', 'code': 200} Feb 19 01:37:06.830167 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:06.859873 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-a519aeae-0ad3-4288-866d-b18b34982446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.861546 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-a519aeae-0ad3-4288-866d-b18b34982446 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1127 time: 0.0478194 Feb 19 01:37:06.867584 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b617d7-960a-435f-8146-d9911189ab17 req-be24a18c-d3be-4711-a46d-8b7e441ecffb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.869748 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b617d7-960a-435f-8146-d9911189ab17 req-be24a18c-d3be-4711-a46d-8b7e441ecffb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0562403 Feb 19 01:37:06.921779 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-49b617d7-960a-435f-8146-d9911189ab17 req-fc308ef3-96d6-41a1-968e-7bd25575e9eb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466609 Feb 19 01:37:06.954652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38578) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:06.969188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-a812f8f4-feec-4efc-9b19-7719fd0a15f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:06.970722 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-a812f8f4-feec-4efc-9b19-7719fd0a15f5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 200 len: 898 time: 0.1037288 Feb 19 01:37:07.022905 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-73f9024e-aeba-4eb0-9f9c-ba593fe053d3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/531b66e3-a287-4d8d-bad4-fb94071278b6 HTTP/1.1" status: 200 len: 990 time: 0.0656161 Feb 19 01:37:07.039081 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-687fb739-fb3e-446a-845d-5a7f98cdaba7 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 200 len: 998 time: 0.0613763 Feb 19 01:37:07.064001 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '531b66e3-a287-4d8d-bad4-fb94071278b6', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'port_id': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'mac_address': 'fa:16:3e:dd:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:37:05Z', 'updated_at': '2022-02-19T01:37:05Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:56Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:07.089585 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] Checking router: dc601c61-8472-4b37-bb04-2917fdbcbfeb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:37:07.092589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-64fa3252-256b-417a-8244-b27d4adea2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:07.094149 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-64fa3252-256b-417a-8244-b27d4adea2fb service neutron] 10.222.0.113 "GET /v2.0/subnets?id=480b311b-6e09-4c81-ba31-e6f0ef7877ce HTTP/1.1" status: 200 len: 835 time: 0.0477514 Feb 19 01:37:07.097746 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:37:07.098379 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:36:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:07.145597 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-938a4876-cf0c-44de-a4b3-aaa5810493f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:07.147630 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-938a4876-cf0c-44de-a4b3-aaa5810493f8 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467861 Feb 19 01:37:07.244343 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-4a7249a2-0b27-48a9-be78-434af283cc9a service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895844 Feb 19 01:37:07.311921 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:37:07.340961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df7b43de-93b0-4651-bc78-2bb317f00202 req-e885ce62-e3b3-4da5-80ce-b91df6ee6d4e service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902197 Feb 19 01:37:07.529809 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '531b66e3-a287-4d8d-bad4-fb94071278b6', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'port_id': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'mac_address': 'fa:16:3e:dd:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:37:05Z', 'updated_at': '2022-02-19T01:37:05Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:56Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:37:07.558314 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae56554e-9e93-4859-a6ed-01950d369a00 None None] The sync data for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 is: [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '531b66e3-a287-4d8d-bad4-fb94071278b6', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'port_id': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'mac_address': 'fa:16:3e:dd:c5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:37:05Z', 'updated_at': '2022-02-19T01:37:05Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:56Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:37:07.781931 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b785d3-bb76-45cb-936c-aff253d88576 None None] New status for floating IP 531b66e3-a287-4d8d-bad4-fb94071278b6: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:37:08.025949 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38580) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:08.087082 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-9ec6c860-eebc-4ad0-a054-bbc931e8d0b5 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/531b66e3-a287-4d8d-bad4-fb94071278b6 HTTP/1.1" status: 200 len: 992 time: 0.0598786 Feb 19 01:37:18.070781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19f9f52d-f60c-474e-bb58-3e85d92af933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:19.415949 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:20.130901 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9fca6d7b-8136-431c-864e-9e6e30780f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:21.513883 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:21.741506 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-20324d21-5983-4552-ac6e-5b6318aed351 req-53b2a03c-5632-48ca-9040-5ff18fb3ddd7 service neutron] (103650) timed out ('10.222.0.126', 53450) {{(pid=103650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:37:22.949225 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:23.615092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20612449-befe-4488-a2e0-f4150a7b5a2a req-912521f4-88d9-4225-af65-9e9699a3149a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0272820 Feb 19 01:37:23.689341 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20612449-befe-4488-a2e0-f4150a7b5a2a req-4d7e3d0a-4776-40f7-8a98-22330a01d34f service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0307648 Feb 19 01:37:23.728018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20612449-befe-4488-a2e0-f4150a7b5a2a req-4df550cf-d26a-434c-a7f5-b37a62fda7eb service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198319 Feb 19 01:37:23.824849 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20612449-befe-4488-a2e0-f4150a7b5a2a req-cfbbb839-b233-4dbf-828e-721de79b85d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:23.826217 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20612449-befe-4488-a2e0-f4150a7b5a2a req-cfbbb839-b233-4dbf-828e-721de79b85d5 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906930 Feb 19 01:37:24.229764 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:24.394066 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:38.483293 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:37:39.476284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a1e6c-6fa4-4edb-b6ac-d0fcd5cc9b3a req-b3e5d5bb-5497-428b-b47e-252226aa18ad tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:39.477725 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-701a1e6c-6fa4-4edb-b6ac-d0fcd5cc9b3a req-b3e5d5bb-5497-428b-b47e-252226aa18ad tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0597179 Feb 19 01:37:39.535223 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-701a1e6c-6fa4-4edb-b6ac-d0fcd5cc9b3a req-9986cd07-8f80-4907-8016-b1b671281d02 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514219 Feb 19 01:37:40.684477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75de75e-c0ea-483a-9001-204bce2cb1ed req-f7c65283-fbdf-4669-bf77-7f94b341c3c8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:40.685976 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c75de75e-c0ea-483a-9001-204bce2cb1ed req-f7c65283-fbdf-4669-bf77-7f94b341c3c8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0581963 Feb 19 01:37:40.735767 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c75de75e-c0ea-483a-9001-204bce2cb1ed req-a5291597-18ec-41c2-833e-e5ab00d983e3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437939 Feb 19 01:37:41.873835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5814d8-04ad-4fdf-baf7-6c2fba47b4eb req-76c6cd8e-985c-41a3-8118-e1fb4fc70e34 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:41.875332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec5814d8-04ad-4fdf-baf7-6c2fba47b4eb req-76c6cd8e-985c-41a3-8118-e1fb4fc70e34 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0566127 Feb 19 01:37:41.927329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec5814d8-04ad-4fdf-baf7-6c2fba47b4eb req-499239f8-2fa0-46ea-aa4b-174110f34054 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439510 Feb 19 01:37:43.059981 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5efc30-67c7-4bf4-a4f6-951454e9e960 req-6d8596b3-ee0f-4585-aeab-3b728feb09af tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:43.061444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f5efc30-67c7-4bf4-a4f6-951454e9e960 req-6d8596b3-ee0f-4585-aeab-3b728feb09af tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0622065 Feb 19 01:37:43.115018 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f5efc30-67c7-4bf4-a4f6-951454e9e960 req-06c4d459-1493-4ec7-b0e7-2257ac767b0d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453961 Feb 19 01:37:44.258591 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95179f7a-1a4b-4516-b8df-b63251f5a9d9 req-f9fcb6d7-fe63-4b51-ab39-3f101d805cac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:44.260092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95179f7a-1a4b-4516-b8df-b63251f5a9d9 req-f9fcb6d7-fe63-4b51-ab39-3f101d805cac tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0645409 Feb 19 01:37:44.316410 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95179f7a-1a4b-4516-b8df-b63251f5a9d9 req-ea6acad3-4733-437b-a35f-bc5d7f985656 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494926 Feb 19 01:37:45.459513 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb881a07-1a9a-4356-95b6-1261b31bf1ad req-0067bcab-5de5-46c0-96e6-4f7e13cc5fcc tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:45.461012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb881a07-1a9a-4356-95b6-1261b31bf1ad req-0067bcab-5de5-46c0-96e6-4f7e13cc5fcc tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0645607 Feb 19 01:37:45.513497 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb881a07-1a9a-4356-95b6-1261b31bf1ad req-90a87968-dc2d-42ae-b867-1944a4c04b4f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434859 Feb 19 01:37:46.646993 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28454a08-c3e0-4b83-b383-f973f0e305b1 req-aaf47540-2a71-4b82-96d9-da41ecb29138 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:46.648569 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28454a08-c3e0-4b83-b383-f973f0e305b1 req-aaf47540-2a71-4b82-96d9-da41ecb29138 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0544133 Feb 19 01:37:46.701647 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-28454a08-c3e0-4b83-b383-f973f0e305b1 req-cc288a7e-1bc1-47fa-98cd-ab257903a56d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458100 Feb 19 01:37:47.840241 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eb9f34-2ade-4f9d-b0b0-64cec7e68e8b req-ad3f14a7-3952-44b0-8e7b-9226ac3c74c2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:47.841742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63eb9f34-2ade-4f9d-b0b0-64cec7e68e8b req-ad3f14a7-3952-44b0-8e7b-9226ac3c74c2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0544131 Feb 19 01:37:47.906110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63eb9f34-2ade-4f9d-b0b0-64cec7e68e8b req-1b81257a-95aa-4cbc-89c2-b2484cef0d38 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575299 Feb 19 01:37:48.070135 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2785c0d9-1063-42be-8192-60ccfbe8e777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:49.044998 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0505202-664b-4b9c-9abc-5ea74b82035a req-ebc1bba4-280a-4c7c-8830-02740bb853ab tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:49.046524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0505202-664b-4b9c-9abc-5ea74b82035a req-ebc1bba4-280a-4c7c-8830-02740bb853ab tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0596931 Feb 19 01:37:49.096855 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0505202-664b-4b9c-9abc-5ea74b82035a req-d73259d9-3fa1-4d4d-910b-f25c0948a5a0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446143 Feb 19 01:37:49.414295 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.130961 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10991e32-5030-415d-8e25-dc4bf35174dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:50.224082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf7ec8-8de7-4bde-b0dd-92ef254d9d7e req-dd7e7dab-e087-4b00-8901-41b012d89ebd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:50.225627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76cf7ec8-8de7-4bde-b0dd-92ef254d9d7e req-dd7e7dab-e087-4b00-8901-41b012d89ebd tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0567849 Feb 19 01:37:50.282777 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-76cf7ec8-8de7-4bde-b0dd-92ef254d9d7e req-e3eb77a0-8082-484b-8886-71ff6874067a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488451 Feb 19 01:37:50.311306 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38620) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:50.378369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-577379ad-45e3-4f0e-854c-bcac921c9265 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/531b66e3-a287-4d8d-bad4-fb94071278b6 HTTP/1.1" status: 200 len: 992 time: 0.0657771 Feb 19 01:37:51.511016 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:51.680610 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90840c-2035-414a-9fea-5cf5a47b019b req-a7f8cd4c-1f69-4682-b65f-10e3443aa8ce tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:51.682045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b90840c-2035-414a-9fea-5cf5a47b019b req-a7f8cd4c-1f69-4682-b65f-10e3443aa8ce tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0555634 Feb 19 01:37:51.695092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-9840a4a8-1ae8-4c09-9be8-622178298ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:51.696686 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-9840a4a8-1ae8-4c09-9be8-622178298ea8 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1127 time: 0.0472639 Feb 19 01:37:51.733256 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1b90840c-2035-414a-9fea-5cf5a47b019b req-1e9c13a9-6e2a-4483-b03d-d8fbe979a757 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451684 Feb 19 01:37:51.791090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-59d2b4af-dfd2-4657-b4ae-7687fb680fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:51.792615 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-59d2b4af-dfd2-4657-b4ae-7687fb680fec service neutron] 10.222.0.113 "GET /v2.0/networks?id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 200 len: 898 time: 0.0904646 Feb 19 01:37:51.858001 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-695230fe-23c7-4fc2-9f3a-d6735cc98250 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 200 len: 1000 time: 0.0590231 Feb 19 01:37:51.905129 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-5e6f84c8-05d1-48ad-a944-4ca2ed89d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:51.906631 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-5e6f84c8-05d1-48ad-a944-4ca2ed89d0d8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=480b311b-6e09-4c81-ba31-e6f0ef7877ce HTTP/1.1" status: 200 len: 835 time: 0.0424483 Feb 19 01:37:51.959563 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-dc475284-3868-4a6e-a924-eb147ea580dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:51.960960 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-dc475284-3868-4a6e-a924-eb147ea580dc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484712 Feb 19 01:37:52.053088 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-75b4e423-b84b-4ce2-bd6c-5cb4aaa331a4 service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851524 Feb 19 01:37:52.148274 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4ac5ab5e-9d91-4e44-af8c-3122aed94dfb req-3b25c22b-5390-4648-9e2d-b629ca7f446c service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891542 Feb 19 01:37:52.868905 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400bc78-5d92-4690-979b-d10981ddb0e6 req-38210033-703b-42b0-bc6c-4b2f546aae34 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:37:52.870460 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2400bc78-5d92-4690-979b-d10981ddb0e6 req-38210033-703b-42b0-bc6c-4b2f546aae34 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0589600 Feb 19 01:37:52.937988 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2400bc78-5d92-4690-979b-d10981ddb0e6 req-53e06008-33fc-4b92-959e-e563dade11b0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593264 Feb 19 01:37:52.952630 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:52.962858 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38632) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:37:53.024062 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-42c3f0e3-dbd4-4fca-b7aa-0b0359fb6aca tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/531b66e3-a287-4d8d-bad4-fb94071278b6 HTTP/1.1" status: 200 len: 992 time: 0.0599179 Feb 19 01:37:54.225873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:37:54.418540 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:07.009636 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-00bb8b07-80f8-4081-b638-edbb897e4fe7 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026011 Feb 19 01:38:07.111503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-c91fc823-ed82-42a2-a067-7a509c86f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:07.113097 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-c91fc823-ed82-42a2-a067-7a509c86f9ce service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1127 time: 0.0505691 Feb 19 01:38:07.227768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-333777c2-f5d1-4cd0-99f7-b46507ca390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:07.229163 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-333777c2-f5d1-4cd0-99f7-b46507ca390b service neutron] 10.222.0.113 "GET /v2.0/networks?id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 200 len: 898 time: 0.0969479 Feb 19 01:38:07.298604 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-99068936-db72-491b-af1c-0224877363a2 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 200 len: 1000 time: 0.0634747 Feb 19 01:38:07.346556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-3cd977c7-6465-4bf9-a56b-c4c1c1851442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:07.347969 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-3cd977c7-6465-4bf9-a56b-c4c1c1851442 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=480b311b-6e09-4c81-ba31-e6f0ef7877ce HTTP/1.1" status: 200 len: 835 time: 0.0440407 Feb 19 01:38:07.401803 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-34f110a8-62ad-4f72-a816-717c8a0035a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:07.403422 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-34f110a8-62ad-4f72-a816-717c8a0035a5 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495932 Feb 19 01:38:07.490938 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-edadd853-0e89-474d-a543-60837fc548fd service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816483 Feb 19 01:38:07.588557 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dd14eccd-9aa1-4c7f-b809-478464475333 req-f66af2df-cfc5-4a8d-bdf6-5159f4ae0114 service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922003 Feb 19 01:38:15.486108 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:38:18.070006 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79c16d43-a814-4764-a086-55d91b44b60a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:19.416490 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:20.133502 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5d41-cad3-433c-9705-2c276a95f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:21.530663 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:22.956275 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:24.230459 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:24.403550 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:24.651572 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdddfa85-82b0-4282-9d89-6115a8229029 req-ae554fd3-a215-410b-a1e9-eb6691a28858 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0745974 Feb 19 01:38:24.724284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdddfa85-82b0-4282-9d89-6115a8229029 req-1fb22093-aaab-406a-9568-b5b2560080d5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0306230 Feb 19 01:38:24.763959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdddfa85-82b0-4282-9d89-6115a8229029 req-cda8e217-bff8-4a66-b5af-3179fe631e35 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195277 Feb 19 01:38:24.859714 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddfa85-82b0-4282-9d89-6115a8229029 req-9f4a1601-3da5-4f61-9319-415a21aea908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:24.861392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdddfa85-82b0-4282-9d89-6115a8229029 req-9f4a1601-3da5-4f61-9319-415a21aea908 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918372 Feb 19 01:38:25.691046 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38650) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:25.851442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 7abfe5ae-1486-43e3-a5bb-55e3ab15cb81 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:25.851733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.927118 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.927436 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:25.939799 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 7abfe5ae-1486-43e3-a5bb-55e3ab15cb81 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:26.097286 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (7abfe5ae-1486-43e3-a5bb-55e3ab15cb81), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.122423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=7abfe5ae-1486-43e3-a5bb-55e3ab15cb81,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:26.135394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.135716 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.136070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.136442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.136749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.137117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.137452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.137963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.138358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.138802 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.139022 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.139352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.139662 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:26.198660 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (531b66e3-a287-4d8d-bad4-fb94071278b6), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.199013 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 531b66e3-a287-4d8d-bad4-fb94071278b6 disassociated (deleted). External IP: 172.25.6.12, port: a4a905b9-8519-4270-a258-01b1d45f76b9. Feb 19 01:38:26.748216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router dc601c61-8472-4b37-bb04-2917fdbcbfeb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:26.861023 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:26.866967 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:26.873203 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] Sync routers for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:26.884174 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:26.884793 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:26.896961 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1839a34b-847c-44af-b930-3603b4f81f99 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/floatingips/531b66e3-a287-4d8d-bad4-fb94071278b6 HTTP/1.1" status: 204 len: 168 time: 1.2042816 Feb 19 01:38:26.897665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:26.900043 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0990eb82-16ed-4325-8345-30edee10fa99" -d '{"events": [{"name": "network-changed", "server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:26.938234 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bcda91-04dc-4abe-aace-4999acf486ee x-openstack-request-id: req-02bcda91-04dc-4abe-aace-4999acf486ee {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:26.938761 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:26.939187 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02bcda91-04dc-4abe-aace-4999acf486ee {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:26.939766 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'status': 'completed', 'code': 200} Feb 19 01:38:27.002948 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:27.007958 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990eb82-16ed-4325-8345-30edee10fa99 req-5d8e357d-bfb1-476c-9401-d5765b49673c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:27.010425 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0990eb82-16ed-4325-8345-30edee10fa99 req-5d8e357d-bfb1-476c-9401-d5765b49673c service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 1127 time: 0.0497963 Feb 19 01:38:27.117177 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990eb82-16ed-4325-8345-30edee10fa99 req-37b26c4a-bbc0-4419-b715-ac5eaa842571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:27.118688 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0990eb82-16ed-4325-8345-30edee10fa99 req-37b26c4a-bbc0-4419-b715-ac5eaa842571 service neutron] 10.222.0.113 "GET /v2.0/networks?id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 200 len: 898 time: 0.0965586 Feb 19 01:38:27.171692 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0990eb82-16ed-4325-8345-30edee10fa99 req-020f275a-0963-40dc-a4f1-f565a42c358a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 200 len: 217 time: 0.0452318 Feb 19 01:38:27.193563 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf57c5-45ea-4200-b802-f83f2dcec16b req-facb48bf-b656-4871-80a6-d4c3a6442458 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:27.195778 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fbf57c5-45ea-4200-b802-f83f2dcec16b req-facb48bf-b656-4871-80a6-d4c3a6442458 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.1155961 Feb 19 01:38:27.214102 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:56Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:27.222060 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990eb82-16ed-4325-8345-30edee10fa99 req-4dc62be2-d0e7-4cc3-907c-b0e92fbf6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:27.223569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0990eb82-16ed-4325-8345-30edee10fa99 req-4dc62be2-d0e7-4cc3-907c-b0e92fbf6fb2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=480b311b-6e09-4c81-ba31-e6f0ef7877ce HTTP/1.1" status: 200 len: 835 time: 0.0448513 Feb 19 01:38:27.247217 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] Checking router: dc601c61-8472-4b37-bb04-2917fdbcbfeb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:27.247444 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fbf57c5-45ea-4200-b802-f83f2dcec16b req-5c86d0f8-36d0-41d1-8a6d-04107abedab3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Feb 19 01:38:27.256637 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:27.257208 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:27.273591 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990eb82-16ed-4325-8345-30edee10fa99 req-8a61d2e2-dce9-4c9b-9065-479def806f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:27.275170 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0990eb82-16ed-4325-8345-30edee10fa99 req-8a61d2e2-dce9-4c9b-9065-479def806f2e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=d05e4255-9c3d-4b5e-b671-e76dc5b4b099&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449450 Feb 19 01:38:27.365955 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:27.370950 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0990eb82-16ed-4325-8345-30edee10fa99 req-d57f7b4b-a384-4edd-beb5-dfee7cb9573f service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879161 Feb 19 01:38:27.460117 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0990eb82-16ed-4325-8345-30edee10fa99 req-1ec3aa29-7128-4844-b752-b52c158cb631 service neutron] 10.222.0.113 "GET /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815411 Feb 19 01:38:27.569338 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:56Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:27.596111 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a364421a-39ce-4553-98f2-abe09c643833 None None] The sync data for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 is: [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:36:53Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '93cf6768-176d-4453-8ca1-68d1fe834be8', 'name': '', 'network_id': 'd05e4255-9c3d-4b5e-b671-e76dc5b4b099', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:32:48:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:52Z', 'updated_at': '2022-02-19T01:36:56Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '480b311b-6e09-4c81-ba31-e6f0ef7877ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:27.829092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d728b92-2d9e-46f0-bcdf-be6c752dde72 None None] New status for floating IP 531b66e3-a287-4d8d-bad4-fb94071278b6: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:38:28.374280 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21419247-207c-45ac-aa5f-b7758f151344 req-a54ebb03-67de-4420-873b-aceeda38b952 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:28.375759 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21419247-207c-45ac-aa5f-b7758f151344 req-a54ebb03-67de-4420-873b-aceeda38b952 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0550766 Feb 19 01:38:28.426734 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-21419247-207c-45ac-aa5f-b7758f151344 req-a5b3798b-bac8-41de-a243-4127713df8e6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=0c18c2c9-97d6-4e31-8fe7-713af46e4f57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450203 Feb 19 01:38:28.675438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-9a274332-7661-4f26-a3e4-4c1b4d5f4cfe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:28.676994 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-9a274332-7661-4f26-a3e4-4c1b4d5f4cfe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 945 time: 0.0672929 Feb 19 01:38:28.772405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port a4a905b9-8519-4270-a258-01b1d45f76b9 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:28.772767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:28.876480 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port a4a905b9-8519-4270-a258-01b1d45f76b9, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=a4a905b9-8519-4270-a258-01b1d45f76b9,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:28.876859 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:28.891068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for a4a905b9-8519-4270-a258-01b1d45f76b9 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:29.028563 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a4a905b9-8519-4270-a258-01b1d45f76b9), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.057266 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=a4a905b9-8519-4270-a258-01b1d45f76b9,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:29.099595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] No DVR routers for this DVR port a4a905b9-8519-4270-a258-01b1d45f76b9 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:29.102381 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:29.105613 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ba0d456e-b7a8-4e61-af31-769396534a9f req-680be208-c028-4954-bb8b-4ab235cc730e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "DELETE /v2.0/ports/a4a905b9-8519-4270-a258-01b1d45f76b9 HTTP/1.1" status: 204 len: 173 time: 0.4228930 Feb 19 01:38:29.106068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'name': 'network-vif-deleted', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:29.108717 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67c4cc8-f800-4f4d-bd0a-87bb6bbdee38" -d '{"events": [{"server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "name": "network-vif-deleted", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:29.155528 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6349f71b-637e-41d9-a53a-5a368c7c263e x-openstack-request-id: req-6349f71b-637e-41d9-a53a-5a368c7c263e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:29.155827 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed6231b5-21c4-456b-8432-c21c680fd838", "name": "network-vif-deleted", "tag": "a4a905b9-8519-4270-a258-01b1d45f76b9", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:29.156089 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6349f71b-637e-41d9-a53a-5a368c7c263e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:29.156512 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed6231b5-21c4-456b-8432-c21c680fd838', 'name': 'network-vif-deleted', 'tag': 'a4a905b9-8519-4270-a258-01b1d45f76b9', 'status': 'completed', 'code': 200} Feb 19 01:38:29.594884 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-53324c0d-338e-4e75-b790-bd04ebeb6de9 req-a851ffea-1561-4b75-8f93-a0472a17318c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed6231b5-21c4-456b-8432-c21c680fd838 HTTP/1.1" status: 200 len: 210 time: 0.0836370 Feb 19 01:38:30.657086 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38670) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:31.036860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (dc601c61-8472-4b37-bb04-2917fdbcbfeb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.302114 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 93cf6768-176d-4453-8ca1-68d1fe834be8 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:31.302404 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.391692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 93cf6768-176d-4453-8ca1-68d1fe834be8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=93cf6768-176d-4453-8ca1-68d1fe834be8,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:31.392071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.404714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 93cf6768-176d-4453-8ca1-68d1fe834be8 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:31.597291 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (93cf6768-176d-4453-8ca1-68d1fe834be8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:31.628883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=93cf6768-176d-4453-8ca1-68d1fe834be8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:31.803424 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (dc601c61-8472-4b37-bb04-2917fdbcbfeb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.038913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router dc601c61-8472-4b37-bb04-2917fdbcbfeb has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:32.149256 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:32.155307 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-d9856c1d-b1a9-4aa2-b9e2-6f57165bdb40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/dc601c61-8472-4b37-bb04-2917fdbcbfeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4968772 Feb 19 01:38:32.157765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38672) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:32.163725 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] Sync routers for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:32.179156 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:32.179787 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:32.208260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd3fe25-4412-4c4a-b3ed-a22f4eef112b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting subnet 480b311b-6e09-4c81-ba31-e6f0ef7877ce {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:38:32.211454 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acd3fe25-4412-4c4a-b3ed-a22f4eef112b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (480b311b-6e09-4c81-ba31-e6f0ef7877ce), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.252038 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acd3fe25-4412-4c4a-b3ed-a22f4eef112b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (480b311b-6e09-4c81-ba31-e6f0ef7877ce), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.291999 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:32.338243 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acd3fe25-4412-4c4a-b3ed-a22f4eef112b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (480b311b-6e09-4c81-ba31-e6f0ef7877ce), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.399265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acd3fe25-4412-4c4a-b3ed-a22f4eef112b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (480b311b-6e09-4c81-ba31-e6f0ef7877ce), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.424828 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3fe25-4412-4c4a-b3ed-a22f4eef112b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Subnet': ['ID=480b311b-6e09-4c81-ba31-e6f0ef7877ce,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:32.432148 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-acd3fe25-4412-4c4a-b3ed-a22f4eef112b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.438728 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-acd3fe25-4412-4c4a-b3ed-a22f4eef112b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/subnets/480b311b-6e09-4c81-ba31-e6f0ef7877ce HTTP/1.1" status: 204 len: 168 time: 0.2766576 Feb 19 01:38:32.438951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38674) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:32.441529 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a33e29e-015c-4ba4-81e2-4f5425169a8f None None] Network d05e4255-9c3d-4b5e-b671-e76dc5b4b099 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:32.553658 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (dc601c61-8472-4b37-bb04-2917fdbcbfeb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.568829 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:38:31Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:32.594512 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] Checking router: dc601c61-8472-4b37-bb04-2917fdbcbfeb for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:32.602809 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] Routers {'dc601c61-8472-4b37-bb04-2917fdbcbfeb'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:32.603417 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:32.618338 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] DHCP port deletion for d05e4255-9c3d-4b5e-b671-e76dc5b4b099 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:38:32.663066 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (dc601c61-8472-4b37-bb04-2917fdbcbfeb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.666231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Deleting port 705911ab-4975-4c6b-9b33-91ab2435bd58 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:32.666634 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.708501 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a4a905b9-8519-4270-a258-01b1d45f76b9 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:32.718444 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] Set router dc601c61-8472-4b37-bb04-2917fdbcbfeb gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:32.720232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port fd069da8-e3cd-47c3-852f-98bbc14a8f6d {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:38:32.720579 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.741278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: a4a905b9-8519-4270-a258-01b1d45f76b9 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:32.741949 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device a4a905b9-8519-4270-a258-01b1d45f76b9 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:32.757672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] For port 705911ab-4975-4c6b-9b33-91ab2435bd58, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=705911ab-4975-4c6b-9b33-91ab2435bd58,segment=NetworkSegment(58729bdd-dbe0-40ef-a78d-252c42cd82dc),segment_id=58729bdd-dbe0-40ef-a78d-252c42cd82dc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:32.758402 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.770854 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Calling delete_port for 705911ab-4975-4c6b-9b33-91ab2435bd58 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:32.807890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port fd069da8-e3cd-47c3-852f-98bbc14a8f6d, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=fd069da8-e3cd-47c3-852f-98bbc14a8f6d,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:32.808497 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.821623 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for fd069da8-e3cd-47c3-852f-98bbc14a8f6d owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:38:32.852593 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (705911ab-4975-4c6b-9b33-91ab2435bd58), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:32.878077 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Pushing event deleted for resources: {'Port': ['ID=705911ab-4975-4c6b-9b33-91ab2435bd58,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:32.885789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] No DVR routers for this DVR port 705911ab-4975-4c6b-9b33-91ab2435bd58 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:38:32.889343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.889697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.890050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.890421 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.890962 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.891511 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.892002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.892482 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.892966 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.894011 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.894556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.895053 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.896020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46b84c1-7025-4931-85e7-0f5b12017dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:32.908083 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:38:31Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:32.934606 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7d1e42-b4aa-4601-aabe-4d404f79f815 None None] The sync data for ids ['dc601c61-8472-4b37-bb04-2917fdbcbfeb'] in n-d-826527-3 is: [{'id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-825260699', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:36:49Z', 'updated_at': '2022-02-19T01:38:31Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'fd069da8-e3cd-47c3-852f-98bbc14a8f6d', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc601c61-8472-4b37-bb04-2917fdbcbfeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:36:50Z', 'updated_at': '2022-02-19T01:36:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:33.000449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (fd069da8-e3cd-47c3-852f-98bbc14a8f6d), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.023579 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=fd069da8-e3cd-47c3-852f-98bbc14a8f6d,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:33.087181 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (dc601c61-8472-4b37-bb04-2917fdbcbfeb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.180875 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (dc601c61-8472-4b37-bb04-2917fdbcbfeb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.183141 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (dc601c61-8472-4b37-bb04-2917fdbcbfeb), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.231450 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (dc601c61-8472-4b37-bb04-2917fdbcbfeb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.232070 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Fanout notify agent at l3_agent the message router_deleted on router dc601c61-8472-4b37-bb04-2917fdbcbfeb {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:38:33.239294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.240405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2c5a7375-1a82-4663-80bb-59a1c925211c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/routers/dc601c61-8472-4b37-bb04-2917fdbcbfeb HTTP/1.1" status: 204 len: 168 time: 0.8005018 Feb 19 01:38:33.243232 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38676) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:33.321545 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (d05e4255-9c3d-4b5e-b671-e76dc5b4b099), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.720220 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (d05e4255-9c3d-4b5e-b671-e76dc5b4b099), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.741031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05e4255-9c3d-4b5e-b671-e76dc5b4b099']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:33.750535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58729bdd-dbe0-40ef-a78d-252c42cd82dc') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:33.750830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58729bdd-dbe0-40ef-a78d-252c42cd82dc') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:33.760005 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (58729bdd-dbe0-40ef-a78d-252c42cd82dc), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.773182 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (58729bdd-dbe0-40ef-a78d-252c42cd82dc), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.781610 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:38:33.782056 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (58729bdd-dbe0-40ef-a78d-252c42cd82dc), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:38:33.785700 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:38:33.847465 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (d05e4255-9c3d-4b5e-b671-e76dc5b4b099), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.852250 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.855808 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/networks/d05e4255-9c3d-4b5e-b671-e76dc5b4b099 HTTP/1.1" status: 204 len: 168 time: 0.6116073 Feb 19 01:38:33.859534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38678) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:33.871119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6c18e-09d4-4a81-a63a-396b0af63ef2 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Network': ['ID=d05e4255-9c3d-4b5e-b671-e76dc5b4b099,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:33.921832 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (0c18c2c9-97d6-4e31-8fe7-713af46e4f57), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:33.948437 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (0c18c2c9-97d6-4e31-8fe7-713af46e4f57), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.008577 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (0c18c2c9-97d6-4e31-8fe7-713af46e4f57), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.011352 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.012540 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/security-groups/0c18c2c9-97d6-4e31-8fe7-713af46e4f57 HTTP/1.1" status: 204 len: 168 time: 0.1519985 Feb 19 01:38:34.022101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c18c2c9-97d6-4e31-8fe7-713af46e4f57,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.029925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.030333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.030682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.031026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.031357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.031671 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.032016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.032368 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.032695 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.033004 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.033332 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.033651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.033969 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724141-ec0b-429f-b16d-b426e597e280 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:34.253056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38684) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:34.255620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 93cf6768-176d-4453-8ca1-68d1fe834be8 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:34.257650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a1424c94-b152-4783-b6c6-301c9f5f2a4e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174462940', 'description': 'tempest-secgroup-smoke-1174462940 description', 'project_id': '12e0f59060a6473bacaaa3cc0794928a'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:34.280324 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1424c94-b152-4783-b6c6-301c9f5f2a4e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.281540 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 93cf6768-176d-4453-8ca1-68d1fe834be8 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:34.282002 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 93cf6768-176d-4453-8ca1-68d1fe834be8 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:34.282471 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 705911ab-4975-4c6b-9b33-91ab2435bd58 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:34.301532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 705911ab-4975-4c6b-9b33-91ab2435bd58 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:34.301890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 705911ab-4975-4c6b-9b33-91ab2435bd58 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:34.302341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fd069da8-e3cd-47c3-852f-98bbc14a8f6d no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:38:34.321991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: fd069da8-e3cd-47c3-852f-98bbc14a8f6d {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:38:34.322370 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device fd069da8-e3cd-47c3-852f-98bbc14a8f6d not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:38:34.357112 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1424c94-b152-4783-b6c6-301c9f5f2a4e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (d489948a-b597-4e65-8792-9615a3ed2785), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.364163 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1424c94-b152-4783-b6c6-301c9f5f2a4e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d489948a-b597-4e65-8792-9615a3ed2785), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.397035 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a1424c94-b152-4783-b6c6-301c9f5f2a4e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.402808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a1424c94-b152-4783-b6c6-301c9f5f2a4e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1441479 Feb 19 01:38:34.402808 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1424c94-b152-4783-b6c6-301c9f5f2a4e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d489948a-b597-4e65-8792-9615a3ed2785,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.403180 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38686) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:34.407173 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b0a02d34-2546-465f-8efc-f7205861bc24 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': 'd489948a-b597-4e65-8792-9615a3ed2785', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:34.431800 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0a02d34-2546-465f-8efc-f7205861bc24 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (26f278d6-1210-4918-ad5f-f49939375103), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.486464 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0a02d34-2546-465f-8efc-f7205861bc24 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (26f278d6-1210-4918-ad5f-f49939375103), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.492051 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0a02d34-2546-465f-8efc-f7205861bc24 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (26f278d6-1210-4918-ad5f-f49939375103), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.511473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a02d34-2546-465f-8efc-f7205861bc24 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f278d6-1210-4918-ad5f-f49939375103,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.518065 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b0a02d34-2546-465f-8efc-f7205861bc24 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.519305 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b0a02d34-2546-465f-8efc-f7205861bc24 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159921 Feb 19 01:38:34.522251 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38688) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:34.527025 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7a13bb96-7b21-4ee7-b12e-1f0fee0b3b6f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': 'd489948a-b597-4e65-8792-9615a3ed2785', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:34.554222 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a13bb96-7b21-4ee7-b12e-1f0fee0b3b6f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (d3b62879-0ff5-4d51-b13b-7d9100c88ea9), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.612723 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a13bb96-7b21-4ee7-b12e-1f0fee0b3b6f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (d3b62879-0ff5-4d51-b13b-7d9100c88ea9), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.618048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a13bb96-7b21-4ee7-b12e-1f0fee0b3b6f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (d3b62879-0ff5-4d51-b13b-7d9100c88ea9), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.642246 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13bb96-7b21-4ee7-b12e-1f0fee0b3b6f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b62879-0ff5-4d51-b13b-7d9100c88ea9,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.653599 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7a13bb96-7b21-4ee7-b12e-1f0fee0b3b6f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.659094 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7a13bb96-7b21-4ee7-b12e-1f0fee0b3b6f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1321633 Feb 19 01:38:34.659483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38690) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:34.664326 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-587b8957-7c66-4c10-94de-20bac400cebb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': 'd489948a-b597-4e65-8792-9615a3ed2785', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:34.690953 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587b8957-7c66-4c10-94de-20bac400cebb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (36098272-c5a9-4fc9-bf8b-8e7334a42918), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.755174 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587b8957-7c66-4c10-94de-20bac400cebb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (36098272-c5a9-4fc9-bf8b-8e7334a42918), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.762766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587b8957-7c66-4c10-94de-20bac400cebb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (36098272-c5a9-4fc9-bf8b-8e7334a42918), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.780464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b8957-7c66-4c10-94de-20bac400cebb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36098272-c5a9-4fc9-bf8b-8e7334a42918,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.789429 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-587b8957-7c66-4c10-94de-20bac400cebb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.790667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-587b8957-7c66-4c10-94de-20bac400cebb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301298 Feb 19 01:38:34.793395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38692) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:34.797827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-059aa22e-ed10-4c79-bbbf-329847705b56 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': 'd489948a-b597-4e65-8792-9615a3ed2785', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:34.825341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-059aa22e-ed10-4c79-bbbf-329847705b56 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (3c5d8de6-6f2b-4bc9-a8b8-87c5b0141a93), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.886025 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-059aa22e-ed10-4c79-bbbf-329847705b56 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (3c5d8de6-6f2b-4bc9-a8b8-87c5b0141a93), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.891135 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-059aa22e-ed10-4c79-bbbf-329847705b56 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3c5d8de6-6f2b-4bc9-a8b8-87c5b0141a93), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.908708 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059aa22e-ed10-4c79-bbbf-329847705b56 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5d8de6-6f2b-4bc9-a8b8-87c5b0141a93,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:34.916598 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-059aa22e-ed10-4c79-bbbf-329847705b56 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:34.917817 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-059aa22e-ed10-4c79-bbbf-329847705b56 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234641 Feb 19 01:38:34.920645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38694) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:34.924928 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-814430f9-2e0c-4b40-b650-d38fee7c287a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': 'd489948a-b597-4e65-8792-9615a3ed2785', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:34.944757 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-814430f9-2e0c-4b40-b650-d38fee7c287a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:38:34.949613 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-814430f9-2e0c-4b40-b650-d38fee7c287a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (2f0c3dcf-3b3f-4dd9-8f08-b679b9bd5376), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.007695 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-814430f9-2e0c-4b40-b650-d38fee7c287a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (2f0c3dcf-3b3f-4dd9-8f08-b679b9bd5376), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.013154 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-814430f9-2e0c-4b40-b650-d38fee7c287a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (2f0c3dcf-3b3f-4dd9-8f08-b679b9bd5376), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.032901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814430f9-2e0c-4b40-b650-d38fee7c287a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0c3dcf-3b3f-4dd9-8f08-b679b9bd5376,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:35.038059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-814430f9-2e0c-4b40-b650-d38fee7c287a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.042068 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38696) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:35.042615 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-814430f9-2e0c-4b40-b650-d38fee7c287a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204891 Feb 19 01:38:35.046795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-103410f3-fd2d-4d97-88db-e1635c9c02fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'security_group_rule': {'security_group_id': 'd489948a-b597-4e65-8792-9615a3ed2785', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:35.068030 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-103410f3-fd2d-4d97-88db-e1635c9c02fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Project 12e0f59060a6473bacaaa3cc0794928a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:38:35.072724 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-103410f3-fd2d-4d97-88db-e1635c9c02fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (d065c0eb-b398-4ce9-9085-f022199259f2), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.141540 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-103410f3-fd2d-4d97-88db-e1635c9c02fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (d065c0eb-b398-4ce9-9085-f022199259f2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.146594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-103410f3-fd2d-4d97-88db-e1635c9c02fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (d065c0eb-b398-4ce9-9085-f022199259f2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.164349 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103410f3-fd2d-4d97-88db-e1635c9c02fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d065c0eb-b398-4ce9-9085-f022199259f2,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:35.172242 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-103410f3-fd2d-4d97-88db-e1635c9c02fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.173593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-103410f3-fd2d-4d97-88db-e1635c9c02fe tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304700 Feb 19 01:38:35.176580 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38698) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:35.181522 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'network': {'name': 'tempest-network-smoke--1461073942', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'port_security_enabled': True}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:35.200761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:35.204122 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.229902 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:38:35.242337 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (268006b8-fce8-4921-88d8-f8fa5f67de0b), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.242697 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Added segment 268006b8-fce8-4921-88d8-f8fa5f67de0b of type vlan for network 418299ab-ae9c-446c-ab45-e41d66dc82bf Feb 19 01:38:35.283751 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (418299ab-ae9c-446c-ab45-e41d66dc82bf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.312349 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (418299ab-ae9c-446c-ab45-e41d66dc82bf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.317418 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:35.317999 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.377555 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1998930 Feb 19 01:38:35.380519 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38700) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:35.385665 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'admin_state_up': True, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:35.390240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de6a2f5-ffa3-4e43-87d9-f2e1d2996bc3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Network': ['ID=418299ab-ae9c-446c-ab45-e41d66dc82bf,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:35.401422 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:38:35.408452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (343d757b-0007-4a20-8397-610fe0662a0c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.409536 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (343d757b-0007-4a20-8397-610fe0662a0c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.463022 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (343d757b-0007-4a20-8397-610fe0662a0c), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.603767 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (343d757b-0007-4a20-8397-610fe0662a0c), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.818245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (343d757b-0007-4a20-8397-610fe0662a0c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.845151 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:35.959091 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.97 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/c036feeb-e169-421b-b3c8-012df6af367e) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:36.066245 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (c036feeb-e169-421b-b3c8-012df6af367e), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.102717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c036feeb-e169-421b-b3c8-012df6af367e), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.142886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:36.147640 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:36.159334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:36.165636 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=c036feeb-e169-421b-b3c8-012df6af367e,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:36.412249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (343d757b-0007-4a20-8397-610fe0662a0c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.614657 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (343d757b-0007-4a20-8397-610fe0662a0c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.761140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 343d757b-0007-4a20-8397-610fe0662a0c is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:38:36.886904 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:36.898165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Sync routers for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:36.908101 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:36.912374 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b31c0cc0-c566-456c-b143-94dbb8313021 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5277517 Feb 19 01:38:36.912530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:36.912530 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:36.912767 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38702) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:36.984634 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-98b6825a-e18b-4a38-a1f3-f58cde7e7bfd tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=12e0f59060a6473bacaaa3cc0794928a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679667 Feb 19 01:38:36.985590 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38706) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:37.018344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:37.072459 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb7613-942e-4ecc-a4fe-a7e30cf11ede tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:37.074026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36fb7613-942e-4ecc-a4fe-a7e30cf11ede tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881898 Feb 19 01:38:37.077207 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38708) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:37.108571 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-18a0a81f-f2b9-4de8-bc20-e1b57fc43e28 tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=3c554ccf-a359-4d13-95ae-4e67dd476a05&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299168 Feb 19 01:38:37.111189 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38710) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:37.116002 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-541207735', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:37.195408 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:36Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:37.203277 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:37.206715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.226490 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Checking router: 343d757b-0007-4a20-8397-610fe0662a0c for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:37.226852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Updating router 343d757b-0007-4a20-8397-610fe0662a0c port c036feeb-e169-421b-b3c8-012df6af367e binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:38:37.256179 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c036feeb-e169-421b-b3c8-012df6af367e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.388696 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (5680ee13-72a6-4485-b4d5-6710b5255b03), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.443830 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Subnet': ['ID=5680ee13-72a6-4485-b4d5-6710b5255b03,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:37.454254 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Checking segment: {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:37.454619 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network hostable DHCP agents. Network: 418299ab-ae9c-446c-ab45-e41d66dc82bf, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:38:37.471371 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:38:37.480292 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 418299ab-ae9c-446c-ab45-e41d66dc82bf) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:37.484691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:37.485285 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.491915 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06339a9d-447d-4be5-80cd-da263109fb9f None None] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:37.502769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c8afb756-4e3c-43f8-aac9-25f657774134 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3905368 Feb 19 01:38:37.505622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38712) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:37.557538 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Publish callbacks [] for port (c036feeb-e169-421b-b3c8-012df6af367e), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.565470 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c036feeb-e169-421b-b3c8-012df6af367e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.646209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Attempting to bind port c036feeb-e169-421b-b3c8-012df6af367e on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:37.646209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Attempting to bind port c036feeb-e169-421b-b3c8-012df6af367e by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:37.646209 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Attempting to bind port c036feeb-e169-421b-b3c8-012df6af367e on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:37.653808 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-418299ab-ae9c-446c-ab45-e41d66dc82bf', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:38:37.654718 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.662353 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d232a2-9d17-463c-9bae-5122919ff274 None None] Pushing event updated for resources: {'Port': ['ID=c036feeb-e169-421b-b3c8-012df6af367e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:37.665481 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:37.666161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:37.666320 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.666677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:37.667157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Bound port: c036feeb-e169-421b-b3c8-012df6af367e, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:37.667937 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c036feeb-e169-421b-b3c8-012df6af367e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.792656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] For port c036feeb-e169-421b-b3c8-012df6af367e, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:37.798120 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] For port c036feeb-e169-421b-b3c8-012df6af367e, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c036feeb-e169-421b-b3c8-012df6af367e,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:37.824300 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c036feeb-e169-421b-b3c8-012df6af367e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:37.892176 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Allocated IP 172.20.0.2 (418299ab-ae9c-446c-ab45-e41d66dc82bf/5680ee13-72a6-4485-b4d5-6710b5255b03/9d8c32b4-7aa4-49ab-80af-478c9abeda04) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:37.913000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d232a2-9d17-463c-9bae-5122919ff274 None None] Pushing event updated for resources: {'Port': ['ID=c036feeb-e169-421b-b3c8-012df6af367e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:37.916766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:37.917358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:37.951001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.088099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:38.385143 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Publish callbacks [] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.394759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.441043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.1 (418299ab-ae9c-446c-ab45-e41d66dc82bf/5680ee13-72a6-4485-b4d5-6710b5255b03/49930e48-f90f-4693-ad00-d1abaebddbd8) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:38.453593 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:38.462516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:38.465644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:38.469404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Pushing event updated for resources: {'Port': ['ID=9d8c32b4-7aa4-49ab-80af-478c9abeda04,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:38.558855 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Attempting to bind port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:38.559223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Attempting to bind port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:38.559592 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Attempting to bind port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 on network 418299ab-ae9c-446c-ab45-e41d66dc82bf {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:38.566093 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.566780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:38.566780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Checking segment: {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:38.567009 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.567302 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Bound using segment: {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:38.567774 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Bound port: 9d8c32b4-7aa4-49ab-80af-478c9abeda04, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:38.568218 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.587329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:36Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:38.632394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca90156-802d-4512-9c25-3d8eebb44123 None None] The sync data for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 is: [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:36Z', 'revision_number': 3, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:38.665744 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] For port 9d8c32b4-7aa4-49ab-80af-478c9abeda04, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:38.669895 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] For port 9d8c32b4-7aa4-49ab-80af-478c9abeda04, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d8c32b4-7aa4-49ab-80af-478c9abeda04,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:38.677838 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:38.747430 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca12d0bf-9e07-4f97-aa03-ef40bbbe3ee8 None None] Pushing event updated for resources: {'Port': ['ID=9d8c32b4-7aa4-49ab-80af-478c9abeda04,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:39.007884 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.046252 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:39.050078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:39.054137 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:39.088304 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=49930e48-f90f-4693-ad00-d1abaebddbd8,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:39.106332 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (343d757b-0007-4a20-8397-610fe0662a0c), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.267798 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.573405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.579096 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.669160 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (343d757b-0007-4a20-8397-610fe0662a0c), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:39.671200 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=49930e48-f90f-4693-ad00-d1abaebddbd8,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:39.766718 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:39.768798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:39.826802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7b1b6a-43c5-4571-9b62-2623c10f45c8 None None] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:38:39.888622 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 343d757b-0007-4a20-8397-610fe0662a0c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:39.902226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d83ca9f2-aa11-469c-8b5f-9ec885fc1a05 None None] Provisioning complete for port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:39.902606 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d83ca9f2-aa11-469c-8b5f-9ec885fc1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.001677 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:40.014840 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6346c046-ff5f-46ab-8395-5a1473a2eace tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/343d757b-0007-4a20-8397-610fe0662a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5079882 Feb 19 01:38:40.020413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d83ca9f2-aa11-469c-8b5f-9ec885fc1a05 None None] Current status of the port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:40.021105 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d83ca9f2-aa11-469c-8b5f-9ec885fc1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.071101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d83ca9f2-aa11-469c-8b5f-9ec885fc1a05 None None] For port 9d8c32b4-7aa4-49ab-80af-478c9abeda04, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d8c32b4-7aa4-49ab-80af-478c9abeda04,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:40.077873 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d83ca9f2-aa11-469c-8b5f-9ec885fc1a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.148169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ca9f2-aa11-469c-8b5f-9ec885fc1a05 None None] Pushing event updated for resources: {'Port': ['ID=9d8c32b4-7aa4-49ab-80af-478c9abeda04,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:40.192919 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-adce4be1-a275-4fe1-a431-a9139a4135e8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174462940&fields=id&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 267 time: 0.0484834 Feb 19 01:38:40.305382 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9a9e0e53-e270-465b-b406-317a8140c651 None None] Provisioning complete for port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:40.306297 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0e53-e270-465b-b406-317a8140c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.344243 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-e85a4d32-bdd1-4827-ad4a-e1284217e78c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:40.351264 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-e85a4d32-bdd1-4827-ad4a-e1284217e78c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/networks?id=418299ab-ae9c-446c-ab45-e41d66dc82bf HTTP/1.1" status: 200 len: 797 time: 0.1506639 Feb 19 01:38:40.364733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-f04aed1a-001c-4b47-bc0d-6d6d97c61482 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/quotas/12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 375 time: 0.0121992 Feb 19 01:38:40.366525 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9d8c32b4-7aa4-49ab-80af-478c9abeda04 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:40.432099 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-76878d0b-d05f-4395-9683-935cbece9955 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587277 Feb 19 01:38:40.461086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e0e53-e270-465b-b406-317a8140c651 None None] Current status of the port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:40.472503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:40.472891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.500660 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9a9e0e53-e270-465b-b406-317a8140c651 None None] Provisioning complete for port 49930e48-f90f-4693-ad00-d1abaebddbd8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:40.501047 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a9e0e53-e270-465b-b406-317a8140c651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.524135 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Sync routers for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:40.535413 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:40.536288 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:40.546204 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-3fa86b04-a544-4e50-bcdf-8093f7323acf service neutron] 10.222.0.60 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013646 Feb 19 01:38:40.551814 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9a9e0e53-e270-465b-b406-317a8140c651 None None] Port 49930e48-f90f-4693-ad00-d1abaebddbd8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:38:40.602394 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:40.603491 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c036feeb-e169-421b-b3c8-012df6af367e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:40.662631 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:40.673116 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-e0498c4f-0400-4310-beb9-1468d18a79e0 service neutron] 10.222.0.60 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258011 Feb 19 01:38:40.689618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c036feeb-e169-421b-b3c8-012df6af367e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:40.690134 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c036feeb-e169-421b-b3c8-012df6af367e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.724652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0dd723c5-8029-474b-b26a-101b23267eca None None] Provisioning complete for port 49930e48-f90f-4693-ad00-d1abaebddbd8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:40.725039 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dd723c5-8029-474b-b26a-101b23267eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.777064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0dd723c5-8029-474b-b26a-101b23267eca None None] Port 49930e48-f90f-4693-ad00-d1abaebddbd8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:38:40.830560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c036feeb-e169-421b-b3c8-012df6af367e is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:40.831153 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c036feeb-e169-421b-b3c8-012df6af367e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.862788 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port c036feeb-e169-421b-b3c8-012df6af367e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c036feeb-e169-421b-b3c8-012df6af367e,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:40.866543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6ba8e9ab-6676-41bf-b256-b4c0df17c8cf req-9aa31c51-790e-42a4-ab3b-33cbe436bdf8 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 210 time: 0.0418837 Feb 19 01:38:40.869805 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c036feeb-e169-421b-b3c8-012df6af367e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.902341 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 2, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:40.929661 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Checking router: 343d757b-0007-4a20-8397-610fe0662a0c for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:40.930019 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Updating router 343d757b-0007-4a20-8397-610fe0662a0c port 49930e48-f90f-4693-ad00-d1abaebddbd8 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:38:40.937000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7273408b-92d6-40cb-9b10-930a702abe5c None None] Provisioning complete for port 49930e48-f90f-4693-ad00-d1abaebddbd8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:40.937350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7273408b-92d6-40cb-9b10-930a702abe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.940568 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=c036feeb-e169-421b-b3c8-012df6af367e,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:40.958764 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:40.975337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7273408b-92d6-40cb-9b10-930a702abe5c None None] Port 49930e48-f90f-4693-ad00-d1abaebddbd8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:38:41.224060 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Publish callbacks [] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.228790 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.280892 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Pushing event updated for resources: {'Port': ['ID=49930e48-f90f-4693-ad00-d1abaebddbd8,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:41.292896 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.293251 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.293597 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.293939 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.294898 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.295236 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.295578 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.296079 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.296415 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.296743 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.297068 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.297391 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.297714 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:38:41.347547 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Attempting to bind port 49930e48-f90f-4693-ad00-d1abaebddbd8 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:41.348219 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Attempting to bind port 49930e48-f90f-4693-ad00-d1abaebddbd8 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:41.348750 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Attempting to bind port 49930e48-f90f-4693-ad00-d1abaebddbd8 on network 418299ab-ae9c-446c-ab45-e41d66dc82bf {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:41.354409 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:41.354798 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Checking segment: {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:41.355366 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.355768 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Bound using segment: {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:41.356248 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Bound port: 49930e48-f90f-4693-ad00-d1abaebddbd8, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:41.356823 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.435388 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] For port 49930e48-f90f-4693-ad00-d1abaebddbd8, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:41.438859 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] For port 49930e48-f90f-4693-ad00-d1abaebddbd8, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=49930e48-f90f-4693-ad00-d1abaebddbd8,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:41.446883 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.504862 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:41.505413 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:41.544476 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1126d-6218-4dc3-bfd9-c1390b4d6419 None None] Pushing event updated for resources: {'Port': ['ID=49930e48-f90f-4693-ad00-d1abaebddbd8,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:41.605419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9d5c54da-d135-428c-94d3-c8855db98a34 None None] Provisioning complete for port 49930e48-f90f-4693-ad00-d1abaebddbd8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:41.605802 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54da-d135-428c-94d3-c8855db98a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.620313 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:41.686757 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c54da-d135-428c-94d3-c8855db98a34 None None] Current status of the port 49930e48-f90f-4693-ad00-d1abaebddbd8 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:41.687154 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54da-d135-428c-94d3-c8855db98a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.720239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9d5c54da-d135-428c-94d3-c8855db98a34 None None] For port 49930e48-f90f-4693-ad00-d1abaebddbd8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=49930e48-f90f-4693-ad00-d1abaebddbd8,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:41.725633 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9d5c54da-d135-428c-94d3-c8855db98a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.781831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c54da-d135-428c-94d3-c8855db98a34 None None] Pushing event updated for resources: {'Port': ['ID=49930e48-f90f-4693-ad00-d1abaebddbd8,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:41.847297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7ea9afce-32cb-4031-b54d-55774cc36ba7 None None] Provisioning complete for port 49930e48-f90f-4693-ad00-d1abaebddbd8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:41.848031 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ea9afce-32cb-4031-b54d-55774cc36ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:41.850009 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:41.889021 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c7e0aa-0728-4775-b8f3-9ac6fca7b830 None None] The sync data for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 is: [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:41.944614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-2ae8b72e-cb63-44f7-8d55-f393465fbe89 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:41.945952 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-2ae8b72e-cb63-44f7-8d55-f393465fbe89 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/networks?id=418299ab-ae9c-446c-ab45-e41d66dc82bf HTTP/1.1" status: 200 len: 797 time: 0.1238213 Feb 19 01:38:41.952004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7ea9afce-32cb-4031-b54d-55774cc36ba7 None None] Current status of the port 49930e48-f90f-4693-ad00-d1abaebddbd8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:42.022746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-36cf0f40-242c-4244-8762-02a226151c29 req-da2d57dd-25d2-47d9-a099-38e341852254 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 210 time: 0.0374091 Feb 19 01:38:42.047912 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-e447f488-f834-4ab5-8328-12899cebed02 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e0f59060a6473bacaaa3cc0794928a HTTP/1.1" status: 200 len: 380 time: 0.0923209 Feb 19 01:38:42.057436 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'port': {'device_id': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'admin_state_up': True, 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'security_groups': ['d489948a-b597-4e65-8792-9615a3ed2785']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:42.177760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Made reservation on behalf of 12e0f59060a6473bacaaa3cc0794928a for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:38:42.181768 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.317841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.20.0.12 (418299ab-ae9c-446c-ab45-e41d66dc82bf/5680ee13-72a6-4485-b4d5-6710b5255b03/6b8383bb-7cd6-4231-ac67-5e4e610284cb) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:42.348851 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 49930e48-f90f-4693-ad00-d1abaebddbd8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:42.403867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 49930e48-f90f-4693-ad00-d1abaebddbd8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:42.404277 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.490532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 49930e48-f90f-4693-ad00-d1abaebddbd8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:42.491836 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c036feeb-e169-421b-b3c8-012df6af367e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:42.541930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c036feeb-e169-421b-b3c8-012df6af367e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:42.542353 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c036feeb-e169-421b-b3c8-012df6af367e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.628345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c036feeb-e169-421b-b3c8-012df6af367e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:42.795034 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.831207 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.880194 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:42.888160 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:42.892948 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:42.897284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=6b8383bb-7cd6-4231-ac67-5e4e610284cb,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:42.951217 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:42.951881 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:42.974271 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-d27ba2b7-1580-47af-a033-97431f55513b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9207280 Feb 19 01:38:42.987578 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Request body: {'port': {'device_id': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:43.060055 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.164289 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8966f-4509-4c68-a729-fed7ce009219 req-7b1f3aac-ac08-44b0-8456-243aca36f017 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:43.165787 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40a8966f-4509-4c68-a729-fed7ce009219 req-7b1f3aac-ac08-44b0-8456-243aca36f017 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 932 time: 0.0695560 Feb 19 01:38:43.184880 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-767eae97-efaf-480e-9c7c-0843e736d621 None None] Provisioning complete for port 6b8383bb-7cd6-4231-ac67-5e4e610284cb triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:43.185508 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-767eae97-efaf-480e-9c7c-0843e736d621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.219869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40a8966f-4509-4c68-a729-fed7ce009219 req-3c0bbe43-3dc0-447a-a37a-c1b5223bfa13 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460687 Feb 19 01:38:43.222147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-767eae97-efaf-480e-9c7c-0843e736d621 None None] Port 6b8383bb-7cd6-4231-ac67-5e4e610284cb cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:38:43.337560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8383bb-7cd6-4231-ac67-5e4e610284cb {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:43.345238 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Publish callbacks [] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.357313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Transition to ACTIVE for port object 6b8383bb-7cd6-4231-ac67-5e4e610284cb will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:38:43.363538 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.412427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8383bb-7cd6-4231-ac67-5e4e610284cb,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:43.482615 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Attempting to bind port 6b8383bb-7cd6-4231-ac67-5e4e610284cb on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:38:43.482966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Attempting to bind port 6b8383bb-7cd6-4231-ac67-5e4e610284cb by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:38:43.483656 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Attempting to bind port 6b8383bb-7cd6-4231-ac67-5e4e610284cb on network 418299ab-ae9c-446c-ab45-e41d66dc82bf {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:43.488179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Port 6b8383bb-7cd6-4231-ac67-5e4e610284cb on network 418299ab-ae9c-446c-ab45-e41d66dc82bf not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:38:43.488494 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Attempting to bind port 6b8383bb-7cd6-4231-ac67-5e4e610284cb on network 418299ab-ae9c-446c-ab45-e41d66dc82bf {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:38:43.493473 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:38:43.493808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Checking segment: {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:38:43.494230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Bound using segment: {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:38:43.494752 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Bound port: 6b8383bb-7cd6-4231-ac67-5e4e610284cb, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '268006b8-fce8-4921-88d8-f8fa5f67de0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:38:43.495044 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.562101 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] For port 6b8383bb-7cd6-4231-ac67-5e4e610284cb, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:38:43.565453 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] For port 6b8383bb-7cd6-4231-ac67-5e4e610284cb, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:38:43.572680 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.610340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:43.611071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:43.612354 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] 10.222.0.113 "PUT /v2.0/ports/6b8383bb-7cd6-4231-ac67-5e4e610284cb HTTP/1.1" status: 200 len: 1092 time: 0.6301045 Feb 19 01:38:43.612779 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:43.615110 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b87a16-478c-437e-b8fd-a8a9079c5144" -d '{"events": [{"name": "network-changed", "server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:43.635183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e5280-31ef-4e5c-8ff0-b6bb88d56ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8383bb-7cd6-4231-ac67-5e4e610284cb,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:43.659521 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd4711e-2d94-4774-aaea-78024586bd36 x-openstack-request-id: req-4cd4711e-2d94-4774-aaea-78024586bd36 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:43.659816 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:43.660067 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4cd4711e-2d94-4774-aaea-78024586bd36 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:43.660476 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'status': 'completed', 'code': 200} Feb 19 01:38:43.713093 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-ddf52bfe-5fb1-42aa-8121-76dc3c3930a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:43.714785 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-ddf52bfe-5fb1-42aa-8121-76dc3c3930a1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 1126 time: 0.0535109 Feb 19 01:38:43.760248 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-85502c96-0e84-4d56-b034-b267b80d88f1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb HTTP/1.1" status: 200 len: 217 time: 0.0389798 Feb 19 01:38:43.810539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-28884128-a396-499a-aff8-f05e0c1e99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:43.812320 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-28884128-a396-499a-aff8-f05e0c1e99e2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5680ee13-72a6-4485-b4d5-6710b5255b03 HTTP/1.1" status: 200 len: 834 time: 0.0452867 Feb 19 01:38:43.863955 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-1ec4cd66-e2b4-4e85-a545-75f61cb6e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:43.865403 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-1ec4cd66-e2b4-4e85-a545-75f61cb6e171 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=418299ab-ae9c-446c-ab45-e41d66dc82bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467443 Feb 19 01:38:43.958984 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-1ad63121-f776-4d5a-9b58-b7b6f00713b5 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870392 Feb 19 01:38:44.050822 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-eb28fed8-a625-4b3f-9c57-5967816f722d req-628cca40-a262-4625-84dc-202108332bc4 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Feb 19 01:38:44.145522 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-30184346-ab42-49fa-8e9c-9e98140368f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:44.147072 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-30184346-ab42-49fa-8e9c-9e98140368f1 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 1126 time: 0.0465660 Feb 19 01:38:44.245722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-6024227d-0b84-4428-a98a-056c872927f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:44.247261 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-6024227d-0b84-4428-a98a-056c872927f0 service neutron] 10.222.0.113 "GET /v2.0/networks?id=418299ab-ae9c-446c-ab45-e41d66dc82bf HTTP/1.1" status: 200 len: 898 time: 0.0929897 Feb 19 01:38:44.290953 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-468c5f56-4880-4ce9-ac48-8e1d552cc873 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb HTTP/1.1" status: 200 len: 217 time: 0.0359545 Feb 19 01:38:44.340458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-ba276d1e-d0ec-48cc-a735-e888b68c0a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:44.341998 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-ba276d1e-d0ec-48cc-a735-e888b68c0a1b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5680ee13-72a6-4485-b4d5-6710b5255b03 HTTP/1.1" status: 200 len: 834 time: 0.0451210 Feb 19 01:38:44.347653 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1953ae4-ac3d-4d26-8c4f-c48566919e11 req-bd75f0fa-9acc-4b97-a46a-c25d08fe80bb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:44.349202 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1953ae4-ac3d-4d26-8c4f-c48566919e11 req-bd75f0fa-9acc-4b97-a46a-c25d08fe80bb tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 944 time: 0.0561557 Feb 19 01:38:44.398169 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-f041defb-c341-46a6-a644-c649d3beedec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:44.399647 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-f041defb-c341-46a6-a644-c649d3beedec service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=418299ab-ae9c-446c-ab45-e41d66dc82bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506835 Feb 19 01:38:44.400752 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e1953ae4-ac3d-4d26-8c4f-c48566919e11 req-26d1353d-c41c-4967-baf1-b974300dbbb4 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457029 Feb 19 01:38:44.492078 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-c89b8bd5-00b8-49e6-a9f5-6ca837ad98e3 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838082 Feb 19 01:38:44.599958 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a4b87a16-478c-437e-b8fd-a8a9079c5144 req-759f03b7-f3c2-40b3-97ba-2ce113e38f8d service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005287 Feb 19 01:38:45.539128 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729096-2b20-4102-bc30-964aebf2c75f req-851f4821-705e-4ced-922c-dd373b0c278e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:45.540610 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7729096-2b20-4102-bc30-964aebf2c75f req-851f4821-705e-4ced-922c-dd373b0c278e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 944 time: 0.0551126 Feb 19 01:38:45.599655 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7729096-2b20-4102-bc30-964aebf2c75f req-4189731a-9494-47cc-8339-46c7350396ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507789 Feb 19 01:38:46.727819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6b8383bb-7cd6-4231-ac67-5e4e610284cb details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:38:46.728975 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9753367-f313-4ce9-8370-d0196fb7b78e req-e09a4995-8a4d-473c-bda6-12df5dee195d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:46.730504 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9753367-f313-4ce9-8370-d0196fb7b78e req-e09a4995-8a4d-473c-bda6-12df5dee195d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 944 time: 0.0561538 Feb 19 01:38:46.782603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9753367-f313-4ce9-8370-d0196fb7b78e req-60ae3c76-12d0-4f2d-927f-6aedf6f4cf54 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456157 Feb 19 01:38:46.828570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6b8383bb-7cd6-4231-ac67-5e4e610284cb, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:46.840459 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'port_id': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'mac_address': 'fa:16:3e:07:7f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:38:46.878519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6b8383bb-7cd6-4231-ac67-5e4e610284cb is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:46.878921 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.891856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8383bb-7cd6-4231-ac67-5e4e610284cb {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:38:46.917400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6b8383bb-7cd6-4231-ac67-5e4e610284cb, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:46.923229 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:46.969737 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6b8383bb-7cd6-4231-ac67-5e4e610284cb,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:47.142595 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['6b8383bb-7cd6-4231-ac67-5e4e610284cb'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:38:47.914382 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaf4de-79a4-4ea7-88b3-5072e1e903ba req-99e4f40b-6df3-45cb-a70e-bdf48ea6ccd0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:47.915872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10aaf4de-79a4-4ea7-88b3-5072e1e903ba req-99e4f40b-6df3-45cb-a70e-bdf48ea6ccd0 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 945 time: 0.0617938 Feb 19 01:38:47.968411 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-10aaf4de-79a4-4ea7-88b3-5072e1e903ba req-52284923-519d-44ca-8c3b-5027767d641d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466688 Feb 19 01:38:48.072437 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-083fc7ac-1349-4478-923c-3a6d94b25738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.743898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6b8383bb-7cd6-4231-ac67-5e4e610284cb up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:38:48.803124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port 6b8383bb-7cd6-4231-ac67-5e4e610284cb completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:38:48.808532 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port 6b8383bb-7cd6-4231-ac67-5e4e610284cb triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:38:48.808940 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.889917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port 6b8383bb-7cd6-4231-ac67-5e4e610284cb is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:38:48.890338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.915848 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:48.918497 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ab5b60-3a79-414b-88b0-9b4f963c7606" -d '{"events": [{"server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "name": "network-vif-plugged", "status": "completed", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:48.934132 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port 6b8383bb-7cd6-4231-ac67-5e4e610284cb, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:38:48.939729 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:48.963336 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b99785e-9e08-4b3f-be1b-f6942c6d5dfe x-openstack-request-id: req-0b99785e-9e08-4b3f-be1b-f6942c6d5dfe {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:48.963632 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "name": "network-vif-plugged", "status": "completed", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:48.963883 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b99785e-9e08-4b3f-be1b-f6942c6d5dfe {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:48.964279 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'code': 200} Feb 19 01:38:48.989659 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=6b8383bb-7cd6-4231-ac67-5e4e610284cb,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:49.062036 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4facfce0-4d95-4adb-8f4b-dcf2314c8f8d req-b7fbb254-29b3-4316-b366-896473ec97fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:49.063585 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4facfce0-4d95-4adb-8f4b-dcf2314c8f8d req-b7fbb254-29b3-4316-b366-896473ec97fa service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 1128 time: 0.0457988 Feb 19 01:38:49.105222 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b2b80-b34e-4329-9fa5-87141e6f9d05 req-cf353a77-42d9-4bd1-8869-86318e1d72af tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:49.106771 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b0b2b80-b34e-4329-9fa5-87141e6f9d05 req-cf353a77-42d9-4bd1-8869-86318e1d72af tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0593946 Feb 19 01:38:49.110982 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4facfce0-4d95-4adb-8f4b-dcf2314c8f8d req-0ae5ede5-cab2-4cd0-9547-e8d4fd1c0f64 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Feb 19 01:38:49.158321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b0b2b80-b34e-4329-9fa5-87141e6f9d05 req-213857f2-599f-473a-b120-e04daab114c3 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449510 Feb 19 01:38:49.414147 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:50.136031 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d38673c-5c8b-4455-9ced-2b4a9b7f6d29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:50.282725 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017553f-fb43-442d-aabe-4ac2465c74ac req-a090d97d-2d56-4337-a9a0-2aa3628bb374 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:50.284209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1017553f-fb43-442d-aabe-4ac2465c74ac req-a090d97d-2d56-4337-a9a0-2aa3628bb374 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0532887 Feb 19 01:38:50.334047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1017553f-fb43-442d-aabe-4ac2465c74ac req-fc325d4c-d594-4ddb-91aa-10ec08fa5276 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439599 Feb 19 01:38:51.467309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a0dc4-9c1a-4a84-b665-59367cccce56 req-574e9d3c-6352-4c24-b3e9-7e732c13b885 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:51.468942 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-269a0dc4-9c1a-4a84-b665-59367cccce56 req-574e9d3c-6352-4c24-b3e9-7e732c13b885 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0624912 Feb 19 01:38:51.521781 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:51.525372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-269a0dc4-9c1a-4a84-b665-59367cccce56 req-a3043940-7e7f-4129-87f7-a6bcc92df70b tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505850 Feb 19 01:38:51.647049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449b1d-b909-4302-8d94-c2b630aa84a3 req-301f7f6c-db0c-42dc-b8f4-6317dd612180 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:51.648624 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14449b1d-b909-4302-8d94-c2b630aa84a3 req-301f7f6c-db0c-42dc-b8f4-6317dd612180 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0558887 Feb 19 01:38:51.709766 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-14449b1d-b909-4302-8d94-c2b630aa84a3 req-a86b9574-e869-4cc1-992a-04014f3d220c tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550230 Feb 19 01:38:51.734612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38774) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:51.785541 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb527d-3d4c-4729-8789-1e1d04ccc68c tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:51.787160 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2edb527d-3d4c-4729-8789-1e1d04ccc68c tempest-TestNetworkAdvancedServerOps-633585370 tempest-TestNetworkAdvancedServerOps-633585370-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 1123 time: 0.0515559 Feb 19 01:38:51.791641 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38776) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:51.795971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:38:51.823278 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:51.925494 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.026495 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Allocated IP 172.25.6.50 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/f0fe1366-e356-43be-ba87-7587069c9594) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:38:52.138127 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (f0fe1366-e356-43be-ba87-7587069c9594), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.179510 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f0fe1366-e356-43be-ba87-7587069c9594), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.217143 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:38:52.220009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:38:52.226061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:38:52.231521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=f0fe1366-e356-43be-ba87-7587069c9594,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:52.488200 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:38:52.601086 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (92689cd1-99b4-4550-b2dd-24ded7c77c77), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.677061 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f0fe1366-e356-43be-ba87-7587069c9594), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.823302 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for port (f0fe1366-e356-43be-ba87-7587069c9594), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.829099 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (f0fe1366-e356-43be-ba87-7587069c9594), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.900311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event updated for resources: {'Port': ['ID=f0fe1366-e356-43be-ba87-7587069c9594,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:38:52.910938 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (92689cd1-99b4-4550-b2dd-24ded7c77c77), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:52.958600 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:53.019363 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 92689cd1-99b4-4550-b2dd-24ded7c77c77 associated. External IP: 172.25.6.50, port: 6b8383bb-7cd6-4231-ac67-5e4e610284cb. Feb 19 01:38:53.245422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 343d757b-0007-4a20-8397-610fe0662a0c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:38:53.363959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:38:53.373921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] Sync routers for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:38:53.383534 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:53.385284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:53.385923 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:53.412850 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-fbb94ed2-5b3d-4616-95e4-8afb54979355 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6200988 Feb 19 01:38:53.413356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:38:53.415629 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5d2277-4265-4e7a-b3bd-f2791102fa81" -d '{"events": [{"name": "network-changed", "server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:38:53.454972 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e3b81-3a31-4785-9198-25cfc743b97e x-openstack-request-id: req-867e3b81-3a31-4785-9198-25cfc743b97e {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:38:53.455273 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:38:53.455463 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-867e3b81-3a31-4785-9198-25cfc743b97e {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:38:53.455909 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'status': 'completed', 'code': 200} Feb 19 01:38:53.504896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:53.515256 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956294a6-76b3-4bea-b591-95ecebffc327 req-5f12aa48-7631-4179-b647-1fb527a27409 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:53.516708 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-956294a6-76b3-4bea-b591-95ecebffc327 req-5f12aa48-7631-4179-b647-1fb527a27409 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0537372 Feb 19 01:38:53.525557 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-ac675944-b36e-40e4-b25c-22c1d2cfa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:53.528012 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-ac675944-b36e-40e4-b25c-22c1d2cfa524 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 1128 time: 0.0501261 Feb 19 01:38:53.568953 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-956294a6-76b3-4bea-b591-95ecebffc327 req-06ab4430-c608-49bd-a11b-15f4dc1b8d1f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459945 Feb 19 01:38:53.590760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38782) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:53.633211 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-d8a65bfa-d568-4dcc-aa24-9f3031d16f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:53.635014 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-d8a65bfa-d568-4dcc-aa24-9f3031d16f08 service neutron] 10.222.0.113 "GET /v2.0/networks?id=418299ab-ae9c-446c-ab45-e41d66dc82bf HTTP/1.1" status: 200 len: 898 time: 0.0998936 Feb 19 01:38:53.661526 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-27dfb482-9b48-47cb-9988-7f75a69f6d40 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/92689cd1-99b4-4550-b2dd-24ded7c77c77 HTTP/1.1" status: 200 len: 991 time: 0.0681262 Feb 19 01:38:53.700071 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-ab92541c-8c6d-43a3-9cd6-f8bbed1f9396 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb HTTP/1.1" status: 200 len: 999 time: 0.0590453 Feb 19 01:38:53.729139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '92689cd1-99b4-4550-b2dd-24ded7c77c77', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'port_id': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'mac_address': 'fa:16:3e:07:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:52Z', 'updated_at': '2022-02-19T01:38:52Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:53.752719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-5677e075-c9e9-4a41-8e9b-5d0530538a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:53.754253 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-5677e075-c9e9-4a41-8e9b-5d0530538a9c service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5680ee13-72a6-4485-b4d5-6710b5255b03 HTTP/1.1" status: 200 len: 834 time: 0.0483704 Feb 19 01:38:53.758438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] Checking router: 343d757b-0007-4a20-8397-610fe0662a0c for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:38:53.766819 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:38:53.767440 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:38:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:53.803188 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-3355f655-b794-49d4-90ce-493d4cc7c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:38:53.804704 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-3355f655-b794-49d4-90ce-493d4cc7c3c2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=418299ab-ae9c-446c-ab45-e41d66dc82bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447671 Feb 19 01:38:53.893718 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-578dc11d-5c73-445d-8743-0a3b72446b25 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824211 Feb 19 01:38:53.993122 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-8f5d2277-4265-4e7a-b3bd-f2791102fa81 req-40705ea6-f576-4343-a307-89443f880e24 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927174 Feb 19 01:38:54.041656 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:38:54.257673 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:54.287406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '92689cd1-99b4-4550-b2dd-24ded7c77c77', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'port_id': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'mac_address': 'fa:16:3e:07:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:52Z', 'updated_at': '2022-02-19T01:38:52Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:38:54.316910 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269c6306-eb6d-4731-b60d-c3bb36e13b08 None None] The sync data for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 is: [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '92689cd1-99b4-4550-b2dd-24ded7c77c77', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'port_id': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'mac_address': 'fa:16:3e:07:7f:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:38:52Z', 'updated_at': '2022-02-19T01:38:52Z', 'revision_number': 0, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:38:54.409086 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:38:54.515144 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e2a144-5a78-47e3-ad68-eea22e43fd27 None None] New status for floating IP 92689cd1-99b4-4550-b2dd-24ded7c77c77: ACTIVE {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:38:54.664042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38784) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:38:54.726707 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2e060119-8c14-4e0e-944d-72e095398815 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/92689cd1-99b4-4550-b2dd-24ded7c77c77 HTTP/1.1" status: 200 len: 993 time: 0.0614390 Feb 19 01:39:07.956732 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48e865ba-057a-4695-af0d-e892414288f6 req-8647c435-dd47-4316-a175-b172329e0c37 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479777 Feb 19 01:39:08.054710 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e865ba-057a-4695-af0d-e892414288f6 req-19c8d06c-b944-4037-88f0-8e713a031be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:08.056450 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48e865ba-057a-4695-af0d-e892414288f6 req-19c8d06c-b944-4037-88f0-8e713a031be9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 1128 time: 0.0519884 Feb 19 01:39:08.168442 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e865ba-057a-4695-af0d-e892414288f6 req-28ca1b56-425c-42a5-be55-4e26afdd8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:08.169935 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48e865ba-057a-4695-af0d-e892414288f6 req-28ca1b56-425c-42a5-be55-4e26afdd8050 service neutron] 10.222.0.113 "GET /v2.0/networks?id=418299ab-ae9c-446c-ab45-e41d66dc82bf HTTP/1.1" status: 200 len: 898 time: 0.0938418 Feb 19 01:39:08.238062 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48e865ba-057a-4695-af0d-e892414288f6 req-09e3bff7-8b4d-41aa-bae2-6f03709ced18 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb HTTP/1.1" status: 200 len: 1001 time: 0.0616941 Feb 19 01:39:08.297566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e865ba-057a-4695-af0d-e892414288f6 req-d2d70477-b7ea-4b63-83bd-7e9d71c31b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:08.299102 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48e865ba-057a-4695-af0d-e892414288f6 req-d2d70477-b7ea-4b63-83bd-7e9d71c31b09 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5680ee13-72a6-4485-b4d5-6710b5255b03 HTTP/1.1" status: 200 len: 834 time: 0.0551713 Feb 19 01:39:08.354416 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e865ba-057a-4695-af0d-e892414288f6 req-2a8424a1-6759-47e5-99af-034ce8a57d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:08.355910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48e865ba-057a-4695-af0d-e892414288f6 req-2a8424a1-6759-47e5-99af-034ce8a57d26 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=418299ab-ae9c-446c-ab45-e41d66dc82bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461285 Feb 19 01:39:08.461810 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48e865ba-057a-4695-af0d-e892414288f6 req-2224ebc7-c3bf-4fe9-9cfd-3306f5229b98 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986116 Feb 19 01:39:08.563631 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-48e865ba-057a-4695-af0d-e892414288f6 req-c99750f3-0d80-4995-bb75-26adf27bc6dc service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914488 Feb 19 01:39:18.077794 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22cc88b4-c56b-41b6-8850-9ffb336bdc2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:19.429272 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:20.136261 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-414668ad-1958-45f5-bcab-99907b7bde19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:21.531100 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:22.962346 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:23.538692 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff03e37-37c6-4538-b0d8-a27af47083dd req-79d0d5a2-947f-41a0-ab8d-9bccf65c967a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:23.540398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ff03e37-37c6-4538-b0d8-a27af47083dd req-79d0d5a2-947f-41a0-ab8d-9bccf65c967a tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0567253 Feb 19 01:39:23.600420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9ff03e37-37c6-4538-b0d8-a27af47083dd req-6f72cef1-8af2-46af-8c8b-6cfbae6b7722 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538635 Feb 19 01:39:24.233977 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.410864 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:24.738652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb1aed-c438-4b0d-a231-102331fc1100 req-26eb8261-df2d-45c6-a166-7128c15902b6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:24.740071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80eb1aed-c438-4b0d-a231-102331fc1100 req-26eb8261-df2d-45c6-a166-7128c15902b6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0570114 Feb 19 01:39:24.790694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-80eb1aed-c438-4b0d-a231-102331fc1100 req-a8c7d842-babd-429e-bd05-b27b3e30e677 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448256 Feb 19 01:39:24.813329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38804) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:24.879782 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-928b7af6-f652-49c8-9f06-d0722e372eab tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/92689cd1-99b4-4550-b2dd-24ded7c77c77 HTTP/1.1" status: 200 len: 993 time: 0.0652668 Feb 19 01:39:25.608120 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6c7f131-8c37-47bc-93d4-68ec1dc67cb4 req-a6048c41-73a1-4b8e-9cc6-f376d2f48016 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271845 Feb 19 01:39:25.686675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6c7f131-8c37-47bc-93d4-68ec1dc67cb4 req-7a2c6bf6-dad1-4451-b58f-9bd8da17beac service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0334978 Feb 19 01:39:25.729839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6c7f131-8c37-47bc-93d4-68ec1dc67cb4 req-c65b4a8d-890c-4b76-991a-f9e3f7ebb0c1 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217381 Feb 19 01:39:25.832730 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7f131-8c37-47bc-93d4-68ec1dc67cb4 req-8cad47e9-951d-445f-9fd2-f42c631472d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:25.834221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f6c7f131-8c37-47bc-93d4-68ec1dc67cb4 req-8cad47e9-951d-445f-9fd2-f42c631472d6 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965269 Feb 19 01:39:26.160407 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc260fe7-cad2-4b4e-9e92-ed5a0f523ae9 req-3991ce20-11c5-43be-b271-34d64a056329 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:26.161848 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc260fe7-cad2-4b4e-9e92-ed5a0f523ae9 req-3991ce20-11c5-43be-b271-34d64a056329 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0585427 Feb 19 01:39:26.181167 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-5b3b398b-8d4c-4968-a7d9-4c0402c5f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:26.182769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-5b3b398b-8d4c-4968-a7d9-4c0402c5f4a3 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 1128 time: 0.0514293 Feb 19 01:39:26.211255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc260fe7-cad2-4b4e-9e92-ed5a0f523ae9 req-5af03f70-dcf1-4330-ab2e-5ac05f981d41 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432556 Feb 19 01:39:26.271952 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-1d8b5bd2-2389-42cc-b010-b3f89a81193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:26.273441 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-1d8b5bd2-2389-42cc-b010-b3f89a81193d service neutron] 10.222.0.113 "GET /v2.0/networks?id=418299ab-ae9c-446c-ab45-e41d66dc82bf HTTP/1.1" status: 200 len: 898 time: 0.0845983 Feb 19 01:39:26.343743 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-2057fe60-453c-466f-870c-ebad1942aa8b service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb HTTP/1.1" status: 200 len: 1001 time: 0.0642061 Feb 19 01:39:26.395515 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-ae8efb11-69ec-45ff-b94e-5d973ff1536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:26.396984 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-ae8efb11-69ec-45ff-b94e-5d973ff1536b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5680ee13-72a6-4485-b4d5-6710b5255b03 HTTP/1.1" status: 200 len: 834 time: 0.0468171 Feb 19 01:39:26.447969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-9f6af9ea-3b1f-4e8e-9b43-1d77c12d88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:26.449410 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-9f6af9ea-3b1f-4e8e-9b43-1d77c12d88ed service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=418299ab-ae9c-446c-ab45-e41d66dc82bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466101 Feb 19 01:39:26.548218 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-d13efcbf-f661-4821-84c7-396dbb9d6d38 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920448 Feb 19 01:39:26.639394 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-38b62495-858b-4a00-bd42-849d7ca7b71a req-66e642e2-2e4d-40fa-801b-cae5d0c524af service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844429 Feb 19 01:39:27.355503 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbeff3d-2ab8-42a9-b167-c5e53028255c req-da1efb0d-1801-4f6a-b595-7088ce115590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:27.356981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcbeff3d-2ab8-42a9-b167-c5e53028255c req-da1efb0d-1801-4f6a-b595-7088ce115590 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0686123 Feb 19 01:39:27.410129 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fcbeff3d-2ab8-42a9-b167-c5e53028255c req-40d5fb17-1e81-47f2-91cb-cb913b75db0f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468187 Feb 19 01:39:28.555650 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678422-8c0d-4bfd-b3ac-2ccb9cfbce28 req-8d576800-1836-4d92-8763-927b2d834e46 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:28.557372 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f678422-8c0d-4bfd-b3ac-2ccb9cfbce28 req-8d576800-1836-4d92-8763-927b2d834e46 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0684757 Feb 19 01:39:28.614562 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5f678422-8c0d-4bfd-b3ac-2ccb9cfbce28 req-d87baef6-d1c8-49e0-8f1f-b72699c59eaf tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512552 Feb 19 01:39:28.637002 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38816) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:28.700651 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2bbe5e10-0850-43b6-b9d1-f23359b3235e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/floatingips/92689cd1-99b4-4550-b2dd-24ded7c77c77 HTTP/1.1" status: 200 len: 993 time: 0.0624001 Feb 19 01:39:28.950970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38822) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:29.116384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port f0fe1366-e356-43be-ba87-7587069c9594 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:29.116729 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f0fe1366-e356-43be-ba87-7587069c9594), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.194613 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f0fe1366-e356-43be-ba87-7587069c9594), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.195001 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (f0fe1366-e356-43be-ba87-7587069c9594), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.207443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for f0fe1366-e356-43be-ba87-7587069c9594 owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:29.369824 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (f0fe1366-e356-43be-ba87-7587069c9594), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.404262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=f0fe1366-e356-43be-ba87-7587069c9594,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:29.465827 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for floatingip (92689cd1-99b4-4550-b2dd-24ded7c77c77), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:29.466073 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Floating IP 92689cd1-99b4-4550-b2dd-24ded7c77c77 disassociated (deleted). External IP: 172.25.6.50, port: 6b8383bb-7cd6-4231-ac67-5e4e610284cb. Feb 19 01:39:29.489146 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:39:30.017815 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 343d757b-0007-4a20-8397-610fe0662a0c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:39:30.132276 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:30.137507 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:30.142800 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] Sync routers for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:30.152694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:30.153324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:30.168221 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0ffae7e6-669c-4647-a897-987c90ff3eb6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/floatingips/92689cd1-99b4-4550-b2dd-24ded7c77c77 HTTP/1.1" status: 204 len: 168 time: 1.2162352 Feb 19 01:39:30.168930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:39:30.171483 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aeffdf-3ccc-47b5-8608-402101b4bde0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:39:30.215798 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e70e58-55c0-4874-af61-b392fb2ee1e8 x-openstack-request-id: req-f1e70e58-55c0-4874-af61-b392fb2ee1e8 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:39:30.216245 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:39:30.216567 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1e70e58-55c0-4874-af61-b392fb2ee1e8 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:39:30.217035 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'status': 'completed', 'code': 200} Feb 19 01:39:30.268336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:30.285861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-931f4b35-ea74-42b6-b09c-1cfbb5eba572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:30.287405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-931f4b35-ea74-42b6-b09c-1cfbb5eba572 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=12e0f59060a6473bacaaa3cc0794928a&device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 1128 time: 0.0482464 Feb 19 01:39:30.385687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-40086c07-141e-44f7-8609-106c156c217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:30.387198 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-40086c07-141e-44f7-8609-106c156c217a service neutron] 10.222.0.113 "GET /v2.0/networks?id=418299ab-ae9c-446c-ab45-e41d66dc82bf HTTP/1.1" status: 200 len: 898 time: 0.0934143 Feb 19 01:39:30.427234 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8e0ac-9401-4b27-9495-4e0f3d1ea3d7 req-e0e2253c-da1d-4d1d-aa7c-5449cbb4dd8e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:30.428786 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45c8e0ac-9401-4b27-9495-4e0f3d1ea3d7 req-e0e2253c-da1d-4d1d-aa7c-5449cbb4dd8e tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0567839 Feb 19 01:39:30.429770 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-0218cbfb-e230-466c-8fb1-103475397f12 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb HTTP/1.1" status: 200 len: 217 time: 0.0344839 Feb 19 01:39:30.480564 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45c8e0ac-9401-4b27-9495-4e0f3d1ea3d7 req-c16031d2-2a0c-4d85-958c-8fbcf0bc8b10 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457308 Feb 19 01:39:30.480930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-1871115b-34ab-4066-91d6-4c19f728f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:30.482276 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-1871115b-34ab-4066-91d6-4c19f728f057 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=5680ee13-72a6-4485-b4d5-6710b5255b03 HTTP/1.1" status: 200 len: 834 time: 0.0456374 Feb 19 01:39:30.495256 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:30.527878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] Checking router: 343d757b-0007-4a20-8397-610fe0662a0c for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:30.536404 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:30.537015 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:30.537900 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-24075cf6-dc27-49c1-9a7d-1db334748fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:30.539455 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-24075cf6-dc27-49c1-9a7d-1db334748fbc service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=418299ab-ae9c-446c-ab45-e41d66dc82bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500286 Feb 19 01:39:30.633794 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-3f2fb12f-8961-41ee-b50b-e517a0fbaa54 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860112 Feb 19 01:39:30.648171 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:30.728258 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-61aeffdf-3ccc-47b5-8608-402101b4bde0 req-12efdec1-cb5f-4dbd-a6ac-34cb8ff57ec1 service neutron] 10.222.0.113 "GET /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862305 Feb 19 01:39:30.844239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:30.870632 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90efb35-7355-4ab1-aed4-85972819b1b2 None None] The sync data for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 is: [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:39Z', 'revision_number': 4, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '49930e48-f90f-4693-ad00-d1abaebddbd8', 'name': '', 'network_id': '418299ab-ae9c-446c-ab45-e41d66dc82bf', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'mac_address': 'fa:16:3e:f5:62:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:38Z', 'updated_at': '2022-02-19T01:38:41Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'subnets': [{'id': '5680ee13-72a6-4485-b4d5-6710b5255b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:31.108194 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937f3521-cd15-42ba-a63c-997fb70a23bc None None] New status for floating IP 92689cd1-99b4-4550-b2dd-24ded7c77c77: DOWN {{(pid=103652) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:39:31.635840 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc8cac-855a-48b8-b1e9-fd59246526f1 req-ee9c190b-3a46-417e-bf1a-62f65f6b274f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:31.637334 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fdc8cac-855a-48b8-b1e9-fd59246526f1 req-ee9c190b-3a46-417e-bf1a-62f65f6b274f tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0753231 Feb 19 01:39:31.686580 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fdc8cac-855a-48b8-b1e9-fd59246526f1 req-e34df388-bb2f-458f-8813-4b72216068f9 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/security-groups?id=d489948a-b597-4e65-8792-9615a3ed2785&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Feb 19 01:39:32.146164 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-2c764cfb-a180-4e13-86a8-fc933311b67d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:32.147643 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-2c764cfb-a180-4e13-86a8-fc933311b67d tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 946 time: 0.0674787 Feb 19 01:39:32.242792 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 6b8383bb-7cd6-4231-ac67-5e4e610284cb {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:32.243213 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.353012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 6b8383bb-7cd6-4231-ac67-5e4e610284cb, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=6b8383bb-7cd6-4231-ac67-5e4e610284cb,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:32.353394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.372570 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 6b8383bb-7cd6-4231-ac67-5e4e610284cb owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:32.514605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (6b8383bb-7cd6-4231-ac67-5e4e610284cb), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.544290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=6b8383bb-7cd6-4231-ac67-5e4e610284cb,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:32.554316 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.554675 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.555028 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.555370 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.555711 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.556049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.556384 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.556722 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.557504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.557504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.557672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.558003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.558352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:32.600847 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] No DVR routers for this DVR port 6b8383bb-7cd6-4231-ac67-5e4e610284cb on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:32.603617 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:32.606941 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc599bcb-3adb-4dbe-931d-fa14e2c788ad req-90b23699-8909-46af-a115-80e90d455d06 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.113 "DELETE /v2.0/ports/6b8383bb-7cd6-4231-ac67-5e4e610284cb HTTP/1.1" status: 204 len: 173 time: 0.4539361 Feb 19 01:39:32.607422 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'name': 'network-vif-deleted', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:39:32.610045 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d780254-851a-479b-b658-88cda920f5a1" -d '{"events": [{"server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "name": "network-vif-deleted", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:39:32.649534 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e492b86-d4e3-4e26-9ddc-ef6b5f1dcc2f x-openstack-request-id: req-5e492b86-d4e3-4e26-9ddc-ef6b5f1dcc2f {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:39:32.649931 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c293cf1-b232-4a17-8aa8-c94ea9e7d04d", "name": "network-vif-deleted", "tag": "6b8383bb-7cd6-4231-ac67-5e4e610284cb", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:39:32.650215 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e492b86-d4e3-4e26-9ddc-ef6b5f1dcc2f {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:39:32.650622 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c293cf1-b232-4a17-8aa8-c94ea9e7d04d', 'name': 'network-vif-deleted', 'tag': '6b8383bb-7cd6-4231-ac67-5e4e610284cb', 'status': 'completed', 'code': 200} Feb 19 01:39:32.800594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-225f9a01-0929-494c-b2dc-c85e5ff3fc82 req-4da5f1e7-93f7-4f2d-b89b-d5ac374a7dc6 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "GET /v2.0/ports?device_id=3c293cf1-b232-4a17-8aa8-c94ea9e7d04d HTTP/1.1" status: 200 len: 210 time: 0.0289903 Feb 19 01:39:33.873775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38838) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:34.253475 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (343d757b-0007-4a20-8397-610fe0662a0c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.516733 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 49930e48-f90f-4693-ad00-d1abaebddbd8 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:34.516960 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.617926 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 49930e48-f90f-4693-ad00-d1abaebddbd8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=49930e48-f90f-4693-ad00-d1abaebddbd8,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:34.618342 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.630092 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 49930e48-f90f-4693-ad00-d1abaebddbd8 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:34.820471 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (49930e48-f90f-4693-ad00-d1abaebddbd8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:34.846743 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=49930e48-f90f-4693-ad00-d1abaebddbd8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:35.022513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (343d757b-0007-4a20-8397-610fe0662a0c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.023188 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6b8383bb-7cd6-4231-ac67-5e4e610284cb no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:35.043380 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: 6b8383bb-7cd6-4231-ac67-5e4e610284cb {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:35.043747 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device 6b8383bb-7cd6-4231-ac67-5e4e610284cb not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:35.249874 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Router 343d757b-0007-4a20-8397-610fe0662a0c has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:39:35.672414 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:35.677866 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e5e10242-acb3-469c-886d-f5f46f4ef8ed tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "PUT /v2.0/routers/343d757b-0007-4a20-8397-610fe0662a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8030248 Feb 19 01:39:35.680835 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38840) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:35.683343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] Sync routers for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:35.694237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:35.694972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:35.732784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc95d114-7440-44bf-81b2-e1df17fd9fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting subnet 5680ee13-72a6-4485-b4d5-6710b5255b03 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:39:35.736567 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc95d114-7440-44bf-81b2-e1df17fd9fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (5680ee13-72a6-4485-b4d5-6710b5255b03), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.777078 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc95d114-7440-44bf-81b2-e1df17fd9fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (5680ee13-72a6-4485-b4d5-6710b5255b03), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.802783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:35.864576 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc95d114-7440-44bf-81b2-e1df17fd9fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (5680ee13-72a6-4485-b4d5-6710b5255b03), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.925324 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc95d114-7440-44bf-81b2-e1df17fd9fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (5680ee13-72a6-4485-b4d5-6710b5255b03), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.954477 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc95d114-7440-44bf-81b2-e1df17fd9fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:35.957667 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cc95d114-7440-44bf-81b2-e1df17fd9fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/subnets/5680ee13-72a6-4485-b4d5-6710b5255b03 HTTP/1.1" status: 204 len: 168 time: 0.2756534 Feb 19 01:39:35.960528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38842) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:35.962133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41d7a5c-c087-4f62-994b-db9b7cc8c277 None None] Network 418299ab-ae9c-446c-ab45-e41d66dc82bf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:35.966728 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95d114-7440-44bf-81b2-e1df17fd9fc7 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Subnet': ['ID=5680ee13-72a6-4485-b4d5-6710b5255b03,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:36.063473 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:39:34Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:36.073270 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (343d757b-0007-4a20-8397-610fe0662a0c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.091198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] Checking router: 343d757b-0007-4a20-8397-610fe0662a0c for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:36.104791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] Routers {'343d757b-0007-4a20-8397-610fe0662a0c'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:36.105231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['343d757b-0007-4a20-8397-610fe0662a0c'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:36.190973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] DHCP port deletion for 418299ab-ae9c-446c-ab45-e41d66dc82bf request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:39:36.194405 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_gateway (343d757b-0007-4a20-8397-610fe0662a0c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.260793 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port c036feeb-e169-421b-b3c8-012df6af367e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:36.261199 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c036feeb-e169-421b-b3c8-012df6af367e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.350815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port c036feeb-e169-421b-b3c8-012df6af367e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c036feeb-e169-421b-b3c8-012df6af367e,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:36.351190 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c036feeb-e169-421b-b3c8-012df6af367e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.365291 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for c036feeb-e169-421b-b3c8-012df6af367e owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:36.402313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9d8c32b4-7aa4-49ab-80af-478c9abeda04 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:36.436873 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] Set router 343d757b-0007-4a20-8397-610fe0662a0c gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:36.534958 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c036feeb-e169-421b-b3c8-012df6af367e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.559841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=c036feeb-e169-421b-b3c8-012df6af367e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:36.571033 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] Deleting port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:36.571415 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.620825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (343d757b-0007-4a20-8397-610fe0662a0c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.667058 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:36.667460 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.716153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] For port 9d8c32b4-7aa4-49ab-80af-478c9abeda04, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d8c32b4-7aa4-49ab-80af-478c9abeda04,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:36.716441 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (343d757b-0007-4a20-8397-610fe0662a0c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.716562 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.718482 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router_controller (343d757b-0007-4a20-8397-610fe0662a0c), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.733149 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] Calling delete_port for 9d8c32b4-7aa4-49ab-80af-478c9abeda04 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:36.756462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 9d8c32b4-7aa4-49ab-80af-478c9abeda04, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d8c32b4-7aa4-49ab-80af-478c9abeda04,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:36.762939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.763470 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (343d757b-0007-4a20-8397-610fe0662a0c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.764010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Fanout notify agent at l3_agent the message router_deleted on router 343d757b-0007-4a20-8397-610fe0662a0c {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:39:36.770738 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.771805 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-eff6334f-be97-4f8e-9d88-c2fd4ffb1744 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/routers/343d757b-0007-4a20-8397-610fe0662a0c HTTP/1.1" status: 204 len: 168 time: 0.8103430 Feb 19 01:39:36.774564 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38844) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:36.853715 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (418299ab-ae9c-446c-ab45-e41d66dc82bf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.862237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9d8c32b4-7aa4-49ab-80af-478c9abeda04,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:36.880167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.880519 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.880860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.881201 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.881557 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.881943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.882206 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.882537 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.882919 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.883197 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.883550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.883871 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.884191 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:36.891493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:39:34Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:36.910193 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Deleting port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:39:36.910561 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.919903 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23464c8e-1327-49a0-b376-fc6679e168c4 None None] The sync data for ids ['343d757b-0007-4a20-8397-610fe0662a0c'] in n-d-826527-3 is: [{'id': '343d757b-0007-4a20-8397-610fe0662a0c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-187072589', 'tenant_id': '12e0f59060a6473bacaaa3cc0794928a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:39:34Z', 'revision_number': 5, 'project_id': '12e0f59060a6473bacaaa3cc0794928a', 'gw_port': {'id': 'c036feeb-e169-421b-b3c8-012df6af367e', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:e8:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343d757b-0007-4a20-8397-610fe0662a0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:38:35Z', 'updated_at': '2022-02-19T01:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:36.926424 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.960696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] Pushing event deleted for resources: {'Port': ['ID=9d8c32b4-7aa4-49ab-80af-478c9abeda04,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:36.962641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27fa644-41f8-4a10-a989-4a478656b156 None None] No DVR routers for this DVR port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:36.987213 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] For port 9d8c32b4-7aa4-49ab-80af-478c9abeda04, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9d8c32b4-7aa4-49ab-80af-478c9abeda04,segment=NetworkSegment(268006b8-fce8-4921-88d8-f8fa5f67de0b),segment_id=268006b8-fce8-4921-88d8-f8fa5f67de0b)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:36.987603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:36.999607 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Calling delete_port for 9d8c32b4-7aa4-49ab-80af-478c9abeda04 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:39:37.084403 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9d8c32b4-7aa4-49ab-80af-478c9abeda04), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.109313 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Port': ['ID=9d8c32b4-7aa4-49ab-80af-478c9abeda04,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:37.113238 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] No DVR routers for this DVR port 9d8c32b4-7aa4-49ab-80af-478c9abeda04 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:39:37.194855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (418299ab-ae9c-446c-ab45-e41d66dc82bf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.215816 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418299ab-ae9c-446c-ab45-e41d66dc82bf']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:37.225280 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268006b8-fce8-4921-88d8-f8fa5f67de0b') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:37.225582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268006b8-fce8-4921-88d8-f8fa5f67de0b') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:37.235933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (268006b8-fce8-4921-88d8-f8fa5f67de0b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.251650 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (268006b8-fce8-4921-88d8-f8fa5f67de0b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.257861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:39:37.258307 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (268006b8-fce8-4921-88d8-f8fa5f67de0b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: self.session.flush() Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:39:37.261293 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:39:37.321837 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (418299ab-ae9c-446c-ab45-e41d66dc82bf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.329104 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.334956 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/networks/418299ab-ae9c-446c-ab45-e41d66dc82bf HTTP/1.1" status: 204 len: 168 time: 0.5568366 Feb 19 01:39:37.335350 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38846) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:37.349421 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc196130-d29f-4174-9bbf-6346583e3965 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'Network': ['ID=418299ab-ae9c-446c-ab45-e41d66dc82bf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:37.399173 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (d489948a-b597-4e65-8792-9615a3ed2785), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.426632 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (d489948a-b597-4e65-8792-9615a3ed2785), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.491087 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (d489948a-b597-4e65-8792-9615a3ed2785), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.493719 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:37.494951 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] 10.222.0.60 "DELETE /v2.0/security-groups/d489948a-b597-4e65-8792-9615a3ed2785 HTTP/1.1" status: 204 len: 168 time: 0.1585274 Feb 19 01:39:37.504984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d489948a-b597-4e65-8792-9615a3ed2785,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:37.512700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.513065 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.513661 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.514239 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.515236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.515774 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.516760 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.516979 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.517324 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.517664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.518067 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.518602 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.518716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba76152-dd50-4bc3-a7d1-4c97d0600f45 tempest-TestNetworkAdvancedServerOps-1481880497 tempest-TestNetworkAdvancedServerOps-1481880497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:37.843972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38854) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:37.990893 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3a45088a-e3e7-4544-8212-de2e683fd0d3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12e0f59060a6473bacaaa3cc0794928a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1457047 Feb 19 01:39:37.993567 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38858) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:38.041529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deaad6f7-30a8-40cc-ab88-27865dc7ef65 admin admin] Publish callbacks [] for security_group (34fd7c31-9d5b-456c-ac03-9a2cf29e5bc1), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.062521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deaad6f7-30a8-40cc-ab88-27865dc7ef65 admin admin] Publish callbacks [] for security_group (34fd7c31-9d5b-456c-ac03-9a2cf29e5bc1), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.120294 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deaad6f7-30a8-40cc-ab88-27865dc7ef65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (34fd7c31-9d5b-456c-ac03-9a2cf29e5bc1), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.122946 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-deaad6f7-30a8-40cc-ab88-27865dc7ef65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.124416 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-deaad6f7-30a8-40cc-ab88-27865dc7ef65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/34fd7c31-9d5b-456c-ac03-9a2cf29e5bc1 HTTP/1.1" status: 204 len: 168 time: 0.1297264 Feb 19 01:39:38.132079 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaad6f7-30a8-40cc-ab88-27865dc7ef65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fd7c31-9d5b-456c-ac03-9a2cf29e5bc1,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:38.287278 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 49930e48-f90f-4693-ad00-d1abaebddbd8 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:38.307456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 49930e48-f90f-4693-ad00-d1abaebddbd8 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:38.307760 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 49930e48-f90f-4693-ad00-d1abaebddbd8 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:38.308153 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c036feeb-e169-421b-b3c8-012df6af367e no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:39:38.327553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: c036feeb-e169-421b-b3c8-012df6af367e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:39:38.327907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c036feeb-e169-421b-b3c8-012df6af367e not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:39:38.420420 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38864) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:38.437620 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16efe9a1-dacd-4940-8308-c2580f579dfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.517900 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16efe9a1-dacd-4940-8308-c2580f579dfe admin admin] Publish callbacks [] for security_group (f1a7b07f-5400-4b87-bf0b-e4bb8973f9bc), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.524182 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-16efe9a1-dacd-4940-8308-c2580f579dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f1a7b07f-5400-4b87-bf0b-e4bb8973f9bc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.561798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16efe9a1-dacd-4940-8308-c2580f579dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a7b07f-5400-4b87-bf0b-e4bb8973f9bc,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:38.566244 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-16efe9a1-dacd-4940-8308-c2580f579dfe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f1f006badb6444182faa7e988b481b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447005 Feb 19 01:39:38.569071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38866) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:38.617295 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-005acb8f-2743-4bff-871f-dedf9b4cdc12 admin admin] Publish callbacks [] for security_group (f1a7b07f-5400-4b87-bf0b-e4bb8973f9bc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.638327 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-005acb8f-2743-4bff-871f-dedf9b4cdc12 admin admin] Publish callbacks [] for security_group (f1a7b07f-5400-4b87-bf0b-e4bb8973f9bc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.688897 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-005acb8f-2743-4bff-871f-dedf9b4cdc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (f1a7b07f-5400-4b87-bf0b-e4bb8973f9bc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.692706 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-005acb8f-2743-4bff-871f-dedf9b4cdc12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:38.694373 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-005acb8f-2743-4bff-871f-dedf9b4cdc12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1a7b07f-5400-4b87-bf0b-e4bb8973f9bc HTTP/1.1" status: 204 len: 168 time: 0.1241550 Feb 19 01:39:38.702564 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005acb8f-2743-4bff-871f-dedf9b4cdc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a7b07f-5400-4b87-bf0b-e4bb8973f9bc,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:39.418450 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38888) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:39.519995 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-901125944-network', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:39.542857 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Made reservation on behalf of 9c077bb56ea34f2ba7f519ee37d3f1ae for: {'network': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:39.545144 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.553685 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.637372 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Publish callbacks [] for security_group (8cd2e2fa-61cc-4efb-9dc0-a8a6596e632f), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.642765 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8cd2e2fa-61cc-4efb-9dc0-a8a6596e632f), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.669886 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103649) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:39.680521 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd2e2fa-61cc-4efb-9dc0-a8a6596e632f,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:39.687744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (88ae0598-304d-456b-bba8-939faddc9cfa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.688990 n-d-826527-3 neutron-server[103649]: INFO neutron.db.segments_db [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Added segment 88ae0598-304d-456b-bba8-939faddc9cfa of type vlan for network 28856b91-259a-4f69-8ae0-3f876568a639 Feb 19 01:39:39.733304 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (28856b91-259a-4f69-8ae0-3f876568a639), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.764098 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (28856b91-259a-4f69-8ae0-3f876568a639), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.765188 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:39.765788 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:39.835996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4161792 Feb 19 01:39:39.841278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:39.844163 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d37f108-884a-42ab-8188-f319a5ea1fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=28856b91-259a-4f69-8ae0-3f876568a639,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:39.847945 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Request body: {'subnet': {'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-901125944-subnet', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:39.855899 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 28856b91-259a-4f69-8ae0-3f876568a639 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:39.868626 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Made reservation on behalf of 9c077bb56ea34f2ba7f519ee37d3f1ae for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:39.872287 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.040194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.093471 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:40.102533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Checking segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:40.102903 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Network hostable DHCP agents. Network: 28856b91-259a-4f69-8ae0-3f876568a639, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:40.121184 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Network 28856b91-259a-4f69-8ae0-3f876568a639 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:40.134920 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 28856b91-259a-4f69-8ae0-3f876568a639) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:40.141457 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:40.142087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.144092 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9d08f3-b88b-452a-9743-822f6e32252a None None] Network 28856b91-259a-4f69-8ae0-3f876568a639 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:40.161953 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38894) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:40.162231 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c86fd139-4540-4ce0-8d90-918e790c8be1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3194909 Feb 19 01:39:40.167010 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:40.188069 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (da46f6c3-1112-4d5a-8634-b4b0654ea728), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.189396 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (da46f6c3-1112-4d5a-8634-b4b0654ea728), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.247797 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks [] for router_controller (da46f6c3-1112-4d5a-8634-b4b0654ea728), precommit_add_association {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.252898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-28856b91-259a-4f69-8ae0-3f876568a639', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:40.253791 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.388186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Allocated IP 172.20.0.2 (28856b91-259a-4f69-8ae0-3f876568a639/2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c/ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:40.393935 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks [] for router_gateway (da46f6c3-1112-4d5a-8634-b4b0654ea728), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.525543 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Publish callbacks [] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.532505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.573498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Network 28856b91-259a-4f69-8ae0-3f876568a639 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:40.576258 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:40.581694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:40.588553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Pushing event updated for resources: {'Port': ['ID=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:40.601248 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks [] for router_gateway (da46f6c3-1112-4d5a-8634-b4b0654ea728), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.620590 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.640223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Attempting to bind port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:40.640541 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Attempting to bind port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:40.640913 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Attempting to bind port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 on network 28856b91-259a-4f69-8ae0-3f876568a639 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:40.646030 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:40.646476 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Checking segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:40.646887 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.647291 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Bound using segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:40.647769 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Bound port: ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:40.648157 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.715943 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] For port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:40.719456 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] For port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:40.725251 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.732550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Allocated IP 172.25.6.18 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/81d263c7-3ef5-463e-8fd1-862161d6d0a4) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:40.788329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fa5aa-f144-4a67-a7e0-32335efa7db0 None None] Pushing event updated for resources: {'Port': ['ID=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:40.838130 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks [] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.874730 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:40.919763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:40.929795 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:40.936943 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:40.940413 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Pushing event updated for resources: {'Port': ['ID=81d263c7-3ef5-463e-8fd1-862161d6d0a4,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:41.204553 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks [] for router_gateway (da46f6c3-1112-4d5a-8634-b4b0654ea728), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.414104 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (da46f6c3-1112-4d5a-8634-b4b0654ea728), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.550958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Router da46f6c3-1112-4d5a-8634-b4b0654ea728 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103649) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:39:41.668566 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:41.679480 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Sync routers for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:41.687561 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.688950 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-983bdea9-ba90-4777-ab2d-30a9a6e8086c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5255454 Feb 19 01:39:41.691984 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38896) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:41.693306 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:41.694010 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:41.713618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c4cdd-cbfe-423f-9980-ff68afe44ea8 None None] Network 28856b91-259a-4f69-8ae0-3f876568a639 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:41.798036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-c12ec778-6e25-4000-9ce2-1fa82014fc2a None None] Provisioning complete for port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:41.798451 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c12ec778-6e25-4000-9ce2-1fa82014fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.808905 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:41.912174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c12ec778-6e25-4000-9ce2-1fa82014fc2a None None] Current status of the port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:41.912611 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c12ec778-6e25-4000-9ce2-1fa82014fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:41.955551 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c12ec778-6e25-4000-9ce2-1fa82014fc2a None None] For port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:41.961285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c12ec778-6e25-4000-9ce2-1fa82014fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.008389 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:41Z', 'revision_number': 3, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:42.016063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ec778-6e25-4000-9ce2-1fa82014fc2a None None] Pushing event updated for resources: {'Port': ['ID=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:42.041486 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Checking router: da46f6c3-1112-4d5a-8634-b4b0654ea728 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:42.041989 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Updating router da46f6c3-1112-4d5a-8634-b4b0654ea728 port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:39:42.071451 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.183586 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2e9f2561-c14d-4504-9ee3-289e0fc3a2dd None None] Provisioning complete for port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:42.183972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2561-c14d-4504-9ee3-289e0fc3a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.284461 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f2561-c14d-4504-9ee3-289e0fc3a2dd None None] Current status of the port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:42.352771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:42.358927 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Publish callbacks [] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.366162 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.407674 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:42.408114 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.409791 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Attempting to bind port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:42.410162 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Attempting to bind port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:42.410551 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Attempting to bind port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:42.427435 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:42.427805 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:42.428206 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.428595 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:42.429081 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Bound port: 81d263c7-3ef5-463e-8fd1-862161d6d0a4, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:42.429476 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.435057 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Pushing event updated for resources: {'Port': ['ID=81d263c7-3ef5-463e-8fd1-862161d6d0a4,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:42.461876 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.462844 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.462844 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.463082 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.463271 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.463582 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.463913 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.464237 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.464565 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.464886 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.465358 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.465689 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.466517 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:39:42.493000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:42.495208 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] For port 81d263c7-3ef5-463e-8fd1-862161d6d0a4, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:42.498787 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] For port 81d263c7-3ef5-463e-8fd1-862161d6d0a4, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=81d263c7-3ef5-463e-8fd1-862161d6d0a4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:42.504854 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.523521 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.564630 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:42.565394 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:42.606544 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8e25c-85d0-4d3b-86a2-b6ebd3bac52e None None] Pushing event updated for resources: {'Port': ['ID=81d263c7-3ef5-463e-8fd1-862161d6d0a4,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:42.676420 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:42.679835 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Allocated IP 172.20.0.1 (28856b91-259a-4f69-8ae0-3f876568a639/2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c/c94fc168-0743-432e-a9c5-1ae4e16568fa) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:42.789563 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Publish callbacks [] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.826351 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.871813 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Network 28856b91-259a-4f69-8ae0-3f876568a639 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:42.875770 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Pushing event updated for resources: {'Port': ['ID=c94fc168-0743-432e-a9c5-1ae4e16568fa,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:42.878309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:42.880530 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:42.920284 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (da46f6c3-1112-4d5a-8634-b4b0654ea728), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:42.959480 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:41Z', 'revision_number': 3, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:42.988219 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a635eba-605e-40b1-bed2-c469c7659173 None None] The sync data for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 is: [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:41Z', 'revision_number': 3, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:43.067071 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.114367 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b14a676d-9fe4-4401-ab74-db2eac7e70ea None None] Provisioning complete for port c94fc168-0743-432e-a9c5-1ae4e16568fa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:43.114910 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b14a676d-9fe4-4401-ab74-db2eac7e70ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.155292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b14a676d-9fe4-4401-ab74-db2eac7e70ea None None] Port c94fc168-0743-432e-a9c5-1ae4e16568fa cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:43.265531 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Publish callbacks [] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.277005 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.350838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Pushing event updated for resources: {'Port': ['ID=c94fc168-0743-432e-a9c5-1ae4e16568fa,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:43.354619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (da46f6c3-1112-4d5a-8634-b4b0654ea728), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.450297 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Network 28856b91-259a-4f69-8ae0-3f876568a639 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:43.451814 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:43.580236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Router da46f6c3-1112-4d5a-8634-b4b0654ea728 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:39:43.691602 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-66f2fc77-2b1c-46cb-a3e0-763ef48d1aac None None] Provisioning complete for port c94fc168-0743-432e-a9c5-1ae4e16568fa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:43.691994 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66f2fc77-2b1c-46cb-a3e0-763ef48d1aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:43.719804 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:43.725319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ce9767da-4e12-413b-85d8-64bc9fe81b6c admin admin] 10.222.0.60 "PUT /v2.0/routers/da46f6c3-1112-4d5a-8634-b4b0654ea728/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0325243 Feb 19 01:39:43.739739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-66f2fc77-2b1c-46cb-a3e0-763ef48d1aac None None] Port c94fc168-0743-432e-a9c5-1ae4e16568fa cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:44.216128 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38912) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:44.221361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1101553260-network', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:44.243100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Made reservation on behalf of a5eaf598b0c445fab72128d9561a9edb for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:44.246343 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.256382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.326351 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 81d263c7-3ef5-463e-8fd1-862161d6d0a4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:44.346944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Publish callbacks [] for security_group (51399a50-58bf-4f1f-8633-7592c813d477), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.352564 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (51399a50-58bf-4f1f-8633-7592c813d477), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.379307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:39:44.380550 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:44.381413 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.389535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51399a50-58bf-4f1f-8633-7592c813d477,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:44.400454 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (70408304-e73e-4c99-91ee-00d8cfda8007), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.406394 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Added segment 70408304-e73e-4c99-91ee-00d8cfda8007 of type vlan for network b34688b6-6842-4ee8-8bea-f341178fbeaf Feb 19 01:39:44.446900 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (b34688b6-6842-4ee8-8bea-f341178fbeaf), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.464091 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:44.464486 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.472746 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (b34688b6-6842-4ee8-8bea-f341178fbeaf), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.473813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:44.474422 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.487773 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 81d263c7-3ef5-463e-8fd1-862161d6d0a4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=81d263c7-3ef5-463e-8fd1-862161d6d0a4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:44.492302 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.527114 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3097274 Feb 19 01:39:44.529974 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38914) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:44.540889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Request body: {'subnet': {'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1101553260-subnet', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'ip_version': 4}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:44.541929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=81d263c7-3ef5-463e-8fd1-862161d6d0a4,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:44.552509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fea2a-b8fd-488d-84bf-b52b10ac62c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b34688b6-6842-4ee8-8bea-f341178fbeaf,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:44.561852 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network b34688b6-6842-4ee8-8bea-f341178fbeaf details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:39:44.566345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Made reservation on behalf of a5eaf598b0c445fab72128d9561a9edb for: {'subnet': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:44.570535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9704598'] for subnet (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.659123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Sync routers for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:44.668565 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:44.669174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:44.742315 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708245', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9704584'] for subnet (ac96e748-a36c-4852-baca-4e537dbc3e69), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.778075 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:44.801356 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac96e748-a36c-4852-baca-4e537dbc3e69,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:44.810817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Checking segment: {'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:44.811179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Network hostable DHCP agents. Network: b34688b6-6842-4ee8-8bea-f341178fbeaf, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103650) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:39:44.829218 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Network b34688b6-6842-4ee8-8bea-f341178fbeaf is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103650) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:39:44.840491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, b34688b6-6842-4ee8-8bea-f341178fbeaf) {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:44.845096 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:44.845706 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.852935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81311821-7a24-46b8-99ec-3c1329e166de None None] Network b34688b6-6842-4ee8-8bea-f341178fbeaf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:44.865165 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-23331e66-e2ac-4df1-a0d3-01b58db7e082 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3317485 Feb 19 01:39:44.865355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38916) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:44.869763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:44.889973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (c74e6ffd-25fa-4997-b440-b8c797a0d73b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.892267 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (c74e6ffd-25fa-4997-b440-b8c797a0d73b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:44.950397 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks [] for router_controller (c74e6ffd-25fa-4997-b440-b8c797a0d73b), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.103293 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks [] for router_gateway (c74e6ffd-25fa-4997-b440-b8c797a0d73b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.194668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-b34688b6-6842-4ee8-8bea-f341178fbeaf', 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf', 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'fixed_ips': [{'subnet_id': 'ac96e748-a36c-4852-baca-4e537dbc3e69'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:39:45.195543 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.306559 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks [] for router_gateway (c74e6ffd-25fa-4997-b440-b8c797a0d73b), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.325166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.329072 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 2, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:45.363252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Checking router: da46f6c3-1112-4d5a-8634-b4b0654ea728 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:45.363591 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Updating router da46f6c3-1112-4d5a-8634-b4b0654ea728 port c94fc168-0743-432e-a9c5-1ae4e16568fa binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:39:45.399480 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Allocated IP 172.20.0.2 (b34688b6-6842-4ee8-8bea-f341178fbeaf/ac96e748-a36c-4852-baca-4e537dbc3e69/aad9c499-1063-459f-bfcc-42c395ae6074) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:45.405266 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.424554 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Allocated IP 172.25.6.55 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/03234dee-85b9-47a8-a16a-02dc5b15a7dd) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:45.529034 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks [] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.562762 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.601268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:45.609031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:45.611637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Pushing event updated for resources: {'Port': ['ID=03234dee-85b9-47a8-a16a-02dc5b15a7dd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:45.614195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:45.693950 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Publish callbacks [] for port (aad9c499-1063-459f-bfcc-42c395ae6074), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.707318 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.763196 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Network b34688b6-6842-4ee8-8bea-f341178fbeaf is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:45.771119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:45.773609 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:45.792060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Pushing event updated for resources: {'Port': ['ID=aad9c499-1063-459f-bfcc-42c395ae6074,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:45.872714 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks [] for router_gateway (c74e6ffd-25fa-4997-b440-b8c797a0d73b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.882830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Attempting to bind port aad9c499-1063-459f-bfcc-42c395ae6074 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:45.883205 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Attempting to bind port aad9c499-1063-459f-bfcc-42c395ae6074 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:45.883570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Attempting to bind port aad9c499-1063-459f-bfcc-42c395ae6074 on network b34688b6-6842-4ee8-8bea-f341178fbeaf {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:45.886525 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Publish callbacks [] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.891527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:45.891906 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Checking segment: {'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:45.892297 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.892688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Bound using segment: {'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:45.893163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Bound port: aad9c499-1063-459f-bfcc-42c395ae6074, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:45.893539 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.896510 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:45.981582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d1d62-09f1-4bc3-beb5-93073779b133 None None] Pushing event updated for resources: {'Port': ['ID=c94fc168-0743-432e-a9c5-1ae4e16568fa,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:46.050375 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] For port aad9c499-1063-459f-bfcc-42c395ae6074, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:46.061451 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Attempting to bind port c94fc168-0743-432e-a9c5-1ae4e16568fa on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:46.061821 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Attempting to bind port c94fc168-0743-432e-a9c5-1ae4e16568fa by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:46.062223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Attempting to bind port c94fc168-0743-432e-a9c5-1ae4e16568fa on network 28856b91-259a-4f69-8ae0-3f876568a639 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:46.068539 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] For port aad9c499-1063-459f-bfcc-42c395ae6074, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=aad9c499-1063-459f-bfcc-42c395ae6074,segment=NetworkSegment(70408304-e73e-4c99-91ee-00d8cfda8007),segment_id=70408304-e73e-4c99-91ee-00d8cfda8007)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:46.072995 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:46.073360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Checking segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:46.073761 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.074211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Bound using segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:46.074693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Bound port: c94fc168-0743-432e-a9c5-1ae4e16568fa, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:46.075077 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.078795 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.089466 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (c74e6ffd-25fa-4997-b440-b8c797a0d73b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.193250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145e4b9-1148-45cd-a7a5-25dd3b4e1aa6 None None] Pushing event updated for resources: {'Port': ['ID=aad9c499-1063-459f-bfcc-42c395ae6074,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:46.204687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] For port c94fc168-0743-432e-a9c5-1ae4e16568fa, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:46.208095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] For port c94fc168-0743-432e-a9c5-1ae4e16568fa, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c94fc168-0743-432e-a9c5-1ae4e16568fa,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:46.216023 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.237819 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Router c74e6ffd-25fa-4997-b440-b8c797a0d73b is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:39:46.289280 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:46.289946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:46.329445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62d1d62-09f1-4bc3-beb5-93073779b133 None None] Pushing event updated for resources: {'Port': ['ID=c94fc168-0743-432e-a9c5-1ae4e16568fa,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:46.380887 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:46.391373 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Sync routers for ids ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:46.428136 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Routers {'c74e6ffd-25fa-4997-b440-b8c797a0d73b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:46.429210 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:46.437039 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.441117 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-7a1af277-c9e0-4783-a094-738597ff1efa admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5747592 Feb 19 01:39:46.443909 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38918) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:46.451174 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:46.554250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 81d263c7-3ef5-463e-8fd1-862161d6d0a4 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:46.593710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-f6ad2f97-3e86-4965-8b4e-e3a9ad5f5e53 None None] Provisioning complete for port c94fc168-0743-432e-a9c5-1ae4e16568fa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:46.594088 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2f97-3e86-4965-8b4e-e3a9ad5f5e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.616679 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Set router c74e6ffd-25fa-4997-b440-b8c797a0d73b gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:46.759318 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:46.759700 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.806554 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:39:45Z', 'revision_number': 3, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port': {'id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:45Z', 'updated_at': '2022-02-19T01:39:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:46.834995 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Checking router: c74e6ffd-25fa-4997-b440-b8c797a0d73b for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:46.835669 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Updating router c74e6ffd-25fa-4997-b440-b8c797a0d73b port 03234dee-85b9-47a8-a16a-02dc5b15a7dd binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:39:46.865863 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:46.949526 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.019358 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f6ad2f97-3e86-4965-8b4e-e3a9ad5f5e53 None None] Current status of the port c94fc168-0743-432e-a9c5-1ae4e16568fa is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:47.019749 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2f97-3e86-4965-8b4e-e3a9ad5f5e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.070753 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f6ad2f97-3e86-4965-8b4e-e3a9ad5f5e53 None None] For port c94fc168-0743-432e-a9c5-1ae4e16568fa, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c94fc168-0743-432e-a9c5-1ae4e16568fa,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:47.090144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:46Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:47.093837 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6ad2f97-3e86-4965-8b4e-e3a9ad5f5e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.126436 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Publish callbacks [] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.134240 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.150215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Allocated IP 172.20.0.1 (b34688b6-6842-4ee8-8bea-f341178fbeaf/ac96e748-a36c-4852-baca-4e537dbc3e69/d13ef5af-e58d-4c4b-9c32-756e56a7c7ea) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:47.158828 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55b0cb8-f067-4289-8fbe-cbd524db2738 None None] The sync data for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 is: [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:46Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:47.175199 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:47.207110 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Attempting to bind port 03234dee-85b9-47a8-a16a-02dc5b15a7dd on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:47.207485 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Attempting to bind port 03234dee-85b9-47a8-a16a-02dc5b15a7dd by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:47.207857 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Attempting to bind port 03234dee-85b9-47a8-a16a-02dc5b15a7dd on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:47.217649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:47.218034 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:47.218827 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.219263 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:47.219787 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Bound port: 03234dee-85b9-47a8-a16a-02dc5b15a7dd, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:47.220180 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.258147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad2f97-3e86-4965-8b4e-e3a9ad5f5e53 None None] Pushing event updated for resources: {'Port': ['ID=c94fc168-0743-432e-a9c5-1ae4e16568fa,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:47.271250 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a7be757f-e3d7-43bd-b347-e673e123f16e None None] Provisioning complete for port c94fc168-0743-432e-a9c5-1ae4e16568fa triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:47.271742 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7be757f-e3d7-43bd-b347-e673e123f16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.288199 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe1bd9-f69a-4696-8666-8a7a05543f81 None None] Pushing event updated for resources: {'Port': ['ID=03234dee-85b9-47a8-a16a-02dc5b15a7dd,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:47.322804 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] For port 03234dee-85b9-47a8-a16a-02dc5b15a7dd, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:47.327479 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] For port 03234dee-85b9-47a8-a16a-02dc5b15a7dd, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=03234dee-85b9-47a8-a16a-02dc5b15a7dd,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:47.343029 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Publish callbacks [] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.346346 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.390232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a7be757f-e3d7-43bd-b347-e673e123f16e None None] Current status of the port c94fc168-0743-432e-a9c5-1ae4e16568fa is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:47.398021 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.417041 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Routers {'c74e6ffd-25fa-4997-b440-b8c797a0d73b'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:47.417685 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:47.438375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Network b34688b6-6842-4ee8-8bea-f341178fbeaf is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:47.441676 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:47.445935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:47.481793 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:47.497124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (c74e6ffd-25fa-4997-b440-b8c797a0d73b), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.551208 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] Set router c74e6ffd-25fa-4997-b440-b8c797a0d73b gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:47.613647 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe1bd9-f69a-4696-8666-8a7a05543f81 None None] Pushing event updated for resources: {'Port': ['ID=03234dee-85b9-47a8-a16a-02dc5b15a7dd,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:47.623576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6245c3d0-bd84-43ff-9583-dfa1d409cdee None None] Network b34688b6-6842-4ee8-8bea-f341178fbeaf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:39:47.651481 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.739402 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-10d870e2-fbb5-48b8-838e-ab9468a96510 None None] Provisioning complete for port aad9c499-1063-459f-bfcc-42c395ae6074 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:47.740309 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10d870e2-fbb5-48b8-838e-ab9468a96510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.775547 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:39:45Z', 'revision_number': 3, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port': {'id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:45Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:47.809466 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60acd51c-2d91-4d92-aa40-cc572f36c324 None None] The sync data for ids ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'] in n-d-826527-3 is: [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:39:45Z', 'revision_number': 3, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port': {'id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:45Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:47.856759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-10d870e2-fbb5-48b8-838e-ab9468a96510 None None] Current status of the port aad9c499-1063-459f-bfcc-42c395ae6074 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:47.857161 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10d870e2-fbb5-48b8-838e-ab9468a96510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.875534 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Publish callbacks [] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.883571 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.913428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-10d870e2-fbb5-48b8-838e-ab9468a96510 None None] For port aad9c499-1063-459f-bfcc-42c395ae6074, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=aad9c499-1063-459f-bfcc-42c395ae6074,segment=NetworkSegment(70408304-e73e-4c99-91ee-00d8cfda8007),segment_id=70408304-e73e-4c99-91ee-00d8cfda8007)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:47.922165 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10d870e2-fbb5-48b8-838e-ab9468a96510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.988602 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (c74e6ffd-25fa-4997-b440-b8c797a0d73b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:47.993964 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d870e2-fbb5-48b8-838e-ab9468a96510 None None] Pushing event updated for resources: {'Port': ['ID=aad9c499-1063-459f-bfcc-42c395ae6074,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:47.997429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:48.084489 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ee19a9-9ffa-4ce1-b0e4-c957ccb53cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.122843 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Network b34688b6-6842-4ee8-8bea-f341178fbeaf is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:48.124385 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:48.154110 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9e5b31dc-358e-4fdd-8684-87fd9dc6474b None None] Provisioning complete for port aad9c499-1063-459f-bfcc-42c395ae6074 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.154405 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e5b31dc-358e-4fdd-8684-87fd9dc6474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.307951 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Router c74e6ffd-25fa-4997-b440-b8c797a0d73b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:39:48.315253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b31dc-358e-4fdd-8684-87fd9dc6474b None None] Current status of the port aad9c499-1063-459f-bfcc-42c395ae6074 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:48.332369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9e5b31dc-358e-4fdd-8684-87fd9dc6474b None None] Provisioning complete for port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.332757 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e5b31dc-358e-4fdd-8684-87fd9dc6474b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.396062 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9e5b31dc-358e-4fdd-8684-87fd9dc6474b None None] Port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:48.486560 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device aad9c499-1063-459f-bfcc-42c395ae6074 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:48.523037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:39:48.539861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e51126d8-5fca-4b13-858e-c43fc3fafcd8 admin admin] 10.222.0.60 "PUT /v2.0/routers/c74e6ffd-25fa-4997-b440-b8c797a0d73b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0940118 Feb 19 01:39:48.550994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0e29b883-58ee-42ed-ad21-8bb80c15e65d None None] Provisioning complete for port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.551518 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e29b883-58ee-42ed-ad21-8bb80c15e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.594818 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port aad9c499-1063-459f-bfcc-42c395ae6074 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.595214 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.596999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0e29b883-58ee-42ed-ad21-8bb80c15e65d None None] Port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:48.720297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port aad9c499-1063-459f-bfcc-42c395ae6074 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:48.721894 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c94fc168-0743-432e-a9c5-1ae4e16568fa up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:48.776649 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port c94fc168-0743-432e-a9c5-1ae4e16568fa triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.777185 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:48.883309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port c94fc168-0743-432e-a9c5-1ae4e16568fa is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:48.884789 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 03234dee-85b9-47a8-a16a-02dc5b15a7dd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:48.966063 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 03234dee-85b9-47a8-a16a-02dc5b15a7dd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:48.966709 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.032825 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-74226e0c-3f7f-4d36-84cf-a3c32719cfc1 None None] Provisioning complete for port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:49.033657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74226e0c-3f7f-4d36-84cf-a3c32719cfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.102734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-74226e0c-3f7f-4d36-84cf-a3c32719cfc1 None None] Port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:49.111409 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 03234dee-85b9-47a8-a16a-02dc5b15a7dd is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:49.111878 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.134113 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 03234dee-85b9-47a8-a16a-02dc5b15a7dd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=03234dee-85b9-47a8-a16a-02dc5b15a7dd,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:49.142275 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.197297 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=03234dee-85b9-47a8-a16a-02dc5b15a7dd,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.206568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38926) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.211299 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-6e6c1fbe-312b-4466-8d81-f5297f22434c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-764806369', 'description': 'tempest-secgroup-smoke-764806369 description', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.232401 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1fbe-312b-4466-8d81-f5297f22434c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.302746 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1fbe-312b-4466-8d81-f5297f22434c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (06f8fcad-5464-422e-bbf7-05816a5bf950), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.307255 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1fbe-312b-4466-8d81-f5297f22434c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (06f8fcad-5464-422e-bbf7-05816a5bf950), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.335440 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-6e6c1fbe-312b-4466-8d81-f5297f22434c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.336726 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-6e6c1fbe-312b-4466-8d81-f5297f22434c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1290970 Feb 19 01:39:49.339824 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38928) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.345016 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-4060a1e5-f8e4-4e7d-b215-7031f5e91193 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '06f8fcad-5464-422e-bbf7-05816a5bf950', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.350066 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c1fbe-312b-4466-8d81-f5297f22434c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f8fcad-5464-422e-bbf7-05816a5bf950,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.372282 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4060a1e5-f8e4-4e7d-b215-7031f5e91193 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (6fc65d12-0877-4c2d-b559-d11362230819), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.431243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4060a1e5-f8e4-4e7d-b215-7031f5e91193 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (6fc65d12-0877-4c2d-b559-d11362230819), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.435761 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4060a1e5-f8e4-4e7d-b215-7031f5e91193 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (6fc65d12-0877-4c2d-b559-d11362230819), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.443959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.452825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060a1e5-f8e4-4e7d-b215-7031f5e91193 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc65d12-0877-4c2d-b559-d11362230819,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.460996 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4060a1e5-f8e4-4e7d-b215-7031f5e91193 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.462211 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4060a1e5-f8e4-4e7d-b215-7031f5e91193 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214776 Feb 19 01:39:49.464927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38930) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.469131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-c59e3910-75c0-4bd5-889a-4ca51f36ee46 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '06f8fcad-5464-422e-bbf7-05816a5bf950', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.495061 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c59e3910-75c0-4bd5-889a-4ca51f36ee46 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (dac3289d-8ed6-4f6a-8f0e-f6fae396c133), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.554204 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c59e3910-75c0-4bd5-889a-4ca51f36ee46 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (dac3289d-8ed6-4f6a-8f0e-f6fae396c133), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.560736 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c59e3910-75c0-4bd5-889a-4ca51f36ee46 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (dac3289d-8ed6-4f6a-8f0e-f6fae396c133), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.577338 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e3910-75c0-4bd5-889a-4ca51f36ee46 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dac3289d-8ed6-4f6a-8f0e-f6fae396c133,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.585668 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c59e3910-75c0-4bd5-889a-4ca51f36ee46 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.586891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c59e3910-75c0-4bd5-889a-4ca51f36ee46 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210618 Feb 19 01:39:49.589704 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38932) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.593930 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-a5c03697-5e07-4cc9-a8e5-6617e5bb969a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '06f8fcad-5464-422e-bbf7-05816a5bf950', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.619048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a5c03697-5e07-4cc9-a8e5-6617e5bb969a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (308a6935-c5d7-4c64-840d-fb714cfe7e7a), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.674118 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a5c03697-5e07-4cc9-a8e5-6617e5bb969a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (308a6935-c5d7-4c64-840d-fb714cfe7e7a), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.679386 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a5c03697-5e07-4cc9-a8e5-6617e5bb969a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (308a6935-c5d7-4c64-840d-fb714cfe7e7a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.699477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c03697-5e07-4cc9-a8e5-6617e5bb969a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308a6935-c5d7-4c64-840d-fb714cfe7e7a,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.705872 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-a5c03697-5e07-4cc9-a8e5-6617e5bb969a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.707110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-a5c03697-5e07-4cc9-a8e5-6617e5bb969a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164713 Feb 19 01:39:49.710049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38934) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.714671 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-aea253dd-f0b8-4c1b-b737-734b4a8a2212 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '06f8fcad-5464-422e-bbf7-05816a5bf950', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.741975 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aea253dd-f0b8-4c1b-b737-734b4a8a2212 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (24eea2d2-5a19-491c-ae8b-1af6200ae8fe), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.802716 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aea253dd-f0b8-4c1b-b737-734b4a8a2212 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (24eea2d2-5a19-491c-ae8b-1af6200ae8fe), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.807437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aea253dd-f0b8-4c1b-b737-734b4a8a2212 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (24eea2d2-5a19-491c-ae8b-1af6200ae8fe), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.824330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea253dd-f0b8-4c1b-b737-734b4a8a2212 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24eea2d2-5a19-491c-ae8b-1af6200ae8fe,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.832831 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-aea253dd-f0b8-4c1b-b737-734b4a8a2212 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.834023 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-aea253dd-f0b8-4c1b-b737-734b4a8a2212 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229024 Feb 19 01:39:49.836856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38936) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.841172 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-349aa845-76f0-477f-9ad2-21e389639da6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '06f8fcad-5464-422e-bbf7-05816a5bf950', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.861789 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-349aa845-76f0-477f-9ad2-21e389639da6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Project 9c077bb56ea34f2ba7f519ee37d3f1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:39:49.866572 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-349aa845-76f0-477f-9ad2-21e389639da6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (6a28be2b-b436-449d-84bf-0ba6b9883171), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.926443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-349aa845-76f0-477f-9ad2-21e389639da6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (6a28be2b-b436-449d-84bf-0ba6b9883171), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.931210 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-349aa845-76f0-477f-9ad2-21e389639da6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (6a28be2b-b436-449d-84bf-0ba6b9883171), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.948663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aa845-76f0-477f-9ad2-21e389639da6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a28be2b-b436-449d-84bf-0ba6b9883171,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:49.958049 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-349aa845-76f0-477f-9ad2-21e389639da6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:49.959530 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-349aa845-76f0-477f-9ad2-21e389639da6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217384 Feb 19 01:39:49.962525 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 38938) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:39:49.968648 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-947bb624-7672-4e4e-acd3-dfe0887076ec tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '06f8fcad-5464-422e-bbf7-05816a5bf950', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:49.990977 n-d-826527-3 neutron-server[103649]: INFO neutron.db.securitygroups_db [None req-947bb624-7672-4e4e-acd3-dfe0887076ec tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Project 9c077bb56ea34f2ba7f519ee37d3f1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:39:49.995492 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-947bb624-7672-4e4e-acd3-dfe0887076ec tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (f4b7c086-ffb7-4e36-81a4-1e4a49f10441), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.054794 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-947bb624-7672-4e4e-acd3-dfe0887076ec tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (f4b7c086-ffb7-4e36-81a4-1e4a49f10441), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.059290 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-947bb624-7672-4e4e-acd3-dfe0887076ec tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f4b7c086-ffb7-4e36-81a4-1e4a49f10441), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.076937 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bb624-7672-4e4e-acd3-dfe0887076ec tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b7c086-ffb7-4e36-81a4-1e4a49f10441,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:50.087157 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-947bb624-7672-4e4e-acd3-dfe0887076ec tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.088414 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-947bb624-7672-4e4e-acd3-dfe0887076ec tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232882 Feb 19 01:39:50.132564 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e0c7ff7-9085-427d-8e26-8befc925bb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.266512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-5f3eb85f-249a-4eeb-af42-cafe4e47c376 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-764806369&fields=id&tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae HTTP/1.1" status: 200 len: 267 time: 0.0494728 Feb 19 01:39:50.295314 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 03234dee-85b9-47a8-a16a-02dc5b15a7dd up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:50.343004 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 03234dee-85b9-47a8-a16a-02dc5b15a7dd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:50.343380 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:50.378108 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cdbd-8539-41eb-8408-59d62053c170 req-8ad2d731-7f9e-4c08-a9c0-ceaf5b7b0c01 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:50.385369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-8ad2d731-7f9e-4c08-a9c0-ceaf5b7b0c01 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 808 time: 0.1119461 Feb 19 01:39:50.396218 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-6f757348-1aed-4658-866a-f7b0ee0603b9 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/quotas/9c077bb56ea34f2ba7f519ee37d3f1ae HTTP/1.1" status: 200 len: 375 time: 0.0098612 Feb 19 01:39:50.428955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 03234dee-85b9-47a8-a16a-02dc5b15a7dd is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:50.454846 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-b5a01771-ded3-46ca-ae74-f1636212b20f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513031 Feb 19 01:39:50.645452 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-7e7c9a84-27b2-467c-84e0-498736d2aebe service neutron] 10.222.0.60 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778064 Feb 19 01:39:50.708427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Sync routers for ids ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:39:50.718689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Routers {'c74e6ffd-25fa-4997-b440-b8c797a0d73b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:50.719360 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:50.738656 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-b91ad1d6-6c20-45ae-bcef-3b9da64de1ae service neutron] 10.222.0.60 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872176 Feb 19 01:39:50.826140 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Set router c74e6ffd-25fa-4997-b440-b8c797a0d73b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:50.908136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3ce8efde-066f-42b2-8c50-1a05a5f01456 req-ef0b9ec1-16a8-448d-8af0-bf002f363250 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 210 time: 0.0338032 Feb 19 01:39:51.037165 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 4, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port': {'id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:45Z', 'updated_at': '2022-02-19T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd13ef5af-e58d-4c4b-9c32-756e56a7c7ea', 'name': '', 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'mac_address': 'fa:16:3e:12:b1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ac96e748-a36c-4852-baca-4e537dbc3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:46Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 2, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'subnets': [{'id': 'ac96e748-a36c-4852-baca-4e537dbc3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:51.068088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Checking router: c74e6ffd-25fa-4997-b440-b8c797a0d73b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:39:51.068445 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Updating router c74e6ffd-25fa-4997-b440-b8c797a0d73b port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:39:51.095343 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.360851 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Publish callbacks [] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.366950 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.418144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b39145-2d2f-44a5-b12c-8e934a633b6b None None] Pushing event updated for resources: {'Port': ['ID=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:51.473968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Attempting to bind port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:51.474644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Attempting to bind port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:51.475021 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Attempting to bind port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea on network b34688b6-6842-4ee8-8bea-f341178fbeaf {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:51.481067 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:51.481453 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Checking segment: {'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:51.481910 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.482528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Bound using segment: {'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:51.483012 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Bound port: d13ef5af-e58d-4c4b-9c32-756e56a7c7ea, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70408304-e73e-4c99-91ee-00d8cfda8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:51.483584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.553358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.566545 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] For port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:51.570148 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] For port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,segment=NetworkSegment(70408304-e73e-4c99-91ee-00d8cfda8007),segment_id=70408304-e73e-4c99-91ee-00d8cfda8007)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:51.577036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.653638 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Routers {'c74e6ffd-25fa-4997-b440-b8c797a0d73b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:39:51.654364 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:51.692251 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b39145-2d2f-44a5-b12c-8e934a633b6b None None] Pushing event updated for resources: {'Port': ['ID=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:51.704598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a3679ff6-e1a7-4bff-86ce-c4d3cd05f998 None None] Provisioning complete for port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:51.704994 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3679ff6-e1a7-4bff-86ce-c4d3cd05f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:51.807924 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] Set router c74e6ffd-25fa-4997-b440-b8c797a0d73b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:39:52.018642 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cdbd-8539-41eb-8408-59d62053c170 req-58c120d7-3810-4d7a-8558-bac2938b9f15 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:52.021159 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-58c120d7-3810-4d7a-8558-bac2938b9f15 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 808 time: 0.1258867 Feb 19 01:39:52.032614 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f551fb8b-ae4f-48c0-872f-eeffab42960f req-fd3db53c-f137-4430-9d84-39eb4f4b574f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 210 time: 0.0409358 Feb 19 01:39:52.089974 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-5f6f32db-a837-498c-a36a-d4fc64d1ba70 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae HTTP/1.1" status: 200 len: 379 time: 0.0596721 Feb 19 01:39:52.097642 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a3679ff6-e1a7-4bff-86ce-c4d3cd05f998 None None] Current status of the port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:52.098143 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3679ff6-e1a7-4bff-86ce-c4d3cd05f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.098581 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'port': {'device_id': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'admin_state_up': True, 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'security_groups': ['06f8fcad-5464-422e-bbf7-05816a5bf950']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:52.179561 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a3679ff6-e1a7-4bff-86ce-c4d3cd05f998 None None] For port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,segment=NetworkSegment(70408304-e73e-4c99-91ee-00d8cfda8007),segment_id=70408304-e73e-4c99-91ee-00d8cfda8007)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:52.185053 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3679ff6-e1a7-4bff-86ce-c4d3cd05f998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.214885 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Made reservation on behalf of 9c077bb56ea34f2ba7f519ee37d3f1ae for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:39:52.218445 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.269522 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3679ff6-e1a7-4bff-86ce-c4d3cd05f998 None None] Pushing event updated for resources: {'Port': ['ID=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:52.296689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 4, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port': {'id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:45Z', 'updated_at': '2022-02-19T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd13ef5af-e58d-4c4b-9c32-756e56a7c7ea', 'name': '', 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'mac_address': 'fa:16:3e:12:b1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ac96e748-a36c-4852-baca-4e537dbc3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:46Z', 'updated_at': '2022-02-19T01:39:51Z', 'revision_number': 4, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'subnets': [{'id': 'ac96e748-a36c-4852-baca-4e537dbc3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:39:52.326687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4c3936-1517-4250-9c67-176959ce48a1 None None] The sync data for ids ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'] in n-d-826527-3 is: [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 4, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port': {'id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:45Z', 'updated_at': '2022-02-19T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'd13ef5af-e58d-4c4b-9c32-756e56a7c7ea', 'name': '', 'network_id': 'b34688b6-6842-4ee8-8bea-f341178fbeaf', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'mac_address': 'fa:16:3e:12:b1:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': 'ac96e748-a36c-4852-baca-4e537dbc3e69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:46Z', 'updated_at': '2022-02-19T01:39:51Z', 'revision_number': 4, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'subnets': [{'id': 'ac96e748-a36c-4852-baca-4e537dbc3e69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:39:52.334955 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7385d594-f472-4dda-be91-3e996919673e None None] Provisioning complete for port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:52.335494 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7385d594-f472-4dda-be91-3e996919673e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.347964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Allocated IP 172.20.0.13 (28856b91-259a-4f69-8ae0-3f876568a639/2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c/bde69e13-48f7-4888-86b3-a61a624515e8) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:39:52.444163 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7385d594-f472-4dda-be91-3e996919673e None None] Current status of the port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:52.518747 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for port (bde69e13-48f7-4888-86b3-a61a624515e8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.554672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.602146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Network 28856b91-259a-4f69-8ae0-3f876568a639 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:39:52.605140 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:39:52.611761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:39:52.636078 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:52.666312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:52.666998 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.684873 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cf635316-26ce-4ad1-bf79-fcaaf699543c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5900090 Feb 19 01:39:52.697938 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Request body: {'port': {'device_id': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:39:52.760925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.868024 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-2fdbe596-06aa-4ff5-843b-d5866cb2f73f None None] Provisioning complete for port bde69e13-48f7-4888-86b3-a61a624515e8 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:52.868643 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2fdbe596-06aa-4ff5-843b-d5866cb2f73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:52.912139 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbe596-06aa-4ff5-843b-d5866cb2f73f None None] Port bde69e13-48f7-4888-86b3-a61a624515e8 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:39:52.964702 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.167194 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925b102-cf29-4cb4-b9f0-29de06483597 req-2f2576ee-8a5d-4e1d-b067-ed5dfca82a5d tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:53.168765 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9925b102-cf29-4cb4-b9f0-29de06483597 req-2f2576ee-8a5d-4e1d-b067-ed5dfca82a5d tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 932 time: 0.0696890 Feb 19 01:39:53.219593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9925b102-cf29-4cb4-b9f0-29de06483597 req-a3cf59ef-4277-4619-b8eb-d8291542a7bf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431991 Feb 19 01:39:53.351850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bde69e13-48f7-4888-86b3-a61a624515e8 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:39:53.359733 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Publish callbacks [] for port (bde69e13-48f7-4888-86b3-a61a624515e8), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.374044 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Transition to ACTIVE for port object bde69e13-48f7-4888-86b3-a61a624515e8 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:39:53.379187 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.430275 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:53.500893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Attempting to bind port bde69e13-48f7-4888-86b3-a61a624515e8 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:39:53.501350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Attempting to bind port bde69e13-48f7-4888-86b3-a61a624515e8 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:39:53.501791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Attempting to bind port bde69e13-48f7-4888-86b3-a61a624515e8 on network 28856b91-259a-4f69-8ae0-3f876568a639 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:53.507824 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Port bde69e13-48f7-4888-86b3-a61a624515e8 on network 28856b91-259a-4f69-8ae0-3f876568a639 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:39:53.508158 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Attempting to bind port bde69e13-48f7-4888-86b3-a61a624515e8 on network 28856b91-259a-4f69-8ae0-3f876568a639 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:39:53.513267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:39:53.513621 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Checking segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:39:53.514009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Bound using segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:39:53.514491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Bound port: bde69e13-48f7-4888-86b3-a61a624515e8, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:39:53.514877 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.584397 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:39:53.587574 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:39:53.594825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.628714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:53.629407 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:53.630883 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] 10.222.0.113 "PUT /v2.0/ports/bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 1092 time: 0.9377575 Feb 19 01:39:53.631288 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:39:53.633604 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902fd43c-eb6a-4256-9083-a20721fd8f77" -d '{"events": [{"name": "network-changed", "server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:39:53.662888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11198ee3-575d-4e81-9565-73b72e722cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:53.687640 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d8e9fa-5640-4272-8f3a-dbe86883b3ba x-openstack-request-id: req-f7d8e9fa-5640-4272-8f3a-dbe86883b3ba {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:39:53.687961 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:39:53.688322 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7d8e9fa-5640-4272-8f3a-dbe86883b3ba {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:39:53.688803 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'status': 'completed', 'code': 200} Feb 19 01:39:53.739159 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cdbd-8539-41eb-8408-59d62053c170 req-8603328d-2d24-4506-ba56-3cb7a29b6d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:53.740689 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-8603328d-2d24-4506-ba56-3cb7a29b6d25 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1126 time: 0.0468380 Feb 19 01:39:53.786353 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-ae602d77-fe34-4a5f-9376-503bd098c03f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 217 time: 0.0386848 Feb 19 01:39:53.837285 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cdbd-8539-41eb-8408-59d62053c170 req-3cbdf16a-ff71-4c77-ab9e-4f14277a57d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:53.838801 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-3cbdf16a-ff71-4c77-ab9e-4f14277a57d8 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0469153 Feb 19 01:39:53.892849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337cdbd-8539-41eb-8408-59d62053c170 req-5f35a236-a9cc-416e-90f8-8de02ba1b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:53.894422 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-5f35a236-a9cc-416e-90f8-8de02ba1b807 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484655 Feb 19 01:39:53.991280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-cea85ac3-25e1-490d-a3c3-748851389ebc service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904574 Feb 19 01:39:54.081117 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-5337cdbd-8539-41eb-8408-59d62053c170 req-eecc09a6-1056-483f-b7f1-5e3e3f9327be service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842898 Feb 19 01:39:54.173289 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-4aa19b5b-e37a-4d35-9dd9-5dc89dcd302f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:54.174892 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-4aa19b5b-e37a-4d35-9dd9-5dc89dcd302f service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1126 time: 0.0472181 Feb 19 01:39:54.231906 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.278797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-98bd7f19-7e34-4de6-b183-ed6f916b74e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:54.280453 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-98bd7f19-7e34-4de6-b183-ed6f916b74e9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0989003 Feb 19 01:39:54.330759 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-c4b94314-9ec5-4d16-9931-6dc9d15f0818 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 217 time: 0.0412569 Feb 19 01:39:54.349413 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d13ef5af-e58d-4c4b-9c32-756e56a7c7ea up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:54.363161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3aa5bd-aee3-4042-8484-c3c101ea0279 req-d29be8f6-1f7c-4d70-a5d6-abcf57cd1eea tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:54.364802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec3aa5bd-aee3-4042-8484-c3c101ea0279 req-d29be8f6-1f7c-4d70-a5d6-abcf57cd1eea tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0634141 Feb 19 01:39:54.389462 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-6bbe3b5b-f7f2-4fd9-80fe-85ba28154978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:54.391019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-6bbe3b5b-f7f2-4fd9-80fe-85ba28154978 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0539846 Feb 19 01:39:54.423739 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.427699 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ec3aa5bd-aee3-4042-8484-c3c101ea0279 req-d747df0a-2301-4806-8cd5-be0cf0599201 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565801 Feb 19 01:39:54.428005 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:54.428375 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:54.447672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-d44532dc-8c1f-482c-a1b3-1b4cb01a470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:54.449360 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-d44532dc-8c1f-482c-a1b3-1b4cb01a470e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511882 Feb 19 01:39:54.520704 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:54.541137 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-72b07b93-2fba-404a-9618-f4de01151dc8 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836506 Feb 19 01:39:54.635948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-902fd43c-eb6a-4256-9083-a20721fd8f77 req-00df529c-005a-4092-81b3-9772b09d8287 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877521 Feb 19 01:39:55.570423 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738855db-6f48-48bb-abbc-3cbc893e0e16 req-0c7d1634-9bdf-4a01-99f1-600c9f87576a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:55.571984 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-738855db-6f48-48bb-abbc-3cbc893e0e16 req-0c7d1634-9bdf-4a01-99f1-600c9f87576a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0579004 Feb 19 01:39:55.626566 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-738855db-6f48-48bb-abbc-3cbc893e0e16 req-4a82bd73-0365-47b0-a7cb-bef82985da03 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469480 Feb 19 01:39:56.754074 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bf9c5-4461-4b1f-b904-3411b9becb67 req-1f722a41-b2b3-42cd-a2dd-0cc20cae1402 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:56.755603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b4bf9c5-4461-4b1f-b904-3411b9becb67 req-1f722a41-b2b3-42cd-a2dd-0cc20cae1402 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0561812 Feb 19 01:39:56.811441 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6b4bf9c5-4461-4b1f-b904-3411b9becb67 req-74eef0ef-2c0b-4dcd-9fe3-cfe1a289ba7e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473876 Feb 19 01:39:57.071186 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:39:57.175427 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:57.187138 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'port_id': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'mac_address': 'fa:16:3e:fe:6f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:39:57.223328 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bde69e13-48f7-4888-86b3-a61a624515e8 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:57.223715 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.240239 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde69e13-48f7-4888-86b3-a61a624515e8 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:39:57.260152 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:57.267850 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:57.319123 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:57.485999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['bde69e13-48f7-4888-86b3-a61a624515e8'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:39:57.956140 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce3116-c219-46ef-934c-bd9ab2d5913b req-69287411-00f0-48ef-aa31-bf89952689e9 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:57.957680 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6cce3116-c219-46ef-934c-bd9ab2d5913b req-69287411-00f0-48ef-aa31-bf89952689e9 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 945 time: 0.0585089 Feb 19 01:39:58.009593 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6cce3116-c219-46ef-934c-bd9ab2d5913b req-0776bf67-dd95-4bfe-a89b-4f872ca96379 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457914 Feb 19 01:39:59.086025 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:39:59.140785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port bde69e13-48f7-4888-86b3-a61a624515e8 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:39:59.145095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port bde69e13-48f7-4888-86b3-a61a624515e8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:39:59.145601 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.150061 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42830c5-be15-41bb-937b-0838da906a4b req-ae6f554f-642d-4a93-a302-3be2cc723010 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:59.151596 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c42830c5-be15-41bb-937b-0838da906a4b req-ae6f554f-642d-4a93-a302-3be2cc723010 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 945 time: 0.0629926 Feb 19 01:39:59.202502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c42830c5-be15-41bb-937b-0838da906a4b req-32563b4b-c419-4472-998f-7b8a189117a8 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447912 Feb 19 01:39:59.227379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bde69e13-48f7-4888-86b3-a61a624515e8 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:39:59.227774 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.250785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:39:59.252985 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e874993-337b-495b-b86f-19f66c106b76" -d '{"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-plugged", "status": "completed", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:39:59.265064 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:39:59.270104 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:39:59.292577 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94acacd4-11f4-4d6f-878a-4c2034d9ecbc x-openstack-request-id: req-94acacd4-11f4-4d6f-878a-4c2034d9ecbc {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:39:59.292911 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-plugged", "status": "completed", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:39:59.293115 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-94acacd4-11f4-4d6f-878a-4c2034d9ecbc {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:39:59.293577 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'code': 200} Feb 19 01:39:59.318794 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:39:59.403831 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04ce5-9065-4588-bf60-09f6ce8f4232 req-604423eb-73ef-4252-a02c-2235fceeb376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:39:59.405353 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3b04ce5-9065-4588-bf60-09f6ce8f4232 req-604423eb-73ef-4252-a02c-2235fceeb376 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1128 time: 0.0533085 Feb 19 01:39:59.455726 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-c3b04ce5-9065-4588-bf60-09f6ce8f4232 req-b67a145d-c496-4efd-bcdc-7b33f4421396 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428264 Feb 19 01:40:00.340317 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb271d-de9f-4766-8bd5-2992e74eab0e req-56cdffdf-d889-48ef-a40e-a48e2200670a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:00.341717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5bcb271d-de9f-4766-8bd5-2992e74eab0e req-56cdffdf-d889-48ef-a40e-a48e2200670a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0594244 Feb 19 01:40:00.398522 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5bcb271d-de9f-4766-8bd5-2992e74eab0e req-afb6e197-19ae-470e-8970-ff35ca9f0623 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507653 Feb 19 01:40:01.549889 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5156d-f9c9-4023-9ced-f9066fd2fbe0 req-9292cec4-4251-48e3-a4e7-f8607c878ba4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:01.551405 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3df5156d-f9c9-4023-9ced-f9066fd2fbe0 req-9292cec4-4251-48e3-a4e7-f8607c878ba4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0670290 Feb 19 01:40:01.611989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3df5156d-f9c9-4023-9ced-f9066fd2fbe0 req-524df2a1-2f1f-46ff-a93e-ef834338fd77 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516071 Feb 19 01:40:01.741387 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4102028-69d6-4a9e-a7e5-de1b4216311e req-90a219e6-bce0-467f-80a6-1f4e89f562e2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:01.742802 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4102028-69d6-4a9e-a7e5-de1b4216311e req-90a219e6-bce0-467f-80a6-1f4e89f562e2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0574944 Feb 19 01:40:01.798012 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e4102028-69d6-4a9e-a7e5-de1b4216311e req-b1ed0286-e858-466a-828e-8db086fbb771 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494094 Feb 19 01:40:01.825791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38994) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:01.936110 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e69d3c-560e-474f-ab11-f82fb91ff76c tempest-TestShelveInstance-555726166 tempest-TestShelveInstance-555726166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:01.937646 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-c6e69d3c-560e-474f-ab11-f82fb91ff76c tempest-TestShelveInstance-555726166 tempest-TestShelveInstance-555726166-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1123 time: 0.1107819 Feb 19 01:40:01.940798 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 38998) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:40:01.945081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:40:01.968068 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.067228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.176961 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Allocated IP 172.25.6.155 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/bc47c274-96d9-46db-a2d6-dc34ce221d46) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:40:02.280045 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for port (bc47c274-96d9-46db-a2d6-dc34ce221d46), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.320421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bc47c274-96d9-46db-a2d6-dc34ce221d46), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.357797 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:40:02.360893 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:40:02.367435 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:40:02.396012 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'Port': ['ID=bc47c274-96d9-46db-a2d6-dc34ce221d46,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:02.756414 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for floatingip (5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.833588 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bc47c274-96d9-46db-a2d6-dc34ce221d46), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.984494 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for port (bc47c274-96d9-46db-a2d6-dc34ce221d46), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:02.991091 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (bc47c274-96d9-46db-a2d6-dc34ce221d46), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.060203 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'Port': ['ID=bc47c274-96d9-46db-a2d6-dc34ce221d46,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:40:03.072230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.176305 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Floating IP 5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3 associated. External IP: 172.25.6.155, port: bde69e13-48f7-4888-86b3-a61a624515e8. Feb 19 01:40:03.393789 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Router da46f6c3-1112-4d5a-8634-b4b0654ea728 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:40:03.507806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:40:03.519040 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] Sync routers for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:40:03.527225 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:03.529742 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:03.530393 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:03.556327 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-3ecbc13b-5776-4909-a08b-a069bb08e9c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6144981 Feb 19 01:40:03.556950 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:40:03.559243 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:40:03.637979 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:03.680474 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9e896c-eec7-4510-8a17-1484765f720e x-openstack-request-id: req-ec9e896c-eec7-4510-8a17-1484765f720e {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:40:03.680771 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:40:03.681029 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec9e896c-eec7-4510-8a17-1484765f720e {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:40:03.681438 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'status': 'completed', 'code': 200} Feb 19 01:40:03.748174 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-188d4999-0175-43fe-b30c-98dcd92c204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:03.749827 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-188d4999-0175-43fe-b30c-98dcd92c204a service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1128 time: 0.0450211 Feb 19 01:40:03.850853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-65d0a1ed-f8bc-439c-8f5e-b644c78a5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:03.852356 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-65d0a1ed-f8bc-439c-8f5e-b644c78a5d67 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0959072 Feb 19 01:40:03.876018 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'port_id': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'mac_address': 'fa:16:3e:fe:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:40:02Z', 'updated_at': '2022-02-19T01:40:02Z', 'revision_number': 0, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:03.901498 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] Checking router: da46f6c3-1112-4d5a-8634-b4b0654ea728 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:40:03.910501 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:40:03.911116 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:39:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:03.919699 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-9b6268d9-21f5-4414-8f57-442afb44152c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 1000 time: 0.0616803 Feb 19 01:40:03.988535 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-f27e82ed-302c-41dd-a024-c0f5762ce4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:03.990568 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-f27e82ed-302c-41dd-a024-c0f5762ce4ff service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0644081 Feb 19 01:40:04.053331 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-6d2bb89e-3f34-4bf5-9946-6e41714f01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:04.054992 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-6d2bb89e-3f34-4bf5-9946-6e41714f01ba service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581355 Feb 19 01:40:04.121212 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:40:04.152050 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-cb66d560-643e-4f5d-8ff5-1997becf15cc service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907881 Feb 19 01:40:04.246019 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-df9dd553-0cb8-41b7-81d4-b5fceb222cd2 req-b17f0c8f-e6ba-4b99-8cad-0f29e6bfbfc6 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880237 Feb 19 01:40:04.365268 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'port_id': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'mac_address': 'fa:16:3e:fe:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:40:02Z', 'updated_at': '2022-02-19T01:40:02Z', 'revision_number': 0, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:40:04.391443 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c1d93-fe3a-4aa1-a01d-ef118a8d0823 None None] The sync data for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 is: [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'port_id': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'mac_address': 'fa:16:3e:fe:6f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:40:02Z', 'updated_at': '2022-02-19T01:40:02Z', 'revision_number': 0, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:40:04.605526 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4a8a2c-728d-4aba-842a-08fe87bdd05c None None] New status for floating IP 5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:40:06.493514 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:40:08.963121 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-e1be297b-c049-42a4-81c5-76a539800304 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571640 Feb 19 01:40:09.063699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-4e544a55-d5c1-45b3-9771-f43f0c4d4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:09.065238 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-4e544a55-d5c1-45b3-9771-f43f0c4d4c67 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1128 time: 0.0541809 Feb 19 01:40:09.175050 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-b41fba24-7dc2-45b4-9caf-dc6e3b0db922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:09.176617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-b41fba24-7dc2-45b4-9caf-dc6e3b0db922 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0917985 Feb 19 01:40:09.244983 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-045e0ecf-04ae-4351-b5d1-3d867cca6598 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 1002 time: 0.0624537 Feb 19 01:40:09.293354 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-1f15baf9-a5d2-4588-8924-61fb23a9f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:09.294902 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-1f15baf9-a5d2-4588-8924-61fb23a9f250 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0447085 Feb 19 01:40:09.358149 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-321c3687-796a-4367-8d50-57a9310fbb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:09.359677 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-321c3687-796a-4367-8d50-57a9310fbb8a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0548997 Feb 19 01:40:09.448674 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-85bb7d35-6612-4625-83c0-17c56cabaf83 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819216 Feb 19 01:40:09.539764 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-91eb40a8-941f-413e-83df-6ec20aa3827a req-1cc65aee-2e9a-4426-aa77-1f3c3460051a service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849726 Feb 19 01:40:18.083724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-18178b6d-2c97-424a-95ed-c412e44a2307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.451737 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:19.721058 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-8f9ef9a5-2ed7-43a2-b8fd-6ed3e06f4962 req-715ba9d4-4b1f-49c7-a1c8-caa3b3d05de6 tempest-ServerActionsTestJSON-213629099 tempest-ServerActionsTestJSON-213629099-project] (103649) timed out ('10.222.0.60', 35202) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 01:40:20.132271 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c3d9fab-fa02-4e06-b435-d32ca5688cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:21.536128 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:22.962097 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.227566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:24.416449 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:25.633054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e90647c-f00b-4e8b-ad30-720d904c0eed req-7a22343a-ec27-4433-8723-8c98c687a1d8 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0382388 Feb 19 01:40:25.700011 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e90647c-f00b-4e8b-ad30-720d904c0eed req-f2450e5b-9df7-4474-a292-fdb99d9f453d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0263958 Feb 19 01:40:25.741517 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e90647c-f00b-4e8b-ad30-720d904c0eed req-be74d19f-4719-4226-b234-5d6959510ff2 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203176 Feb 19 01:40:25.836865 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90647c-f00b-4e8b-ad30-720d904c0eed req-bc98ca0f-484f-43c0-bcbc-e2805d9c4368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:40:25.838359 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7e90647c-f00b-4e8b-ad30-720d904c0eed req-bc98ca0f-484f-43c0-bcbc-e2805d9c4368 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914052 Feb 19 01:40:43.498307 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:40:48.087923 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bd016e1-9435-47aa-937f-3b996a586a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:49.454889 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:50.137504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4503f51a-687c-402f-833e-6fd31326b2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:51.538458 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:52.970062 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:54.237913 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:40:54.426159 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:11.561391 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-27289147-4f9d-45fc-8176-fce05ef96e42 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509994 Feb 19 01:41:11.656648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-af5b178b-4d06-46dc-a744-f6a19ad80965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:11.658171 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-af5b178b-4d06-46dc-a744-f6a19ad80965 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1128 time: 0.0528259 Feb 19 01:41:11.764476 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-23a30a22-756d-4071-8d61-0d9692f6a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:11.765934 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-23a30a22-756d-4071-8d61-0d9692f6a8ed service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0873358 Feb 19 01:41:11.842687 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-4ba9e461-05ef-4935-84ca-ba276e1669ec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 1002 time: 0.0597191 Feb 19 01:41:11.897272 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-d6b59d17-e9d2-407c-bea6-09132b138456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:11.898732 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-d6b59d17-e9d2-407c-bea6-09132b138456 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0503583 Feb 19 01:41:11.955539 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-e6b24658-d4ce-4176-9cb4-352a9d877f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:11.957059 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-e6b24658-d4ce-4176-9cb4-352a9d877f8e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525489 Feb 19 01:41:12.354194 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-28674677-8e34-4c9c-bcb9-dc9b61c63985 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911595 Feb 19 01:41:12.453527 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a17e6bf3-be43-4f9a-ba02-afb580c28947 req-a5b6edcb-7b8b-417d-b13f-07a7dae0e0e4 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908051 Feb 19 01:41:18.087687 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1abbef3-61f0-4015-82ee-aa652ac7c5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:19.454584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:20.142706 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74d64a9e-dfd3-4522-85a1-ee6c6d79526b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:20.505188 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:41:21.548986 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:22.972699 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:24.236484 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:24.442646 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:26.606931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33874686-3ccd-47cf-b539-5602d8bc7726 req-e53e045b-218b-4eed-9d66-7ef377138100 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0331540 Feb 19 01:41:26.674616 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33874686-3ccd-47cf-b539-5602d8bc7726 req-3076b7f1-351c-4dfe-ae59-193086781bb2 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Feb 19 01:41:26.719358 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33874686-3ccd-47cf-b539-5602d8bc7726 req-bc9e054c-2576-4af5-b1df-f029c17f5b87 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191331 Feb 19 01:41:26.827836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874686-3ccd-47cf-b539-5602d8bc7726 req-715a655d-5715-4445-aec4-635730569eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:26.829330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-33874686-3ccd-47cf-b539-5602d8bc7726 req-715a655d-5715-4445-aec4-635730569eb4 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929222 Feb 19 01:41:48.084015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-644a576f-0d3e-47e0-aa12-6149ce010fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:49.453055 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:50.143952 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ccd03f5-a928-459d-bc25-8dffdd2072fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:51.546308 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:52.974330 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:54.242833 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:54.456964 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:41:57.501361 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:41:59.245919 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb35b9c-5cc0-4101-9e3b-2ca29bfeef44 req-dc19bba3-6966-4dc0-8478-6a354a7aa263 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:41:59.247505 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcb35b9c-5cc0-4101-9e3b-2ca29bfeef44 req-dc19bba3-6966-4dc0-8478-6a354a7aa263 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0578861 Feb 19 01:41:59.301963 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bcb35b9c-5cc0-4101-9e3b-2ca29bfeef44 req-1ce9513e-89aa-41d0-a178-3c6d7a7a4e0b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486796 Feb 19 01:42:00.445022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e960-fa67-4eda-a420-9aa73d82eb60 req-2d5552a3-1311-4118-a7aa-2ea8694198b2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:00.446430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6197e960-fa67-4eda-a420-9aa73d82eb60 req-2d5552a3-1311-4118-a7aa-2ea8694198b2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0551453 Feb 19 01:42:00.498684 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6197e960-fa67-4eda-a420-9aa73d82eb60 req-5b97ac3f-9810-48a7-8ee6-ebbe6bf026e2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464759 Feb 19 01:42:01.657455 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9e37f-6b37-4d6a-901b-e24b915e63a4 req-4ad0cb54-2e05-4a58-b5b1-6b7c7b81e43b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:01.658981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37f9e37f-6b37-4d6a-901b-e24b915e63a4 req-4ad0cb54-2e05-4a58-b5b1-6b7c7b81e43b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0662670 Feb 19 01:42:01.714649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37f9e37f-6b37-4d6a-901b-e24b915e63a4 req-b316f77c-f9ea-4433-958b-bbb2e18b6801 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471544 Feb 19 01:42:02.858091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7b593-b74c-48a0-a841-5a1a017562fd req-ea9083e8-880d-47aa-b717-54678b5657c6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:02.859633 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdf7b593-b74c-48a0-a841-5a1a017562fd req-ea9083e8-880d-47aa-b717-54678b5657c6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0658281 Feb 19 01:42:02.909974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cdf7b593-b74c-48a0-a841-5a1a017562fd req-164f8a31-ca6e-4d00-9a68-14b28ee67b85 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440509 Feb 19 01:42:04.058642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cffad-c502-40af-931a-0bc1380ec5a7 req-b47009bb-2d87-4759-8f31-267b13e2fc63 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:04.061014 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f00cffad-c502-40af-931a-0bc1380ec5a7 req-b47009bb-2d87-4759-8f31-267b13e2fc63 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0633969 Feb 19 01:42:04.114381 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f00cffad-c502-40af-931a-0bc1380ec5a7 req-a42d9322-1849-47ad-84ad-18092c3969e5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473454 Feb 19 01:42:05.250422 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419c81-b5c0-446c-9718-de263b302edf req-444ecd83-1e65-441b-bea9-2bf0be9e75a5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:05.251932 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01419c81-b5c0-446c-9718-de263b302edf req-444ecd83-1e65-441b-bea9-2bf0be9e75a5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0612614 Feb 19 01:42:05.303164 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01419c81-b5c0-446c-9718-de263b302edf req-f79d7e9b-9e2e-4eb8-b796-782c4cdf6db8 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454602 Feb 19 01:42:06.450992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbfbe1-35b7-4309-89c0-e6fed0aa2849 req-fa76e8c8-77f4-4a81-b1a9-075d411c6ba5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:06.452424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58cbfbe1-35b7-4309-89c0-e6fed0aa2849 req-fa76e8c8-77f4-4a81-b1a9-075d411c6ba5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0618410 Feb 19 01:42:06.516453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-58cbfbe1-35b7-4309-89c0-e6fed0aa2849 req-97a8f56d-9109-4564-84e3-9cc5259e5d0a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582173 Feb 19 01:42:07.656477 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6fc21-552f-4593-bafd-f6d98874e09a req-25c094b3-9aec-4e44-85d0-e788de8c2834 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:07.657985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cae6fc21-552f-4593-bafd-f6d98874e09a req-25c094b3-9aec-4e44-85d0-e788de8c2834 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0595396 Feb 19 01:42:07.709678 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cae6fc21-552f-4593-bafd-f6d98874e09a req-97af9370-7222-44ae-b2d8-79a541b1df54 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429432 Feb 19 01:42:08.845716 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02096fa3-d36d-4617-a47d-758e39915f53 req-061eeb16-9a92-4f3e-b67c-b960a4303923 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:08.847225 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02096fa3-d36d-4617-a47d-758e39915f53 req-061eeb16-9a92-4f3e-b67c-b960a4303923 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0560327 Feb 19 01:42:08.900971 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-02096fa3-d36d-4617-a47d-758e39915f53 req-6ea8f10a-143b-412a-8f64-941dfe4c0505 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452552 Feb 19 01:42:10.059660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c2c4f-fbe3-4717-85fb-4b12142767f8 req-8ae026b1-b575-412d-9f4e-81b491492d33 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:10.061480 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-284c2c4f-fbe3-4717-85fb-4b12142767f8 req-8ae026b1-b575-412d-9f4e-81b491492d33 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0719800 Feb 19 01:42:10.115521 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-284c2c4f-fbe3-4717-85fb-4b12142767f8 req-02da0260-99fb-46e2-a686-9013708919af tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456719 Feb 19 01:42:11.000549 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-19ec6630-9233-49cc-81ba-23c061a9a330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:11.002044 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-19ec6630-9233-49cc-81ba-23c061a9a330 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1128 time: 0.0484612 Feb 19 01:42:11.124064 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-63f885e9-500e-463b-b44c-0d11c2a35915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:11.125546 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-63f885e9-500e-463b-b44c-0d11c2a35915 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0993471 Feb 19 01:42:11.194823 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-351b70bf-f370-4a13-98b7-14af233772d3 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 1002 time: 0.0604339 Feb 19 01:42:11.242990 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89c5b9-ad17-470c-abab-3c7651862b2a req-abf3def8-bbfb-4b82-a35f-c2974a848fc9 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:11.244481 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d89c5b9-ad17-470c-abab-3c7651862b2a req-abf3def8-bbfb-4b82-a35f-c2974a848fc9 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0550487 Feb 19 01:42:11.246112 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-73e27965-2d3c-4b92-9cd0-83d25da4c194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:11.247628 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-73e27965-2d3c-4b92-9cd0-83d25da4c194 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0441713 Feb 19 01:42:11.294298 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2d89c5b9-ad17-470c-abab-3c7651862b2a req-86dcf4f0-6596-424b-a98c-7f0237d7f6d2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436180 Feb 19 01:42:11.305988 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-8ed61b25-f5b0-4237-9c1c-3efbf229dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:11.307560 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-8ed61b25-f5b0-4237-9c1c-3efbf229dd23 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504813 Feb 19 01:42:11.318719 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-5075e862-c233-419b-a1d0-24e82e011136 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:42:11.319650 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-5075e862-c233-419b-a1d0-24e82e011136 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050347 Feb 19 01:42:11.410293 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-8491efb9-7265-48cf-a425-e9b00726daea service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838315 Feb 19 01:42:11.506461 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6f3253d0-0977-480c-a07b-94ba1c5135f9 req-a843e1c1-b31c-43c4-8ad9-362d126b45e5 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896721 Feb 19 01:42:11.662493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:42:11.768141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:42:11.779777 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'port_id': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'mac_address': 'fa:16:3e:fe:6f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:42:11.816320 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bde69e13-48f7-4888-86b3-a61a624515e8 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:42:11.816713 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:11.830016 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bde69e13-48f7-4888-86b3-a61a624515e8 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:42:11.849933 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:42:11.854794 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:11.913216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:42:11.921930 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.922310 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.922658 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.923039 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.923359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.923689 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.924081 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.925104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.925104 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.925333 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.925494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.925944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.926312 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:42:11.940336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['bde69e13-48f7-4888-86b3-a61a624515e8'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:42:12.431711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781122b7-08ff-4528-a769-2c3a37fb4ecf req-5207d901-719a-45fa-9184-128772a36bea tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:12.434578 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-781122b7-08ff-4528-a769-2c3a37fb4ecf req-5207d901-719a-45fa-9184-128772a36bea tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 945 time: 0.0612414 Feb 19 01:42:12.896949 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-781122b7-08ff-4528-a769-2c3a37fb4ecf req-c1d7c02e-38bb-4cf2-ad01-7e42e9091fc2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4568439 Feb 19 01:42:13.684826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:42:13.738844 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port bde69e13-48f7-4888-86b3-a61a624515e8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:42:13.739231 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:13.825099 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bde69e13-48f7-4888-86b3-a61a624515e8 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:42:13.825497 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:13.849166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:42:13.851467 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0a762b-fc0e-4c19-b06c-2192500278df" -d '{"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-plugged", "status": "completed", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:42:13.867267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:42:13.873368 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:13.931639 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:42:14.008327 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673e1c6e-2791-44ab-9a94-7e63da5c4f02 x-openstack-request-id: req-673e1c6e-2791-44ab-9a94-7e63da5c4f02 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:42:14.008837 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-plugged", "status": "completed", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:42:14.009202 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-673e1c6e-2791-44ab-9a94-7e63da5c4f02 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:42:14.009694 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'code': 200} Feb 19 01:42:14.034970 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d13af2-feba-4bc7-9e68-0dcdb34679bb req-1d6b8069-96ed-4205-8fc2-3e6988712af4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:14.036498 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92d13af2-feba-4bc7-9e68-0dcdb34679bb req-1d6b8069-96ed-4205-8fc2-3e6988712af4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0548224 Feb 19 01:42:14.096618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-92d13af2-feba-4bc7-9e68-0dcdb34679bb req-33b0c998-f2f2-4170-8a52-e2120a6b02ae tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538547 Feb 19 01:42:15.247054 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee28c55-aeaa-46a1-ad5f-bf0a9d6e6eb3 req-dbedaf6d-c284-448f-9f4a-426b8c54176a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:15.249489 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ee28c55-aeaa-46a1-ad5f-bf0a9d6e6eb3 req-dbedaf6d-c284-448f-9f4a-426b8c54176a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0653431 Feb 19 01:42:15.310750 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8ee28c55-aeaa-46a1-ad5f-bf0a9d6e6eb3 req-705c3169-a338-4344-b48e-a8faff7563e2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546560 Feb 19 01:42:16.460711 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc85e7-e056-4844-8029-4e7391e1f4b3 req-6f8ca8bc-e7b9-437e-af7e-5acd75880173 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:16.462999 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bdc85e7-e056-4844-8029-4e7391e1f4b3 req-6f8ca8bc-e7b9-437e-af7e-5acd75880173 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0771008 Feb 19 01:42:16.516732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0bdc85e7-e056-4844-8029-4e7391e1f4b3 req-ebe76014-9e9b-497a-9a7e-a3fdc0c35f9a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473273 Feb 19 01:42:17.669642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80ad26-39ef-4447-baee-83a62eb203b6 req-7e225e34-2c9b-4d14-8188-89b5ebed6cc0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:17.672181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f80ad26-39ef-4447-baee-83a62eb203b6 req-7e225e34-2c9b-4d14-8188-89b5ebed6cc0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0614700 Feb 19 01:42:17.732849 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f80ad26-39ef-4447-baee-83a62eb203b6 req-b8deb744-7dbf-44ae-a694-df8acff95133 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544436 Feb 19 01:42:18.087469 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a6f310e-2efd-4ff2-8b6b-6a2316b85ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:18.858913 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34372424-5766-4db5-ba06-66c9abfc96ef req-8ef5fef3-86b4-4b01-affc-91fa0d810aeb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:18.860474 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34372424-5766-4db5-ba06-66c9abfc96ef req-8ef5fef3-86b4-4b01-affc-91fa0d810aeb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0635347 Feb 19 01:42:18.911305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-34372424-5766-4db5-ba06-66c9abfc96ef req-516a7926-03e6-4e03-92b7-04dc0a6cc812 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447955 Feb 19 01:42:19.455362 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:20.041805 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a0ec3-6704-40ca-9309-3a762782f574 req-304a16c8-27d5-4deb-855c-4a1e11f6e65c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:20.049438 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-867a0ec3-6704-40ca-9309-3a762782f574 req-304a16c8-27d5-4deb-855c-4a1e11f6e65c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0652320 Feb 19 01:42:20.102175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-867a0ec3-6704-40ca-9309-3a762782f574 req-369e81ed-06c3-4957-a6df-832069138896 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518520 Feb 19 01:42:20.151937 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e71fee1f-b279-4dba-8b1b-768981f9489b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:21.247227 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-cec3178f-f0ae-4a1e-9508-a0497735a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:21.249214 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-cec3178f-f0ae-4a1e-9508-a0497735a7f5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1128 time: 0.0469089 Feb 19 01:42:21.255037 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638349b0-9788-4c42-a0bb-ce7dcf618cc8 req-3e453afc-524e-4239-9beb-78aac741c042 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:21.256520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-638349b0-9788-4c42-a0bb-ce7dcf618cc8 req-3e453afc-524e-4239-9beb-78aac741c042 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0601974 Feb 19 01:42:21.306064 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-638349b0-9788-4c42-a0bb-ce7dcf618cc8 req-7311048e-3451-40f8-b8de-04f69323c486 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434682 Feb 19 01:42:21.339031 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-f445b416-243c-45b3-99f5-cf987d9c9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:21.340549 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-f445b416-243c-45b3-99f5-cf987d9c9436 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0856178 Feb 19 01:42:21.413458 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-100fcb67-dde7-4ea7-9b15-772b91c7036d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 1002 time: 0.0661814 Feb 19 01:42:21.474390 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-c4ffac42-cbf7-4ee2-adb1-6b210cbafc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:21.475897 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-c4ffac42-cbf7-4ee2-adb1-6b210cbafc70 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0558503 Feb 19 01:42:21.532924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-d4946003-4d86-4410-8458-8f772d17908a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:21.534523 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-d4946003-4d86-4410-8458-8f772d17908a service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525448 Feb 19 01:42:21.545064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:21.627866 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-e098b339-0aff-4b73-a406-7c2c81e921f1 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867221 Feb 19 01:42:21.717947 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-a73f19c3-6a1e-44f1-976f-195417a9883b req-b206520c-a18c-48cc-8d2a-f857e31ed0dd service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824220 Feb 19 01:42:22.430316 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a3d51-d753-467c-a737-de0c5af16f25 req-8ed4dbf8-d512-4353-9d49-27c81923f755 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:22.431724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae4a3d51-d753-467c-a737-de0c5af16f25 req-8ed4dbf8-d512-4353-9d49-27c81923f755 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0553989 Feb 19 01:42:22.483342 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ae4a3d51-d753-467c-a737-de0c5af16f25 req-195b13c2-f212-4eaf-ab0d-d09179888b02 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453050 Feb 19 01:42:22.975378 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:23.623009 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb95e2-630b-4b26-8a0a-cd5b2a691daa req-f80cad41-62af-41ae-9287-eb26db2c98a2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:23.624483 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffcb95e2-630b-4b26-8a0a-cd5b2a691daa req-f80cad41-62af-41ae-9287-eb26db2c98a2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 946 time: 0.0612779 Feb 19 01:42:23.679607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffcb95e2-630b-4b26-8a0a-cd5b2a691daa req-c523e6a5-7503-4eb7-8cdf-a962d75bdf1e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492535 Feb 19 01:42:23.759929 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:42:23.760312 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-7577277f-5a71-42a3-9c72-61064450f0ef req-6230921f-9f47-4516-863d-f822b94e7236 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:42:23.761507 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7577277f-5a71-42a3-9c72-61064450f0ef req-6230921f-9f47-4516-863d-f822b94e7236 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059495 Feb 19 01:42:23.841544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bde69e13-48f7-4888-86b3-a61a624515e8 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:42:23.842015 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:23.866034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:42:23.868277 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73021237-3aff-42b3-babd-284a630e9094" -d '{"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-unplugged", "status": "completed", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:42:23.881556 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:42:23.885095 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:23.908184 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 01:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84781631-8c92-49db-83c5-eb06cf364b38 x-openstack-request-id: req-84781631-8c92-49db-83c5-eb06cf364b38 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:42:23.908483 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-unplugged", "status": "failed", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8", "code": 422}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:42:23.908739 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-84781631-8c92-49db-83c5-eb06cf364b38 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:42:23.909135 n-d-826527-3 neutron-server[103651]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'code': 422} returned with failed status Feb 19 01:42:23.934970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:42:24.249822 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:24.475230 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:24.947112 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7371a-416d-4e89-be04-2fde38b23974 req-76d32d22-050d-4f76-bed3-7a0eec546046 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:24.948583 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fe7371a-416d-4e89-be04-2fde38b23974 req-76d32d22-050d-4f76-bed3-7a0eec546046 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0527115 Feb 19 01:42:24.997743 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1fe7371a-416d-4e89-be04-2fde38b23974 req-2452863b-4a17-46d3-a791-3015ef61a108 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432262 Feb 19 01:42:25.225869 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-aab960c5-019f-45c4-ac86-d50af7d59db8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898917 Feb 19 01:42:26.134836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f102-47ba-405c-a56d-ac63aa4dfdfc req-669198eb-58b7-4b87-92a5-337cae3e5d7c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:26.136738 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffe6f102-47ba-405c-a56d-ac63aa4dfdfc req-669198eb-58b7-4b87-92a5-337cae3e5d7c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0601971 Feb 19 01:42:26.194617 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ffe6f102-47ba-405c-a56d-ac63aa4dfdfc req-7d2d1f02-f945-4d11-9774-457df68383b2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503087 Feb 19 01:42:26.382657 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-652bfab4-a12d-4c74-9433-81adf99c55c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:26.384220 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-652bfab4-a12d-4c74-9433-81adf99c55c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports/bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 941 time: 0.1185369 Feb 19 01:42:27.328798 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b68ac3-033b-4f9b-963d-044fdcb4b62c req-7fd4eef9-7ca8-452d-8d13-a90e36256720 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:27.330357 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6b68ac3-033b-4f9b-963d-044fdcb4b62c req-7fd4eef9-7ca8-452d-8d13-a90e36256720 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0587471 Feb 19 01:42:27.380369 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6b68ac3-033b-4f9b-963d-044fdcb4b62c req-779ff0f4-da35-4233-93b2-51cbd25e7640 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440183 Feb 19 01:42:27.609439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a8474bc-eaef-4f21-b4e4-51aeb964a1a8 req-29eea9a7-d0a0-4348-a0d9-ca7a3e85cb3c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266969 Feb 19 01:42:27.679644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a8474bc-eaef-4f21-b4e4-51aeb964a1a8 req-3735ae05-72c8-4a76-b42b-9ce7edba73b9 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0262194 Feb 19 01:42:27.718106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a8474bc-eaef-4f21-b4e4-51aeb964a1a8 req-e72cbc34-b9e1-4ded-b511-7cfa642696bc service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198705 Feb 19 01:42:27.820592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8474bc-eaef-4f21-b4e4-51aeb964a1a8 req-72f68253-8dea-416f-abb8-f48ca028add6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:27.822165 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0a8474bc-eaef-4f21-b4e4-51aeb964a1a8 req-72f68253-8dea-416f-abb8-f48ca028add6 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978160 Feb 19 01:42:28.179614 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-d5fef7af-4f97-4a4a-9638-e9693552bc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:28.181220 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-d5fef7af-4f97-4a4a-9638-e9693552bc52 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905&tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae HTTP/1.1" status: 200 len: 1126 time: 0.0501344 Feb 19 01:42:28.256477 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-17547de9-d500-4e70-807d-167ea2c9ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:28.258701 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-17547de9-d500-4e70-807d-167ea2c9ca39 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1126 time: 0.0555823 Feb 19 01:42:28.366124 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-f4619fa6-f85f-4f6a-9e3e-bd10bb9d7431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:28.367716 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-f4619fa6-f85f-4f6a-9e3e-bd10bb9d7431 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.1037753 Feb 19 01:42:28.435421 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-95c96e08-b132-49f2-bef3-9c79ddf5fb43 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 1000 time: 0.0616524 Feb 19 01:42:28.484205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-bcea9b50-3eab-4669-b50a-d4500e200f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:28.485830 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-bcea9b50-3eab-4669-b50a-d4500e200f01 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0449462 Feb 19 01:42:28.504976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718cfa0-f555-433d-ae91-e8b40fe943c6 req-d276be22-51e5-427b-af90-dd433e95051c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:28.506523 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5718cfa0-f555-433d-ae91-e8b40fe943c6 req-d276be22-51e5-427b-af90-dd433e95051c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0557468 Feb 19 01:42:28.542219 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-20d8f654-f4f5-4b9f-af39-b5e4c2b19e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:28.543799 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-20d8f654-f4f5-4b9f-af39-b5e4c2b19e36 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518937 Feb 19 01:42:28.558829 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5718cfa0-f555-433d-ae91-e8b40fe943c6 req-c6ab7323-aee5-41f7-9e5b-a1fde01c4824 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463166 Feb 19 01:42:28.634775 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-15bc11bc-e043-461e-89c1-05ffb7989132 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849905 Feb 19 01:42:28.733835 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4604b2ef-63f6-4554-95af-49d38f9781fc req-5883f2f5-d085-4c53-a4ff-4f9e69f01eb9 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927019 Feb 19 01:42:29.696063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e4776-20b0-4403-ab4b-63036d00b245 req-28b7287b-d744-47df-9c40-d8e49c826ac6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:29.697744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d0e4776-20b0-4403-ab4b-63036d00b245 req-28b7287b-d744-47df-9c40-d8e49c826ac6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0610762 Feb 19 01:42:29.752080 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7d0e4776-20b0-4403-ab4b-63036d00b245 req-51dc5167-cc04-4d88-8eb8-bc03cbd620fb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483458 Feb 19 01:42:30.885038 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602d62d-b67a-477c-842d-9fe6bb190680 req-a15c659a-1095-4771-894f-030bbd8cb2c6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:30.887804 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f602d62d-b67a-477c-842d-9fe6bb190680 req-a15c659a-1095-4771-894f-030bbd8cb2c6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0610168 Feb 19 01:42:30.939112 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f602d62d-b67a-477c-842d-9fe6bb190680 req-5a405647-635f-4c9c-a1f5-bedf3b74b03e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Feb 19 01:42:32.076567 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41f2fb-0e0e-4a78-b621-4962954f0046 req-be73b074-b32d-4c38-9a46-85810676a52f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:32.078106 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da41f2fb-0e0e-4a78-b621-4962954f0046 req-be73b074-b32d-4c38-9a46-85810676a52f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0630484 Feb 19 01:42:32.131700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-da41f2fb-0e0e-4a78-b621-4962954f0046 req-cfe60db1-5f07-477e-86cb-37eded925ec3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471671 Feb 19 01:42:33.271026 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8371a-6c84-4787-83ee-b151260eddc5 req-c7aa438c-da16-49b8-a79c-e991c24650f5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:33.272603 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f8371a-6c84-4787-83ee-b151260eddc5 req-c7aa438c-da16-49b8-a79c-e991c24650f5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0612624 Feb 19 01:42:33.326017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11f8371a-6c84-4787-83ee-b151260eddc5 req-d5f82562-8752-495d-8565-f944a42e68de tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475004 Feb 19 01:42:34.460751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c2690-7e33-4671-91f2-1620388e0813 req-484a4cef-3540-4c7c-87c3-7ee9cf4d9bea tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:34.462208 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d9c2690-7e33-4671-91f2-1620388e0813 req-484a4cef-3540-4c7c-87c3-7ee9cf4d9bea tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0621560 Feb 19 01:42:34.492015 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:42:34.519796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1d9c2690-7e33-4671-91f2-1620388e0813 req-452ea789-d60a-470c-ab51-fa1b798a735c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518534 Feb 19 01:42:35.654311 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd1852-a0b3-4b44-a8ed-01956ecc66c1 req-916945e6-0f7e-4066-92cd-403f5407ba2b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:35.656017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5dd1852-a0b3-4b44-a8ed-01956ecc66c1 req-916945e6-0f7e-4066-92cd-403f5407ba2b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0607443 Feb 19 01:42:35.707915 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b5dd1852-a0b3-4b44-a8ed-01956ecc66c1 req-87fb0453-2433-4688-a92a-9d6836209302 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461130 Feb 19 01:42:36.859678 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46902804-4297-470e-950e-f628220d0cd1 req-a5a644c8-f1fb-4ef8-b088-4b634e51c3e0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:36.861241 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46902804-4297-470e-950e-f628220d0cd1 req-a5a644c8-f1fb-4ef8-b088-4b634e51c3e0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0631750 Feb 19 01:42:36.914501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-46902804-4297-470e-950e-f628220d0cd1 req-6e99accd-e0e2-4d2a-af95-76bda42b5da3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467064 Feb 19 01:42:38.056763 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147cea5-36fa-40ba-900d-8e86325df635 req-ffa74165-9dcb-4934-b658-641bfb14f0ab tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:38.058391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b147cea5-36fa-40ba-900d-8e86325df635 req-ffa74165-9dcb-4934-b658-641bfb14f0ab tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0589600 Feb 19 01:42:38.111038 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b147cea5-36fa-40ba-900d-8e86325df635 req-cffe2600-0b3f-42ef-a97a-af9e886e28ce tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441203 Feb 19 01:42:39.244277 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514ef9d-442a-462e-a480-3b9523eab862 req-7f3775f2-cf1f-4dbf-9954-65bdea560e0b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:39.245790 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4514ef9d-442a-462e-a480-3b9523eab862 req-7f3775f2-cf1f-4dbf-9954-65bdea560e0b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 944 time: 0.0568104 Feb 19 01:42:39.298029 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4514ef9d-442a-462e-a480-3b9523eab862 req-78273a3f-b218-44ed-9a49-05660d78655e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461121 Feb 19 01:42:39.807907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:42:39.921672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:42:39.937997 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'port_id': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'mac_address': 'fa:16:3e:fe:6f:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:42:39.976000 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bde69e13-48f7-4888-86b3-a61a624515e8 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:42:39.976396 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:39.995524 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bde69e13-48f7-4888-86b3-a61a624515e8 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:42:40.016771 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:42:40.024804 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:40.075759 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=9']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:42:40.290791 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['bde69e13-48f7-4888-86b3-a61a624515e8'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:42:40.428619 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00aba0d-1590-42a0-a471-bbda831cba75 req-27b2c54e-9626-485e-9aba-e14369c171be tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:40.430334 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d00aba0d-1590-42a0-a471-bbda831cba75 req-27b2c54e-9626-485e-9aba-e14369c171be tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 945 time: 0.0540853 Feb 19 01:42:40.486815 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d00aba0d-1590-42a0-a471-bbda831cba75 req-90a1b222-9372-451b-9a8f-aed9a6a927f6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506117 Feb 19 01:42:41.616293 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9585596-a9d3-47c1-936f-2409314e959a req-44d07e6d-7cdc-4f95-b8ee-3bffa12e2521 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:41.617831 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9585596-a9d3-47c1-936f-2409314e959a req-44d07e6d-7cdc-4f95-b8ee-3bffa12e2521 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 945 time: 0.0594404 Feb 19 01:42:41.671643 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a9585596-a9d3-47c1-936f-2409314e959a req-185a6f28-5884-41e2-84a2-85accc0476f3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452633 Feb 19 01:42:41.819284 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:42:41.874359 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port bde69e13-48f7-4888-86b3-a61a624515e8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:42:41.874733 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:41.956574 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port bde69e13-48f7-4888-86b3-a61a624515e8 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:42:41.956996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:41.982987 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:42:41.985233 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0905bac3-2d3d-4d36-ad72-d7620eebed35" -d '{"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-plugged", "status": "completed", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:42:42.003253 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:42:42.010268 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:42.033989 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a2c12-44b1-4ff2-bc0c-ad764eedec3f x-openstack-request-id: req-d11a2c12-44b1-4ff2-bc0c-ad764eedec3f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:42:42.034312 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-plugged", "status": "completed", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:42:42.034715 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d11a2c12-44b1-4ff2-bc0c-ad764eedec3f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:42:42.035124 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'code': 200} Feb 19 01:42:42.061974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:42:42.197930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2fd7e-74dd-4dae-b696-4744106019c7 req-b147e9d3-65cb-4387-bbe0-d0ad2aaedfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:42.199568 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-afe2fd7e-74dd-4dae-b696-4744106019c7 req-b147e9d3-65cb-4387-bbe0-d0ad2aaedfc3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1129 time: 0.0493095 Feb 19 01:42:42.246988 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-afe2fd7e-74dd-4dae-b696-4744106019c7 req-dade4902-7605-404c-91b7-2061accf8ed3 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417883 Feb 19 01:42:42.819014 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0f099-0fc6-44f1-af6f-843bb9935a9f req-04ed748b-ddf4-4900-bc1e-7cdb9ea66e65 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:42.820493 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fc0f099-0fc6-44f1-af6f-843bb9935a9f req-04ed748b-ddf4-4900-bc1e-7cdb9ea66e65 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 947 time: 0.0585203 Feb 19 01:42:42.872013 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5fc0f099-0fc6-44f1-af6f-843bb9935a9f req-0bb2ead0-5441-4c21-bb19-5e9af31bc891 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433471 Feb 19 01:42:43.998507 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf1e38-a0c1-4694-b8c5-b08563c56fb4 req-174c2d13-06af-4c39-8b3f-3b08c6046ed3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:42:44.000047 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39cf1e38-a0c1-4694-b8c5-b08563c56fb4 req-174c2d13-06af-4c39-8b3f-3b08c6046ed3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 947 time: 0.0581474 Feb 19 01:42:44.056158 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-39cf1e38-a0c1-4694-b8c5-b08563c56fb4 req-b02bcb7e-4a15-410b-a054-e9a9c2a155ee tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485132 Feb 19 01:42:48.088471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a16c3f9-b023-43f2-b38d-aeffc05b8972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:49.493846 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:50.146615 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd87be03-89e7-44af-87ba-45b0ee1665f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:51.562117 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:52.986431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:54.241031 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:42:54.476504 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:11.497438 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:43:12.697660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-16b684f2-cdf9-4131-b47e-a8bbe98b7059 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126027 Feb 19 01:43:12.797784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-a4c99188-9050-4d53-bb66-13e4bf0e3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:12.799356 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-a4c99188-9050-4d53-bb66-13e4bf0e3411 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1129 time: 0.0556841 Feb 19 01:43:12.918739 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-ead75cbe-e405-48f8-b604-7a31b232dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:12.920178 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-ead75cbe-e405-48f8-b604-7a31b232dee9 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0948887 Feb 19 01:43:12.992385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-f0f43a14-764b-4193-93f4-108b4c8e94ff service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 1002 time: 0.0647237 Feb 19 01:43:13.040946 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-370b428b-2fbc-4edc-ae3a-e1a03ac16ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:13.042354 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-370b428b-2fbc-4edc-ae3a-e1a03ac16ae1 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0440071 Feb 19 01:43:13.092308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-72649b26-753d-49aa-b8a6-c5400e8ac4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:13.093791 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-72649b26-753d-49aa-b8a6-c5400e8ac4d6 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454202 Feb 19 01:43:13.196432 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-3e51d98c-bb61-4a01-885e-bd2a1f8b50ea service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958493 Feb 19 01:43:13.296580 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ee48200b-0f3f-47f8-8046-963ca5de9006 req-15ae779f-61e1-40d4-9dcc-7fcc4e5fafef service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933251 Feb 19 01:43:18.090258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea54cb47-e6f0-498d-830b-263b79a59244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:19.504463 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:20.141878 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8205-64af-479f-9d19-bbb57ed7407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:21.565875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:22.983206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.237862 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:24.477618 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:27.644512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0c21925-3039-4811-bc21-8b69446fb5b4 req-f0498332-6fb6-4c2c-bf9c-ee61e32a6b6b service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0749588 Feb 19 01:43:27.713307 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0c21925-3039-4811-bc21-8b69446fb5b4 req-ee43668d-6eb4-4d55-9caa-6f28eaa0c964 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0267379 Feb 19 01:43:27.752384 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0c21925-3039-4811-bc21-8b69446fb5b4 req-fecd5451-e3f4-4f1e-8a01-f017a3bf01e8 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201471 Feb 19 01:43:27.850499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c21925-3039-4811-bc21-8b69446fb5b4 req-758154ff-1895-414e-8394-6e09227a3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:27.851872 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e0c21925-3039-4811-bc21-8b69446fb5b4 req-758154ff-1895-414e-8394-6e09227a3a15 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931876 Feb 19 01:43:48.096073 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0398f7dc-72ce-44f7-bb67-76b80bcd2ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:48.502796 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:43:49.509812 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:50.154343 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c657a59-363e-4a40-a187-112081b68d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:51.560845 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:52.990780 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:54.245521 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:54.509139 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:56.925707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39304) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:43:57.096278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Deleting port bc47c274-96d9-46db-a2d6-dc34ce221d46 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:43:57.096590 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bc47c274-96d9-46db-a2d6-dc34ce221d46), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:57.174322 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bc47c274-96d9-46db-a2d6-dc34ce221d46), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:57.174625 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for floatingip (bc47c274-96d9-46db-a2d6-dc34ce221d46), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:57.186269 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Calling delete_port for bc47c274-96d9-46db-a2d6-dc34ce221d46 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:43:57.337817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bc47c274-96d9-46db-a2d6-dc34ce221d46), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:57.361202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event deleted for resources: {'Port': ['ID=bc47c274-96d9-46db-a2d6-dc34ce221d46,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:57.376047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.376405 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.376750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.377090 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.377427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.377788 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.378123 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.378484 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.378817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.379145 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.379474 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.379800 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.380146 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:43:57.439279 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for floatingip (5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:57.439524 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Floating IP 5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3 disassociated (deleted). External IP: 172.25.6.155, port: bde69e13-48f7-4888-86b3-a61a624515e8. Feb 19 01:43:57.668024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Router da46f6c3-1112-4d5a-8634-b4b0654ea728 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:43:57.797038 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:43:57.802435 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:57.808966 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] Sync routers for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:43:57.821593 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:57.822395 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:43:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:57.832673 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-a12d132f-23ca-4017-b052-340e4e8e05d6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "DELETE /v2.0/floatingips/5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3 HTTP/1.1" status: 204 len: 168 time: 0.9054067 Feb 19 01:43:57.833393 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:43:57.835795 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145" -d '{"events": [{"name": "network-changed", "server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:43:57.874361 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03917f5-1455-485a-b3aa-e07d33fdf357 x-openstack-request-id: req-a03917f5-1455-485a-b3aa-e07d33fdf357 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:43:57.874873 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:43:57.874873 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a03917f5-1455-485a-b3aa-e07d33fdf357 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:43:57.875288 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'status': 'completed', 'code': 200} Feb 19 01:43:57.941055 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:57.944205 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-eb23feea-5fc0-499a-8622-75b2c1ca9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:57.945739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-eb23feea-5fc0-499a-8622-75b2c1ca9bb5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 1129 time: 0.0479679 Feb 19 01:43:58.051875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-9ee9610c-82e0-4141-949e-949a30b7ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:58.053369 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-9ee9610c-82e0-4141-949e-949a30b7ab63 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0975165 Feb 19 01:43:58.096639 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-e0efbea3-98a3-4f86-ab83-85db088ea896 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 200 len: 217 time: 0.0357561 Feb 19 01:43:58.116269 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63952c5e-798b-4343-b1e0-386e8dc4ed12 req-05bf72cd-e93e-4426-80f6-55e62a341946 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:58.117851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63952c5e-798b-4343-b1e0-386e8dc4ed12 req-05bf72cd-e93e-4426-80f6-55e62a341946 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 947 time: 0.1049168 Feb 19 01:43:58.150269 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:58.160685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-8d806b4e-9b86-4bd4-8ab1-d9ba9c634fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:58.162359 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-8d806b4e-9b86-4bd4-8ab1-d9ba9c634fe9 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0588727 Feb 19 01:43:58.170847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-63952c5e-798b-4343-b1e0-386e8dc4ed12 req-da8bff61-4274-4e40-894e-99e65b2a2540 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468073 Feb 19 01:43:58.181087 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] Checking router: da46f6c3-1112-4d5a-8634-b4b0654ea728 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:43:58.189716 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:43:58.190369 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:43:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:58.216888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-7bc15153-8b66-4442-aa54-1d30329c2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:58.218435 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-7bc15153-8b66-4442-aa54-1d30329c2ce2 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493929 Feb 19 01:43:58.296331 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:43:58.309594 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-e472fd93-6e01-4b07-aa24-e1023d1d0e43 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835805 Feb 19 01:43:58.407482 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d4c52a9d-8a0f-496e-9ec9-9c54d23a9145 req-7950da5a-2f4e-4b1f-b180-096ea0ac6082 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913897 Feb 19 01:43:58.589859 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:43:58.618585 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e23d705-d2fd-4527-a5de-5f1f6449b5ae None None] The sync data for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 is: [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:43:58.845535 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbf0048-cdae-49e4-9494-9c112dd12ccc None None] New status for floating IP 5194dde5-54d7-4ce6-86fb-7cfd3fb6d0f3: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:43:59.358479 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a82f2-cd2f-4497-acd6-059e53c6ea2c req-e75df158-3646-48c4-b468-21fa739b5290 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:59.359973 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f9a82f2-cd2f-4497-acd6-059e53c6ea2c req-e75df158-3646-48c4-b468-21fa739b5290 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 947 time: 0.1102140 Feb 19 01:43:59.409607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6f9a82f2-cd2f-4497-acd6-059e53c6ea2c req-60a96c66-e984-4b83-8864-28f28dd4e6a1 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=06f8fcad-5464-422e-bbf7-05816a5bf950&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434358 Feb 19 01:43:59.426395 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-f30cdc58-2df9-4202-8b99-6290ba10fd1c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:43:59.427904 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-f30cdc58-2df9-4202-8b99-6290ba10fd1c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "GET /v2.0/ports?device_id=2eadf0b7-32bd-43f6-93af-7791d91dc905 HTTP/1.1" status: 200 len: 947 time: 0.0552678 Feb 19 01:43:59.523179 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Deleting port bde69e13-48f7-4888-86b3-a61a624515e8 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:43:59.523682 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:59.617808 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] For port bde69e13-48f7-4888-86b3-a61a624515e8, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=bde69e13-48f7-4888-86b3-a61a624515e8,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:43:59.618230 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:59.633551 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Calling delete_port for bde69e13-48f7-4888-86b3-a61a624515e8 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:43:59.783178 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (bde69e13-48f7-4888-86b3-a61a624515e8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:59.810947 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event deleted for resources: {'Port': ['ID=bde69e13-48f7-4888-86b3-a61a624515e8,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:43:59.854032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] No DVR routers for this DVR port bde69e13-48f7-4888-86b3-a61a624515e8 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:43:59.856904 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:43:59.860753 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3ac44a57-8006-4750-b796-8bf8c4d968a3 req-8f0cf695-8547-44a2-92ff-a5c16100f20c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "DELETE /v2.0/ports/bde69e13-48f7-4888-86b3-a61a624515e8 HTTP/1.1" status: 204 len: 173 time: 0.4277105 Feb 19 01:43:59.876784 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-deleted', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:43:59.879940 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf0502a-7bbc-40ed-a5ad-5f642c767bcc" -d '{"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-deleted", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:43:59.917990 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea5d5d4-794f-4b61-84c5-67696f4d00fb x-openstack-request-id: req-cea5d5d4-794f-4b61-84c5-67696f4d00fb {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:43:59.918292 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eadf0b7-32bd-43f6-93af-7791d91dc905", "name": "network-vif-deleted", "tag": "bde69e13-48f7-4888-86b3-a61a624515e8", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:43:59.918554 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cea5d5d4-794f-4b61-84c5-67696f4d00fb {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:43:59.918964 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eadf0b7-32bd-43f6-93af-7791d91dc905', 'name': 'network-vif-deleted', 'tag': 'bde69e13-48f7-4888-86b3-a61a624515e8', 'status': 'completed', 'code': 200} Feb 19 01:44:00.468121 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39326) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:00.524514 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (06f8fcad-5464-422e-bbf7-05816a5bf950), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:00.553990 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (06f8fcad-5464-422e-bbf7-05816a5bf950), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:00.623759 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (06f8fcad-5464-422e-bbf7-05816a5bf950), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:00.626392 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:00.627599 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "DELETE /v2.0/security-groups/06f8fcad-5464-422e-bbf7-05816a5bf950 HTTP/1.1" status: 204 len: 168 time: 0.1584845 Feb 19 01:44:00.637114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f8fcad-5464-422e-bbf7-05816a5bf950,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:00.647935 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.648309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.648668 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.649024 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.649370 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.649765 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.650114 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.650493 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.650838 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.651181 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.651520 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.651862 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.652313 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c8eca5-71f2-4a14-a498-9df3d53766d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:00.965440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39332) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:00.970215 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-73577c6a-a1b8-4f62-857b-94affaa2a334 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820607843', 'description': 'tempest-secgroup-smoke-820607843 description', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:00.994780 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73577c6a-a1b8-4f62-857b-94affaa2a334 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.062372 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73577c6a-a1b8-4f62-857b-94affaa2a334 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (033b62e2-520d-4bb4-9467-0da8cf3109a0), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.068594 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73577c6a-a1b8-4f62-857b-94affaa2a334 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (033b62e2-520d-4bb4-9467-0da8cf3109a0), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.099323 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-73577c6a-a1b8-4f62-857b-94affaa2a334 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.100577 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-73577c6a-a1b8-4f62-857b-94affaa2a334 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1341164 Feb 19 01:44:01.103714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39334) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:01.104550 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73577c6a-a1b8-4f62-857b-94affaa2a334 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033b62e2-520d-4bb4-9467-0da8cf3109a0,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:01.109648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bfccccdc-3843-43f3-ab77-0b3c84b52d6e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '033b62e2-520d-4bb4-9467-0da8cf3109a0', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:01.138265 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfccccdc-3843-43f3-ab77-0b3c84b52d6e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (99f6d866-0d68-4cb8-8843-a986081062de), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.203700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfccccdc-3843-43f3-ab77-0b3c84b52d6e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (99f6d866-0d68-4cb8-8843-a986081062de), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.209776 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfccccdc-3843-43f3-ab77-0b3c84b52d6e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (99f6d866-0d68-4cb8-8843-a986081062de), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.227033 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfccccdc-3843-43f3-ab77-0b3c84b52d6e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99f6d866-0d68-4cb8-8843-a986081062de,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:01.237587 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bfccccdc-3843-43f3-ab77-0b3c84b52d6e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.239192 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bfccccdc-3843-43f3-ab77-0b3c84b52d6e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340375 Feb 19 01:44:01.241977 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39336) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:01.246448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-b57b7449-e542-4a3f-8943-65b4df6a8dbf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '033b62e2-520d-4bb4-9467-0da8cf3109a0', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:01.271929 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b57b7449-e542-4a3f-8943-65b4df6a8dbf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (f6b7805e-59b8-4295-be82-0832a6bfae32), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.329646 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b57b7449-e542-4a3f-8943-65b4df6a8dbf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (f6b7805e-59b8-4295-be82-0832a6bfae32), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.334033 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b57b7449-e542-4a3f-8943-65b4df6a8dbf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (f6b7805e-59b8-4295-be82-0832a6bfae32), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.351976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b7449-e542-4a3f-8943-65b4df6a8dbf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b7805e-59b8-4295-be82-0832a6bfae32,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:01.358157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b57b7449-e542-4a3f-8943-65b4df6a8dbf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.359405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b57b7449-e542-4a3f-8943-65b4df6a8dbf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1164758 Feb 19 01:44:01.362342 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39338) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:01.367015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-6fabc714-e1b3-4260-8369-9a9befc6c673 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '033b62e2-520d-4bb4-9467-0da8cf3109a0', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:01.392808 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fabc714-e1b3-4260-8369-9a9befc6c673 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (9b1d3c6a-0540-4d1d-91c2-725933385965), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.452556 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fabc714-e1b3-4260-8369-9a9befc6c673 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (9b1d3c6a-0540-4d1d-91c2-725933385965), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.457616 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fabc714-e1b3-4260-8369-9a9befc6c673 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (9b1d3c6a-0540-4d1d-91c2-725933385965), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.474611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabc714-e1b3-4260-8369-9a9befc6c673 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1d3c6a-0540-4d1d-91c2-725933385965,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:01.482367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-6fabc714-e1b3-4260-8369-9a9befc6c673 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.483613 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-6fabc714-e1b3-4260-8369-9a9befc6c673 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203139 Feb 19 01:44:01.486394 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39340) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:01.491040 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-581341f3-cfed-47d6-a7f3-d90d44ec47fb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '033b62e2-520d-4bb4-9467-0da8cf3109a0', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:01.517381 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-581341f3-cfed-47d6-a7f3-d90d44ec47fb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (4992c411-8a2c-4bb9-931c-df27e132d012), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.586298 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-581341f3-cfed-47d6-a7f3-d90d44ec47fb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (4992c411-8a2c-4bb9-931c-df27e132d012), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.592073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-581341f3-cfed-47d6-a7f3-d90d44ec47fb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (4992c411-8a2c-4bb9-931c-df27e132d012), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.612527 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581341f3-cfed-47d6-a7f3-d90d44ec47fb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4992c411-8a2c-4bb9-931c-df27e132d012,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:01.621034 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-581341f3-cfed-47d6-a7f3-d90d44ec47fb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.622257 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-581341f3-cfed-47d6-a7f3-d90d44ec47fb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349187 Feb 19 01:44:01.625138 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39342) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:01.629386 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-db4642a0-ab83-4576-901c-7fd36ec5b207 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '033b62e2-520d-4bb4-9467-0da8cf3109a0', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:01.649525 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-db4642a0-ab83-4576-901c-7fd36ec5b207 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Project 9c077bb56ea34f2ba7f519ee37d3f1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:44:01.654299 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db4642a0-ab83-4576-901c-7fd36ec5b207 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (755ea4cd-71fe-461d-bfb3-834ef353a504), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.712133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db4642a0-ab83-4576-901c-7fd36ec5b207 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (755ea4cd-71fe-461d-bfb3-834ef353a504), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.716902 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db4642a0-ab83-4576-901c-7fd36ec5b207 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (755ea4cd-71fe-461d-bfb3-834ef353a504), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.735553 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4642a0-ab83-4576-901c-7fd36ec5b207 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755ea4cd-71fe-461d-bfb3-834ef353a504,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:01.744012 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-db4642a0-ab83-4576-901c-7fd36ec5b207 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.745212 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-db4642a0-ab83-4576-901c-7fd36ec5b207 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191516 Feb 19 01:44:01.749183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39344) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:01.753511 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-15195a3d-67b8-4d17-a0aa-b78b61936514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'security_group_rule': {'security_group_id': '033b62e2-520d-4bb4-9467-0da8cf3109a0', 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:01.775519 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-15195a3d-67b8-4d17-a0aa-b78b61936514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Project 9c077bb56ea34f2ba7f519ee37d3f1ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:44:01.780855 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15195a3d-67b8-4d17-a0aa-b78b61936514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (37506408-2d35-42f1-8482-c07f1c8c7e2f), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.839256 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15195a3d-67b8-4d17-a0aa-b78b61936514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (37506408-2d35-42f1-8482-c07f1c8c7e2f), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.844784 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15195a3d-67b8-4d17-a0aa-b78b61936514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (37506408-2d35-42f1-8482-c07f1c8c7e2f), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.862754 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15195a3d-67b8-4d17-a0aa-b78b61936514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37506408-2d35-42f1-8482-c07f1c8c7e2f,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:01.870016 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15195a3d-67b8-4d17-a0aa-b78b61936514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:01.874657 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-15195a3d-67b8-4d17-a0aa-b78b61936514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244955 Feb 19 01:44:02.160826 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:44:02.181173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: bde69e13-48f7-4888-86b3-a61a624515e8 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:44:02.181548 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device bde69e13-48f7-4888-86b3-a61a624515e8 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:44:18.081400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc842a57-4740-41ad-ad64-484ee11bf793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:19.507008 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:20.151614 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d78611a-aade-4b25-b3ca-6b7183bd66f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:21.571188 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:22.408437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-685b81c6-692b-4cac-9760-b99574a5cd98 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820607843&fields=id&tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae HTTP/1.1" status: 200 len: 267 time: 0.0485153 Feb 19 01:44:22.514598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-05239c7d-2de1-478e-a245-c241bc6307d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:22.516004 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-05239c7d-2de1-478e-a245-c241bc6307d0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 808 time: 0.1007540 Feb 19 01:44:22.531115 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-cd3097ce-f4f3-4575-9292-eb29882fc441 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/quotas/9c077bb56ea34f2ba7f519ee37d3f1ae HTTP/1.1" status: 200 len: 375 time: 0.0093772 Feb 19 01:44:22.590825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-3845bacb-95a8-4da5-a505-6f27a97ccdd7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545049 Feb 19 01:44:22.685827 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-1e8cd2d9-5227-43ae-ae90-d9f5ca8d6614 service neutron] 10.222.0.60 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834138 Feb 19 01:44:22.781370 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-d6fe7f8e-ed2a-4ad2-a3cd-a729e90f2e47 service neutron] 10.222.0.60 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896337 Feb 19 01:44:22.990856 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:23.089756 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bfdf3287-bf41-49e6-b517-36ac8eacaad3 req-d95b7136-ae83-47ce-b83a-8923d569243e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0286422 Feb 19 01:44:24.058212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-ea7d7e7d-95fa-447b-99c6-bedc05711c32 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:24.059827 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-ea7d7e7d-95fa-447b-99c6-bedc05711c32 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 808 time: 0.1111407 Feb 19 01:44:24.130975 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-a211a174-0c6e-4b37-83b4-eb809e5ba602 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae HTTP/1.1" status: 200 len: 379 time: 0.0604272 Feb 19 01:44:24.149295 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'port': {'device_id': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'admin_state_up': True, 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'security_groups': ['033b62e2-520d-4bb4-9467-0da8cf3109a0']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:24.227881 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8304f815-739e-4963-a73b-e818811acb3d req-ae81ea9f-3e9f-4b52-8666-4aab59a89251 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0451365 Feb 19 01:44:24.243599 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:24.501387 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:24.605832 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Made reservation on behalf of 9c077bb56ea34f2ba7f519ee37d3f1ae for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:44:24.609334 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:24.733283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Allocated IP 172.20.0.7 (28856b91-259a-4f69-8ae0-3f876568a639/2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c/b7b9e66e-378d-4436-9428-917ae6f80efd) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:44:24.876244 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:24.911894 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:24.964154 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Network 28856b91-259a-4f69-8ae0-3f876568a639 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:44:24.969448 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:44:24.973813 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:44:24.995941 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:25.024742 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:25.025359 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.044271 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-81107c6f-b3fb-4d3b-8fc2-809e9f138ebd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9044247 Feb 19 01:44:25.057712 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Request body: {'port': {'device_id': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:25.121227 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.279996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-fe32cceb-4e18-49aa-883d-9342c9d078b6 None None] Provisioning complete for port b7b9e66e-378d-4436-9428-917ae6f80efd triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:44:25.280778 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe32cceb-4e18-49aa-883d-9342c9d078b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.327232 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fe32cceb-4e18-49aa-883d-9342c9d078b6 None None] Port b7b9e66e-378d-4436-9428-917ae6f80efd cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:44:25.368761 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfa4ea-7566-42f8-adfe-322b61f538e6 req-8a031b1c-9881-4dee-8ea7-2c59bbdde635 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:25.370322 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8edfa4ea-7566-42f8-adfe-322b61f538e6 req-8a031b1c-9881-4dee-8ea7-2c59bbdde635 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 931 time: 0.0588157 Feb 19 01:44:25.422463 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8edfa4ea-7566-42f8-adfe-322b61f538e6 req-f089fb4a-d058-4930-a5b0-9237cf7cecd2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458317 Feb 19 01:44:25.428582 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b9e66e-378d-4436-9428-917ae6f80efd {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:44:25.442408 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Publish callbacks [] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.448345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Transition to ACTIVE for port object b7b9e66e-378d-4436-9428-917ae6f80efd will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:44:25.453080 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.503654 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:25.505003 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:44:25.575637 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Attempting to bind port b7b9e66e-378d-4436-9428-917ae6f80efd on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:44:25.575889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Attempting to bind port b7b9e66e-378d-4436-9428-917ae6f80efd by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:44:25.576199 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Attempting to bind port b7b9e66e-378d-4436-9428-917ae6f80efd on network 28856b91-259a-4f69-8ae0-3f876568a639 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:44:25.581572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Port b7b9e66e-378d-4436-9428-917ae6f80efd on network 28856b91-259a-4f69-8ae0-3f876568a639 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:44:25.581897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Attempting to bind port b7b9e66e-378d-4436-9428-917ae6f80efd on network 28856b91-259a-4f69-8ae0-3f876568a639 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:44:25.587103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:44:25.587433 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Checking segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:44:25.587806 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Bound using segment: {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:44:25.588235 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Bound port: b7b9e66e-378d-4436-9428-917ae6f80efd, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88ae0598-304d-456b-bba8-939faddc9cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:44:25.588637 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.656972 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:44:25.660279 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:44:25.668276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.703663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:25.704456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:25.705671 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] 10.222.0.113 "PUT /v2.0/ports/b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 1091 time: 0.6525638 Feb 19 01:44:25.706103 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:44:25.708386 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:44:25.731278 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5b437-79cb-471f-9e80-d5dd02941d52 service neutron] Pushing event updated for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:25.764635 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c95c37-d399-4ae2-b117-8f5ebb21770a x-openstack-request-id: req-72c95c37-d399-4ae2-b117-8f5ebb21770a {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:44:25.765115 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:44:25.765261 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72c95c37-d399-4ae2-b117-8f5ebb21770a {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:44:25.765792 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'status': 'completed', 'code': 200} Feb 19 01:44:25.803176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-e67b254e-b7ac-4f50-978f-518592480763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:25.804897 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-e67b254e-b7ac-4f50-978f-518592480763 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1125 time: 0.0522306 Feb 19 01:44:25.851321 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-cc07ee5d-5770-453f-840b-d4f88e50735d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 217 time: 0.0388682 Feb 19 01:44:25.905879 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-e591d561-b879-475b-9778-da0b65f57fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:25.907569 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-e591d561-b879-475b-9778-da0b65f57fbe service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0498517 Feb 19 01:44:25.960230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-098d987f-de07-4d5b-b09a-30bac4485488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:25.961739 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-098d987f-de07-4d5b-b09a-30bac4485488 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466702 Feb 19 01:44:26.056859 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-3eec84f7-9cd6-455c-b844-22d6ed0465be service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883403 Feb 19 01:44:26.148568 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-dc9acaa3-38e6-4afe-acf5-5943c52f371a req-a76b4f97-9cee-4446-9fd5-a2fd0c2272fa service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857942 Feb 19 01:44:26.243452 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-78f9e4a9-f1f3-471a-a35b-25577ce17ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:26.245107 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-78f9e4a9-f1f3-471a-a35b-25577ce17ffb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1125 time: 0.0484862 Feb 19 01:44:26.339267 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-77dc951e-00fc-47e0-8366-19f01378a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:26.340683 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-77dc951e-00fc-47e0-8366-19f01378a501 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0898173 Feb 19 01:44:26.383509 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-556a80d7-9298-4fa5-86c9-8e457df7bf2f service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 217 time: 0.0359049 Feb 19 01:44:26.437981 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-358a5c08-eea1-42cb-b9e0-117a0b743374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:26.439512 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-358a5c08-eea1-42cb-b9e0-117a0b743374 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0493376 Feb 19 01:44:26.490135 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-bf0c0c53-a593-4383-b325-a31b6a171c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:26.491829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-bf0c0c53-a593-4383-b325-a31b6a171c7e service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462389 Feb 19 01:44:26.557501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fa43d-52ee-4da1-9694-5beb751605be req-fafaf7f0-1024-48cd-8f8d-9b827ed0d2e0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:26.559689 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-296fa43d-52ee-4da1-9694-5beb751605be req-fafaf7f0-1024-48cd-8f8d-9b827ed0d2e0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0648303 Feb 19 01:44:26.588798 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-b579e429-1a38-477b-b02e-0f7e8ef5d7f3 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906129 Feb 19 01:44:26.614808 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-296fa43d-52ee-4da1-9694-5beb751605be req-4c7c9189-8c31-418a-95e4-56195061a837 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486493 Feb 19 01:44:26.686968 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0484dd1b-4fea-4bf0-ab74-5dc29c1952f3 req-80213e5b-df54-44b4-9e92-f74c005f84da service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901723 Feb 19 01:44:27.742213 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce810291-1944-4d73-89d2-32efaa57269d req-acece90b-3c60-42a3-8a41-576c75bdb391 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:27.743713 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce810291-1944-4d73-89d2-32efaa57269d req-acece90b-3c60-42a3-8a41-576c75bdb391 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0554645 Feb 19 01:44:27.794871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce810291-1944-4d73-89d2-32efaa57269d req-57f40d77-bd8a-46fc-828f-9b10af14dccf tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450361 Feb 19 01:44:28.915961 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff027f-7414-41bc-85b7-1ac722336ec6 req-3f66b2ed-2922-4428-bfdc-7578f7dc9745 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:28.917448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faff027f-7414-41bc-85b7-1ac722336ec6 req-3f66b2ed-2922-4428-bfdc-7578f7dc9745 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0526505 Feb 19 01:44:28.970724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-faff027f-7414-41bc-85b7-1ac722336ec6 req-790b0286-9781-4fce-8675-770aade1fc1b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474036 Feb 19 01:44:29.601889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-669d1eb8-4cce-4665-9368-78fc4715d2b7 req-4b60433a-ef84-4ae1-9baa-e082b4242b0a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0266266 Feb 19 01:44:29.670740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-669d1eb8-4cce-4665-9368-78fc4715d2b7 req-94c17734-c118-4f9d-ade4-f88b54944385 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0266070 Feb 19 01:44:29.711321 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-669d1eb8-4cce-4665-9368-78fc4715d2b7 req-fbe44c7d-f9cc-47c0-bbdf-aa68d7a0c48a service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210557 Feb 19 01:44:29.814472 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d1eb8-4cce-4665-9368-78fc4715d2b7 req-1849180d-a7fc-4a8d-ab40-bddbbc4127d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:29.815960 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-669d1eb8-4cce-4665-9368-78fc4715d2b7 req-1849180d-a7fc-4a8d-ab40-bddbbc4127d7 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984704 Feb 19 01:44:30.094847 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71afa2-5611-422a-87a7-cb91df2ad7a5 req-a5d15971-5581-477b-b40f-0dbe5c3ad2e2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:30.096355 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af71afa2-5611-422a-87a7-cb91df2ad7a5 req-a5d15971-5581-477b-b40f-0dbe5c3ad2e2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0563884 Feb 19 01:44:30.148239 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-af71afa2-5611-422a-87a7-cb91df2ad7a5 req-b3b5cf2f-c87f-4e49-a22b-62ffecdd64b7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460050 Feb 19 01:44:31.272228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc946d-0926-429d-bd23-3fb8d29772c9 req-61b889c4-9e74-4559-9444-9dd2278b5aa1 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:31.273694 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6cc946d-0926-429d-bd23-3fb8d29772c9 req-61b889c4-9e74-4559-9444-9dd2278b5aa1 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0545027 Feb 19 01:44:31.323069 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b6cc946d-0926-429d-bd23-3fb8d29772c9 req-be7eb365-2e8d-494e-974a-eeda43c04ef3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432858 Feb 19 01:44:32.448388 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed6d69-c322-4f1a-80bd-8ebf72cc6bcc req-567a3701-9f4f-4612-ae99-7544a6af2f8c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:32.449865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77ed6d69-c322-4f1a-80bd-8ebf72cc6bcc req-567a3701-9f4f-4612-ae99-7544a6af2f8c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0594735 Feb 19 01:44:32.500565 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77ed6d69-c322-4f1a-80bd-8ebf72cc6bcc req-faa66641-1d97-4fa1-a16d-4f47c86a05b1 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445566 Feb 19 01:44:33.619369 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b50d50-6609-4d52-bcd3-6a2ce47b9bb2 req-7e35de2c-8c87-4bfa-9fa8-5196efe512f4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:33.620837 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18b50d50-6609-4d52-bcd3-6a2ce47b9bb2 req-7e35de2c-8c87-4bfa-9fa8-5196efe512f4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0517962 Feb 19 01:44:33.671023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-18b50d50-6609-4d52-bcd3-6a2ce47b9bb2 req-bdff08f9-9c05-48f9-9392-9ca6a41aa826 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440764 Feb 19 01:44:34.808876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8140ae9-4727-4681-85ca-20b4709f97ae req-b6864a8a-76df-4212-8412-ccdc48d714ae tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:34.810391 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8140ae9-4727-4681-85ca-20b4709f97ae req-b6864a8a-76df-4212-8412-ccdc48d714ae tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0595589 Feb 19 01:44:34.860591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8140ae9-4727-4681-85ca-20b4709f97ae req-840626ce-4497-4dfc-9397-da023eac0d00 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443769 Feb 19 01:44:35.993717 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78daac-d1a7-48d1-8f41-791b96214271 req-2381c5b5-8acd-4f8b-a2a1-fd1eb7c74da7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:35.995228 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc78daac-d1a7-48d1-8f41-791b96214271 req-2381c5b5-8acd-4f8b-a2a1-fd1eb7c74da7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0606785 Feb 19 01:44:36.046782 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cc78daac-d1a7-48d1-8f41-791b96214271 req-1fc922d7-3e4f-4d92-90fa-3de02e41c226 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432246 Feb 19 01:44:37.183210 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5664b-a975-4037-8a88-d27ca9083249 req-d57a8445-0627-4269-ac85-0adad1e3f967 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:37.184742 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bde5664b-a975-4037-8a88-d27ca9083249 req-d57a8445-0627-4269-ac85-0adad1e3f967 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0545318 Feb 19 01:44:37.238609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-bde5664b-a975-4037-8a88-d27ca9083249 req-944b6854-1384-4169-afef-00f893347a49 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477843 Feb 19 01:44:38.363047 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3a8e1-4199-4ed6-b03a-910fd37a1fd2 req-f7e31d21-e488-454a-bcb9-9b9bec969097 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:38.364891 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3da3a8e1-4199-4ed6-b03a-910fd37a1fd2 req-f7e31d21-e488-454a-bcb9-9b9bec969097 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0556011 Feb 19 01:44:38.415636 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-3da3a8e1-4199-4ed6-b03a-910fd37a1fd2 req-a0a48dcc-b4b9-4a18-968c-857b95d483e6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447855 Feb 19 01:44:39.557976 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1d63a-710f-4840-a422-7462bb479cbd req-679caade-1a5f-49df-bb34-0239ac51aa17 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:39.559500 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05e1d63a-710f-4840-a422-7462bb479cbd req-679caade-1a5f-49df-bb34-0239ac51aa17 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0625482 Feb 19 01:44:39.610845 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-05e1d63a-710f-4840-a422-7462bb479cbd req-53d451a0-108c-45b9-9841-d75e0a9663d5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455277 Feb 19 01:44:40.396893 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b7b9e66e-378d-4436-9428-917ae6f80efd details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:44:40.495631 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:44:40.507158 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'port_id': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'mac_address': 'fa:16:3e:00:22:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:44:40.543271 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b7b9e66e-378d-4436-9428-917ae6f80efd is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:44:40.543662 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:40.560562 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b9e66e-378d-4436-9428-917ae6f80efd {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:44:40.580309 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:44:40.586310 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:40.633155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:40.640799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.641111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.641472 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.641802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.642121 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.642507 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.642833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.643141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.643466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.643792 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.644114 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.644432 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.645144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:44:40.742155 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c3ca1-850d-4259-b795-c5d60b464e6b req-40ab2c4b-598e-45bd-a083-e7b8ac10c7af tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:40.743662 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b4c3ca1-850d-4259-b795-c5d60b464e6b req-40ab2c4b-598e-45bd-a083-e7b8ac10c7af tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 944 time: 0.0574222 Feb 19 01:44:40.795861 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9b4c3ca1-850d-4259-b795-c5d60b464e6b req-5f1968cb-f648-4caf-bd8a-a9f6714bcdc7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448654 Feb 19 01:44:40.804698 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b7b9e66e-378d-4436-9428-917ae6f80efd'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:44:41.919161 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97046a-f676-4450-8092-3ac5cf3c6197 req-8f918648-5894-491f-9b5b-9e60078c8024 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:41.920659 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e97046a-f676-4450-8092-3ac5cf3c6197 req-8f918648-5894-491f-9b5b-9e60078c8024 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 944 time: 0.0547218 Feb 19 01:44:41.971017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8e97046a-f676-4450-8092-3ac5cf3c6197 req-3b61b38b-8af4-4633-b77f-7ba72e09a4c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429428 Feb 19 01:44:42.410876 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b7b9e66e-378d-4436-9428-917ae6f80efd up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:44:42.471738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port b7b9e66e-378d-4436-9428-917ae6f80efd completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:44:42.475697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port b7b9e66e-378d-4436-9428-917ae6f80efd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:44:42.476064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:42.566983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b7b9e66e-378d-4436-9428-917ae6f80efd is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:44:42.567350 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:42.589991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:44:42.592252 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26428be6-d124-4105-9109-4f91ecf2a8ce" -d '{"events": [{"server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "name": "network-vif-plugged", "status": "completed", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:44:42.604512 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:44:42.610073 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:42.634361 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26bd992-146e-47ba-be15-faa5755aa82b x-openstack-request-id: req-d26bd992-146e-47ba-be15-faa5755aa82b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:44:42.634663 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "name": "network-vif-plugged", "status": "completed", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:44:42.634923 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d26bd992-146e-47ba-be15-faa5755aa82b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:44:42.635867 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'code': 200} Feb 19 01:44:42.665383 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:42.729431 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba2b69-4304-461d-ad42-56d29470bc77 req-e9651f61-d207-444f-9452-3e9c8cb427e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:42.730949 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0ba2b69-4304-461d-ad42-56d29470bc77 req-e9651f61-d207-444f-9452-3e9c8cb427e4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1127 time: 0.0442252 Feb 19 01:44:42.776787 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d0ba2b69-4304-461d-ad42-56d29470bc77 req-86c1342f-000a-4edd-9771-d1a278659f67 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391634 Feb 19 01:44:43.095559 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbd456-4913-4e8d-a949-db8114c30006 req-bbdfd990-4974-44a7-a861-a7e18c90bd7a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:43.097034 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bfbd456-4913-4e8d-a949-db8114c30006 req-bbdfd990-4974-44a7-a861-a7e18c90bd7a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0536513 Feb 19 01:44:43.151847 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2bfbd456-4913-4e8d-a949-db8114c30006 req-220b8b86-313c-4b37-8923-fb2368cb004c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490718 Feb 19 01:44:44.291365 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf45b2-628b-4c31-a001-a14f8f39fa7e req-5e2ffd83-2af0-41eb-9b1c-dbc4f303dd6a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:44.292860 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-daaf45b2-628b-4c31-a001-a14f8f39fa7e req-5e2ffd83-2af0-41eb-9b1c-dbc4f303dd6a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0659640 Feb 19 01:44:44.344326 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-daaf45b2-628b-4c31-a001-a14f8f39fa7e req-f6f4e9ac-f879-4b53-8569-b6b642f33437 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437100 Feb 19 01:44:44.471403 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdceb126-bb42-43d0-8a2c-509a09d29e4d req-db6b5a40-3644-4fbd-9ae8-1d466c166e83 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:44.472876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdceb126-bb42-43d0-8a2c-509a09d29e4d req-db6b5a40-3644-4fbd-9ae8-1d466c166e83 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0540178 Feb 19 01:44:44.537209 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-fdceb126-bb42-43d0-8a2c-509a09d29e4d req-7f0ded0e-fcff-4ae6-a766-b8c925cb3bda tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557649 Feb 19 01:44:44.563284 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39552) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:44.624839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d3944-c738-4e68-8978-4174ac1f3ff9 tempest-TestShelveInstance-555726166 tempest-TestShelveInstance-555726166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:44.627315 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-342d3944-c738-4e68-8978-4174ac1f3ff9 tempest-TestShelveInstance-555726166 tempest-TestShelveInstance-555726166-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1122 time: 0.0623713 Feb 19 01:44:44.630542 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39554) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:44:44.635160 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:44:44.657243 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:44.759310 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:44.866371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Allocated IP 172.25.6.135 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:44:44.973714 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for port (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:45.009838 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:45.046356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:44:45.049139 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:44:45.055101 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:44:45.060447 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'Port': ['ID=0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:45.453642 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for floatingip (5a623661-1a16-4fbd-8104-2d11999af186), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:45.529325 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:45.694646 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for port (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:45.700080 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:45.769516 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event updated for resources: {'Port': ['ID=0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:44:45.780159 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (5a623661-1a16-4fbd-8104-2d11999af186), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:45.891804 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Floating IP 5a623661-1a16-4fbd-8104-2d11999af186 associated. External IP: 172.25.6.135, port: b7b9e66e-378d-4436-9428-917ae6f80efd. Feb 19 01:44:46.115628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Router da46f6c3-1112-4d5a-8634-b4b0654ea728 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:44:46.227389 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:44:46.238476 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] Sync routers for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:44:46.248230 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:46.248717 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:44:46.249335 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:44:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:44:46.279668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-0615acf4-2952-47f2-9881-79870e315831 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6480186 Feb 19 01:44:46.280278 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:44:46.282668 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd4de25-a8b6-4fa1-902e-88a1b158847f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:44:46.357203 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:44:46.375013 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d50df3-b8c8-4f54-9bb6-f3110dc45421 x-openstack-request-id: req-d5d50df3-b8c8-4f54-9bb6-f3110dc45421 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:44:46.375393 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:44:46.375712 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5d50df3-b8c8-4f54-9bb6-f3110dc45421 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:44:46.376187 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'status': 'completed', 'code': 200} Feb 19 01:44:46.444157 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-90b9191c-82ce-4b2f-bea8-a0a1162f1cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:46.445679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-90b9191c-82ce-4b2f-bea8-a0a1162f1cf5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1127 time: 0.0465496 Feb 19 01:44:46.536121 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-84d6fe95-d6b2-43a8-ab7e-c189eb2d5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:46.537617 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-84d6fe95-d6b2-43a8-ab7e-c189eb2d5262 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0863087 Feb 19 01:44:46.586894 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '5a623661-1a16-4fbd-8104-2d11999af186', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'port_id': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'mac_address': 'fa:16:3e:00:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:44:45Z', 'updated_at': '2022-02-19T01:44:45Z', 'revision_number': 0, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:44:46.608218 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-23254af1-3a95-48b2-aa10-729504889879 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 999 time: 0.0645015 Feb 19 01:44:46.614363 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] Checking router: da46f6c3-1112-4d5a-8634-b4b0654ea728 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:44:46.622943 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:44:46.623489 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:44:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:44:46.656794 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-a265481f-d255-4669-92ef-2dc7f563f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:46.658352 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-a265481f-d255-4669-92ef-2dc7f563f74d service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0445054 Feb 19 01:44:46.707569 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-554f7bdc-684f-4cbd-8339-9f59b9e89519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:44:46.709095 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-554f7bdc-684f-4cbd-8339-9f59b9e89519 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445533 Feb 19 01:44:46.729873 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:44:46.806228 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-e60fa086-4da6-4ffc-8658-891b69468f00 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909960 Feb 19 01:44:46.897676 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7fd4de25-a8b6-4fa1-902e-88a1b158847f req-90a05960-6c99-42f4-939e-074a401ff117 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855587 Feb 19 01:44:46.953831 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '5a623661-1a16-4fbd-8104-2d11999af186', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'port_id': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'mac_address': 'fa:16:3e:00:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:44:45Z', 'updated_at': '2022-02-19T01:44:45Z', 'revision_number': 0, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:44:46.979526 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a60f39-107c-4107-873f-ee30114fc255 None None] The sync data for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 is: [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '5a623661-1a16-4fbd-8104-2d11999af186', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'floating_ip_address': '172.25.6.135', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'port_id': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'mac_address': 'fa:16:3e:00:22:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:44:45Z', 'updated_at': '2022-02-19T01:44:45Z', 'revision_number': 0, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:44:47.169996 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e02b584-8086-478b-9ad4-e7989089abeb None None] New status for floating IP 5a623661-1a16-4fbd-8104-2d11999af186: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:44:48.094135 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e16c8920-43f0-4228-bd01-64ca4d5cc98e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:49.509657 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:50.155849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41b38fa4-106a-43cf-ad26-7cad3a167363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:51.574817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:53.005036 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:54.229615 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:44:54.503697 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:02.505028 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:45:13.643989 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-fafbb122-b4f1-458d-821e-17b298af92d8 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514462 Feb 19 01:45:13.738683 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-dcc58e4c-a4f7-4036-9e76-d2da18e8c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:13.740591 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-dcc58e4c-a4f7-4036-9e76-d2da18e8c9b7 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1127 time: 0.0484316 Feb 19 01:45:13.851723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-649a5423-393b-426c-bf3a-f302e88fdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:13.853333 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-649a5423-393b-426c-bf3a-f302e88fdf2d service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0901282 Feb 19 01:45:13.938358 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-0bfa2030-8b3a-440b-b574-85e5095c442d service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 1001 time: 0.0784917 Feb 19 01:45:13.991062 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-a0c844cd-3df3-4789-9b5e-cdb82c25d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:13.993394 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-a0c844cd-3df3-4789-9b5e-cdb82c25d7c7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0492628 Feb 19 01:45:14.049049 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-1281158d-523e-4e78-856c-1b3427a6a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:14.050769 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-1281158d-523e-4e78-856c-1b3427a6a4a1 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0511413 Feb 19 01:45:14.164579 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-45eea564-3366-4b56-858a-d16c4df4acd1 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065900 Feb 19 01:45:14.255225 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bf94e016-2a10-49f3-a8b5-06dea547f1a7 req-3b5a466c-c8a3-44a4-bb71-06b6dbf9d411 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832140 Feb 19 01:45:18.095565 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-99874dcc-88a9-4a56-91ad-a61ad18155fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:19.515231 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:20.155864 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89dc07b6-5c38-4610-8b9c-9ecee6519640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:21.571859 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:22.997366 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:24.234252 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:24.501931 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:30.604287 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99cc1cac-a96b-4565-bd52-3d7301e85032 req-23fa2253-2f7e-41bf-996f-79727524e3e9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0270445 Feb 19 01:45:30.683621 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99cc1cac-a96b-4565-bd52-3d7301e85032 req-1ee45df2-721c-482f-af5d-d0993bb9a1fa service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0298033 Feb 19 01:45:30.729615 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99cc1cac-a96b-4565-bd52-3d7301e85032 req-5610b1f1-bb3c-444b-827f-3b070b2bb792 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200922 Feb 19 01:45:30.829482 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc1cac-a96b-4565-bd52-3d7301e85032 req-a4d4b7fc-13be-48ee-a0ec-d6dea6db049d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:45:30.830985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-99cc1cac-a96b-4565-bd52-3d7301e85032 req-a4d4b7fc-13be-48ee-a0ec-d6dea6db049d service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905108 Feb 19 01:45:39.509265 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:45:48.099260 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138fa40b-ab6e-473f-85a0-3e1c6c966acc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:49.553219 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:50.155141 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6df28d55-a978-43bd-babc-cefe8f3e5b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:51.586835 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:53.005021 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:54.242918 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:45:54.518231 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:15.535417 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-1e2a3c6b-799f-4a91-be4c-0a7d839dcd55 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0589550 Feb 19 01:46:15.648932 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-29d63730-e38b-4323-9580-789b8db20e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:15.650518 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-29d63730-e38b-4323-9580-789b8db20e2e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1127 time: 0.0554311 Feb 19 01:46:15.758823 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-0c857e50-13af-4f6a-a167-04b276799aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:15.760312 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-0c857e50-13af-4f6a-a167-04b276799aea service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0862577 Feb 19 01:46:15.842978 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-a1e765e4-7bdb-47ca-bae6-810e6dcad20c service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 1001 time: 0.0754025 Feb 19 01:46:15.896196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-b684dce1-7297-455d-a6f9-16a068e28da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:15.897616 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-b684dce1-7297-455d-a6f9-16a068e28da2 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0486898 Feb 19 01:46:15.949580 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-67a6ffa9-f84e-46df-b9eb-916ef206ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:15.951154 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-67a6ffa9-f84e-46df-b9eb-916ef206ae14 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462859 Feb 19 01:46:16.053562 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-1c9599c3-1dc7-4769-83ec-042352bda2ad service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963986 Feb 19 01:46:16.159280 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-24ab6066-6a32-4d8f-8463-c1b1bad265a7 req-25a6e192-bd12-4d7d-8ef7-369becad46ec service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988119 Feb 19 01:46:16.509979 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:46:18.105629 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54c39957-5d5e-4924-a58d-299c94427465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:19.575398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:20.156068 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20ddf1ce-fe4a-49b6-a20c-4a5007323557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:21.591586 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:23.005046 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:24.243373 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:24.522386 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:30.602100 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37f73917-be57-4450-8417-9374c492b10a req-1c989d25-f45e-475d-9fda-fe2341fcf28e service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0327013 Feb 19 01:46:30.675683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37f73917-be57-4450-8417-9374c492b10a req-2c362eb5-6ec5-4790-907e-6caadb366c7d service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0264800 Feb 19 01:46:30.714959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37f73917-be57-4450-8417-9374c492b10a req-85899e6f-3169-4a76-9106-8f79f022d4a7 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201197 Feb 19 01:46:30.815105 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f73917-be57-4450-8417-9374c492b10a req-60455ef7-1da9-4f46-9d0f-ca2155594b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:30.816482 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-37f73917-be57-4450-8417-9374c492b10a req-60455ef7-1da9-4f46-9d0f-ca2155594b25 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952935 Feb 19 01:46:43.872082 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469b901-66c8-4ef1-a272-2de671993318 req-83f9b218-8155-4ec5-9b70-8dededa7455a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:43.873724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5469b901-66c8-4ef1-a272-2de671993318 req-83f9b218-8155-4ec5-9b70-8dededa7455a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0578747 Feb 19 01:46:43.927210 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5469b901-66c8-4ef1-a272-2de671993318 req-69b67889-9962-462f-92cf-329115172283 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449038 Feb 19 01:46:45.063679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b153fd7-92f0-441b-a7bb-4327843c085e req-a696681c-6ea8-4c9c-9519-b1e51a7d45f5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:45.065170 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b153fd7-92f0-441b-a7bb-4327843c085e req-a696681c-6ea8-4c9c-9519-b1e51a7d45f5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0594964 Feb 19 01:46:45.117284 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0b153fd7-92f0-441b-a7bb-4327843c085e req-1840ea2a-c888-4e04-ad3e-c72fc1f74312 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443134 Feb 19 01:46:46.265295 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30dc1d-76f0-4775-bac3-2e96743f4655 req-4c3b6a0f-ba4f-47ac-acd1-74de597c3983 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:46.266876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f30dc1d-76f0-4775-bac3-2e96743f4655 req-4c3b6a0f-ba4f-47ac-acd1-74de597c3983 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0569186 Feb 19 01:46:46.320537 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9f30dc1d-76f0-4775-bac3-2e96743f4655 req-fc3b28e2-e8fd-4735-be0c-5963865d816f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454581 Feb 19 01:46:47.459892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c0906-2f38-4f36-9ab8-40211ae8dc49 req-0df02491-043a-4f33-91ba-26606ee34210 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:47.461269 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a07c0906-2f38-4f36-9ab8-40211ae8dc49 req-0df02491-043a-4f33-91ba-26606ee34210 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0592253 Feb 19 01:46:47.511063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a07c0906-2f38-4f36-9ab8-40211ae8dc49 req-b4af3ef0-4fc6-43bb-82b1-ff1d30a54757 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437663 Feb 19 01:46:48.103266 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7cd3d5f-3ee1-4658-88d0-51af691c9763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:48.651367 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfc854-8a88-48d0-a526-e4c1b8784f78 req-35fca1d6-3542-433f-85c4-35c24e95644a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:48.652873 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45dfc854-8a88-48d0-a526-e4c1b8784f78 req-35fca1d6-3542-433f-85c4-35c24e95644a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0568526 Feb 19 01:46:48.701453 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-45dfc854-8a88-48d0-a526-e4c1b8784f78 req-dad5073b-f065-4f12-8670-24d55aa23230 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427201 Feb 19 01:46:49.583682 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:49.830705 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431aedc-daa1-4d9b-a4cd-34035c9f0254 req-846f2bb9-6def-44d4-bb89-66fb1e98a7b4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:49.832592 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a431aedc-daa1-4d9b-a4cd-34035c9f0254 req-846f2bb9-6def-44d4-bb89-66fb1e98a7b4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0606072 Feb 19 01:46:49.889627 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a431aedc-daa1-4d9b-a4cd-34035c9f0254 req-954d35f2-27f7-4e6c-844b-4c646d6db668 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483360 Feb 19 01:46:50.160492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a67262-4c4d-45d0-aed7-fa2f50ddee1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:51.035574 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a0389-0165-4e3e-96c1-73a65eee3a26 req-792a6cc6-29a5-4f0b-9945-834c7bfd7084 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:51.037065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e18a0389-0165-4e3e-96c1-73a65eee3a26 req-792a6cc6-29a5-4f0b-9945-834c7bfd7084 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0699234 Feb 19 01:46:51.087447 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e18a0389-0165-4e3e-96c1-73a65eee3a26 req-17eea885-1767-479c-9565-efb11caf54e2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445864 Feb 19 01:46:51.593535 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:52.216042 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ed636-36c8-4763-8faf-b7c6ab025940 req-a540067a-2d80-40c4-b100-f34478a57d1e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:52.217520 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-952ed636-36c8-4763-8faf-b7c6ab025940 req-a540067a-2d80-40c4-b100-f34478a57d1e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0559711 Feb 19 01:46:52.269074 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-952ed636-36c8-4763-8faf-b7c6ab025940 req-1e6361ad-64ab-478e-9551-fdfc8d6ef7dc tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Feb 19 01:46:53.007715 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:53.510091 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:46:53.741892 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e99e-b3f8-448f-99ec-b04e5b42d6e8 req-5a4af64e-1001-4bbd-940e-2b6ea0f04f2a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:53.744162 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf49e99e-b3f8-448f-99ec-b04e5b42d6e8 req-5a4af64e-1001-4bbd-940e-2b6ea0f04f2a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.3992290 Feb 19 01:46:53.797462 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cf49e99e-b3f8-448f-99ec-b04e5b42d6e8 req-08d1c891-04ac-48d9-9461-4d4c1e7cf8ac tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455885 Feb 19 01:46:54.049560 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-b6cc452c-c632-4a3a-b78c-2065c3a22994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:54.051042 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-b6cc452c-c632-4a3a-b78c-2065c3a22994 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1127 time: 0.0614555 Feb 19 01:46:54.150791 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-0040ef61-de86-4f41-b975-82c8a6c1b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:54.152422 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-0040ef61-de86-4f41-b975-82c8a6c1b20a service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0951362 Feb 19 01:46:54.225863 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-2a788166-99df-45db-bbb8-9730277e39eb service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 1001 time: 0.0676978 Feb 19 01:46:54.245267 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:54.284025 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-4b19bf00-5aca-409a-b1a8-3124e794f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:54.285497 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-4b19bf00-5aca-409a-b1a8-3124e794f881 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0532818 Feb 19 01:46:54.339529 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-a34de40d-bdc3-4512-9c84-5456bd107dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:54.341979 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-a34de40d-bdc3-4512-9c84-5456bd107dae service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503981 Feb 19 01:46:54.431336 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-f7e97624-64af-4ab9-9e97-d0d74288f924 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831876 Feb 19 01:46:54.534949 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-02e3e9d7-a2d3-4443-be73-42c13b28dc18 req-df90e403-6bff-4453-a73e-5d1d260c6310 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969906 Feb 19 01:46:54.539450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:46:54.931816 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c75a9f-088d-41e4-9382-a9d37b247b3c req-69342180-e115-4442-b393-79c61bdedac8 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:54.933682 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1c75a9f-088d-41e4-9382-a9d37b247b3c req-69342180-e115-4442-b393-79c61bdedac8 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0561783 Feb 19 01:46:54.984456 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1c75a9f-088d-41e4-9382-a9d37b247b3c req-61dde254-bbb9-4cd8-aa0c-0a2b4cad8f16 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449214 Feb 19 01:46:56.131356 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a2e690-2a08-4385-a9e6-43834340f0b2 req-955387ee-91ef-4aa8-8b88-d49e9813519d tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:56.133065 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1a2e690-2a08-4385-a9e6-43834340f0b2 req-955387ee-91ef-4aa8-8b88-d49e9813519d tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0693054 Feb 19 01:46:56.184893 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a1a2e690-2a08-4385-a9e6-43834340f0b2 req-8c769f64-4978-41ab-8a8a-58b4749e4cfb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458148 Feb 19 01:46:57.306825 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096d725-be55-4e30-bedb-718ae025e206 req-a97d91d1-c1b5-4d93-a6e9-4d16066df875 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:57.308266 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c096d725-be55-4e30-bedb-718ae025e206 req-a97d91d1-c1b5-4d93-a6e9-4d16066df875 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0545595 Feb 19 01:46:57.358822 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c096d725-be55-4e30-bedb-718ae025e206 req-6a75da1f-eb24-494d-af07-c5edf215fb6c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445065 Feb 19 01:46:58.481845 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296d947-b597-4f32-a52b-0d12c42ef639 req-c22d7d59-2fb7-47bb-8bb6-bc35bbad1ec3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:58.484167 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f296d947-b597-4f32-a52b-0d12c42ef639 req-c22d7d59-2fb7-47bb-8bb6-bc35bbad1ec3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0548680 Feb 19 01:46:58.539187 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f296d947-b597-4f32-a52b-0d12c42ef639 req-63334f70-aa9d-4a6c-85b1-6392cf79a0b6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472820 Feb 19 01:46:59.671657 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423661d-4c83-43a1-bcf9-533d8b57ca15 req-03e73918-5340-4b95-a60f-46b6faceec23 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:46:59.673232 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7423661d-4c83-43a1-bcf9-533d8b57ca15 req-03e73918-5340-4b95-a60f-46b6faceec23 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0569882 Feb 19 01:46:59.726553 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7423661d-4c83-43a1-bcf9-533d8b57ca15 req-adce1e23-7238-4060-8252-7d048abd2301 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474513 Feb 19 01:47:00.858135 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b74b1-ed31-4244-8c50-6a0943d792dd req-a71c970d-c936-4c50-971c-c32384eac0e8 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:00.859671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b24b74b1-ed31-4244-8c50-6a0943d792dd req-a71c970d-c936-4c50-971c-c32384eac0e8 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0606766 Feb 19 01:47:00.907600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b7b9e66e-378d-4436-9428-917ae6f80efd no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:47:00.910714 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b24b74b1-ed31-4244-8c50-6a0943d792dd req-363cbe71-2a6f-4243-8673-ca924ebc1c31 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444443 Feb 19 01:47:00.997464 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b7b9e66e-378d-4436-9428-917ae6f80efd is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:47:00.997852 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:01.021420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:47:01.023629 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4875d55b-615d-4671-aabb-4663ca6edc0e" -d '{"events": [{"server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "name": "network-vif-unplugged", "status": "completed", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:47:01.039716 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:01.044466 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:01.075937 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 01:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3331154c-67d1-4d9f-9fe6-1413f2ec80fc x-openstack-request-id: req-3331154c-67d1-4d9f-9fe6-1413f2ec80fc {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:47:01.076227 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "name": "network-vif-unplugged", "status": "failed", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd", "code": 422}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:47:01.076483 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3331154c-67d1-4d9f-9fe6-1413f2ec80fc {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:47:01.076880 n-d-826527-3 neutron-server[103651]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'code': 422} returned with failed status Feb 19 01:47:01.102918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:01.110622 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.110974 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.111343 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.111688 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.112013 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.112341 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.112672 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.112998 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.113329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.113652 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.113981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.114339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:01.114661 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:47:02.159625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-be65e3ad-8fb2-4f98-8825-f9c18bd83807 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881076 Feb 19 01:47:02.168557 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-9b5247d7-c269-4430-8d4a-6c73dd311c04 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:47:02.169491 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-9b5247d7-c269-4430-8d4a-6c73dd311c04 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053020 Feb 19 01:47:02.179459 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215372c-6ff4-48e5-8f2d-15edcc86872a req-a5b69f5e-89f6-4167-8cc6-67e87e25567c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:02.180866 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0215372c-6ff4-48e5-8f2d-15edcc86872a req-a5b69f5e-89f6-4167-8cc6-67e87e25567c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0736606 Feb 19 01:47:02.229803 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0215372c-6ff4-48e5-8f2d-15edcc86872a req-6e69d70d-89b9-44ab-bf52-d944dc7966f6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428774 Feb 19 01:47:03.255815 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-1528d839-a06e-40fe-87fd-9b69e9820fa7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:03.257212 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-1528d839-a06e-40fe-87fd-9b69e9820fa7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports/b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 940 time: 0.0480781 Feb 19 01:47:03.356334 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545f80e-5448-4548-908a-91320fff5748 req-eff61930-9f39-4837-936c-3c1952d8724b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:03.357839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5545f80e-5448-4548-908a-91320fff5748 req-eff61930-9f39-4837-936c-3c1952d8724b tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0539298 Feb 19 01:47:03.412499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5545f80e-5448-4548-908a-91320fff5748 req-2b4cec3e-86d1-40cc-8512-9757c3c85d67 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489912 Feb 19 01:47:04.541538 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7f54b-89e2-4635-a638-fe85b99e6d08 req-c7658ea2-ec1b-4ebf-b616-c4ca93ee72a4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:04.543220 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dc7f54b-89e2-4635-a638-fe85b99e6d08 req-c7658ea2-ec1b-4ebf-b616-c4ca93ee72a4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0554204 Feb 19 01:47:04.592768 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2dc7f54b-89e2-4635-a638-fe85b99e6d08 req-22df7a97-fc8d-448c-8437-c998d7e62ab1 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438497 Feb 19 01:47:05.727802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894ce06-201c-4547-b4f7-27e1da5c339e req-cc7f73c2-96b6-40df-9589-1a8e2a4488fc tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:05.729315 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5894ce06-201c-4547-b4f7-27e1da5c339e req-cc7f73c2-96b6-40df-9589-1a8e2a4488fc tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0582066 Feb 19 01:47:05.779255 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5894ce06-201c-4547-b4f7-27e1da5c339e req-d747a308-d91e-4f1e-8e24-f8bcac20a334 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440450 Feb 19 01:47:06.905888 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1226e94-aaed-4e6e-b186-54de27cf84a3 req-d008476d-cb07-49c4-957d-01a536f6f422 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:06.907425 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1226e94-aaed-4e6e-b186-54de27cf84a3 req-d008476d-cb07-49c4-957d-01a536f6f422 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0607595 Feb 19 01:47:06.958032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d1226e94-aaed-4e6e-b186-54de27cf84a3 req-cd566027-325c-4623-9a4d-984bd1eb455c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444360 Feb 19 01:47:08.081461 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdcf6e-bdaa-4f61-ab35-d08ce6295610 req-a244351d-e52e-4633-bd64-39565ac12deb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:08.083041 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30fdcf6e-bdaa-4f61-ab35-d08ce6295610 req-a244351d-e52e-4633-bd64-39565ac12deb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0551429 Feb 19 01:47:08.135046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-30fdcf6e-bdaa-4f61-ab35-d08ce6295610 req-314e25a9-d62e-41c9-8d77-d81524730ecb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455408 Feb 19 01:47:09.261515 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472a5df-b090-4e49-93f3-f95475723ead req-9a882bd3-f3f7-4ff8-99e6-e790f4341186 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:09.263824 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8472a5df-b090-4e49-93f3-f95475723ead req-9a882bd3-f3f7-4ff8-99e6-e790f4341186 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0601311 Feb 19 01:47:09.318851 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8472a5df-b090-4e49-93f3-f95475723ead req-69ab1d97-d946-494f-88b5-e7a5c77e1cfa tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490761 Feb 19 01:47:10.445088 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c589aaa-055e-47ff-820c-61f6862990f4 req-3a91ce7b-0e60-4a74-8068-ee79e2359274 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:10.446516 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c589aaa-055e-47ff-820c-61f6862990f4 req-3a91ce7b-0e60-4a74-8068-ee79e2359274 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0558920 Feb 19 01:47:10.499930 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8c589aaa-055e-47ff-820c-61f6862990f4 req-08eb17e2-c619-4f07-b292-4d1a7fcf5e2a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476048 Feb 19 01:47:11.633438 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc572b7-18c1-4bb1-ac17-1158e34d82b4 req-1838e088-6ba9-429a-b94f-05ef4a0b87c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:11.634985 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fc572b7-18c1-4bb1-ac17-1158e34d82b4 req-1838e088-6ba9-429a-b94f-05ef4a0b87c4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0604737 Feb 19 01:47:11.692292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0fc572b7-18c1-4bb1-ac17-1158e34d82b4 req-db7f1280-821b-4f72-b01f-0e9599365a41 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503676 Feb 19 01:47:12.834380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca75d21-6559-4033-b1b5-7f2f264ab1a0 req-18c9569b-6f12-4eb3-9531-5e8169a93dc5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:12.837294 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca75d21-6559-4033-b1b5-7f2f264ab1a0 req-18c9569b-6f12-4eb3-9531-5e8169a93dc5 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0631466 Feb 19 01:47:12.889796 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-0ca75d21-6559-4033-b1b5-7f2f264ab1a0 req-0711eef6-22a2-45bf-87ac-ec82f26b7514 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459888 Feb 19 01:47:14.015449 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b296d4-b94a-420b-91ec-037b4c287622 req-a02e9d5f-465e-4ec4-ae8e-49ba00f5acf4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:14.016981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0b296d4-b94a-420b-91ec-037b4c287622 req-a02e9d5f-465e-4ec4-ae8e-49ba00f5acf4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0557151 Feb 19 01:47:14.067607 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b0b296d4-b94a-420b-91ec-037b4c287622 req-7f797374-c6e0-4104-80ea-f358cb1824b4 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447307 Feb 19 01:47:15.193791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6944a-61d7-472a-a669-a5f7bb044446 req-4a84c90b-c65c-41b7-beda-f280ff7feb99 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:15.195380 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8db6944a-61d7-472a-a669-a5f7bb044446 req-4a84c90b-c65c-41b7-beda-f280ff7feb99 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0568509 Feb 19 01:47:15.244368 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8db6944a-61d7-472a-a669-a5f7bb044446 req-f9d71bd5-90fa-431e-95af-1e7c84e3ea0e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428138 Feb 19 01:47:16.367091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d8fde-e4d0-4b7f-955e-d4aea8658a07 req-52374238-4108-4ab9-9467-34cfcae5d04c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:16.368606 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-049d8fde-e4d0-4b7f-955e-d4aea8658a07 req-52374238-4108-4ab9-9467-34cfcae5d04c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0558324 Feb 19 01:47:16.419071 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-049d8fde-e4d0-4b7f-955e-d4aea8658a07 req-689d2da4-286e-40bc-afd4-744860f8fc76 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441606 Feb 19 01:47:17.264294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-abc13f49-a638-40a8-a37f-b223abbf1cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:17.266448 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-abc13f49-a638-40a8-a37f-b223abbf1cc2 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55&tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae HTTP/1.1" status: 200 len: 1125 time: 0.0472701 Feb 19 01:47:17.343357 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-28f2f84a-9931-4582-a86c-0406bc509b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:17.344887 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-28f2f84a-9931-4582-a86c-0406bc509b45 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1125 time: 0.0567560 Feb 19 01:47:17.439575 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-2b36a8d6-12b8-480c-8d63-4c3a50b3e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:17.441004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-2b36a8d6-12b8-480c-8d63-4c3a50b3e117 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0905092 Feb 19 01:47:17.515421 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-2c7c7988-f517-428a-aee2-ed5914b74e1a service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 999 time: 0.0676668 Feb 19 01:47:17.552446 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2be57-2d86-4089-9bde-5786abe360d8 req-a3079fbc-abe5-4237-842f-5ec93f8d1a18 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:17.553957 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bc2be57-2d86-4089-9bde-5786abe360d8 req-a3079fbc-abe5-4237-842f-5ec93f8d1a18 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0543888 Feb 19 01:47:17.563881 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-d70d9f21-79ab-4a58-92d4-ca9cf2bb4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:17.565339 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-d70d9f21-79ab-4a58-92d4-ca9cf2bb4847 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0442116 Feb 19 01:47:17.607485 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6bc2be57-2d86-4089-9bde-5786abe360d8 req-dd9c25f7-7fe5-4cbf-a647-9a7f6c72d061 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475440 Feb 19 01:47:17.615281 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-b21fb45c-d970-45b5-99f1-182adb3a4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:17.616841 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-b21fb45c-d970-45b5-99f1-182adb3a4b94 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453310 Feb 19 01:47:17.711829 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-f3f6b25b-7c22-49fd-829b-57f31719175e service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881407 Feb 19 01:47:17.804298 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-ddfb71fe-049c-4c39-b28c-7cafe1e7a6fb service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858648 Feb 19 01:47:17.933047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-88783531-6674-4c0d-bcdf-ebff5e3b2d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:17.934579 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-88783531-6674-4c0d-bcdf-ebff5e3b2d21 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1125 time: 0.0512652 Feb 19 01:47:18.049396 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-b5c7d498-bbcd-423f-8da6-758c6d4c49b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:18.051179 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-b5c7d498-bbcd-423f-8da6-758c6d4c49b5 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0932767 Feb 19 01:47:18.096043 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-71c1e1da-6ba6-410e-928f-8e6797c6d018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:18.127750 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-e82157da-8ffe-485e-b1a3-126084d506f1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 999 time: 0.0695500 Feb 19 01:47:18.182352 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-01c69b1f-fea5-4d1e-89bc-a86bca0f5486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:18.183917 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-01c69b1f-fea5-4d1e-89bc-a86bca0f5486 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0490811 Feb 19 01:47:18.240964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-34b62fae-e016-471f-ac99-79ce87ca896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:18.242659 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-34b62fae-e016-471f-ac99-79ce87ca896c service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514247 Feb 19 01:47:18.349121 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-a377b1e7-ad88-483d-9dcf-43b8994779e2 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992420 Feb 19 01:47:18.447154 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-0e26a707-8724-40ae-84ed-c08dab7872c6 req-3934e965-6392-4ef8-96dd-38fd780e4e6e service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915911 Feb 19 01:47:18.746217 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2670784-740f-491f-a916-155fc5a4ecff req-6ac05776-6743-416d-b298-fbcf62495a4f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:18.747683 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2670784-740f-491f-a916-155fc5a4ecff req-6ac05776-6743-416d-b298-fbcf62495a4f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0667372 Feb 19 01:47:18.799581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a2670784-740f-491f-a916-155fc5a4ecff req-06f752c5-584f-4655-8f94-af1550a9a17d tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432971 Feb 19 01:47:19.584711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:19.931791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958e971-b65e-4e45-be39-bf227be7c0d2 req-c585056c-8f60-49eb-9bc5-3f6d59295380 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:19.933340 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b958e971-b65e-4e45-be39-bf227be7c0d2 req-c585056c-8f60-49eb-9bc5-3f6d59295380 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0544744 Feb 19 01:47:19.984924 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b958e971-b65e-4e45-be39-bf227be7c0d2 req-2d83f4d0-5acc-4f44-abf5-4cd496c72576 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459125 Feb 19 01:47:20.165053 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11095ff9-38b0-410c-bb36-650438706258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:21.111429 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958ca13-a3d4-441d-8a85-2153d30feff2 req-cbefae5f-31a8-4aa5-98d2-437f715f422a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:21.112926 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c958ca13-a3d4-441d-8a85-2153d30feff2 req-cbefae5f-31a8-4aa5-98d2-437f715f422a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0600715 Feb 19 01:47:21.163539 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c958ca13-a3d4-441d-8a85-2153d30feff2 req-0a056044-37ba-4a79-84f7-3040e476f31c tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443671 Feb 19 01:47:21.594767 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:22.309380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1bf27-edb4-43ac-a373-2f250ce6cabe req-c0647f0d-f13c-4dc6-97eb-eedc16e2d015 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:22.310889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98c1bf27-edb4-43ac-a373-2f250ce6cabe req-c0647f0d-f13c-4dc6-97eb-eedc16e2d015 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0664053 Feb 19 01:47:22.362423 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-98c1bf27-edb4-43ac-a373-2f250ce6cabe req-1081b3da-cd11-4bac-b29f-afdb01af8ef6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Feb 19 01:47:23.011057 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:23.492752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20717c1-e1cd-4b1b-809f-1f1cd7a3d3da req-83d94041-c0ee-449c-8db7-420a816d9945 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:23.494265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c20717c1-e1cd-4b1b-809f-1f1cd7a3d3da req-83d94041-c0ee-449c-8db7-420a816d9945 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0553820 Feb 19 01:47:23.547136 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c20717c1-e1cd-4b1b-809f-1f1cd7a3d3da req-beee796e-f911-4b5f-aaca-06609ba6e69a tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469298 Feb 19 01:47:24.241299 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:24.542316 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:24.672616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff328a-798d-4c73-8c97-ac4cb33a6883 req-3cc7f8dd-9b0f-47f9-b355-aaf3b49b88f2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:24.674110 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1ff328a-798d-4c73-8c97-ac4cb33a6883 req-3cc7f8dd-9b0f-47f9-b355-aaf3b49b88f2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0557296 Feb 19 01:47:24.725740 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1ff328a-798d-4c73-8c97-ac4cb33a6883 req-09090af6-da0d-40fe-99b1-6fe2c4589ebc tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434566 Feb 19 01:47:25.861355 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868937b3-7980-47ef-a321-f18cccfd4a4b req-0c97337d-af7c-4736-bc10-bbbaa47754ed tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:25.862876 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-868937b3-7980-47ef-a321-f18cccfd4a4b req-0c97337d-af7c-4736-bc10-bbbaa47754ed tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0548069 Feb 19 01:47:25.919305 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-868937b3-7980-47ef-a321-f18cccfd4a4b req-7785c151-4ea9-432e-a12e-65992bbc145d tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478742 Feb 19 01:47:27.046983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b7b9e66e-378d-4436-9428-917ae6f80efd details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:47:27.051639 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e9c5-b4ef-424f-9af4-af9e49c3fd4d req-788221d2-f986-4160-b27c-fc4dd36e20bb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:27.053216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56c2e9c5-b4ef-424f-9af4-af9e49c3fd4d req-788221d2-f986-4160-b27c-fc4dd36e20bb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 943 time: 0.0585799 Feb 19 01:47:27.104137 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-56c2e9c5-b4ef-424f-9af4-af9e49c3fd4d req-332571fe-0410-46b1-95de-2de653ea110e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445249 Feb 19 01:47:27.148598 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:27.159944 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'port_id': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'mac_address': 'fa:16:3e:00:22:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:47:27.195803 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b7b9e66e-378d-4436-9428-917ae6f80efd is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:47:27.196244 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:27.209183 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b9e66e-378d-4436-9428-917ae6f80efd {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:47:27.228283 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:27.235386 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:27.285989 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:27.484527 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b7b9e66e-378d-4436-9428-917ae6f80efd'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:47:28.239579 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0892f0-6612-4b4e-8822-284450bb2b91 req-e15b863a-2d5d-4de2-a555-54893ed5e0c0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:28.241430 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c0892f0-6612-4b4e-8822-284450bb2b91 req-e15b863a-2d5d-4de2-a555-54893ed5e0c0 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 944 time: 0.0632322 Feb 19 01:47:28.291658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6c0892f0-6612-4b4e-8822-284450bb2b91 req-d64d9127-4a22-4bb0-bace-f14c0de464d2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443492 Feb 19 01:47:29.049337 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b7b9e66e-378d-4436-9428-917ae6f80efd up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:47:29.101124 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port b7b9e66e-378d-4436-9428-917ae6f80efd triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:47:29.101467 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:29.178984 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b7b9e66e-378d-4436-9428-917ae6f80efd is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:47:29.179398 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:29.201749 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:47:29.203996 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ddcc0-4405-432d-ab2e-f954cac4c841" -d '{"events": [{"server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "name": "network-vif-plugged", "status": "completed", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:47:29.216215 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:47:29.221620 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:29.292542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:47:29.314146 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846bcf58-f71d-4cc1-b588-a558615b0b43 x-openstack-request-id: req-846bcf58-f71d-4cc1-b588-a558615b0b43 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:47:29.314495 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "name": "network-vif-plugged", "status": "completed", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:47:29.314759 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-846bcf58-f71d-4cc1-b588-a558615b0b43 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:47:29.315167 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'code': 200} Feb 19 01:47:29.419861 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d30af4-0413-4a69-817c-325cbfaeb78c req-10c8a717-9237-4ab3-b7f5-9cd70756b6cd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:29.421388 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d30af4-0413-4a69-817c-325cbfaeb78c req-10c8a717-9237-4ab3-b7f5-9cd70756b6cd tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0606496 Feb 19 01:47:29.465983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd9f0b-4030-4eab-9f63-b9dcbefd0ea6 req-f36fb0fd-cb98-4234-a123-e7314241b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:29.467538 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-79cd9f0b-4030-4eab-9f63-b9dcbefd0ea6 req-f36fb0fd-cb98-4234-a123-e7314241b4c3 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1127 time: 0.0458946 Feb 19 01:47:29.471996 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-67d30af4-0413-4a69-817c-325cbfaeb78c req-516d37a6-ef8b-4f17-aecc-93708bcab2b2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446379 Feb 19 01:47:29.516935 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-79cd9f0b-4030-4eab-9f63-b9dcbefd0ea6 req-3ebb9c51-4e45-4953-aa17-5f487a0a0b77 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Feb 19 01:47:30.510364 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:47:30.629864 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-660267a4-2084-49f8-87c5-443440c30465 req-7118ded6-0b3f-4402-84ce-0bbc3115d88a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0308065 Feb 19 01:47:30.648616 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc95cab-c3b0-4743-b9b8-1e1ac2c9296f req-12693060-4681-4237-830d-2eded1d0794f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:30.650194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bc95cab-c3b0-4743-b9b8-1e1ac2c9296f req-12693060-4681-4237-830d-2eded1d0794f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0875876 Feb 19 01:47:30.707807 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-660267a4-2084-49f8-87c5-443440c30465 req-b78363ed-b68c-4756-8844-8e808c6d599c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0348814 Feb 19 01:47:30.728745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bc95cab-c3b0-4743-b9b8-1e1ac2c9296f req-26654f2a-f164-4067-9346-0cda34c62e63 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726376 Feb 19 01:47:30.750374 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-660267a4-2084-49f8-87c5-443440c30465 req-19b893f0-bb0c-4a12-b49c-bf0b058a733b service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206535 Feb 19 01:47:30.844775 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660267a4-2084-49f8-87c5-443440c30465 req-ad4fbdff-0e76-4e3d-ab19-10ce01083553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:47:30.846927 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-660267a4-2084-49f8-87c5-443440c30465 req-ad4fbdff-0e76-4e3d-ab19-10ce01083553 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898082 Feb 19 01:47:48.102733 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c565ac8-1e54-40b8-91d8-41c947eb6a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:49.595258 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:50.154327 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cbad4715-b64d-45b5-9636-b4bece08d2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:51.604230 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:53.014584 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:54.248156 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:47:54.569050 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:07.515475 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:48:16.999859 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-4edae245-8a4b-4af8-8faf-da5616d0d52d service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1049623 Feb 19 01:48:17.101595 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-e2535403-c6a7-4b5e-9a73-aa2a53c49672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:17.103272 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-e2535403-c6a7-4b5e-9a73-aa2a53c49672 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1127 time: 0.0537736 Feb 19 01:48:17.208355 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-395b4cf2-5f54-4e2f-9eaa-0dd689eae499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:17.209751 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-395b4cf2-5f54-4e2f-9eaa-0dd689eae499 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0860031 Feb 19 01:48:17.279059 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-683b75fc-3ecc-4435-994c-01353eba71f1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 1001 time: 0.0628150 Feb 19 01:48:17.327907 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-e075fd9f-d429-4b9b-a3c1-6fcf52efff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:17.329335 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-e075fd9f-d429-4b9b-a3c1-6fcf52efff39 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0437477 Feb 19 01:48:17.378319 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-ee9b83eb-66db-43b6-bd2a-6bcaee72fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:17.379785 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-ee9b83eb-66db-43b6-bd2a-6bcaee72fb66 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446939 Feb 19 01:48:17.473680 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-9b69a3c3-438a-489c-99ca-830f958905a1 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869300 Feb 19 01:48:17.579669 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-4e683a70-07d2-4826-873b-d1e44f5cd924 req-83f97eaa-d515-455c-beb4-58a1ee20c190 service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993207 Feb 19 01:48:18.099099 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a396c0b-1d9d-41d1-bd96-4c48f17357bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:19.595656 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:20.155487 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcc1f3b8-37b8-4ab8-a793-bb1b64ba4385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:21.597692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:23.017021 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:24.244110 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:24.589676 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:30.649229 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-407b0563-88e8-4550-84e1-f00c8cbb5f93 req-0e9de1d8-b220-4f40-9abf-08233bb450f5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0700004 Feb 19 01:48:30.733552 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-407b0563-88e8-4550-84e1-f00c8cbb5f93 req-1e585d97-0d4a-45b6-a0f9-d1171023ab58 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0307600 Feb 19 01:48:30.772295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-407b0563-88e8-4550-84e1-f00c8cbb5f93 req-d5c4b765-3218-4def-a7a3-b54e5202b40f service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199873 Feb 19 01:48:30.866708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b0563-88e8-4550-84e1-f00c8cbb5f93 req-5f901d22-6f08-4add-989e-0d4e48802d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:30.868310 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-407b0563-88e8-4550-84e1-f00c8cbb5f93 req-5f901d22-6f08-4add-989e-0d4e48802d2e service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908537 Feb 19 01:48:44.516608 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:48:48.089976 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3d20-0161-4f23-8270-6d6f7ca75963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:49.340942 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39738) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:48:49.511581 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Deleting port 0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:48:49.511895 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:49.590545 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:49.594786 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:49.595129 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for floatingip (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:49.607309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Calling delete_port for 0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf owned by network:floatingip {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:48:49.765533 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:49.790968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event deleted for resources: {'Port': ['ID=0f6a5b5b-f6f2-4d36-9da5-d332f3a1aadf,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:49.819298 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.819660 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.820007 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.820351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.820689 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.821071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.821593 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.821790 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.822158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.822568 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.822897 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.823205 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.823558 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:49.863194 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for floatingip (5a623661-1a16-4fbd-8104-2d11999af186), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:49.863426 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Floating IP 5a623661-1a16-4fbd-8104-2d11999af186 disassociated (deleted). External IP: 172.25.6.135, port: b7b9e66e-378d-4436-9428-917ae6f80efd. Feb 19 01:48:50.081682 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Router da46f6c3-1112-4d5a-8634-b4b0654ea728 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:48:50.150338 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81d00fa1-9f95-470b-96f6-451b549531a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:50.199371 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:48:50.204496 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:50.209362 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] Sync routers for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:48:50.219299 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:48:50.219928 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:48:50.233987 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-c830db94-91c2-49d6-b1bf-c3c9eccf0d1f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "DELETE /v2.0/floatingips/5a623661-1a16-4fbd-8104-2d11999af186 HTTP/1.1" status: 204 len: 168 time: 0.8917253 Feb 19 01:48:50.234612 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:50.236879 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7066b982-9d4c-412e-8f73-73f07c892a68" -d '{"events": [{"name": "network-changed", "server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:50.285751 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7d6eea-fe44-409c-87cb-a5cbf29640e1 x-openstack-request-id: req-ee7d6eea-fe44-409c-87cb-a5cbf29640e1 {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:50.286051 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:50.286364 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ee7d6eea-fe44-409c-87cb-a5cbf29640e1 {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:50.286851 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'status': 'completed', 'code': 200} Feb 19 01:48:50.359810 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-53c47bfd-7cd8-4f43-bd41-6d990f2c8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:50.361545 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-53c47bfd-7cd8-4f43-bd41-6d990f2c8789 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 1127 time: 0.0526824 Feb 19 01:48:50.439524 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:48:50.467749 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-3eb82ea8-0a38-4bfd-a274-f4c2c172b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:50.469284 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-3eb82ea8-0a38-4bfd-a274-f4c2c172b0d4 service neutron] 10.222.0.113 "GET /v2.0/networks?id=28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 200 len: 909 time: 0.0967565 Feb 19 01:48:50.496380 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eeb68-7ee5-403a-a0dc-c51eb963e41f req-18695281-e1d1-4f46-94d9-56b526fcaca7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:50.498092 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce5eeb68-7ee5-403a-a0dc-c51eb963e41f req-18695281-e1d1-4f46-94d9-56b526fcaca7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0642505 Feb 19 01:48:50.514541 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-b2d6b788-1da8-4a47-8c48-6ecc3b287564 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 200 len: 217 time: 0.0378597 Feb 19 01:48:50.556086 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ce5eeb68-7ee5-403a-a0dc-c51eb963e41f req-b9aec57c-0ced-45fd-a5bd-cf12467c3a51 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519104 Feb 19 01:48:50.582443 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-a94589c6-5dc3-4089-9522-9c2d85da3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:50.583939 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-a94589c6-5dc3-4089-9522-9c2d85da3a24 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 200 len: 847 time: 0.0636752 Feb 19 01:48:50.635196 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-550386c3-b767-409b-8f4f-4d2e23aa8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:50.636646 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-550386c3-b767-409b-8f4f-4d2e23aa8832 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=28856b91-259a-4f69-8ae0-3f876568a639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448229 Feb 19 01:48:50.641639 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:48:50.670976 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] Checking router: da46f6c3-1112-4d5a-8634-b4b0654ea728 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:48:50.679252 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:48:50.679864 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:48:50.724277 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-b8d5d510-a5ec-4bde-bb3e-0997c30d2e0a service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805526 Feb 19 01:48:50.785836 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:48:50.815814 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-7066b982-9d4c-412e-8f73-73f07c892a68 req-f1222881-1e21-4586-b4d2-67b32197245e service neutron] 10.222.0.113 "GET /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854802 Feb 19 01:48:50.987298 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:48:51.013959 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee344b19-591c-4cd9-9375-cd1d0bdf33aa None None] The sync data for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 is: [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:43Z', 'revision_number': 4, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': 'c94fc168-0743-432e-a9c5-1ae4e16568fa', 'name': '', 'network_id': '28856b91-259a-4f69-8ae0-3f876568a639', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'mac_address': 'fa:16:3e:7a:7d:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:42Z', 'updated_at': '2022-02-19T01:39:47Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'subnets': [{'id': '2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:48:51.259830 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5f15ec-d7d5-4af6-a150-fab58a3a1856 None None] New status for floating IP 5a623661-1a16-4fbd-8104-2d11999af186: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:48:51.691684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197c607-c701-4f2f-a6ed-6bc7a563b7be req-f7721756-e63c-4638-8141-40fc5c854019 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:51.693299 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e197c607-c701-4f2f-a6ed-6bc7a563b7be req-f7721756-e63c-4638-8141-40fc5c854019 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0613332 Feb 19 01:48:51.744602 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e197c607-c701-4f2f-a6ed-6bc7a563b7be req-c58ff2b4-6567-4bbb-8959-c9ade4e07ce8 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/security-groups?id=033b62e2-520d-4bb4-9467-0da8cf3109a0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454934 Feb 19 01:48:51.771989 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:52.041897 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890a43a-015e-45ae-97d2-fa1310549443 req-58f81da7-91ed-4826-afa7-ad7a0b8afb26 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:48:52.044126 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b890a43a-015e-45ae-97d2-fa1310549443 req-58f81da7-91ed-4826-afa7-ad7a0b8afb26 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 945 time: 0.0649183 Feb 19 01:48:52.156347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Deleting port b7b9e66e-378d-4436-9428-917ae6f80efd {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:48:52.156702 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:52.245073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] For port b7b9e66e-378d-4436-9428-917ae6f80efd, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b7b9e66e-378d-4436-9428-917ae6f80efd,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:48:52.245501 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:52.261957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Calling delete_port for b7b9e66e-378d-4436-9428-917ae6f80efd owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:48:52.409628 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b7b9e66e-378d-4436-9428-917ae6f80efd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:52.436692 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event deleted for resources: {'Port': ['ID=b7b9e66e-378d-4436-9428-917ae6f80efd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:48:52.450366 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.450726 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.451075 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.451419 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.451741 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.452065 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.452412 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.452748 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.453077 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.453406 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.453732 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.454047 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.454423 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:48:52.489980 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] No DVR routers for this DVR port b7b9e66e-378d-4436-9428-917ae6f80efd on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:48:52.493000 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:52.496325 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b890a43a-015e-45ae-97d2-fa1310549443 req-2b41b3c6-9e41-400d-946a-c29e8c4de972 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.113 "DELETE /v2.0/ports/b7b9e66e-378d-4436-9428-917ae6f80efd HTTP/1.1" status: 204 len: 173 time: 0.4466023 Feb 19 01:48:52.496841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'name': 'network-vif-deleted', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:48:52.499124 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af529e6-d930-4b25-8478-ef3dea8531a8" -d '{"events": [{"server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "name": "network-vif-deleted", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:48:52.591892 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32fc6fa-2e4f-483c-9764-cde374eaefcb x-openstack-request-id: req-e32fc6fa-2e4f-483c-9764-cde374eaefcb {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:48:52.592221 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cf4c978-7be7-466f-8076-4eb468c2fc55", "name": "network-vif-deleted", "tag": "b7b9e66e-378d-4436-9428-917ae6f80efd", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:48:52.592481 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e32fc6fa-2e4f-483c-9764-cde374eaefcb {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:48:52.592889 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cf4c978-7be7-466f-8076-4eb468c2fc55', 'name': 'network-vif-deleted', 'tag': 'b7b9e66e-378d-4436-9428-917ae6f80efd', 'status': 'completed', 'code': 200} Feb 19 01:48:52.849175 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f494b75f-c3f5-4a07-b0b1-036e9a3f580f req-b15245ff-3af5-41b6-88d2-78e728aeb9a6 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0327048 Feb 19 01:48:53.024829 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:53.947032 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-c0735ab0-f99c-4a08-92e8-a27ac2acde23 req-5ff2d712-8895-4a15-8419-11e5c80ba4d1 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0277476 Feb 19 01:48:54.250711 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:54.606706 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:48:55.048336 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-77d89722-e5fe-455e-b5e1-bc35963ff990 req-41bee868-ecaa-4fce-b1dd-2e4bbce8a172 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0278516 Feb 19 01:48:55.482644 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b7b9e66e-378d-4436-9428-917ae6f80efd no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:48:55.503692 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: b7b9e66e-378d-4436-9428-917ae6f80efd {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:48:55.504031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b7b9e66e-378d-4436-9428-917ae6f80efd not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:48:56.149151 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f1a4e59b-1458-408f-bb6c-f34d56a8464d req-62a80f2a-6430-4cb5-aed1-1b8539aa650e tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0289381 Feb 19 01:48:57.247103 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-5024f7e1-5508-42dc-9984-1840f800e847 req-41c33a92-fe36-4a8a-b4a3-a0547cb9373f tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0287197 Feb 19 01:48:58.395420 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-1075f7dd-7f68-4d33-a62d-7f11195ce2de req-5379fcb9-d102-49eb-a6d4-e5849c2afbcb tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0771468 Feb 19 01:48:59.546791 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-152b330c-d612-4ca7-b782-7ceb4b844b13 req-7c862ff5-d133-4cd5-99da-b8fff7793210 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0803273 Feb 19 01:49:00.652700 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8bb1b9ef-2dbd-4361-8497-f4ec67629bea req-8bb9c086-b4f3-4853-9763-4fd77664d285 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0281806 Feb 19 01:49:01.763335 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-07ef67a2-8008-4ca0-9e01-3442c187255d req-b6d42df8-9df1-4ded-9c09-1ab3bafcaff3 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "GET /v2.0/ports?device_id=6cf4c978-7be7-466f-8076-4eb468c2fc55 HTTP/1.1" status: 200 len: 210 time: 0.0290048 Feb 19 01:49:02.825642 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39786) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:02.887901 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c08a3de-64d3-4959-9cbb-8b7ed30df6f2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (033b62e2-520d-4bb4-9467-0da8cf3109a0), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:02.918980 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c08a3de-64d3-4959-9cbb-8b7ed30df6f2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (033b62e2-520d-4bb4-9467-0da8cf3109a0), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:02.980860 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c08a3de-64d3-4959-9cbb-8b7ed30df6f2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (033b62e2-520d-4bb4-9467-0da8cf3109a0), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:02.983697 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-1c08a3de-64d3-4959-9cbb-8b7ed30df6f2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:02.984975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-1c08a3de-64d3-4959-9cbb-8b7ed30df6f2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] 10.222.0.60 "DELETE /v2.0/security-groups/033b62e2-520d-4bb4-9467-0da8cf3109a0 HTTP/1.1" status: 204 len: 168 time: 0.1583323 Feb 19 01:49:02.994948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08a3de-64d3-4959-9cbb-8b7ed30df6f2 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=033b62e2-520d-4bb4-9467-0da8cf3109a0,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:04.056647 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39792) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:04.559319 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (da46f6c3-1112-4d5a-8634-b4b0654ea728), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.128178 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Deleting port c94fc168-0743-432e-a9c5-1ae4e16568fa {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:05.128907 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.208966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] For port c94fc168-0743-432e-a9c5-1ae4e16568fa, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=c94fc168-0743-432e-a9c5-1ae4e16568fa,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:05.209341 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.222320 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Calling delete_port for c94fc168-0743-432e-a9c5-1ae4e16568fa owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:05.410115 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (c94fc168-0743-432e-a9c5-1ae4e16568fa), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.437478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94fc168-0743-432e-a9c5-1ae4e16568fa,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:05.624367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (da46f6c3-1112-4d5a-8634-b4b0654ea728), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:05.847402 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Router da46f6c3-1112-4d5a-8634-b4b0654ea728 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:49:05.959345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:49:05.964680 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f0913246-6188-4a04-be24-c8850bbdb4e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/da46f6c3-1112-4d5a-8634-b4b0654ea728/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9069417 Feb 19 01:49:05.967467 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39796) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:05.972525 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] Sync routers for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:49:05.984040 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:05.984635 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:06.080573 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks [] for router (da46f6c3-1112-4d5a-8634-b4b0654ea728), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.091471 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:06.192575 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks [] for router_gateway (da46f6c3-1112-4d5a-8634-b4b0654ea728), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.254019 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Deleting port 81d263c7-3ef5-463e-8fd1-862161d6d0a4 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:06.255210 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.279890 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:49:05Z', 'revision_number': 5, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port': {'id': '81d263c7-3ef5-463e-8fd1-862161d6d0a4', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:52:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:06.310753 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] Checking router: da46f6c3-1112-4d5a-8634-b4b0654ea728 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:49:06.319456 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] Routers {'da46f6c3-1112-4d5a-8634-b4b0654ea728'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:06.320086 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['da46f6c3-1112-4d5a-8634-b4b0654ea728'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:06.365842 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] For port 81d263c7-3ef5-463e-8fd1-862161d6d0a4, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=81d263c7-3ef5-463e-8fd1-862161d6d0a4,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:06.366262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.381361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Calling delete_port for 81d263c7-3ef5-463e-8fd1-862161d6d0a4 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:06.409788 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] Set router da46f6c3-1112-4d5a-8634-b4b0654ea728 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:06.465796 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:49:06Z', 'revision_number': 6, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:06.493929 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380bb7d-5fd0-4adf-abc2-c5e9d2a26259 None None] The sync data for ids ['da46f6c3-1112-4d5a-8634-b4b0654ea728'] in n-d-826527-3 is: [{'id': 'da46f6c3-1112-4d5a-8634-b4b0654ea728', 'name': 'tempest-TestShelveInstance-901125944-router', 'tenant_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:40Z', 'updated_at': '2022-02-19T01:49:06Z', 'revision_number': 6, 'project_id': '9c077bb56ea34f2ba7f519ee37d3f1ae', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:49:06.596903 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (81d263c7-3ef5-463e-8fd1-862161d6d0a4), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.632611 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Pushing event deleted for resources: {'Port': ['ID=81d263c7-3ef5-463e-8fd1-862161d6d0a4,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:06.694641 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (da46f6c3-1112-4d5a-8634-b4b0654ea728), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.791965 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (da46f6c3-1112-4d5a-8634-b4b0654ea728), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.794168 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks [] for router_controller (da46f6c3-1112-4d5a-8634-b4b0654ea728), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.844919 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (da46f6c3-1112-4d5a-8634-b4b0654ea728), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.845901 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da46f6c3-1112-4d5a-8634-b4b0654ea728 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:49:06.851455 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.852644 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-32dc9233-8e2a-4d82-9c2a-32226b78682d admin admin] 10.222.0.60 "DELETE /v2.0/routers/da46f6c3-1112-4d5a-8634-b4b0654ea728 HTTP/1.1" status: 204 len: 168 time: 0.8839028 Feb 19 01:49:06.855283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39798) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:06.908701 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f11efa3-55d3-4fe0-aa65-676e64d1e543 admin admin] Deleting subnet 2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:49:06.912240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f11efa3-55d3-4fe0-aa65-676e64d1e543 admin admin] Publish callbacks [] for subnet (2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.951964 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f11efa3-55d3-4fe0-aa65-676e64d1e543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:06.987781 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c94fc168-0743-432e-a9c5-1ae4e16568fa no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:49:07.011417 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: c94fc168-0743-432e-a9c5-1ae4e16568fa {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:49:07.011846 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device c94fc168-0743-432e-a9c5-1ae4e16568fa not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:49:07.046535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f11efa3-55d3-4fe0-aa65-676e64d1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.099731 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f11efa3-55d3-4fe0-aa65-676e64d1e543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.127750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11efa3-55d3-4fe0-aa65-676e64d1e543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:07.131851 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8f11efa3-55d3-4fe0-aa65-676e64d1e543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.135869 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8f11efa3-55d3-4fe0-aa65-676e64d1e543 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2a85ffb8-cbd7-43fd-bb06-058adb7ddd9c HTTP/1.1" status: 204 len: 168 time: 0.2795048 Feb 19 01:49:07.140890 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb013e5-4845-4d96-9d7b-62d3132f626e None None] Network 28856b91-259a-4f69-8ae0-3f876568a639 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:49:07.145161 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39800) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:07.227941 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (28856b91-259a-4f69-8ae0-3f876568a639), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.289714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Deleting port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:07.290060 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.314783 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] DHCP port deletion for 28856b91-259a-4f69-8ae0-3f876568a639 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:49:07.364104 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] For port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:07.364761 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.367252 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Deleting port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:07.368492 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.386828 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Calling delete_port for ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:07.455275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] For port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,segment=NetworkSegment(88ae0598-304d-456b-bba8-939faddc9cfa),segment_id=88ae0598-304d-456b-bba8-939faddc9cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:07.455684 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.472696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Calling delete_port for ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:07.487925 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.514841 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:07.518343 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] No DVR routers for this DVR port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:49:07.556209 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.580878 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Pushing event deleted for resources: {'Port': ['ID=ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:07.590272 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (28856b91-259a-4f69-8ae0-3f876568a639), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.591313 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.591668 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.592187 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.592528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.593036 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.593552 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.594045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.594558 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.595047 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.595534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.596065 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.596393 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.596723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:07.599576 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd6c036-6b88-4bb3-805b-ef37735f5208 None None] No DVR routers for this DVR port ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:49:07.617915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28856b91-259a-4f69-8ae0-3f876568a639']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:07.628401 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ae0598-304d-456b-bba8-939faddc9cfa') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:07.628834 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ae0598-304d-456b-bba8-939faddc9cfa') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:07.638838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (88ae0598-304d-456b-bba8-939faddc9cfa), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.652262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (88ae0598-304d-456b-bba8-939faddc9cfa), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.658200 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:49:07.658602 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (88ae0598-304d-456b-bba8-939faddc9cfa), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:49:07.660290 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:49:07.713026 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (28856b91-259a-4f69-8ae0-3f876568a639), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.718535 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:07.721647 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] 10.222.0.60 "DELETE /v2.0/networks/28856b91-259a-4f69-8ae0-3f876568a639 HTTP/1.1" status: 204 len: 168 time: 0.5746558 Feb 19 01:49:07.725073 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39802) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:07.744837 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a9d035-c60d-45ff-821d-c79f89430338 admin admin] Pushing event deleted for resources: {'Network': ['ID=28856b91-259a-4f69-8ae0-3f876568a639,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:08.104300 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (c74e6ffd-25fa-4997-b440-b8c797a0d73b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:08.359891 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Deleting port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:08.360603 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:08.443303 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] For port d13ef5af-e58d-4c4b-9c32-756e56a7c7ea, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,segment=NetworkSegment(70408304-e73e-4c99-91ee-00d8cfda8007),segment_id=70408304-e73e-4c99-91ee-00d8cfda8007)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:08.443672 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:08.456694 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Calling delete_port for d13ef5af-e58d-4c4b-9c32-756e56a7c7ea owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:08.639544 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 81d263c7-3ef5-463e-8fd1-862161d6d0a4 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:49:08.649172 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d13ef5af-e58d-4c4b-9c32-756e56a7c7ea), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:08.664007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 81d263c7-3ef5-463e-8fd1-862161d6d0a4 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:49:08.664362 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 81d263c7-3ef5-463e-8fd1-862161d6d0a4 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:49:08.664815 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:49:08.672556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Pushing event deleted for resources: {'Port': ['ID=d13ef5af-e58d-4c4b-9c32-756e56a7c7ea,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:08.688458 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:49:08.689200 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device ba8e0ac3-dc2c-4c55-9fe3-1660f6fa8b49 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:49:08.865724 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (c74e6ffd-25fa-4997-b440-b8c797a0d73b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:09.396723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Router c74e6ffd-25fa-4997-b440-b8c797a0d73b has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:49:09.515338 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:49:09.520726 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9cfa3a13-8775-4199-ad72-304f1765bdab admin admin] 10.222.0.60 "PUT /v2.0/routers/c74e6ffd-25fa-4997-b440-b8c797a0d73b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7945740 Feb 19 01:49:09.523533 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39804) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:09.526935 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] Sync routers for ids ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:49:09.537553 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] Routers {'c74e6ffd-25fa-4997-b440-b8c797a0d73b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:09.538226 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:09.627793 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks [] for router (c74e6ffd-25fa-4997-b440-b8c797a0d73b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:09.646610 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] Set router c74e6ffd-25fa-4997-b440-b8c797a0d73b gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:09.734588 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks [] for router_gateway (c74e6ffd-25fa-4997-b440-b8c797a0d73b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:09.793746 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Deleting port 03234dee-85b9-47a8-a16a-02dc5b15a7dd {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:09.794087 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:09.836523 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:49:08Z', 'revision_number': 5, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port': {'id': '03234dee-85b9-47a8-a16a-02dc5b15a7dd', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:2a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:39:45Z', 'updated_at': '2022-02-19T01:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:09.867108 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] Checking router: c74e6ffd-25fa-4997-b440-b8c797a0d73b for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:49:09.872042 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] For port 03234dee-85b9-47a8-a16a-02dc5b15a7dd, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=03234dee-85b9-47a8-a16a-02dc5b15a7dd,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:09.872468 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:09.875802 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] Routers {'c74e6ffd-25fa-4997-b440-b8c797a0d73b'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:09.876423 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:09.885307 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Calling delete_port for 03234dee-85b9-47a8-a16a-02dc5b15a7dd owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:09.965105 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] Set router c74e6ffd-25fa-4997-b440-b8c797a0d73b gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:10.016235 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:49:09Z', 'revision_number': 6, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:10.045547 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15160319-f254-4af4-9fc3-9f15b1230dea None None] The sync data for ids ['c74e6ffd-25fa-4997-b440-b8c797a0d73b'] in n-d-826527-3 is: [{'id': 'c74e6ffd-25fa-4997-b440-b8c797a0d73b', 'name': 'tempest-TestShelveInstance-1101553260-router', 'tenant_id': 'a5eaf598b0c445fab72128d9561a9edb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:39:44Z', 'updated_at': '2022-02-19T01:49:09Z', 'revision_number': 6, 'project_id': 'a5eaf598b0c445fab72128d9561a9edb', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:49:10.057452 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (03234dee-85b9-47a8-a16a-02dc5b15a7dd), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.088478 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=03234dee-85b9-47a8-a16a-02dc5b15a7dd,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:10.166651 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (c74e6ffd-25fa-4997-b440-b8c797a0d73b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.262443 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (c74e6ffd-25fa-4997-b440-b8c797a0d73b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.264893 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks [] for router_controller (c74e6ffd-25fa-4997-b440-b8c797a0d73b), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.312898 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (c74e6ffd-25fa-4997-b440-b8c797a0d73b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.313361 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c74e6ffd-25fa-4997-b440-b8c797a0d73b {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:49:10.317620 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.318819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-115512a2-3a3f-4aea-9250-eef81f758f9b admin admin] 10.222.0.60 "DELETE /v2.0/routers/c74e6ffd-25fa-4997-b440-b8c797a0d73b HTTP/1.1" status: 204 len: 168 time: 0.7943254 Feb 19 01:49:10.322053 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39806) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:10.365817 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91b57cd-5219-4469-9faa-c53984f009ed admin admin] Deleting subnet ac96e748-a36c-4852-baca-4e537dbc3e69 {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:49:10.369170 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e91b57cd-5219-4469-9faa-c53984f009ed admin admin] Publish callbacks [] for subnet (ac96e748-a36c-4852-baca-4e537dbc3e69), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.404534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e91b57cd-5219-4469-9faa-c53984f009ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (ac96e748-a36c-4852-baca-4e537dbc3e69), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.486365 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e91b57cd-5219-4469-9faa-c53984f009ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (ac96e748-a36c-4852-baca-4e537dbc3e69), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.554079 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e91b57cd-5219-4469-9faa-c53984f009ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (ac96e748-a36c-4852-baca-4e537dbc3e69), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.578942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b57cd-5219-4469-9faa-c53984f009ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac96e748-a36c-4852-baca-4e537dbc3e69,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:10.583020 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-e91b57cd-5219-4469-9faa-c53984f009ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.586679 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-e91b57cd-5219-4469-9faa-c53984f009ed admin admin] 10.222.0.60 "DELETE /v2.0/subnets/ac96e748-a36c-4852-baca-4e537dbc3e69 HTTP/1.1" status: 204 len: 168 time: 0.2631209 Feb 19 01:49:10.589119 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39808) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:10.590454 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bfc555-00ce-4308-aa51-ef94cb4e79a6 None None] Network b34688b6-6842-4ee8-8bea-f341178fbeaf requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:49:10.656100 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (b34688b6-6842-4ee8-8bea-f341178fbeaf), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.712294 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Deleting port aad9c499-1063-459f-bfcc-42c395ae6074 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:10.712483 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.787353 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] For port aad9c499-1063-459f-bfcc-42c395ae6074, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=aad9c499-1063-459f-bfcc-42c395ae6074,segment=NetworkSegment(70408304-e73e-4c99-91ee-00d8cfda8007),segment_id=70408304-e73e-4c99-91ee-00d8cfda8007)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:10.787652 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.802805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Calling delete_port for aad9c499-1063-459f-bfcc-42c395ae6074 owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:10.822898 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] DHCP port deletion for b34688b6-6842-4ee8-8bea-f341178fbeaf request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:49:10.885336 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] Deleting port aad9c499-1063-459f-bfcc-42c395ae6074 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:49:10.885993 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.886311 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:10.890321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device aad9c499-1063-459f-bfcc-42c395ae6074 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:49:10.916568 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Pushing event deleted for resources: {'Port': ['ID=aad9c499-1063-459f-bfcc-42c395ae6074,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:10.918438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] No DVR routers for this DVR port aad9c499-1063-459f-bfcc-42c395ae6074 on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:49:10.950916 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: aad9c499-1063-459f-bfcc-42c395ae6074 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:49:10.951279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device aad9c499-1063-459f-bfcc-42c395ae6074 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:49:10.951921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d13ef5af-e58d-4c4b-9c32-756e56a7c7ea no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:49:10.982620 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d13ef5af-e58d-4c4b-9c32-756e56a7c7ea {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:49:10.982980 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d13ef5af-e58d-4c4b-9c32-756e56a7c7ea not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:49:10.983400 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 03234dee-85b9-47a8-a16a-02dc5b15a7dd no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:49:10.993770 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (b34688b6-6842-4ee8-8bea-f341178fbeaf), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.011299 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] For port aad9c499-1063-459f-bfcc-42c395ae6074, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:11.011697 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.013827 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34688b6-6842-4ee8-8bea-f341178fbeaf']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:11.018739 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 03234dee-85b9-47a8-a16a-02dc5b15a7dd {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:49:11.019098 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 03234dee-85b9-47a8-a16a-02dc5b15a7dd not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:49:11.022963 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70408304-e73e-4c99-91ee-00d8cfda8007') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:11.023260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70408304-e73e-4c99-91ee-00d8cfda8007') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:11.025727 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] Calling delete_port for aad9c499-1063-459f-bfcc-42c395ae6074 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:49:11.028697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] Port aad9c499-1063-459f-bfcc-42c395ae6074 was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:49:11.030462 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (aad9c499-1063-459f-bfcc-42c395ae6074), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.033388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (70408304-e73e-4c99-91ee-00d8cfda8007), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.047372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (70408304-e73e-4c99-91ee-00d8cfda8007), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.053485 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:49:11.054142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (70408304-e73e-4c99-91ee-00d8cfda8007), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:49:11.056089 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:49:11.058679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] Pushing event deleted for resources: {'Port': ['ID=aad9c499-1063-459f-bfcc-42c395ae6074,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:11.060386 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bf4588-438e-45b2-bc34-92d8cc5f7200 None None] No DVR routers for this DVR port aad9c499-1063-459f-bfcc-42c395ae6074 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:49:11.123887 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (b34688b6-6842-4ee8-8bea-f341178fbeaf), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.138437 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.141660 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b34688b6-6842-4ee8-8bea-f341178fbeaf HTTP/1.1" status: 204 len: 168 time: 0.5516293 Feb 19 01:49:11.155011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7903006-c7ef-44a5-b678-05da15f5e496 admin admin] Pushing event deleted for resources: {'Network': ['ID=b34688b6-6842-4ee8-8bea-f341178fbeaf,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:11.252178 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39812) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:11.292974 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-881ceccb-3923-49de-be43-eff4567776e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c077bb56ea34f2ba7f519ee37d3f1ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0395954 Feb 19 01:49:11.295625 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39814) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:11.354487 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d23c931-238c-4c47-80b3-a40839901f6a admin admin] Publish callbacks [] for security_group (8cd2e2fa-61cc-4efb-9dc0-a8a6596e632f), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.377955 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d23c931-238c-4c47-80b3-a40839901f6a admin admin] Publish callbacks [] for security_group (8cd2e2fa-61cc-4efb-9dc0-a8a6596e632f), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.429083 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d23c931-238c-4c47-80b3-a40839901f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (8cd2e2fa-61cc-4efb-9dc0-a8a6596e632f), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.431911 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8d23c931-238c-4c47-80b3-a40839901f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.433345 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8d23c931-238c-4c47-80b3-a40839901f6a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8cd2e2fa-61cc-4efb-9dc0-a8a6596e632f HTTP/1.1" status: 204 len: 168 time: 0.1367302 Feb 19 01:49:11.441751 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23c931-238c-4c47-80b3-a40839901f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd2e2fa-61cc-4efb-9dc0-a8a6596e632f,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:11.759262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39820) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:11.801936 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3ea36253-4f24-48ac-a12b-582bdb888ec1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5eaf598b0c445fab72128d9561a9edb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414464 Feb 19 01:49:11.804456 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39822) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:11.855987 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2129a5bf-60f6-410f-9069-436bf8f4aba8 admin admin] Publish callbacks [] for security_group (51399a50-58bf-4f1f-8633-7592c813d477), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.885177 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2129a5bf-60f6-410f-9069-436bf8f4aba8 admin admin] Publish callbacks [] for security_group (51399a50-58bf-4f1f-8633-7592c813d477), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.942424 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2129a5bf-60f6-410f-9069-436bf8f4aba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (51399a50-58bf-4f1f-8633-7592c813d477), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.946443 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-2129a5bf-60f6-410f-9069-436bf8f4aba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:11.948017 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-2129a5bf-60f6-410f-9069-436bf8f4aba8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51399a50-58bf-4f1f-8633-7592c813d477 HTTP/1.1" status: 204 len: 168 time: 0.1426587 Feb 19 01:49:11.956141 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129a5bf-60f6-410f-9069-436bf8f4aba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51399a50-58bf-4f1f-8633-7592c813d477,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:12.678964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39844) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:12.793487 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-346837387-network', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:12.816490 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Made reservation on behalf of d9dd259cd08c4e769a8693d65cb46465 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:49:12.818783 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:12.827449 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:12.901818 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Publish callbacks [] for security_group (df68cef0-f5bf-470d-b8db-3db09b91c0c1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:12.906872 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (df68cef0-f5bf-470d-b8db-3db09b91c0c1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:12.930723 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:49:12.941087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df68cef0-f5bf-470d-b8db-3db09b91c0c1,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:12.945699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4a48ce7c-07fd-4f27-acd5-d6c006dd6830), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:12.946047 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Added segment 4a48ce7c-07fd-4f27-acd5-d6c006dd6830 of type vlan for network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 Feb 19 01:49:12.983838 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (64a3bcf4-ba63-430f-922c-fc5b1c5c7838), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.011372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (64a3bcf4-ba63-430f-922c-fc5b1c5c7838), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.012376 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:13.012966 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.067029 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3868759 Feb 19 01:49:13.070197 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39848) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:13.075404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Request body: {'subnet': {'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-346837387-subnet', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:13.078258 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed910e89-53be-4a9b-b871-ee72338e0ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=64a3bcf4-ba63-430f-922c-fc5b1c5c7838,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:13.088531 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:49:13.099375 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Made reservation on behalf of d9dd259cd08c4e769a8693d65cb46465 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:49:13.101673 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.274004 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (512ffb80-84f4-4828-b9f7-f3db6dec204a), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.332384 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=512ffb80-84f4-4828-b9f7-f3db6dec204a,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:13.342842 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Checking segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:13.343201 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Network hostable DHCP agents. Network: 64a3bcf4-ba63-430f-922c-fc5b1c5c7838, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:49:13.361193 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:49:13.371543 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 64a3bcf4-ba63-430f-922c-fc5b1c5c7838) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:13.376081 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:13.376783 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.381833 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e293f351-a29d-43e5-8d3f-1d64964b1a5a None None] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:49:13.393730 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-ec763d81-832a-4d83-b9cf-d087e4cc82fc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3222873 Feb 19 01:49:13.396634 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39850) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:13.401137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:13.420553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (23305840-4134-461c-846e-134b14ee0015), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.421552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (23305840-4134-461c-846e-134b14ee0015), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.477606 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks [] for router_controller (23305840-4134-461c-846e-134b14ee0015), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.488037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:49:13.488918 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.622175 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks [] for router_gateway (23305840-4134-461c-846e-134b14ee0015), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.626677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Allocated IP 172.20.0.2 (64a3bcf4-ba63-430f-922c-fc5b1c5c7838/512ffb80-84f4-4828-b9f7-f3db6dec204a/a58e30ee-9026-4e50-9207-19359ddd3d7e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:13.766545 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Publish callbacks [] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.773559 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.814940 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:13.817835 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:13.823245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:13.824001 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks [] for router_gateway (23305840-4134-461c-846e-134b14ee0015), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.830693 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Pushing event updated for resources: {'Port': ['ID=a58e30ee-9026-4e50-9207-19359ddd3d7e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:13.843528 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.882701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Attempting to bind port a58e30ee-9026-4e50-9207-19359ddd3d7e on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:13.882972 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Attempting to bind port a58e30ee-9026-4e50-9207-19359ddd3d7e by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:13.883340 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Attempting to bind port a58e30ee-9026-4e50-9207-19359ddd3d7e on network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:13.888324 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:13.888762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Checking segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:13.889151 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.889534 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Bound using segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:13.890006 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Bound port: a58e30ee-9026-4e50-9207-19359ddd3d7e, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:13.890427 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:13.946646 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Allocated IP 172.25.6.154 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/9993085e-e5b3-4959-b393-493f640cdf10) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:13.957169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] For port a58e30ee-9026-4e50-9207-19359ddd3d7e, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:13.960355 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] For port a58e30ee-9026-4e50-9207-19359ddd3d7e, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a58e30ee-9026-4e50-9207-19359ddd3d7e,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:13.966863 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.024407 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1d39f-ff87-4cfb-b52f-3bd429d37e6e None None] Pushing event updated for resources: {'Port': ['ID=a58e30ee-9026-4e50-9207-19359ddd3d7e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:14.057726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks [] for port (9993085e-e5b3-4959-b393-493f640cdf10), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.094076 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9993085e-e5b3-4959-b393-493f640cdf10), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.130747 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:14.134054 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:14.136652 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:14.168032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Pushing event updated for resources: {'Port': ['ID=9993085e-e5b3-4959-b393-493f640cdf10,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:14.434059 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks [] for router_gateway (23305840-4134-461c-846e-134b14ee0015), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.650133 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (23305840-4134-461c-846e-134b14ee0015), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.666050 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a58e30ee-9026-4e50-9207-19359ddd3d7e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:14.715619 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a58e30ee-9026-4e50-9207-19359ddd3d7e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:14.715995 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.794496 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Router 23305840-4134-461c-846e-134b14ee0015 is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:49:14.795977 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a58e30ee-9026-4e50-9207-19359ddd3d7e is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:14.796456 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.837767 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port a58e30ee-9026-4e50-9207-19359ddd3d7e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a58e30ee-9026-4e50-9207-19359ddd3d7e,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:14.842844 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:14.894677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=a58e30ee-9026-4e50-9207-19359ddd3d7e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:14.973231 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a79d5e-358d-4f0c-8884-a79c58343a28 None None] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:49:15.083498 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-44f00d0a-c7b1-43c9-bac2-43fd39fb4fc6 None None] Provisioning complete for port a58e30ee-9026-4e50-9207-19359ddd3d7e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:15.083877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44f00d0a-c7b1-43c9-bac2-43fd39fb4fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.185990 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-44f00d0a-c7b1-43c9-bac2-43fd39fb4fc6 None None] Current status of the port a58e30ee-9026-4e50-9207-19359ddd3d7e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:15.239586 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:49:15.251335 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Sync routers for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:49:15.259553 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.261171 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-65fb8c6a-ae8d-4ad3-8b75-5294c6744122 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8635159 Feb 19 01:49:15.263989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39852) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:15.266741 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:15.267649 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:15.406723 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-51cd9d37-61b6-4683-b1d3-2535f8a96e56 None None] Provisioning complete for port a58e30ee-9026-4e50-9207-19359ddd3d7e triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:15.407127 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51cd9d37-61b6-4683-b1d3-2535f8a96e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.476694 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:15.499665 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-51cd9d37-61b6-4683-b1d3-2535f8a96e56 None None] Current status of the port a58e30ee-9026-4e50-9207-19359ddd3d7e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:15.655179 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:14Z', 'revision_number': 3, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:15.681210 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Checking router: 23305840-4134-461c-846e-134b14ee0015 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:49:15.681513 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Updating router 23305840-4134-461c-846e-134b14ee0015 port 9993085e-e5b3-4959-b393-493f640cdf10 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:49:15.712240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.712523 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9993085e-e5b3-4959-b393-493f640cdf10), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.878751 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Allocated IP 172.20.0.1 (64a3bcf4-ba63-430f-922c-fc5b1c5c7838/512ffb80-84f4-4828-b9f7-f3db6dec204a/3acfcfa7-f131-47b0-ad9e-811f119af282) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:15.968640 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Publish callbacks [] for port (9993085e-e5b3-4959-b393-493f640cdf10), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.975191 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9993085e-e5b3-4959-b393-493f640cdf10), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:15.996552 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Publish callbacks [] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.025886 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Attempting to bind port 9993085e-e5b3-4959-b393-493f640cdf10 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:16.026290 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Attempting to bind port 9993085e-e5b3-4959-b393-493f640cdf10 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:16.026824 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Attempting to bind port 9993085e-e5b3-4959-b393-493f640cdf10 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:16.035240 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.038297 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Pushing event updated for resources: {'Port': ['ID=9993085e-e5b3-4959-b393-493f640cdf10,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:16.040510 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:16.040888 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:16.041284 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.041676 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:16.042144 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Bound port: 9993085e-e5b3-4959-b393-493f640cdf10, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:16.042548 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9993085e-e5b3-4959-b393-493f640cdf10), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.069465 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.069812 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.070155 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.070604 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.071007 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.071358 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.071946 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.072488 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.073048 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.073525 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:16.073653 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.074099 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.074678 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.075027 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:49:16.079024 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:16.084737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:16.107524 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Pushing event updated for resources: {'Port': ['ID=3acfcfa7-f131-47b0-ad9e-811f119af282,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:16.122344 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] For port 9993085e-e5b3-4959-b393-493f640cdf10, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:16.126229 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] For port 9993085e-e5b3-4959-b393-493f640cdf10, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9993085e-e5b3-4959-b393-493f640cdf10,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:16.136193 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9993085e-e5b3-4959-b393-493f640cdf10), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.143157 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (23305840-4134-461c-846e-134b14ee0015), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.201344 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012099d0-f17c-4651-8dda-b87ebe05aed7 None None] Pushing event updated for resources: {'Port': ['ID=9993085e-e5b3-4959-b393-493f640cdf10,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:16.209985 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:16.210644 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:16.297186 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.322279 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:16.325917 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-259a604c-6b2a-479c-af4f-6626846b65c7 None None] Provisioning complete for port 3acfcfa7-f131-47b0-ad9e-811f119af282 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:16.326450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-259a604c-6b2a-479c-af4f-6626846b65c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.361218 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-259a604c-6b2a-479c-af4f-6626846b65c7 None None] Port 3acfcfa7-f131-47b0-ad9e-811f119af282 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:49:16.465093 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Publish callbacks [] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.471259 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.503170 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:14Z', 'revision_number': 3, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:16.533675 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9953fd18-905e-4ee1-8007-2deae1e9d3a9 None None] The sync data for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 is: [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:14Z', 'revision_number': 3, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:49:16.537225 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Pushing event updated for resources: {'Port': ['ID=3acfcfa7-f131-47b0-ad9e-811f119af282,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:16.539825 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (23305840-4134-461c-846e-134b14ee0015), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.642649 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:16.644285 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a58e30ee-9026-4e50-9207-19359ddd3d7e up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:16.644438 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:16.708377 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port a58e30ee-9026-4e50-9207-19359ddd3d7e triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:16.710810 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:16.822514 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Router 23305840-4134-461c-846e-134b14ee0015 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:49:16.964027 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:49:16.969621 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-88551cf9-7e90-4dce-9183-504dbf546cfe admin admin] 10.222.0.60 "PUT /v2.0/routers/23305840-4134-461c-846e-134b14ee0015/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035646 Feb 19 01:49:17.030279 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port a58e30ee-9026-4e50-9207-19359ddd3d7e is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:17.036618 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-0f129fee-4215-4d32-9953-6214d65427df None None] Provisioning complete for port 3acfcfa7-f131-47b0-ad9e-811f119af282 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:17.036784 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f129fee-4215-4d32-9953-6214d65427df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.073161 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0f129fee-4215-4d32-9953-6214d65427df None None] Port 3acfcfa7-f131-47b0-ad9e-811f119af282 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:49:17.473340 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39868) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:17.478750 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-630944690-network', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:17.499190 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Made reservation on behalf of ca203e33b8b64bd496cff794482774d1 for: {'network': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:49:17.501550 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for network (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.510130 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.592758 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Publish callbacks [] for security_group (907a002e-5790-41f6-97e8-222be03a02a7), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.598882 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (907a002e-5790-41f6-97e8-222be03a02a7), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.632544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103650) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 01:49:17.642346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907a002e-5790-41f6-97e8-222be03a02a7,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:17.647142 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (90b71207-0337-4e33-b0e4-6e0b2a6dfb85), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.647490 n-d-826527-3 neutron-server[103650]: INFO neutron.db.segments_db [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Added segment 90b71207-0337-4e33-b0e4-6e0b2a6dfb85 of type vlan for network 510fbf07-c23c-4d28-a603-516e55947951 Feb 19 01:49:17.687002 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772989193849'] for network (510fbf07-c23c-4d28-a603-516e55947951), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.715933 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458'] for network (510fbf07-c23c-4d28-a603-516e55947951), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.717083 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:17.717699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.772318 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2976239 Feb 19 01:49:17.775240 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39870) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:17.780404 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Request body: {'subnet': {'network_id': '510fbf07-c23c-4d28-a603-516e55947951', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-630944690-subnet', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'ip_version': 4}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:17.782889 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420e841-e5b9-4277-b5b9-08fccc13e7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=510fbf07-c23c-4d28-a603-516e55947951,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:17.793414 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Network 510fbf07-c23c-4d28-a603-516e55947951 details requested by agent ovs-agent-n-d-826527-3 with host n-d-826527-3 {{(pid=103651) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 01:49:17.800440 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Made reservation on behalf of ca203e33b8b64bd496cff794482774d1 for: {'subnet': 1} {{(pid=103649) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:49:17.802988 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10228414'] for subnet (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:17.984333 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10237085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10228384'] for subnet (90c6161a-d57f-4c91-970e-17b84966041b), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.034647 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c6161a-d57f-4c91-970e-17b84966041b,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:18.051908 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Checking segment: {'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:18.052262 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Network hostable DHCP agents. Network: 510fbf07-c23c-4d28-a603-516e55947951, hostable agents: ['b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88'], hosted agents: [] {{(pid=103649) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 01:49:18.071154 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Network 510fbf07-c23c-4d28-a603-516e55947951 is scheduled to be hosted by DHCP agent b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88 with binding_index 1 {{(pid=103649) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 01:49:18.081592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826527-3, 510fbf07-c23c-4d28-a603-516e55947951) {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:18.085726 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53d94c3a-7956-4f75-bb70-e0a70ea95e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.088131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:18.089073 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.089514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16542830-d271-4f77-a41b-e53e7b635a47 None None] Network 510fbf07-c23c-4d28-a603-516e55947951 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:49:18.110046 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-bae8905f-af3f-4e23-bef9-5fae93cd8003 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3336451 Feb 19 01:49:18.110324 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39872) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:18.115125 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:18.145968 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-480670', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7035'] for router (827ba7fc-1602-4786-84bc-068782e1fddc), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.147071 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-480754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-478815', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-504228', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7020'] for router (827ba7fc-1602-4786-84bc-068782e1fddc), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.203194 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks [] for router_controller (827ba7fc-1602-4786-84bc-068782e1fddc), precommit_add_association {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.211339 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Sync routers for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:49:18.216040 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2cf1a041-c0ff-5fb5-87db-289b70b6d7b1-510fbf07-c23c-4d28-a603-516e55947951', 'network_id': '510fbf07-c23c-4d28-a603-516e55947951', 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'fixed_ips': [{'subnet_id': '90c6161a-d57f-4c91-970e-17b84966041b'}]}} from n-d-826527-3. {{(pid=103651) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 01:49:18.217041 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.237795 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:18.238528 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:18.348691 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks [] for router_gateway (827ba7fc-1602-4786-84bc-068782e1fddc), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.442571 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:18.470175 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Allocated IP 172.20.0.2 (510fbf07-c23c-4d28-a603-516e55947951/90c6161a-d57f-4c91-970e-17b84966041b/d1b5714a-96a9-4819-98f6-cee209c03f24) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:18.554619 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks [] for router_gateway (827ba7fc-1602-4786-84bc-068782e1fddc), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.578850 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.681762 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9993085e-e5b3-4959-b393-493f640cdf10 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:18.690976 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Allocated IP 172.25.6.92 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/d8772600-b158-4146-9139-43dd89d9cfc8) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:18.780975 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Publish callbacks [] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.790746 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.798507 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks [] for port (d8772600-b158-4146-9139-43dd89d9cfc8), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.834209 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.839840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Network 510fbf07-c23c-4d28-a603-516e55947951 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:18.856623 n-d-826527-3 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:18.859888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9993085e-e5b3-4959-b393-493f640cdf10 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:18.860280 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9993085e-e5b3-4959-b393-493f640cdf10), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:18.861914 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:18.864932 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Pushing event updated for resources: {'Port': ['ID=d1b5714a-96a9-4819-98f6-cee209c03f24,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:18.871068 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:18.874505 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:18.877957 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:18.904262 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Pushing event updated for resources: {'Port': ['ID=d8772600-b158-4146-9139-43dd89d9cfc8,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:18.914061 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 2, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:18.964147 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Checking router: 23305840-4134-461c-846e-134b14ee0015 for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:49:18.964477 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Updating router 23305840-4134-461c-846e-134b14ee0015 port 3acfcfa7-f131-47b0-ad9e-811f119af282 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:49:19.004429 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Attempting to bind port d1b5714a-96a9-4819-98f6-cee209c03f24 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:19.004799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Attempting to bind port d1b5714a-96a9-4819-98f6-cee209c03f24 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:19.005167 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Attempting to bind port d1b5714a-96a9-4819-98f6-cee209c03f24 on network 510fbf07-c23c-4d28-a603-516e55947951 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:19.009285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.015216 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:19.015590 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Checking segment: {'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:19.015978 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.016379 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Bound using segment: {'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:19.016838 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Bound port: d1b5714a-96a9-4819-98f6-cee209c03f24, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:19.017212 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.106170 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9993085e-e5b3-4959-b393-493f640cdf10 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:19.106556 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (9993085e-e5b3-4959-b393-493f640cdf10), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.142960 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks [] for router_gateway (827ba7fc-1602-4786-84bc-068782e1fddc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.195856 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port 9993085e-e5b3-4959-b393-493f640cdf10, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9993085e-e5b3-4959-b393-493f640cdf10,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:19.205372 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (9993085e-e5b3-4959-b393-493f640cdf10), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.215247 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] For port d1b5714a-96a9-4819-98f6-cee209c03f24, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:19.221051 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] For port d1b5714a-96a9-4819-98f6-cee209c03f24, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d1b5714a-96a9-4819-98f6-cee209c03f24,segment=NetworkSegment(90b71207-0337-4e33-b0e4-6e0b2a6dfb85),segment_id=90b71207-0337-4e33-b0e4-6e0b2a6dfb85)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:19.255126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.324220 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9993085e-e5b3-4959-b393-493f640cdf10,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:19.356073 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-480747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-478828'] for router (827ba7fc-1602-4786-84bc-068782e1fddc), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.612237 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee3141-1aee-4642-95d1-5799155e44a6 None None] Pushing event updated for resources: {'Port': ['ID=d1b5714a-96a9-4819-98f6-cee209c03f24,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:19.634708 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.681372 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Publish callbacks [] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.691141 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.742425 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81437c-6129-4301-8401-81dfa00af9bb None None] Pushing event updated for resources: {'Port': ['ID=3acfcfa7-f131-47b0-ad9e-811f119af282,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:19.799042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Attempting to bind port 3acfcfa7-f131-47b0-ad9e-811f119af282 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:19.799420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Attempting to bind port 3acfcfa7-f131-47b0-ad9e-811f119af282 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:19.799817 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Attempting to bind port 3acfcfa7-f131-47b0-ad9e-811f119af282 on network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:19.807902 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:19.808331 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Checking segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:19.808691 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.809090 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Bound using segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:19.809570 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Bound port: 3acfcfa7-f131-47b0-ad9e-811f119af282, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:19.809955 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.885494 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] For port 3acfcfa7-f131-47b0-ad9e-811f119af282, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:19.887241 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Router 827ba7fc-1602-4786-84bc-068782e1fddc is scheduled to L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 with binding_index 1 {{(pid=103650) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 01:49:19.889860 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] For port 3acfcfa7-f131-47b0-ad9e-811f119af282, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3acfcfa7-f131-47b0-ad9e-811f119af282,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:19.897874 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:19.955292 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:19.955934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:19.997097 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81437c-6129-4301-8401-81dfa00af9bb None None] Pushing event updated for resources: {'Port': ['ID=3acfcfa7-f131-47b0-ad9e-811f119af282,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:20.021713 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:49:20.033372 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Sync routers for ids ['827ba7fc-1602-4786-84bc-068782e1fddc'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:49:20.046082 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.047722 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-cca3d052-a425-46c8-89a3-e2cf9a4b5119 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9365604 Feb 19 01:49:20.052187 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Routers {'827ba7fc-1602-4786-84bc-068782e1fddc'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:20.052871 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:48:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['827ba7fc-1602-4786-84bc-068782e1fddc'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:20.053598 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39874) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:20.058275 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-36167e70-cd5b-4577-b9b3-7e4ad6efec03 None None] Provisioning complete for port 3acfcfa7-f131-47b0-ad9e-811f119af282 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:20.058659 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36167e70-cd5b-4577-b9b3-7e4ad6efec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.112867 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:20.218831 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4bb385ec-0b9e-439b-88d9-a5e0910fe642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.238668 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Set router 827ba7fc-1602-4786-84bc-068782e1fddc gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:20.308435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-36167e70-cd5b-4577-b9b3-7e4ad6efec03 None None] Current status of the port 3acfcfa7-f131-47b0-ad9e-811f119af282 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:20.308771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36167e70-cd5b-4577-b9b3-7e4ad6efec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.386653 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-36167e70-cd5b-4577-b9b3-7e4ad6efec03 None None] For port 3acfcfa7-f131-47b0-ad9e-811f119af282, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3acfcfa7-f131-47b0-ad9e-811f119af282,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:20.393959 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36167e70-cd5b-4577-b9b3-7e4ad6efec03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.449720 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36167e70-cd5b-4577-b9b3-7e4ad6efec03 None None] Pushing event updated for resources: {'Port': ['ID=3acfcfa7-f131-47b0-ad9e-811f119af282,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:20.456095 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:20.457592 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 3, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port': {'id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:20.484347 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90740a6-12fc-4984-8990-aed9d7df4a01 None None] The sync data for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 is: [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:49:20.486431 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Checking router: 827ba7fc-1602-4786-84bc-068782e1fddc for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:49:20.486785 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Updating router 827ba7fc-1602-4786-84bc-068782e1fddc port d8772600-b158-4146-9139-43dd89d9cfc8 binding host n-d-826527-3 {{(pid=103652) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:49:20.519734 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-9836903f-c085-4826-a1b9-6b870e540d37 None None] Provisioning complete for port 3acfcfa7-f131-47b0-ad9e-811f119af282 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:20.519734 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9836903f-c085-4826-a1b9-6b870e540d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.544231 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.682146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd003e6-49e0-4a54-b9b5-93a90d9552d4 None None] Network 510fbf07-c23c-4d28-a603-516e55947951 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:49:20.720585 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9836903f-c085-4826-a1b9-6b870e540d37 None None] Current status of the port 3acfcfa7-f131-47b0-ad9e-811f119af282 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:20.754168 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.858813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9993085e-e5b3-4959-b393-493f640cdf10 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:20.904621 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d809697d-a29e-4fe4-a705-f5c2101818c8 None None] Provisioning complete for port d1b5714a-96a9-4819-98f6-cee209c03f24 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:20.905231 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d809697d-a29e-4fe4-a705-f5c2101818c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:20.969122 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 9993085e-e5b3-4959-b393-493f640cdf10 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:20.969767 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (9993085e-e5b3-4959-b393-493f640cdf10), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.040225 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Allocated IP 172.20.0.1 (510fbf07-c23c-4d28-a603-516e55947951/90c6161a-d57f-4c91-970e-17b84966041b/8ac1539e-63d5-46e7-b647-d3d68cddeaf2) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:21.054983 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d809697d-a29e-4fe4-a705-f5c2101818c8 None None] Current status of the port d1b5714a-96a9-4819-98f6-cee209c03f24 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:21.055290 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d809697d-a29e-4fe4-a705-f5c2101818c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.121735 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Publish callbacks [] for port (d8772600-b158-4146-9139-43dd89d9cfc8), precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.129987 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.160582 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d809697d-a29e-4fe4-a705-f5c2101818c8 None None] For port d1b5714a-96a9-4819-98f6-cee209c03f24, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d1b5714a-96a9-4819-98f6-cee209c03f24,segment=NetworkSegment(90b71207-0337-4e33-b0e4-6e0b2a6dfb85),segment_id=90b71207-0337-4e33-b0e4-6e0b2a6dfb85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:21.161981 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 9993085e-e5b3-4959-b393-493f640cdf10 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:21.163549 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3acfcfa7-f131-47b0-ad9e-811f119af282 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:21.178834 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Publish callbacks [] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.199255 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d809697d-a29e-4fe4-a705-f5c2101818c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.223917 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.224305 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd7a9f-bc9b-44b6-8ec4-38f8f966a71b None None] Pushing event updated for resources: {'Port': ['ID=d8772600-b158-4146-9139-43dd89d9cfc8,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:21.237201 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Attempting to bind port d8772600-b158-4146-9139-43dd89d9cfc8 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:21.237803 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Attempting to bind port d8772600-b158-4146-9139-43dd89d9cfc8 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:21.238362 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Attempting to bind port d8772600-b158-4146-9139-43dd89d9cfc8 on network 3c554ccf-a359-4d13-95ae-4e67dd476a05 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:21.245692 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:21.246509 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Checking segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:21.246960 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.247412 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Bound using segment: {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:21.247997 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Bound port: d8772600-b158-4146-9139-43dd89d9cfc8, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeba758-8e98-4091-afe0-c9a82c25d110', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:21.248438 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.270775 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809697d-a29e-4fe4-a705-f5c2101818c8 None None] Pushing event updated for resources: {'Port': ['ID=d1b5714a-96a9-4819-98f6-cee209c03f24,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:21.280534 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Pushing event updated for resources: {'Port': ['ID=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:21.298860 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Network 510fbf07-c23c-4d28-a603-516e55947951 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:21.300684 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:21.303683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:21.320647 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] For port d8772600-b158-4146-9139-43dd89d9cfc8, host n-d-826527-3, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:21.325216 n-d-826527-3 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] For port d8772600-b158-4146-9139-43dd89d9cfc8, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d8772600-b158-4146-9139-43dd89d9cfc8,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:21.340258 n-d-826527-3 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.340927 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 3acfcfa7-f131-47b0-ad9e-811f119af282 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:21.341782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.361352 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-477279'] for router_interface (827ba7fc-1602-4786-84bc-068782e1fddc), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.381738 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-a80c5616-da38-4adb-9cc2-26972b000065 None None] Provisioning complete for port d1b5714a-96a9-4819-98f6-cee209c03f24 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:21.382123 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a80c5616-da38-4adb-9cc2-26972b000065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.441513 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Routers {'827ba7fc-1602-4786-84bc-068782e1fddc'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:21.451594 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['827ba7fc-1602-4786-84bc-068782e1fddc'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:21.453963 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd7a9f-bc9b-44b6-8ec4-38f8f966a71b None None] Pushing event updated for resources: {'Port': ['ID=d8772600-b158-4146-9139-43dd89d9cfc8,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:21.533538 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.590960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a80c5616-da38-4adb-9cc2-26972b000065 None None] Current status of the port d1b5714a-96a9-4819-98f6-cee209c03f24 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:21.598707 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 3acfcfa7-f131-47b0-ad9e-811f119af282 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:21.599888 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d1b5714a-96a9-4819-98f6-cee209c03f24 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:21.601537 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] Set router 827ba7fc-1602-4786-84bc-068782e1fddc gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:21.626849 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.656082 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d1b5714a-96a9-4819-98f6-cee209c03f24 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:21.656473 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.686601 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:49:21.752896 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d1b5714a-96a9-4819-98f6-cee209c03f24 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:21.756305 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-b3276f76-8af6-43e9-849b-d672a1a9c5e3 None None] Provisioning complete for port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:21.756784 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3276f76-8af6-43e9-849b-d672a1a9c5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.775752 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Publish callbacks [] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.781663 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.801683 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b3276f76-8af6-43e9-849b-d672a1a9c5e3 None None] Port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:49:21.830761 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 3, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port': {'id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:21.856044 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1597440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-477363'] for router_interface (827ba7fc-1602-4786-84bc-068782e1fddc), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:21.859181 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Pushing event updated for resources: {'Port': ['ID=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:21.862099 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef65cd-a143-4e33-8471-1a4250ad9713 None None] The sync data for ids ['827ba7fc-1602-4786-84bc-068782e1fddc'] in n-d-826527-3 is: [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 3, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port': {'id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:49:21.965729 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Network 510fbf07-c23c-4d28-a603-516e55947951 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:21.967284 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:22.096378 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Router 827ba7fc-1602-4786-84bc-068782e1fddc has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:49:22.228575 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:49:22.238295 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-84a93484-b891-4724-89c9-b02667bb91ce admin admin] 10.222.0.60 "PUT /v2.0/routers/827ba7fc-1602-4786-84bc-068782e1fddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784430 Feb 19 01:49:22.257042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-990fe90d-6bd5-407c-8def-ec9444d92908 None None] Provisioning complete for port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:22.257629 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-990fe90d-6bd5-407c-8def-ec9444d92908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.300850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-990fe90d-6bd5-407c-8def-ec9444d92908 None None] Port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:49:22.745162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d8772600-b158-4146-9139-43dd89d9cfc8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:22.795452 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d8772600-b158-4146-9139-43dd89d9cfc8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:22.795677 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.875735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d8772600-b158-4146-9139-43dd89d9cfc8 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:22.876131 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.900756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] For port d8772600-b158-4146-9139-43dd89d9cfc8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d8772600-b158-4146-9139-43dd89d9cfc8,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:22.906388 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:22.907349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d1b5714a-96a9-4819-98f6-cee209c03f24 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:22.988074 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Pushing event updated for resources: {'Port': ['ID=d8772600-b158-4146-9139-43dd89d9cfc8,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:23.000469 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d1b5714a-96a9-4819-98f6-cee209c03f24 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:23.000891 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:23.049212 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:23.095202 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d1b5714a-96a9-4819-98f6-cee209c03f24 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:24.046336 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39884) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:24.051195 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-36b38150-f39f-4b67-bf05-42cacd0f23cd tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193742521', 'description': 'tempest-secgroup-smoke-1193742521 description', 'project_id': 'd9dd259cd08c4e769a8693d65cb46465'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:24.078820 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36b38150-f39f-4b67-bf05-42cacd0f23cd tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.103713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Sync routers for ids ['827ba7fc-1602-4786-84bc-068782e1fddc'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:49:24.116031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Routers {'827ba7fc-1602-4786-84bc-068782e1fddc'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:24.116907 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['827ba7fc-1602-4786-84bc-068782e1fddc'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:24.165410 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36b38150-f39f-4b67-bf05-42cacd0f23cd tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group (89646eca-63d9-4411-ab31-0ca8146d4071), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.170897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36b38150-f39f-4b67-bf05-42cacd0f23cd tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89646eca-63d9-4411-ab31-0ca8146d4071), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.199639 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-36b38150-f39f-4b67-bf05-42cacd0f23cd tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.204857 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-36b38150-f39f-4b67-bf05-42cacd0f23cd tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1536224 Feb 19 01:49:24.204857 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39886) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:24.208987 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bf709c60-7be4-4ec3-88ff-b5916ccba817 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'security_group_rule': {'security_group_id': '89646eca-63d9-4411-ab31-0ca8146d4071', 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:24.216805 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b38150-f39f-4b67-bf05-42cacd0f23cd tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89646eca-63d9-4411-ab31-0ca8146d4071,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:24.240885 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf709c60-7be4-4ec3-88ff-b5916ccba817 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (af97219c-68bc-49a5-8a03-07a31d5fa968), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.253756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Set router 827ba7fc-1602-4786-84bc-068782e1fddc gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:24.282653 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.299583 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf709c60-7be4-4ec3-88ff-b5916ccba817 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (af97219c-68bc-49a5-8a03-07a31d5fa968), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.304620 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf709c60-7be4-4ec3-88ff-b5916ccba817 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (af97219c-68bc-49a5-8a03-07a31d5fa968), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.329585 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf709c60-7be4-4ec3-88ff-b5916ccba817 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af97219c-68bc-49a5-8a03-07a31d5fa968,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:24.353521 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf709c60-7be4-4ec3-88ff-b5916ccba817 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.357925 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 39888) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:24.363608 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-62ac69ef-1cd2-4f09-9b38-eee94ac6e2f8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'security_group_rule': {'security_group_id': '89646eca-63d9-4411-ab31-0ca8146d4071', 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:24.364567 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bf709c60-7be4-4ec3-88ff-b5916ccba817 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1592340 Feb 19 01:49:24.391281 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62ac69ef-1cd2-4f09-9b38-eee94ac6e2f8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (d1cc4619-453d-4460-a337-10d44fe5e290), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.453624 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62ac69ef-1cd2-4f09-9b38-eee94ac6e2f8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (d1cc4619-453d-4460-a337-10d44fe5e290), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.458555 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62ac69ef-1cd2-4f09-9b38-eee94ac6e2f8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (d1cc4619-453d-4460-a337-10d44fe5e290), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.472042 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:21Z', 'revision_number': 4, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port': {'id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8ac1539e-63d5-46e7-b647-d3d68cddeaf2', 'name': '', 'network_id': '510fbf07-c23c-4d28-a603-516e55947951', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'mac_address': 'fa:16:3e:9f:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '90c6161a-d57f-4c91-970e-17b84966041b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:20Z', 'updated_at': '2022-02-19T01:49:21Z', 'revision_number': 2, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'subnets': [{'id': '90c6161a-d57f-4c91-970e-17b84966041b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:24.476958 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac69ef-1cd2-4f09-9b38-eee94ac6e2f8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cc4619-453d-4460-a337-10d44fe5e290,revision_number=0']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:24.487076 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-62ac69ef-1cd2-4f09-9b38-eee94ac6e2f8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.488398 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-62ac69ef-1cd2-4f09-9b38-eee94ac6e2f8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1293952 Feb 19 01:49:24.491765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39890) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:24.496571 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-bf01e85b-ee42-498f-b344-45f349dccbea tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'security_group_rule': {'security_group_id': '89646eca-63d9-4411-ab31-0ca8146d4071', 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:24.508756 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Checking router: 827ba7fc-1602-4786-84bc-068782e1fddc for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:49:24.509133 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Updating router 827ba7fc-1602-4786-84bc-068782e1fddc port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 binding host n-d-826527-3 {{(pid=103651) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 01:49:24.521844 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf01e85b-ee42-498f-b344-45f349dccbea tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (3e606646-77a0-4201-b0cd-74a314951a5c), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.538163 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.590214 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf01e85b-ee42-498f-b344-45f349dccbea tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (3e606646-77a0-4201-b0cd-74a314951a5c), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.599013 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf01e85b-ee42-498f-b344-45f349dccbea tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (3e606646-77a0-4201-b0cd-74a314951a5c), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.627187 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01e85b-ee42-498f-b344-45f349dccbea tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e606646-77a0-4201-b0cd-74a314951a5c,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:24.638640 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-bf01e85b-ee42-498f-b344-45f349dccbea tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.643242 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-bf01e85b-ee42-498f-b344-45f349dccbea tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1476648 Feb 19 01:49:24.643483 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39892) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:24.649360 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-29cd2f23-ef05-48b0-b806-1d9c03c46276 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'security_group_rule': {'security_group_id': '89646eca-63d9-4411-ab31-0ca8146d4071', 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:24.689950 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f23-ef05-48b0-b806-1d9c03c46276 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (7efb0eae-b4b8-458d-ae01-afde84cc7cc1), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.751944 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f23-ef05-48b0-b806-1d9c03c46276 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (7efb0eae-b4b8-458d-ae01-afde84cc7cc1), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.756860 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f23-ef05-48b0-b806-1d9c03c46276 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (7efb0eae-b4b8-458d-ae01-afde84cc7cc1), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.775864 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd2f23-ef05-48b0-b806-1d9c03c46276 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7efb0eae-b4b8-458d-ae01-afde84cc7cc1,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:24.786668 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-29cd2f23-ef05-48b0-b806-1d9c03c46276 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.787904 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-29cd2f23-ef05-48b0-b806-1d9c03c46276 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433821 Feb 19 01:49:24.790967 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39894) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:24.795450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-1c22b56c-7f23-4bed-9531-646286453ae5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'security_group_rule': {'security_group_id': '89646eca-63d9-4411-ab31-0ca8146d4071', 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:24.817289 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-1c22b56c-7f23-4bed-9531-646286453ae5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Project d9dd259cd08c4e769a8693d65cb46465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:49:24.821071 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d8772600-b158-4146-9139-43dd89d9cfc8 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:24.822382 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c22b56c-7f23-4bed-9531-646286453ae5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (afa59c67-1ab5-433b-9b10-aa1a46c32c02), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.871217 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.883419 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c22b56c-7f23-4bed-9531-646286453ae5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (afa59c67-1ab5-433b-9b10-aa1a46c32c02), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.887895 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c22b56c-7f23-4bed-9531-646286453ae5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (afa59c67-1ab5-433b-9b10-aa1a46c32c02), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.902534 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c22b56c-7f23-4bed-9531-646286453ae5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa59c67-1ab5-433b-9b10-aa1a46c32c02,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:24.915258 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-1c22b56c-7f23-4bed-9531-646286453ae5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.919087 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-1c22b56c-7f23-4bed-9531-646286453ae5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244981 Feb 19 01:49:24.919350 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39896) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:24.924528 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-fa9af3f8-0d31-4c54-8850-28f7478a6b95 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'security_group_rule': {'security_group_id': '89646eca-63d9-4411-ab31-0ca8146d4071', 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:24.942223 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port d8772600-b158-4146-9139-43dd89d9cfc8 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:24.942621 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:24.947640 n-d-826527-3 neutron-server[103650]: INFO neutron.db.securitygroups_db [None req-fa9af3f8-0d31-4c54-8850-28f7478a6b95 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Project d9dd259cd08c4e769a8693d65cb46465 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 01:49:24.952930 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa9af3f8-0d31-4c54-8850-28f7478a6b95 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (21fa4f97-0546-42aa-84b0-1e208c7c2554), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.012734 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa9af3f8-0d31-4c54-8850-28f7478a6b95 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (21fa4f97-0546-42aa-84b0-1e208c7c2554), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.016940 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa9af3f8-0d31-4c54-8850-28f7478a6b95 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537646'] for security_group_rule (21fa4f97-0546-42aa-84b0-1e208c7c2554), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.039691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9af3f8-0d31-4c54-8850-28f7478a6b95 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fa4f97-0546-42aa-84b0-1e208c7c2554,revision_number=0']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:25.045356 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-fa9af3f8-0d31-4c54-8850-28f7478a6b95 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.050760 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-fa9af3f8-0d31-4c54-8850-28f7478a6b95 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303010 Feb 19 01:49:25.091044 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port d8772600-b158-4146-9139-43dd89d9cfc8 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:25.096585 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Publish callbacks [] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.103494 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.159034 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e04cb4-bfed-4da2-bafc-1bc6a91e1a92 None None] Pushing event updated for resources: {'Port': ['ID=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:25.210424 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-30522ddb-7c58-496f-9016-fa86e7339d69 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193742521&fields=id&tenant_id=d9dd259cd08c4e769a8693d65cb46465 HTTP/1.1" status: 200 len: 267 time: 0.0488160 Feb 19 01:49:25.215155 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Attempting to bind port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 on host n-d-826527-3 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:25.215542 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Attempting to bind port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 by drivers openvswitch,hyperv on host n-d-826527-3 at level 0 using segments [{'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:25.215911 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Attempting to bind port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 on network 510fbf07-c23c-4d28-a603-516e55947951 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:25.221968 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Checking agent: {'id': '176d0e32-72df-45f7-9900-ce6cccbfa9a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 8, 54), 'started_at': datetime.datetime(2022, 2, 19, 0, 9, 24), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826527-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:25.222460 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Checking segment: {'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:25.222875 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.223267 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Bound using segment: {'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:25.223742 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Bound port: 8ac1539e-63d5-46e7-b647-d3d68cddeaf2, host: n-d-826527-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90b71207-0337-4e33-b0e4-6e0b2a6dfb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '510fbf07-c23c-4d28-a603-516e55947951'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:25.224126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.288877 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] For port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2, host n-d-826527-3, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:25.292228 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] For port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2, host n-d-826527-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,segment=NetworkSegment(90b71207-0337-4e33-b0e4-6e0b2a6dfb85),segment_id=90b71207-0337-4e33-b0e4-6e0b2a6dfb85)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:25.299498 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.328096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-30f6917a-97a4-4157-b4c0-39b10d5e64e1 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:25.329613 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-30f6917a-97a4-4157-b4c0-39b10d5e64e1 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 809 time: 0.1123774 Feb 19 01:49:25.348956 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-ad28bdb5-cf2c-4ee2-ac22-409d39daf2f2 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/quotas/d9dd259cd08c4e769a8693d65cb46465 HTTP/1.1" status: 200 len: 375 time: 0.0098817 Feb 19 01:49:25.356060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Routers {'827ba7fc-1602-4786-84bc-068782e1fddc'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:25.356697 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['827ba7fc-1602-4786-84bc-068782e1fddc'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:25.401503 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e04cb4-bfed-4da2-bafc-1bc6a91e1a92 None None] Pushing event updated for resources: {'Port': ['ID=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:25.410353 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-39ecb058-2b70-4f43-a54a-bb13600e0ab9 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546908 Feb 19 01:49:25.494614 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-d91da443-5d2a-498c-a825-93223f29e65d None None] Provisioning complete for port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:25.494995 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d91da443-5d2a-498c-a825-93223f29e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.525438 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] Set router 827ba7fc-1602-4786-84bc-068782e1fddc gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:25.549366 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-23a0c756-d4a5-4528-9953-8e76392b758e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103649) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:49:25.550396 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-23a0c756-d4a5-4528-9953-8e76392b758e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1279511 Feb 19 01:49:25.696323 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d91da443-5d2a-498c-a825-93223f29e65d None None] Current status of the port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 is: DOWN; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:25.696712 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d91da443-5d2a-498c-a825-93223f29e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.773607 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d91da443-5d2a-498c-a825-93223f29e65d None None] For port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,segment=NetworkSegment(90b71207-0337-4e33-b0e4-6e0b2a6dfb85),segment_id=90b71207-0337-4e33-b0e4-6e0b2a6dfb85)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:25.781298 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d91da443-5d2a-498c-a825-93223f29e65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:25.839613 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91da443-5d2a-498c-a825-93223f29e65d None None] Pushing event updated for resources: {'Port': ['ID=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:25.844807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:21Z', 'revision_number': 4, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port': {'id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8ac1539e-63d5-46e7-b647-d3d68cddeaf2', 'name': '', 'network_id': '510fbf07-c23c-4d28-a603-516e55947951', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'mac_address': 'fa:16:3e:9f:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '90c6161a-d57f-4c91-970e-17b84966041b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:20Z', 'updated_at': '2022-02-19T01:49:25Z', 'revision_number': 4, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'subnets': [{'id': '90c6161a-d57f-4c91-970e-17b84966041b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:25.880999 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219bc7d7-f04a-4308-a2c3-7cbce1f4a48f None None] The sync data for ids ['827ba7fc-1602-4786-84bc-068782e1fddc'] in n-d-826527-3 is: [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:21Z', 'revision_number': 4, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port': {'id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '8ac1539e-63d5-46e7-b647-d3d68cddeaf2', 'name': '', 'network_id': '510fbf07-c23c-4d28-a603-516e55947951', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'mac_address': 'fa:16:3e:9f:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': '90c6161a-d57f-4c91-970e-17b84966041b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:20Z', 'updated_at': '2022-02-19T01:49:25Z', 'revision_number': 4, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'subnets': [{'id': '90c6161a-d57f-4c91-970e-17b84966041b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:49:25.904157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-954c275d-2d77-456a-8550-1e9571f7f372 None None] Provisioning complete for port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:25.904603 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-954c275d-2d77-456a-8550-1e9571f7f372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:26.018285 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-3c9c97fb-6074-4372-a713-df4520895e33 service neutron] 10.222.0.60 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611242 Feb 19 01:49:26.019513 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-954c275d-2d77-456a-8550-1e9571f7f372 None None] Current status of the port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:26.109385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-268f5ac2-6af8-4b4f-9461-c43e34a251f4 service neutron] 10.222.0.60 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848351 Feb 19 01:49:26.288166 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-778f7278-3293-4f7d-b62c-44c62a38ad63 req-b6b77bf1-550d-42f8-bed2-7f976b7510cc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 210 time: 0.0330164 Feb 19 01:49:26.671500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 up at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:26.723751 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Provisioning complete for port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:26.724279 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:26.806465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Current status of the port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 is: ACTIVE; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:27.389132 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-db0cea05-2eed-49c0-8552-63b9611b601e req-f76ff4cf-e330-4e32-965f-22ef5aa63c36 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 210 time: 0.0309961 Feb 19 01:49:27.463592 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-0d24e8f0-3964-4c05-8647-d48d4aa6e24c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:27.465500 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-0d24e8f0-3964-4c05-8647-d48d4aa6e24c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 809 time: 0.1157842 Feb 19 01:49:27.536046 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-bed198fd-6bfc-43ae-a070-730084a51ab4 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9dd259cd08c4e769a8693d65cb46465 HTTP/1.1" status: 200 len: 380 time: 0.0612621 Feb 19 01:49:27.548782 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'port': {'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'admin_state_up': True, 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'security_groups': ['89646eca-63d9-4411-ab31-0ca8146d4071']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:27.674781 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Made reservation on behalf of d9dd259cd08c4e769a8693d65cb46465 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:49:27.678313 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:27.814770 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Allocated IP 172.20.0.11 (64a3bcf4-ba63-430f-922c-fc5b1c5c7838/512ffb80-84f4-4828-b9f7-f3db6dec204a/f8a8b967-237a-48ee-8daf-b4db03e44864) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:27.957166 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:27.993700 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.040011 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:28.043087 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:28.048994 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:28.055332 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:28.109572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:28.110372 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.128840 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-df81cec3-84ff-48e7-9521-d36018982219 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869448 Feb 19 01:49:28.142339 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Request body: {'port': {'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:28.210361 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.256419 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-326b8c14-94b7-4f6f-99a3-579453ea34af None None] Provisioning complete for port f8a8b967-237a-48ee-8daf-b4db03e44864 triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:28.257000 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-326b8c14-94b7-4f6f-99a3-579453ea34af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.290780 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-326b8c14-94b7-4f6f-99a3-579453ea34af None None] Port f8a8b967-237a-48ee-8daf-b4db03e44864 cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:49:28.498850 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a8b967-237a-48ee-8daf-b4db03e44864 {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:49:28.508179 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Publish callbacks [] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.520551 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba491ef9-e2e6-4805-8f17-62dba6acfe06 req-9e64ede5-2ee0-45ea-b060-d8153e09f5bf tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:28.521301 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Transition to ACTIVE for port object f8a8b967-237a-48ee-8daf-b4db03e44864 will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:49:28.521977 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba491ef9-e2e6-4805-8f17-62dba6acfe06 req-9e64ede5-2ee0-45ea-b060-d8153e09f5bf tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 932 time: 0.0602446 Feb 19 01:49:28.526427 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.577746 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba491ef9-e2e6-4805-8f17-62dba6acfe06 req-6431e934-50bc-403b-be9d-2c46073eb8f6 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486658 Feb 19 01:49:28.581588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:28.655763 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Attempting to bind port f8a8b967-237a-48ee-8daf-b4db03e44864 on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:49:28.656109 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Attempting to bind port f8a8b967-237a-48ee-8daf-b4db03e44864 by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:49:28.656449 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Attempting to bind port f8a8b967-237a-48ee-8daf-b4db03e44864 on network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:28.660951 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Port f8a8b967-237a-48ee-8daf-b4db03e44864 on network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:49:28.661308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Attempting to bind port f8a8b967-237a-48ee-8daf-b4db03e44864 on network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:49:28.666144 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:49:28.666521 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Checking segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:49:28.666912 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Bound using segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:49:28.667345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Bound port: f8a8b967-237a-48ee-8daf-b4db03e44864, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:49:28.667726 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.736346 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:49:28.739520 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:49:28.746529 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.780181 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:28.781153 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:28.782919 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] 10.222.0.113 "PUT /v2.0/ports/f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 200 len: 1092 time: 0.6464980 Feb 19 01:49:28.785202 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:28.788163 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e69a871-6fe7-41e9-986e-6dbd1644cffc" -d '{"events": [{"name": "network-changed", "server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:28.836409 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ac16e5-5388-489c-9c60-f08dde408d3d x-openstack-request-id: req-c0ac16e5-5388-489c-9c60-f08dde408d3d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:28.836702 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:28.836957 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0ac16e5-5388-489c-9c60-f08dde408d3d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:28.837377 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'status': 'completed', 'code': 200} Feb 19 01:49:28.856667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a61c19-a771-4007-8475-c1a9e94a7c51 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:28.878088 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-a345286d-06fa-465d-bb96-7d9103c564ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:28.879819 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-a345286d-06fa-465d-bb96-7d9103c564ea service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1126 time: 0.0553889 Feb 19 01:49:28.926923 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-c232182a-3e65-4ca4-8249-b03d9a7916ec service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 200 len: 217 time: 0.0403185 Feb 19 01:49:28.979105 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-86d4d013-14a1-4023-b0a5-570ea5f5f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:28.980626 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-86d4d013-14a1-4023-b0a5-570ea5f5f256 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0480051 Feb 19 01:49:29.032502 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-4dd28ad0-85ec-437d-bbef-effd3da95a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:29.034070 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-4dd28ad0-85ec-437d-bbef-effd3da95a85 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468693 Feb 19 01:49:29.137134 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-560578a6-f597-4799-b270-9fa55f03ab19 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961561 Feb 19 01:49:29.231609 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9fecaafe-47ee-4eb2-9177-f400a1ec6573 req-958f6a10-57d6-40cc-a860-3f93b9ecd50b service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885890 Feb 19 01:49:29.330883 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-6bbf82e9-9e50-40a3-a93a-9258ebc6d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:29.332464 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-6bbf82e9-9e50-40a3-a93a-9258ebc6d80e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1126 time: 0.0511642 Feb 19 01:49:29.445398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-43d946cc-669d-4eee-848e-75001cc7ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:29.446903 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-43d946cc-669d-4eee-848e-75001cc7ed93 service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.1077507 Feb 19 01:49:29.488868 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-6b2300c5-fa5c-453b-86c4-0a4e408a82fe service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 200 len: 217 time: 0.0355322 Feb 19 01:49:29.549714 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-12c4e8a7-131a-4dc5-a1cb-8b43b978ea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:29.551193 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-12c4e8a7-131a-4dc5-a1cb-8b43b978ea81 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0541441 Feb 19 01:49:29.609015 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-0480ebe2-3e2d-43e4-840f-0c7a6285d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:29.610575 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-0480ebe2-3e2d-43e4-840f-0c7a6285d0d0 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523086 Feb 19 01:49:29.706194 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-cefcd116-ecd3-4ae9-893e-d288df8469b9 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875788 Feb 19 01:49:29.708169 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e9f34-9f9d-44ff-86eb-72d2a69363c1 req-2e6679c9-01bf-4c09-94a1-da8104c53475 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:29.709668 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f80e9f34-9f9d-44ff-86eb-72d2a69363c1 req-2e6679c9-01bf-4c09-94a1-da8104c53475 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 944 time: 0.0566735 Feb 19 01:49:29.760439 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-f80e9f34-9f9d-44ff-86eb-72d2a69363c1 req-612d9652-3e80-480c-b8b6-7d9582cfe9c7 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436888 Feb 19 01:49:29.800809 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6e69a871-6fe7-41e9-986e-6dbd1644cffc req-c6ac00ce-a995-4f6c-9b11-762c8c07e0ec service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875833 Feb 19 01:49:30.612591 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff24e934-4276-4eba-8cb3-296c447805f2 req-6a288ee8-daac-44d8-aa1b-3449f2dfc8b9 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0339599 Feb 19 01:49:30.681644 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff24e934-4276-4eba-8cb3-296c447805f2 req-b22cc6b4-8f2d-4241-9244-8bfec9784f08 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0263166 Feb 19 01:49:30.724193 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff24e934-4276-4eba-8cb3-296c447805f2 req-b8754734-ea92-4412-bf50-a5eef537f7d7 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210156 Feb 19 01:49:30.820592 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24e934-4276-4eba-8cb3-296c447805f2 req-915de9d8-5ba4-4ee0-9e80-42cb290820bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:30.823339 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ff24e934-4276-4eba-8cb3-296c447805f2 req-915de9d8-5ba4-4ee0-9e80-42cb290820bf service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937738 Feb 19 01:49:30.886885 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c17c65-0d6a-45ee-b45f-d995f8ce021c req-ed02d4ac-48e6-4c98-b0aa-305180918dcb tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:30.888499 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88c17c65-0d6a-45ee-b45f-d995f8ce021c req-ed02d4ac-48e6-4c98-b0aa-305180918dcb tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 944 time: 0.0601158 Feb 19 01:49:30.943203 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-88c17c65-0d6a-45ee-b45f-d995f8ce021c req-d736532d-8556-41a1-8eb3-4ee7ae638ae3 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486765 Feb 19 01:49:31.622695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8a8b967-237a-48ee-8daf-b4db03e44864 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:49:31.731166 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:31.743918 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:49:31.781349 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f8a8b967-237a-48ee-8daf-b4db03e44864 is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:31.781747 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:31.794938 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a8b967-237a-48ee-8daf-b4db03e44864 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:49:31.814946 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:31.821674 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:31.872921 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:32.038289 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f8a8b967-237a-48ee-8daf-b4db03e44864'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:49:32.072158 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948ff70-c088-4cfe-aa0d-88140d6eea00 req-bfe72b6a-f1b9-4dae-b8c0-28ddf9b0ad2e tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:32.073620 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a948ff70-c088-4cfe-aa0d-88140d6eea00 req-bfe72b6a-f1b9-4dae-b8c0-28ddf9b0ad2e tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 945 time: 0.0572577 Feb 19 01:49:32.124640 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a948ff70-c088-4cfe-aa0d-88140d6eea00 req-c22e75a2-9e49-4135-a8e9-4823c9650e5a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446715 Feb 19 01:49:33.252651 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782f49c-3e71-4d3e-800e-923ba9b4a845 req-53bed5b1-a7b5-4e69-92b3-d392ef809e08 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:33.254153 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e782f49c-3e71-4d3e-800e-923ba9b4a845 req-53bed5b1-a7b5-4e69-92b3-d392ef809e08 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 945 time: 0.0562677 Feb 19 01:49:33.317329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e782f49c-3e71-4d3e-800e-923ba9b4a845 req-fdd9d083-a4b2-4c81-a2a2-042bd43c8609 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548687 Feb 19 01:49:33.634466 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8a8b967-237a-48ee-8daf-b4db03e44864 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:49:33.690169 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port f8a8b967-237a-48ee-8daf-b4db03e44864 completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:49:33.694816 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f8a8b967-237a-48ee-8daf-b4db03e44864 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:49:33.695208 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:33.770600 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f8a8b967-237a-48ee-8daf-b4db03e44864 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:49:33.770963 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:33.794991 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:33.797281 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd760909-dd09-4080-961a-6f8d34559cc9" -d '{"events": [{"server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "name": "network-vif-plugged", "status": "completed", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:33.813666 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:49:33.818771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:33.841229 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c74719c-a6af-40ec-b777-0625b843bb9f x-openstack-request-id: req-5c74719c-a6af-40ec-b777-0625b843bb9f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:33.841517 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "name": "network-vif-plugged", "status": "completed", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:33.841767 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c74719c-a6af-40ec-b777-0625b843bb9f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:33.842171 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'code': 200} Feb 19 01:49:33.867807 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:33.939206 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c7b64-ef1f-458a-a330-092ecab3bbf1 req-835684ce-bba4-45a7-812c-219660d20373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:33.940618 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-758c7b64-ef1f-458a-a330-092ecab3bbf1 req-835684ce-bba4-45a7-812c-219660d20373 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1128 time: 0.0462594 Feb 19 01:49:33.986373 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-758c7b64-ef1f-458a-a330-092ecab3bbf1 req-adde58ef-1084-4fe1-9cf4-1dfef83dde8d service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391216 Feb 19 01:49:34.459087 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40c6191-b3ba-4381-92d7-0fc4f9c820c7 req-87e31b5b-a9a2-4661-a8e8-628da80b64a0 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:34.460594 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40c6191-b3ba-4381-92d7-0fc4f9c820c7 req-87e31b5b-a9a2-4661-a8e8-628da80b64a0 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 946 time: 0.0652344 Feb 19 01:49:34.513468 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a40c6191-b3ba-4381-92d7-0fc4f9c820c7 req-d9595a6a-d53b-447b-bb8c-73d077095692 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443935 Feb 19 01:49:35.659836 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f217d0-348c-4c13-b047-f1bc2f279a1e req-ef1a1f77-8d1c-4d1f-aab7-1513e60a2faa tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:35.661327 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55f217d0-348c-4c13-b047-f1bc2f279a1e req-ef1a1f77-8d1c-4d1f-aab7-1513e60a2faa tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 946 time: 0.0618865 Feb 19 01:49:35.715952 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-55f217d0-348c-4c13-b047-f1bc2f279a1e req-9091fb89-0811-4c0c-8026-fdf5b4fca4ac tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472517 Feb 19 01:49:35.848876 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8bfc3-c7ba-460d-aea4-3b8ef14fbcd0 req-511112e9-fc76-42b5-9462-5d83e13e2c31 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:35.850319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01b8bfc3-c7ba-460d-aea4-3b8ef14fbcd0 req-511112e9-fc76-42b5-9462-5d83e13e2c31 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 946 time: 0.0645380 Feb 19 01:49:35.904813 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-01b8bfc3-c7ba-460d-aea4-3b8ef14fbcd0 req-6e885c50-1980-4306-8122-444ceadd50bb tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Feb 19 01:49:35.932648 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39950) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:36.022696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f314ec1c-fa6b-44cc-a38f-36c2daa9169d tempest-TestSnapshotPattern-802504133 tempest-TestSnapshotPattern-802504133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:36.024237 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-f314ec1c-fa6b-44cc-a38f-36c2daa9169d tempest-TestSnapshotPattern-802504133 tempest-TestSnapshotPattern-802504133-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1123 time: 0.0903473 Feb 19 01:49:36.027330 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 39954) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:49:36.031737 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:49:36.056138 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:36.159423 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:36.269389 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Allocated IP 172.25.6.147 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/ce59a71f-f0bb-4209-ac09-f9b917e9eaab) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:49:36.372897 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for port (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:36.409401 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:36.448858 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:49:36.455937 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:49:36.458572 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:49:36.461878 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'Port': ['ID=ce59a71f-f0bb-4209-ac09-f9b917e9eaab,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:36.831347 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for floatingip (cfa96eb0-f673-42de-a405-3231765251e5), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:36.917993 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:37.080717 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for port (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:37.089555 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:37.156954 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'Port': ['ID=ce59a71f-f0bb-4209-ac09-f9b917e9eaab,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:49:37.171364 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (cfa96eb0-f673-42de-a405-3231765251e5), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:37.281679 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Floating IP cfa96eb0-f673-42de-a405-3231765251e5 associated. External IP: 172.25.6.147, port: f8a8b967-237a-48ee-8daf-b4db03e44864. Feb 19 01:49:37.511632 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Router 23305840-4134-461c-846e-134b14ee0015 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:49:37.623248 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:49:37.633574 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] Sync routers for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:49:37.643063 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:37.643970 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:37.644769 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:37.673599 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-880c1de5-14eb-4e4b-92aa-e05b568fc696 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6452305 Feb 19 01:49:37.674234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:49:37.676495 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d28fc31-f255-4693-9d53-7e0deafe8e29" -d '{"events": [{"name": "network-changed", "server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:49:37.712553 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcebe3c7-05c3-429e-b84d-77b0b8bb0230 x-openstack-request-id: req-dcebe3c7-05c3-429e-b84d-77b0b8bb0230 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:49:37.712933 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:49:37.713262 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcebe3c7-05c3-429e-b84d-77b0b8bb0230 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:49:37.713793 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'status': 'completed', 'code': 200} Feb 19 01:49:37.752120 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:37.783424 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-e54c56ca-1b53-40d7-a4fc-662cc53b5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:37.785004 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-e54c56ca-1b53-40d7-a4fc-662cc53b5a32 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1128 time: 0.0466049 Feb 19 01:49:37.879379 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-68ba4c97-4be9-4ba5-8fe4-b92c68932c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:37.880880 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-68ba4c97-4be9-4ba5-8fe4-b92c68932c22 service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.0903983 Feb 19 01:49:37.950994 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-700545e1-32fc-429c-b215-15e0ab8ad1af service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 200 len: 1000 time: 0.0638692 Feb 19 01:49:37.972314 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:36Z', 'revision_number': 0, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:37.999588 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-079bf694-fc09-492a-b4d6-caec32959085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:38.001303 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-079bf694-fc09-492a-b4d6-caec32959085 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0436769 Feb 19 01:49:38.002336 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] Checking router: 23305840-4134-461c-846e-134b14ee0015 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:49:38.010676 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:49:38.011277 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:49:20Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:38.054358 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-3bd8b904-7325-4ead-8603-5408736d04d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:49:38.055806 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-3bd8b904-7325-4ead-8603-5408736d04d3 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483522 Feb 19 01:49:38.118618 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:49:38.145302 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-adac8cf8-e994-4dbb-9192-75368162304a service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833979 Feb 19 01:49:38.237664 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-9d28fc31-f255-4693-9d53-7e0deafe8e29 req-5eec2225-a9ee-4e70-a1cc-aef431cdb154 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864487 Feb 19 01:49:38.339811 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:36Z', 'revision_number': 0, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:49:38.365776 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15c8565-7480-4fab-9a67-123f1d9d6f99 None None] The sync data for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 is: [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:36Z', 'revision_number': 0, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:49:38.573001 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f047f483-60c0-4554-90ce-104edb7355b1 None None] New status for floating IP cfa96eb0-f673-42de-a405-3231765251e5: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:49:48.091739 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58a71efd-2230-4f63-b975-91ae069b7ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:49.622770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:50.164514 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5a2ef99-7f43-422e-91c1-4e3db45e7658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:51.610586 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:53.025903 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:54.256183 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:54.609770 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:49:58.659066 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:50:18.092426 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2877e70a-1257-4d9f-845e-3f82e826bc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:19.621421 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:19.976706 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-f40529c3-f663-498f-a90f-8bbe2d316ed4 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3508141 Feb 19 01:50:20.075337 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-635fc505-de20-4849-a74d-a9dd109bf8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:20.076918 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-635fc505-de20-4849-a74d-a9dd109bf8c5 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1128 time: 0.0483334 Feb 19 01:50:20.168973 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c58e47fb-81c8-4e40-b434-b4655771784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:20.189183 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-ba699734-3a97-4b45-9676-1ec59ba99a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:20.190753 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-ba699734-3a97-4b45-9676-1ec59ba99a78 service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.0949349 Feb 19 01:50:20.255948 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-4f4f9b4f-c2f4-4033-819a-e933b70f3fa9 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 200 len: 1002 time: 0.0589266 Feb 19 01:50:20.308736 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-7a611894-57ba-49e1-9707-fad58d6ca710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:20.310351 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-7a611894-57ba-49e1-9707-fad58d6ca710 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0482712 Feb 19 01:50:20.364768 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-e54b44f1-04ba-4c5f-bd11-751517d64a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:20.366633 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-e54b44f1-04ba-4c5f-bd11-751517d64a2d service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486898 Feb 19 01:50:20.467553 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-f8e33329-27d4-42b5-a3f5-92e163dc5608 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949233 Feb 19 01:50:20.563414 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6ffc5ffb-70d7-4e45-9750-2d90a49a44d3 req-f0e9ecdc-c2fc-4817-ac1a-3b442c77844f service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890670 Feb 19 01:50:21.614494 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:23.029907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:24.251127 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:24.636929 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:31.595618 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6921598e-7371-444a-a8e2-cea5052b2add req-82facdfe-636f-44f3-a5a8-91dbe22acd7d service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268228 Feb 19 01:50:31.665825 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6921598e-7371-444a-a8e2-cea5052b2add req-6fcfb52f-2e52-47d1-99ac-8f539ed0a588 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0269485 Feb 19 01:50:31.706939 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6921598e-7371-444a-a8e2-cea5052b2add req-c2ec22b3-c85c-43b9-8714-302abe1cccb6 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209694 Feb 19 01:50:31.813659 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921598e-7371-444a-a8e2-cea5052b2add req-94849d67-f2f3-4d82-96dc-8439c802976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:50:31.815319 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6921598e-7371-444a-a8e2-cea5052b2add req-94849d67-f2f3-4d82-96dc-8439c802976f service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023922 Feb 19 01:50:35.662337 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:50:48.095907 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-987f6cfd-62fd-4679-a350-cebf7f924ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:49.647695 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:50.174998 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d46bbe27-8e20-47d8-9867-cee3c8fe4101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:51.617367 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:53.033488 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:54.268244 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:50:54.637759 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:12.667399 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:51:18.095301 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69755ebf-be71-497f-8045-f06742c85e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:19.646869 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:19.693492 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-486a3b23-224f-4da4-80c0-b145d04d6ff6 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0471020 Feb 19 01:51:19.785417 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-8b605849-7dc2-490e-b638-0a9719f5c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:19.787081 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-8b605849-7dc2-490e-b638-0a9719f5c135 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1128 time: 0.0471315 Feb 19 01:51:19.914765 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-15be64a9-d2a2-4fe7-b130-af1aa3d3eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:19.916141 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-15be64a9-d2a2-4fe7-b130-af1aa3d3eb5a service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.1051226 Feb 19 01:51:19.984010 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-2fc6945c-41a0-40df-9c3d-bd2db8f07559 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 200 len: 1002 time: 0.0615160 Feb 19 01:51:20.043983 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-a33bb1b6-f184-4b42-a5f2-5f6bc97527af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:20.046103 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-a33bb1b6-f184-4b42-a5f2-5f6bc97527af service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0545418 Feb 19 01:51:20.103185 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-ab82aeec-925e-4b88-9a9a-d000a2e6382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:20.104659 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-ab82aeec-925e-4b88-9a9a-d000a2e6382b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0529420 Feb 19 01:51:20.168975 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc9de283-1834-40a5-9b76-6c95a6bbccc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:20.198286 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-99be261b-8ba7-4b24-84fd-9971fd19bc27 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877202 Feb 19 01:51:20.301728 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-88927475-7a06-46bd-88c9-f6b8f3690c9c req-6b35cc73-76b1-4276-8291-3703ab655f0a service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971267 Feb 19 01:51:21.631843 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:23.034937 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:24.254196 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:24.631096 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:31.603392 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d223d99a-b538-4d57-9769-8e70a50b70e4 req-2b7303cd-abcb-489c-8674-8c9e32b16755 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271530 Feb 19 01:51:31.676512 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d223d99a-b538-4d57-9769-8e70a50b70e4 req-32382dd4-faf1-43a1-b1ac-32f5ca2ab028 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0275478 Feb 19 01:51:31.715918 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d223d99a-b538-4d57-9769-8e70a50b70e4 req-dc68b66b-ecae-46c0-b1aa-435e59c9dc06 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202603 Feb 19 01:51:31.812736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223d99a-b538-4d57-9769-8e70a50b70e4 req-e20a1a0a-a4be-44f9-8c6a-3249402737a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:31.814235 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-d223d99a-b538-4d57-9769-8e70a50b70e4 req-e20a1a0a-a4be-44f9-8c6a-3249402737a0 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926266 Feb 19 01:51:40.329679 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8a8b967-237a-48ee-8daf-b4db03e44864 details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:51:40.443045 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:40.455687 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:51:40.497740 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f8a8b967-237a-48ee-8daf-b4db03e44864 is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:40.498138 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:40.515685 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f8a8b967-237a-48ee-8daf-b4db03e44864 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:51:40.537173 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:40.542444 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:40.595079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:40.603369 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.604080 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.604465 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.604799 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.605141 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.605509 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.605885 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.606274 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.606630 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.606994 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.607376 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.607710 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.608037 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:40.618651 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['f8a8b967-237a-48ee-8daf-b4db03e44864'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:51:42.341287 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8a8b967-237a-48ee-8daf-b4db03e44864 up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:51:42.399504 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port f8a8b967-237a-48ee-8daf-b4db03e44864 triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:42.399857 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:42.652035 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f8a8b967-237a-48ee-8daf-b4db03e44864 is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:42.652342 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:42.681144 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:42.683903 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7506940-92d1-43f3-baee-fb3ea0908ddb" -d '{"events": [{"server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "name": "network-vif-plugged", "status": "completed", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:42.704516 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:42.715140 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:42.749121 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99a4d22-f342-4884-aefa-d579e14ab5a1 x-openstack-request-id: req-c99a4d22-f342-4884-aefa-d579e14ab5a1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:42.749447 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "name": "network-vif-plugged", "status": "completed", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:42.750324 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c99a4d22-f342-4884-aefa-d579e14ab5a1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:42.750324 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'code': 200} Feb 19 01:51:42.779850 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:48.090226 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91a278a5-5744-4d49-bb01-8b972c67f2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:48.334965 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-e74758e1-b0cf-4ba1-8287-4296b8f127f5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193742521&fields=id&tenant_id=d9dd259cd08c4e769a8693d65cb46465 HTTP/1.1" status: 200 len: 267 time: 0.0441630 Feb 19 01:51:48.456708 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-02af3701-010d-48cc-9379-91ac69f754e3 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:48.458098 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-02af3701-010d-48cc-9379-91ac69f754e3 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 809 time: 0.1133423 Feb 19 01:51:48.483141 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-9aa5abbe-9092-4eea-9baa-bc48babaabf2 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/quotas/d9dd259cd08c4e769a8693d65cb46465 HTTP/1.1" status: 200 len: 375 time: 0.0113521 Feb 19 01:51:48.550871 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-1585c2e3-98f0-4f2d-b975-e97021b3785d tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607498 Feb 19 01:51:48.653216 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-88b84a66-0b13-4ff9-b296-b9d0f3c3f4a3 service neutron] 10.222.0.60 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894024 Feb 19 01:51:48.757745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2325f33c-a703-436b-9557-e75a6cd3bf32 service neutron] 10.222.0.60 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980895 Feb 19 01:51:49.650018 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:49.666895 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:51:49.961997 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-afb13ec9-452d-4f02-b95c-d09aa765aca5 req-4ccdcc4e-cc62-45fe-bb30-5b2e34b53f9f tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 210 time: 0.0282600 Feb 19 01:51:50.176267 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10955082-a61c-480a-89ac-ed6a38ddbd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:50.973098 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-ba5d4308-0e36-4b6a-beaa-018c6df6a0a4 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:50.974499 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-ba5d4308-0e36-4b6a-beaa-018c6df6a0a4 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 809 time: 0.1079435 Feb 19 01:51:51.041208 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-d9e45dd9-b325-49da-a79a-c2d2cc5d6e7e tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9dd259cd08c4e769a8693d65cb46465 HTTP/1.1" status: 200 len: 380 time: 0.0569417 Feb 19 01:51:51.053491 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'port': {'device_id': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'admin_state_up': True, 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'security_groups': ['89646eca-63d9-4411-ab31-0ca8146d4071']}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:51:51.058745 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40f897e3-9cdf-4244-8c7f-295cb5100f7e req-3534b38d-96e1-4f52-b387-7cdcc9e0b5bb tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 210 time: 0.0277326 Feb 19 01:51:51.176589 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Made reservation on behalf of d9dd259cd08c4e769a8693d65cb46465 for: {'port': 1} {{(pid=103650) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 01:51:51.180263 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:51.336347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_common [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Allocated IP 172.20.0.4 (64a3bcf4-ba63-430f-922c-fc5b1c5c7838/512ffb80-84f4-4828-b9f7-f3db6dec204a/b3a76cba-382a-4ff1-a89d-403316904c7b) {{(pid=103650) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:51:51.528456 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), precommit_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:51.583523 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), after_create {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:51.623594 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:51.648398 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 is already hosted by enough agents. {{(pid=103650) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:51:51.652230 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.base_scheduler [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Resources bound (agent type, host, resource id): {{(pid=103650) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:51:51.655428 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Received port after_create {{(pid=103650) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:51:51.698667 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'Port': ['ID=b3a76cba-382a-4ff1-a89d-403316904c7b,revision_number=1']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:51.712268 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.712698 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.712966 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.713308 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.713663 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.713989 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.714368 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.714707 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.715041 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.715373 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.715703 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.716032 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.716365 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:51:51.744074 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:51.744766 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:51.779219 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-2995f91a-5548-449d-90b1-df08b8fc0b38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7300465 Feb 19 01:51:51.917784 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-7a02842b-01ad-4b99-ba15-854e4eb0ad75 None None] Provisioning complete for port b3a76cba-382a-4ff1-a89d-403316904c7b triggered by entity DHCP. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:51:51.918164 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a02842b-01ad-4b99-ba15-854e4eb0ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:51.955145 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7a02842b-01ad-4b99-ba15-854e4eb0ad75 None None] Port b3a76cba-382a-4ff1-a89d-403316904c7b cannot update to ACTIVE because it is not bound. {{(pid=103651) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 01:51:52.194129 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad0874-a83c-4fab-92e1-6c736b426f66 req-23d4db5a-c468-4605-a121-f5441b74cae8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:52.195823 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29ad0874-a83c-4fab-92e1-6c736b426f66 req-23d4db5a-c468-4605-a121-f5441b74cae8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 931 time: 0.0649252 Feb 19 01:51:52.249448 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-29ad0874-a83c-4fab-92e1-6c736b426f66 req-10545e9e-514f-4752-bf13-67ccf682399f tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460582 Feb 19 01:51:52.384192 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8a8b967-237a-48ee-8daf-b4db03e44864 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:51:52.466766 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port f8a8b967-237a-48ee-8daf-b4db03e44864 is: ACTIVE; New status is: DOWN {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:51:52.467150 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:52.496086 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:51:52.498704 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4551922b-3db1-43b1-bbaa-2f3f0fadf67b" -d '{"events": [{"server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:51:52.517970 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:51:52.525082 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:52.550517 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 01:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f8767b-dab3-4c7c-9340-f59736f0fd2f x-openstack-request-id: req-72f8767b-dab3-4c7c-9340-f59736f0fd2f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:51:52.550835 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:51:52.551110 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72f8767b-dab3-4c7c-9340-f59736f0fd2f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:51:52.551491 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'code': 200} Feb 19 01:51:52.578449 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:51:53.037866 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:53.373501 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc11340-4049-4f70-be68-7a796b95401d req-4a04ed7a-23a3-4b7e-b306-95e3ada55f9b tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:53.375865 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abc11340-4049-4f70-be68-7a796b95401d req-4a04ed7a-23a3-4b7e-b306-95e3ada55f9b tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 931 time: 0.0551302 Feb 19 01:51:53.427054 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-abc11340-4049-4f70-be68-7a796b95401d req-b45cccda-b974-40f0-b482-e2fbce396c39 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451345 Feb 19 01:51:54.416071 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:54.564203 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd339-2af3-4ed3-9b7d-2bdfd9608b6e req-9af7a478-444b-4345-8c8f-2649d31c5385 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:54.566609 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-146cd339-2af3-4ed3-9b7d-2bdfd9608b6e req-9af7a478-444b-4345-8c8f-2649d31c5385 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 931 time: 0.0566242 Feb 19 01:51:54.629981 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-146cd339-2af3-4ed3-9b7d-2bdfd9608b6e req-380ffcaf-61a6-4ecd-a4c7-3a4ac0647b1e tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571787 Feb 19 01:51:54.632325 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:51:55.755628 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11869f9b-5d14-4998-b8ef-0d8f96a059ba req-3f1b62f4-e147-4ac5-9337-1a9224bedce0 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:55.757248 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11869f9b-5d14-4998-b8ef-0d8f96a059ba req-3f1b62f4-e147-4ac5-9337-1a9224bedce0 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 931 time: 0.0550649 Feb 19 01:51:55.809385 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-11869f9b-5d14-4998-b8ef-0d8f96a059ba req-d023ddea-41cc-42e8-81f1-5b65c9d7b4aa tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459564 Feb 19 01:51:56.939333 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9599f5-ab05-4db3-bf85-f1a215d3c653 req-6dab78df-a989-4fa4-9da2-21292eea4851 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:56.940940 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad9599f5-ab05-4db3-bf85-f1a215d3c653 req-6dab78df-a989-4fa4-9da2-21292eea4851 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 931 time: 0.0550385 Feb 19 01:51:56.991183 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ad9599f5-ab05-4db3-bf85-f1a215d3c653 req-c4f39a98-a874-4cab-9c1f-744e0ffc69bb tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441854 Feb 19 01:51:58.124011 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121c087-c060-459e-bbb7-f4989eb3bb72 req-83286a28-c51f-445a-90ab-96ddb934ef1b tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:58.125625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2121c087-c060-459e-bbb7-f4989eb3bb72 req-83286a28-c51f-445a-90ab-96ddb934ef1b tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 931 time: 0.0628724 Feb 19 01:51:58.180433 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2121c087-c060-459e-bbb7-f4989eb3bb72 req-390e04a5-8a4f-480e-a939-89fdab2ca2d3 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479724 Feb 19 01:51:59.303856 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56649d1-d07d-4e20-bab8-302138c30c4f req-529fe39e-a6d4-49de-8762-fff651ebcaad tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:51:59.305348 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a56649d1-d07d-4e20-bab8-302138c30c4f req-529fe39e-a6d4-49de-8762-fff651ebcaad tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 931 time: 0.0545359 Feb 19 01:51:59.358060 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-a56649d1-d07d-4e20-bab8-302138c30c4f req-18172fb5-3919-4485-843d-b11daeb5acc4 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450385 Feb 19 01:52:00.410069 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.v2.base [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Request body: {'port': {'device_id': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826527-3'}} {{(pid=103650) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:52:00.477990 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:00.501022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95038dab-ea67-4323-a1b5-11cbe24372c3 req-2ea97a9c-0475-4a50-a3fe-a7087f9a86f5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:00.502543 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95038dab-ea67-4323-a1b5-11cbe24372c3 req-2ea97a9c-0475-4a50-a3fe-a7087f9a86f5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 931 time: 0.0577023 Feb 19 01:52:00.553354 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-95038dab-ea67-4323-a1b5-11cbe24372c3 req-63dc2ff4-5203-4cba-8657-786e3d70ff2d tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450814 Feb 19 01:52:00.743544 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a76cba-382a-4ff1-a89d-403316904c7b {{(pid=103650) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:52:00.751268 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Publish callbacks [] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), precommit_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:00.764851 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.provisioning_blocks [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Transition to ACTIVE for port object b3a76cba-382a-4ff1-a89d-403316904c7b will not be triggered until provisioned by entity L2. {{(pid=103650) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 01:52:00.770387 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:00.837215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a76cba-382a-4ff1-a89d-403316904c7b,revision_number=2']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:00.894362 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Attempting to bind port b3a76cba-382a-4ff1-a89d-403316904c7b on host n-h1-826527-3 for vnic_type normal with profile {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 01:52:00.894718 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Attempting to bind port b3a76cba-382a-4ff1-a89d-403316904c7b by drivers openvswitch,hyperv on host n-h1-826527-3 at level 0 using segments [{'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 01:52:00.895117 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Attempting to bind port b3a76cba-382a-4ff1-a89d-403316904c7b on network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:52:00.900142 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Port b3a76cba-382a-4ff1-a89d-403316904c7b on network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 not bound, no agent of type Open vSwitch agent registered on host n-h1-826527-3 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 01:52:00.900464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Attempting to bind port b3a76cba-382a-4ff1-a89d-403316904c7b on network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 01:52:00.905556 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Checking agent: {'id': '2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826527-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'started_at': datetime.datetime(2022, 2, 19, 0, 16, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 1, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 01:52:00.905876 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Checking segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 01:52:00.906334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Bound using segment: {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'} {{(pid=103650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 01:52:00.906775 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.managers [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Bound port: b3a76cba-382a-4ff1-a89d-403316904c7b, host: n-h1-826527-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a48ce7c-07fd-4f27-acd5-d6c006dd6830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838'}}] {{(pid=103650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 01:52:00.907134 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), before_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:00.974345 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, cleared binding levels {{(pid=103650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 01:52:00.977970 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b3a76cba-382a-4ff1-a89d-403316904c7b,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 01:52:00.985357 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9709658'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), after_update {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:01.019010 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.019924 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:01.021203 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] 10.222.0.113 "PUT /v2.0/ports/b3a76cba-382a-4ff1-a89d-403316904c7b HTTP/1.1" status: 200 len: 1091 time: 0.6200037 Feb 19 01:52:01.021696 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:01.024039 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3814084c-51cd-4955-9b17-09f0a33f81ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:01.074392 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7879c-595f-440d-88c1-7ad6c824e984 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a76cba-382a-4ff1-a89d-403316904c7b,revision_number=3']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:01.079651 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd21c39-3a80-45fe-8734-a00bc1ec6f2a x-openstack-request-id: req-afd21c39-3a80-45fe-8734-a00bc1ec6f2a {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:01.079948 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:01.080204 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afd21c39-3a80-45fe-8734-a00bc1ec6f2a {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:01.080621 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'status': 'completed', 'code': 200} Feb 19 01:52:01.114466 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-d226da50-762d-4784-9b07-ccf3425f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.116526 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-d226da50-762d-4784-9b07-ccf3425f68bb service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 1125 time: 0.0518146 Feb 19 01:52:01.164864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-b0f6a5f3-b82d-4895-af56-f63408b53f00 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a76cba-382a-4ff1-a89d-403316904c7b HTTP/1.1" status: 200 len: 217 time: 0.0410790 Feb 19 01:52:01.213877 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-0f330ed3-cb49-4184-af7b-d6460b281319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.215385 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-0f330ed3-cb49-4184-af7b-d6460b281319 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0450726 Feb 19 01:52:01.264455 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-69a19e38-4fd1-4ad8-9e5c-d2dcf2987db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.266006 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-69a19e38-4fd1-4ad8-9e5c-d2dcf2987db9 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449235 Feb 19 01:52:01.360494 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-ebb08063-b14d-4d40-bbe9-73e3179914c6 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877242 Feb 19 01:52:01.457772 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-6aecae82-0485-4685-a7d4-d1bda5fc5dec req-17dfee44-7d7a-46dc-88dc-64d530c00514 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907233 Feb 19 01:52:01.555890 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-235689cb-b5cb-4f97-a1a0-594e4f6cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.557405 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-235689cb-b5cb-4f97-a1a0-594e4f6cbeba service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 1125 time: 0.0506299 Feb 19 01:52:01.658840 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-4756ae36-f758-49a1-83f2-60c770adfe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.662792 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-4756ae36-f758-49a1-83f2-60c770adfe2d service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.0939181 Feb 19 01:52:01.678351 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff099-f136-4f20-bec0-15fac30993bd req-057609fd-9d5a-4eb3-aa57-8c33e41d53cf tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.680724 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a7ff099-f136-4f20-bec0-15fac30993bd req-057609fd-9d5a-4eb3-aa57-8c33e41d53cf tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 943 time: 0.0567095 Feb 19 01:52:01.707309 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-6cf3e8d5-3349-4854-93e7-00c19628a4f1 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a76cba-382a-4ff1-a89d-403316904c7b HTTP/1.1" status: 200 len: 217 time: 0.0382242 Feb 19 01:52:01.738744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9a7ff099-f136-4f20-bec0-15fac30993bd req-0795639f-5ca9-4ee0-a0bd-cbd08c840168 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521693 Feb 19 01:52:01.770020 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-9038ee17-861d-4f06-962b-e5e13bf87cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.771602 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-9038ee17-861d-4f06-962b-e5e13bf87cf7 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0574222 Feb 19 01:52:01.823433 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-4990b0ef-9d62-4d4e-8430-55c822786ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:01.824968 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-4990b0ef-9d62-4d4e-8430-55c822786ae7 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461781 Feb 19 01:52:01.916256 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-e90f74d2-4504-4800-b7aa-b935b5774b1d service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844033 Feb 19 01:52:02.014643 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-3814084c-51cd-4955-9b17-09f0a33f81ea req-095f28a0-3610-44e0-bca1-335e48448aea service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921743 Feb 19 01:52:02.880959 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79ad50-8667-4a8e-aa03-56e155cd3686 req-9c077ac5-d9be-409b-bd50-4f78a494f73a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:02.882472 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b79ad50-8667-4a8e-aa03-56e155cd3686 req-9c077ac5-d9be-409b-bd50-4f78a494f73a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 943 time: 0.0642266 Feb 19 01:52:02.938732 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7b79ad50-8667-4a8e-aa03-56e155cd3686 req-d0749e50-5cde-42bd-94d6-948204a9a507 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479493 Feb 19 01:52:04.075826 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521f85c-f3ab-4a1a-ba6a-9108e6ff13af req-1ead8ac8-bf09-4d2c-8702-0163099d3ff2 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:04.077328 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8521f85c-f3ab-4a1a-ba6a-9108e6ff13af req-1ead8ac8-bf09-4d2c-8702-0163099d3ff2 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 943 time: 0.0579147 Feb 19 01:52:04.127524 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-8521f85c-f3ab-4a1a-ba6a-9108e6ff13af req-4d7f8ccf-79ac-4ff3-97a3-1ee2ad61f0a7 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Feb 19 01:52:04.399891 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b3a76cba-382a-4ff1-a89d-403316904c7b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:52:04.500245 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b3a76cba-382a-4ff1-a89d-403316904c7b,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:04.511831 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'port_id': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'mac_address': 'fa:16:3e:9d:bd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:52:04.549487 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b3a76cba-382a-4ff1-a89d-403316904c7b is: DOWN; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:52:04.549847 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:04.564066 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a76cba-382a-4ff1-a89d-403316904c7b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:52:04.600485 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b3a76cba-382a-4ff1-a89d-403316904c7b,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:04.610724 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:04.660101 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b3a76cba-382a-4ff1-a89d-403316904c7b,revision_number=4']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:04.873973 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b3a76cba-382a-4ff1-a89d-403316904c7b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:52:05.251022 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b5849-b610-4706-ab1e-6280156b5b07 req-df7137df-8d24-4f65-a142-3b42ba2ca0a2 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:05.252502 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-470b5849-b610-4706-ab1e-6280156b5b07 req-df7137df-8d24-4f65-a142-3b42ba2ca0a2 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 944 time: 0.0552635 Feb 19 01:52:05.303407 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-470b5849-b610-4706-ab1e-6280156b5b07 req-09e89c14-3bc6-4f1f-b9e1-1561377858e3 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424283 Feb 19 01:52:06.415198 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b3a76cba-382a-4ff1-a89d-403316904c7b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:52:06.472500 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning for port b3a76cba-382a-4ff1-a89d-403316904c7b completed by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 01:52:06.476616 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port b3a76cba-382a-4ff1-a89d-403316904c7b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:52:06.477007 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:06.513977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb59b7-9efd-4ee9-97e7-8d1f13a98f32 req-b3abb7ed-7eb3-4cf1-a540-23d4e315c612 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:06.515649 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8fb59b7-9efd-4ee9-97e7-8d1f13a98f32 req-b3abb7ed-7eb3-4cf1-a540-23d4e315c612 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 944 time: 0.0608191 Feb 19 01:52:06.553031 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b3a76cba-382a-4ff1-a89d-403316904c7b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:52:06.553423 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:06.565598 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b8fb59b7-9efd-4ee9-97e7-8d1f13a98f32 req-923c3a88-407d-483e-9ec2-47a89f57a059 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439227 Feb 19 01:52:06.576965 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:06.579269 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9f81ec-19c7-41fd-bc13-90d203ce2743" -d '{"events": [{"server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "name": "network-vif-plugged", "status": "completed", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:06.594920 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b3a76cba-382a-4ff1-a89d-403316904c7b,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:52:06.601040 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:06.624206 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62385630-a1e8-41db-968d-646047247eed x-openstack-request-id: req-62385630-a1e8-41db-968d-646047247eed {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:06.624499 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "name": "network-vif-plugged", "status": "completed", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:06.624774 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62385630-a1e8-41db-968d-646047247eed {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:06.625166 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'code': 200} Feb 19 01:52:06.658366 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b3a76cba-382a-4ff1-a89d-403316904c7b,revision_number=5']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:06.725911 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c21e68-5b01-4fae-98d3-b2c3fac840a6 req-e262631c-a80c-4129-b69c-8cdac8bc24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:06.727525 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b7c21e68-5b01-4fae-98d3-b2c3fac840a6 req-e262631c-a80c-4129-b69c-8cdac8bc24e9 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 1127 time: 0.0454729 Feb 19 01:52:06.775924 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-b7c21e68-5b01-4fae-98d3-b2c3fac840a6 req-710978ac-2200-4fa2-8197-fdf8fcea8537 service neutron] 10.222.0.113 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423632 Feb 19 01:52:07.699096 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2fb15-1c54-4e67-88eb-40765ee42f5b req-a16be12d-3612-40e7-bd61-3a185dc2cfcb tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:07.700581 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40e2fb15-1c54-4e67-88eb-40765ee42f5b req-a16be12d-3612-40e7-bd61-3a185dc2cfcb tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 945 time: 0.0548184 Feb 19 01:52:07.750265 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-40e2fb15-1c54-4e67-88eb-40765ee42f5b req-dc6e1d20-2c19-4d36-b2eb-4f7fed6c664d tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439196 Feb 19 01:52:08.885379 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba291730-fb6c-4cb1-bdb9-eff66f869ac1 req-be8e07a2-a304-427a-b7c7-75cd00c09d38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:08.886906 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba291730-fb6c-4cb1-bdb9-eff66f869ac1 req-be8e07a2-a304-427a-b7c7-75cd00c09d38 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 945 time: 0.0561574 Feb 19 01:52:08.950194 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-ba291730-fb6c-4cb1-bdb9-eff66f869ac1 req-9161e7e2-e47d-4262-bd6d-1d40c126c0da tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546935 Feb 19 01:52:09.070467 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5d29a-628f-4ba7-94bc-51f50a1c1742 req-e2672591-216c-40eb-97f4-3d9bbec027b8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:09.071955 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2de5d29a-628f-4ba7-94bc-51f50a1c1742 req-e2672591-216c-40eb-97f4-3d9bbec027b8 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 945 time: 0.0553665 Feb 19 01:52:09.121105 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2de5d29a-628f-4ba7-94bc-51f50a1c1742 req-261d2378-1e09-460e-8ef4-009d27427e23 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434935 Feb 19 01:52:09.143667 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40206) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:52:09.187971 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3062ca56-9f8e-4315-96bc-1a8f04229614 tempest-TestSnapshotPattern-802504133 tempest-TestSnapshotPattern-802504133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:09.189533 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-3062ca56-9f8e-4315-96bc-1a8f04229614 tempest-TestSnapshotPattern-802504133 tempest-TestSnapshotPattern-802504133-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 1122 time: 0.0448191 Feb 19 01:52:09.192582 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40208) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:52:09.196799 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.v2.base [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Request body: {'floatingip': {'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'port_id': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103649) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 01:52:09.221089 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:09.330530 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (None), before_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:09.437182 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.db_base_plugin_common [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Allocated IP 172.25.6.131 (3c554ccf-a359-4d13-95ae-4e67dd476a05/aeff2372-66c7-469d-96c1-b1ad22ce9f51/64801029-fbd6-427c-883b-173fabef1570) {{(pid=103649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 01:52:09.554406 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for port (64801029-fbd6-427c-883b-173fabef1570), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:09.590884 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772989208854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (64801029-fbd6-427c-883b-173fabef1570), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:09.628015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Network 3c554ccf-a359-4d13-95ae-4e67dd476a05 is already hosted by enough agents. {{(pid=103649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 01:52:09.630985 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.base_scheduler [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Resources bound (agent type, host, resource id): {{(pid=103649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 01:52:09.636335 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Received port after_create {{(pid=103649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 01:52:09.641693 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'Port': ['ID=64801029-fbd6-427c-883b-173fabef1570,revision_number=1']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:09.673015 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.673357 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.673700 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.674035 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.674408 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.674752 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.675078 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.675406 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.675766 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.676091 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.676412 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.676742 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:09.677063 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:52:10.009202 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for floatingip (263ce269-6c2c-41e9-afd5-ba28530e65d8), precommit_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.085269 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (64801029-fbd6-427c-883b-173fabef1570), before_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.237414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for port (64801029-fbd6-427c-883b-173fabef1570), precommit_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.244909 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10239506'] for port (64801029-fbd6-427c-883b-173fabef1570), after_update {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.310174 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event updated for resources: {'Port': ['ID=64801029-fbd6-427c-883b-173fabef1570,revision_number=2']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:52:10.322015 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-478934'] for floatingip (263ce269-6c2c-41e9-afd5-ba28530e65d8), after_create {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.426151 n-d-826527-3 neutron-server[103649]: INFO neutron.db.l3_db [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Floating IP 263ce269-6c2c-41e9-afd5-ba28530e65d8 associated. External IP: 172.25.6.131, port: b3a76cba-382a-4ff1-a89d-403316904c7b. Feb 19 01:52:10.686131 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Router 23305840-4134-461c-846e-134b14ee0015 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:52:10.799786 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:52:10.810302 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03245a74-5fee-449d-8722-49600f73f246 None None] Sync routers for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:52:10.818126 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:10.820423 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03245a74-5fee-449d-8722-49600f73f246 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:52:10.822584 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-03245a74-5fee-449d-8722-49600f73f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:51:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:10.851063 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-250cfc21-8a0e-4453-b02e-18bfc35adaff tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6574745 Feb 19 01:52:10.851709 n-d-826527-3 neutron-server[103649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b'}] {{(pid=103649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:52:10.854107 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68824a77dc721a6c7587adc77c29333b090ca926fd78cef3a8737abb43158fe0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739c6472-7747-4f4c-8576-c0d52711a4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b"}]}' {{(pid=103649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:52:10.939137 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-03245a74-5fee-449d-8722-49600f73f246 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:52:10.957830 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec5668b-f444-46ea-bf60-20ad3ac41cbf x-openstack-request-id: req-cec5668b-f444-46ea-bf60-20ad3ac41cbf {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:52:10.958103 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b", "status": "completed", "code": 200}]} {{(pid=103649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:52:10.958421 n-d-826527-3 neutron-server[103649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cec5668b-f444-46ea-bf60-20ad3ac41cbf {{(pid=103649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:52:10.958883 n-d-826527-3 neutron-server[103649]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'status': 'completed', 'code': 200} Feb 19 01:52:11.030766 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-ff18df48-e6e8-45e9-bf2f-8955d9a62195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:11.032319 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-ff18df48-e6e8-45e9-bf2f-8955d9a62195 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 1127 time: 0.0507071 Feb 19 01:52:11.123924 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-68322167-16ba-4619-8d90-5116b9f1ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:11.125511 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-68322167-16ba-4619-8d90-5116b9f1ce32 service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.0865166 Feb 19 01:52:11.168654 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-03245a74-5fee-449d-8722-49600f73f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '263ce269-6c2c-41e9-afd5-ba28530e65d8', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:9d:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:52:09Z', 'updated_at': '2022-02-19T01:52:09Z', 'revision_number': 0, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}, {'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:38Z', 'revision_number': 1, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:11.199411 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-147923dc-d4a0-4276-ad05-b415e9bf7fa6 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a76cba-382a-4ff1-a89d-403316904c7b HTTP/1.1" status: 200 len: 999 time: 0.0669088 Feb 19 01:52:11.202023 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03245a74-5fee-449d-8722-49600f73f246 None None] Checking router: 23305840-4134-461c-846e-134b14ee0015 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:52:11.210797 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03245a74-5fee-449d-8722-49600f73f246 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:52:11.211422 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-03245a74-5fee-449d-8722-49600f73f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:51:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:11.249372 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-ae271a95-1492-407a-bba8-47e77c85e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:11.250921 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-ae271a95-1492-407a-bba8-47e77c85e089 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0453217 Feb 19 01:52:11.302201 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-34542e9f-c3dd-40c1-87d6-5a055b1ddc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:11.303864 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-34542e9f-c3dd-40c1-87d6-5a055b1ddc63 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461292 Feb 19 01:52:11.318958 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-03245a74-5fee-449d-8722-49600f73f246 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:52:11.397110 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-fa25f2fa-cc84-44fe-992d-cb78d2cef482 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869133 Feb 19 01:52:11.485507 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-739c6472-7747-4f4c-8576-c0d52711a4a1 req-8ff42fd2-56b5-4ffc-a232-5939aac2c150 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815444 Feb 19 01:52:11.546148 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-03245a74-5fee-449d-8722-49600f73f246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '263ce269-6c2c-41e9-afd5-ba28530e65d8', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:9d:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:52:09Z', 'updated_at': '2022-02-19T01:52:09Z', 'revision_number': 0, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}, {'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:38Z', 'revision_number': 1, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:52:11.572127 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03245a74-5fee-449d-8722-49600f73f246 None None] The sync data for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 is: [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': '263ce269-6c2c-41e9-afd5-ba28530e65d8', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.131', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4390, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:9d:bd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:52:09Z', 'updated_at': '2022-02-19T01:52:09Z', 'revision_number': 0, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}, {'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:38Z', 'revision_number': 1, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:52:11.779701 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a277648-2ca0-47d6-b6af-ded044a28c6c None None] New status for floating IP 263ce269-6c2c-41e9-afd5-ba28530e65d8: ACTIVE {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:52:18.106841 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d20aacf-380b-49a7-b3f0-b8d6d202a319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:19.654109 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:20.177449 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1127346-f85e-4f87-9651-459606ce796e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:21.588474 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-6f0612b6-75ae-4e8a-8821-f5a8b4556d3a service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525498 Feb 19 01:52:21.623232 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:21.687165 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-2606a0b3-83de-4561-b4a2-b70e5a728c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:21.688634 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-2606a0b3-83de-4561-b4a2-b70e5a728c25 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1126 time: 0.0557125 Feb 19 01:52:21.792532 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-3772fe44-7a7f-4b6b-8a14-27b29afdda35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:21.793981 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-3772fe44-7a7f-4b6b-8a14-27b29afdda35 service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.0858123 Feb 19 01:52:21.861407 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-f2e0d71e-2b10-450a-8d50-c4b1d37d5466 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 200 len: 1000 time: 0.0613024 Feb 19 01:52:21.909672 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-56f7683a-1c47-4b10-b774-a9731557b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:21.911141 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-56f7683a-1c47-4b10-b774-a9731557b245 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0437748 Feb 19 01:52:21.961678 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-f97c517b-d3fb-4a36-82ad-e63d6eb0317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:21.963193 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-f97c517b-d3fb-4a36-82ad-e63d6eb0317b service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0461519 Feb 19 01:52:21.973137 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-891be14a-e95b-4e7c-8d61-e4241b52f1a0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103650) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 01:52:21.974059 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-891be14a-e95b-4e7c-8d61-e4241b52f1a0 service neutron] 10.222.0.113 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048645 Feb 19 01:52:22.066256 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-246f76dd-429b-40b1-8173-602c68c20e00 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854814 Feb 19 01:52:22.163001 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-80e61c54-2446-4dd0-8842-5b1c9b5e65f0 req-3b87dd1c-1121-4a07-8aeb-d392ee528ffa service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847769 Feb 19 01:52:23.039817 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:24.253236 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:24.652773 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:26.671970 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:52:33.575666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2107d0f4-9d61-4ebd-8ea6-ca70505f53ef req-5b370679-07e8-4eed-8e8f-0b360dbd38d7 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0278924 Feb 19 01:52:33.659529 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2107d0f4-9d61-4ebd-8ea6-ca70505f53ef req-5386854f-2b83-451c-a90d-3770ae6992b3 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0364256 Feb 19 01:52:33.703415 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2107d0f4-9d61-4ebd-8ea6-ca70505f53ef req-a0602424-38af-4782-aabf-3905fe91cc6a service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219035 Feb 19 01:52:33.815848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107d0f4-9d61-4ebd-8ea6-ca70505f53ef req-cb738a74-691f-49b1-b46a-7c5974b5d61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:52:33.817344 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-2107d0f4-9d61-4ebd-8ea6-ca70505f53ef req-cb738a74-691f-49b1-b46a-7c5974b5d61a service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088576 Feb 19 01:52:48.094437 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce28f93c-9449-4874-80ec-fe52f4d50a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:49.649206 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:50.173603 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-602d528a-7899-4b87-aae6-8048b57c526b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:51.634566 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:53.046618 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:54.262152 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:52:54.665703 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:03.677829 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:53:18.096361 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a41419c5-53ac-40ce-aee4-000a4ebf4c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:19.653626 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:20.176606 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6eeec654-9c26-4561-8b9a-96118c29982a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.631561 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:21.721910 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-9c4da9fe-5303-4c7f-97d9-ae22a773dbd1 service neutron] 10.222.0.113 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1022854 Feb 19 01:53:21.797283 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-32b752b7-392a-4a1f-bfb0-c816ea23875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:21.798791 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-32b752b7-392a-4a1f-bfb0-c816ea23875e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 1127 time: 0.0507848 Feb 19 01:53:21.910260 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-90f2b0b7-5d00-4d06-822b-8c904c354d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:21.911651 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-90f2b0b7-5d00-4d06-822b-8c904c354d0a service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.0906277 Feb 19 01:53:21.987025 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-a2a39bcc-c60f-4cbf-984a-cea8fa494337 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a76cba-382a-4ff1-a89d-403316904c7b HTTP/1.1" status: 200 len: 1001 time: 0.0684679 Feb 19 01:53:22.040380 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-0d956afd-ae31-46b3-b4d9-fe5fecd670d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:22.042326 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-0d956afd-ae31-46b3-b4d9-fe5fecd670d0 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0493803 Feb 19 01:53:22.093964 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-2ec730ee-f1f3-47c6-a199-16889974bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:22.095489 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-2ec730ee-f1f3-47c6-a199-16889974bd00 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471196 Feb 19 01:53:22.187857 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-df0897a0-3b48-4898-91d4-53bc95df67d1 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857038 Feb 19 01:53:22.281255 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-af07b8dd-b14f-4f46-9f07-bbc4887be10a req-a797a969-ff61-49c4-8fee-00a38f3ef28c service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870302 Feb 19 01:53:23.052285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:24.258356 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:24.654916 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:33.637240 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b273d949-908f-4028-8f4e-26e8367d37c9 req-4021060f-10a8-4dfd-80b0-73bbba481340 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0703301 Feb 19 01:53:33.709058 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b273d949-908f-4028-8f4e-26e8367d37c9 req-d5db2ca0-0ea2-46e1-b10a-c9a75676a70c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0283391 Feb 19 01:53:33.751675 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b273d949-908f-4028-8f4e-26e8367d37c9 req-47d22f6e-6232-41ce-ada7-8c077fa100e8 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210469 Feb 19 01:53:33.852344 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273d949-908f-4028-8f4e-26e8367d37c9 req-095baae5-b892-44c7-a8dc-cd2aca41cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:33.853744 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b273d949-908f-4028-8f4e-26e8367d37c9 req-095baae5-b892-44c7-a8dc-cd2aca41cbeb service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962455 Feb 19 01:53:40.679979 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:53:44.793647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b3a76cba-382a-4ff1-a89d-403316904c7b details requested by agent hyperv_n-h1-826527-3 with host n-h1-826527-3 {{(pid=103651) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 01:53:44.904889 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b3a76cba-382a-4ff1-a89d-403316904c7b,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:44.917641 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Returning: {'device': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'port_id': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'mac_address': 'fa:16:3e:9d:bd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103651) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 01:53:44.959088 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b3a76cba-382a-4ff1-a89d-403316904c7b is: ACTIVE; New status is: BUILD {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:44.959486 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:44.973695 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3a76cba-382a-4ff1-a89d-403316904c7b {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 01:53:44.994208 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b3a76cba-382a-4ff1-a89d-403316904c7b,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:44.999224 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:45.053647 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b3a76cba-382a-4ff1-a89d-403316904c7b,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:45.062007 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.062399 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.062741 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.063079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.063418 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.063750 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.064079 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.064406 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.064735 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.065060 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.065387 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.065694 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.066020 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:45.112634 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] get_ports_and_sgs() called for port_ids ['b3a76cba-382a-4ff1-a89d-403316904c7b'] {{(pid=103651) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 01:53:46.817390 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b3a76cba-382a-4ff1-a89d-403316904c7b up at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 01:53:46.902448 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Provisioning complete for port b3a76cba-382a-4ff1-a89d-403316904c7b triggered by entity L2. {{(pid=103651) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 01:53:46.903254 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1362984'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), provisioning_complete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:46.998211 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Current status of the port b3a76cba-382a-4ff1-a89d-403316904c7b is: BUILD; New status is: ACTIVE {{(pid=103651) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 01:53:46.999154 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1506051'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:47.026073 n-d-826527-3 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:47.028335 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec49ed1423f958df71d7a66ced716933472a69867e047a2adb77734472b35393" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f8d604-09e3-422b-ae94-14e75d918ec0" -d '{"events": [{"server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "name": "network-vif-plugged", "status": "completed", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:47.044953 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b3a76cba-382a-4ff1-a89d-403316904c7b,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:47.054605 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772989699705', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772989208872', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772989208890'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:47.138840 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Pushing event updated for resources: {'Port': ['ID=b3a76cba-382a-4ff1-a89d-403316904c7b,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:47.168756 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b4972c-a5ae-45f9-b6ae-c0772d884fa7 x-openstack-request-id: req-76b4972c-a5ae-45f9-b6ae-c0772d884fa7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:47.169213 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "name": "network-vif-plugged", "status": "completed", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:47.169505 n-d-826527-3 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-76b4972c-a5ae-45f9-b6ae-c0772d884fa7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:47.169947 n-d-826527-3 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'code': 200} Feb 19 01:53:48.092928 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfbc75fe-0360-4251-99b9-fde336b17ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:49.646568 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:50.187193 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83efdcb7-6923-4c89-8765-b53d24272182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:51.636309 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:53.049915 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:54.261972 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:54.677531 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:55.218388 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40410) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:53:55.392234 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Deleting port 64801029-fbd6-427c-883b-173fabef1570 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:53:55.392588 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (64801029-fbd6-427c-883b-173fabef1570), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:55.776513 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (64801029-fbd6-427c-883b-173fabef1570), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:55.776816 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for floatingip (64801029-fbd6-427c-883b-173fabef1570), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:55.789990 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Calling delete_port for 64801029-fbd6-427c-883b-173fabef1570 owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:53:55.946152 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (64801029-fbd6-427c-883b-173fabef1570), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:55.973624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event deleted for resources: {'Port': ['ID=64801029-fbd6-427c-883b-173fabef1570,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:55.983645 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.984003 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.984347 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.984687 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.985045 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.985364 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.985691 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.986566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.986566 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.986761 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.986999 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.987315 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:55.987661 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:53:56.054459 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for floatingip (263ce269-6c2c-41e9-afd5-ba28530e65d8), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:56.054718 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Floating IP 263ce269-6c2c-41e9-afd5-ba28530e65d8 disassociated (deleted). External IP: 172.25.6.131, port: b3a76cba-382a-4ff1-a89d-403316904c7b. Feb 19 01:53:56.280934 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Router 23305840-4134-461c-846e-134b14ee0015 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:53:56.402081 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:53:56.407605 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:56.413720 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] Sync routers for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:53:56.424190 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:53:56.424805 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:53:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:56.437846 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-15a8c871-ba5f-4dba-8f66-c46c5fd111fc tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "DELETE /v2.0/floatingips/263ce269-6c2c-41e9-afd5-ba28530e65d8 HTTP/1.1" status: 204 len: 168 time: 1.2183585 Feb 19 01:53:56.438603 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:56.441077 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdff0837-04a0-4123-8e0c-6c0f231ee56a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:56.537382 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:53:56.540689 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3242c3e-44fd-438e-afd2-8e11d277c777 x-openstack-request-id: req-b3242c3e-44fd-438e-afd2-8e11d277c777 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:56.541292 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:56.541716 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b3242c3e-44fd-438e-afd2-8e11d277c777 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:56.542338 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'status': 'completed', 'code': 200} Feb 19 01:53:56.614323 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-2da52144-0c78-44f5-aa70-1e1baa71495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:56.616268 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-2da52144-0c78-44f5-aa70-1e1baa71495e service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 1127 time: 0.0480204 Feb 19 01:53:56.687956 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaf550-d76e-4a53-9695-624a2b5cc751 req-4a1da504-6e95-4133-bfd3-caae9a0aed66 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:56.689579 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bcaf550-d76e-4a53-9695-624a2b5cc751 req-4a1da504-6e95-4133-bfd3-caae9a0aed66 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 945 time: 0.0565171 Feb 19 01:53:56.722854 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-8fd33ee6-1f51-4b9d-80cc-6a1d62cbab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:56.724360 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-8fd33ee6-1f51-4b9d-80cc-6a1d62cbab43 service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.1021192 Feb 19 01:53:56.740484 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-7bcaf550-d76e-4a53-9695-624a2b5cc751 req-cbf03e8b-7a35-414a-b7e8-d55d25a350f1 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432882 Feb 19 01:53:56.772347 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-edf56215-31b6-4b59-8228-59438f30be14 service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a76cba-382a-4ff1-a89d-403316904c7b HTTP/1.1" status: 200 len: 217 time: 0.0407834 Feb 19 01:53:56.774685 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:38Z', 'revision_number': 1, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:56.803475 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] Checking router: 23305840-4134-461c-846e-134b14ee0015 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:53:56.812149 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:53:56.812756 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:53:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:56.827029 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-9935dc25-617d-4106-8b25-9f6b5807b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:56.828496 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-9935dc25-617d-4106-8b25-9f6b5807b74b service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0482419 Feb 19 01:53:56.879427 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-7d36e83b-c2b9-4a93-9969-ef5311041393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:56.881113 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-7d36e83b-c2b9-4a93-9969-ef5311041393 service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460386 Feb 19 01:53:56.920553 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:53:56.973815 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-111167ca-ca82-461f-8d28-b4454f47bbd1 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844910 Feb 19 01:53:57.069496 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-bdff0837-04a0-4123-8e0c-6c0f231ee56a req-f3e9df31-af8e-4f8f-8cbf-b7fad1cdb8a2 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891838 Feb 19 01:53:57.141936 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:38Z', 'revision_number': 1, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:53:57.171406 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8dfe0c-2cd6-460d-b381-e319a7ec313d None None] The sync data for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 is: [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_floatingips': [{'id': 'cfa96eb0-f673-42de-a405-3231765251e5', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'router_id': '23305840-4134-461c-846e-134b14ee0015', 'port_id': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'mac_address': 'fa:16:3e:d8:98:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993928a6-9a66-4adc-9284-5c48614290d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T01:49:36Z', 'updated_at': '2022-02-19T01:49:38Z', 'revision_number': 1, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:53:57.445162 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9fa041-187a-4d50-a4e8-62d1fdc5bd1a None None] New status for floating IP 263ce269-6c2c-41e9-afd5-ba28530e65d8: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:53:57.891233 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fc50f-3210-4cb7-8b12-a8cae266710a req-df4f1d03-ef87-49d9-b51f-e753bb5220a5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:57.893021 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-118fc50f-3210-4cb7-8b12-a8cae266710a req-df4f1d03-ef87-49d9-b51f-e753bb5220a5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 945 time: 0.0696492 Feb 19 01:53:57.945332 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-118fc50f-3210-4cb7-8b12-a8cae266710a req-e0a2f957-24e9-4817-877b-f2cf241d7ca5 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467389 Feb 19 01:53:58.274509 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-b94870f0-bba9-4b01-8d54-d7c1dbdb914a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:53:58.275946 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-b94870f0-bba9-4b01-8d54-d7c1dbdb914a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 945 time: 0.0666351 Feb 19 01:53:58.379860 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Deleting port b3a76cba-382a-4ff1-a89d-403316904c7b {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:53:58.380262 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:58.489959 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] For port b3a76cba-382a-4ff1-a89d-403316904c7b, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=b3a76cba-382a-4ff1-a89d-403316904c7b,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:53:58.490690 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:58.504334 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Calling delete_port for b3a76cba-382a-4ff1-a89d-403316904c7b owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:53:58.644314 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (b3a76cba-382a-4ff1-a89d-403316904c7b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:58.673464 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event deleted for resources: {'Port': ['ID=b3a76cba-382a-4ff1-a89d-403316904c7b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:53:58.721666 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] No DVR routers for this DVR port b3a76cba-382a-4ff1-a89d-403316904c7b on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:53:58.724589 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:53:58.728242 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-ad99aee3-e2ce-4467-b9d5-d20e79f70875 req-5dd33fa8-12b0-4e88-bec9-942dce4c7192 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "DELETE /v2.0/ports/b3a76cba-382a-4ff1-a89d-403316904c7b HTTP/1.1" status: 204 len: 173 time: 0.4466841 Feb 19 01:53:58.728699 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'name': 'network-vif-deleted', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:53:58.731058 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c20c8-5a61-4484-9157-76f11b6767a0" -d '{"events": [{"server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "name": "network-vif-deleted", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:53:58.769124 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7a593f-16e6-4e5d-8b4f-188493f08a3d x-openstack-request-id: req-fe7a593f-16e6-4e5d-8b4f-188493f08a3d {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:53:58.769420 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9a9baa1-1816-41d9-b22e-f14307fb43c8", "name": "network-vif-deleted", "tag": "b3a76cba-382a-4ff1-a89d-403316904c7b", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:53:58.769674 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe7a593f-16e6-4e5d-8b4f-188493f08a3d {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:53:58.770113 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9a9baa1-1816-41d9-b22e-f14307fb43c8', 'name': 'network-vif-deleted', 'tag': 'b3a76cba-382a-4ff1-a89d-403316904c7b', 'status': 'completed', 'code': 200} Feb 19 01:53:58.866405 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b3a76cba-382a-4ff1-a89d-403316904c7b no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:53:58.885764 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: b3a76cba-382a-4ff1-a89d-403316904c7b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:53:58.886119 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b3a76cba-382a-4ff1-a89d-403316904c7b not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:53:59.122917 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-9c894f4d-9c6c-4589-bad4-8197687ea2d8 req-ec1d2c87-6343-4550-bd28-35df75ee53ce tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=f9a9baa1-1816-41d9-b22e-f14307fb43c8 HTTP/1.1" status: 200 len: 210 time: 0.0853195 Feb 19 01:54:00.736216 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40470) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:00.916066 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Deleting port ce59a71f-f0bb-4209-ac09-f9b917e9eaab {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:00.916388 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:00.999451 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:00.999708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for floatingip (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.012072 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Calling delete_port for ce59a71f-f0bb-4209-ac09-f9b917e9eaab owned by network:floatingip {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:01.171973 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (ce59a71f-f0bb-4209-ac09-f9b917e9eaab), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.196600 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event deleted for resources: {'Port': ['ID=ce59a71f-f0bb-4209-ac09-f9b917e9eaab,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:01.264984 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for floatingip (cfa96eb0-f673-42de-a405-3231765251e5), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.265199 n-d-826527-3 neutron-server[103650]: INFO neutron.db.l3_db [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Floating IP cfa96eb0-f673-42de-a405-3231765251e5 disassociated (deleted). External IP: 172.25.6.147, port: f8a8b967-237a-48ee-8daf-b4db03e44864. Feb 19 01:54:01.477541 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Router 23305840-4134-461c-846e-134b14ee0015 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:54:01.600215 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:54:01.604760 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for floatingip (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:01.611499 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] Sync routers for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:54:01.622100 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:01.622757 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:53:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:01.640682 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0457e5f6-285d-4458-81e3-695ca0ee178c tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "DELETE /v2.0/floatingips/cfa96eb0-f673-42de-a405-3231765251e5 HTTP/1.1" status: 204 len: 168 time: 0.9010000 Feb 19 01:54:01.640682 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:54:01.641270 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a" -d '{"events": [{"name": "network-changed", "server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:54:01.680153 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97ddda5-dbbb-42ee-8d1c-8d4fb51d5ce7 x-openstack-request-id: req-f97ddda5-dbbb-42ee-8d1c-8d4fb51d5ce7 {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:54:01.680469 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:54:01.680862 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f97ddda5-dbbb-42ee-8d1c-8d4fb51d5ce7 {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:54:01.681421 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'status': 'completed', 'code': 200} Feb 19 01:54:01.735598 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:01.748198 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-ba762ddb-ae43-4f88-89a9-e8ad7fc854e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:01.750026 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-ba762ddb-ae43-4f88-89a9-e8ad7fc854e9 service neutron] 10.222.0.113 "GET /v2.0/ports?tenant_id=d9dd259cd08c4e769a8693d65cb46465&device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 1126 time: 0.0477636 Feb 19 01:54:01.874212 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-53c2049b-a1c1-428b-8236-5d99635ff9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:01.876087 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-53c2049b-a1c1-428b-8236-5d99635ff9ba service neutron] 10.222.0.113 "GET /v2.0/networks?id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 200 len: 910 time: 0.1183698 Feb 19 01:54:01.919456 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-dab333dd-be91-408e-b462-164d73f0efba service neutron] 10.222.0.113 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 200 len: 217 time: 0.0356402 Feb 19 01:54:01.942017 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5deaf-b213-4848-a592-0455a1b9edae req-d64525bf-5130-4aaf-ba87-1a612dd7511e tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:01.944293 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ae5deaf-b213-4848-a592-0455a1b9edae req-d64525bf-5130-4aaf-ba87-1a612dd7511e tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 944 time: 0.1121199 Feb 19 01:54:01.956178 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:01.969849 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-4cf4c339-ca7a-4c0a-8860-808d54973516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:01.971370 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-4cf4c339-ca7a-4c0a-8860-808d54973516 service neutron] 10.222.0.113 "GET /v2.0/subnets?id=512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 200 len: 848 time: 0.0470731 Feb 19 01:54:01.982776 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] Checking router: 23305840-4134-461c-846e-134b14ee0015 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:54:01.991963 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:01.992615 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:53:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:01.998515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4ae5deaf-b213-4848-a592-0455a1b9edae req-96632407-f6c4-4176-8252-4450bca473bd tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472941 Feb 19 01:54:02.026839 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-268f9bdf-99c1-491b-afb8-e0e94d23aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:02.028361 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-268f9bdf-99c1-491b-afb8-e0e94d23aa0f service neutron] 10.222.0.113 "GET /v2.0/ports?network_id=64a3bcf4-ba63-430f-922c-fc5b1c5c7838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504584 Feb 19 01:54:02.100031 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:02.122681 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-6fd447db-ea1f-46bf-b0e1-f1128cd77fc1 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872967 Feb 19 01:54:02.213204 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-f88c66ae-d9c3-4723-b54b-45a4de17cf8a req-218d3633-5c46-4410-b4b1-9b2bebc7e3e7 service neutron] 10.222.0.113 "GET /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843298 Feb 19 01:54:02.395274 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:02.420331 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84fdf7d-68b4-4ff4-8bdf-cadb29d2c817 None None] The sync data for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 is: [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:16Z', 'revision_number': 4, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3', '_interfaces': [{'id': '3acfcfa7-f131-47b0-ad9e-811f119af282', 'name': '', 'network_id': '64a3bcf4-ba63-430f-922c-fc5b1c5c7838', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'mac_address': 'fa:16:3e:a3:59:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:15Z', 'updated_at': '2022-02-19T01:49:20Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'subnets': [{'id': '512ffb80-84f4-4828-b9f7-f3db6dec204a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:54:02.662664 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4d31c9-55a7-4dc5-94b3-00d518dbdacf None None] New status for floating IP cfa96eb0-f673-42de-a405-3231765251e5: DOWN {{(pid=103651) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 01:54:02.892435 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b3a76cba-382a-4ff1-a89d-403316904c7b no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:02.914670 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: b3a76cba-382a-4ff1-a89d-403316904c7b {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:02.914960 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device b3a76cba-382a-4ff1-a89d-403316904c7b not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:03.139166 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75678ead-4342-4138-8994-d910b1d0853d req-3baa98fe-81bf-4b66-93b5-cd80ff2ab618 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:03.140718 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75678ead-4342-4138-8994-d910b1d0853d req-3baa98fe-81bf-4b66-93b5-cd80ff2ab618 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 944 time: 0.0671594 Feb 19 01:54:03.192717 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-75678ead-4342-4138-8994-d910b1d0853d req-f315851e-0ce0-442c-9696-da5adbf44116 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/security-groups?id=89646eca-63d9-4411-ab31-0ca8146d4071&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460148 Feb 19 01:54:03.483100 n-d-826527-3 neutron-server[103650]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-2fbfd45d-82a0-461d-b23c-e03e48137838 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103650) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:03.484451 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-2fbfd45d-82a0-461d-b23c-e03e48137838 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 944 time: 0.0632536 Feb 19 01:54:03.579526 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Deleting port f8a8b967-237a-48ee-8daf-b4db03e44864 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:03.579862 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:03.673329 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] For port f8a8b967-237a-48ee-8daf-b4db03e44864, host n-h1-826527-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826527-3',level=0,port_id=f8a8b967-237a-48ee-8daf-b4db03e44864,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:03.673708 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:03.686853 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Calling delete_port for f8a8b967-237a-48ee-8daf-b4db03e44864 owned by compute:nova {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:03.831248 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (f8a8b967-237a-48ee-8daf-b4db03e44864), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:03.864500 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event deleted for resources: {'Port': ['ID=f8a8b967-237a-48ee-8daf-b4db03e44864,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:03.908624 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] No DVR routers for this DVR port f8a8b967-237a-48ee-8daf-b4db03e44864 on host n-h1-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:54:03.911340 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-163411'] for port (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:03.914831 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [req-d49e8b48-812c-4b1c-a5a7-d38c96a6251e req-0e400222-6605-446d-ac59-691d6d6a0761 tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.113 "DELETE /v2.0/ports/f8a8b967-237a-48ee-8daf-b4db03e44864 HTTP/1.1" status: 204 len: 173 time: 0.4237154 Feb 19 01:54:03.915290 n-d-826527-3 neutron-server[103650]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'name': 'network-vif-deleted', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864'}] {{(pid=103650) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 01:54:03.917636 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cdac311d27646153d6b79e4368639eeb2b708c01e671d31e9a51361ac214ab5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f843c0a9-cd65-4f48-9ae3-22485f05c89a" -d '{"events": [{"server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "name": "network-vif-deleted", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864"}]}' {{(pid=103650) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 01:54:03.954566 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 01:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5c668f-cb26-421d-96e2-ccf2b91fa56c x-openstack-request-id: req-8c5c668f-cb26-421d-96e2-ccf2b91fa56c {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 01:54:03.954898 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993928a6-9a66-4adc-9284-5c48614290d2", "name": "network-vif-deleted", "tag": "f8a8b967-237a-48ee-8daf-b4db03e44864", "status": "completed", "code": 200}]} {{(pid=103650) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 01:54:03.955155 n-d-826527-3 neutron-server[103650]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8c5c668f-cb26-421d-96e2-ccf2b91fa56c {{(pid=103650) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 01:54:03.955567 n-d-826527-3 neutron-server[103650]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993928a6-9a66-4adc-9284-5c48614290d2', 'name': 'network-vif-deleted', 'tag': 'f8a8b967-237a-48ee-8daf-b4db03e44864', 'status': 'completed', 'code': 200} Feb 19 01:54:04.310931 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-751884cb-44ec-478e-a639-dc0c8407901f req-487566d5-0c35-445a-b4a5-0011f94558ba tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "GET /v2.0/ports?device_id=993928a6-9a66-4adc-9284-5c48614290d2 HTTP/1.1" status: 200 len: 210 time: 0.0291877 Feb 19 01:54:05.378940 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40488) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:05.438531 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2db6d65f-a6f5-42b6-b7ea-12ad87b0398a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group (89646eca-63d9-4411-ab31-0ca8146d4071), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:05.464367 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2db6d65f-a6f5-42b6-b7ea-12ad87b0398a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group (89646eca-63d9-4411-ab31-0ca8146d4071), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:05.529276 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2db6d65f-a6f5-42b6-b7ea-12ad87b0398a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (89646eca-63d9-4411-ab31-0ca8146d4071), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:05.531991 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-2db6d65f-a6f5-42b6-b7ea-12ad87b0398a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:05.533175 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-2db6d65f-a6f5-42b6-b7ea-12ad87b0398a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] 10.222.0.60 "DELETE /v2.0/security-groups/89646eca-63d9-4411-ab31-0ca8146d4071 HTTP/1.1" status: 204 len: 168 time: 0.1532421 Feb 19 01:54:05.542969 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db6d65f-a6f5-42b6-b7ea-12ad87b0398a tempest-TestSnapshotPattern-989687604 tempest-TestSnapshotPattern-989687604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89646eca-63d9-4411-ab31-0ca8146d4071,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:06.599097 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40494) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:06.911599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8a8b967-237a-48ee-8daf-b4db03e44864 no longer exists at agent hyperv_n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:06.932241 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] No Port match for: f8a8b967-237a-48ee-8daf-b4db03e44864 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:06.932599 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Device f8a8b967-237a-48ee-8daf-b4db03e44864 not bound to the agent host n-h1-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:06.956534 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (23305840-4134-461c-846e-134b14ee0015), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:07.209685 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Deleting port 3acfcfa7-f131-47b0-ad9e-811f119af282 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:07.209938 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:07.288450 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] For port 3acfcfa7-f131-47b0-ad9e-811f119af282, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=3acfcfa7-f131-47b0-ad9e-811f119af282,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:07.288817 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:07.304942 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Calling delete_port for 3acfcfa7-f131-47b0-ad9e-811f119af282 owned by network:router_interface {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:07.493654 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (3acfcfa7-f131-47b0-ad9e-811f119af282), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:07.523886 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3acfcfa7-f131-47b0-ad9e-811f119af282,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:07.996773 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (23305840-4134-461c-846e-134b14ee0015), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:08.218493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Router 23305840-4134-461c-846e-134b14ee0015 has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103650) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:54:08.334915 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103650) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:54:08.340449 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-47fecdae-6f45-491c-9484-6c2c2fa069c0 admin admin] 10.222.0.60 "PUT /v2.0/routers/23305840-4134-461c-846e-134b14ee0015/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7401738 Feb 19 01:54:08.343009 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40496) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:08.346176 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] Sync routers for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:54:08.357382 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:08.358027 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:53:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:08.450072 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks [] for router (23305840-4134-461c-846e-134b14ee0015), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:08.464840 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: n-d-826527-3 {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:08.557112 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks [] for router_gateway (23305840-4134-461c-846e-134b14ee0015), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:08.612271 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Deleting port 9993085e-e5b3-4959-b393-493f640cdf10 {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:08.612623 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (9993085e-e5b3-4959-b393-493f640cdf10), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:08.650409 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': '9993085e-e5b3-4959-b393-493f640cdf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:54:07Z', 'revision_number': 5, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port': {'id': '9993085e-e5b3-4959-b393-493f640cdf10', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:75:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23305840-4134-461c-846e-134b14ee0015', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:08.676555 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] Checking router: 23305840-4134-461c-846e-134b14ee0015 for host: n-d-826527-3 {{(pid=103652) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:54:08.685690 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] Routers {'23305840-4134-461c-846e-134b14ee0015'} bound to L3 agent in host n-d-826527-3 {{(pid=103652) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:08.686350 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:53:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['23305840-4134-461c-846e-134b14ee0015'], 'active': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:08.695861 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] For port 9993085e-e5b3-4959-b393-493f640cdf10, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=9993085e-e5b3-4959-b393-493f640cdf10,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:08.696235 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (9993085e-e5b3-4959-b393-493f640cdf10), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:08.709493 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Calling delete_port for 9993085e-e5b3-4959-b393-493f640cdf10 owned by network:router_gateway {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:08.777136 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_dvr_db [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] Set router 23305840-4134-461c-846e-134b14ee0015 gateway port host: None {{(pid=103652) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:08.831276 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.l3_hamode_db [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:54:08Z', 'revision_number': 6, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:08.858568 n-d-826527-3 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9e7f8b-c43a-412a-b3b1-491c9e7d10e4 None None] The sync data for ids ['23305840-4134-461c-846e-134b14ee0015'] in n-d-826527-3 is: [{'id': '23305840-4134-461c-846e-134b14ee0015', 'name': 'tempest-TestSnapshotPattern-346837387-router', 'tenant_id': 'd9dd259cd08c4e769a8693d65cb46465', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:13Z', 'updated_at': '2022-02-19T01:54:08Z', 'revision_number': 6, 'project_id': 'd9dd259cd08c4e769a8693d65cb46465', 'gw_port_host': None}] {{(pid=103652) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:54:08.889597 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (9993085e-e5b3-4959-b393-493f640cdf10), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:08.922503 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Pushing event deleted for resources: {'Port': ['ID=9993085e-e5b3-4959-b393-493f640cdf10,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:08.982544 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (23305840-4134-461c-846e-134b14ee0015), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.078304 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (23305840-4134-461c-846e-134b14ee0015), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.080510 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks [] for router_controller (23305840-4134-461c-846e-134b14ee0015), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.125328 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (23305840-4134-461c-846e-134b14ee0015), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.125868 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23305840-4134-461c-846e-134b14ee0015 {{(pid=103650) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:54:09.133249 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.136916 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-8761a5f4-6993-499d-9c39-37ecb663ea55 admin admin] 10.222.0.60 "DELETE /v2.0/routers/23305840-4134-461c-846e-134b14ee0015 HTTP/1.1" status: 204 len: 168 time: 0.7899060 Feb 19 01:54:09.137223 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40498) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:09.181328 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-9947b6ce-c305-476f-abb1-abcd065c25df admin admin] Deleting subnet 512ffb80-84f4-4828-b9f7-f3db6dec204a {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:54:09.184394 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9947b6ce-c305-476f-abb1-abcd065c25df admin admin] Publish callbacks [] for subnet (512ffb80-84f4-4828-b9f7-f3db6dec204a), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.218671 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9947b6ce-c305-476f-abb1-abcd065c25df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (512ffb80-84f4-4828-b9f7-f3db6dec204a), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.302163 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9947b6ce-c305-476f-abb1-abcd065c25df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (512ffb80-84f4-4828-b9f7-f3db6dec204a), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.354228 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9947b6ce-c305-476f-abb1-abcd065c25df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (512ffb80-84f4-4828-b9f7-f3db6dec204a), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.378930 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947b6ce-c305-476f-abb1-abcd065c25df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=512ffb80-84f4-4828-b9f7-f3db6dec204a,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:09.382495 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-9947b6ce-c305-476f-abb1-abcd065c25df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.385621 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-9947b6ce-c305-476f-abb1-abcd065c25df admin admin] 10.222.0.60 "DELETE /v2.0/subnets/512ffb80-84f4-4828-b9f7-f3db6dec204a HTTP/1.1" status: 204 len: 168 time: 0.2474144 Feb 19 01:54:09.388309 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40500) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:09.390934 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8716532c-ac6a-483b-823b-c2feb9980574 None None] Network 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:54:09.457853 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (64a3bcf4-ba63-430f-922c-fc5b1c5c7838), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.512856 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Deleting port a58e30ee-9026-4e50-9207-19359ddd3d7e {{(pid=103650) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:09.513207 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.578760 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.db [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] For port a58e30ee-9026-4e50-9207-19359ddd3d7e, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=a58e30ee-9026-4e50-9207-19359ddd3d7e,segment=NetworkSegment(4a48ce7c-07fd-4f27-acd5-d6c006dd6830),segment_id=4a48ce7c-07fd-4f27-acd5-d6c006dd6830)] {{(pid=103650) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:09.579029 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.593312 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.plugin [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Calling delete_port for a58e30ee-9026-4e50-9207-19359ddd3d7e owned by network:dhcp {{(pid=103650) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:09.650493 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] DHCP port deletion for 64a3bcf4-ba63-430f-922c-fc5b1c5c7838 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:54:09.684865 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9708201'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.704958 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] Deleting port a58e30ee-9026-4e50-9207-19359ddd3d7e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:09.705342 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.711250 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58e30ee-9026-4e50-9207-19359ddd3d7e,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:09.714888 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] No DVR routers for this DVR port a58e30ee-9026-4e50-9207-19359ddd3d7e on host n-d-826527-3 {{(pid=103650) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:54:09.778462 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] For port a58e30ee-9026-4e50-9207-19359ddd3d7e, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:09.778869 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.790448 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (64a3bcf4-ba63-430f-922c-fc5b1c5c7838), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.796489 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] Calling delete_port for a58e30ee-9026-4e50-9207-19359ddd3d7e owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:09.799514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] Port a58e30ee-9026-4e50-9207-19359ddd3d7e was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:54:09.800872 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (a58e30ee-9026-4e50-9207-19359ddd3d7e), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.811039 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a3bcf4-ba63-430f-922c-fc5b1c5c7838']}} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:09.821153 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a48ce7c-07fd-4f27-acd5-d6c006dd6830') {'for_net_delete': True} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:09.821458 n-d-826527-3 neutron-server[103650]: DEBUG neutron.services.segments.db [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a48ce7c-07fd-4f27-acd5-d6c006dd6830') {} {{(pid=103650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:09.826677 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] Pushing event deleted for resources: {'Port': ['ID=a58e30ee-9026-4e50-9207-19359ddd3d7e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:09.828514 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cdc15d-3180-4933-bd41-b35e5a2f6851 None None] No DVR routers for this DVR port a58e30ee-9026-4e50-9207-19359ddd3d7e on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:54:09.838127 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9708123'] for segment (4a48ce7c-07fd-4f27-acd5-d6c006dd6830), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.851905 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (4a48ce7c-07fd-4f27-acd5-d6c006dd6830), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.858440 n-d-826527-3 neutron-server[103650]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103650) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:54:09.858841 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9709686'] for segment (4a48ce7c-07fd-4f27-acd5-d6c006dd6830), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: Traceback (most recent call last): Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: timer() Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: cb(*args, **kw) Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: return func(*args, **kwargs) Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: self._notify() Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: self.callback(batched_events) Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: event.method(event) Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: return f(self, *a, **k) Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: return self._get(url).json() Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: return self.request(url, 'GET', **kwargs) Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:54:09.860524 n-d-826527-3 neutron-server[103650]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:54:09.915477 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (64a3bcf4-ba63-430f-922c-fc5b1c5c7838), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.922232 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:09.925442 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/64a3bcf4-ba63-430f-922c-fc5b1c5c7838 HTTP/1.1" status: 204 len: 168 time: 0.5362279 Feb 19 01:54:09.928823 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40502) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:09.936176 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e650f6a-0691-479c-8527-8b25152013f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a3bcf4-ba63-430f-922c-fc5b1c5c7838,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:10.311685 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-477398'] for router_interface (827ba7fc-1602-4786-84bc-068782e1fddc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:10.808084 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9993085e-e5b3-4959-b393-493f640cdf10 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:10.828428 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 9993085e-e5b3-4959-b393-493f640cdf10 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:10.828779 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 9993085e-e5b3-4959-b393-493f640cdf10 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:10.829191 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a58e30ee-9026-4e50-9207-19359ddd3d7e no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:10.847743 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: a58e30ee-9026-4e50-9207-19359ddd3d7e {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:10.848096 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device a58e30ee-9026-4e50-9207-19359ddd3d7e not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:10.848510 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3acfcfa7-f131-47b0-ad9e-811f119af282 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:10.867146 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 3acfcfa7-f131-47b0-ad9e-811f119af282 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:10.867495 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 3acfcfa7-f131-47b0-ad9e-811f119af282 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:10.918590 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Deleting port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:10.918933 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:10.997499 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] For port 8ac1539e-63d5-46e7-b647-d3d68cddeaf2, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,segment=NetworkSegment(90b71207-0337-4e33-b0e4-6e0b2a6dfb85),segment_id=90b71207-0337-4e33-b0e4-6e0b2a6dfb85)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:10.998224 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:11.011168 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Calling delete_port for 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 owned by network:router_interface {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:11.224501 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (8ac1539e-63d5-46e7-b647-d3d68cddeaf2), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:11.253228 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac1539e-63d5-46e7-b647-d3d68cddeaf2,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:11.264948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.265319 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.265697 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.265992 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.266346 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.266679 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.267003 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.267343 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.267652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.267988 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.268309 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.268627 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.268927 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826527-3 {{(pid=103649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 01:54:11.430116 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-478502'] for router_interface (827ba7fc-1602-4786-84bc-068782e1fddc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:11.666490 n-d-826527-3 neutron-server[103649]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Router 827ba7fc-1602-4786-84bc-068782e1fddc has already been hosted by L3 agent fdfc6f45-2a45-4eab-b5b3-cb2ca4984608 {{(pid=103649) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 01:54:11.786683 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] Notify agent at l3_agent.n-d-826527-3 the message routers_updated {{(pid=103649) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 01:54:11.795671 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-4724afaa-c6ff-489a-b701-814a9ebe18e6 admin admin] 10.222.0.60 "PUT /v2.0/routers/827ba7fc-1602-4786-84bc-068782e1fddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8649855 Feb 19 01:54:11.799236 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40504) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:11.805321 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] Sync routers for ids ['827ba7fc-1602-4786-84bc-068782e1fddc'] in n-d-826527-3 {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 01:54:11.816135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] Routers {'827ba7fc-1602-4786-84bc-068782e1fddc'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:11.816823 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:53:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['827ba7fc-1602-4786-84bc-068782e1fddc'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:11.907744 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks [] for router (827ba7fc-1602-4786-84bc-068782e1fddc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:11.923157 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] Set router 827ba7fc-1602-4786-84bc-068782e1fddc gateway port host: n-d-826527-3 {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:12.020473 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks [] for router_gateway (827ba7fc-1602-4786-84bc-068782e1fddc), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.078261 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Deleting port d8772600-b158-4146-9139-43dd89d9cfc8 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:12.079079 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.164724 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] For port d8772600-b158-4146-9139-43dd89d9cfc8, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d8772600-b158-4146-9139-43dd89d9cfc8,segment=NetworkSegment(7eeba758-8e98-4091-afe0-c9a82c25d110),segment_id=7eeba758-8e98-4091-afe0-c9a82c25d110)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:12.165048 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.179448 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Calling delete_port for d8772600-b158-4146-9139-43dd89d9cfc8 owned by network:router_gateway {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:12.279455 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'external_fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92'}], 'enable_snat': True}, 'gw_port_id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:54:11Z', 'revision_number': 5, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port': {'id': 'd8772600-b158-4146-9139-43dd89d9cfc8', 'name': '', 'network_id': '3c554ccf-a359-4d13-95ae-4e67dd476a05', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:6b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'ip_address': '172.25.6.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826527-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'aeff2372-66c7-469d-96c1-b1ad22ce9f51', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826527-3'}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:12.306813 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] Checking router: 827ba7fc-1602-4786-84bc-068782e1fddc for host: n-d-826527-3 {{(pid=103651) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 01:54:12.315696 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] Routers {'827ba7fc-1602-4786-84bc-068782e1fddc'} bound to L3 agent in host n-d-826527-3 {{(pid=103651) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 01:54:12.316329 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826527-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T00:08:50Z,description=,heartbeat_timestamp=2022-02-19T01:53:50Z,host='n-d-826527-3',id=fdfc6f45-2a45-4eab-b5b3-cb2ca4984608,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T00:08:50Z,topic='l3_agent')) {'router_ids': ['827ba7fc-1602-4786-84bc-068782e1fddc'], 'active': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:12.358565 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d8772600-b158-4146-9139-43dd89d9cfc8), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.388329 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8772600-b158-4146-9139-43dd89d9cfc8,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:12.407682 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvr_db [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] Set router 827ba7fc-1602-4786-84bc-068782e1fddc gateway port host: None {{(pid=103651) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 01:54:12.449205 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-478856'] for router_gateway (827ba7fc-1602-4786-84bc-068782e1fddc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.461111 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_hamode_db [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:54:12Z', 'revision_number': 6, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port_host': None}], 'n-d-826527-3', False) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:12.488048 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37649540-42f6-4b88-9cda-d068db6db7fb None None] The sync data for ids ['827ba7fc-1602-4786-84bc-068782e1fddc'] in n-d-826527-3 is: [{'id': '827ba7fc-1602-4786-84bc-068782e1fddc', 'name': 'tempest-TestSnapshotPattern-630944690-router', 'tenant_id': 'ca203e33b8b64bd496cff794482774d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T01:49:18Z', 'updated_at': '2022-02-19T01:54:12Z', 'revision_number': 6, 'project_id': 'ca203e33b8b64bd496cff794482774d1', 'gw_port_host': None}] {{(pid=103651) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 01:54:12.542352 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-481076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7013'] for router (827ba7fc-1602-4786-84bc-068782e1fddc), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.544465 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks [] for router_controller (827ba7fc-1602-4786-84bc-068782e1fddc), precommit_delete_associations {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.592117 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-481069'] for router (827ba7fc-1602-4786-84bc-068782e1fddc), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.592736 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 827ba7fc-1602-4786-84bc-068782e1fddc {{(pid=103649) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 01:54:12.597371 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.598604 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-416efda9-74dd-4658-99ae-5853567ca640 admin admin] 10.222.0.60 "DELETE /v2.0/routers/827ba7fc-1602-4786-84bc-068782e1fddc HTTP/1.1" status: 204 len: 168 time: 0.7977195 Feb 19 01:54:12.601504 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40508) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:12.770143 n-d-826527-3 neutron-server[103650]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b5b763-6bcc-445c-9765-0f698c17214f admin admin] Deleting subnet 90c6161a-d57f-4c91-970e-17b84966041b {{(pid=103650) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 01:54:12.773380 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33b5b763-6bcc-445c-9765-0f698c17214f admin admin] Publish callbacks [] for subnet (90c6161a-d57f-4c91-970e-17b84966041b), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.807348 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33b5b763-6bcc-445c-9765-0f698c17214f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9708066'] for subnet (90c6161a-d57f-4c91-970e-17b84966041b), precommit_delete_associations {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.895421 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33b5b763-6bcc-445c-9765-0f698c17214f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1367358'] for subnet (90c6161a-d57f-4c91-970e-17b84966041b), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.927344 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:12.948345 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:12.948712 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device 8ac1539e-63d5-46e7-b647-d3d68cddeaf2 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:12.952675 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33b5b763-6bcc-445c-9765-0f698c17214f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1367335', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-495862', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9704563'] for subnet (90c6161a-d57f-4c91-970e-17b84966041b), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.981812 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5b763-6bcc-445c-9765-0f698c17214f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c6161a-d57f-4c91-970e-17b84966041b,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:12.985580 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-33b5b763-6bcc-445c-9765-0f698c17214f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:12.988735 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-33b5b763-6bcc-445c-9765-0f698c17214f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/90c6161a-d57f-4c91-970e-17b84966041b HTTP/1.1" status: 204 len: 168 time: 0.3861365 Feb 19 01:54:12.991924 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40512) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:12.993713 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1f957a-aa3f-4fe1-aa98-2fbc2d9724a7 None None] Network 510fbf07-c23c-4d28-a603-516e55947951 requested from n-d-826527-3 {{(pid=103651) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 01:54:13.060124 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-607415'] for network (510fbf07-c23c-4d28-a603-516e55947951), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.120071 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Deleting port d1b5714a-96a9-4819-98f6-cee209c03f24 {{(pid=103649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:13.120414 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.192652 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.db [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] For port d1b5714a-96a9-4819-98f6-cee209c03f24, host n-d-826527-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826527-3',level=0,port_id=d1b5714a-96a9-4819-98f6-cee209c03f24,segment=NetworkSegment(90b71207-0337-4e33-b0e4-6e0b2a6dfb85),segment_id=90b71207-0337-4e33-b0e4-6e0b2a6dfb85)] {{(pid=103649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:13.192921 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.205948 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.plugin [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Calling delete_port for d1b5714a-96a9-4819-98f6-cee209c03f24 owned by network:dhcp {{(pid=103649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:13.263304 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] DHCP port deletion for 510fbf07-c23c-4d28-a603-516e55947951 request from n-d-826527-3 {{(pid=103651) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 01:54:13.289405 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10237153'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.315443 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b5714a-96a9-4819-98f6-cee209c03f24,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:13.318444 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] Deleting port d1b5714a-96a9-4819-98f6-cee209c03f24 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 01:54:13.318824 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772989694724'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.318968 n-d-826527-3 neutron-server[103649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] No DVR routers for this DVR port d1b5714a-96a9-4819-98f6-cee209c03f24 on host n-d-826527-3 {{(pid=103649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:54:13.384107 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] For port d1b5714a-96a9-4819-98f6-cee209c03f24, host n-d-826527-3, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 01:54:13.384505 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-474007'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.396348 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1366455', 'neutron.services.segments.db._delete_segments_for_network-8772989769768'] for network (510fbf07-c23c-4d28-a603-516e55947951), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.397308 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] Calling delete_port for d1b5714a-96a9-4819-98f6-cee209c03f24 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 01:54:13.400143 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] Port d1b5714a-96a9-4819-98f6-cee209c03f24 was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 01:54:13.401473 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1504974', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-218043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772989699687', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772989208863'] for port (d1b5714a-96a9-4819-98f6-cee209c03f24), after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.418062 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['510fbf07-c23c-4d28-a603-516e55947951']}} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:13.426068 n-d-826527-3 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] Pushing event deleted for resources: {'Port': ['ID=d1b5714a-96a9-4819-98f6-cee209c03f24,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:13.427266 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b71207-0337-4e33-b0e4-6e0b2a6dfb85') {'for_net_delete': True} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:13.429673 n-d-826527-3 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b38f6c-06a6-4ab3-9fb7-a679131173a0 None None] No DVR routers for this DVR port d1b5714a-96a9-4819-98f6-cee209c03f24 on host n-d-826527-3 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 01:54:13.434664 n-d-826527-3 neutron-server[103649]: DEBUG neutron.services.segments.db [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b71207-0337-4e33-b0e4-6e0b2a6dfb85') {} {{(pid=103649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 01:54:13.447078 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772989770289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10237101'] for segment (90b71207-0337-4e33-b0e4-6e0b2a6dfb85), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.460733 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867'] for segment (90b71207-0337-4e33-b0e4-6e0b2a6dfb85), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.466920 n-d-826527-3 neutron-server[103649]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103649) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 01:54:13.467529 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1566867', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10239550'] for segment (90b71207-0337-4e33-b0e4-6e0b2a6dfb85), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: Traceback (most recent call last): Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: timer() Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: cb(*args, **kw) Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: return func(*args, **kwargs) Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: self._notify() Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: self.callback(batched_events) Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: event.method(event) Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: return f(self, *a, **k) Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: return self._get(url).json() Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: return self.request(url, 'GET', **kwargs) Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 01:54:13.469272 n-d-826527-3 neutron-server[103649]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 01:54:13.530901 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1366456', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533454', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1597458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-478884'] for network (510fbf07-c23c-4d28-a603-516e55947951), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.537619 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.545561 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/510fbf07-c23c-4d28-a603-516e55947951 HTTP/1.1" status: 204 len: 168 time: 0.5481708 Feb 19 01:54:13.555802 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c12052-487a-4daf-80f9-12c16b3365b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=510fbf07-c23c-4d28-a603-516e55947951,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:13.668056 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40516) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:13.710104 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-719cc2e5-68fd-444a-98b7-8dc48d59f55c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9dd259cd08c4e769a8693d65cb46465&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406959 Feb 19 01:54:13.714049 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40518) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:13.763275 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b247ca9-2025-4b43-bccd-3fe69716c411 admin admin] Publish callbacks [] for security_group (df68cef0-f5bf-470d-b8db-3db09b91c0c1), before_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.784250 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b247ca9-2025-4b43-bccd-3fe69716c411 admin admin] Publish callbacks [] for security_group (df68cef0-f5bf-470d-b8db-3db09b91c0c1), precommit_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.832093 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b247ca9-2025-4b43-bccd-3fe69716c411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (df68cef0-f5bf-470d-b8db-3db09b91c0c1), after_delete {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.834656 n-d-826527-3 neutron-server[103649]: DEBUG neutron_lib.callbacks.manager [None req-8b247ca9-2025-4b43-bccd-3fe69716c411 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:13.835868 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-8b247ca9-2025-4b43-bccd-3fe69716c411 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df68cef0-f5bf-470d-b8db-3db09b91c0c1 HTTP/1.1" status: 204 len: 168 time: 0.1208873 Feb 19 01:54:13.844043 n-d-826527-3 neutron-server[103649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b247ca9-2025-4b43-bccd-3fe69716c411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df68cef0-f5bf-470d-b8db-3db09b91c0c1,revision_number=None']} {{(pid=103649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:14.179611 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [-] (103649) accepted ('10.222.0.60', 40524) {{(pid=103649) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:14.227435 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [None req-d09e824d-d062-4842-9990-6e21bba3c448 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ca203e33b8b64bd496cff794482774d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461850 Feb 19 01:54:14.230875 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [-] (103650) accepted ('10.222.0.60', 40526) {{(pid=103650) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 01:54:14.281699 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-962b6963-0825-43e1-97d6-8079d2fb285f admin admin] Publish callbacks [] for security_group (907a002e-5790-41f6-97e8-222be03a02a7), before_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:14.303647 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-962b6963-0825-43e1-97d6-8079d2fb285f admin admin] Publish callbacks [] for security_group (907a002e-5790-41f6-97e8-222be03a02a7), precommit_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:14.358910 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-962b6963-0825-43e1-97d6-8079d2fb285f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533392'] for security_group (907a002e-5790-41f6-97e8-222be03a02a7), after_delete {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:14.361506 n-d-826527-3 neutron-server[103650]: DEBUG neutron_lib.callbacks.manager [None req-962b6963-0825-43e1-97d6-8079d2fb285f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:14.362700 n-d-826527-3 neutron-server[103650]: INFO neutron.wsgi [None req-962b6963-0825-43e1-97d6-8079d2fb285f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/907a002e-5790-41f6-97e8-222be03a02a7 HTTP/1.1" status: 204 len: 168 time: 0.1308529 Feb 19 01:54:14.370913 n-d-826527-3 neutron-server[103650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b6963-0825-43e1-97d6-8079d2fb285f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907a002e-5790-41f6-97e8-222be03a02a7,revision_number=None']} {{(pid=103650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 01:54:14.814055 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d8772600-b158-4146-9139-43dd89d9cfc8 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:14.834785 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d8772600-b158-4146-9139-43dd89d9cfc8 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:14.835135 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d8772600-b158-4146-9139-43dd89d9cfc8 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:14.835648 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d1b5714a-96a9-4819-98f6-cee209c03f24 no longer exists at agent ovs-agent-n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 01:54:14.854049 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] No Port match for: d1b5714a-96a9-4819-98f6-cee209c03f24 {{(pid=103651) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 01:54:14.854420 n-d-826527-3 neutron-server[103651]: DEBUG neutron.plugins.ml2.rpc [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Device d1b5714a-96a9-4819-98f6-cee209c03f24 not bound to the agent host n-d-826527-3 {{(pid=103651) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 01:54:17.679468 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:54:18.088293 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7489d408-7524-4884-b8a1-5648775569c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:19.662354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:20.183354 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2612a784-1412-44da-a773-00947f331df8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:21.641242 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:23.057142 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:24.257431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:24.665575 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:35.575457 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7325c49-2c33-4c06-9c9c-2fd3dfee516d req-184136ce-0983-4558-a6e6-a487a1258e96 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0306914 Feb 19 01:54:35.646081 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7325c49-2c33-4c06-9c9c-2fd3dfee516d req-920ac887-ce7a-4fb3-adef-7de2ccf77c30 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0265057 Feb 19 01:54:35.685330 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7325c49-2c33-4c06-9c9c-2fd3dfee516d req-197cec26-fdab-4558-a8e0-63690851063f service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194890 Feb 19 01:54:35.783654 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7325c49-2c33-4c06-9c9c-2fd3dfee516d req-13bf064d-3b70-4ad1-b5b8-4a647a4a1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:54:35.785177 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-b7325c49-2c33-4c06-9c9c-2fd3dfee516d req-13bf064d-3b70-4ad1-b5b8-4a647a4a1339 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933681 Feb 19 01:54:48.102514 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1625236-e347-427e-9659-0436f633e44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:49.672912 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:50.188385 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f3b0f79-a1a9-4595-a472-1fc0753a8577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:51.648431 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:53.061486 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:54.259263 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:54.681400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:54:54.681958 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:55:18.110529 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-668ef171-e521-4632-b515-a6ff8a09bc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:19.696531 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:20.190771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-352c7f9f-966a-4e81-a1f7-0ac208d30bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:21.647945 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:23.059994 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:24.254133 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:24.702939 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:31.685553 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:55:37.604839 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e82fc73b-b6a5-48ad-bfe7-4c23b5c429f8 req-d20ce6b5-221e-459c-a5b0-528fc153e79a service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0324202 Feb 19 01:55:37.676002 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e82fc73b-b6a5-48ad-bfe7-4c23b5c429f8 req-b6530a13-b520-478c-b8b3-3913fa765c7e service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0263517 Feb 19 01:55:37.716023 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e82fc73b-b6a5-48ad-bfe7-4c23b5c429f8 req-bf531f87-502b-4e64-8285-137254085173 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191593 Feb 19 01:55:37.815149 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc73b-b6a5-48ad-bfe7-4c23b5c429f8 req-43889a37-120c-4c8d-a366-f92ee4cb154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:55:37.816625 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-e82fc73b-b6a5-48ad-bfe7-4c23b5c429f8 req-43889a37-120c-4c8d-a366-f92ee4cb154c service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949466 Feb 19 01:55:48.107122 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06851d21-0afd-4be2-a5c4-aa61208431ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:49.693693 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:50.189842 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13ecd82c-35d3-4cad-93a5-69490668cf18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:51.658902 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:53.070544 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:54.270203 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:55:54.688126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:08.689983 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:56:18.102027 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ee6ce3a-6ea1-4528-bbfe-dcd01cd30fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:19.687996 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:20.185134 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ee4f24c-5c96-4e46-9148-39b1eec3cb64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:21.654234 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:23.068322 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:24.255285 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:24.716910 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:39.575417 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb85c92-97ca-4286-a3b6-4a5b06c18a3a req-18a25efd-acbb-48c7-bde3-1217cb57ad80 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0334008 Feb 19 01:56:39.646056 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb85c92-97ca-4286-a3b6-4a5b06c18a3a req-feb19ce8-b5ca-4fea-909a-ab9db5840ac6 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0280666 Feb 19 01:56:39.687045 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb85c92-97ca-4286-a3b6-4a5b06c18a3a req-cf456281-b806-4136-b71b-7adf5710133b service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214894 Feb 19 01:56:39.794848 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb85c92-97ca-4286-a3b6-4a5b06c18a3a req-5db04f95-b333-4d1d-917d-971fd9e87aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:56:39.796349 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-cfb85c92-97ca-4286-a3b6-4a5b06c18a3a req-5db04f95-b333-4d1d-917d-971fd9e87aa2 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023331 Feb 19 01:56:45.697558 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:56:48.100714 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9ccc5d1-81e1-4bb8-9715-81429be926a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:49.691861 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:50.190877 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1070d5c1-1126-4d18-9f1e-1301e365785a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:51.666917 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:53.078967 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.262881 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:56:54.718030 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:18.099572 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b21cbe80-4154-454a-b3a9-503232be57b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:19.720777 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:20.202557 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02fa3967-df94-41d2-99a2-a05fe4acfd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:21.671359 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:22.687132 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:57:23.069358 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.250951 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:24.698760 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:40.571889 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897ebbf9-9640-4759-8ac8-a569c7f41dd3 req-d69dd3fc-87d6-4414-9323-49274309a70c service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0295169 Feb 19 01:57:40.643954 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897ebbf9-9640-4759-8ac8-a569c7f41dd3 req-d56a31b8-12a7-4738-a555-6921fc1f6cc5 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0270419 Feb 19 01:57:40.686760 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897ebbf9-9640-4759-8ac8-a569c7f41dd3 req-09cb49d6-79db-4b4a-a961-968b9476327b service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201981 Feb 19 01:57:40.787398 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ebbf9-9640-4759-8ac8-a569c7f41dd3 req-932f293a-934a-4bdc-ad8a-cacbf9502f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:57:40.788909 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-897ebbf9-9640-4759-8ac8-a569c7f41dd3 req-932f293a-934a-4bdc-ad8a-cacbf9502f92 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957248 Feb 19 01:57:48.104065 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec5eca7-63cb-42da-a0f1-1d26bb514557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:49.733953 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:50.196640 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c550918-8e1f-4795-8f65-5934095fa0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:51.667758 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:53.077526 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:54.250779 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:54.740450 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:57:59.695716 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:58:18.109911 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a70226b-b959-4e0d-a803-e8f52f229abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:19.740852 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:20.202591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2db884a-c7d2-4a41-bef8-d68fe9e89c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:21.678634 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:23.075534 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:24.246521 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:24.719834 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:36.686994 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:58:40.684292 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-067eba95-eb30-481d-bd38-2964e4b4b620 req-0f0238a6-8b74-4905-988d-ae1432de8a57 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1438184 Feb 19 01:58:40.755535 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-067eba95-eb30-481d-bd38-2964e4b4b620 req-aa80ef96-41d5-42c2-a833-e60e5d1cde03 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0277553 Feb 19 01:58:40.796329 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-067eba95-eb30-481d-bd38-2964e4b4b620 req-f04a9052-e3d6-497e-ace3-81499313bc6c service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197868 Feb 19 01:58:40.909432 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067eba95-eb30-481d-bd38-2964e4b4b620 req-9e610382-bffa-42ef-819a-d25e203fbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:58:40.910989 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-067eba95-eb30-481d-bd38-2964e4b4b620 req-9e610382-bffa-42ef-819a-d25e203fbb86 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1069875 Feb 19 01:58:48.097921 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92b9a701-8a25-40aa-887e-27c86c6431dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:49.733262 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:50.198094 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c89877ea-2980-486a-bdb4-69d7ad676d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:51.684723 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:53.087511 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.245513 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:58:54.736679 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:13.691654 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:59:18.092921 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7e18cc8-bc37-465e-af49-d2eaa5f612e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:19.737183 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:20.202947 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94a31632-56f3-4a76-954e-6e92f9d45080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:21.688646 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:23.081165 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:24.241985 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:24.752790 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:42.585959 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06966f2d-4fc5-41d0-8318-a517a6074596 req-4a61d4cf-1428-40f2-a0ca-862cf55561ab service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0324445 Feb 19 01:59:42.660207 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06966f2d-4fc5-41d0-8318-a517a6074596 req-c5dbe61d-3130-42a8-a018-c8ea65c56118 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0262783 Feb 19 01:59:42.704739 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06966f2d-4fc5-41d0-8318-a517a6074596 req-2a8f67c4-67b0-435a-aee8-7ce590b383c0 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205188 Feb 19 01:59:42.804791 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06966f2d-4fc5-41d0-8318-a517a6074596 req-c493acd5-301e-44b0-a931-d0f17cbd865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 01:59:42.806437 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-06966f2d-4fc5-41d0-8318-a517a6074596 req-c493acd5-301e-44b0-a931-d0f17cbd865b service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946491 Feb 19 01:59:48.098674 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a350d7f5-981a-4250-90c6-06664ac40324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:49.745973 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.215422 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b38376a6-1700-41d9-82d6-b17fe7b1e019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:50.691662 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 01:59:51.690110 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:53.087400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:54.242284 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 01:59:54.749131 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:18.103872 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd03106b-7c5e-4bdf-b305-61147f001883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:19.764607 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:20.216484 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ff08bee-8131-4f5f-80e5-c7c03d9382c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:21.694007 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:23.087840 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:24.238333 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:24.772064 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:27.692028 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:00:42.632181 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43663d55-9032-41b8-9fb2-eb043072dbe1 req-c92ecf9c-d28c-40a0-bf33-c2b4fda948a5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0431573 Feb 19 02:00:42.699589 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43663d55-9032-41b8-9fb2-eb043072dbe1 req-356c25dc-d1d3-45cf-9d1f-88cc78f2c84c service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0258579 Feb 19 02:00:42.737536 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43663d55-9032-41b8-9fb2-eb043072dbe1 req-f9a3f351-0eb6-406b-94f0-cc589e154a38 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192184 Feb 19 02:00:42.845127 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663d55-9032-41b8-9fb2-eb043072dbe1 req-92b90087-72f9-4a51-9126-b06b148de306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:00:42.846658 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-43663d55-9032-41b8-9fb2-eb043072dbe1 req-92b90087-72f9-4a51-9126-b06b148de306 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1024213 Feb 19 02:00:48.102771 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b3893df-4148-4e63-b7db-6eb5d26fa100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:49.760330 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:50.210696 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45e687be-dfa4-4704-b8a8-221268919abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:51.692653 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:53.093452 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:54.234496 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:00:54.776158 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:04.696599 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:01:18.104207 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-641dabe6-a00a-473a-9ce0-039d1737e121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:19.763898 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:20.219969 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92239bce-a633-4d07-b5eb-c877ad435edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:21.706692 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:23.095079 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:24.239751 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:24.781792 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:41.701794 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:01:44.569197 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d2cdbee-a65c-4b38-9a8b-2f379b8b3965 req-34fd216b-cda5-4dba-b8cd-6278016830e5 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0277293 Feb 19 02:01:44.660975 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d2cdbee-a65c-4b38-9a8b-2f379b8b3965 req-0d594d02-38dc-4cf7-92cc-f3fd22893e15 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0398164 Feb 19 02:01:44.702501 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d2cdbee-a65c-4b38-9a8b-2f379b8b3965 req-6fa88124-ac01-4df9-b168-77cbf7c09e59 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199490 Feb 19 02:01:44.799782 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cdbee-a65c-4b38-9a8b-2f379b8b3965 req-a1e0293c-d34b-4eb7-b7d1-a6aaefd0c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:01:44.801227 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-4d2cdbee-a65c-4b38-9a8b-2f379b8b3965 req-a1e0293c-d34b-4eb7-b7d1-a6aaefd0c8b8 service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922627 Feb 19 02:01:48.104782 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2fcd27e5-6fe0-46af-8157-6295791e3251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:49.788999 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:50.215005 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9be4e94d-745e-44b9-a3db-e1d5e4df7a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:51.707010 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:53.108738 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.238471 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:01:54.796410 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:02.171147 n-d-826527-3 neutron-server[103649]: DEBUG neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-9b5247d7-c269-4430-8d4a-6c73dd311c04 service neutron] (103649) timed out ('10.222.0.60', 35180) {{(pid=103649) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:02:03.259084 n-d-826527-3 neutron-server[103650]: DEBUG neutron.wsgi [req-db91b1ee-cc79-4901-86bc-22ac28545bd5 req-1528d839-a06e-40fe-87fd-9b69e9820fa7 tempest-TestShelveInstance-531599668 tempest-TestShelveInstance-531599668-project] (103650) timed out ('10.222.0.60', 38396) {{(pid=103650) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 02:02:18.102400 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7212f2a0-003a-4399-b054-ca2198f1c498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:18.702022 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:02:19.774150 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:20.224330 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67643853-8dda-40c8-9a42-9d1cf90c8607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:21.714426 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:23.100611 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:24.233628 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:24.795240 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:45.570733 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20bdc36c-62fc-4c4c-b943-f34dda26623b req-80cb6507-c5f1-4ac1-83ae-8523a9e1c144 service neutron] 10.222.0.126 "GET /v2.0/ports?device_id=70742757-19f8-49ce-af02-b75b78ad8168&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0283437 Feb 19 02:02:45.639666 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20bdc36c-62fc-4c4c-b943-f34dda26623b req-816a7a57-14c6-44d0-ae50-2b22c704fd32 service neutron] 10.222.0.126 "GET /v2.0/ports?tenant_id=41c1fd69d6654563b30a4603cac2104a&device_id=70742757-19f8-49ce-af02-b75b78ad8168 HTTP/1.1" status: 200 len: 210 time: 0.0258579 Feb 19 02:02:45.686382 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20bdc36c-62fc-4c4c-b943-f34dda26623b req-53a8272b-fd27-4b3e-ba27-cf45f7840165 service neutron] 10.222.0.126 "GET /v2.0/networks?tenant_id=41c1fd69d6654563b30a4603cac2104a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239127 Feb 19 02:02:45.788977 n-d-826527-3 neutron-server[103649]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bdc36c-62fc-4c4c-b943-f34dda26623b req-a72ff6fc-902c-4536-9b6f-97457072315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103649) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:02:45.790515 n-d-826527-3 neutron-server[103649]: INFO neutron.wsgi [req-20bdc36c-62fc-4c4c-b943-f34dda26623b req-a72ff6fc-902c-4536-9b6f-97457072315f service neutron] 10.222.0.126 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985811 Feb 19 02:02:48.105565 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38b7ef84-c68e-407c-8f71-551fbbef2676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:49.789591 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:50.228478 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15da4690-0e90-41f3-bda2-526503c39a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:51.712126 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:53.104871 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:54.239220 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:54.798568 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:02:55.706319 n-d-826527-3 neutron-server[103652]: DEBUG neutron.db.agents_db [None req-cbd62edf-6f21-4864-a2d9-0fa2a21be13f None None] Agent healthcheck: found 7 active agents {{(pid=103652) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:03:18.099255 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de91be9b-7700-44d7-975a-cd8abff1c857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (b8f9c7ac-5607-42b5-b3bb-e4b6f54f2c88), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:19.788062 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8954f410-ce36-4852-9027-179cefcae0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (2c4a8ec5-d7e3-4c1e-976f-f6367e1e25ac), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:20.223324 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-648e7cfa-4b55-41b7-b222-b5d64623f261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (fdfc6f45-2a45-4eab-b5b3-cb2ca4984608), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:21.709915 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06a1aaa0-fff3-453c-b3ee-609bcf21772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (a4afb3f9-6c12-433f-97ed-f5c64819df3e), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:23.108966 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb11ec2-31bf-4f46-9a51-3c202fcad4b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (9872cbc1-f589-4d4b-9636-51ef10ef4562), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:24.245070 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54502c3d-ba7d-49b6-8225-9af9699d0dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (176d0e32-72df-45f7-9900-ce6cccbfa9a9), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:03:24.777756 n-d-826527-3 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f75f4aaa-5343-4123-ada9-f4f43fd4fd57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772989769750', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1363662'] for agent (590b0b02-5dcc-41dd-9838-3b0e920957a5), after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}